-- Logs begin at Sun 2021-12-12 03:15:38 UTC, end at Sun 2021-12-12 05:40:47 UTC. -- Dec 12 03:55:53.419941 n-d-710847-7 systemd[1]: Started Devstack devstack@q-svc.service. Dec 12 03:55:56.223345 n-d-710847-7 neutron-server[103343]: INFO neutron.common.config [-] Logging enabled! Dec 12 03:55:56.223953 n-d-710847-7 neutron-server[103343]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 12 03:55:56.224128 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103343) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 12 03:55:56.227395 n-d-710847-7 neutron-server[103343]: INFO neutron.common.config [-] Logging enabled! Dec 12 03:55:56.227656 n-d-710847-7 neutron-server[103343]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 12 03:55:56.227972 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103343) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 12 03:55:56.228926 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 12 03:55:56.229166 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 12 03:55:56.229534 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 12 03:55:56.229784 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 12 03:55:56.230014 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 12 03:55:56.230334 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.230754 n-d-710847-7 neutron-server[103343]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 12 03:55:56.231068 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.231368 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.231663 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.231957 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.232275 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.232559 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.232879 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.233179 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.233468 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.233750 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.234036 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.234328 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.234611 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.234896 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.235185 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.235467 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] debug = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.235748 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.236181 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.236588 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.236890 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.237338 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.237466 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.237740 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.238019 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.238302 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.238627 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] host = n-d-710847-7 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.238904 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.239197 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.239485 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.239773 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.240053 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.240328 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.240614 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.240910 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.241189 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] log_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.241466 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.241757 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.242045 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.242335 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.242560 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.242784 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.243081 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.243368 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.243644 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.243920 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.244195 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.244470 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.244744 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.245039 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.245329 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.245616 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.245901 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.246177 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.246451 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.246723 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.246994 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.247282 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.247556 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.247857 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.248133 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.248419 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.248687 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.248988 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.249297 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.249586 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.249871 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.250160 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.250437 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.250720 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.250993 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.251269 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.251543 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] use_json = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.251817 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.252088 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.252369 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.252642 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.252941 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.253215 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.253489 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.253773 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:56.254069 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.254366 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.254668 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.254953 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.255265 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.255548 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.255840 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.256119 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.256410 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.256699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.257015 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.257298 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.257590 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.257869 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.258164 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.258466 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.258762 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.259055 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.259338 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.259615 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.259891 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.260170 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.260458 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.260921 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.261217 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.261510 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.261792 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.262091 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.262378 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.262742 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.263040 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.263841 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.264126 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.264424 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.264714 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.265021 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.265305 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.265600 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.265882 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.266160 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.266446 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.266726 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.267001 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.267281 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.267558 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.267850 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.268131 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.268405 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.268678 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.268979 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.269293 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.269711 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.273593 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.273593 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.273593 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.273593 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.273593 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.273593 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.273593 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.273593 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.273593 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.274699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.274699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.274699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.274699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.274699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.274699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.274699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.274699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.274699 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.275308 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.275308 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.275425 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.275654 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.275943 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.276247 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.276533 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.276849 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.277118 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.277401 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.277682 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.277964 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.278247 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.278530 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.278806 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.279670 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.279957 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.280247 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.280536 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.280854 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.281156 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.281437 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.281723 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.282004 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.282284 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.282571 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.282858 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.283155 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.283451 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.283746 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.284042 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.284342 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.284618 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.284955 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.285239 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:56.285461 n-d-710847-7 neutron-server[103343]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 12 03:55:56.285710 n-d-710847-7 neutron-server[103343]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103343) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 12 03:55:56.710178 n-d-710847-7 neutron-server[103343]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 12 03:55:56.710458 n-d-710847-7 neutron-server[103343]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 12 03:55:56.710774 n-d-710847-7 neutron-server[103343]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 12 03:55:56.711113 n-d-710847-7 neutron-server[103343]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 12 03:55:57.037587 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.037897 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.038173 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.039439 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.039723 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.039992 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.085762 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.086043 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.086310 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.100990 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.101274 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.101543 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.130318 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.130601 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.130873 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.168018 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.168306 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.168582 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.504102 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.504724 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.504724 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.504932 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.505647 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.604926 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.605188 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.605471 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.605749 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.606022 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.606339 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.606607 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.606871 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.607156 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.607445 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.607711 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.607983 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.608248 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.608509 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.608771 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.609151 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.609412 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.609684 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.609960 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.610224 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.610500 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.610759 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.611046 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.611426 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.611680 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.611933 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.612340 n-d-710847-7 neutron-server[103343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 03:55:57.612585 n-d-710847-7 neutron-server[103343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 03:55:57.612842 n-d-710847-7 neutron-server[103343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 03:55:57.613097 n-d-710847-7 neutron-server[103343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 03:55:57.613335 n-d-710847-7 neutron-server[103343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 03:55:57.613570 n-d-710847-7 neutron-server[103343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 03:55:57.613935 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 12 03:55:57.617049 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 12 03:55:57.621105 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 12 03:55:57.625062 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 12 03:55:57.626678 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 12 03:55:57.627142 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 12 03:55:57.627475 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 12 03:55:57.627860 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 12 03:55:57.630711 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 12 03:55:57.630968 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 12 03:55:57.631318 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 12 03:55:57.636622 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 12 03:55:57.660487 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 12 03:55:57.660975 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.661277 n-d-710847-7 neutron-server[103343]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103343) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 12 03:55:57.661645 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.663038 n-d-710847-7 neutron-server[103343]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103343) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 12 03:55:57.663319 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 12 03:55:57.663568 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 12 03:55:57.666783 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.667070 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:57.730816 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 12 03:55:57.731060 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 12 03:55:57.731303 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 12 03:55:57.731674 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 12 03:55:57.752708 n-d-710847-7 neutron-server[103343]: DEBUG oslo_db.sqlalchemy.engines [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103343) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 12 03:55:58.186409 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Initializing driver for type 'gre' Dec 12 03:55:58.186944 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] gre ID ranges: [(1, 1000)] Dec 12 03:55:58.238797 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Initializing driver for type 'local' Dec 12 03:55:58.239236 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Initializing driver for type 'vlan' Dec 12 03:55:58.252595 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] VlanTypeDriver initialization complete Dec 12 03:55:58.252980 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Initializing driver for type 'vxlan' Dec 12 03:55:58.253459 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] vxlan ID ranges: [(1, 1000)] Dec 12 03:55:58.309346 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Initializing extension driver 'port_security' Dec 12 03:55:58.309730 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.extensions.port_security [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] PortSecurityExtensionDriver initialization complete Dec 12 03:55:58.310054 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Initializing mechanism driver 'openvswitch' Dec 12 03:55:58.310997 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Initializing mechanism driver 'hyperv' Dec 12 03:55:58.317646 n-d-710847-7 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:55:58.318495 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > port after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.318873 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > port after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.319233 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > port after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.319769 n-d-710847-7 neutron-server[103343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 03:55:58.320208 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > subnet after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.320570 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > subnet after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.320970 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.321374 n-d-710847-7 neutron-server[103343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 03:55:58.321788 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > network after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.322144 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > network after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.322491 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > network after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.322888 n-d-710847-7 neutron-server[103343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 03:55:58.323299 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > security_group after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.323663 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > security_group after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.324012 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.324412 n-d-710847-7 neutron-server[103343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 03:55:58.324831 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.325197 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.325542 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.325943 n-d-710847-7 neutron-server[103343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 03:55:58.326377 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > address_group after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.326728 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > address_group after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.327072 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.327472 n-d-710847-7 neutron-server[103343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 03:55:58.327855 n-d-710847-7 neutron-server[103343]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] ML2 OVO RPC backend initialized. {{(pid=103343) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 12 03:55:58.328560 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.328942 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.329366 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > network before_response 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.329722 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > networks before_response 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.330079 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > port before_response 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.330428 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > ports before_response 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.330778 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > subnet before_response 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.331127 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > subnets before_response 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.331477 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > network after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.331822 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > network after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.332161 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > network after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.332499 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > port after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.332863 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > port after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.333206 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > port after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.333548 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > subnet after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.333889 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > subnet after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.334227 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.334804 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Modular L2 Plugin initialization complete Dec 12 03:55:58.335141 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading services supported by the core plugin {{(pid=103343) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 12 03:55:58.335470 n-d-710847-7 neutron-server[103343]: INFO neutron.plugins.ml2.managers [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Got port-security extension from driver 'port_security' Dec 12 03:55:58.335934 n-d-710847-7 neutron-server[103343]: INFO neutron.extensions.vlantransparent [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Disabled vlantransparent extension. Dec 12 03:55:58.336418 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103343) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 12 03:55:58.336737 n-d-710847-7 neutron-server[103343]: INFO neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading Plugin: router Dec 12 03:55:58.372355 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.373390 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router after_create 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.373773 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router before_create 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.374146 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.374531 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.374899 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router after_delete 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.375269 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.375752 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.376124 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router after_create 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.376484 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router after_update 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.376865 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router after_update 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.377226 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.377595 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router after_update 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.378017 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router precommit_update 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.378398 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: port after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.378742 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: port after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.379086 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: subnet after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.379430 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.379784 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.380142 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router precommit_create 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.380498 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: port before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.380874 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router precommit_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.381240 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router after_update 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.381592 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.381951 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router precommit_create 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.382324 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.382675 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router precommit_update 55549900 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.383048 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > agent after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.383408 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > agent after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.383761 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > network after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.384618 n-d-710847-7 neutron-server[103343]: DEBUG neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Tracking information for resource: router configured {{(pid=103343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 03:55:58.384988 n-d-710847-7 neutron-server[103343]: DEBUG neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Tracking information for resource: floatingip configured {{(pid=103343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 03:55:58.389923 n-d-710847-7 neutron-server[103343]: INFO neutron.db.l3_agentschedulers_db [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 12 03:55:58.390507 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: port after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.390876 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: port after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.391237 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: port after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.391595 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: port after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.392387 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router before_create 55550100 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.392759 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.393155 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router precommit_create 55550100 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.393520 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > router precommit_update 55550100 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.398406 n-d-710847-7 neutron-server[103343]: DEBUG neutron.services.provider_configuration [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service providers = [] {{(pid=103343) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 12 03:55:58.398776 n-d-710847-7 neutron-server[103343]: DEBUG neutron.db.servicetype_db [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103343) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 12 03:55:58.401751 n-d-710847-7 neutron-server[103343]: DEBUG neutron.services.service_base [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 03:55:58.402101 n-d-710847-7 neutron-server[103343]: DEBUG neutron.services.service_base [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 03:55:58.402443 n-d-710847-7 neutron-server[103343]: DEBUG neutron.services.service_base [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 03:55:58.403336 n-d-710847-7 neutron-server[103343]: DEBUG neutron.services.service_base [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 03:55:58.403710 n-d-710847-7 neutron-server[103343]: INFO neutron.services.service_base [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 12 03:55:58.404113 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 03:55:58.404433 n-d-710847-7 neutron-server[103343]: INFO neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 12 03:55:58.415070 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 03:55:58.415414 n-d-710847-7 neutron-server[103343]: INFO neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading Plugin: auto_allocate Dec 12 03:55:58.421742 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: network precommit_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.422119 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: network precommit_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.422644 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 03:55:58.422973 n-d-710847-7 neutron-server[103343]: INFO neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading Plugin: tag Dec 12 03:55:58.429978 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 03:55:58.430312 n-d-710847-7 neutron-server[103343]: INFO neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading Plugin: timestamp Dec 12 03:55:58.434132 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 03:55:58.434467 n-d-710847-7 neutron-server[103343]: INFO neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading Plugin: network_ip_availability Dec 12 03:55:58.440554 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.440912 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.441275 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.441985 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 03:55:58.442316 n-d-710847-7 neutron-server[103343]: INFO neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading Plugin: flavors Dec 12 03:55:58.447267 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 03:55:58.447600 n-d-710847-7 neutron-server[103343]: INFO neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading Plugin: revisions Dec 12 03:55:58.451943 n-d-710847-7 neutron-server[103343]: DEBUG neutron.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 03:55:58.452347 n-d-710847-7 neutron-server[103343]: DEBUG oslo_concurrency.lockutils [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=103343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 12 03:55:58.453135 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103343) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 12 03:55:58.453476 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Initializing extension manager. Dec 12 03:55:58.453997 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: __init__.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.454344 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: __pycache__ {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.454684 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.455023 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: address_group.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.455770 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.456343 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: address-group Dec 12 03:55:58.456678 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: address_scope.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.457411 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.457938 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: address-scope Dec 12 03:55:58.458269 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.459196 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.459721 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: router-admin-state-down-before-update Dec 12 03:55:58.460050 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: agent.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.460750 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.461300 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: agent Dec 12 03:55:58.461628 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: agent_resources_synced.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.462550 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.463074 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: agent-resources-synced Dec 12 03:55:58.463406 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: allowedaddresspairs.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.465216 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.465752 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: allowed-address-pairs Dec 12 03:55:58.466082 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: auto_allocated_topology.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.467192 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.467724 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: auto-allocated-topology Dec 12 03:55:58.468055 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: availability_zone.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.468750 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.469300 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: availability_zone Dec 12 03:55:58.469626 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: availability_zone_filter.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.470552 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.471074 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: availability_zone_filter Dec 12 03:55:58.471399 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: data_plane_status.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.472312 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.472852 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension data-plane-status not supported by any of loaded plugins Dec 12 03:55:58.473244 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: default_subnetpools.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.474166 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.474687 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: default-subnetpools Dec 12 03:55:58.475013 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.475817 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.476338 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: dhcp_agent_scheduler Dec 12 03:55:58.476664 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: dns.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.477615 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.478133 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension dns-integration not supported by any of loaded plugins Dec 12 03:55:58.478458 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: dns_domain_ports.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.479376 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.479895 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 12 03:55:58.480223 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.481180 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.481692 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 12 03:55:58.482547 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: dvr.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.483216 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.483739 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: dvr Dec 12 03:55:58.484065 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: ecmp_routes.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.485007 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.485524 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 12 03:55:58.485849 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: empty_string_filtering.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.486756 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.487278 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: empty-string-filtering Dec 12 03:55:58.487601 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.488512 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.489053 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 12 03:55:58.489380 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.490301 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.490816 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 12 03:55:58.491143 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: external_net.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.492048 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.492569 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: external-net Dec 12 03:55:58.492918 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.493827 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.494346 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: extra_dhcp_opt Dec 12 03:55:58.494672 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: extraroute.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.495580 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.496105 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: extraroute Dec 12 03:55:58.496435 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: extraroute_atomic.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.499488 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.500039 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: extraroute-atomic Dec 12 03:55:58.500379 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: filter_validation.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.501095 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.501625 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: filter-validation Dec 12 03:55:58.501958 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: fip_pf_description.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.502886 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.503408 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 12 03:55:58.503739 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: fip_port_details.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.504665 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.505222 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: fip-port-details Dec 12 03:55:58.505538 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: flavors.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.506816 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.507357 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: flavors Dec 12 03:55:58.507689 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.509404 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.509936 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 12 03:55:58.510270 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: floatingip_pools.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.510970 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.511493 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: floatingip-pools Dec 12 03:55:58.511821 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: ip_allocation.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.512748 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.513327 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension ip_allocation not supported by any of loaded plugins Dec 12 03:55:58.513659 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.514586 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.515108 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: ip-substring-filtering Dec 12 03:55:58.515438 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: l2_adjacency.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.516360 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.516917 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 12 03:55:58.517266 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: l3.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.518214 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.518743 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: router Dec 12 03:55:58.519074 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.521375 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.521946 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 12 03:55:58.522283 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.523219 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.523755 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: ext-gw-mode Dec 12 03:55:58.524089 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.525081 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.525608 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: l3-ha Dec 12 03:55:58.525938 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: l3_flavors.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.526854 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.527383 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: l3-flavors Dec 12 03:55:58.527711 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.528622 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.529695 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 12 03:55:58.530025 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: l3agentscheduler.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.531060 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.531587 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: l3_agent_scheduler Dec 12 03:55:58.531921 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: local_ip.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.533779 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.534316 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension local_ip not supported by any of loaded plugins Dec 12 03:55:58.534653 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: logging.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.536158 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.536699 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension logging not supported by any of loaded plugins Dec 12 03:55:58.537149 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: metering.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.538016 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.538612 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: metering Dec 12 03:55:58.538953 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.540044 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.540579 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: metering_source_and_destination_fields Dec 12 03:55:58.540944 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: multiprovidernet.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.541880 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.542409 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: multi-provider Dec 12 03:55:58.542739 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: netmtu.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.543658 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.544180 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: net-mtu Dec 12 03:55:58.545120 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: netmtu_writable.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.546049 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.546591 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: net-mtu-writable Dec 12 03:55:58.546919 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: network_availability_zone.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.547586 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.548105 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: network_availability_zone Dec 12 03:55:58.548431 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: network_ip_availability.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.549852 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.550383 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: network-ip-availability Dec 12 03:55:58.550710 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: network_segment_range.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.551474 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.551997 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension network-segment-range not supported by any of loaded plugins Dec 12 03:55:58.552325 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: pagination.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.553342 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.553679 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: pagination Dec 12 03:55:58.554003 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: port_device_profile.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.554918 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.555449 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: port-device-profile Dec 12 03:55:58.555777 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.556700 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.557270 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: port-mac-address-regenerate Dec 12 03:55:58.557600 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.558520 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.559043 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: port-numa-affinity-policy Dec 12 03:55:58.559373 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: port_resource_request.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.560305 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.560848 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension port-resource-request not supported by any of loaded plugins Dec 12 03:55:58.561212 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: port_resource_request_groups.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.562434 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.562953 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 12 03:55:58.563318 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: portbindings.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.564377 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.564990 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: binding Dec 12 03:55:58.565321 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: portbindings_extended.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.566669 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.567329 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: binding-extended Dec 12 03:55:58.567659 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: portsecurity.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.568662 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.569276 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: port-security Dec 12 03:55:58.569625 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: project_id.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.570698 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.571049 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: project-id Dec 12 03:55:58.571398 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: providernet.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.572379 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.573003 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: provider Dec 12 03:55:58.573342 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.577169 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.577763 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos not supported by any of loaded plugins Dec 12 03:55:58.578089 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.579397 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.579974 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 12 03:55:58.580362 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.581575 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.581962 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 12 03:55:58.582316 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_default.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.583314 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.583856 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-default not supported by any of loaded plugins Dec 12 03:55:58.584188 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_fip.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.584877 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.585403 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-fip not supported by any of loaded plugins Dec 12 03:55:58.585734 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.586763 n-d-710847-7 neutron-server[103343]: WARNING neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 12 03:55:58.587237 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_gateway_ip.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.588159 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.588694 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 12 03:55:58.589055 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_port_network_policy.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.589973 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.590500 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 12 03:55:58.590831 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.592529 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.593085 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 12 03:55:58.593419 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_pps_rule.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.594631 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.595162 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-pps not supported by any of loaded plugins Dec 12 03:55:58.595492 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_rule_type_details.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.596411 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.596970 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 12 03:55:58.597303 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: qos_rules_alias.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.598345 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.598877 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 12 03:55:58.599208 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: quota_check_limit.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.600123 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.600651 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: quota-check-limit Dec 12 03:55:58.601030 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: quotasv2.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.601987 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.602320 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: quotas Dec 12 03:55:58.602651 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: quotasv2_detail.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.605843 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.606193 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: quota_details Dec 12 03:55:58.606535 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: rbac.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.608264 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.608800 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: rbac-policies Dec 12 03:55:58.609160 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: rbac_address_group.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.610102 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.610641 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: rbac-address-group Dec 12 03:55:58.610974 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: rbac_address_scope.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.611900 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.612430 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: rbac-address-scope Dec 12 03:55:58.612762 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: rbac_security_groups.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.613703 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.614242 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: rbac-security-groups Dec 12 03:55:58.614569 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: rbac_subnetpool.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.615489 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.616017 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: rbac-subnetpool Dec 12 03:55:58.616345 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: revisionifmatch.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.617290 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.617818 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: revision-if-match Dec 12 03:55:58.618143 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: revisions.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.619257 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.619785 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: standard-attr-revisions Dec 12 03:55:58.620115 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: router_availability_zone.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.620791 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.621355 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: router_availability_zone Dec 12 03:55:58.621683 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: routerservicetype.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.622627 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.623151 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension router-service-type not supported by any of loaded plugins Dec 12 03:55:58.623477 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.624494 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.625055 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: security-groups-normalized-cidr Dec 12 03:55:58.625384 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.626309 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.626836 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: port-security-groups-filtering Dec 12 03:55:58.627162 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.628085 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.628611 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: security-groups-remote-address-group Dec 12 03:55:58.628971 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.629917 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.630441 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: security-groups-shared-filtering Dec 12 03:55:58.630768 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.631348 n-d-710847-7 neutron-server[103343]: WARNING neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 12 03:55:58.631673 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: securitygroup.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.641553 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.642104 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: security-group Dec 12 03:55:58.642447 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: segment.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.643242 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.643773 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension segment not supported by any of loaded plugins Dec 12 03:55:58.644114 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.645091 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.645620 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 12 03:55:58.645953 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: servicetype.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.647053 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.647589 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: service-type Dec 12 03:55:58.647925 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: sorting.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.648942 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.649282 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: sorting Dec 12 03:55:58.649613 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: standard_attr_segment.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.650530 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.651069 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 12 03:55:58.651400 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: standardattrdescription.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.652054 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.652581 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: standard-attr-description Dec 12 03:55:58.652944 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: stateful_security_group.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.654421 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.654954 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: stateful-security-group Dec 12 03:55:58.655285 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: stdattrs_common.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.655865 n-d-710847-7 neutron-server[103343]: WARNING neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 12 03:55:58.656195 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.657174 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.657708 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 12 03:55:58.658036 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: subnet_onboard.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.659128 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.659666 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: subnet_onboard Dec 12 03:55:58.659997 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.660955 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.661483 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 12 03:55:58.661812 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: subnet_service_types.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.662746 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.663276 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: subnet-service-types Dec 12 03:55:58.663606 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: subnetallocation.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.664698 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.665269 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: subnet_allocation Dec 12 03:55:58.665605 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.666274 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.666798 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: subnetpool-prefix-ops Dec 12 03:55:58.667128 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.668058 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.668586 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 12 03:55:58.668948 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: tagging.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.670624 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.671156 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: standard-attr-tag Dec 12 03:55:58.671498 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: timestamp.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.672704 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.673271 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loaded extension: standard-attr-timestamp Dec 12 03:55:58.673605 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: trunk.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.674931 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.675463 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension trunk not supported by any of loaded plugins Dec 12 03:55:58.675796 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: trunk_details.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.676717 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.677278 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension trunk-details not supported by any of loaded plugins Dec 12 03:55:58.677610 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: uplink_status_propagation.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.678534 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.679062 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 12 03:55:58.679392 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Loading extension file: vlantransparent.py {{(pid=103343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 03:55:58.680062 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 03:55:58.680584 n-d-710847-7 neutron-server[103343]: INFO neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 12 03:55:58.683143 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:network Dec 12 03:55:58.683671 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:subnet Dec 12 03:55:58.684080 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 03:55:58.684482 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:port Dec 12 03:55:58.685835 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.686410 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service FLAVORS assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.687037 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.687466 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.687804 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:router Dec 12 03:55:58.688239 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:floatingip Dec 12 03:55:58.688731 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service METERING assigned prefix: /metering {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.690214 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.690640 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.690951 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 03:55:58.691974 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of CountableResource for resource:rbac_policy Dec 12 03:55:58.692419 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:security_group Dec 12 03:55:58.692904 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 12 03:55:58.693531 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service CORE assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.693871 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 03:55:58.694227 n-d-710847-7 neutron-server[103343]: WARNING neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] subnetpool is already registered Dec 12 03:55:58.694679 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service CORE assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.695010 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 03:55:58.695349 n-d-710847-7 neutron-server[103343]: WARNING neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] subnetpool is already registered Dec 12 03:55:58.697643 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.698083 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service FLAVORS assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.698678 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.699103 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.699439 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:router Dec 12 03:55:58.699786 n-d-710847-7 neutron-server[103343]: WARNING neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] router is already registered Dec 12 03:55:58.700204 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:floatingip Dec 12 03:55:58.700550 n-d-710847-7 neutron-server[103343]: WARNING neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] floatingip is already registered Dec 12 03:55:58.701085 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service METERING assigned prefix: /metering {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.701764 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of CountableResource for resource:rbac_policy Dec 12 03:55:58.702095 n-d-710847-7 neutron-server[103343]: WARNING neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] rbac_policy is already registered Dec 12 03:55:58.702513 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:security_group Dec 12 03:55:58.702853 n-d-710847-7 neutron-server[103343]: WARNING neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] security_group is already registered Dec 12 03:55:58.703262 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 12 03:55:58.703601 n-d-710847-7 neutron-server[103343]: WARNING neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] security_group_rule is already registered Dec 12 03:55:58.704234 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service CORE assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.704568 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 03:55:58.704929 n-d-710847-7 neutron-server[103343]: WARNING neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] subnetpool is already registered Dec 12 03:55:58.705357 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.v2.resource_helper [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Service CORE assigned prefix: {{(pid=103343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 03:55:58.705685 n-d-710847-7 neutron-server[103343]: INFO neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 03:55:58.706023 n-d-710847-7 neutron-server[103343]: WARNING neutron.quota.resource_registry [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] subnetpool is already registered Dec 12 03:55:58.706495 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: extensions {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.707939 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: address-groups {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.709612 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: address-scopes {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.711044 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: agents {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.712203 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: auto-allocated-topology {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.713487 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: availability_zones {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.714700 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: dhcp-networks {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.716222 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: dhcp-agents {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.718187 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: routers {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.720395 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: flavors {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.721598 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: service_profiles {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.722811 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: next_providers {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.724244 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: service_profiles {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.726752 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: floatingip-pools {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.727974 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: routers {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.730106 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: floatingips {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.731389 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: l3-routers {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.733419 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: l3-agents {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.734822 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: metering-labels {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.736178 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: metering-label-rules {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.737486 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: network-ip-availabilities {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.738737 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: bindings {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.740369 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: quotas {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.742002 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: quotas {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.743525 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: rbac-policies {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.744807 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: security-groups {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.746068 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: security-group-rules {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.747285 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: service-providers {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.748537 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: subnetpools {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.749991 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: subnetpools {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.751440 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.753133 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.754927 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.756698 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.758513 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.760353 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.762064 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.763982 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.765786 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.767608 n-d-710847-7 neutron-server[103343]: DEBUG neutron.api.extensions [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Extended resource: tags {{(pid=103343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 03:55:58.773591 n-d-710847-7 neutron-server[103343]: WARNING keystonemiddleware.auth_token [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 12 03:55:58.778283 n-d-710847-7 neutron-server[103343]: WARNING keystonemiddleware.auth_token [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 12 03:55:58.787450 n-d-710847-7 neutron-server[103343]: DEBUG oslo_concurrency.lockutils [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Acquired lock "singleton_lock" {{(pid=103343) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 12 03:55:58.787922 n-d-710847-7 neutron-server[103343]: DEBUG oslo_concurrency.lockutils [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Releasing lock "singleton_lock" {{(pid=103343) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 12 03:55:58.788569 n-d-710847-7 neutron-server[103343]: INFO oslo_service.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Starting 2 workers Dec 12 03:55:58.793505 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Started child 103450 {{(pid=103343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 03:55:58.798557 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Started child 103451 {{(pid=103343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 03:55:58.799906 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:55:58.800512 n-d-710847-7 neutron-server[103343]: INFO neutron.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 12 03:55:58.801050 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Publish callbacks [] for process, before_spawn {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:55:58.801459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [-] (103450) wsgi starting up on http://0.0.0.0:9696 Dec 12 03:55:58.803516 n-d-710847-7 neutron-server[103343]: INFO oslo_service.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Starting 1 workers Dec 12 03:55:58.803736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:55:58.805138 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [-] (103451) wsgi starting up on http://0.0.0.0:9696 Dec 12 03:55:58.808796 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Started child 103452 {{(pid=103343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 03:55:58.809372 n-d-710847-7 neutron-server[103343]: INFO oslo_service.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Starting 1 workers Dec 12 03:55:58.812859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] calling RpcWorker wait() {{(pid=103452) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 12 03:55:58.813394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] returning from RpcWorker wait() {{(pid=103452) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 12 03:55:58.813950 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Started child 103453 {{(pid=103343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 03:55:58.814773 n-d-710847-7 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d53e-e6b1-45ef-8219-110c0db8e690 None None] Publish callbacks [] for process, after_spawn {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:55:58.814872 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:55:58.815343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:55:58.816641 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103343) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 12 03:55:58.816871 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 12 03:55:58.817066 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 12 03:55:58.817291 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 12 03:55:58.817631 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 12 03:55:58.817813 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 12 03:55:58.818297 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.818593 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.818869 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.818970 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:55:58.819395 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.819471 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.819912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:55:58.820017 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.820248 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.820517 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.820793 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.821067 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.821244 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.821415 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.821674 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.821930 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.822268 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.822535 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.822789 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.823036 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.823209 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.823459 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.823721 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.823968 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.824242 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] debug = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.824484 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.826016 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.826016 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.826016 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.826016 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.826016 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.826383 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.826540 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.826783 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.827027 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.827284 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.827535 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.827764 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.827975 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.828223 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.828437 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.828682 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.828926 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.829427 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] host = n-d-710847-7 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.829651 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.829883 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.830111 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.830378 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.830633 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.830860 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.831106 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.831369 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.831594 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.831852 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.832113 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.832356 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.832606 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.832880 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.833051 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_options = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.833293 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.833567 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.833832 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.834043 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.834216 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.834398 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.834661 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.834828 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.835087 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.835328 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.835554 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.835791 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.836010 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.836225 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.836482 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.836711 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.836956 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.837188 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.837434 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.837668 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.837912 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.838137 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.838370 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.838615 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.838864 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.839078 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.839317 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.839548 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.839771 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.840015 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.840249 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.840504 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.840717 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.840989 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.841249 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.842030 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.842261 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.842476 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.842749 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.842974 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.843241 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.843499 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.843714 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.843960 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.844175 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.844421 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.844654 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_json = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.844906 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.845145 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.845397 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.845632 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.845844 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.846061 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.846273 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.846516 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.846965 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.847268 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.847600 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.847859 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.848219 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.848435 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.848823 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.849387 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.849651 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.849887 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.850223 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.850464 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.850767 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.850992 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.851262 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.851597 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.851878 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.852163 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.852414 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.852654 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.853031 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.853417 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.853880 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.854013 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.854389 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.854705 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.855014 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.855159 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.855572 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.855798 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.856079 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.856363 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.856606 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.857688 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.857688 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.857978 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.858067 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.858307 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.858672 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.858812 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.859035 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.859268 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.859495 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.859723 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.860142 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.860408 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.860639 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.860919 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.861153 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.861376 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.861593 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.861806 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.862042 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.862274 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.862525 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.862758 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.863029 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.863278 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.863537 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.863754 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.863968 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.864195 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.864446 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.864666 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.864907 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.865213 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.865451 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.865758 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.866277 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.866421 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.870337 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.870337 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.870337 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.870337 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.870337 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.870337 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.870782 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.870782 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.872848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.872848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.872848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.872848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.872848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.872848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.872848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.872848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.873388 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.873388 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.873388 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.873574 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.873804 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.874294 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.874802 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.875252 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.875511 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.875884 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.876336 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.876565 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.876864 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.877103 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.877347 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.877607 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.877872 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.878133 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.878369 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.878629 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.878855 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.879140 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.879353 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.879580 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.879808 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.880052 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.880276 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.880574 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.880839 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.881276 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.881524 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.881900 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.882200 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.882460 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.882744 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.882980 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.883255 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.883560 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.883830 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.884108 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.884348 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.884607 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.885536 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.885536 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.885536 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.885826 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.885908 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.886138 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.886657 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.887046 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.887440 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.887853 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.888327 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.888717 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.889110 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.889476 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.889917 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.890317 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.890714 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.891133 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.891540 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.891997 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.892453 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.892897 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.893126 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.893372 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.895616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.895616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.895616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.895616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.895616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.895616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.895616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.895616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.896255 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.896255 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.896255 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.896255 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.896255 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.896592 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.896837 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.897067 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.897307 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.897562 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.897798 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.898026 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.898244 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.898523 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.898755 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.899033 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.899282 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.899503 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.899736 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.899981 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.900244 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.900465 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.900714 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.900986 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.901204 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.901422 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.901649 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.901867 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.902108 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.902341 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.902576 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.902834 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.903092 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.903439 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.903692 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.904429 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.904668 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.904911 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.905134 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.905374 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.905615 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.905861 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.906066 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.906485 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.906840 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.907304 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.907550 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.907795 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.908006 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.908227 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.908458 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.908670 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.908999 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.909246 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.909486 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.909756 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.909995 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.910213 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.910470 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.910707 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.910921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.911148 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.911368 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.911581 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.911811 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.912024 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.912237 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.912459 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.912677 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.912944 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.913193 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.913403 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.913616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.913840 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.914057 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.914275 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.914524 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.914737 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.914950 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.915172 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.915390 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.915601 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.915831 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.916043 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.916254 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.916475 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.916718 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.916949 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.917242 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.917503 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.917735 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.918024 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.918262 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.918509 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.918756 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.919122 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.919362 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.920136 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.920379 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.920632 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.920880 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.921152 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.921479 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.921752 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.922000 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.922268 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.922555 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.922840 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.923112 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.923328 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.923626 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.923970 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.924237 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.924487 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.925052 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.925305 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.925532 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.925758 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.926008 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.926244 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.926488 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.926725 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.926981 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.927264 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.927463 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.927710 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.927910 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.928158 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.928394 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.928624 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.928860 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.929088 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 12 03:55:58.929752 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103343) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 12 03:55:58.929752 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 12 03:55:58.930022 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 12 03:55:58.930022 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 12 03:55:58.930288 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 12 03:55:58.930427 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 12 03:55:58.930558 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.930697 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.930855 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.931011 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.931405 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.931405 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.931679 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.931679 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.931942 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.931942 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.932204 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.932335 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.932472 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.932606 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.932740 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.932910 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.933050 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.933186 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.933398 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.933534 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.933685 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.933835 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.933973 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] debug = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.934098 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.934282 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.934453 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.934616 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.934778 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.934927 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.935232 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.935379 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.935532 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.935663 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.935792 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.935926 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.936058 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.936191 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.936324 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.936465 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.936615 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.936747 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.936945 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] host = n-d-710847-7 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.937088 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.937214 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.937381 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.937542 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.937709 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.937872 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.938035 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.938196 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.938358 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.938520 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.938682 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.938845 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.939007 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.939213 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.939340 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_options = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.939468 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.939628 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.939791 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.939979 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.940148 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.940311 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.940474 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.940637 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.940879 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.940988 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.941128 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.941290 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.941450 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.941612 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.941772 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.941936 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.942097 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.942259 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.942421 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.942582 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.942743 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.942904 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.943067 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.943228 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.943389 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.943536 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.943699 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.943861 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.944022 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.944184 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.944346 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.944507 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.944668 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.944848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.945007 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.945170 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.945335 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.945505 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.945661 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.945823 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.946005 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.946151 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.946292 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.946455 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.946550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:55:58.946648 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.946768 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.946928 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_json = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.947248 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.947413 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.947574 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.947741 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.947902 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.948064 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.948226 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.948389 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 03:55:58.948571 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.948741 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.948951 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.949119 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.949288 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.949455 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.949621 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.949787 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.949954 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.950118 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.950292 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.950458 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.950635 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.951317 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.951484 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.951651 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.951817 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.951982 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.952147 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.952314 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.952479 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.952643 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.952845 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.953073 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.953239 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.953404 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.953573 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.953749 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.953912 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.954093 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.954257 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.954423 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.954589 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.954755 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.954920 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.955086 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.955252 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.955418 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.955585 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.955749 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.955914 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.956080 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.956246 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.956411 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.956577 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.956742 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.956931 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.957098 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.957268 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.957404 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.957571 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.957737 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.957903 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.958073 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.958247 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.958779 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.958779 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.958779 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.960921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.960921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.960921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.960921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.960921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.960921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.960921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.960921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.960921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961448 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961448 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961448 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961448 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961448 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961448 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961448 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961448 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961882 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961882 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.961882 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.962053 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.962117 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.962280 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.962445 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.962615 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.962779 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.962949 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.963110 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.963273 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.963454 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.963611 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.963755 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.963921 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.964096 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.964277 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.964519 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.964622 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.964751 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.964938 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.965101 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.965263 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.965428 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.965593 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.965758 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.965970 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.966066 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.966235 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.966968 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.967098 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.967251 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.967417 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.967583 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.967754 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.967898 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.968067 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.968239 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.968418 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.968599 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.968731 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.968894 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.969038 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.969211 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.969343 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.969471 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.969625 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.969805 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.969973 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.970138 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.970391 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.970533 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.970669 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.971593 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.971593 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.971593 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.971593 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.971593 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.971593 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.972292 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.972292 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.972292 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.972292 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.972292 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973097 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973097 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973097 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973097 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973097 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973460 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973460 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973599 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973798 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.973889 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.974018 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.974183 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.974349 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.974516 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.974681 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.974847 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.975012 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.975178 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.975344 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.975509 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.975673 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.975838 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.976003 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.976168 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.976333 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.976499 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.976665 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.976856 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.977016 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.977181 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.977344 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.977508 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.977672 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.977835 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.978005 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.978172 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.978339 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.978504 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.978669 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.978834 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.978999 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.979165 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.979332 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.979497 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.979663 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.979830 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.979995 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.980161 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.980326 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.980490 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.980657 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.980832 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.981004 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.981187 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.981353 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.981517 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.981681 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.981849 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.982037 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.982203 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.982369 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.982531 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.982696 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.982861 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.983029 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.983567 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.983567 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.983567 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.984111 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.984111 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.984111 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.984111 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.985848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.985848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.985848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.985848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.985848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.985848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.985848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.985848 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.987715 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.987715 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.987715 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.987715 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.987715 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.987715 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.987715 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.987715 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.988299 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.988299 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.988299 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.988299 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.988299 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.988299 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.988299 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.988299 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989013 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989013 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989013 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989013 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989013 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989013 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989013 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989618 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989618 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989618 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.989618 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.990071 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.990071 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.990071 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.990418 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.990418 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.990563 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.990669 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.990835 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.991012 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.991180 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.991348 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.991513 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.991679 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.991846 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.992013 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.992169 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.992346 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.992517 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.992685 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.992879 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.993056 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.993231 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.993397 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.993569 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.993745 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.993910 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.994075 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.994239 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.994403 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.994567 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.994731 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.995022 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.995022 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.995263 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.995445 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.995603 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.995727 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.995903 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.996027 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.996147 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.996265 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.996452 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.996581 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.996748 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 03:55:58.996934 n-d-710847-7 neutron-server[103343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 12 03:55:59.092996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59558) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:55:59.101752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065634 Dec 12 03:56:10.584875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b45fd2-d412-481b-8160-9a4300a6e05e None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 03:56:10.646484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b45fd2-d412-481b-8160-9a4300a6e05e None None] No non-hosted networks {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 12 03:56:10.664068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.agentschedulers_db [None req-89b45fd2-d412-481b-8160-9a4300a6e05e None None] DHCP Agent not found on host n-d-710847-7 {{(pid=103452) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 12 03:56:10.837014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29422b83-e7b4-4c5f-ad28-5f1ce429294e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596940'] for agent, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:12.870733 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc9139f8-8787-4971-814c-1e9c2a1daaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596940'] for agent, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:12.917876 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6e723852-9a17-42fd-96c6-53af77635126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:13.934070 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596940'] for agent, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:15.489640 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596940'] for agent, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:15.659203 n-d-710847-7 neutron-server[103452]: INFO neutron.db.l3_hamode_db [None req-cf090849-26b9-4148-aea2-71631e5fe33e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 12 03:56:15.738480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf090849-26b9-4148-aea2-71631e5fe33e None None] Routers set() bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 03:56:15.738875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf090849-26b9-4148-aea2-71631e5fe33e None None] Router IDs set() for agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 03:56:16.596683 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596940'] for agent, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:16.597351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.597801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.598223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.598630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.599012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.599401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.599792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.602088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.602587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.603487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.604624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.605538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.606059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:16.606669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-710847-7', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:16.618754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-710847-7', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:16.946706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59648) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:17.434942 n-d-710847-7 neutron-server[103451]: WARNING oslo_policy.policy [None req-e5785dac-7a25-4f2d-a806-342b6b7b1b37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 03:56:17.436058 n-d-710847-7 neutron-server[103451]: WARNING oslo_policy.policy [None req-e5785dac-7a25-4f2d-a806-342b6b7b1b37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 03:56:17.661934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-e5785dac-7a25-4f2d-a806-342b6b7b1b37 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 03:56:17.662994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e5785dac-7a25-4f2d-a806-342b6b7b1b37 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7153616 Dec 12 03:56:20.239239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59664) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:20.727916 n-d-710847-7 neutron-server[103450]: WARNING oslo_policy.policy [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 03:56:20.728496 n-d-710847-7 neutron-server[103450]: WARNING oslo_policy.policy [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 03:56:20.950983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:56:21.047367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.policy [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103450) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 12 03:56:21.093627 n-d-710847-7 neutron-server[103450]: WARNING oslo_policy.policy [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 03:56:21.093998 n-d-710847-7 neutron-server[103450]: WARNING oslo_policy.policy [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 03:56:21.102740 n-d-710847-7 neutron-server[103450]: INFO neutron.quota [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] Loaded quota_driver: . Dec 12 03:56:21.191091 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866820574', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866817921', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866838805', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866829966', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866791081', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866782718', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-536408304', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536423664', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738077'] for rbac-policy, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:21.255461 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:21.256900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4faf45b1-ddb5-41bb-9f16-c965628e7054 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0155704 Dec 12 03:56:24.036560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59682) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:24.327450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'name': 'private'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:56:24.355709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Made reservation on behalf of 11f1048e2a04433e9c388bfb5a086890 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 03:56:24.358522 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:24.375158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:24.484278 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:24.487876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:24.507226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 03:56:24.535927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730863148153', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:24.536547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Unsubscribe: segment precommit_create {{(pid=103450) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 12 03:56:24.537096 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Added segment 7a70b4fd-c6e3-4927-8de8-45d398e22fe5 of type vlan for network 6aa4a605-dbf9-411e-a033-d58228e5cd9a Dec 12 03:56:24.553614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf2d0df-e620-4834-b657-f5d799f5023f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:24.609830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.610182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.610583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.610945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.611389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.611731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.612066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.612406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.612788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.613155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.613486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.613813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.614141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Tracked resource versions report: Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: pushed versions: Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: { 'AddressGroup': {'1.2'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'ConntrackHelper': {'1.0'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'LocalIPAssociation': {'1.0'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Log': {'1.0'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Network': {'1.1'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Port': {'1.7'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'PortForwarding': {'1.2'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'QosPolicy': {'1.10'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'SecurityGroup': {'1.5'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'SecurityGroupRule': {'1.2'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'SubPort': {'1.0'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Subnet': {'1.1'}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Trunk': {'1.1'}} Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: consumer versions: Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: { DHCP agent@n-d-710847-7: {}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: L3 agent@n-d-710847-7: {}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: Metadata agent@n-d-710847-7: {}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: Metering agent@n-d-710847-7: {}, Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: Open vSwitch agent@n-d-710847-7: { 'AddressGroup': '1.2', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'ConntrackHelper': '1.0', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'LocalIPAssociation': '1.0', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Log': '1.0', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Network': '1.1', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Port': '1.7', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'PortForwarding': '1.2', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'QosPolicy': '1.10', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'SecurityGroup': '1.5', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'SecurityGroupRule': '1.2', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'SubPort': '1.0', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Subnet': '1.1', Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: 'Trunk': '1.1'}} Dec 12 03:56:24.615299 n-d-710847-7 neutron-server[103450]: {{(pid=103450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 03:56:24.656581 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:24.698326 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:24.699508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:56:24.700204 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:24.780869 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7431917 Dec 12 03:56:24.800039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644db35-b3cf-4f7e-a3a2-ca9d3849776f admin admin] Pushing event updated for resources: {'Network': ['ID=6aa4a605-dbf9-411e-a033-d58228e5cd9a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:24.813233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 6aa4a605-dbf9-411e-a033-d58228e5cd9a details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 03:56:27.610205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59696) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:27.995999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b888a7-fc49-4057-ae67-a224a91c0926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:56:27.997426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-50b888a7-fc49-4057-ae67-a224a91c0926 admin admin] 10.222.0.36 "GET /v2.0/networks/6aa4a605-dbf9-411e-a033-d58228e5cd9a HTTP/1.1" status: 200 len: 824 time: 0.3862283 Dec 12 03:56:28.021409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-527862a1-2cd9-4674-b6af-d6011ac8e2b1 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/1c361c9c-e12c-428a-8b5e-0164ff4f4a75 HTTP/1.1" status: 200 len: 734 time: 0.0179477 Dec 12 03:56:28.030464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Request body: {'subnet': {'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'name': 'private-subnet', 'subnetpool_id': '1c361c9c-e12c-428a-8b5e-0164ff4f4a75', 'ip_version': 4, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a', 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:56:28.052362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Made reservation on behalf of 11f1048e2a04433e9c388bfb5a086890 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 03:56:28.054701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:28.339675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:28.409975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f285eda-c9da-45e1-869d-c6b2f3929610,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:28.414003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Checking segment: {'id': '7a70b4fd-c6e3-4927-8de8-45d398e22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 03:56:28.414392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Network hostable DHCP agents. Network: 6aa4a605-dbf9-411e-a033-d58228e5cd9a, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 03:56:28.433306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Network 6aa4a605-dbf9-411e-a033-d58228e5cd9a is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 03:56:28.444281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 6aa4a605-dbf9-411e-a033-d58228e5cd9a) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 03:56:28.448726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:56:28.449348 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:28.454963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d61fc6-6740-4a79-acf3-ceec8e0a6052 None None] Network 6aa4a605-dbf9-411e-a033-d58228e5cd9a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 03:56:28.464315 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4f076389-1ff7-4c5b-905e-db3007da277d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4374909 Dec 12 03:56:28.721303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-6aa4a605-dbf9-411e-a033-d58228e5cd9a', 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a', 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'fixed_ips': [{'subnet_id': '5f285eda-c9da-45e1-869d-c6b2f3929610'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 03:56:28.722578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:29.021445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Allocated IP 172.20.0.2 (6aa4a605-dbf9-411e-a033-d58228e5cd9a/5f285eda-c9da-45e1-869d-c6b2f3929610/053bf330-9d40-4c32-8cdb-2ec4c25025ad) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 03:56:29.264395 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:29.272548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:29.354614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Network 6aa4a605-dbf9-411e-a033-d58228e5cd9a is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 03:56:29.362432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 03:56:29.366172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 03:56:29.369268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Pushing event updated for resources: {'Port': ['ID=053bf330-9d40-4c32-8cdb-2ec4c25025ad,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:29.399072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.399427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.399780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.400127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.400470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.401109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.401450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.401785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.402120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.402454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.402788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.403116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.403444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Tracked resource versions report: Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: pushed versions: Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: { 'AddressGroup': {'1.2'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'ConntrackHelper': {'1.0'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'LocalIPAssociation': {'1.0'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Log': {'1.0'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Network': {'1.1'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Port': {'1.7'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'PortForwarding': {'1.2'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'QosPolicy': {'1.10'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'SecurityGroup': {'1.5'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'SecurityGroupRule': {'1.2'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'SubPort': {'1.0'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Subnet': {'1.1'}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Trunk': {'1.1'}} Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: consumer versions: Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: { DHCP agent@n-d-710847-7: {}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: L3 agent@n-d-710847-7: {}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: Metadata agent@n-d-710847-7: {}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: Metering agent@n-d-710847-7: {}, Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: Open vSwitch agent@n-d-710847-7: { 'AddressGroup': '1.2', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'ConntrackHelper': '1.0', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'LocalIPAssociation': '1.0', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Log': '1.0', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Network': '1.1', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Port': '1.7', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'PortForwarding': '1.2', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'QosPolicy': '1.10', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'SecurityGroup': '1.5', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'SecurityGroupRule': '1.2', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'SubPort': '1.0', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Subnet': '1.1', Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: 'Trunk': '1.1'}} Dec 12 03:56:29.405162 n-d-710847-7 neutron-server[103452]: {{(pid=103452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 03:56:29.454299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Attempting to bind port 053bf330-9d40-4c32-8cdb-2ec4c25025ad on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 03:56:29.454703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Attempting to bind port 053bf330-9d40-4c32-8cdb-2ec4c25025ad by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '7a70b4fd-c6e3-4927-8de8-45d398e22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 03:56:29.455130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Attempting to bind port 053bf330-9d40-4c32-8cdb-2ec4c25025ad on network 6aa4a605-dbf9-411e-a033-d58228e5cd9a {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 03:56:29.460072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 03:56:29.460464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Checking segment: {'id': '7a70b4fd-c6e3-4927-8de8-45d398e22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 03:56:29.460972 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:29.461372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Bound using segment: {'id': '7a70b4fd-c6e3-4927-8de8-45d398e22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 03:56:29.461879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Bound port: 053bf330-9d40-4c32-8cdb-2ec4c25025ad, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a70b4fd-c6e3-4927-8de8-45d398e22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 03:56:29.462271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:29.525506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] For port 053bf330-9d40-4c32-8cdb-2ec4c25025ad, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 03:56:29.530263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] For port 053bf330-9d40-4c32-8cdb-2ec4c25025ad, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=053bf330-9d40-4c32-8cdb-2ec4c25025ad,segment=NetworkSegment(7a70b4fd-c6e3-4927-8de8-45d398e22fe5),segment_id=7a70b4fd-c6e3-4927-8de8-45d398e22fe5)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 03:56:29.534582 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:29.600932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427960a-ccc5-4791-91ce-38bd92c05590 None None] Pushing event updated for resources: {'Port': ['ID=053bf330-9d40-4c32-8cdb-2ec4c25025ad,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:31.045767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59704) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:31.355950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-29da831b-514d-4073-9e1f-21b6e0dde8ae admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 03:56:31.368837 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-29da831b-514d-4073-9e1f-21b6e0dde8ae admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102543 Dec 12 03:56:33.949876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59712) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:34.260538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-a46e3d26-63b6-4784-9822-25b0c44bd3ed admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 03:56:34.261715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a46e3d26-63b6-4784-9822-25b0c44bd3ed admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3108351 Dec 12 03:56:37.063004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59722) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:37.370716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-29e64279-fcb3-4da6-8860-6e1226449a69 admin admin] Request body: {'router': {'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'name': 'router1', 'admin_state_up': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:56:37.395560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29e64279-fcb3-4da6-8860-6e1226449a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:37.397322 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29e64279-fcb3-4da6-8860-6e1226449a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:37.533565 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29e64279-fcb3-4da6-8860-6e1226449a69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:37.538201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29e64279-fcb3-4da6-8860-6e1226449a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:37.552443 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29e64279-fcb3-4da6-8860-6e1226449a69 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:37.553717 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-29e64279-fcb3-4da6-8860-6e1226449a69 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4897134 Dec 12 03:56:38.385315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 053bf330-9d40-4c32-8cdb-2ec4c25025ad up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 03:56:38.471626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 053bf330-9d40-4c32-8cdb-2ec4c25025ad triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:56:38.472024 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:38.580984 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:38.600043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf3beb-0b31-42ea-899b-868b48faa6f8 None None] Network 6aa4a605-dbf9-411e-a033-d58228e5cd9a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 03:56:38.662807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 053bf330-9d40-4c32-8cdb-2ec4c25025ad, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=053bf330-9d40-4c32-8cdb-2ec4c25025ad,segment=NetworkSegment(7a70b4fd-c6e3-4927-8de8-45d398e22fe5),segment_id=7a70b4fd-c6e3-4927-8de8-45d398e22fe5)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 03:56:38.674928 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:38.717619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6c887d53-45ab-4dc7-b995-10dc917a430c None None] Provisioning complete for port 053bf330-9d40-4c32-8cdb-2ec4c25025ad triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:56:38.717998 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6c887d53-45ab-4dc7-b995-10dc917a430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:38.792230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=053bf330-9d40-4c32-8cdb-2ec4c25025ad,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:38.976586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cfe439ac-69d8-40ba-894e-ddf4819ecfb3 None None] Provisioning complete for port 053bf330-9d40-4c32-8cdb-2ec4c25025ad triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:56:38.976992 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfe439ac-69d8-40ba-894e-ddf4819ecfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:40.116765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59736) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:40.356113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 053bf330-9d40-4c32-8cdb-2ec4c25025ad up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 03:56:40.404721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 053bf330-9d40-4c32-8cdb-2ec4c25025ad triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:56:40.405129 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:40.428205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-f33cc484-2d73-4cba-9592-e9d060bae04c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 03:56:40.429364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f33cc484-2d73-4cba-9592-e9d060bae04c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116088 Dec 12 03:56:40.518286 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7818dc6b-e162-4fe1-a7ef-91a2c7014c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:42.868576 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8759b4fd-df01-426a-8d9a-d071bf33bab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:42.992762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59744) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:43.296655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:56:43.317713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Made reservation on behalf of 2f46e5b0298f408cb31c7731be3551da for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 03:56:43.319905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:43.327657 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:43.400455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:43.404119 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:43.418252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Reserving flat network on physical network physnet1 {{(pid=103450) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 12 03:56:43.438260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7882b9-57a4-4554-b8ab-585ef202a011,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:43.441119 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:43.441462 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Added segment 672b7d82-78b0-437b-a876-dd1fa5bb5c97 of type flat for network 58d80648-86df-462b-ae94-89bf1be5972b Dec 12 03:56:43.486839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:43.517104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:43.518011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:56:43.518590 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:43.570843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5768766 Dec 12 03:56:43.581229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e859e-465c-4706-a7b0-6bdcd7fdc030 admin admin] Pushing event updated for resources: {'Network': ['ID=58d80648-86df-462b-ae94-89bf1be5972b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:43.598159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 58d80648-86df-462b-ae94-89bf1be5972b details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 03:56:43.861662 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:45.381008 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:46.108114 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59762) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:46.278965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0e2bac-2bab-47f0-ba70-6ceb27e59ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:56:46.280296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8d0e2bac-2bab-47f0-ba70-6ceb27e59ede admin admin] 10.222.0.36 "GET /v2.0/subnets/5f285eda-c9da-45e1-869d-c6b2f3929610 HTTP/1.1" status: 200 len: 849 time: 0.1712277 Dec 12 03:56:46.396718 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2781127f-275c-449a-b0f2-6a0c261e99c4 admin admin] 10.222.0.36 "GET /v2.0/routers/0eef4a6e-930f-4096-9d8c-72a1886fc6cc HTTP/1.1" status: 200 len: 704 time: 0.1103239 Dec 12 03:56:46.595977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:46.665641 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:46.956527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Allocated IP 172.20.0.1 (6aa4a605-dbf9-411e-a033-d58228e5cd9a/5f285eda-c9da-45e1-869d-c6b2f3929610/3b759497-e8bb-418d-83ba-44591218e108) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 03:56:47.149796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:47.214823 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:47.282194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Network 6aa4a605-dbf9-411e-a033-d58228e5cd9a is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 03:56:47.286692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 03:56:47.292344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 03:56:47.292759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:47.360999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Pushing event updated for resources: {'Port': ['ID=3b759497-e8bb-418d-83ba-44591218e108,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:47.493623 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:47.494679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3e309d6e-5f81-47b8-98a5-d702a89cc1b6 None None] Provisioning complete for port 3b759497-e8bb-418d-83ba-44591218e108 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:56:47.495057 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3e309d6e-5f81-47b8-98a5-d702a89cc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:47.528250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3e309d6e-5f81-47b8-98a5-d702a89cc1b6 None None] Port 3b759497-e8bb-418d-83ba-44591218e108 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 03:56:47.700681 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:47.704583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:47.705324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:47.782191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Pushing event updated for resources: {'Port': ['ID=3b759497-e8bb-418d-83ba-44591218e108,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:47.828541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Network 6aa4a605-dbf9-411e-a033-d58228e5cd9a is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 03:56:47.829851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 03:56:47.989188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Router 0eef4a6e-930f-4096-9d8c-72a1886fc6cc is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 03:56:48.050503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-42da2cbe-f9e4-428a-ba42-91bc4f1a4140 None None] Provisioning complete for port 3b759497-e8bb-418d-83ba-44591218e108 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:56:48.051022 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-42da2cbe-f9e4-428a-ba42-91bc4f1a4140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:48.078485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 03:56:48.085882 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-249a3a04-17f2-4dc3-967f-fcd6667f321d admin admin] 10.222.0.36 "PUT /v2.0/routers/0eef4a6e-930f-4096-9d8c-72a1886fc6cc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6819551 Dec 12 03:56:48.087195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-42da2cbe-f9e4-428a-ba42-91bc4f1a4140 None None] Port 3b759497-e8bb-418d-83ba-44591218e108 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 03:56:48.100991 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Sync routers for ids ['0eef4a6e-930f-4096-9d8c-72a1886fc6cc'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 03:56:48.115479 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Routers {'0eef4a6e-930f-4096-9d8c-72a1886fc6cc'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 03:56:48.116331 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T03:56:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0eef4a6e-930f-4096-9d8c-72a1886fc6cc'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:48.301971 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Set router 0eef4a6e-930f-4096-9d8c-72a1886fc6cc gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 03:56:48.730791 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'name': 'router1', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T03:56:37Z', 'updated_at': '2021-12-12T03:56:47Z', 'revision_number': 2, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'gw_port_host': None, '_interfaces': [{'id': '3b759497-e8bb-418d-83ba-44591218e108', 'name': '', 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'mac_address': 'fa:16:3e:a9:eb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T03:56:46Z', 'updated_at': '2021-12-12T03:56:47Z', 'revision_number': 2, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'subnets': [{'id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c361c9c-e12c-428a-8b5e-0164ff4f4a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:48.781965 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Checking router: 0eef4a6e-930f-4096-9d8c-72a1886fc6cc for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 03:56:48.782339 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Updating router 0eef4a6e-930f-4096-9d8c-72a1886fc6cc port 3b759497-e8bb-418d-83ba-44591218e108 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 03:56:48.830779 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:49.336909 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:49.343749 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:49.514745 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Pushing event updated for resources: {'Port': ['ID=3b759497-e8bb-418d-83ba-44591218e108,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:49.517119 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Attempting to bind port 3b759497-e8bb-418d-83ba-44591218e108 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 03:56:49.517522 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Attempting to bind port 3b759497-e8bb-418d-83ba-44591218e108 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '7a70b4fd-c6e3-4927-8de8-45d398e22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 03:56:49.517956 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Attempting to bind port 3b759497-e8bb-418d-83ba-44591218e108 on network 6aa4a605-dbf9-411e-a033-d58228e5cd9a {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 03:56:49.527458 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 03:56:49.527863 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Checking segment: {'id': '7a70b4fd-c6e3-4927-8de8-45d398e22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 03:56:49.528899 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:49.529291 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Bound using segment: {'id': '7a70b4fd-c6e3-4927-8de8-45d398e22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 03:56:49.529794 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Bound port: 3b759497-e8bb-418d-83ba-44591218e108, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a70b4fd-c6e3-4927-8de8-45d398e22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 03:56:49.530192 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:49.533389 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.533774 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.534122 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.534462 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.534802 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.535137 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.535466 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.535826 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.536156 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.536483 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.536834 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.537161 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.537486 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Tracked resource versions report: Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: pushed versions: Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: { 'AddressGroup': {'1.2'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'ConntrackHelper': {'1.0'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'LocalIPAssociation': {'1.0'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Log': {'1.0'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Network': {'1.1'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Port': {'1.7'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'PortForwarding': {'1.2'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'QosPolicy': {'1.10'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'SecurityGroup': {'1.5'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'SecurityGroupRule': {'1.2'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'SubPort': {'1.0'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Subnet': {'1.1'}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Trunk': {'1.1'}} Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: consumer versions: Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: { DHCP agent@n-d-710847-7: {}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: L3 agent@n-d-710847-7: {}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: Metadata agent@n-d-710847-7: {}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: Metering agent@n-d-710847-7: {}, Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: Open vSwitch agent@n-d-710847-7: { 'AddressGroup': '1.2', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'ConntrackHelper': '1.0', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'LocalIPAssociation': '1.0', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Log': '1.0', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Network': '1.1', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Port': '1.7', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'PortForwarding': '1.2', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'QosPolicy': '1.10', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'SecurityGroup': '1.5', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'SecurityGroupRule': '1.2', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'SubPort': '1.0', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Subnet': '1.1', Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: 'Trunk': '1.1'}} Dec 12 03:56:49.538658 n-d-710847-7 neutron-server[103453]: {{(pid=103453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 03:56:49.605557 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] For port 3b759497-e8bb-418d-83ba-44591218e108, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 03:56:49.625222 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] For port 3b759497-e8bb-418d-83ba-44591218e108, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3b759497-e8bb-418d-83ba-44591218e108,segment=NetworkSegment(7a70b4fd-c6e3-4927-8de8-45d398e22fe5),segment_id=7a70b4fd-c6e3-4927-8de8-45d398e22fe5)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 03:56:49.626600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cf9819eb-aa4e-442c-9fb0-913359921ca3 None None] Provisioning complete for port 3b759497-e8bb-418d-83ba-44591218e108 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:56:49.627105 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cf9819eb-aa4e-442c-9fb0-913359921ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:49.631545 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:49.690577 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Routers {'0eef4a6e-930f-4096-9d8c-72a1886fc6cc'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 03:56:49.691206 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T03:56:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0eef4a6e-930f-4096-9d8c-72a1886fc6cc'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:49.692943 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce63fc-995b-492c-8e66-fabc863c3357 None None] Pushing event updated for resources: {'Port': ['ID=3b759497-e8bb-418d-83ba-44591218e108,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:49.717915 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cf9819eb-aa4e-442c-9fb0-913359921ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:49.769016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cf9819eb-aa4e-442c-9fb0-913359921ca3 None None] For port 3b759497-e8bb-418d-83ba-44591218e108, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3b759497-e8bb-418d-83ba-44591218e108,segment=NetworkSegment(7a70b4fd-c6e3-4927-8de8-45d398e22fe5),segment_id=7a70b4fd-c6e3-4927-8de8-45d398e22fe5)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 03:56:49.773691 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cf9819eb-aa4e-442c-9fb0-913359921ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:49.789711 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] Set router 0eef4a6e-930f-4096-9d8c-72a1886fc6cc gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 03:56:49.833850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9819eb-aa4e-442c-9fb0-913359921ca3 None None] Pushing event updated for resources: {'Port': ['ID=3b759497-e8bb-418d-83ba-44591218e108,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:49.894532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6ecf7708-4094-4964-8271-23883ff1dc37 None None] Provisioning complete for port 3b759497-e8bb-418d-83ba-44591218e108 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:56:49.895185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6ecf7708-4094-4964-8271-23883ff1dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:50.008430 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'name': 'router1', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T03:56:37Z', 'updated_at': '2021-12-12T03:56:47Z', 'revision_number': 2, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'gw_port_host': None, '_interfaces': [{'id': '3b759497-e8bb-418d-83ba-44591218e108', 'name': '', 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'mac_address': 'fa:16:3e:a9:eb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T03:56:46Z', 'updated_at': '2021-12-12T03:56:49Z', 'revision_number': 4, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'subnets': [{'id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c361c9c-e12c-428a-8b5e-0164ff4f4a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:50.038773 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56037e7-160c-4ca6-87ea-0e4bbe7f6b31 None None] The sync data for ids ['0eef4a6e-930f-4096-9d8c-72a1886fc6cc'] in n-d-710847-7 is: [{'id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'name': 'router1', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T03:56:37Z', 'updated_at': '2021-12-12T03:56:47Z', 'revision_number': 2, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'gw_port_host': None, '_interfaces': [{'id': '3b759497-e8bb-418d-83ba-44591218e108', 'name': '', 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'mac_address': 'fa:16:3e:a9:eb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T03:56:46Z', 'updated_at': '2021-12-12T03:56:49Z', 'revision_number': 4, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'subnets': [{'id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c361c9c-e12c-428a-8b5e-0164ff4f4a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 03:56:50.509890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59782) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:50.783748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.policy [None req-8b3f3999-b893-4959-a8e0-fde34b89242a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103451) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 12 03:56:50.831999 n-d-710847-7 neutron-server[103451]: WARNING oslo_policy.policy [None req-8b3f3999-b893-4959-a8e0-fde34b89242a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 03:56:50.832311 n-d-710847-7 neutron-server[103451]: WARNING oslo_policy.policy [None req-8b3f3999-b893-4959-a8e0-fde34b89242a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 03:56:50.840511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f3999-b893-4959-a8e0-fde34b89242a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:56:50.842324 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8b3f3999-b893-4959-a8e0-fde34b89242a admin admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 842 time: 0.3315024 Dec 12 03:56:50.852588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.7.0/24'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:56:50.854398 n-d-710847-7 neutron-server[103451]: INFO neutron.quota [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Loaded quota_driver: . Dec 12 03:56:50.894464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Made reservation on behalf of 2f46e5b0298f408cb31c7731be3551da for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 03:56:50.897274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:51.304113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.objects.ports [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103451) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 03:56:51.304633 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:51.375240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57dc0b0-4730-4275-a12b-a675df822a6d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:51.379597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 03:56:51.379985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Network hostable DHCP agents. Network: 58d80648-86df-462b-ae94-89bf1be5972b, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 03:56:51.390272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.390627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.390976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.391317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.391655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.391991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.392325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.392656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.393013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.393343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.393677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.394005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.394331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Tracked resource versions report: Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: pushed versions: Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: { 'AddressGroup': {'1.2'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'ConntrackHelper': {'1.0'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'LocalIPAssociation': {'1.0'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Log': {'1.0'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Network': {'1.1'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Port': {'1.7'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'PortForwarding': {'1.2'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'QosPolicy': {'1.10'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'SecurityGroup': {'1.5'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'SecurityGroupRule': {'1.2'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'SubPort': {'1.0'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Subnet': {'1.1'}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Trunk': {'1.1'}} Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: consumer versions: Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: { DHCP agent@n-d-710847-7: {}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: L3 agent@n-d-710847-7: {}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: Metadata agent@n-d-710847-7: {}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: Metering agent@n-d-710847-7: {}, Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: Open vSwitch agent@n-d-710847-7: { 'AddressGroup': '1.2', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'ConntrackHelper': '1.0', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'LocalIPAssociation': '1.0', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Log': '1.0', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Network': '1.1', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Port': '1.7', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'PortForwarding': '1.2', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'QosPolicy': '1.10', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'SecurityGroup': '1.5', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'SecurityGroupRule': '1.2', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'SubPort': '1.0', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Subnet': '1.1', Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: 'Trunk': '1.1'}} Dec 12 03:56:51.395466 n-d-710847-7 neutron-server[103451]: {{(pid=103451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 03:56:51.437666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 03:56:51.451359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 58d80648-86df-462b-ae94-89bf1be5972b) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 03:56:51.455797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:56:51.456391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:51.462127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f0d109-d158-4f10-a95b-9d59ffbc484b None None] Network 58d80648-86df-462b-ae94-89bf1be5972b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 03:56:51.480759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c305f16e-bc83-43a2-adcb-4f9b80a8e5cc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6318810 Dec 12 03:56:51.569726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699d38c-ef1b-41ed-8751-7f6770182298 None None] Network 58d80648-86df-462b-ae94-89bf1be5972b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 03:56:53.938350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59796) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:54.180739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-64e3fb96-f40f-418d-b02d-078896e7c094 admin admin] 10.222.0.36 "GET /v2.0/routers/0eef4a6e-930f-4096-9d8c-72a1886fc6cc HTTP/1.1" status: 200 len: 710 time: 0.2411695 Dec 12 03:56:54.267371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b819c-087a-40a3-9095-3d6c94d46558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:56:54.274158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-976b819c-087a-40a3-9095-3d6c94d46558 admin admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 886 time: 0.0823574 Dec 12 03:56:54.277969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:56:54.524447 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:54.773406 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:54.851691 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:55.003515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Allocated IP 172.25.7.175 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/2d4c4089-6626-41b5-b249-aeda206f0a45) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 03:56:55.109766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:55.171625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:55.241032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 03:56:55.245739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 03:56:55.298059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 03:56:55.304199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4c4089-6626-41b5-b249-aeda206f0a45,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:55.593487 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:55.792063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:55.797922 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:55.909079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Router 0eef4a6e-930f-4096-9d8c-72a1886fc6cc has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 03:56:56.014095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 03:56:56.018640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:56.019844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-614355f9-8de9-4926-851d-d7c2c23bcc86 admin admin] 10.222.0.36 "PUT /v2.0/routers/0eef4a6e-930f-4096-9d8c-72a1886fc6cc HTTP/1.1" status: 200 len: 890 time: 1.7450380 Dec 12 03:56:56.399073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3b759497-e8bb-418d-83ba-44591218e108 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 03:56:56.456546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3b759497-e8bb-418d-83ba-44591218e108 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:56:56.457002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:57.032384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Sync routers for ids ['0eef4a6e-930f-4096-9d8c-72a1886fc6cc'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 03:56:57.044042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Routers {'0eef4a6e-930f-4096-9d8c-72a1886fc6cc'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 03:56:57.044748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T03:56:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0eef4a6e-930f-4096-9d8c-72a1886fc6cc'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:57.251299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Set router 0eef4a6e-930f-4096-9d8c-72a1886fc6cc gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 03:56:57.707782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'name': 'router1', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '2d4c4089-6626-41b5-b249-aeda206f0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T03:56:37Z', 'updated_at': '2021-12-12T03:56:55Z', 'revision_number': 4, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'gw_port': {'id': '2d4c4089-6626-41b5-b249-aeda206f0a45', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T03:56:54Z', 'updated_at': '2021-12-12T03:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3b759497-e8bb-418d-83ba-44591218e108', 'name': '', 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'mac_address': 'fa:16:3e:a9:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T03:56:46Z', 'updated_at': '2021-12-12T03:56:49Z', 'revision_number': 5, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'subnets': [{'id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c361c9c-e12c-428a-8b5e-0164ff4f4a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:57.757955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Checking router: 0eef4a6e-930f-4096-9d8c-72a1886fc6cc for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 03:56:57.758311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Updating router 0eef4a6e-930f-4096-9d8c-72a1886fc6cc port 2d4c4089-6626-41b5-b249-aeda206f0a45 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 03:56:57.804230 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:58.112363 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:58.117160 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:58.170493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Attempting to bind port 2d4c4089-6626-41b5-b249-aeda206f0a45 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 03:56:58.170871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Attempting to bind port 2d4c4089-6626-41b5-b249-aeda206f0a45 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 03:56:58.171241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Attempting to bind port 2d4c4089-6626-41b5-b249-aeda206f0a45 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 03:56:58.177300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cf9df-015d-46f2-89d1-d27dce0910b8 None None] Pushing event updated for resources: {'Port': ['ID=2d4c4089-6626-41b5-b249-aeda206f0a45,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:58.182138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 03:56:58.182557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 03:56:58.182924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:58.183321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 03:56:58.183803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Bound port: 2d4c4089-6626-41b5-b249-aeda206f0a45, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 03:56:58.184182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:58.233135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] For port 2d4c4089-6626-41b5-b249-aeda206f0a45, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 03:56:58.236033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] For port 2d4c4089-6626-41b5-b249-aeda206f0a45, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2d4c4089-6626-41b5-b249-aeda206f0a45,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 03:56:58.240683 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:56:58.300054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cf9df-015d-46f2-89d1-d27dce0910b8 None None] Pushing event updated for resources: {'Port': ['ID=2d4c4089-6626-41b5-b249-aeda206f0a45,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:56:58.302446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Routers {'0eef4a6e-930f-4096-9d8c-72a1886fc6cc'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 03:56:58.303040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T03:56:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0eef4a6e-930f-4096-9d8c-72a1886fc6cc'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:58.407836 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] Set router 0eef4a6e-930f-4096-9d8c-72a1886fc6cc gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 03:56:58.618683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'name': 'router1', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '2d4c4089-6626-41b5-b249-aeda206f0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T03:56:37Z', 'updated_at': '2021-12-12T03:56:55Z', 'revision_number': 4, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'gw_port': {'id': '2d4c4089-6626-41b5-b249-aeda206f0a45', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T03:56:54Z', 'updated_at': '2021-12-12T03:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3b759497-e8bb-418d-83ba-44591218e108', 'name': '', 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'mac_address': 'fa:16:3e:a9:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T03:56:46Z', 'updated_at': '2021-12-12T03:56:49Z', 'revision_number': 5, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'subnets': [{'id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c361c9c-e12c-428a-8b5e-0164ff4f4a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 03:56:58.634557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59808) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:56:58.646181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171550b-e914-4e30-9543-8f75a8d6066d None None] The sync data for ids ['0eef4a6e-930f-4096-9d8c-72a1886fc6cc'] in n-d-710847-7 is: [{'id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'name': 'router1', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '2d4c4089-6626-41b5-b249-aeda206f0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T03:56:37Z', 'updated_at': '2021-12-12T03:56:55Z', 'revision_number': 4, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'gw_port': {'id': '2d4c4089-6626-41b5-b249-aeda206f0a45', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T03:56:54Z', 'updated_at': '2021-12-12T03:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3b759497-e8bb-418d-83ba-44591218e108', 'name': '', 'network_id': '6aa4a605-dbf9-411e-a033-d58228e5cd9a', 'tenant_id': '11f1048e2a04433e9c388bfb5a086890', 'mac_address': 'fa:16:3e:a9:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef4a6e-930f-4096-9d8c-72a1886fc6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T03:56:46Z', 'updated_at': '2021-12-12T03:56:49Z', 'revision_number': 5, 'project_id': '11f1048e2a04433e9c388bfb5a086890', 'subnets': [{'id': '5f285eda-c9da-45e1-869d-c6b2f3929610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c361c9c-e12c-428a-8b5e-0164ff4f4a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 03:56:58.771391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9f0d41b0-a3ef-4754-82e5-4f32df2c4de4 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1356921 Dec 12 03:56:59.875870 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 03:57:00.390474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2d4c4089-6626-41b5-b249-aeda206f0a45 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 03:57:00.447007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2d4c4089-6626-41b5-b249-aeda206f0a45 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:57:00.447729 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:00.543172 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:00.564946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 2d4c4089-6626-41b5-b249-aeda206f0a45, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2d4c4089-6626-41b5-b249-aeda206f0a45,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 03:57:00.570165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:00.626348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=2d4c4089-6626-41b5-b249-aeda206f0a45,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:57:02.414397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2d4c4089-6626-41b5-b249-aeda206f0a45 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 03:57:02.495288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2d4c4089-6626-41b5-b249-aeda206f0a45 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:57:02.495675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:10.519654 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d486ebaf-4f4e-47e4-a6a7-8e3de9a2d816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:12.870772 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fe20d0fe-0b55-49ae-aea7-d2c4cc9933ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:13.863143 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:15.393494 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:16.614478 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:36.879152 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 03:57:40.522042 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c788cff0-04b8-40fc-9f23-d583b58bb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:42.877808 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-544443bf-e452-4de9-819f-eacaf49b2459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:43.865339 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:45.395791 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:57:46.598317 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:10.524445 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-660089a4-62c9-40c8-9a08-23619d30d820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:12.870388 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65b7bef7-6e11-48bd-b845-c663bb21071b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:13.868658 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:13.877439 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 03:58:15.396219 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:16.600360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:25.298267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60324) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:25.360105 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86e9a34-f9e6-49fb-a8a8-b55a24d3aba0 admin admin] GET failed (client error): The resource could not be found. Dec 12 03:58:25.361436 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a86e9a34-f9e6-49fb-a8a8-b55a24d3aba0 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619464 Dec 12 03:58:25.518835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee11b74-fdbe-41b6-8775-33e52573e5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:25.520225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ee11b74-fdbe-41b6-8775-33e52573e5a1 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1542013 Dec 12 03:58:27.872299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60334) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:27.965597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb48f5c2-f4e4-4e1c-9778-75eb1d66d03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:27.966963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bb48f5c2-f4e4-4e1c-9778-75eb1d66d03e admin admin] 10.222.0.36 "GET /v2.0/subnets/5f285eda-c9da-45e1-869d-c6b2f3929610 HTTP/1.1" status: 200 len: 849 time: 0.0936837 Dec 12 03:58:27.976890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:58:28.060644 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:28.267274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730863114204'] for subnet, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:28.298038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:28.299313 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:28.312073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] 10.222.0.36 "PUT /v2.0/subnets/5f285eda-c9da-45e1-869d-c6b2f3929610 HTTP/1.1" status: 200 len: 868 time: 0.3268023 Dec 12 03:58:28.316377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f999aca-ecf2-444a-ab0a-de8ebe9b0085 None None] Network 6aa4a605-dbf9-411e-a033-d58228e5cd9a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 03:58:28.321522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f285eda-c9da-45e1-869d-c6b2f3929610,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:58:28.329100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.329463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.329807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.330152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.330708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.331673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.332025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.332370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.332709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.333072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.333410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.334330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.334674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee65893-a306-4396-9228-e3eceeed9270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:58:28.634817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cad6cda8-2594-4f09-a2c2-d0836c006d5f None None] Provisioning complete for port 3b759497-e8bb-418d-83ba-44591218e108 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:58:28.635199 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cad6cda8-2594-4f09-a2c2-d0836c006d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:28.721977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cad6cda8-2594-4f09-a2c2-d0836c006d5f None None] Provisioning complete for port 053bf330-9d40-4c32-8cdb-2ec4c25025ad triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:58:28.722243 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cad6cda8-2594-4f09-a2c2-d0836c006d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:30.664796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:30.862121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2410af54-bd78-4953-806b-d1de07b38378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:30.862516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2410af54-bd78-4953-806b-d1de07b38378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:30.864052 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2410af54-bd78-4953-806b-d1de07b38378 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1982856 Dec 12 03:58:33.218764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60352) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:33.347656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493cf914-dfd9-473d-847b-a6a64358e50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:33.348136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493cf914-dfd9-473d-847b-a6a64358e50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:33.349703 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-493cf914-dfd9-473d-847b-a6a64358e50c admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1299825 Dec 12 03:58:35.694247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60360) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:35.818267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ecbdc-9650-4b18-a9b7-e3ff6477d9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:35.819634 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f69ecbdc-9650-4b18-a9b7-e3ff6477d9f4 admin admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 886 time: 0.1244121 Dec 12 03:58:38.176238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60368) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:38.303061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a321cf-16ff-4176-8461-895eec679bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:38.304449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-35a321cf-16ff-4176-8461-895eec679bd8 admin admin] 10.222.0.36 "GET /v2.0/networks/6aa4a605-dbf9-411e-a033-d58228e5cd9a HTTP/1.1" status: 200 len: 868 time: 0.1272221 Dec 12 03:58:40.527251 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-66265241-0223-4389-bb63-425f5681d724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:40.634299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60376) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:40.756361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8591fd-d1fa-4115-817b-9abd250b009f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:40.756845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8591fd-d1fa-4115-817b-9abd250b009f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:40.758374 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ee8591fd-d1fa-4115-817b-9abd250b009f admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230836 Dec 12 03:58:42.872284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9d54c723-d228-46ec-8c32-0dfbac35ed43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:43.111347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60384) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:43.201067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ebfe0-e297-4c59-a7c7-1cdd1afccdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:43.201534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ebfe0-e297-4c59-a7c7-1cdd1afccdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:43.203013 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-de4ebfe0-e297-4c59-a7c7-1cdd1afccdd9 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907211 Dec 12 03:58:43.869688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:45.399850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:45.546539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60392) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:45.649575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b620296-483d-44b3-9073-d8bcaa498861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:45.651541 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5b620296-483d-44b3-9073-d8bcaa498861 admin admin] 10.222.0.36 "GET /v2.0/subnets/5f285eda-c9da-45e1-869d-c6b2f3929610 HTTP/1.1" status: 200 len: 868 time: 0.1040933 Dec 12 03:58:46.601610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:58:48.001191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60400) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:58:48.086976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47cfa7c-cd12-4f5f-9216-7a6c80bcc68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:58:48.088349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d47cfa7c-cd12-4f5f-9216-7a6c80bcc68f admin admin] 10.222.0.36 "GET /v2.0/subnets/b57dc0b0-4730-4275-a12b-a675df822a6d HTTP/1.1" status: 200 len: 816 time: 0.0862076 Dec 12 03:58:50.875544 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 03:59:10.530166 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-723eecaa-8285-4df6-be5f-4256c12e4908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:12.773271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60454) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:59:12.821486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-84bcc9d1-b1ac-4df0-9559-17b0af1d02cb admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 03:59:12.822483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-84bcc9d1-b1ac-4df0-9559-17b0af1d02cb admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477660 Dec 12 03:59:12.875902 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c55b7a12-4e2a-4a06-aa04-084245009ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:13.872158 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:15.261810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60462) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:59:15.322347 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23842b2-6f28-4a97-831a-afc544096320 admin admin] GET failed (client error): The resource could not be found. Dec 12 03:59:15.323625 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d23842b2-6f28-4a97-831a-afc544096320 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608754 Dec 12 03:59:15.402201 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:15.411386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc052271-fa06-4381-b31c-640d3511c3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:59:15.412969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dc052271-fa06-4381-b31c-640d3511c3e2 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847452 Dec 12 03:59:16.604115 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:17.830116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60470) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:59:17.876336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:59:17.900542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Made reservation on behalf of 2f46e5b0298f408cb31c7731be3551da for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 03:59:17.902863 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:17.943618 n-d-710847-7 neutron-server[103451]: WARNING neutron.services.revisions.revision_plugin [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Could not find related network for resource to bump revision. Dec 12 03:59:17.960352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 03:59:17.973941 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730863148153', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:17.974501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Unsubscribe: segment precommit_create {{(pid=103451) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 12 03:59:17.974993 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Added segment dabd18f5-c118-4cca-a6d9-661793449c69 of type vlan for network 790e5474-fcd3-4d15-b711-16bf082a0bcf Dec 12 03:59:18.021106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:18.051159 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:18.052087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:59:18.052670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:18.121737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2905502 Dec 12 03:59:18.225821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Pushing event updated for resources: {'Network': ['ID=790e5474-fcd3-4d15-b711-16bf082a0bcf,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:59:18.233120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.233478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.233882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.234236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.234580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.234916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.235255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.235593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.235923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.236252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.236585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.236934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.237263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb287-78ba-4d56-9a76-7fc423266928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:18.250010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 03:59:20.498712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60478) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 03:59:20.557844 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabb233b-7003-4470-bfb3-fa58dff9c242 admin admin] GET failed (client error): The resource could not be found. Dec 12 03:59:20.559073 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eabb233b-7003-4470-bfb3-fa58dff9c242 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593746 Dec 12 03:59:20.635147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b2ce2-e9e4-44ad-ae1f-71b1afe3a63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:59:20.636639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e74b2ce2-e9e4-44ad-ae1f-71b1afe3a63f admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0731475 Dec 12 03:59:20.646705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 03:59:20.666781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Made reservation on behalf of 2f46e5b0298f408cb31c7731be3551da for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 03:59:20.669019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:20.830871 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:20.883993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd397123-bf66-4f5f-9163-e6210827798a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:59:20.892508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 03:59:20.892901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Network hostable DHCP agents. Network: 790e5474-fcd3-4d15-b711-16bf082a0bcf, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 03:59:20.908306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 03:59:20.916942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 790e5474-fcd3-4d15-b711-16bf082a0bcf) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 03:59:20.920999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 03:59:20.921706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:20.926063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43847834-4ca5-4efc-95e8-ba533315f16d None None] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 03:59:20.937353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0957a7a8-dcc3-43b3-9263-09158ec91819 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2938490 Dec 12 03:59:21.034631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-790e5474-fcd3-4d15-b711-16bf082a0bcf', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'project_id': '2f46e5b0298f408cb31c7731be3551da', 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 03:59:21.035564 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:21.177490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Allocated IP 192.168.233.2 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/da24c353-39f7-46f5-a284-21298c6fa187) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 03:59:21.318417 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:21.324108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:21.460345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 03:59:21.463265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 03:59:21.466846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 03:59:21.475988 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Pushing event updated for resources: {'Port': ['ID=da24c353-39f7-46f5-a284-21298c6fa187,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:59:21.500299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.500661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.501047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.501399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.501745 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.502091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.502432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.502770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.503111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.503451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.503782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.504114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.504445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 03:59:21.535327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Attempting to bind port da24c353-39f7-46f5-a284-21298c6fa187 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 03:59:21.535709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Attempting to bind port da24c353-39f7-46f5-a284-21298c6fa187 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 03:59:21.536083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Attempting to bind port da24c353-39f7-46f5-a284-21298c6fa187 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 03:59:21.541746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 03:59:21.542125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 03:59:21.542536 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:21.542934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 03:59:21.543415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Bound port: da24c353-39f7-46f5-a284-21298c6fa187, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 03:59:21.543807 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:21.608539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] For port da24c353-39f7-46f5-a284-21298c6fa187, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 03:59:21.611956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] For port da24c353-39f7-46f5-a284-21298c6fa187, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=da24c353-39f7-46f5-a284-21298c6fa187,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 03:59:21.622018 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:21.681441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a64a1-0427-4b53-a142-764b5f9d734f None None] Pushing event updated for resources: {'Port': ['ID=da24c353-39f7-46f5-a284-21298c6fa187,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:59:22.521815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca94de-1131-4c22-a9f5-d051f3e765f4 None None] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 03:59:22.568998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device da24c353-39f7-46f5-a284-21298c6fa187 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 03:59:22.650124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-63042cdf-449e-4a76-bfd6-583bf2e040a0 None None] Provisioning complete for port da24c353-39f7-46f5-a284-21298c6fa187 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:59:22.650421 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-63042cdf-449e-4a76-bfd6-583bf2e040a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:22.712314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port da24c353-39f7-46f5-a284-21298c6fa187 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:59:22.712690 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:22.800514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-63042cdf-449e-4a76-bfd6-583bf2e040a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:22.856061 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:22.873462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-63042cdf-449e-4a76-bfd6-583bf2e040a0 None None] For port da24c353-39f7-46f5-a284-21298c6fa187, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=da24c353-39f7-46f5-a284-21298c6fa187,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 03:59:22.885825 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-63042cdf-449e-4a76-bfd6-583bf2e040a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:22.966386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 03:59:22.966792 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 03:59:22.969557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63042cdf-449e-4a76-bfd6-583bf2e040a0 None None] Pushing event updated for resources: {'Port': ['ID=da24c353-39f7-46f5-a284-21298c6fa187,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 03:59:23.004231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-95a17f4a-1331-45c6-b2aa-a906a0e415a6 None None] Provisioning complete for port da24c353-39f7-46f5-a284-21298c6fa187 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:59:23.004601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-95a17f4a-1331-45c6-b2aa-a906a0e415a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:24.458356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device da24c353-39f7-46f5-a284-21298c6fa187 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 03:59:24.506848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port da24c353-39f7-46f5-a284-21298c6fa187 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 03:59:24.507222 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:27.874222 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 03:59:40.533276 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-16665b39-26f7-4818-830f-77a81c7be998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:42.878550 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79cf8163-afe3-4a5c-9b4d-837ee19ba23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:43.875250 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:45.407539 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 03:59:46.606692 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:04.872078 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:00:10.534513 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c8c9829-2c59-4d6a-bd58-89bf1ce45da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:12.881212 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa3d5-1023-492b-8681-019a267e31e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:13.876928 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:15.412284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:16.613081 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:39.424591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60522) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:00:39.431121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-3da0362b-f800-413a-830b-674eeb8198fb tempest-verify_tempest_config-419001096 tempest-verify_tempest_config-419001096-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:00:39.432100 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3da0362b-f800-413a-830b-674eeb8198fb tempest-verify_tempest_config-419001096 tempest-verify_tempest_config-419001096-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065119 Dec 12 04:00:39.711721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60540) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:00:39.811863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:39.885508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:39.889205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:39.940252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a32b1aa11ff465bb1fca79e33ea8f47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2275033 Dec 12 04:00:39.942290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eff1f92-732d-4e1c-bd75-c8e824eecb6e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:00:39.943441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60546) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:00:39.949192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.949547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.949897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.950250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.950589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.950927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.951263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.951597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.951927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.952258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.952958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.952958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:39.953279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462c29d-c8a1-49b1-bf75-445aac23525a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.015684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:40.036349 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:40.130016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:40.133139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:40.134294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9eff1f92-732d-4e1c-bd75-c8e824eecb6e HTTP/1.1" status: 204 len: 168 time: 0.1898749 Dec 12 04:00:40.142320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eff1f92-732d-4e1c-bd75-c8e824eecb6e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:00:40.149610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.149964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.150312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.150654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.150992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.151343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.151660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.151991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.152321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.152648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.153000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.153332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.153665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc5442-13bb-4f09-8e25-95ef09611eaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:00:40.537309 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc85c645-24f7-488c-83a6-58608b011b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:41.870732 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:00:42.884042 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92f2a004-d595-4477-aa3e-7e18bb4b503b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:43.879501 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:45.414755 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:00:46.604685 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:10.538574 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e02bfe66-172e-40cc-8789-8c62ddb190ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:12.885273 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5840-418b-4258-8b1c-98509ff5b8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:13.882932 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:15.417550 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:16.607618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:18.869203 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:01:40.541016 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-13e99e32-e9eb-4c66-bb74-6fdd03cd66f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:42.886204 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2622ca2e-56cc-4584-99d1-5ab72aff29f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:43.887698 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:45.421406 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:46.613434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:01:55.867842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:02:10.542075 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5002e68f-4677-4f4a-b4ca-f21461b6ebfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:02:12.886588 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15409eb4-5dfd-4ea8-adfd-f7d2c2b40b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:02:13.889988 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:02:15.425099 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:02:16.614852 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:02:32.866279 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:02:40.542755 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20910d23-59aa-4cbb-96c6-d5117feb9a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:02:42.890077 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ec710b92-5654-4d55-9064-412158b8d8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:02:43.892770 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:02:45.427732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:02:46.617130 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:09.864574 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 5 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:03:10.544145 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ee83fe0d-16cc-4a38-bb14-3f56c95f2a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:12.891354 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-974b524a-fb9e-4610-a5f0-ce05b1391119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:13.894786 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:15.431184 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:16.619600 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:40.546315 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6493b415-d27e-448c-afcd-047cc109c4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:41.354899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596940'] for agent, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:42.892373 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-937baed5-8c58-4a90-8af7-d69ce29915ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:43.575522 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596940'] for agent, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:43.896974 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:45.435010 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:46.620848 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:03:46.863827 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:04:10.547275 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-75836439-b111-49a0-beb3-5feeeccf9fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:11.306273 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:12.893787 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f20564fb-dd27-4d60-b632-ae7d897918c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:13.551686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:13.900469 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:15.437926 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:16.622484 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:23.863646 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:04:24.051738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60602) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:04:24.154843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-10970fb2-bf63-4cb1-8c4a-5905d06d9f71 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1011987 Dec 12 04:04:26.513381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60612) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:04:26.577673 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1172ac66-472a-4cec-9ee1-c8873dd59227 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0631018 Dec 12 04:04:40.549337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-502558ff-3e30-4deb-9833-26f5a6d9ea08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:41.337740 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:42.896672 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92b7e039-0229-4b85-828a-26c7ea5c4621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:43.565021 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:43.903770 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:45.441495 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:04:46.624461 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:00.863460 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:05:10.551538 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-620e00ef-7109-4106-a860-7da449807105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:11.340243 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:12.897403 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-46b5519d-1146-4e9c-891f-30047da0e7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:13.565788 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:13.908101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:15.451771 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:16.627218 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:37.863590 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:05:40.557414 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad8ab-42a0-4f06-9132-55d45c5303d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:41.351619 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:42.893170 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f3ba57de-9a07-4829-a9c8-872b88fb5e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:43.579147 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:43.917387 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:45.462783 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:46.653853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:52.199515 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32796) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:52.378044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:52.451697 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:52.455982 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:52.496838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91298ce1-418f-454a-9c57-05eb348c2f8b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:52.508353 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cc72d063632476a954943b692961326&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3054137 Dec 12 04:05:52.508353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.508353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.508353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.510165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.510165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.510165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.510165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.510457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.510778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.511106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.511438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.511759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.512086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.512182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 32830) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb437-3088-4986-87c4-d6eea54e62a5 admin admin] Tracked resource versions report: Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: pushed versions: Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: { 'AddressGroup': {'1.2'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'ConntrackHelper': {'1.0'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'LocalIPAssociation': {'1.0'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Log': {'1.0'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Network': {'1.1'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Port': {'1.7'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'PortForwarding': {'1.2'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'QosPolicy': {'1.10'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'SecurityGroup': {'1.5'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'SecurityGroupRule': {'1.2'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'SubPort': {'1.0'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Subnet': {'1.1'}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Trunk': {'1.1'}} Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: consumer versions: Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: { DHCP agent@n-d-710847-7: {}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: HyperV agent@n-h1-710847-7: {}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: HyperV agent@n-h2-710847-7: {}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: L3 agent@n-d-710847-7: {}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: Metadata agent@n-d-710847-7: {}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: Metering agent@n-d-710847-7: {}, Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: Open vSwitch agent@n-d-710847-7: { 'AddressGroup': '1.2', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'ConntrackHelper': '1.0', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'LocalIPAssociation': '1.0', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Log': '1.0', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Network': '1.1', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Port': '1.7', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'PortForwarding': '1.2', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'QosPolicy': '1.10', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'SecurityGroup': '1.5', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'SecurityGroupRule': '1.2', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'SubPort': '1.0', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Subnet': '1.1', Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: 'Trunk': '1.1'}} Dec 12 04:05:52.513243 n-d-710847-7 neutron-server[103450]: {{(pid=103450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 04:05:52.570013 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:52.593014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:52.641475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:52.644777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:52.649197 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91298ce1-418f-454a-9c57-05eb348c2f8b HTTP/1.1" status: 204 len: 168 time: 0.1317260 Dec 12 04:05:52.658351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91298ce1-418f-454a-9c57-05eb348c2f8b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:52.667053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.667406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.667871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.668092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.668476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.668757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.669115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.669443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.669772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.670098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.670423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.670749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.671071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a43710-a0aa-4a18-8118-c85a77d594c0 admin admin] Tracked resource versions report: Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: pushed versions: Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: { 'AddressGroup': {'1.2'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'ConntrackHelper': {'1.0'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'LocalIPAssociation': {'1.0'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Log': {'1.0'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Network': {'1.1'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Port': {'1.7'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'PortForwarding': {'1.2'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'QosPolicy': {'1.10'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'SecurityGroup': {'1.5'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'SecurityGroupRule': {'1.2'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'SubPort': {'1.0'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Subnet': {'1.1'}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Trunk': {'1.1'}} Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: consumer versions: Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: { DHCP agent@n-d-710847-7: {}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: HyperV agent@n-h1-710847-7: {}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: HyperV agent@n-h2-710847-7: {}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: L3 agent@n-d-710847-7: {}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: Metadata agent@n-d-710847-7: {}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: Metering agent@n-d-710847-7: {}, Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: Open vSwitch agent@n-d-710847-7: { 'AddressGroup': '1.2', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'ConntrackHelper': '1.0', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'LocalIPAssociation': '1.0', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Log': '1.0', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Network': '1.1', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Port': '1.7', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'PortForwarding': '1.2', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'QosPolicy': '1.10', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'SecurityGroup': '1.5', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'SecurityGroupRule': '1.2', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'SubPort': '1.0', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Subnet': '1.1', Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: 'Trunk': '1.1'}} Dec 12 04:05:52.672212 n-d-710847-7 neutron-server[103451]: {{(pid=103451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 04:05:53.026469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 32868) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:53.044479 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3e5-1e7d-4def-b0c3-2c7017ad3ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:53.144987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3e5-1e7d-4def-b0c3-2c7017ad3ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:53.151372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3e5-1e7d-4def-b0c3-2c7017ad3ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:53.205900 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ef24f3e5-1e7d-4def-b0c3-2c7017ad3ff2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd96807fb92f497d95069e2bd6168e11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1782508 Dec 12 04:05:53.208732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32882) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:53.210657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24f3e5-1e7d-4def-b0c3-2c7017ad3ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2b4f6c-633f-4e5d-8a48-8127890e77c7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:53.278819 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4fd0-4538-4d54-98a0-8b1fdb95e8cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:53.300735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4fd0-4538-4d54-98a0-8b1fdb95e8cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:53.359234 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4fd0-4538-4d54-98a0-8b1fdb95e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:53.362818 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4fd0-4538-4d54-98a0-8b1fdb95e8cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:53.366757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ff7c4fd0-4538-4d54-98a0-8b1fdb95e8cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af2b4f6c-633f-4e5d-8a48-8127890e77c7 HTTP/1.1" status: 204 len: 168 time: 0.1539888 Dec 12 04:05:53.373336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c4fd0-4538-4d54-98a0-8b1fdb95e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2b4f6c-633f-4e5d-8a48-8127890e77c7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:53.537064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32932) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:53.540113 n-d-710847-7 neutron-server[103450]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 12 04:05:53.595787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-111cb766-c60b-4476-8c34-7dde4c558793 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=da5cf8f0d41548d5a3fd5d0d35bd0ee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566068 Dec 12 04:05:53.852165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-edb6994f-9b42-46bd-9835-3930ed7aed11 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:05:53.854306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-edb6994f-9b42-46bd-9835-3930ed7aed11 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578194 Dec 12 04:05:53.886379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-ddadc9cf-4a47-4f96-83f9-85c947a7504e tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/quotas/da5cf8f0d41548d5a3fd5d0d35bd0ee8 HTTP/1.1" status: 200 len: 375 time: 0.0203500 Dec 12 04:05:53.922563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 32970) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:53.939579 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-1c477524-cb1e-4e1f-afff-38735b5fc35f tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=da5cf8f0d41548d5a3fd5d0d35bd0ee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521595 Dec 12 04:05:54.198979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97bcfdad-36ec-42ba-aa7c-f1494cad6dd9 req-28e7b564-a567-4f97-9d00-a2f0a2922b94 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 210 time: 0.0672929 Dec 12 04:05:54.203793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0496f41e-120e-4c66-9322-0917c4bf1b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.285575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33002) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:54.301037 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0496f41e-120e-4c66-9322-0917c4bf1b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.310920 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0496f41e-120e-4c66-9322-0917c4bf1b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.350906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496f41e-120e-4c66-9322-0917c4bf1b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4494a410-681b-453d-ad9a-b706f03a5bc0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:54.375922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0496f41e-120e-4c66-9322-0917c4bf1b32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da4569dd1765445691ecd04490131773&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4495838 Dec 12 04:05:54.376105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33016) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:54.427952 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65283e87-13c2-4452-9385-a9c56223b853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.449388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65283e87-13c2-4452-9385-a9c56223b853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.491171 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e612-e386-448b-b2a5-fb8a9f6ac0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.527062 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65283e87-13c2-4452-9385-a9c56223b853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.530197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65283e87-13c2-4452-9385-a9c56223b853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.534150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-65283e87-13c2-4452-9385-a9c56223b853 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4494a410-681b-453d-ad9a-b706f03a5bc0 HTTP/1.1" status: 204 len: 168 time: 0.1558325 Dec 12 04:05:54.560437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65283e87-13c2-4452-9385-a9c56223b853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4494a410-681b-453d-ad9a-b706f03a5bc0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:54.623029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e612-e386-448b-b2a5-fb8a9f6ac0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.627880 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e612-e386-448b-b2a5-fb8a9f6ac0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.676293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33030) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:54.676703 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1fa6e612-e386-448b-b2a5-fb8a9f6ac0e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92e89e9809c24b6eab547d8f5d6061ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3892384 Dec 12 04:05:54.677300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6e612-e386-448b-b2a5-fb8a9f6ac0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6837fad8-3618-451d-80b3-0ab216ab1a9e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:54.774440 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d11327db-82e8-465f-9bbf-81aa4a5c6b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.803503 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d11327db-82e8-465f-9bbf-81aa4a5c6b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.858656 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d11327db-82e8-465f-9bbf-81aa4a5c6b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.861332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d11327db-82e8-465f-9bbf-81aa4a5c6b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:54.862509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d11327db-82e8-465f-9bbf-81aa4a5c6b2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6837fad8-3618-451d-80b3-0ab216ab1a9e HTTP/1.1" status: 204 len: 168 time: 0.1849976 Dec 12 04:05:54.871399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11327db-82e8-465f-9bbf-81aa4a5c6b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6837fad8-3618-451d-80b3-0ab216ab1a9e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:55.116348 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33072) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:55.137149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f04ca69-5587-4835-80c6-3b61bd047577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.257496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f04ca69-5587-4835-80c6-3b61bd047577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.273725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f04ca69-5587-4835-80c6-3b61bd047577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.333301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04ca69-5587-4835-80c6-3b61bd047577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dfe097-2f46-45b5-a7ea-9605499a92ea,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:55.361123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6e0d269-61e0-4841-b977-52e9e457fbe5 req-5f27836f-6e48-420c-a020-2d5d74726728 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 210 time: 0.0376439 Dec 12 04:05:55.379515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8f04ca69-5587-4835-80c6-3b61bd047577 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc4312f28687444c857286e60c5f771f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2617993 Dec 12 04:05:55.380115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33096) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:55.434164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99e8297c-4a1f-42a4-950e-70b7ac79dbd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.467916 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99e8297c-4a1f-42a4-950e-70b7ac79dbd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.499813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33106) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:55.544423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c364e558-4301-4df3-963c-ac8a1f4918ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.547830 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99e8297c-4a1f-42a4-950e-70b7ac79dbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.550862 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99e8297c-4a1f-42a4-950e-70b7ac79dbd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.552679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-99e8297c-4a1f-42a4-950e-70b7ac79dbd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86dfe097-2f46-45b5-a7ea-9605499a92ea HTTP/1.1" status: 204 len: 168 time: 0.1712806 Dec 12 04:05:55.563610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8297c-4a1f-42a4-950e-70b7ac79dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dfe097-2f46-45b5-a7ea-9605499a92ea,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:55.652948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c364e558-4301-4df3-963c-ac8a1f4918ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.660096 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c364e558-4301-4df3-963c-ac8a1f4918ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:55.724223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33122) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:55.737437 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c364e558-4301-4df3-963c-ac8a1f4918ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bbbbfae04034024b6bb603b436b93c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2356069 Dec 12 04:05:55.770645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364e558-4301-4df3-963c-ac8a1f4918ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d8e4e1-7f5d-4aff-a1f7-a655c0b550c2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:56.032503 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8782ad1-2c75-4824-ad70-61e91a1f8bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:56.063572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8782ad1-2c75-4824-ad70-61e91a1f8bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:56.142160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8782ad1-2c75-4824-ad70-61e91a1f8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:56.144929 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8782ad1-2c75-4824-ad70-61e91a1f8bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:56.146451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b8782ad1-2c75-4824-ad70-61e91a1f8bb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3d8e4e1-7f5d-4aff-a1f7-a655c0b550c2 HTTP/1.1" status: 204 len: 168 time: 0.4212430 Dec 12 04:05:56.155818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8782ad1-2c75-4824-ad70-61e91a1f8bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d8e4e1-7f5d-4aff-a1f7-a655c0b550c2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:56.515829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.18', 57606) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:56.559872 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-70ef3133-3cde-4a29-85bf-ec26ae491bd7 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da5cf8f0d41548d5a3fd5d0d35bd0ee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328431 Dec 12 04:05:56.710936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-bc028403-797b-4427-b202-fac4a2d60f1f tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:05:56.712849 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-bc028403-797b-4427-b202-fac4a2d60f1f tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431613 Dec 12 04:05:56.766666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33190) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:56.856300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Request body: {'port': {'device_id': 'beee4b4c-c99b-43f6-ba0a-8594c553720b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'da5cf8f0d41548d5a3fd5d0d35bd0ee8'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:05:56.994455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33210) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:57.056640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Made reservation on behalf of da5cf8f0d41548d5a3fd5d0d35bd0ee8 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:05:57.060150 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.077792 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.080614 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a88c3e1c-ed0a-4832-a9d3-34f4d2290452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.088357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33214) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:57.211118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.217105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a88c3e1c-ed0a-4832-a9d3-34f4d2290452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.218143 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.235762 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a88c3e1c-ed0a-4832-a9d3-34f4d2290452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.273169 n-d-710847-7 neutron-server[103451]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 12 04:05:57.356459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a88c3e1c-ed0a-4832-a9d3-34f4d2290452 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88e81e0a831840f18685f85251776e0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5886714 Dec 12 04:05:57.357241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8544761-6fab-42b3-8283-f5e3451ded52,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:57.357768 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b99e26c6-93f0-495f-bff5-e00ff88b0206 req-18d31e7e-0a4f-49e3-b54f-11b7b40f53fe tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 210 time: 0.3602777 Dec 12 04:05:57.359538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33236) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:57.386000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c25b-bf0f-4152-818c-d68585b233dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.458682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c3e1c-ed0a-4832-a9d3-34f4d2290452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cb9739-52a9-4600-8cab-314fb8e73cb8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:57.473877 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c25b-bf0f-4152-818c-d68585b233dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.480114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c25b-bf0f-4152-818c-d68585b233dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.526552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3c25b-bf0f-4152-818c-d68585b233dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52c6e1b-3df5-4cab-b88e-4e7514150e8e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:57.541326 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b06a6838-5d04-413a-b2dd-e513d28c414e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.549702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f0f3c25b-bf0f-4152-818c-d68585b233dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c5bde8d722546868034d5d5c3d06f9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4593246 Dec 12 04:05:57.552680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33250) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:57.586364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b06a6838-5d04-413a-b2dd-e513d28c414e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.589516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Allocated IP 192.168.233.134 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/71cca4cb-ae14-4bda-9b84-4cc87525351b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:05:57.627919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0e813c45-c25d-4b67-b30c-c48e994e5fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.658025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0e813c45-c25d-4b67-b30c-c48e994e5fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.693651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b06a6838-5d04-413a-b2dd-e513d28c414e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.698175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b06a6838-5d04-413a-b2dd-e513d28c414e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.702090 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b06a6838-5d04-413a-b2dd-e513d28c414e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4cb9739-52a9-4600-8cab-314fb8e73cb8 HTTP/1.1" status: 204 len: 168 time: 0.3339279 Dec 12 04:05:57.740598 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0e813c45-c25d-4b67-b30c-c48e994e5fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.743380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0e813c45-c25d-4b67-b30c-c48e994e5fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.744735 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0e813c45-c25d-4b67-b30c-c48e994e5fa7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b52c6e1b-3df5-4cab-b88e-4e7514150e8e HTTP/1.1" status: 204 len: 168 time: 0.1906991 Dec 12 04:05:57.756314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e813c45-c25d-4b67-b30c-c48e994e5fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52c6e1b-3df5-4cab-b88e-4e7514150e8e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:57.761944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a6838-5d04-413a-b2dd-e513d28c414e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cb9739-52a9-4600-8cab-314fb8e73cb8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:57.846879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.891065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:57.995210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:05:58.001843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:05:58.010229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:05:58.019525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:05:58.020782 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:58.051384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Pushing event updated for resources: {'Port': ['ID=71cca4cb-ae14-4bda-9b84-4cc87525351b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:58.072660 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-85bdfbcb-026b-46bd-8a2e-23427aa3c23a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2193048 Dec 12 04:05:58.450543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d906ea12-43bd-4e01-ac64-8af7ec015fe8 None None] Provisioning complete for port 71cca4cb-ae14-4bda-9b84-4cc87525351b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:05:58.452257 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d906ea12-43bd-4e01-ac64-8af7ec015fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:58.559053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d906ea12-43bd-4e01-ac64-8af7ec015fe8 None None] Port 71cca4cb-ae14-4bda-9b84-4cc87525351b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:05:58.590841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33278) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:58.598371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6da421-0e61-4458-9995-5900cc757c77 req-d8f008c3-4f19-4047-8795-1d96726be461 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:05:58.608022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc6da421-0e61-4458-9995-5900cc757c77 req-d8f008c3-4f19-4047-8795-1d96726be461 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 936 time: 0.1118155 Dec 12 04:05:58.707179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc6da421-0e61-4458-9995-5900cc757c77 req-c2d3db81-58eb-407e-be04-bfcf4bff72bd tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958793 Dec 12 04:05:58.803790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33284) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:58.825142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f1be771-fec5-4806-b1b8-b33c995e3dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:58.923795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33286) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:58.944561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c84536c-15f1-4bcf-a0aa-7eae07709d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:58.968876 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f1be771-fec5-4806-b1b8-b33c995e3dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:58.974347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f1be771-fec5-4806-b1b8-b33c995e3dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.051400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1be771-fec5-4806-b1b8-b33c995e3dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67399ef-357c-4ee6-b6ca-a65f0009d0dc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:59.059660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6f1be771-fec5-4806-b1b8-b33c995e3dd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b17cf8804e8642c593adabe4dc9824c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2547095 Dec 12 04:05:59.062431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33290) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:59.099950 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c84536c-15f1-4bcf-a0aa-7eae07709d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.105823 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c84536c-15f1-4bcf-a0aa-7eae07709d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.142750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d2f092f-4667-46f5-a913-fe24b67b8823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.152706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84536c-15f1-4bcf-a0aa-7eae07709d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f6f62-f121-4324-8f95-ac414101717d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:59.168863 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d2f092f-4667-46f5-a913-fe24b67b8823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.202640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-39a93812-8c07-49dd-b68e-061be5a7eabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.217093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9c84536c-15f1-4bcf-a0aa-7eae07709d53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fba6c04db1b34690b42c6bedf3c7769e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2888279 Dec 12 04:05:59.222473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33294) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:59.294167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a5041b-8cea-40fa-accf-8fdebb4f0027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.328556 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d2f092f-4667-46f5-a913-fe24b67b8823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.340051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d2f092f-4667-46f5-a913-fe24b67b8823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.343714 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7d2f092f-4667-46f5-a913-fe24b67b8823 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e67399ef-357c-4ee6-b6ca-a65f0009d0dc HTTP/1.1" status: 204 len: 168 time: 0.2770028 Dec 12 04:05:59.369437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a5041b-8cea-40fa-accf-8fdebb4f0027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.377567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f092f-4667-46f5-a913-fe24b67b8823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67399ef-357c-4ee6-b6ca-a65f0009d0dc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:59.399466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-39a93812-8c07-49dd-b68e-061be5a7eabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.408869 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-39a93812-8c07-49dd-b68e-061be5a7eabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.439639 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a5041b-8cea-40fa-accf-8fdebb4f0027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.442807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a5041b-8cea-40fa-accf-8fdebb4f0027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.460726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f9a5041b-8cea-40fa-accf-8fdebb4f0027 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/426f6f62-f121-4324-8f95-ac414101717d HTTP/1.1" status: 204 len: 168 time: 0.2372036 Dec 12 04:05:59.475816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5041b-8cea-40fa-accf-8fdebb4f0027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f6f62-f121-4324-8f95-ac414101717d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:59.487452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-39a93812-8c07-49dd-b68e-061be5a7eabf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6063b83c72a4e5cb4f73efcaeaa8c04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8952544 Dec 12 04:05:59.490303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33306) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:05:59.498236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a93812-8c07-49dd-b68e-061be5a7eabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120507e-f930-4bc0-abb1-6849ddaa8e93,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:05:59.563599 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a9efd6a-5898-4efa-b34f-93520c8297a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.584759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a9efd6a-5898-4efa-b34f-93520c8297a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.639753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a9efd6a-5898-4efa-b34f-93520c8297a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.643323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a9efd6a-5898-4efa-b34f-93520c8297a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:05:59.644502 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9a9efd6a-5898-4efa-b34f-93520c8297a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c120507e-f930-4bc0-abb1-6849ddaa8e93 HTTP/1.1" status: 204 len: 168 time: 0.1530747 Dec 12 04:05:59.653129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9efd6a-5898-4efa-b34f-93520c8297a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120507e-f930-4bc0-abb1-6849ddaa8e93,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:00.063388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbec14-396f-43b0-8538-1c1d0524fc7d req-3094bdb2-e60c-40fe-8387-b8af4894eb25 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:00.066241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dfbec14-396f-43b0-8538-1c1d0524fc7d req-3094bdb2-e60c-40fe-8387-b8af4894eb25 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 936 time: 0.1180866 Dec 12 04:06:00.117723 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33328) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:00.137092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3257ef72-068a-40b9-a5e8-e42d9db8e447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.149232 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dfbec14-396f-43b0-8538-1c1d0524fc7d req-2c038c59-2607-4cf2-895c-f48cb7bff0f7 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757143 Dec 12 04:06:00.226061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3257ef72-068a-40b9-a5e8-e42d9db8e447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.231055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3257ef72-068a-40b9-a5e8-e42d9db8e447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.269718 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3257ef72-068a-40b9-a5e8-e42d9db8e447 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a32c1c3251104f9fa723e9373d5e7f1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1507490 Dec 12 04:06:00.272327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33336) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:00.279872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257ef72-068a-40b9-a5e8-e42d9db8e447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d11eb5-25aa-4ea9-89c5-79a3c1be527f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:00.343779 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8d2095dd-cb1b-46d9-a664-aaf35fab7933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.370532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8d2095dd-cb1b-46d9-a664-aaf35fab7933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.452439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8d2095dd-cb1b-46d9-a664-aaf35fab7933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.455444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8d2095dd-cb1b-46d9-a664-aaf35fab7933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.456781 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8d2095dd-cb1b-46d9-a664-aaf35fab7933 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17d11eb5-25aa-4ea9-89c5-79a3c1be527f HTTP/1.1" status: 204 len: 168 time: 0.1835275 Dec 12 04:06:00.465918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2095dd-cb1b-46d9-a664-aaf35fab7933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d11eb5-25aa-4ea9-89c5-79a3c1be527f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:00.542597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:00.562156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d62e1145-d926-446b-8597-2ba4f83975fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.685652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d62e1145-d926-446b-8597-2ba4f83975fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.694053 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d62e1145-d926-446b-8597-2ba4f83975fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.737330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d62e1145-d926-446b-8597-2ba4f83975fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3842a827af4f441ea60f0c3ccb41a683&name=default HTTP/1.1" status: 200 len: 2994 time: 0.1921413 Dec 12 04:06:00.739215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e1145-d926-446b-8597-2ba4f83975fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdcd6c7-a62d-4c41-a168-be76a627aa36,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:00.740069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33350) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:00.789493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b95df9c7-240c-4a98-b7cb-02bfd131bd48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.811301 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b95df9c7-240c-4a98-b7cb-02bfd131bd48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.862921 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b95df9c7-240c-4a98-b7cb-02bfd131bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.865741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b95df9c7-240c-4a98-b7cb-02bfd131bd48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:00.867201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b95df9c7-240c-4a98-b7cb-02bfd131bd48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9fdcd6c7-a62d-4c41-a168-be76a627aa36 HTTP/1.1" status: 204 len: 168 time: 0.1261632 Dec 12 04:06:00.874935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95df9c7-240c-4a98-b7cb-02bfd131bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdcd6c7-a62d-4c41-a168-be76a627aa36,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:01.316536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218ba47-71c1-491f-8d6d-570952c2795e req-ce49d1e3-a980-44c2-b463-08a4d361e264 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:01.324350 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f218ba47-71c1-491f-8d6d-570952c2795e req-ce49d1e3-a980-44c2-b463-08a4d361e264 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 936 time: 0.0705109 Dec 12 04:06:01.393424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f218ba47-71c1-491f-8d6d-570952c2795e req-b1d48296-9709-424f-8661-f94dca7dea57 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642099 Dec 12 04:06:01.920431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-72f631a4-e05f-4b7b-a368-6c18f37c2a0b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303209 Dec 12 04:06:02.164504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7c25-61ab-403d-a491-239a63d38773 req-ca1f2576-785a-4747-81de-29595e78e846 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:02.166874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-ca1f2576-785a-4747-81de-29595e78e846 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445295 Dec 12 04:06:02.182948 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-497f6abe-f115-49dd-a08d-85c4a8e4ef7b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/quotas/d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 375 time: 0.0094371 Dec 12 04:06:02.229919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-5b02e296-9782-458e-9165-00d1d3d456a3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400276 Dec 12 04:06:02.435165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee90dda5-df7d-4313-8f21-da500299d4b2 req-64d73225-dac6-44e7-ad20-516f833d8cad tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 210 time: 0.0299168 Dec 12 04:06:02.559459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50d90d-7664-4612-a35f-1829d1c78cc5 req-74436f1d-0d97-4d9a-b329-c1dfe102dcf6 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:02.562097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6f50d90d-7664-4612-a35f-1829d1c78cc5 req-74436f1d-0d97-4d9a-b329-c1dfe102dcf6 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 936 time: 0.0538731 Dec 12 04:06:02.632175 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6f50d90d-7664-4612-a35f-1829d1c78cc5 req-bf610311-2ed6-4624-a0c1-c88c461e0df6 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639558 Dec 12 04:06:03.559222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e0f743c-e8b4-47ba-a3c6-f8a703a08eeb req-cdb24805-1e4f-49bd-953f-1aec12cb17e1 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 210 time: 0.0315075 Dec 12 04:06:03.855367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529ce2-f50f-46cf-ba0c-b63fc071164d req-094aa58c-b7e0-4cbf-adab-df7deb4d48df tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:03.857753 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5529ce2-f50f-46cf-ba0c-b63fc071164d req-094aa58c-b7e0-4cbf-adab-df7deb4d48df tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 936 time: 0.0782290 Dec 12 04:06:03.914526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5529ce2-f50f-46cf-ba0c-b63fc071164d req-c1a616c3-5d3e-492d-a7e3-4f70387db446 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 Dec 12 04:06:04.329995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.37', 62656) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:04.413019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-2ef7f0ec-d7a1-4a7b-9cad-4845e83a0f2a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701044 Dec 12 04:06:04.806126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76ec7ba9-a8fc-49f1-9631-fc4f6e109480 req-244240de-2c74-4c43-8395-73163f9b21b3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 210 time: 0.0734415 Dec 12 04:06:04.857376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33564) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:04.897778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7c25-61ab-403d-a491-239a63d38773 req-f8526b81-6327-4974-a6b0-5f50fd9c11f8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:04.901029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-f8526b81-6327-4974-a6b0-5f50fd9c11f8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4687788 Dec 12 04:06:05.024708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Request body: {'port': {'device_id': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'd42b68d55c3b405d8bb5ee6f346236ab'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:05.247976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304a83a-80eb-43b0-a21f-322146c1b840 req-f70e0dac-845d-448e-b905-3b5c02258548 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:05.249524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3304a83a-80eb-43b0-a21f-322146c1b840 req-f70e0dac-845d-448e-b905-3b5c02258548 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 936 time: 0.2095656 Dec 12 04:06:05.262574 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc800-f531-4388-9d73-7e768b11cab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.348383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Made reservation on behalf of d42b68d55c3b405d8bb5ee6f346236ab for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:05.360290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.383038 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3304a83a-80eb-43b0-a21f-322146c1b840 req-3f6bc8d5-36ca-4dc8-a663-e324fcd844b6 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168277 Dec 12 04:06:05.403184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.406816 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc800-f531-4388-9d73-7e768b11cab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.414076 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc800-f531-4388-9d73-7e768b11cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.487149 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4a8cc800-f531-4388-9d73-7e768b11cab8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c4a2bca860c4c428ece730f4d5c486b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6263926 Dec 12 04:06:05.490666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33594) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:05.543071 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.547085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cc800-f531-4388-9d73-7e768b11cab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef2425-d354-45d5-97fc-37e48c194343,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:05.549782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.657213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ba47714-2e38-4ba8-a104-8d2904feb913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.719131 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ba47714-2e38-4ba8-a104-8d2904feb913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.784256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa12debd-c551-4afd-81c7-5d34d1ec615d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:05.839824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ba47714-2e38-4ba8-a104-8d2904feb913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.844127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ba47714-2e38-4ba8-a104-8d2904feb913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:05.847444 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9ba47714-2e38-4ba8-a104-8d2904feb913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11ef2425-d354-45d5-97fc-37e48c194343 HTTP/1.1" status: 204 len: 168 time: 0.3523242 Dec 12 04:06:05.872699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba47714-2e38-4ba8-a104-8d2904feb913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef2425-d354-45d5-97fc-37e48c194343,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:05.971041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Allocated IP 192.168.233.138 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/e8f526f6-3f59-4b44-90b7-ced35ee04ff0) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:06.023221 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7345b81-ae58-4eb7-9836-a5dd1bfda334 req-7cdfbb84-cfc0-4cc5-92a6-eaa01ef280cd tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 210 time: 0.0462615 Dec 12 04:06:06.067868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-e4f56495-65e3-4c4f-a6e4-ed9205b6e5d3 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:06:06.069880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-e4f56495-65e3-4c4f-a6e4-ed9205b6e5d3 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075285 Dec 12 04:06:06.371457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:06.465504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:06.594168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:06.603756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:06.617077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:06.623252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:06.624210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:06.675461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6559272 Dec 12 04:06:06.695066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e573d0-f8d9-47e3-b72a-5cfe1e56a9c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Pushing event updated for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:06.723577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921c2de-a722-437f-a42d-58e5212879a1 req-96109062-2381-4689-8b98-3ca2c569e726 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:06.732610 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7921c2de-a722-437f-a42d-58e5212879a1 req-96109062-2381-4689-8b98-3ca2c569e726 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 936 time: 0.1959169 Dec 12 04:06:06.825639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7921c2de-a722-437f-a42d-58e5212879a1 req-4e29c408-b91e-4f23-9bd6-41563b72d5eb tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923016 Dec 12 04:06:06.850651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33624) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:07.137367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6eefa6d4-c42d-4e78-aad5-a7de5eb29664 None None] Provisioning complete for port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:07.140255 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eefa6d4-c42d-4e78-aad5-a7de5eb29664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:07.203712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-e2995a20-e47f-4452-96b7-e3422b7cc3d9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:06:07.204771 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-e2995a20-e47f-4452-96b7-e3422b7cc3d9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055549 Dec 12 04:06:07.294290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6eefa6d4-c42d-4e78-aad5-a7de5eb29664 None None] Port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:06:07.355184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33638) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:07.378986 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3dca-c087-4c2b-b513-6c5234e4b182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:07.394631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72dd1-0d7b-4013-a78d-b99d94c352c3 req-14adf392-3955-4db1-a6b1-18bbc3e92c40 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:07.405658 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1d72dd1-0d7b-4013-a78d-b99d94c352c3 req-14adf392-3955-4db1-a6b1-18bbc3e92c40 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 936 time: 0.1847005 Dec 12 04:06:07.475081 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1d72dd1-0d7b-4013-a78d-b99d94c352c3 req-a5a10fbf-ddaf-4206-aec2-464b70c2f9e2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657270 Dec 12 04:06:07.638908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3dca-c087-4c2b-b513-6c5234e4b182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:07.644675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3dca-c087-4c2b-b513-6c5234e4b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:07.649344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33640) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:07.699618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd3dca-c087-4c2b-b513-6c5234e4b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7ff69-eb09-42f7-9634-474330209fe2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:07.714094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a9fd3dca-c087-4c2b-b513-6c5234e4b182 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00c6432dfd8e4923bbb16450aa59ddc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565159 Dec 12 04:06:07.716737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33644) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:07.769995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Request body: {'port': {'device_id': 'beee4b4c-c99b-43f6-ba0a-8594c553720b', 'device_owner': 'compute:tempest-test_az-850309801', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:07.813961 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40a0a03e-23fd-4db9-9467-9d1d49eed540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:07.851585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:07.894685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60bdbeab-0735-4c1b-9d88-834cf69ee051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:07.898632 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-848f3548-45c9-458f-86c3-a4bd45b49a7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:07.940256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60bdbeab-0735-4c1b-9d88-834cf69ee051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.084481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d0d-f9fc-499c-b56e-1f84e7cf35fa req-52eb64d9-34e0-4b0c-8760-e1042dd4b37a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:08.086044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf433d0d-f9fc-499c-b56e-1f84e7cf35fa req-52eb64d9-34e0-4b0c-8760-e1042dd4b37a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 936 time: 0.1286628 Dec 12 04:06:08.256358 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf433d0d-f9fc-499c-b56e-1f84e7cf35fa req-e9e61407-f77d-4bae-94ea-52bff445d1ad tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451807 Dec 12 04:06:08.272388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60bdbeab-0735-4c1b-9d88-834cf69ee051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.291679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60bdbeab-0735-4c1b-9d88-834cf69ee051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.291679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-60bdbeab-0735-4c1b-9d88-834cf69ee051 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ef7ff69-eb09-42f7-9634-474330209fe2 HTTP/1.1" status: 204 len: 168 time: 0.5688477 Dec 12 04:06:08.296295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40a0a03e-23fd-4db9-9467-9d1d49eed540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.363275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-848f3548-45c9-458f-86c3-a4bd45b49a7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.397153 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40a0a03e-23fd-4db9-9467-9d1d49eed540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.407370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdbeab-0735-4c1b-9d88-834cf69ee051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7ff69-eb09-42f7-9634-474330209fe2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:08.411577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-848f3548-45c9-458f-86c3-a4bd45b49a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.581722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-40a0a03e-23fd-4db9-9467-9d1d49eed540 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=beab6760987c4259ae92ca81860f7e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7270756 Dec 12 04:06:08.582043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33672) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:08.592105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0a03e-23fd-4db9-9467-9d1d49eed540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006602f1-4345-40a4-bf79-dfee13526561,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:08.600984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cca4cb-ae14-4bda-9b84-4cc87525351b {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:08.615640 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-848f3548-45c9-458f-86c3-a4bd45b49a7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58138c16e9f94d52aebc6a37eea7fcc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9650412 Dec 12 04:06:08.625676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33674) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:08.646373 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.748243 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b7753d8-e984-4466-a0eb-e8581fc67d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.753427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Transition to ACTIVE for port object 71cca4cb-ae14-4bda-9b84-4cc87525351b will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:06:08.769261 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.775491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f3548-45c9-458f-86c3-a4bd45b49a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa05b1-d449-411e-b242-43fff62892ab,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:08.826402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3bd80-ccb1-4066-b5b8-7a3d13ae36a0 req-23e0acff-de15-41d5-bc12-54b2475ee457 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:08.829008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34f3bd80-ccb1-4066-b5b8-7a3d13ae36a0 req-23e0acff-de15-41d5-bc12-54b2475ee457 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 936 time: 0.2246599 Dec 12 04:06:08.831781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b7753d8-e984-4466-a0eb-e8581fc67d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.910638 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34f3bd80-ccb1-4066-b5b8-7a3d13ae36a0 req-25e66f48-a79d-4570-8c62-cec845784fe4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731766 Dec 12 04:06:08.917111 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f40ddbf1-a8aa-4c36-b352-93c9fc62c252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:08.935915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Pushing event updated for resources: {'Port': ['ID=71cca4cb-ae14-4bda-9b84-4cc87525351b,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:09.069030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f40ddbf1-a8aa-4c36-b352-93c9fc62c252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.095356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Attempting to bind port 71cca4cb-ae14-4bda-9b84-4cc87525351b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:09.095655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Attempting to bind port 71cca4cb-ae14-4bda-9b84-4cc87525351b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:09.097240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Attempting to bind port 71cca4cb-ae14-4bda-9b84-4cc87525351b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:09.099572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33688) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:09.153207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Port 71cca4cb-ae14-4bda-9b84-4cc87525351b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:09.153207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Attempting to bind port 71cca4cb-ae14-4bda-9b84-4cc87525351b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:09.158028 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f40ddbf1-a8aa-4c36-b352-93c9fc62c252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.160184 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f40ddbf1-a8aa-4c36-b352-93c9fc62c252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.161695 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f40ddbf1-a8aa-4c36-b352-93c9fc62c252 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79aa05b1-d449-411e-b242-43fff62892ab HTTP/1.1" status: 204 len: 168 time: 0.5327287 Dec 12 04:06:09.169242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:09.169242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:09.169544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:09.169883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Bound port: 71cca4cb-ae14-4bda-9b84-4cc87525351b, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:09.170323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.192751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ddbf1-a8aa-4c36-b352-93c9fc62c252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aa05b1-d449-411e-b242-43fff62892ab,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:09.219584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b7753d8-e984-4466-a0eb-e8581fc67d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.222376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b7753d8-e984-4466-a0eb-e8581fc67d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.223662 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3b7753d8-e984-4466-a0eb-e8581fc67d29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/006602f1-4345-40a4-bf79-dfee13526561 HTTP/1.1" status: 204 len: 168 time: 0.6406026 Dec 12 04:06:09.237660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7753d8-e984-4466-a0eb-e8581fc67d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006602f1-4345-40a4-bf79-dfee13526561,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:09.289406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] For port 71cca4cb-ae14-4bda-9b84-4cc87525351b, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:09.309098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] For port 71cca4cb-ae14-4bda-9b84-4cc87525351b, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71cca4cb-ae14-4bda-9b84-4cc87525351b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:09.318000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.370995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:09.372090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.374450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] 10.222.0.18 "PUT /v2.0/ports/71cca4cb-ae14-4bda-9b84-4cc87525351b HTTP/1.1" status: 200 len: 1117 time: 2.3595002 Dec 12 04:06:09.375065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beee4b4c-c99b-43f6-ba0a-8594c553720b', 'tag': '71cca4cb-ae14-4bda-9b84-4cc87525351b'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:09.405535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-359ffc30-21d4-434d-b309-9d6698dad0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.596365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-359ffc30-21d4-434d-b309-9d6698dad0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.605034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-359ffc30-21d4-434d-b309-9d6698dad0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.671432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ffc30-21d4-434d-b309-9d6698dad0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0029c1-4546-407b-814f-2163ef8af222,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:09.691318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-359ffc30-21d4-434d-b309-9d6698dad0fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e460b01b6c54d26aa969d296fcd133a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883601 Dec 12 04:06:09.693719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33710) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:09.743143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f809fe-5a7e-4409-a42b-b9e0cf87cc41 service neutron] Pushing event updated for resources: {'Port': ['ID=71cca4cb-ae14-4bda-9b84-4cc87525351b,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:09.771414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-1e3e6ce5-df5c-4dc5-9b25-92456a6d801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:09.773422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-1e3e6ce5-df5c-4dc5-9b25-92456a6d801c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da5cf8f0d41548d5a3fd5d0d35bd0ee8&device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 1120 time: 0.3085635 Dec 12 04:06:09.783009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53966f-560e-40ff-b626-4f91c305c9eb req-54f346af-09f5-4cae-bd40-aee5cfa08add tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:09.784730 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef53966f-560e-40ff-b626-4f91c305c9eb req-54f346af-09f5-4cae-bd40-aee5cfa08add tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 969 time: 0.3116157 Dec 12 04:06:09.788695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40c0af7a-bb6d-405f-ae6e-77c16a2d8992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.856614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40c0af7a-bb6d-405f-ae6e-77c16a2d8992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.921500 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-c2783afe-a0b5-4060-89e7-e3b35fb63c94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=71cca4cb-ae14-4bda-9b84-4cc87525351b HTTP/1.1" status: 200 len: 217 time: 0.1324520 Dec 12 04:06:09.956678 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40c0af7a-bb6d-405f-ae6e-77c16a2d8992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.961054 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40c0af7a-bb6d-405f-ae6e-77c16a2d8992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:09.969482 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-40c0af7a-bb6d-405f-ae6e-77c16a2d8992 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e0029c1-4546-407b-814f-2163ef8af222 HTTP/1.1" status: 204 len: 168 time: 0.2738287 Dec 12 04:06:09.999743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0af7a-bb6d-405f-ae6e-77c16a2d8992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0029c1-4546-407b-814f-2163ef8af222,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:10.066770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef53966f-560e-40ff-b626-4f91c305c9eb req-690a3f58-d6d3-4a16-9bb5-3b90b76bcd2a tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959929 Dec 12 04:06:10.067450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33718) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:10.069057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-3d960353-9927-4ece-919b-a5e7d4546cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:10.070473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-3d960353-9927-4ece-919b-a5e7d4546cbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1363118 Dec 12 04:06:10.083381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33720) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:10.128470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ff546c0-1348-4888-bd14-734dcc56ba46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.188294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63ae17ec-67c7-4eef-a03f-a6ddaf6c831c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.315273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63ae17ec-67c7-4eef-a03f-a6ddaf6c831c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.318104 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaded41e-2217-45c1-a10d-c770d6ed6f50" -d '{"events": [{"name": "network-changed", "server_uuid": "beee4b4c-c99b-43f6-ba0a-8594c553720b", "tag": "71cca4cb-ae14-4bda-9b84-4cc87525351b"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:10.323203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63ae17ec-67c7-4eef-a03f-a6ddaf6c831c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.382710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ff546c0-1348-4888-bd14-734dcc56ba46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.388695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-41729c9d-6e0b-4a2d-8a1a-db4fcca63983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:10.390831 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-41729c9d-6e0b-4a2d-8a1a-db4fcca63983 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2977734 Dec 12 04:06:10.398279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcca309-157c-4c61-861f-190daac883f8 req-b23edcf8-7538-48e7-bb0b-6669f93c0c41 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:10.398935 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-63ae17ec-67c7-4eef-a03f-a6ddaf6c831c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fee14bfec4943c2a80d36b66b71ae73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271899 Dec 12 04:06:10.400674 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dcca309-157c-4c61-861f-190daac883f8 req-b23edcf8-7538-48e7-bb0b-6669f93c0c41 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 936 time: 0.3700302 Dec 12 04:06:10.402019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ff546c0-1348-4888-bd14-734dcc56ba46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.407759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33728) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:10.526514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-f5d2dec3-7e7b-403b-bc2f-1482451e4103 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254377 Dec 12 04:06:10.527157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae17ec-67c7-4eef-a03f-a6ddaf6c831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816ba567-310e-449a-b25d-9bcecdae538d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:10.570372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a755515-11b1-40b1-8443-381c8c2f0434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.594026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b3c60804-625a-46a7-8aa3-07d8f03d99f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.626250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff546c0-1348-4888-bd14-734dcc56ba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744ee803-31b4-496f-99e0-f0dc210e23a7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:10.666687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7ff546c0-1348-4888-bd14-734dcc56ba46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=352b5f50fcb24988b6f668a8ef92ce2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5802484 Dec 12 04:06:10.672145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33734) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:10.724761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a755515-11b1-40b1-8443-381c8c2f0434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.842536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dcca309-157c-4c61-861f-190daac883f8 req-83e9cf9c-0e35-4a47-b503-7b87cece65e8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857458 Dec 12 04:06:10.943702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84bfc731-018c-4da2-8ef4-f3b8b6d7539f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.974745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a755515-11b1-40b1-8443-381c8c2f0434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.977528 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a755515-11b1-40b1-8443-381c8c2f0434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:10.981658 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8a755515-11b1-40b1-8443-381c8c2f0434 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/816ba567-310e-449a-b25d-9bcecdae538d HTTP/1.1" status: 204 len: 168 time: 0.5721912 Dec 12 04:06:11.031395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22ffbe01-4602-45b5-bf83-8626d9f3007d req-c10f7dce-2779-4eaf-8884-89f17e52b11b service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613910 Dec 12 04:06:11.034258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84bfc731-018c-4da2-8ef4-f3b8b6d7539f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:11.037047 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c61da47-b4ba-4b19-82c1-940a10476590 x-openstack-request-id: req-6c61da47-b4ba-4b19-82c1-940a10476590 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:11.037432 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beee4b4c-c99b-43f6-ba0a-8594c553720b", "tag": "71cca4cb-ae14-4bda-9b84-4cc87525351b", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:11.037732 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c61da47-b4ba-4b19-82c1-940a10476590 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:11.038380 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beee4b4c-c99b-43f6-ba0a-8594c553720b', 'tag': '71cca4cb-ae14-4bda-9b84-4cc87525351b', 'status': 'completed', 'code': 200} Dec 12 04:06:11.045980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a755515-11b1-40b1-8443-381c8c2f0434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816ba567-310e-449a-b25d-9bcecdae538d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:11.154996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84bfc731-018c-4da2-8ef4-f3b8b6d7539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:11.158646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84bfc731-018c-4da2-8ef4-f3b8b6d7539f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:11.168375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-84bfc731-018c-4da2-8ef4-f3b8b6d7539f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/744ee803-31b4-496f-99e0-f0dc210e23a7 HTTP/1.1" status: 204 len: 168 time: 0.4870303 Dec 12 04:06:11.184527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33748) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:11.191272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfc731-018c-4da2-8ef4-f3b8b6d7539f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744ee803-31b4-496f-99e0-f0dc210e23a7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:11.215300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3caba462-597b-4540-b1be-307886d0ecac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:11.358971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a95f-8f80-47ab-98f7-138ada0bbcf2 req-bc50da34-0fa1-4642-9690-6e746f31e703 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:11.360562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0689a95f-8f80-47ab-98f7-138ada0bbcf2 req-bc50da34-0fa1-4642-9690-6e746f31e703 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 969 time: 0.1480539 Dec 12 04:06:11.369102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-12b212d0-a7ea-4d13-97bd-8f157105a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:11.371388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-12b212d0-a7ea-4d13-97bd-8f157105a048 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da5cf8f0d41548d5a3fd5d0d35bd0ee8&device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 1120 time: 0.1026394 Dec 12 04:06:11.376737 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:11.500397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0689a95f-8f80-47ab-98f7-138ada0bbcf2 req-15d26695-6512-4349-87a6-0ecd5f8643d7 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325250 Dec 12 04:06:11.584453 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3caba462-597b-4540-b1be-307886d0ecac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:11.713042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3caba462-597b-4540-b1be-307886d0ecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:11.799245 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3caba462-597b-4540-b1be-307886d0ecac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48d10bb649554eab84f87f70bf332a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6107278 Dec 12 04:06:11.799617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33756) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:11.841688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caba462-597b-4540-b1be-307886d0ecac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71ead71-601c-45e1-b470-85a3e131a3b7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:11.913960 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4da6e9a9-7cff-433c-8b5e-6feae43f0237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:11.943959 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-b2c559a0-a2ed-4c94-9267-fde50507f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:11.949935 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-b2c559a0-a2ed-4c94-9267-fde50507f98c service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.5461047 Dec 12 04:06:11.990048 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4da6e9a9-7cff-433c-8b5e-6feae43f0237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:12.091224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966905f8-6e41-43e1-aad1-305a39360d3d req-b7e1d2e0-01c6-4f49-bbee-cdfd4a86b3a0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:12.099802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-966905f8-6e41-43e1-aad1-305a39360d3d req-b7e1d2e0-01c6-4f49-bbee-cdfd4a86b3a0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 936 time: 0.1237774 Dec 12 04:06:12.145766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4da6e9a9-7cff-433c-8b5e-6feae43f0237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:12.153893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4da6e9a9-7cff-433c-8b5e-6feae43f0237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:12.158570 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4da6e9a9-7cff-433c-8b5e-6feae43f0237 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d71ead71-601c-45e1-b470-85a3e131a3b7 HTTP/1.1" status: 204 len: 168 time: 0.3551350 Dec 12 04:06:12.176489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6e9a9-7cff-433c-8b5e-6feae43f0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71ead71-601c-45e1-b470-85a3e131a3b7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:12.213635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-966905f8-6e41-43e1-aad1-305a39360d3d req-90a0bb07-d50f-4678-8a8e-68f2692a3c31 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128483 Dec 12 04:06:12.417642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Request body: {'port': {'device_id': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:12.589680 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:12.912267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91fe1a73-b7dd-4b80-9d2c-b375724927c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:13.021679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-94f87e93-958b-486f-b4e6-355bbbb0441a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=71cca4cb-ae14-4bda-9b84-4cc87525351b HTTP/1.1" status: 200 len: 217 time: 0.0439248 Dec 12 04:06:13.118716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bae7d5-8f4b-41a7-a514-412da50ff0da req-4385f4a2-8312-4e7b-958e-9486b68bad78 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:13.121008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65bae7d5-8f4b-41a7-a514-412da50ff0da req-4385f4a2-8312-4e7b-958e-9486b68bad78 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 969 time: 0.4208157 Dec 12 04:06:13.141781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-f398352c-065b-4a0e-951a-df007d8da4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:13.145982 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-f398352c-065b-4a0e-951a-df007d8da4a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1134043 Dec 12 04:06:13.258505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-bac63fc1-89bc-4271-84b1-2c265b392943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:13.260635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-bac63fc1-89bc-4271-84b1-2c265b392943 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815947 Dec 12 04:06:13.272626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65bae7d5-8f4b-41a7-a514-412da50ff0da req-c35c3798-d7a4-471a-b31f-6a7ba8bc9d9b tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287453 Dec 12 04:06:13.491210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f526f6-3f59-4b44-90b7-ced35ee04ff0 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:13.494671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-6270c61a-c132-4767-ae77-182997bd4c91 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513052 Dec 12 04:06:13.515199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:13.581475 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:13.586360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Transition to ACTIVE for port object e8f526f6-3f59-4b44-90b7-ced35ee04ff0 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:06:13.608454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce98f4-0e69-46bc-9994-cde66463ab52 req-89db5729-e673-4417-9e67-7a0e6a69a409 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:13.613212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72ce98f4-0e69-46bc-9994-cde66463ab52 req-89db5729-e673-4417-9e67-7a0e6a69a409 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 936 time: 0.2026341 Dec 12 04:06:13.616641 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:13.661483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaded41e-2217-45c1-a10d-c770d6ed6f50 req-21a2393b-c21a-45e0-9908-c0858fd256d3 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570389 Dec 12 04:06:13.832936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:13.871959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72ce98f4-0e69-46bc-9994-cde66463ab52 req-dc5ef339-2ddf-4dfc-9c71-d35543e75dd4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485516 Dec 12 04:06:13.888313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Attempting to bind port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:13.895804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Attempting to bind port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:13.896439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Attempting to bind port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:13.923361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:13.923624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Attempting to bind port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:13.931652 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:13.936766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:13.937304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:13.937742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:13.938227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Bound port: e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:13.938588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.098672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:14.104868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:14.114016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.155251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:14.156104 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.157611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] 10.222.0.37 "PUT /v2.0/ports/e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 1096 time: 2.1278868 Dec 12 04:06:14.160295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:14.284099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cb922-4bd6-4eed-b9cd-735f0c4f9fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:14.361709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33844) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:14.475770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f2b51-b1b2-4f4a-8417-01f87c91ee27 req-fee72c2e-5d9d-47e5-821e-cbcabd67edfa tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:14.477346 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7d1f2b51-b1b2-4f4a-8417-01f87c91ee27 req-fee72c2e-5d9d-47e5-821e-cbcabd67edfa tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 969 time: 0.0738108 Dec 12 04:06:14.512668 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e23dd1-82d3-4717-98d7-421019793cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:14.546201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7d1f2b51-b1b2-4f4a-8417-01f87c91ee27 req-9400181d-415c-4165-8f0b-063ada4f7b40 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604963 Dec 12 04:06:14.645362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1522727243-network', 'tenant_id': '2f94b92aabe84e4892f791deaf2059f3'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:14.693390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Made reservation on behalf of 2f94b92aabe84e4892f791deaf2059f3 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:14.695927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.705698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.788035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.796155 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.844849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:06:14.848085 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d34812-43d2-4633-88b0-8697e8daab4f x-openstack-request-id: req-62d34812-43d2-4633-88b0-8697e8daab4f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:14.848379 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:14.848638 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62d34812-43d2-4633-88b0-8697e8daab4f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:14.849264 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'status': 'completed', 'code': 200} Dec 12 04:06:14.868096 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:06:14.877089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2632b33-c1ae-449e-b40a-3931722e7f93,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:14.883535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.884268 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Added segment 71a32940-3cfc-4392-b0dc-3d00a3c1a5df of type vlan for network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 Dec 12 04:06:14.936205 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.981554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:14.982637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:14.983318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:15.029401 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6666429 Dec 12 04:06:15.032583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33868) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:15.042040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Request body: {'subnet': {'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1522727243-subnet', 'tenant_id': '2f94b92aabe84e4892f791deaf2059f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:15.067746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Made reservation on behalf of 2f94b92aabe84e4892f791deaf2059f3 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:15.070966 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:15.091410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935694b-dbdf-4e99-8c61-8741bf1687c9 admin admin] Pushing event updated for resources: {'Network': ['ID=918a733d-c3e3-4df9-9b26-cea87ba98ce2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:15.106556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:06:15.110962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8f50d-e3fb-4252-a72b-52a1245d8ce7 req-f00f65da-5a5a-4cc4-bc5a-b52482134f24 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:15.112767 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f8f50d-e3fb-4252-a72b-52a1245d8ce7 req-f00f65da-5a5a-4cc4-bc5a-b52482134f24 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.1411922 Dec 12 04:06:15.231037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f8f50d-e3fb-4252-a72b-52a1245d8ce7 req-95bed200-b1c0-46cb-926d-a79fc81ed76d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067140 Dec 12 04:06:15.364361 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:15.414934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51aea620-c7d7-4435-958a-8e7735cf0ef2,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:15.432514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Checking segment: {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:15.432895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Network hostable DHCP agents. Network: 918a733d-c3e3-4df9-9b26-cea87ba98ce2, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:06:15.452696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:06:15.471427 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:15.476234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 918a733d-c3e3-4df9-9b26-cea87ba98ce2) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:15.488889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508114e-0efa-4d95-a4bd-79c72a0cef24 None None] Network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:15.502941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:15.504073 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:15.548488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9893af00-af92-400e-a292-daa172cb8683 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5144124 Dec 12 04:06:15.659223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d09f9-683b-4d0d-a5d6-030a2606fb5b None None] Network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:15.711813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc41a7-cf3d-4876-bb40-04cf4bcdc5c7 req-b86e23be-5889-4e2f-8d0c-689e9b7eec52 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:15.728259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5cc41a7-cf3d-4876-bb40-04cf4bcdc5c7 req-b86e23be-5889-4e2f-8d0c-689e9b7eec52 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 969 time: 0.0766220 Dec 12 04:06:15.794779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5cc41a7-cf3d-4876-bb40-04cf4bcdc5c7 req-79a7c46e-ece1-4547-8ab7-3c0c0cda2cf2 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656669 Dec 12 04:06:16.280731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-b8c59fd5-4285-44da-885e-09c7107b9c20 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:16.282297 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-b8c59fd5-4285-44da-885e-09c7107b9c20 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/networks?id=918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 200 len: 822 time: 0.1892862 Dec 12 04:06:16.300698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-6ad6fe42-ed7d-4f83-9bb0-0ac26f3ccb58 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/quotas/2f94b92aabe84e4892f791deaf2059f3 HTTP/1.1" status: 200 len: 375 time: 0.0122628 Dec 12 04:06:16.345921 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-ea351e16-c373-40cb-9f45-f97d555f9e38 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f94b92aabe84e4892f791deaf2059f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387335 Dec 12 04:06:16.397417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc2a9-a4c3-452c-8ec9-e6c0caf4bb0b req-8147f564-1162-41e9-aca1-9453ce7a0909 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:16.398930 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8edc2a9-a4c3-452c-8ec9-e6c0caf4bb0b req-8147f564-1162-41e9-aca1-9453ce7a0909 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.0704441 Dec 12 04:06:16.439063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33944) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:16.457742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8edc2a9-a4c3-452c-8ec9-e6c0caf4bb0b req-4e9f409c-2286-46be-8a66-647858067d99 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512390 Dec 12 04:06:16.487070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33948) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:16.583203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55f28ab8-b2c4-4ae4-b367-e152bad25c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:16.612877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-ced24909-2087-4cb9-bbea-67962dc3b72b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:06:16.614022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-ced24909-2087-4cb9-bbea-67962dc3b72b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0873001 Dec 12 04:06:16.626229 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e9e5b44-f4e1-41a9-be22-eeec5e98386e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:16.636555 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:16.662609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23dd1-82d3-4717-98d7-421019793cfe req-603d3759-41c0-4cfc-80ec-55d7a4116b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:16.664089 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e23dd1-82d3-4717-98d7-421019793cfe req-603d3759-41c0-4cfc-80ec-55d7a4116b09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1099 time: 0.1101973 Dec 12 04:06:16.728496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55f28ab8-b2c4-4ae4-b367-e152bad25c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:16.741324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55f28ab8-b2c4-4ae4-b367-e152bad25c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:16.788733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-a5635d48-f88a-4cec-a018-2366db73f92b service neutron] 10.222.0.36 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447902 Dec 12 04:06:16.805788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55f28ab8-b2c4-4ae4-b367-e152bad25c92 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d932dc60480e428ab9b546d469ed1c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653660 Dec 12 04:06:16.806596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f28ab8-b2c4-4ae4-b367-e152bad25c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2e2fb0-92d1-4ec4-a62b-0e35dcea9b58,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:16.809023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33954) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:16.836555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e23dd1-82d3-4717-98d7-421019793cfe req-d69ac630-0ecd-4148-adb1-c629296dd32a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517470 Dec 12 04:06:16.921302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc388a7d-e391-41cc-8e17-cf07ea7a316d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:16.928041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-94e9c5ef-d9e5-4710-b1c8-cf0760f5823b service neutron] 10.222.0.36 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316936 Dec 12 04:06:16.945422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc388a7d-e391-41cc-8e17-cf07ea7a316d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:16.982572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e9e5b44-f4e1-41a9-be22-eeec5e98386e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:16.994687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e9e5b44-f4e1-41a9-be22-eeec5e98386e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:16.999281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc388a7d-e391-41cc-8e17-cf07ea7a316d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.002281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc388a7d-e391-41cc-8e17-cf07ea7a316d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.006388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dc388a7d-e391-41cc-8e17-cf07ea7a316d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c2e2fb0-92d1-4ec4-a62b-0e35dcea9b58 HTTP/1.1" status: 204 len: 168 time: 0.1932285 Dec 12 04:06:17.022297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc388a7d-e391-41cc-8e17-cf07ea7a316d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2e2fb0-92d1-4ec4-a62b-0e35dcea9b58,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:17.095012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929f920-9dc0-4332-bcfb-87e12fe9cfb8 req-1eaf516e-f9f2-4964-9f15-36476a5bd540 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:17.096569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b929f920-9dc0-4332-bcfb-87e12fe9cfb8 req-1eaf516e-f9f2-4964-9f15-36476a5bd540 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 969 time: 0.2148511 Dec 12 04:06:17.104585 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9e9e5b44-f4e1-41a9-be22-eeec5e98386e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef4ff201bd4847a49074ba56e72e1994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6162956 Dec 12 04:06:17.106583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33964) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:17.111051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e5b44-f4e1-41a9-be22-eeec5e98386e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a5436b-7a59-424b-8982-76f092c4f14f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:17.121315 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a96dfd4-c2ff-45ad-ad91-6b914e02c026 req-a37fb263-a2b0-44ef-93b0-3ebf459f0f8c tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 210 time: 0.0368779 Dec 12 04:06:17.123435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23dd1-82d3-4717-98d7-421019793cfe req-d0231738-9e31-4301-ab20-f12e8afb2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:17.124990 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e23dd1-82d3-4717-98d7-421019793cfe req-d0231738-9e31-4301-ab20-f12e8afb2151 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2777622 Dec 12 04:06:17.193596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b929f920-9dc0-4332-bcfb-87e12fe9cfb8 req-fe5c7ee0-0783-4d94-b27e-59a5c1558a14 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858543 Dec 12 04:06:17.225699 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f907f247-74f6-44f9-8e7c-fe8b15c87453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.254284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f907f247-74f6-44f9-8e7c-fe8b15c87453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.274043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7c25-61ab-403d-a491-239a63d38773 req-bdf75dd4-2642-4529-9b7c-44a585d892f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:17.276412 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-bdf75dd4-2642-4529-9b7c-44a585d892f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1099 time: 0.0866184 Dec 12 04:06:17.369686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-64c214ab-4d29-4f16-9c4e-d9970c4686f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 217 time: 0.0668449 Dec 12 04:06:17.407418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33976) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:17.422161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76340d54-db20-492a-9b36-e2866ffc388b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.423850 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f907f247-74f6-44f9-8e7c-fe8b15c87453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.426495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f907f247-74f6-44f9-8e7c-fe8b15c87453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.427627 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f907f247-74f6-44f9-8e7c-fe8b15c87453 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5a5436b-7a59-424b-8982-76f092c4f14f HTTP/1.1" status: 204 len: 168 time: 0.3187809 Dec 12 04:06:17.443888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7c25-61ab-403d-a491-239a63d38773 req-0a9c7f66-9d9f-42e2-b70d-785773f32f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:17.446985 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-0a9c7f66-9d9f-42e2-b70d-785773f32f20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0679989 Dec 12 04:06:17.454010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907f247-74f6-44f9-8e7c-fe8b15c87453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a5436b-7a59-424b-8982-76f092c4f14f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:17.519412 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76340d54-db20-492a-9b36-e2866ffc388b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.525272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76340d54-db20-492a-9b36-e2866ffc388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.573664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-76340d54-db20-492a-9b36-e2866ffc388b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05d5dc39ae22426896c396b455dab2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649542 Dec 12 04:06:17.574700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7c25-61ab-403d-a491-239a63d38773 req-fbc84570-3942-4e81-9494-50440bba8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:17.575661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76340d54-db20-492a-9b36-e2866ffc388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2432a34-320d-431a-ab8f-2d57ba326234,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:17.576676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-fbc84570-3942-4e81-9494-50440bba8cfe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127162 Dec 12 04:06:17.577165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33982) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:17.637457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8914ea-1295-440d-ab88-c632e5efe4aa req-b43bc168-783d-4308-aaec-d103cb2e0ad3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:17.640238 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f8914ea-1295-440d-ab88-c632e5efe4aa req-b43bc168-783d-4308-aaec-d103cb2e0ad3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.0654690 Dec 12 04:06:17.696123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a061d5e0-9b83-4557-a47a-6aba2b95a174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.715240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-afecf7ac-9fde-45db-a067-413db4bfc653 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308174 Dec 12 04:06:17.720155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f8914ea-1295-440d-ab88-c632e5efe4aa req-20564fc3-7380-43d2-8cdc-0d3c31bb6ba7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664496 Dec 12 04:06:17.738359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a061d5e0-9b83-4557-a47a-6aba2b95a174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.843264 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506f7c25-61ab-403d-a491-239a63d38773 req-d6983c3b-7fb7-4133-87e7-3e053b1b1b16 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146216 Dec 12 04:06:17.847915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a061d5e0-9b83-4557-a47a-6aba2b95a174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.850633 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a061d5e0-9b83-4557-a47a-6aba2b95a174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.854657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a061d5e0-9b83-4557-a47a-6aba2b95a174 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2432a34-320d-431a-ab8f-2d57ba326234 HTTP/1.1" status: 204 len: 168 time: 0.2736020 Dec 12 04:06:17.867429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061d5e0-9b83-4557-a47a-6aba2b95a174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2432a34-320d-431a-ab8f-2d57ba326234,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:17.871019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33988) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:17.884774 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a66aa763-c681-4e11-ad57-ddd73e2654fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.941862 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 71cca4cb-ae14-4bda-9b84-4cc87525351b details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:06:17.973158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a66aa763-c681-4e11-ad57-ddd73e2654fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:17.979322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a66aa763-c681-4e11-ad57-ddd73e2654fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:18.002949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66aa763-c681-4e11-ad57-ddd73e2654fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8540eaf-bb6d-490b-a695-8826ec717f5c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:18.025676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a66aa763-c681-4e11-ad57-ddd73e2654fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4efcb29e41fc4f4d88fa8adb42330516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535499 Dec 12 04:06:18.028272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33990) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:18.060475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 71cca4cb-ae14-4bda-9b84-4cc87525351b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71cca4cb-ae14-4bda-9b84-4cc87525351b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:18.071894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '71cca4cb-ae14-4bda-9b84-4cc87525351b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '71cca4cb-ae14-4bda-9b84-4cc87525351b', 'mac_address': 'fa:16:3e:8c:76:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:tempest-test_az-850309801', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:06:18.082957 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d09292b4-d84d-42fe-97bf-98c22e2910c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:18.105458 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d09292b4-d84d-42fe-97bf-98c22e2910c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:18.113168 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:18.127000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cca4cb-ae14-4bda-9b84-4cc87525351b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:18.155918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 71cca4cb-ae14-4bda-9b84-4cc87525351b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71cca4cb-ae14-4bda-9b84-4cc87525351b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:18.160566 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:18.171762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d09292b4-d84d-42fe-97bf-98c22e2910c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:18.174529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d09292b4-d84d-42fe-97bf-98c22e2910c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:18.176927 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d09292b4-d84d-42fe-97bf-98c22e2910c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8540eaf-bb6d-490b-a695-8826ec717f5c HTTP/1.1" status: 204 len: 168 time: 0.1464570 Dec 12 04:06:18.187812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09292b4-d84d-42fe-97bf-98c22e2910c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8540eaf-bb6d-490b-a695-8826ec717f5c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:18.261949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=71cca4cb-ae14-4bda-9b84-4cc87525351b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:18.295881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee7e7762-456f-4670-af12-aa596a8c3dbe req-21d570e9-2619-416c-b102-b7a2e4a82ae3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 210 time: 0.0419152 Dec 12 04:06:18.308230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.308673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.310759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.311055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.311400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.318341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.318766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.319156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.319764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.320111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.320454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.322056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.322409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Tracked resource versions report: Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: pushed versions: Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: { 'AddressGroup': {'1.2'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'ConntrackHelper': {'1.0'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'LocalIPAssociation': {'1.0'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Log': {'1.0'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Network': {'1.1'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Port': {'1.7'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'PortForwarding': {'1.2'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'QosPolicy': {'1.10'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'SecurityGroup': {'1.5'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'SecurityGroupRule': {'1.2'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'SubPort': {'1.0'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Subnet': {'1.1'}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Trunk': {'1.1'}} Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: consumer versions: Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: { DHCP agent@n-d-710847-7: {}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: HyperV agent@n-h1-710847-7: {}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: HyperV agent@n-h2-710847-7: {}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: L3 agent@n-d-710847-7: {}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: Metadata agent@n-d-710847-7: {}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: Metering agent@n-d-710847-7: {}, Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: Open vSwitch agent@n-d-710847-7: { 'AddressGroup': '1.2', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'ConntrackHelper': '1.0', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'LocalIPAssociation': '1.0', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Log': '1.0', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Network': '1.1', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Port': '1.7', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'PortForwarding': '1.2', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'QosPolicy': '1.10', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'SecurityGroup': '1.5', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'SecurityGroupRule': '1.2', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'SubPort': '1.0', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Subnet': '1.1', Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: 'Trunk': '1.1'}} Dec 12 04:06:18.325120 n-d-710847-7 neutron-server[103452]: {{(pid=103452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 04:06:18.450255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773800-c4ef-4dcc-bac0-128ffb942d69 req-12730e39-932c-4da5-8ca1-be74135e8b1f tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:18.452335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8773800-c4ef-4dcc-bac0-128ffb942d69 req-12730e39-932c-4da5-8ca1-be74135e8b1f tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 970 time: 0.1161010 Dec 12 04:06:18.485293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-ce9e4c14-d607-4ae3-94d0-4f59b2db0f1d tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:18.486818 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-ce9e4c14-d607-4ae3-94d0-4f59b2db0f1d tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.18 "GET /v2.0/networks?id=918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 200 len: 822 time: 0.1965435 Dec 12 04:06:18.561845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['71cca4cb-ae14-4bda-9b84-4cc87525351b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:18.650660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Request body: {'port': {'device_id': '113cf469-4a17-4ace-a137-9ed8779cbd54', 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2', 'admin_state_up': True, 'tenant_id': '2f94b92aabe84e4892f791deaf2059f3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:18.747782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8773800-c4ef-4dcc-bac0-128ffb942d69 req-3624be6b-173a-4c21-8746-d957d6eff67f tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860363 Dec 12 04:06:18.813293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Made reservation on behalf of 2f94b92aabe84e4892f791deaf2059f3 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:18.818594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:18.884114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e00f3-f6a5-4602-832d-6aa3a2419f31 req-153cf517-077a-4252-b033-8ec128e249e6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:18.885676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-991e00f3-f6a5-4602-832d-6aa3a2419f31 req-153cf517-077a-4252-b033-8ec128e249e6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.0543337 Dec 12 04:06:18.973509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-991e00f3-f6a5-4602-832d-6aa3a2419f31 req-0a5f4fe1-cec6-45e9-b1bd-24225b4e32c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789657 Dec 12 04:06:19.003497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Allocated IP 172.20.0.3 (918a733d-c3e3-4df9-9b26-cea87ba98ce2/51aea620-c7d7-4435-958a-8e7735cf0ef2/710d89e3-47c9-46a3-8371-32fefc03e438) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:19.164912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:19.204575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:19.252022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:19.255190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:19.266679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event updated for resources: {'Port': ['ID=710d89e3-47c9-46a3-8371-32fefc03e438,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:19.273792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:19.279924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:19.280544 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:19.304627 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-168c8389-09b4-4508-85a2-f961e0fc13f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6574876 Dec 12 04:06:19.327869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Request body: {'port': {'device_id': '113cf469-4a17-4ace-a137-9ed8779cbd54', 'device_owner': 'compute:tempest-test_az-850309801', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:19.423025 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:19.476319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766f0a-d61d-457d-9c1a-444696831849 req-bab20b3b-737e-4197-b2ce-27a984fd4c86 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:19.479276 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4766f0a-d61d-457d-9c1a-444696831849 req-bab20b3b-737e-4197-b2ce-27a984fd4c86 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 931 time: 0.0894632 Dec 12 04:06:19.611733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4766f0a-d61d-457d-9c1a-444696831849 req-57931206-fbc3-4460-a34d-f0e40b6c8aaf tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249037 Dec 12 04:06:19.770768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710d89e3-47c9-46a3-8371-32fefc03e438 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:19.779905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:19.794877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Transition to ACTIVE for port object 710d89e3-47c9-46a3-8371-32fefc03e438 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:06:19.798196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:19.840597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-d1f916a4-1893-41bb-a8a1-ba43432f051c tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210073 Dec 12 04:06:19.882705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Pushing event updated for resources: {'Port': ['ID=710d89e3-47c9-46a3-8371-32fefc03e438,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:19.899473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afffdd-ff35-4528-a9ab-2d2524524d5c req-b692ad1b-0dec-4408-85b9-5d124461bbe0 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:19.901016 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89afffdd-ff35-4528-a9ab-2d2524524d5c req-b692ad1b-0dec-4408-85b9-5d124461bbe0 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 970 time: 0.0726414 Dec 12 04:06:19.924188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 71cca4cb-ae14-4bda-9b84-4cc87525351b up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:19.941487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Attempting to bind port 710d89e3-47c9-46a3-8371-32fefc03e438 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:19.941826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Attempting to bind port 710d89e3-47c9-46a3-8371-32fefc03e438 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:19.942161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Attempting to bind port 710d89e3-47c9-46a3-8371-32fefc03e438 on network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:19.950385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd698-fa70-4fcc-99db-464cb2075985 req-a5059280-1026-4f88-b878-8ee557d3212c tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:19.951567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Port 710d89e3-47c9-46a3-8371-32fefc03e438 on network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:19.951567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Attempting to bind port 710d89e3-47c9-46a3-8371-32fefc03e438 on network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:19.953256 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-a5059280-1026-4f88-b878-8ee557d3212c tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072230 Dec 12 04:06:19.962823 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:19.963172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Checking segment: {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:19.963561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Bound using segment: {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:19.964002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Bound port: 710d89e3-47c9-46a3-8371-32fefc03e438, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:19.964535 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:19.967763 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-66c788e8-c0b2-4f1a-bd52-6dbcec729b9d tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/quotas/74a958727b4f4e568c0717b1a8a3d9b3 HTTP/1.1" status: 200 len: 375 time: 0.0093238 Dec 12 04:06:19.978449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 71cca4cb-ae14-4bda-9b84-4cc87525351b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:06:19.982979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 71cca4cb-ae14-4bda-9b84-4cc87525351b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:19.983562 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:19.990857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89afffdd-ff35-4528-a9ab-2d2524524d5c req-3512b733-4e27-4aaf-872c-a4901e4ce73e tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764070 Dec 12 04:06:20.022673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-351145f6-d5c3-4185-8d5a-90ec2d6acf27 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487063 Dec 12 04:06:20.062318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] For port 710d89e3-47c9-46a3-8371-32fefc03e438, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:20.066898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] For port 710d89e3-47c9-46a3-8371-32fefc03e438, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710d89e3-47c9-46a3-8371-32fefc03e438,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:20.073927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:20.082259 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:20.117976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 71cca4cb-ae14-4bda-9b84-4cc87525351b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71cca4cb-ae14-4bda-9b84-4cc87525351b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:20.119116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beee4b4c-c99b-43f6-ba0a-8594c553720b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cca4cb-ae14-4bda-9b84-4cc87525351b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:20.124370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:20.125150 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:20.127011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] 10.222.0.18 "PUT /v2.0/ports/710d89e3-47c9-46a3-8371-32fefc03e438 HTTP/1.1" status: 200 len: 1112 time: 0.8038864 Dec 12 04:06:20.127501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113cf469-4a17-4ace-a137-9ed8779cbd54', 'tag': '710d89e3-47c9-46a3-8371-32fefc03e438'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:20.130547 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e294dc41-3184-47fb-b513-83962883e39c" -d '{"events": [{"name": "network-changed", "server_uuid": "113cf469-4a17-4ace-a137-9ed8779cbd54", "tag": "710d89e3-47c9-46a3-8371-32fefc03e438"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:20.159809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63adf8-2da5-49e3-8e57-fe03366f82dd service neutron] Pushing event updated for resources: {'Port': ['ID=710d89e3-47c9-46a3-8371-32fefc03e438,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:20.187362 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:20.261610 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bd0cac-2e0a-41ca-8d3a-abe0b90ceccd x-openstack-request-id: req-d1bd0cac-2e0a-41ca-8d3a-abe0b90ceccd {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:20.262002 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113cf469-4a17-4ace-a137-9ed8779cbd54", "tag": "710d89e3-47c9-46a3-8371-32fefc03e438", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:20.262918 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1bd0cac-2e0a-41ca-8d3a-abe0b90ceccd {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:20.263340 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113cf469-4a17-4ace-a137-9ed8779cbd54', 'tag': '710d89e3-47c9-46a3-8371-32fefc03e438', 'status': 'completed', 'code': 200} Dec 12 04:06:20.277841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-fed5b994-efa7-4d4b-8fde-08725e583f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:20.279570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=71cca4cb-ae14-4bda-9b84-4cc87525351b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:20.280106 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-fed5b994-efa7-4d4b-8fde-08725e583f8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f94b92aabe84e4892f791deaf2059f3&device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 1115 time: 0.0797663 Dec 12 04:06:20.293148 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af1bd02-77af-45e4-9b02-413dd1497fa3" -d '{"events": [{"server_uuid": "beee4b4c-c99b-43f6-ba0a-8594c553720b", "name": "network-vif-plugged", "status": "completed", "tag": "71cca4cb-ae14-4bda-9b84-4cc87525351b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:20.355642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e87a5-e9ff-4274-bc42-83ab80977398 req-a5df3164-8915-42ce-bbc1-8db45df90d82 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:20.357562 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-954403ca-b58f-4d38-96cc-555d92bbcfc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710d89e3-47c9-46a3-8371-32fefc03e438 HTTP/1.1" status: 200 len: 217 time: 0.0624318 Dec 12 04:06:20.359568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2accd362-9d8e-4336-afbe-7b81e3e13289 req-c2d2a032-cb0f-4346-a757-76568db19f0d tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 210 time: 0.0566525 Dec 12 04:06:20.361292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c96e87a5-e9ff-4274-bc42-83ab80977398 req-a5df3164-8915-42ce-bbc1-8db45df90d82 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.0590148 Dec 12 04:06:20.425183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-52dd0770-b5b9-4ddf-855b-1918a39b4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:20.426974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-52dd0770-b5b9-4ddf-855b-1918a39b4d66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51aea620-c7d7-4435-958a-8e7735cf0ef2 HTTP/1.1" status: 200 len: 862 time: 0.0572653 Dec 12 04:06:20.429428 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c96e87a5-e9ff-4274-bc42-83ab80977398 req-ac547fcc-8e88-44d6-a369-5c6b650a8172 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Dec 12 04:06:20.473682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-8952735f-3890-4864-9d54-c78122a840a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=918a733d-c3e3-4df9-9b26-cea87ba98ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393991 Dec 12 04:06:20.598435 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76589ac-635b-4606-89a0-071f7a2cc17b x-openstack-request-id: req-e76589ac-635b-4606-89a0-071f7a2cc17b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:20.598765 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beee4b4c-c99b-43f6-ba0a-8594c553720b", "name": "network-vif-plugged", "status": "completed", "tag": "71cca4cb-ae14-4bda-9b84-4cc87525351b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:20.599030 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e76589ac-635b-4606-89a0-071f7a2cc17b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:20.599491 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beee4b4c-c99b-43f6-ba0a-8594c553720b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cca4cb-ae14-4bda-9b84-4cc87525351b', 'code': 200} Dec 12 04:06:20.599760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-fb4637f5-a0c2-4bc8-95d2-c3f85235dcd6 service neutron] 10.222.0.18 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167853 Dec 12 04:06:20.717322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.18', 57614) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:20.776808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411855-63a2-40a8-80b9-5edb8854ec21 req-9c99feca-de13-4c07-ac16-3c8f97a3b160 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:20.778446 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a8411855-63a2-40a8-80b9-5edb8854ec21 req-9c99feca-de13-4c07-ac16-3c8f97a3b160 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 964 time: 0.0841825 Dec 12 04:06:20.785095 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3014f1ed-e7ff-4c43-a1e9-2491fe90089d req-4aa70754-3c0f-4e62-bcef-239f5a86cbe8 service neutron] 10.222.0.18 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472681 Dec 12 04:06:20.804997 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6eafa-cfdf-4d7f-bb66-b46c467e3198 req-9fd98890-8900-4cc9-bd99-c56a93376dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:20.807413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ded6eafa-cfdf-4d7f-bb66-b46c467e3198 req-9fd98890-8900-4cc9-bd99-c56a93376dfd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 1122 time: 0.0873327 Dec 12 04:06:20.827973 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ded6eafa-cfdf-4d7f-bb66-b46c467e3198 req-97224222-9d6a-4dcc-9d1b-50292abee982 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:20.832004 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a8411855-63a2-40a8-80b9-5edb8854ec21 req-0b59121a-8816-45d5-9853-02745f010567 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458879 Dec 12 04:06:20.883236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34128) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:20.922547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc41-3184-47fb-b513-83962883e39c req-f9713aa8-58c3-4d91-a3ed-910db553375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:20.924239 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e294dc41-3184-47fb-b513-83962883e39c req-f9713aa8-58c3-4d91-a3ed-910db553375a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f94b92aabe84e4892f791deaf2059f3&device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 1115 time: 0.0429547 Dec 12 04:06:20.925932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ded6eafa-cfdf-4d7f-bb66-b46c467e3198 req-97224222-9d6a-4dcc-9d1b-50292abee982 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:20.930273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ded6eafa-cfdf-4d7f-bb66-b46c467e3198 req-97224222-9d6a-4dcc-9d1b-50292abee982 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:20.980479 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ded6eafa-cfdf-4d7f-bb66-b46c467e3198 req-97224222-9d6a-4dcc-9d1b-50292abee982 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658978 Dec 12 04:06:20.982022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97224222-9d6a-4dcc-9d1b-50292abee982 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2384e4-cbe2-45b2-9e70-efd48d0cf055,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:21.028591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e9b097a-755d-44fb-9d73-536d9af250f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.045730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc41-3184-47fb-b513-83962883e39c req-6f0b91ae-cd4b-4a35-bf2e-823b6404d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:21.047240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e294dc41-3184-47fb-b513-83962883e39c req-6f0b91ae-cd4b-4a35-bf2e-823b6404d92d service neutron] 10.222.0.18 "GET /v2.0/networks?id=918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 200 len: 922 time: 0.1137123 Dec 12 04:06:21.137451 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e9b097a-755d-44fb-9d73-536d9af250f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.144968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4a02-8e4d-4f31-b748-c2a25a64c6d5 req-2d3e8dd0-99fd-42a6-aa3d-ae005f8ded6d tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:21.146442 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-079e4a02-8e4d-4f31-b748-c2a25a64c6d5 req-2d3e8dd0-99fd-42a6-aa3d-ae005f8ded6d tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 971 time: 0.0773914 Dec 12 04:06:21.147527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e9b097a-755d-44fb-9d73-536d9af250f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.205035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5e9b097a-755d-44fb-9d73-536d9af250f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5a444dba25e4fbfa9c6eced134dee76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202248 Dec 12 04:06:21.207753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34134) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:21.210364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b097a-755d-44fb-9d73-536d9af250f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052cc9d5-0e10-40fa-a652-67542c6f5adf,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:21.229115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-079e4a02-8e4d-4f31-b748-c2a25a64c6d5 req-d2b60045-7c58-4d3b-aca8-727e5c4ee003 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713108 Dec 12 04:06:21.255433 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72c408ea-df3a-43c1-a23f-bbb6b1e1509b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.276564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72c408ea-df3a-43c1-a23f-bbb6b1e1509b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.322264 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72c408ea-df3a-43c1-a23f-bbb6b1e1509b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.324874 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72c408ea-df3a-43c1-a23f-bbb6b1e1509b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.326468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-72c408ea-df3a-43c1-a23f-bbb6b1e1509b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/052cc9d5-0e10-40fa-a652-67542c6f5adf HTTP/1.1" status: 204 len: 168 time: 0.1172678 Dec 12 04:06:21.334867 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c408ea-df3a-43c1-a23f-bbb6b1e1509b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052cc9d5-0e10-40fa-a652-67542c6f5adf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:21.398499 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e294dc41-3184-47fb-b513-83962883e39c req-766b3d50-e543-4b8a-82e8-65dc3460b84d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710d89e3-47c9-46a3-8371-32fefc03e438 HTTP/1.1" status: 200 len: 217 time: 0.0415750 Dec 12 04:06:21.476252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8f96bc9-141e-434a-a3b7-17a55d245205 req-ccf5bbb6-03b2-497a-8cf9-a5a450973d00 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 210 time: 0.0320733 Dec 12 04:06:21.492131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc41-3184-47fb-b513-83962883e39c req-1722671d-76cd-46a2-bae7-588d0a1ef8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:21.495708 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e294dc41-3184-47fb-b513-83962883e39c req-1722671d-76cd-46a2-bae7-588d0a1ef8ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51aea620-c7d7-4435-958a-8e7735cf0ef2 HTTP/1.1" status: 200 len: 862 time: 0.0893517 Dec 12 04:06:21.542230 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e294dc41-3184-47fb-b513-83962883e39c req-7116180f-9b74-4abc-a58a-e0a4208b3319 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=918a733d-c3e3-4df9-9b26-cea87ba98ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348799 Dec 12 04:06:21.649719 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-1f697f58-dfa6-4809-b4df-0433653a0fa6 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2096484 Dec 12 04:06:21.651568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e294dc41-3184-47fb-b513-83962883e39c req-76d5ce91-4998-4a85-8dae-b1375b65857d service neutron] 10.222.0.18 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987716 Dec 12 04:06:21.682448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34144) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:21.723013 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7f0278cc-4db2-46ff-ac90-e0d89497bcce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.734493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf60178-4f8e-4a77-93d3-33b678b90257 req-ae8ee848-35ae-4d47-b5a4-7e8598bf2548 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:21.735999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ecf60178-4f8e-4a77-93d3-33b678b90257 req-ae8ee848-35ae-4d47-b5a4-7e8598bf2548 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.1079845 Dec 12 04:06:21.792667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e294dc41-3184-47fb-b513-83962883e39c req-13705701-fbc4-44e4-800e-c34795a37ae1 service neutron] 10.222.0.18 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330395 Dec 12 04:06:21.817162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd698-fa70-4fcc-99db-464cb2075985 req-1b28b8c4-9011-487d-b3c8-8508e8340dd2 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:21.818711 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-1b28b8c4-9011-487d-b3c8-8508e8340dd2 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477423 Dec 12 04:06:21.822722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ecf60178-4f8e-4a77-93d3-33b678b90257 req-52fa51cd-5e59-479a-a00e-8f0613f51024 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796223 Dec 12 04:06:21.842910 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7f0278cc-4db2-46ff-ac90-e0d89497bcce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.843793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Request body: {'port': {'device_id': 'bac7128e-1280-4ce1-8368-157e75a57cb2', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '74a958727b4f4e568c0717b1a8a3d9b3'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:21.849397 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7f0278cc-4db2-46ff-ac90-e0d89497bcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.895023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7f0278cc-4db2-46ff-ac90-e0d89497bcce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b66121d901af417c8844325a17f1695c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119248 Dec 12 04:06:21.896298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0278cc-4db2-46ff-ac90-e0d89497bcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c63413-4e13-47d2-930b-0c4c05bffdaf,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:21.898550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34148) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:21.973005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Made reservation on behalf of 74a958727b4f4e568c0717b1a8a3d9b3 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:21.976699 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.981640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a8efd-3f9f-4a62-bd54-ef3179dd7cd2 req-aae7ffa2-8e72-437c-8971-570ded366c23 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:21.983148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-346a8efd-3f9f-4a62-bd54-ef3179dd7cd2 req-aae7ffa2-8e72-437c-8971-570ded366c23 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 964 time: 0.0771823 Dec 12 04:06:21.986118 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:21.988487 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07ea1cff-3faf-4521-9f3f-655b26f93990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.031696 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07ea1cff-3faf-4521-9f3f-655b26f93990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.065454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.066882 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-346a8efd-3f9f-4a62-bd54-ef3179dd7cd2 req-5318e71f-f362-4629-ae1a-0d9d6b6330ff tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766983 Dec 12 04:06:22.069837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.095638 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07ea1cff-3faf-4521-9f3f-655b26f93990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.099142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07ea1cff-3faf-4521-9f3f-655b26f93990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.104966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-07ea1cff-3faf-4521-9f3f-655b26f93990 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35c63413-4e13-47d2-930b-0c4c05bffdaf HTTP/1.1" status: 204 len: 168 time: 0.2013037 Dec 12 04:06:22.114755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea1cff-3faf-4521-9f3f-655b26f93990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c63413-4e13-47d2-930b-0c4c05bffdaf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:22.165709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d792a1-cf25-4227-9f16-fc1c98163299,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:22.243772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Allocated IP 192.168.233.118 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:22.247417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e8f526f6-3f59-4b44-90b7-ced35ee04ff0 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:06:22.373141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:22.385554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'mac_address': 'fa:16:3e:4a:5a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:06:22.423627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040734bd-2cff-4932-84a0-a587968f01e6 req-4b76e5a7-3fde-4995-8710-28a5d551a028 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:22.428621 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.430884 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-040734bd-2cff-4932-84a0-a587968f01e6 req-4b76e5a7-3fde-4995-8710-28a5d551a028 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 971 time: 0.1133316 Dec 12 04:06:22.442618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f526f6-3f59-4b44-90b7-ced35ee04ff0 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:22.468948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:22.474225 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.491849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.519418 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-040734bd-2cff-4932-84a0-a587968f01e6 req-47315484-008c-46a0-9136-0d120ed3f021 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843379 Dec 12 04:06:22.535884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:22.553572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.600282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:22.604087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:22.606573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:22.612660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:22.613456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.630921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Pushing event updated for resources: {'Port': ['ID=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:22.643619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7b0c-75e7-41bc-9adb-216c39cde431 req-7e4e60b9-f7e4-402b-a010-3bf8c2714df1 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:22.644203 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-554c8ae9-8b26-49d1-80af-e13cce9000a0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8045144 Dec 12 04:06:22.645176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-295a7b0c-75e7-41bc-9adb-216c39cde431 req-7e4e60b9-f7e4-402b-a010-3bf8c2714df1 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 936 time: 0.0705073 Dec 12 04:06:22.670261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Request body: {'port': {'device_id': 'bac7128e-1280-4ce1-8368-157e75a57cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:22.704614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-295a7b0c-75e7-41bc-9adb-216c39cde431 req-0fc19926-b446-473d-8705-e9a7a03220a8 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491970 Dec 12 04:06:22.748913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.896376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34176) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:22.907360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['e8f526f6-3f59-4b44-90b7-ced35ee04ff0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:22.937211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fdbbd54a-5c9c-4633-bc53-f41ffc701a4d None None] Provisioning complete for port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:22.937822 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd54a-5c9c-4633-bc53-f41ffc701a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:22.975109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbd54a-5c9c-4633-bc53-f41ffc701a4d None None] Port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:06:23.003346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dcf51-bb48-41ce-9e30-a5930a5831b4 req-f35b5122-c49d-45c9-8712-1168bfba10fd tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.004910 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e5dcf51-bb48-41ce-9e30-a5930a5831b4 req-f35b5122-c49d-45c9-8712-1168bfba10fd tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 949 time: 0.1069255 Dec 12 04:06:23.051474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-510881846-network', 'tenant_id': '064aa813869d4814859875e009120b6c'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:23.074592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Made reservation on behalf of 064aa813869d4814859875e009120b6c for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:23.078189 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.092647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e5dcf51-bb48-41ce-9e30-a5930a5831b4 req-58a24b21-1249-4c85-a3a3-45049a8a984a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775373 Dec 12 04:06:23.094483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.137638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:23.148251 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.162336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Transition to ACTIVE for port object cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:06:23.165894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.205713 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.213911 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.221417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:23.238422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d61b0-0c2c-45db-aa74-8510d799a922 req-00527177-18f9-40e0-93a7-9917d9916732 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.240050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c9d61b0-0c2c-45db-aa74-8510d799a922 req-00527177-18f9-40e0-93a7-9917d9916732 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 964 time: 0.0805032 Dec 12 04:06:23.252311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Attempting to bind port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:23.252732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Attempting to bind port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:23.253058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Attempting to bind port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:23.259822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:23.260229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Attempting to bind port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:23.269152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:23.269152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:23.269152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:23.269152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Bound port: cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:23.269152 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.272259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:06:23.286602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d8f4b2-bd29-4798-8770-030e28b5bf7e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:23.294981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.295337 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Added segment 0a169165-aa7c-4de6-922a-41c6a4795877 of type vlan for network 9bb94e37-63ec-40da-b1d1-241dbd701469 Dec 12 04:06:23.346183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] For port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:23.349622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] For port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:23.355236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.358304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.365017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c9d61b0-0c2c-45db-aa74-8510d799a922 req-5054b874-18c0-490c-a568-64196dc206f1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106489 Dec 12 04:06:23.393985 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.395045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.395486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.395727 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.396530 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.397997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a HTTP/1.1" status: 200 len: 1096 time: 0.7343588 Dec 12 04:06:23.401058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac7128e-1280-4ce1-8368-157e75a57cb2', 'tag': 'cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:23.402862 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70" -d '{"events": [{"name": "network-changed", "server_uuid": "bac7128e-1280-4ce1-8368-157e75a57cb2", "tag": "cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:23.433769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaae41-f3c7-4807-a9d9-eeff1d04f1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:23.463913 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5953f0fa-a959-4356-a7fd-e592faefa4f2 x-openstack-request-id: req-5953f0fa-a959-4356-a7fd-e592faefa4f2 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:23.463913 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac7128e-1280-4ce1-8368-157e75a57cb2", "tag": "cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:23.464303 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5953f0fa-a959-4356-a7fd-e592faefa4f2 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:23.464760 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac7128e-1280-4ce1-8368-157e75a57cb2', 'tag': 'cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a', 'status': 'completed', 'code': 200} Dec 12 04:06:23.470131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5700185 Dec 12 04:06:23.470469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34184) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:23.475098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e0a75-701f-4f99-ad66-924d2bad6b01 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb94e37-63ec-40da-b1d1-241dbd701469,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:23.475366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Request body: {'subnet': {'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-510881846-subnet', 'tenant_id': '064aa813869d4814859875e009120b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:23.494022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9bb94e37-63ec-40da-b1d1-241dbd701469 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:06:23.532768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Made reservation on behalf of 064aa813869d4814859875e009120b6c for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:23.535085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.585718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd698-fa70-4fcc-99db-464cb2075985 req-dcef7e4d-6690-4451-ade3-2fa632e251cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.587547 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-dcef7e4d-6690-4451-ade3-2fa632e251cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 1099 time: 0.1024871 Dec 12 04:06:23.650802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-5c99dbec-226d-4024-817f-7d9625c4f9c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a HTTP/1.1" status: 200 len: 217 time: 0.0462112 Dec 12 04:06:23.656946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf224f90-4480-477a-9527-a11bed059fe7 req-e153ddf8-af0c-427d-b163-8dee60e7e8c8 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.658837 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf224f90-4480-477a-9527-a11bed059fe7 req-e153ddf8-af0c-427d-b163-8dee60e7e8c8 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 971 time: 0.0563481 Dec 12 04:06:23.713410 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf224f90-4480-477a-9527-a11bed059fe7 req-265f1bdb-b5e9-47ae-bb55-d78c26208215 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474691 Dec 12 04:06:23.715116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd698-fa70-4fcc-99db-464cb2075985 req-da82e4db-a765-47ed-a4e6-a2e5a6399a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.716750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-da82e4db-a765-47ed-a4e6-a2e5a6399a5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0577419 Dec 12 04:06:23.844218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd698-fa70-4fcc-99db-464cb2075985 req-3eb83354-8105-4bce-814c-82e67a11f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.845757 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-3eb83354-8105-4bce-814c-82e67a11f3dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093128 Dec 12 04:06:23.879714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.891698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f84f5c-e6d7-4f78-aeb3-6f12257655ba req-dce1a753-0848-451b-9e39-4e531d5eb6ea tempest-AggregatesAdminTestJSON-551583264 tempest-AggregatesAdminTestJSON-551583264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.893407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1f84f5c-e6d7-4f78-aeb3-6f12257655ba req-dce1a753-0848-451b-9e39-4e531d5eb6ea tempest-AggregatesAdminTestJSON-551583264 tempest-AggregatesAdminTestJSON-551583264-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 1122 time: 0.0680516 Dec 12 04:06:23.912181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d1f84f5c-e6d7-4f78-aeb3-6f12257655ba req-ca0d777a-5285-4891-864f-d9cb98667a88 tempest-AggregatesAdminTestJSON-551583264 tempest-AggregatesAdminTestJSON-551583264-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.922713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eadc74-3a22-432c-8725-5e61638466a8 req-b8d63e37-c2f0-4d4a-b68e-edaa27ef947c tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:23.924131 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19eadc74-3a22-432c-8725-5e61638466a8 req-b8d63e37-c2f0-4d4a-b68e-edaa27ef947c tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 948 time: 0.1402321 Dec 12 04:06:23.955014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710d89e3-47c9-46a3-8371-32fefc03e438 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:06:23.990392 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d1f84f5c-e6d7-4f78-aeb3-6f12257655ba req-ca0d777a-5285-4891-864f-d9cb98667a88 tempest-AggregatesAdminTestJSON-551583264 tempest-AggregatesAdminTestJSON-551583264-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:23.994358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d1f84f5c-e6d7-4f78-aeb3-6f12257655ba req-ca0d777a-5285-4891-864f-d9cb98667a88 tempest-AggregatesAdminTestJSON-551583264 tempest-AggregatesAdminTestJSON-551583264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:24.012365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37dcae31-2d61-427b-a549-599fc478f803,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:24.047035 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1f84f5c-e6d7-4f78-aeb3-6f12257655ba req-ca0d777a-5285-4891-864f-d9cb98667a88 tempest-AggregatesAdminTestJSON-551583264 tempest-AggregatesAdminTestJSON-551583264-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474879 Dec 12 04:06:24.047797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d777a-5285-4891-864f-d9cb98667a88 tempest-AggregatesAdminTestJSON-551583264 tempest-AggregatesAdminTestJSON-551583264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de5202e-cc64-4440-9fb6-13cb8bcc5783,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:24.052800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19eadc74-3a22-432c-8725-5e61638466a8 req-df96087a-cd00-42b1-8a6c-ceea457bf415 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100280 Dec 12 04:06:24.054943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-1f3394ab-ae17-49fc-a1ad-20e198d38514 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967535 Dec 12 04:06:24.055681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:24.056052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Network hostable DHCP agents. Network: 9bb94e37-63ec-40da-b1d1-241dbd701469, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:06:24.075141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 710d89e3-47c9-46a3-8371-32fefc03e438, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710d89e3-47c9-46a3-8371-32fefc03e438,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:24.080488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '710d89e3-47c9-46a3-8371-32fefc03e438', 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2', 'port_id': '710d89e3-47c9-46a3-8371-32fefc03e438', 'mac_address': 'fa:16:3e:06:60:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aea620-c7d7-4435-958a-8e7735cf0ef2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-850309801', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:06:24.120485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Network 9bb94e37-63ec-40da-b1d1-241dbd701469 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:06:24.127282 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:24.139072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9bb94e37-63ec-40da-b1d1-241dbd701469) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:24.150383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:24.150978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:24.151093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83da146-42fb-4f65-862e-4a40e28da908 None None] Network 9bb94e37-63ec-40da-b1d1-241dbd701469 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:24.158212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710d89e3-47c9-46a3-8371-32fefc03e438 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:24.173809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388cd698-fa70-4fcc-99db-464cb2075985 req-6cf6a9d7-86ea-4c29-8527-2790d5ef3380 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091704 Dec 12 04:06:24.180303 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3b1ffdc6-14ea-40eb-993f-aba6b4d225b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7086349 Dec 12 04:06:24.241622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 710d89e3-47c9-46a3-8371-32fefc03e438, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710d89e3-47c9-46a3-8371-32fefc03e438,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:24.250374 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:24.252867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e8f526f6-3f59-4b44-90b7-ced35ee04ff0 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:24.261684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cd277-5413-4409-9816-9ed9e2855d9a req-1c7edeb1-60de-4b02-a906-782f06fc6527 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:24.269399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e96cd277-5413-4409-9816-9ed9e2855d9a req-1c7edeb1-60de-4b02-a906-782f06fc6527 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 949 time: 0.0624387 Dec 12 04:06:24.379548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e96cd277-5413-4409-9816-9ed9e2855d9a req-33023912-af59-41de-ab4e-529a60739a64 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980315 Dec 12 04:06:24.382012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=710d89e3-47c9-46a3-8371-32fefc03e438,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:24.401659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-880e9687-998d-40a0-a3bc-8a690729b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:24.403173 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-880e9687-998d-40a0-a3bc-8a690729b57d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0974553 Dec 12 04:06:24.422032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af92e1-d145-40c8-8ba5-a51ecc8480ee None None] Network 9bb94e37-63ec-40da-b1d1-241dbd701469 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:24.484987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:06:24.493817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:24.494055 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:24.588247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['710d89e3-47c9-46a3-8371-32fefc03e438'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:24.764336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:24.795342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af280de-439a-4690-aab0-af1cd95e05e7 req-9172a806-d257-4c93-b525-99234293f3cb tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:24.796908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2af280de-439a-4690-aab0-af1cd95e05e7 req-9172a806-d257-4c93-b525-99234293f3cb tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 965 time: 0.3306706 Dec 12 04:06:24.825155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-8a4da4c3-102c-4b49-a2c5-8b70c33e5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:24.826729 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-8a4da4c3-102c-4b49-a2c5-8b70c33e5220 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.4121733 Dec 12 04:06:24.848732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:24.854233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:24.856920 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7342ac-9cea-42e6-a4f1-c08a7241d72d" -d '{"events": [{"server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "name": "network-vif-plugged", "status": "completed", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:24.864426 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:24.883850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-a8192792-9a8f-4429-9649-f6a505701517 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a HTTP/1.1" status: 200 len: 217 time: 0.0484278 Dec 12 04:06:24.925652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34246) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:24.931462 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2af280de-439a-4690-aab0-af1cd95e05e7 req-172a1dc0-5fca-4992-92e1-a5177d28aa55 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242950 Dec 12 04:06:24.931715 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bcd221-c41d-4a1d-a241-9b5d41dca027 x-openstack-request-id: req-58bcd221-c41d-4a1d-a241-9b5d41dca027 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:24.931928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-462407005-network', 'tenant_id': '33eaebe3e0304c0d9c298f2e0caf00a4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:24.932317 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "name": "network-vif-plugged", "status": "completed", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:24.932709 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58bcd221-c41d-4a1d-a241-9b5d41dca027 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:24.933794 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'code': 200} Dec 12 04:06:24.948153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:24.950338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-459fa642-6dc1-4fe2-a352-6d678a3c3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:24.952099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-459fa642-6dc1-4fe2-a352-6d678a3c3036 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0605628 Dec 12 04:06:24.987324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Made reservation on behalf of 33eaebe3e0304c0d9c298f2e0caf00a4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:24.989920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.000544 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.013867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.37', 62665) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:25.050501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-2c1cc697-e8a0-4380-acda-61c9c8096610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:25.052315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-2c1cc697-e8a0-4380-acda-61c9c8096610 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848827 Dec 12 04:06:25.098176 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.105144 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.121387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2b4d3-f597-4d22-b28e-ac362c2a8b2c req-af9d88e4-f00a-4070-9102-1481c81805d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:25.121387 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03d2b4d3-f597-4d22-b28e-ac362c2a8b2c req-af9d88e4-f00a-4070-9102-1481c81805d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1101 time: 0.1057999 Dec 12 04:06:25.143892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:06:25.150020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c1a375-1bbb-4088-8b29-5fb8545592f2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:25.160137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.160700 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Added segment a04cd252-8d06-4634-87b7-7ffcc365acbe of type vlan for network eedb6c3e-9245-432e-baab-ba7354a25a02 Dec 12 04:06:25.226301 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.229127 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03d2b4d3-f597-4d22-b28e-ac362c2a8b2c req-97ef2a3e-0b6c-45ac-9a7d-aa455c42adf2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990701 Dec 12 04:06:25.237483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-9ce813d5-0251-4d32-b9e8-d8ff7e3e4708 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753504 Dec 12 04:06:25.255393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.255728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9730683-3703-4b95-94f5-f4a913c59805 req-edc24e83-34f9-4138-83bc-8d12939f41cd tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:25.256953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:25.257292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9730683-3703-4b95-94f5-f4a913c59805 req-edc24e83-34f9-4138-83bc-8d12939f41cd tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 948 time: 0.1073551 Dec 12 04:06:25.257841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.327216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3952577 Dec 12 04:06:25.327880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34268) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:25.335510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Request body: {'subnet': {'network_id': 'eedb6c3e-9245-432e-baab-ba7354a25a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-462407005-subnet', 'tenant_id': '33eaebe3e0304c0d9c298f2e0caf00a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:25.340303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928a673-edf2-49a8-b819-a165cfd335ed admin admin] Pushing event updated for resources: {'Network': ['ID=eedb6c3e-9245-432e-baab-ba7354a25a02,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:25.342916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9730683-3703-4b95-94f5-f4a913c59805 req-c0f20a38-0e6e-44e4-9a67-0730a5b242da tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592427 Dec 12 04:06:25.354510 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network eedb6c3e-9245-432e-baab-ba7354a25a02 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:06:25.360015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Made reservation on behalf of 33eaebe3e0304c0d9c298f2e0caf00a4 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:25.362803 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Publish callbacks [] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.686875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13e94ae7-5a3f-4f8c-a5b7-71d7d4b65d70 req-df9e1284-2a25-4642-b5d9-cbea57e926ee service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958655 Dec 12 04:06:25.757184 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.807999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be058af-63d0-4db3-b6d1-19946e843c8d req-7e2efc24-0258-4cc5-a2af-449a4c92398e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:25.809534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1be058af-63d0-4db3-b6d1-19946e843c8d req-7e2efc24-0258-4cc5-a2af-449a4c92398e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.0967436 Dec 12 04:06:25.847725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e9a81f-2b37-425c-9710-f2e248fa7639,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:25.857906 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Checking segment: {'id': 'a04cd252-8d06-4634-87b7-7ffcc365acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'eedb6c3e-9245-432e-baab-ba7354a25a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:25.858273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Network hostable DHCP agents. Network: eedb6c3e-9245-432e-baab-ba7354a25a02, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:06:25.894459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1be058af-63d0-4db3-b6d1-19946e843c8d req-7997addb-0d16-46e8-a896-5b81eff60a9f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766842 Dec 12 04:06:25.895645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Network eedb6c3e-9245-432e-baab-ba7354a25a02 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:06:25.907409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, eedb6c3e-9245-432e-baab-ba7354a25a02) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:25.911698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:25.912389 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:25.919467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37a10e1-4c14-47e6-b44d-34d50cc2f752 None None] Network eedb6c3e-9245-432e-baab-ba7354a25a02 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:25.937349 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1730aa33-51ad-4d1f-8695-71c45906f4ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6059484 Dec 12 04:06:26.014006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710d89e3-47c9-46a3-8371-32fefc03e438 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:26.099212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030a476-8c3d-4bd1-85ad-42e44ec903db req-f2cd0963-a248-4a8d-8d0b-0ce842479e34 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:26.107181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6030a476-8c3d-4bd1-85ad-42e44ec903db req-f2cd0963-a248-4a8d-8d0b-0ce842479e34 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 965 time: 0.0816183 Dec 12 04:06:26.138401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 710d89e3-47c9-46a3-8371-32fefc03e438 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:06:26.171547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 710d89e3-47c9-46a3-8371-32fefc03e438 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:26.171710 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:26.174321 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6030a476-8c3d-4bd1-85ad-42e44ec903db req-496bca98-b2db-413d-a6f5-8b4573d8f42f tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638263 Dec 12 04:06:26.176049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f94ba44-f179-4415-a578-ea274d523942 None None] Network eedb6c3e-9245-432e-baab-ba7354a25a02 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:26.461996 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:26.500431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 710d89e3-47c9-46a3-8371-32fefc03e438, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710d89e3-47c9-46a3-8371-32fefc03e438,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:26.507082 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:26.539565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65793565-cc96-4c89-a5fb-13ac6629e21a req-d9afc84b-98d9-4289-8516-d849c8d8b222 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:26.553527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65793565-cc96-4c89-a5fb-13ac6629e21a req-d9afc84b-98d9-4289-8516-d849c8d8b222 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 948 time: 0.0683310 Dec 12 04:06:26.567874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=710d89e3-47c9-46a3-8371-32fefc03e438,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:26.624006 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65793565-cc96-4c89-a5fb-13ac6629e21a req-180203dd-4fa2-4e04-867e-0e7f2b7fe2ec tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529687 Dec 12 04:06:26.658811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-6279b460-d160-4b1f-8bfb-d0e7fa9b5965 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:26.660511 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-6279b460-d160-4b1f-8bfb-d0e7fa9b5965 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 820 time: 0.1408513 Dec 12 04:06:26.682267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-85db5135-edf1-425c-80e2-5a22fd99d687 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/quotas/064aa813869d4814859875e009120b6c HTTP/1.1" status: 200 len: 375 time: 0.0101974 Dec 12 04:06:26.716896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-7634336e-b0b4-4335-9101-de78cca628e1 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288246 Dec 12 04:06:26.767905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34370) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:26.833852 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-0d48dec5-be2b-4e7a-901c-974a48d27ade service neutron] 10.222.0.36 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094437 Dec 12 04:06:26.898393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e108940a-3869-4f9b-8953-7049674efcf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:26.929843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-60687708-de7c-4069-8a9a-dd8edd79e7fd service neutron] 10.222.0.36 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947156 Dec 12 04:06:26.935993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113cf469-4a17-4ace-a137-9ed8779cbd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710d89e3-47c9-46a3-8371-32fefc03e438'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:26.939641 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bafaaf3-32cd-40e6-adfc-5741754bed74" -d '{"events": [{"server_uuid": "113cf469-4a17-4ace-a137-9ed8779cbd54", "name": "network-vif-plugged", "status": "completed", "tag": "710d89e3-47c9-46a3-8371-32fefc03e438"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:26.995147 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e108940a-3869-4f9b-8953-7049674efcf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:27.001893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e108940a-3869-4f9b-8953-7049674efcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:27.073173 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e108940a-3869-4f9b-8953-7049674efcf4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55962ed77e5343538c62c9c30ed8d474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999499 Dec 12 04:06:27.073173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108940a-3869-4f9b-8953-7049674efcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d8f40-f0fd-4a9f-abd7-39b550c4ad3d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:27.073326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34394) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:27.081849 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df9305c-6bf8-4ee5-8488-a9db83878aeb x-openstack-request-id: req-1df9305c-6bf8-4ee5-8488-a9db83878aeb {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:27.082531 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113cf469-4a17-4ace-a137-9ed8779cbd54", "name": "network-vif-plugged", "status": "completed", "tag": "710d89e3-47c9-46a3-8371-32fefc03e438", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:27.083003 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1df9305c-6bf8-4ee5-8488-a9db83878aeb {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:27.083600 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113cf469-4a17-4ace-a137-9ed8779cbd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710d89e3-47c9-46a3-8371-32fefc03e438', 'code': 200} Dec 12 04:06:27.125906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dc50-b1c9-4c22-8ca4-cb4656726c7e req-90a1df9e-90a7-45ac-a9ff-e63704f6bc7a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:27.127963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50d6dc50-b1c9-4c22-8ca4-cb4656726c7e req-90a1df9e-90a7-45ac-a9ff-e63704f6bc7a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1081295 Dec 12 04:06:27.134221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f072a12-aed4-4db4-b39d-7736d5755a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:27.164014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f072a12-aed4-4db4-b39d-7736d5755a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:27.211025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50d6dc50-b1c9-4c22-8ca4-cb4656726c7e req-844b08c9-664d-4058-9f18-4864992e3d77 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705881 Dec 12 04:06:27.317430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f072a12-aed4-4db4-b39d-7736d5755a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:27.321066 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f072a12-aed4-4db4-b39d-7736d5755a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:27.322445 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3f072a12-aed4-4db4-b39d-7736d5755a5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c6d8f40-f0fd-4a9f-abd7-39b550c4ad3d HTTP/1.1" status: 204 len: 168 time: 0.2488170 Dec 12 04:06:27.345878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-136f63f5-ae32-45b2-bd5f-66645fd0d5f0 req-8cf2d2b3-9664-489e-aa0e-0223ab379109 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 210 time: 0.0409184 Dec 12 04:06:27.350052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d04035-97cb-4f2c-b1f2-461d72b4322f req-3db6c84e-c85f-421c-b506-3b28960b1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:27.352147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24d04035-97cb-4f2c-b1f2-461d72b4322f req-3db6c84e-c85f-421c-b506-3b28960b1623 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 1117 time: 0.1171336 Dec 12 04:06:27.354147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f072a12-aed4-4db4-b39d-7736d5755a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d8f40-f0fd-4a9f-abd7-39b550c4ad3d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:27.501059 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24d04035-97cb-4f2c-b1f2-461d72b4322f req-cc9b7979-0508-40c4-96a0-83e59c8985f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413257 Dec 12 04:06:27.534974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f60c7-7008-44af-949a-2c6886079471 req-075c5e4b-ceff-4823-851f-dbf1ac0cfa37 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:27.544752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd3f60c7-7008-44af-949a-2c6886079471 req-075c5e4b-ceff-4823-851f-dbf1ac0cfa37 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.1120429 Dec 12 04:06:27.623250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd3f60c7-7008-44af-949a-2c6886079471 req-16dc0ee7-1083-4742-9282-970285e7cf35 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774632 Dec 12 04:06:27.750688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34442) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:27.869420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c27681-8079-40ed-923a-f114f019d602 req-c84f29e3-4af9-4a6e-b39a-3d9211367918 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:27.896132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19c27681-8079-40ed-923a-f114f019d602 req-c84f29e3-4af9-4a6e-b39a-3d9211367918 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 948 time: 0.1055305 Dec 12 04:06:27.920721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34456) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:27.939638 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5ac01fa-696c-4555-b626-4bc238eaaf00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:27.950482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18f0cece-a5d3-42c7-9aab-8adb43a234fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.005654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19c27681-8079-40ed-923a-f114f019d602 req-2a75b469-101b-4e31-bf51-6938a216c6d7 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084399 Dec 12 04:06:28.031684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5ac01fa-696c-4555-b626-4bc238eaaf00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.038511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5ac01fa-696c-4555-b626-4bc238eaaf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.093747 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18f0cece-a5d3-42c7-9aab-8adb43a234fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.100876 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18f0cece-a5d3-42c7-9aab-8adb43a234fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.117477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a5ac01fa-696c-4555-b626-4bc238eaaf00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=536e5d2636364ede8ce800333da460ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950445 Dec 12 04:06:28.118395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac01fa-696c-4555-b626-4bc238eaaf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ad1f42-1008-4605-b997-0255506f6b8b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:28.120689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34470) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:28.167265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-18f0cece-a5d3-42c7-9aab-8adb43a234fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b28fbd3846b642d890246e41b8bfbce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145601 Dec 12 04:06:28.170899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34476) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:28.172647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0cece-a5d3-42c7-9aab-8adb43a234fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d9485e-5469-4fec-b0dd-225bf3052466,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:28.275699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:06:28.293563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c655c31-bf27-48d2-bfa3-fad36ac025c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.323359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d9f9-c318-4e8c-92f0-d2f77bea1b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.347888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c655c31-bf27-48d2-bfa3-fad36ac025c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.358509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d9f9-c318-4e8c-92f0-d2f77bea1b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.389461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:28.408760 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a', 'mac_address': 'fa:16:3e:4d:9f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:06:28.439310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d9f9-c318-4e8c-92f0-d2f77bea1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.442095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d9f9-c318-4e8c-92f0-d2f77bea1b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.443736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c7b5d9f9-c318-4e8c-92f0-d2f77bea1b46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61ad1f42-1008-4605-b997-0255506f6b8b HTTP/1.1" status: 204 len: 168 time: 0.3075011 Dec 12 04:06:28.453978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5d9f9-c318-4e8c-92f0-d2f77bea1b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ad1f42-1008-4605-b997-0255506f6b8b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:28.456012 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c655c31-bf27-48d2-bfa3-fad36ac025c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.459041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c655c31-bf27-48d2-bfa3-fad36ac025c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.461088 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9c655c31-bf27-48d2-bfa3-fad36ac025c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48d9485e-5469-4fec-b0dd-225bf3052466 HTTP/1.1" status: 204 len: 168 time: 0.2831786 Dec 12 04:06:28.466321 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.470671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c655c31-bf27-48d2-bfa3-fad36ac025c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d9485e-5469-4fec-b0dd-225bf3052466,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:28.507922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:28.536121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:28.544448 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:28.585008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a6c6a-c7ee-4072-9d3a-fb06138bcb4c req-a73d1b25-b739-442c-81ff-d482893585c9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:28.594187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e15a6c6a-c7ee-4072-9d3a-fb06138bcb4c req-a73d1b25-b739-442c-81ff-d482893585c9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.0850296 Dec 12 04:06:28.610189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:28.651872 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e15a6c6a-c7ee-4072-9d3a-fb06138bcb4c req-a6221188-2ca6-416c-8a48-48b9818932e6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566628 Dec 12 04:06:28.732030 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7fee54a3-6735-4309-9a3d-f7635132817d req-18d586fe-9c60-4719-8989-40cd422633fb tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 210 time: 0.0781281 Dec 12 04:06:28.832209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee1dd-a2da-4e98-a36e-6c1d5ddae808 req-e8c5a1a7-14ad-4ab2-b606-e5b863e73c5e tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:28.842382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:28.849773 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc2ee1dd-a2da-4e98-a36e-6c1d5ddae808 req-e8c5a1a7-14ad-4ab2-b606-e5b863e73c5e tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 971 time: 0.0976331 Dec 12 04:06:28.944439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc2ee1dd-a2da-4e98-a36e-6c1d5ddae808 req-72cbef47-c40f-4ff2-8dd1-d8d108c09b6f tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856097 Dec 12 04:06:29.020669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ecc9c-69a0-46df-b047-ca162deeeab0 req-a3f2e0f7-8fcb-4463-ae26-2f7addc37a04 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:29.029041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee2ecc9c-69a0-46df-b047-ca162deeeab0 req-a3f2e0f7-8fcb-4463-ae26-2f7addc37a04 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.1352730 Dec 12 04:06:29.054870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34518) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:29.079064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2194-21b2-404d-95e6-f4bad9c7c8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.080788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-8517731a-cc88-4808-afc3-309303985759 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:29.082329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-8517731a-cc88-4808-afc3-309303985759 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 820 time: 0.1874762 Dec 12 04:06:29.130743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee2ecc9c-69a0-46df-b047-ca162deeeab0 req-d95e1821-e02f-4c56-8bce-40125ec422ac tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007822 Dec 12 04:06:29.145866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Request body: {'port': {'device_id': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469', 'admin_state_up': True, 'tenant_id': '064aa813869d4814859875e009120b6c'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:29.173640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2194-21b2-404d-95e6-f4bad9c7c8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.180265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2194-21b2-404d-95e6-f4bad9c7c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.228631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b8fd2194-21b2-404d-95e6-f4bad9c7c8cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54e0e0df1c074e56a5ff3c6709853f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720395 Dec 12 04:06:29.229693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34526) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:29.238044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd2194-21b2-404d-95e6-f4bad9c7c8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ad7470-f45a-4b2b-bdd1-d12794e1975b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:29.309839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b905b9e2-617d-4f68-a9c7-6b662a1daeac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.337687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b905b9e2-617d-4f68-a9c7-6b662a1daeac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.385208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5e0c6-1fde-43a4-9075-17b462b4d55e req-2f555c66-d97f-4de9-811b-348e92d584b1 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:29.386797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6d5e0c6-1fde-43a4-9075-17b462b4d55e req-2f555c66-d97f-4de9-811b-348e92d584b1 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 949 time: 0.0740631 Dec 12 04:06:29.387961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Made reservation on behalf of 064aa813869d4814859875e009120b6c for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:29.391400 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.414147 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b905b9e2-617d-4f68-a9c7-6b662a1daeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.419444 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b905b9e2-617d-4f68-a9c7-6b662a1daeac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.423076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b905b9e2-617d-4f68-a9c7-6b662a1daeac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62ad7470-f45a-4b2b-bdd1-d12794e1975b HTTP/1.1" status: 204 len: 168 time: 0.1890066 Dec 12 04:06:29.440380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905b9e2-617d-4f68-a9c7-6b662a1daeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ad7470-f45a-4b2b-bdd1-d12794e1975b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:29.501082 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6d5e0c6-1fde-43a4-9075-17b462b4d55e req-cd4d0343-2267-4e9a-9fda-b92b3347bff1 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062787 Dec 12 04:06:29.526623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc00022-cbb9-442d-8b7d-532f0856b67c req-a9c63bb8-5ed1-4ce9-8133-2e511dab5ccf tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:29.529238 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc00022-cbb9-442d-8b7d-532f0856b67c req-a9c63bb8-5ed1-4ce9-8133-2e511dab5ccf tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1101 time: 0.0623391 Dec 12 04:06:29.563126 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc00022-cbb9-442d-8b7d-532f0856b67c req-294628d4-5e3c-410f-b2be-7c3b01bde075 tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.589691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Allocated IP 172.20.0.2 (9bb94e37-63ec-40da-b1d1-241dbd701469/37dcae31-2d61-427b-a549-599fc478f803/d7bd2098-e37d-4065-a4b3-a0226aba053b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:29.676224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc00022-cbb9-442d-8b7d-532f0856b67c req-294628d4-5e3c-410f-b2be-7c3b01bde075 tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.682055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc00022-cbb9-442d-8b7d-532f0856b67c req-294628d4-5e3c-410f-b2be-7c3b01bde075 tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.721656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc00022-cbb9-442d-8b7d-532f0856b67c req-294628d4-5e3c-410f-b2be-7c3b01bde075 tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817603 Dec 12 04:06:29.762222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001a9a2-1d44-495e-b255-266e086163ae req-b2baf225-d822-4949-8a5d-9b3bfabdf612 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:29.763766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6001a9a2-1d44-495e-b255-266e086163ae req-b2baf225-d822-4949-8a5d-9b3bfabdf612 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.1524291 Dec 12 04:06:29.764073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294628d4-5e3c-410f-b2be-7c3b01bde075 tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b981d903-cc30-4dee-b8b6-c7a0f86405f5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:29.872869 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6001a9a2-1d44-495e-b255-266e086163ae req-fcab029d-7411-499a-8bae-0cbde9d122a9 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910270 Dec 12 04:06:29.889112 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:29.940479 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.013266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Network 9bb94e37-63ec-40da-b1d1-241dbd701469 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:30.019907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:30.023808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:30.029686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:30.030320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.032710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Pushing event updated for resources: {'Port': ['ID=d7bd2098-e37d-4065-a4b3-a0226aba053b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:30.057294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8445e63-0e78-4678-87b9-8782795c68e4 req-c45bfec9-81da-4e30-907e-d7acd370ac9d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:30.064694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8445e63-0e78-4678-87b9-8782795c68e4 req-c45bfec9-81da-4e30-907e-d7acd370ac9d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 931 time: 0.1266992 Dec 12 04:06:30.070295 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a1ea883f-7b4c-458f-ad6b-4ffa314cbaaf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9352739 Dec 12 04:06:30.088271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-3b004df9-09e7-4e68-afb5-18ca71f3b888 req-a18814c0-fc62-4483-8ca8-c22919c98382 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:06:30.090085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b004df9-09e7-4e68-afb5-18ca71f3b888 req-a18814c0-fc62-4483-8ca8-c22919c98382 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0619221 Dec 12 04:06:30.101561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Request body: {'port': {'device_id': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:30.133252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8445e63-0e78-4678-87b9-8782795c68e4 req-4f1ecd69-a932-4018-85f3-5cbbd08e0019 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641654 Dec 12 04:06:30.209004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.299685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:30.342806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-8bd1d868-5be1-44c0-bd65-379b63f17b84 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:30.344377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-8bd1d868-5be1-44c0-bd65-379b63f17b84 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 971 time: 0.0503235 Dec 12 04:06:30.401437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:06:30.408240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:30.408677 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.432446 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44040af0-739c-43b1-adde-fd73bc7659a4 req-9d6541da-f757-4063-8301-7441a7c73328 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:30.442894 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44040af0-739c-43b1-adde-fd73bc7659a4 req-9d6541da-f757-4063-8301-7441a7c73328 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 971 time: 0.1854069 Dec 12 04:06:30.549163 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Deleting port 71cca4cb-ae14-4bda-9b84-4cc87525351b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:06:30.551651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.563774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.565129 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44040af0-739c-43b1-adde-fd73bc7659a4 req-48462c51-4f43-4e24-bbac-a792dbb255e8 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8544761-6fab-42b3-8283-f5e3451ded52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072674 Dec 12 04:06:30.661561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:30.663490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac7128e-1280-4ce1-8368-157e75a57cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:30.668100 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621e0040-ba55-4518-a773-c434a2861103" -d '{"events": [{"server_uuid": "bac7128e-1280-4ce1-8368-157e75a57cb2", "name": "network-vif-plugged", "status": "completed", "tag": "cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:30.674337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.766616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a834b-c3fe-416f-a314-a7846a464b98 req-a4a91450-a642-4849-835c-7e254222a173 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:30.766869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] For port 71cca4cb-ae14-4bda-9b84-4cc87525351b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71cca4cb-ae14-4bda-9b84-4cc87525351b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:30.768425 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.769406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-627a834b-c3fe-416f-a314-a7846a464b98 req-a4a91450-a642-4849-835c-7e254222a173 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.1258779 Dec 12 04:06:30.776282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bd2098-e37d-4065-a4b3-a0226aba053b {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:30.779001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:30.799654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Calling delete_port for 71cca4cb-ae14-4bda-9b84-4cc87525351b owned by compute:tempest-test_az-850309801 {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:06:30.809643 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.837892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Transition to ACTIVE for port object d7bd2098-e37d-4065-a4b3-a0226aba053b will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:06:30.847287 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:30.887130 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-627a834b-c3fe-416f-a314-a7846a464b98 req-22eb72f7-6921-4570-b26f-d7cda7f7c4d1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053224 Dec 12 04:06:30.960653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:30.961121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:30.962486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:30.964702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bd2098-e37d-4065-a4b3-a0226aba053b,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:30.969867 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Port d7bd2098-e37d-4065-a4b3-a0226aba053b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:30.970296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:30.976031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:30.976470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:30.976974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:30.977818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Bound port: d7bd2098-e37d-4065-a4b3-a0226aba053b, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:30.978258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:31.014156 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16571d7-7d44-46a4-a9d7-824f9582a4d5 x-openstack-request-id: req-c16571d7-7d44-46a4-a9d7-824f9582a4d5 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:31.014480 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac7128e-1280-4ce1-8368-157e75a57cb2", "name": "network-vif-plugged", "status": "completed", "tag": "cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:31.014922 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c16571d7-7d44-46a4-a9d7-824f9582a4d5 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:31.015813 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac7128e-1280-4ce1-8368-157e75a57cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a', 'code': 200} Dec 12 04:06:31.059092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:31.063195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:31.076452 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:31.113401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34620) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:31.124033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:31.124675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:31.126124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 1091 time: 1.0292749 Dec 12 04:06:31.127018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:31.129325 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dd2a80-ffb3-4317-993e-7e313bf9c22d" -d '{"events": [{"name": "network-changed", "server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:31.160503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a4ca-9169-444b-8b12-3238011ca5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bd2098-e37d-4065-a4b3-a0226aba053b,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:31.244433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-cb84e0fc-0426-4166-8e21-45cd4c44c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:31.246373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-cb84e0fc-0426-4166-8e21-45cd4c44c6a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1094 time: 0.0614049 Dec 12 04:06:31.276354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958a7d8-a32b-4b64-9aaa-0841e0226601 req-ff8d0f32-006b-442a-8504-7d8bb8a45da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:31.278522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0958a7d8-a32b-4b64-9aaa-0841e0226601 req-ff8d0f32-006b-442a-8504-7d8bb8a45da1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 1101 time: 0.0976176 Dec 12 04:06:31.313107 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-be1b9f3e-4cd4-430c-819b-2c020a1e5187 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 217 time: 0.0491624 Dec 12 04:06:31.344525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d0d80-f190-4a0d-bfcc-fffcb57aeb62 req-8b397d62-530b-4e0f-9b59-35c3c55dcaee tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:31.353251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fb4d0d80-f190-4a0d-bfcc-fffcb57aeb62 req-8b397d62-530b-4e0f-9b59-35c3c55dcaee tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 950 time: 0.1414778 Dec 12 04:06:31.372422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-367d3a3b-bc57-48d5-8e80-32a1c8c145ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:31.373951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-367d3a3b-bc57-48d5-8e80-32a1c8c145ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.0536656 Dec 12 04:06:31.388701 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:31.423408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['71cca4cb-ae14-4bda-9b84-4cc87525351b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:31.436136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-ddf983d1-d459-42f5-8b67-3de7719eba82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487006 Dec 12 04:06:31.445799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-04bc9398-9181-43b6-9f7e-f7720cc93e29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3310809 Dec 12 04:06:31.464502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0958a7d8-a32b-4b64-9aaa-0841e0226601 req-d59cde8c-d8e5-43ae-b9a1-75fa4168e81c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617544 Dec 12 04:06:31.465284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Pushing event deleted for resources: {'Port': ['ID=71cca4cb-ae14-4bda-9b84-4cc87525351b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:31.497949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fb4d0d80-f190-4a0d-bfcc-fffcb57aeb62 req-43ebbccc-a51f-4320-8de6-1578b7403790 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430650 Dec 12 04:06:31.525504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-5006bb0a-d9b7-4934-a88c-067b348decdb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:06:31.526513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-5006bb0a-d9b7-4934-a88c-067b348decdb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071232 Dec 12 04:06:31.574825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-efb09fdb-74e1-4d77-b515-a2176707c291 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281273 Dec 12 04:06:31.663497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] No DVR routers for this DVR port 71cca4cb-ae14-4bda-9b84-4cc87525351b on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:06:31.670767 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:31.676336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72ad4878-245c-4c9b-bad9-87af3b2e6ce7 req-60f0ecec-3e33-4935-92fc-8bb6ed7acab9 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.18 "DELETE /v2.0/ports/71cca4cb-ae14-4bda-9b84-4cc87525351b HTTP/1.1" status: 204 len: 173 time: 1.3254797 Dec 12 04:06:31.691339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beee4b4c-c99b-43f6-ba0a-8594c553720b', 'name': 'network-vif-deleted', 'tag': '71cca4cb-ae14-4bda-9b84-4cc87525351b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:31.696946 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2fabac-faff-4313-9267-49de09053c50" -d '{"events": [{"server_uuid": "beee4b4c-c99b-43f6-ba0a-8594c553720b", "name": "network-vif-deleted", "tag": "71cca4cb-ae14-4bda-9b84-4cc87525351b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:31.712703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c35142-afd9-4e07-ba9f-731abd4b10ac req-5b9bb0dd-f356-40b6-8ea1-c25df2c005f9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:31.714349 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5c35142-afd9-4e07-ba9f-731abd4b10ac req-5b9bb0dd-f356-40b6-8ea1-c25df2c005f9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1337364 Dec 12 04:06:31.734578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f7173-be85-4ab4-925c-75797a8cc31d req-3fd97e71-19b5-40ff-91e9-30b835a80dab tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:31.745227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3f6f7173-be85-4ab4-925c-75797a8cc31d req-3fd97e71-19b5-40ff-91e9-30b835a80dab tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.0976274 Dec 12 04:06:31.779060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-462eb957-e74c-4f2c-9e74-e2a9ff6fa2e3 req-3131be60-6898-48f6-bf8c-a9df7f3496ed service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968012 Dec 12 04:06:31.812332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5c35142-afd9-4e07-ba9f-731abd4b10ac req-c0f05409-ae7b-43a4-a8cf-2448d865d633 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868683 Dec 12 04:06:31.854987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3f6f7173-be85-4ab4-925c-75797a8cc31d req-0134f5f6-af27-4f69-9eba-661a7cdd22ff tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038589 Dec 12 04:06:31.903431 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47ca56b-7f21-4180-b791-f5acd86e6d53 x-openstack-request-id: req-f47ca56b-7f21-4180-b791-f5acd86e6d53 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:31.903735 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:31.903982 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f47ca56b-7f21-4180-b791-f5acd86e6d53 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:31.904384 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b', 'status': 'completed', 'code': 200} Dec 12 04:06:32.074070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-2c8a6b81-81b9-4fa1-a4bd-680b10740cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:32.076387 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-2c8a6b81-81b9-4fa1-a4bd-680b10740cba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1094 time: 0.1284301 Dec 12 04:06:32.089641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b73ef1b-76ee-47bd-bc2a-16a58a7d1944 req-48d9d136-2ad7-45e6-979b-d87ab6f72701 tempest-AggregatesAdminTestJSON-1940532887 tempest-AggregatesAdminTestJSON-1940532887-project] 10.222.0.36 "GET /v2.0/ports?device_id=beee4b4c-c99b-43f6-ba0a-8594c553720b HTTP/1.1" status: 200 len: 210 time: 0.0612645 Dec 12 04:06:32.149173 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2e6c40-afc1-405c-a3f4-88c221cde360 x-openstack-request-id: req-8e2e6c40-afc1-405c-a3f4-88c221cde360 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:32.149929 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beee4b4c-c99b-43f6-ba0a-8594c553720b", "name": "network-vif-deleted", "tag": "71cca4cb-ae14-4bda-9b84-4cc87525351b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:32.150340 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e2e6c40-afc1-405c-a3f4-88c221cde360 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:32.150908 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beee4b4c-c99b-43f6-ba0a-8594c553720b', 'name': 'network-vif-deleted', 'tag': '71cca4cb-ae14-4bda-9b84-4cc87525351b', 'status': 'completed', 'code': 200} Dec 12 04:06:32.182711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0ad7-c282-4129-b757-e14cf571aec9 req-6313a73b-aff6-48e8-9b10-c9e05dd63daa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:32.184294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebde0ad7-c282-4129-b757-e14cf571aec9 req-6313a73b-aff6-48e8-9b10-c9e05dd63daa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 943 time: 0.1807013 Dec 12 04:06:32.249897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-0615b8bb-a3fa-4819-8b08-2f7bbda5e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:32.251439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-0615b8bb-a3fa-4819-8b08-2f7bbda5e992 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.1621618 Dec 12 04:06:32.316081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebde0ad7-c282-4129-b757-e14cf571aec9 req-48eef8af-c773-4cf8-bb9c-e2cfa64c806a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237545 Dec 12 04:06:32.318602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-192dd577-42eb-4d45-b533-d86ac2145c2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 217 time: 0.0552750 Dec 12 04:06:32.415055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b71179-65b7-4456-874e-d96e13d594d2 req-4e3ddd08-6285-446f-a077-2debcc36e1c2 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:32.421970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65b71179-65b7-4456-874e-d96e13d594d2 req-4e3ddd08-6285-446f-a077-2debcc36e1c2 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.1060324 Dec 12 04:06:32.456699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34684) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:32.479933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-cd5cd293-67fc-437f-a35f-08b445f22916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:32.482205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-cd5cd293-67fc-437f-a35f-08b445f22916 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.1441669 Dec 12 04:06:32.499844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65b71179-65b7-4456-874e-d96e13d594d2 req-6c5fc53a-dc4f-4f44-bb43-727cbed3bcb5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735321 Dec 12 04:06:32.536388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-2a1cbfe7-6f46-4ca9-947d-9e302532b594 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345719 Dec 12 04:06:32.727988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868342e5-e850-4885-9381-b356dbf22f7b req-882776c8-bedb-4a92-9bde-55bcd10be835 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:32.737957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-868342e5-e850-4885-9381-b356dbf22f7b req-882776c8-bedb-4a92-9bde-55bcd10be835 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 950 time: 0.0863044 Dec 12 04:06:32.804285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-868342e5-e850-4885-9381-b356dbf22f7b req-b1750255-267d-4c3f-aea8-7ce93f02a4c9 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647202 Dec 12 04:06:32.916787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-771ea0f8-8581-40dd-a8bf-2542e2fce6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:32.924383 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-d8647fb9-745a-4b10-870a-b59fff4eecda tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=37d695d6fcfb4133871a213d7bd93528&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450218 Dec 12 04:06:32.931668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0031b6-dca4-4c7e-9d7b-8e08d3146abc req-f8cb3956-a3c9-40a5-965c-f09e0353642c tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:32.937323 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e0031b6-dca4-4c7e-9d7b-8e08d3146abc req-f8cb3956-a3c9-40a5-965c-f09e0353642c tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.0572848 Dec 12 04:06:32.981034 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e0031b6-dca4-4c7e-9d7b-8e08d3146abc req-3b5a727b-7fb1-4cb1-8809-18bfad931e7a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Dec 12 04:06:33.046856 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-6bf116fc-81ff-4cec-b2b0-ec4e5525c81a service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012324 Dec 12 04:06:33.135069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116f068-daca-4dbd-a9bc-7cc25c4d3f84 req-570888a8-b364-45ae-9f9c-4b245cf6c59e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:33.136855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c116f068-daca-4dbd-a9bc-7cc25c4d3f84 req-570888a8-b364-45ae-9f9c-4b245cf6c59e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.0541627 Dec 12 04:06:33.177689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-d62a7383-0a31-462c-a301-c69eae1bd627 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:33.179068 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-d62a7383-0a31-462c-a301-c69eae1bd627 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466815 Dec 12 04:06:33.189425 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c116f068-daca-4dbd-a9bc-7cc25c4d3f84 req-ec2d2020-4b2e-4ebb-9a92-ed5ebf5a8170 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449433 Dec 12 04:06:33.228158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-771ea0f8-8581-40dd-a8bf-2542e2fce6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:33.230779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-f3add13d-f33f-412d-be0b-94146888d3c3 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/quotas/37d695d6fcfb4133871a213d7bd93528 HTTP/1.1" status: 200 len: 375 time: 0.0381656 Dec 12 04:06:33.233427 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98dd2a80-ffb3-4317-993e-7e313bf9c22d req-c2bcf08b-c690-4b1c-8123-e6ad8b885581 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756570 Dec 12 04:06:33.234653 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-771ea0f8-8581-40dd-a8bf-2542e2fce6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:33.295022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-c2090983-8069-4b64-829b-f50b31477ec7 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37d695d6fcfb4133871a213d7bd93528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501990 Dec 12 04:06:33.304242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34722) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:33.304378 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-771ea0f8-8581-40dd-a8bf-2542e2fce6b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e139f72b0fc4375958c07c73869c231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8424208 Dec 12 04:06:33.309678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ea0f8-8581-40dd-a8bf-2542e2fce6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccd13ed-cf09-4ed0-ab7c-589142ee816c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:33.404424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-92ba87b5-fe4f-4585-b2f8-5e4077071bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:33.414647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331af71-ae6b-4f3a-9c8a-80313a7693ba req-03625ba4-8089-448a-b35e-e0134c53fba6 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:33.416431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f331af71-ae6b-4f3a-9c8a-80313a7693ba req-03625ba4-8089-448a-b35e-e0134c53fba6 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.0860071 Dec 12 04:06:33.476571 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-92ba87b5-fe4f-4585-b2f8-5e4077071bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:33.569897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82c6b9-b17c-409e-87d2-4c29fe5ff717 req-13cee259-0a89-4a12-89b0-442fced86ab3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:33.573035 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e82c6b9-b17c-409e-87d2-4c29fe5ff717 req-13cee259-0a89-4a12-89b0-442fced86ab3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 943 time: 0.0615594 Dec 12 04:06:33.575992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f331af71-ae6b-4f3a-9c8a-80313a7693ba req-add91b8e-42d8-4e3b-a510-c613402da360 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335418 Dec 12 04:06:33.579578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-bbfa15ba-1d1b-4d0d-bd41-57e9049ae08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:33.581086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-bbfa15ba-1d1b-4d0d-bd41-57e9049ae08d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1101 time: 0.1233928 Dec 12 04:06:33.592273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34734) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:33.697131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e82c6b9-b17c-409e-87d2-4c29fe5ff717 req-eeb1cd8f-fe57-4bb2-b057-ff4324cabc09 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142728 Dec 12 04:06:33.699351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbdda8b0-bbfc-4bac-b396-daf102c538d2 req-d841b9c8-93c9-49df-8c09-3515ba8050cc tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 210 time: 0.0484707 Dec 12 04:06:33.701796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-92ba87b5-fe4f-4585-b2f8-5e4077071bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:33.704583 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-92ba87b5-fe4f-4585-b2f8-5e4077071bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:33.708001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-92ba87b5-fe4f-4585-b2f8-5e4077071bc6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fccd13ed-cf09-4ed0-ab7c-589142ee816c HTTP/1.1" status: 204 len: 168 time: 0.4003727 Dec 12 04:06:33.719348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba87b5-fe4f-4585-b2f8-5e4077071bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccd13ed-cf09-4ed0-ab7c-589142ee816c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:33.748872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-899f56ca-dbea-4f6f-97a0-11bea9b0dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:33.750343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-899f56ca-dbea-4f6f-97a0-11bea9b0dbad service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1593559 Dec 12 04:06:33.905008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-c9259d97-afc6-40a6-ad16-05782cbcc566 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 217 time: 0.1451414 Dec 12 04:06:33.954205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a66ec5-b572-4c51-adf0-504b4b428db9 req-33f09661-a4ed-45cc-9d7d-957331473dcd tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:33.962961 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-33a66ec5-b572-4c51-adf0-504b4b428db9 req-33f09661-a4ed-45cc-9d7d-957331473dcd tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 950 time: 0.0709443 Dec 12 04:06:33.984081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-584a4423-2e01-4495-bb92-be4722132b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:33.985578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-584a4423-2e01-4495-bb92-be4722132b3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0710034 Dec 12 04:06:34.000583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 71cca4cb-ae14-4bda-9b84-4cc87525351b no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:06:34.019073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-33a66ec5-b572-4c51-adf0-504b4b428db9 req-8a2cb423-6eae-47b1-8004-c12f3be9e403 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533412 Dec 12 04:06:34.030683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c2d92-bf6b-49e7-a2d2-09dca2f75ca5 req-d80da3a5-1fd2-4347-b091-af612b7b2665 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:34.032204 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-789c2d92-bf6b-49e7-a2d2-09dca2f75ca5 req-d80da3a5-1fd2-4347-b091-af612b7b2665 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.1649570 Dec 12 04:06:34.049976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 71cca4cb-ae14-4bda-9b84-4cc87525351b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:06:34.050606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 71cca4cb-ae14-4bda-9b84-4cc87525351b not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:06:34.101612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1bc865fc-99e6-40e4-a58c-4b2e8248f9b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da5cf8f0d41548d5a3fd5d0d35bd0ee8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5076087 Dec 12 04:06:34.104440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34762) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:34.111474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-f0c1ab3a-3eb4-4b84-88b9-aa440807abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:34.113149 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-f0c1ab3a-3eb4-4b84-88b9-aa440807abac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167207 Dec 12 04:06:34.164241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34764) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:34.174699 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4df471f1-471f-4a4b-95d3-a90408565ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.186105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0de288ff-49a4-4954-91e7-a338e25d6ee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.196967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-789c2d92-bf6b-49e7-a2d2-09dca2f75ca5 req-4bbee540-8bd8-41a2-8915-edc5a97dd3ac tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448252 Dec 12 04:06:34.222170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4df471f1-471f-4a4b-95d3-a90408565ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.272519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-7e522631-e843-4d46-9b1b-09af6d1289da service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464460 Dec 12 04:06:34.327338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4df471f1-471f-4a4b-95d3-a90408565ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.330046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4df471f1-471f-4a4b-95d3-a90408565ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.334421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4df471f1-471f-4a4b-95d3-a90408565ca4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8544761-6fab-42b3-8283-f5e3451ded52 HTTP/1.1" status: 204 len: 168 time: 0.2281587 Dec 12 04:06:34.337326 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0de288ff-49a4-4954-91e7-a338e25d6ee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.346860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df471f1-471f-4a4b-95d3-a90408565ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8544761-6fab-42b3-8283-f5e3451ded52,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:34.348539 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0de288ff-49a4-4954-91e7-a338e25d6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.391313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0de288ff-49a4-4954-91e7-a338e25d6ee0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26a9f2377da74f9b92c003651785ea57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238448 Dec 12 04:06:34.393712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de288ff-49a4-4954-91e7-a338e25d6ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902ed47d-a68b-4d91-96d2-f5f905bc2224,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:34.396085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34774) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:34.452787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-35f4a972-5da1-4036-9a0d-99b3f33c535e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.477159 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-35f4a972-5da1-4036-9a0d-99b3f33c535e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.507139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1b284-a9bc-47c7-a637-130db2c526a2 req-7e2bf413-8ddf-4d0c-a7db-83bbb3c6a3cf tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:34.516376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ae1b284-a9bc-47c7-a637-130db2c526a2 req-7e2bf413-8ddf-4d0c-a7db-83bbb3c6a3cf tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1355476 Dec 12 04:06:34.535367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-35f4a972-5da1-4036-9a0d-99b3f33c535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.542037 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-35f4a972-5da1-4036-9a0d-99b3f33c535e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:34.543551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-35f4a972-5da1-4036-9a0d-99b3f33c535e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/902ed47d-a68b-4d91-96d2-f5f905bc2224 HTTP/1.1" status: 204 len: 168 time: 0.1463056 Dec 12 04:06:34.559647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-61186c4c-37d9-436a-9741-2a1accb6be77 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792900 Dec 12 04:06:34.562142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4a972-5da1-4036-9a0d-99b3f33c535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902ed47d-a68b-4d91-96d2-f5f905bc2224,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:34.599199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-8ec449d4-c210-409a-990f-5b49e37f6132 req-2ab0a725-549d-47ad-9893-29a3335b1b9c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:06:34.601024 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ec449d4-c210-409a-990f-5b49e37f6132 req-2ab0a725-549d-47ad-9893-29a3335b1b9c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084779 Dec 12 04:06:34.618669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ae1b284-a9bc-47c7-a637-130db2c526a2 req-ca0ef65b-6b26-4294-8f16-7719c4e231d1 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999944 Dec 12 04:06:34.837266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35f0d1-8b69-4125-8cf2-6025234fd34d req-9318b82c-d5b1-4424-a3f3-47e8ca5b9641 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:34.846557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd35f0d1-8b69-4125-8cf2-6025234fd34d req-9318b82c-d5b1-4424-a3f3-47e8ca5b9641 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 950 time: 0.0660453 Dec 12 04:06:34.870831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-51a25aa4-f566-4312-a5bc-ab6daffb95a1 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=37d695d6fcfb4133871a213d7bd93528&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373857 Dec 12 04:06:34.912808 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd35f0d1-8b69-4125-8cf2-6025234fd34d req-6099d9c0-11de-4d6b-9414-68d3a2517c84 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603511 Dec 12 04:06:34.929265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34800) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:35.019014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-761ef02d-d1db-425a-b1fb-c59b92c065a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fed37a5fc5a44b43ba304ed1fa5df6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882392 Dec 12 04:06:35.022935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34804) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:35.119980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c121e2-a260-4b94-b17b-23dda3d14f28 req-742535cf-1d0e-4368-8ea5-ec6148d3d770 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:35.123065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96c121e2-a260-4b94-b17b-23dda3d14f28 req-742535cf-1d0e-4368-8ea5-ec6148d3d770 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 943 time: 0.1363940 Dec 12 04:06:35.161626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-1f15bcfe-5470-4568-84ee-9fb3f961e877 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:35.163083 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-1f15bcfe-5470-4568-84ee-9fb3f961e877 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766545 Dec 12 04:06:35.168468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2ea43e4-f07e-4b11-a68b-5d4be34f0de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:35.186439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Request body: {'port': {'device_id': 'd44e17aa-35a0-420f-818b-8c9279cb4c94', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '37d695d6fcfb4133871a213d7bd93528'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:35.231021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2ea43e4-f07e-4b11-a68b-5d4be34f0de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:35.251908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96c121e2-a260-4b94-b17b-23dda3d14f28 req-83e9fe6f-bb5d-471f-b10d-3234dfabb16c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196809 Dec 12 04:06:35.262918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-580177a0-2521-47c3-bb05-98b3f6cccd7b req-ebb62379-a644-4971-bc92-93b0627d3754 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 210 time: 0.0357907 Dec 12 04:06:35.334560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2ea43e4-f07e-4b11-a68b-5d4be34f0de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:35.337978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2ea43e4-f07e-4b11-a68b-5d4be34f0de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:35.342402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d2ea43e4-f07e-4b11-a68b-5d4be34f0de2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9de5202e-cc64-4440-9fb6-13cb8bcc5783 HTTP/1.1" status: 204 len: 168 time: 0.3187857 Dec 12 04:06:35.358511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea43e4-f07e-4b11-a68b-5d4be34f0de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de5202e-cc64-4440-9fb6-13cb8bcc5783,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:35.377678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Made reservation on behalf of 37d695d6fcfb4133871a213d7bd93528 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:35.385356 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:35.403598 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:35.456559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-adbf8504-daab-42b8-9bc7-6bbed0067eb6 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525417 Dec 12 04:06:35.520590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:35.529111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:35.605066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5487254-8a3e-4ff8-9c90-eeaa9cad201a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:35.650286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-15db06b9-5bd6-4fb3-889f-665b34bc9f85 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:35.657996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-15db06b9-5bd6-4fb3-889f-665b34bc9f85 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939809 Dec 12 04:06:35.675271 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-f1afd6dc-9d57-475c-8a34-2246bd96607b tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/quotas/74a958727b4f4e568c0717b1a8a3d9b3 HTTP/1.1" status: 200 len: 375 time: 0.0163138 Dec 12 04:06:35.705597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Allocated IP 192.168.233.251 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/71f120c6-26b9-4be3-a477-30ee39f15aa6) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:35.767326 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-e5b74451-949d-4d1d-bf36-3006329c0df5 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909569 Dec 12 04:06:35.971312 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:36.000854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d7bd2098-e37d-4065-a4b3-a0226aba053b details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:06:36.059945 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:36.069844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc68ad5-901b-4ee9-a7e1-c36d83b15a7e req-45b5634a-c5d3-4091-b0e6-8cd6d998f62d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:36.078408 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fc68ad5-901b-4ee9-a7e1-c36d83b15a7e req-45b5634a-c5d3-4091-b0e6-8cd6d998f62d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1021967 Dec 12 04:06:36.130926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:36.147856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'd7bd2098-e37d-4065-a4b3-a0226aba053b', 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469', 'port_id': 'd7bd2098-e37d-4065-a4b3-a0226aba053b', 'mac_address': 'fa:16:3e:99:eb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dcae31-2d61-427b-a549-599fc478f803', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:06:36.167305 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fc68ad5-901b-4ee9-a7e1-c36d83b15a7e req-cfa2b6a5-97c9-426e-a636-2a8c2c597c23 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879371 Dec 12 04:06:36.204270 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:36.222031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bd2098-e37d-4065-a4b3-a0226aba053b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:36.224232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:36.236183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:36.265011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:36.272208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:36.272208 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:36.281928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:36.289211 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:36.295267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5bfef892-b7da-4c6e-9764-65eb241943b1 req-bc93ac87-6af0-4e77-b247-241acb835fe0 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 210 time: 0.0669010 Dec 12 04:06:36.326075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Pushing event updated for resources: {'Port': ['ID=71f120c6-26b9-4be3-a477-30ee39f15aa6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:36.350212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b3d2-a0a1-4fe3-a10c-55368f756828 req-5671e88c-68a4-4940-b948-483ebc23e6b6 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:36.376653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88a5b3d2-a0a1-4fe3-a10c-55368f756828 req-5671e88c-68a4-4940-b948-483ebc23e6b6 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.3110673 Dec 12 04:06:36.414049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-b26026ad-6fde-476f-9cb5-468bba0a59a6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2336943 Dec 12 04:06:36.436324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3e4a-2421-43a3-8abe-22607230f9b2 req-0d657590-06a5-4dc8-89aa-c8dd658f36b5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:36.448086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=d7bd2098-e37d-4065-a4b3-a0226aba053b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:36.449145 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-134b3e4a-2421-43a3-8abe-22607230f9b2 req-0d657590-06a5-4dc8-89aa-c8dd658f36b5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 944 time: 0.0677190 Dec 12 04:06:36.466949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Request body: {'port': {'device_id': 'd44e17aa-35a0-420f-818b-8c9279cb4c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:36.529867 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-134b3e4a-2421-43a3-8abe-22607230f9b2 req-a407a25e-160e-4163-8e63-ee73ed8a3c9b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747695 Dec 12 04:06:36.610435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['d7bd2098-e37d-4065-a4b3-a0226aba053b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:36.622054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88a5b3d2-a0a1-4fe3-a10c-55368f756828 req-4b767645-cee3-40f5-8594-eb4d1b8a820b tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443078 Dec 12 04:06:36.753259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dee0f1-4df0-45c2-b2b7-32c34f5f026b req-e5cd0ca5-0817-4290-b6c9-8c3334ce0c3d tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:36.762799 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:36.775842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1dee0f1-4df0-45c2-b2b7-32c34f5f026b req-e5cd0ca5-0817-4290-b6c9-8c3334ce0c3d tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 936 time: 0.1762197 Dec 12 04:06:36.894502 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1dee0f1-4df0-45c2-b2b7-32c34f5f026b req-11606d10-3230-443b-b1f2-04979b1efe6a tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093559 Dec 12 04:06:36.932481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d554ef7c-e405-4bdb-9c80-053419888da5 None None] Provisioning complete for port 71f120c6-26b9-4be3-a477-30ee39f15aa6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:36.932882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d554ef7c-e405-4bdb-9c80-053419888da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:36.973496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34918) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:37.106508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d554ef7c-e405-4bdb-9c80-053419888da5 None None] Port 71f120c6-26b9-4be3-a477-30ee39f15aa6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:06:37.333955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-network', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:37.334479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47630e3-662c-4015-b29c-518ac86f8cb2 req-b5583cdd-fd57-4045-b925-7d8a338a3e59 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:37.336166 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d47630e3-662c-4015-b29c-518ac86f8cb2 req-b5583cdd-fd57-4045-b925-7d8a338a3e59 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.0906045 Dec 12 04:06:37.369337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Made reservation on behalf of 78f3494e57c7456d9a9a3c359da86fd0 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:37.372748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:37.385191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:37.398443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f120c6-26b9-4be3-a477-30ee39f15aa6 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:37.410523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:37.430848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d47630e3-662c-4015-b29c-518ac86f8cb2 req-445d5167-acc8-4cee-984c-c799e081de75 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723317 Dec 12 04:06:37.442440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Transition to ACTIVE for port object 71f120c6-26b9-4be3-a477-30ee39f15aa6 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:06:37.451008 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:37.565711 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1319e33-fc6e-4acb-9b90-e5beca7e0a4b req-7cbee472-06ae-470f-8480-27359ee4f941 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 210 time: 0.0488250 Dec 12 04:06:37.585918 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:37.595562 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:37.651208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34952) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:37.691978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Pushing event updated for resources: {'Port': ['ID=71f120c6-26b9-4be3-a477-30ee39f15aa6,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:37.694184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:06:37.711047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Attempting to bind port 71f120c6-26b9-4be3-a477-30ee39f15aa6 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:37.711516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Attempting to bind port 71f120c6-26b9-4be3-a477-30ee39f15aa6 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:37.711918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Attempting to bind port 71f120c6-26b9-4be3-a477-30ee39f15aa6 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:37.716686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Port 71f120c6-26b9-4be3-a477-30ee39f15aa6 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:37.718215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Attempting to bind port 71f120c6-26b9-4be3-a477-30ee39f15aa6 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:37.723132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:37.723813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:37.724280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:37.724772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Bound port: 71f120c6-26b9-4be3-a477-30ee39f15aa6, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:37.725238 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:37.830521 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-fb460475-e962-4698-b0f3-0ec709331847 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639374 Dec 12 04:06:37.831850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e686b624-ed7d-47f5-86bb-b227d01ed614,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:37.850732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] For port 71f120c6-26b9-4be3-a477-30ee39f15aa6, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:37.857335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] For port 71f120c6-26b9-4be3-a477-30ee39f15aa6, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f120c6-26b9-4be3-a477-30ee39f15aa6,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:37.871272 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:37.974259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:37.978178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:37.979736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] 10.222.0.37 "PUT /v2.0/ports/71f120c6-26b9-4be3-a477-30ee39f15aa6 HTTP/1.1" status: 200 len: 1096 time: 1.5287435 Dec 12 04:06:37.980314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44e17aa-35a0-420f-818b-8c9279cb4c94', 'tag': '71f120c6-26b9-4be3-a477-30ee39f15aa6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:37.993707 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64" -d '{"events": [{"name": "network-changed", "server_uuid": "d44e17aa-35a0-420f-818b-8c9279cb4c94", "tag": "71f120c6-26b9-4be3-a477-30ee39f15aa6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:38.004114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710d89e3-47c9-46a3-8371-32fefc03e438 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:06:38.056003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d7bd2098-e37d-4065-a4b3-a0226aba053b up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:38.067617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.067617 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Added segment c1a8bf6f-c4ba-4181-a947-bd30e406cd6a of type vlan for network 695603de-80e2-4b3d-8195-8a60643536e4 Dec 12 04:06:38.108141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-9ecb834b-dcf3-40ed-a728-9f0e13a02399 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:38.109666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-9ecb834b-dcf3-40ed-a728-9f0e13a02399 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586792 Dec 12 04:06:38.125498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acb8e8-094f-497c-923a-eed4faeca620 req-b6e02567-991c-434a-a63a-22a8ca489631 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:38.133307 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88acb8e8-094f-497c-923a-eed4faeca620 req-b6e02567-991c-434a-a63a-22a8ca489631 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 944 time: 0.4401259 Dec 12 04:06:38.139694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Request body: {'port': {'device_id': '686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '74a958727b4f4e568c0717b1a8a3d9b3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:38.210835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 710d89e3-47c9-46a3-8371-32fefc03e438, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710d89e3-47c9-46a3-8371-32fefc03e438,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:38.219703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dd862fb-83a3-465a-8bfd-c894d07409c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.243332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '710d89e3-47c9-46a3-8371-32fefc03e438', 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2', 'port_id': '710d89e3-47c9-46a3-8371-32fefc03e438', 'mac_address': 'fa:16:3e:06:60:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aea620-c7d7-4435-958a-8e7735cf0ef2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-850309801', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:06:38.302545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.359519 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88acb8e8-094f-497c-923a-eed4faeca620 req-5252947e-7875-4025-8bb7-05e20089f628 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252357 Dec 12 04:06:38.363527 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.375965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port d7bd2098-e37d-4065-a4b3-a0226aba053b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:06:38.385750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port d7bd2098-e37d-4065-a4b3-a0226aba053b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:38.386330 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.396233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd90c00-4a17-4fdc-9b74-ca433e4e1638 service neutron] Pushing event updated for resources: {'Port': ['ID=71f120c6-26b9-4be3-a477-30ee39f15aa6,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:38.433199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 710d89e3-47c9-46a3-8371-32fefc03e438 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:38.458195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 710d89e3-47c9-46a3-8371-32fefc03e438, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710d89e3-47c9-46a3-8371-32fefc03e438,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:38.465045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dd862fb-83a3-465a-8bfd-c894d07409c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.468914 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.472955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.474218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:38.474985 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.478029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b944a-81d8-4680-a288-9a8002e7632b req-b53b765d-9532-4eb0-9780-e378de1dfc70 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:38.479578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c62b944a-81d8-4680-a288-9a8002e7632b req-b53b765d-9532-4eb0-9780-e378de1dfc70 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 966 time: 0.4768295 Dec 12 04:06:38.481584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-c1416e83-f3f2-411a-bc96-fdeccf90b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:38.487952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-c1416e83-f3f2-411a-bc96-fdeccf90b1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37d695d6fcfb4133871a213d7bd93528&device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 1099 time: 0.3938022 Dec 12 04:06:38.536215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dd862fb-83a3-465a-8bfd-c894d07409c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.564584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=695603de-80e2-4b3d-8195-8a60643536e4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:38.580011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 695603de-80e2-4b3d-8195-8a60643536e4 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:06:38.583530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-60462677-7286-44a8-b154-522e7a1ac217 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=71f120c6-26b9-4be3-a477-30ee39f15aa6 HTTP/1.1" status: 200 len: 217 time: 0.0646021 Dec 12 04:06:38.589406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0dd862fb-83a3-465a-8bfd-c894d07409c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69aa4f7206d0426e90ff68930b72333b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9344010 Dec 12 04:06:38.592750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c62b944a-81d8-4680-a288-9a8002e7632b req-e10f2122-2617-49d3-aada-78c933f28dc5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038852 Dec 12 04:06:38.593304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34970) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:38.610368 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.645385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd862fb-83a3-465a-8bfd-c894d07409c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa5f4de-9ea5-4043-b47b-3dcd60294a93,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:38.649681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['710d89e3-47c9-46a3-8371-32fefc03e438'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:38.651004 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-061ef625-4191-4835-8a54-5f5422cbe5b3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6757355 Dec 12 04:06:38.655074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34972) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:38.661608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Request body: {'subnet': {'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-subnet', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:38.672120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=710d89e3-47c9-46a3-8371-32fefc03e438,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:38.682516 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a171d50e-1e77-4fd0-94c5-52719cd9b609 x-openstack-request-id: req-a171d50e-1e77-4fd0-94c5-52719cd9b609 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:38.682824 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44e17aa-35a0-420f-818b-8c9279cb4c94", "tag": "71f120c6-26b9-4be3-a477-30ee39f15aa6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:38.683081 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a171d50e-1e77-4fd0-94c5-52719cd9b609 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:38.683480 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44e17aa-35a0-420f-818b-8c9279cb4c94', 'tag': '71f120c6-26b9-4be3-a477-30ee39f15aa6', 'status': 'completed', 'code': 200} Dec 12 04:06:38.725891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-4819bd33-3158-4336-b04d-97a2cd675486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:38.729062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-4819bd33-3158-4336-b04d-97a2cd675486 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1285243 Dec 12 04:06:38.739434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:38.743289 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1aea1f-5a67-4283-95bb-df7f7212c213" -d '{"events": [{"server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "name": "network-vif-plugged", "status": "completed", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:38.747696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Made reservation on behalf of 78f3494e57c7456d9a9a3c359da86fd0 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:38.750496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.766051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:38.776145 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.819820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-6f027845-1297-4165-89e8-4a45dd4f7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:38.821843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-6f027845-1297-4165-89e8-4a45dd4f7299 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831163 Dec 12 04:06:38.826172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d261ab00-464d-4c86-9d3a-2ddd5bbe2560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.869910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=d7bd2098-e37d-4065-a4b3-a0226aba053b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:38.906459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4f9df-554c-4b4f-9a70-febed079dc1c req-dcee1316-f334-4b02-821b-4fb48aeba614 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:38.908415 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39d4f9df-554c-4b4f-9a70-febed079dc1c req-dcee1316-f334-4b02-821b-4fb48aeba614 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 948 time: 0.3469872 Dec 12 04:06:38.939010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Made reservation on behalf of 74a958727b4f4e568c0717b1a8a3d9b3 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:38.939507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d261ab00-464d-4c86-9d3a-2ddd5bbe2560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.942617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:38.974627 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0af953b3-5e43-48b3-b45a-1f4d804ae9be req-cf8c37f2-b341-4602-b0d2-33742f2b7e7a tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=46b7ff943b384577be44917b12a7351f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394130 Dec 12 04:06:39.021346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39d4f9df-554c-4b4f-9a70-febed079dc1c req-ef2e1de5-2de2-4d20-9c5d-bf4fb0ebb3b2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037529 Dec 12 04:06:39.087090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-005caa68-a6b6-4f37-89f6-7b5ecf76ceb8 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545235 Dec 12 04:06:39.123907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d261ab00-464d-4c86-9d3a-2ddd5bbe2560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.126402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d261ab00-464d-4c86-9d3a-2ddd5bbe2560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.127523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d261ab00-464d-4c86-9d3a-2ddd5bbe2560 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fa5f4de-9ea5-4043-b47b-3dcd60294a93 HTTP/1.1" status: 204 len: 168 time: 0.5333021 Dec 12 04:06:39.145514 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.179908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261ab00-464d-4c86-9d3a-2ddd5bbe2560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa5f4de-9ea5-4043-b47b-3dcd60294a93,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:39.192052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af953b3-5e43-48b3-b45a-1f4d804ae9be req-ad6f9d8c-4efd-42d4-ad74-36817422b0d0 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:39.193596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0af953b3-5e43-48b3-b45a-1f4d804ae9be req-ad6f9d8c-4efd-42d4-ad74-36817422b0d0 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097816 Dec 12 04:06:39.234571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0af953b3-5e43-48b3-b45a-1f4d804ae9be req-dd3b677a-b0d3-4f52-ae5d-2e32e738721e tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/quotas/46b7ff943b384577be44917b12a7351f HTTP/1.1" status: 200 len: 375 time: 0.0232868 Dec 12 04:06:39.236591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5f675fb-42f3-49bd-8f92-86b44b720adf req-aa3f7961-8529-4750-90b6-2db749449de0 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406963 Dec 12 04:06:39.247356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d93bd9-2fe9-422e-867b-962a40f18a20 req-82bec76e-46ff-4d4c-8abc-5fee5c4f7b3d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:39.248979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93d93bd9-2fe9-422e-867b-962a40f18a20 req-82bec76e-46ff-4d4c-8abc-5fee5c4f7b3d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1553502 Dec 12 04:06:39.257184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Allocated IP 192.168.233.110 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/9786f5ae-048f-426b-acb5-d7c09c2f7ff2) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:39.262478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:39.296071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0af953b3-5e43-48b3-b45a-1f4d804ae9be req-30b07384-42e8-4aa2-bfbb-c52917ae5d65 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b7ff943b384577be44917b12a7351f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538430 Dec 12 04:06:39.313687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Checking segment: {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:39.314206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Network hostable DHCP agents. Network: 695603de-80e2-4b3d-8195-8a60643536e4, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:06:39.391409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93d93bd9-2fe9-422e-867b-962a40f18a20 req-303a1c1e-4dad-4048-9f13-308e857e06e4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239040 Dec 12 04:06:39.395597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Network 695603de-80e2-4b3d-8195-8a60643536e4 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:06:39.412015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-31d69509-5d16-454b-96bd-6f3922c0ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:39.413656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-31d69509-5d16-454b-96bd-6f3922c0ce94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37d695d6fcfb4133871a213d7bd93528&device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 1099 time: 0.0642047 Dec 12 04:06:39.452973 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd15ce6c-bab2-4fe8-b247-3181f3881c9b x-openstack-request-id: req-dd15ce6c-bab2-4fe8-b247-3181f3881c9b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:39.453466 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "name": "network-vif-plugged", "status": "completed", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:39.453466 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd15ce6c-bab2-4fe8-b247-3181f3881c9b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:39.453771 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b', 'code': 200} Dec 12 04:06:39.464001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 695603de-80e2-4b3d-8195-8a60643536e4) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:39.471714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:39.472759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.475888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf223d-3019-462e-ace4-ee66af2d96ed None None] Network 695603de-80e2-4b3d-8195-8a60643536e4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:39.487187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3df7bb6-ee1f-4c9d-8c9b-96e1e446f36f req-0dd5dc04-b721-4b2a-b059-b99aee9c9e04 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 210 time: 0.0709274 Dec 12 04:06:39.502538 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2bbd1c75-1f5c-4eac-befe-94738cfeb8e9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8459439 Dec 12 04:06:39.510234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35000) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:39.515568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:39.560615 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.573469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.574982 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.595680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35002) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:39.657390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.660782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69a13ed8-bb0f-437d-ab3f-76d4665db3c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.665301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-695603de-80e2-4b3d-8195-8a60643536e4', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:06:39.667249 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.681818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-b4f5433b-c4e9-48ac-bb67-1b2ae4164724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:39.683251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-b4f5433b-c4e9-48ac-bb67-1b2ae4164724 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2583065 Dec 12 04:06:39.745695 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:39.766299 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-deb9f292-d49f-4732-a0bc-3478325a169a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=71f120c6-26b9-4be3-a477-30ee39f15aa6 HTTP/1.1" status: 200 len: 217 time: 0.0659230 Dec 12 04:06:39.835046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f5c4-f3f9-4d41-8b36-61bd586cf086 req-7cc95314-0cd1-4d92-9e58-61dd57d7d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:39.836615 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb57f5c4-f3f9-4d41-8b36-61bd586cf086 req-7cc95314-0cd1-4d92-9e58-61dd57d7d332 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1096 time: 0.1940761 Dec 12 04:06:39.843084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Allocated IP 172.20.0.2 (695603de-80e2-4b3d-8195-8a60643536e4/82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5/3abd1230-7769-4afe-b9ed-14a75d63ba75) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:39.851736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5c47a-8283-4025-8b97-a69d4e148907 req-7ed7d091-8b69-45b6-a461-066c0d608b06 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:39.853726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8fb5c47a-8283-4025-8b97-a69d4e148907 req-7ed7d091-8b69-45b6-a461-066c0d608b06 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 945 time: 0.1757870 Dec 12 04:06:39.898774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-06e8df5b-0aba-424e-a7a3-74011e92e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:39.900287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-06e8df5b-0aba-424e-a7a3-74011e92e2e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1233215 Dec 12 04:06:39.998840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:40.005944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8fb5c47a-8283-4025-8b97-a69d4e148907 req-db6b51b2-a599-4026-828e-1b6e74ac0481 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388083 Dec 12 04:06:40.006419 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:40.013863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb57f5c4-f3f9-4d41-8b36-61bd586cf086 req-15060e5d-1355-41a3-ba48-5cffb1361f30 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591647 Dec 12 04:06:40.019875 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69a13ed8-bb0f-437d-ab3f-76d4665db3c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.024719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-cad4d053-fea1-496b-85eb-ff1c02666ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:40.026472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-cad4d053-fea1-496b-85eb-ff1c02666ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145210 Dec 12 04:06:40.027814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69a13ed8-bb0f-437d-ab3f-76d4665db3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.034316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Pushing event updated for resources: {'Port': ['ID=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:40.044762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710d89e3-47c9-46a3-8371-32fefc03e438 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:06:40.080517 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:40.085746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:40.091066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.091977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:40.092547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.109615 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.114011 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.139819 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-c3d0c6a6-411a-4f99-a843-c6d3fce43362 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0039589 Dec 12 04:06:40.206764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a13ed8-bb0f-437d-ab3f-76d4665db3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ba3269-678c-4fa5-9f3d-c4925eaf45d7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:40.247172 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-69a13ed8-bb0f-437d-ab3f-76d4665db3c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7bae73ecafe4c66adf6029088028513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6476140 Dec 12 04:06:40.248447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35010) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:40.280911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639e2bb-ece8-42c3-b4d3-1fd3f1606fdd req-8f2a4201-2568-4ed7-8d3d-8ee1953d0db9 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:40.282435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e639e2bb-ece8-42c3-b4d3-1fd3f1606fdd req-8f2a4201-2568-4ed7-8d3d-8ee1953d0db9 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 965 time: 0.0804734 Dec 12 04:06:40.326261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fb6e-e051-4171-92a0-951bf84bc921 req-84b095ef-0a48-4d13-ab61-521ff1f4fea2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:40.328171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c014fb6e-e051-4171-92a0-951bf84bc921 req-84b095ef-0a48-4d13-ab61-521ff1f4fea2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 948 time: 0.1289356 Dec 12 04:06:40.341712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Network 695603de-80e2-4b3d-8195-8a60643536e4 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:40.342461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Request body: {'port': {'device_id': '686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:40.346628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-1f1b27b6-88a1-449e-a424-422f7c9fdb81 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060901 Dec 12 04:06:40.355017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:40.368421 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e639e2bb-ece8-42c3-b4d3-1fd3f1606fdd req-d1d81e3a-52f0-4ab9-8e25-16abf20469d9 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762486 Dec 12 04:06:40.381715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:40.405739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Pushing event updated for resources: {'Port': ['ID=3abd1230-7769-4afe-b9ed-14a75d63ba75,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:40.448180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c284-18d5-436f-93f7-b4ad352fce0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.457696 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.459808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa1759d1-07f7-4b5b-a391-bad2a7a24b64 req-b7d9b639-acfd-4f57-9336-fe6ad25c57ad service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041925 Dec 12 04:06:40.504737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 710d89e3-47c9-46a3-8371-32fefc03e438 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:40.522970 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c014fb6e-e051-4171-92a0-951bf84bc921 req-b8c69234-775d-4624-a606-569eadd66f8d tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744366 Dec 12 04:06:40.528789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c284-18d5-436f-93f7-b4ad352fce0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.571613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 710d89e3-47c9-46a3-8371-32fefc03e438, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710d89e3-47c9-46a3-8371-32fefc03e438,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:40.579116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Attempting to bind port 3abd1230-7769-4afe-b9ed-14a75d63ba75 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:40.579116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Attempting to bind port 3abd1230-7769-4afe-b9ed-14a75d63ba75 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:40.579116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Attempting to bind port 3abd1230-7769-4afe-b9ed-14a75d63ba75 on network 695603de-80e2-4b3d-8195-8a60643536e4 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:40.579116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-456112ee-f60a-4a34-943a-5b01872d46ce None None] Provisioning complete for port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:40.579116 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-456112ee-f60a-4a34-943a-5b01872d46ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.601082 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.624442 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.640287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:40.640684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Checking segment: {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:40.641175 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.641580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Bound using segment: {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:40.642125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Bound port: 3abd1230-7769-4afe-b9ed-14a75d63ba75, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:40.642589 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.647200 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b26dd22-0a03-449f-a0ee-ccf863501516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.696933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c284-18d5-436f-93f7-b4ad352fce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.699563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c284-18d5-436f-93f7-b4ad352fce0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.703023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6ee5c284-18d5-436f-93f7-b4ad352fce0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56ba3269-678c-4fa5-9f3d-c4925eaf45d7 HTTP/1.1" status: 204 len: 168 time: 0.4500709 Dec 12 04:06:40.718177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915785e2-b0c5-4ae9-92c3-764c6676a9e2 req-45905036-95e7-4efe-8681-c6ad79319d23 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:40.724895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5c284-18d5-436f-93f7-b4ad352fce0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ba3269-678c-4fa5-9f3d-c4925eaf45d7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:40.727823 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915785e2-b0c5-4ae9-92c3-764c6676a9e2 req-45905036-95e7-4efe-8681-c6ad79319d23 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.0857160 Dec 12 04:06:40.732611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.761321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.812480 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915785e2-b0c5-4ae9-92c3-764c6676a9e2 req-2e8da151-ac01-44de-be37-9f8d586a721b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794477 Dec 12 04:06:40.844789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-456112ee-f60a-4a34-943a-5b01872d46ce None None] Port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:06:40.893777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=710d89e3-47c9-46a3-8371-32fefc03e438,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:40.946668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] For port 3abd1230-7769-4afe-b9ed-14a75d63ba75, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:40.950932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] For port 3abd1230-7769-4afe-b9ed-14a75d63ba75, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3abd1230-7769-4afe-b9ed-14a75d63ba75,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:40.957525 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:40.977944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543044f7-f401-448c-979e-8a18ad7d784a req-1a760985-e6d8-4865-a814-313ca042bc7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:40.979519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-543044f7-f401-448c-979e-8a18ad7d784a req-1a760985-e6d8-4865-a814-313ca042bc7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 936 time: 0.0715206 Dec 12 04:06:41.052471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f24a3-a0b6-4cef-935d-0fd784e9f717 None None] Pushing event updated for resources: {'Port': ['ID=3abd1230-7769-4afe-b9ed-14a75d63ba75,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:41.058927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Allocated IP 172.25.7.200 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/7b2fe515-afec-4d80-9a72-72f7e0a7c3f8) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:41.089397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-543044f7-f401-448c-979e-8a18ad7d784a req-0a006a75-cfaa-4fe1-85ee-f00976caa5d4 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039965 Dec 12 04:06:41.251347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0435-a779-4aa2-8b8e-cc92ebf49ae9 req-2177aabc-8bd6-4806-8840-ca97c0f59d3a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:41.257956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05ce0435-a779-4aa2-8b8e-cc92ebf49ae9 req-2177aabc-8bd6-4806-8840-ca97c0f59d3a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 945 time: 0.0698867 Dec 12 04:06:41.335973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:41.359017 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:41.365117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05ce0435-a779-4aa2-8b8e-cc92ebf49ae9 req-a2987cdc-1fc6-4d9a-91f1-f7038298e5ad tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981565 Dec 12 04:06:41.386679 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:41.394338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864a542-84cb-4f40-b64e-60e9e33bfca4 req-3db0edd4-2856-4540-be3a-004eb45161f3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:41.401724 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4864a542-84cb-4f40-b64e-60e9e33bfca4 req-3db0edd4-2856-4540-be3a-004eb45161f3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 964 time: 0.2350323 Dec 12 04:06:41.408675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:41.422469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Transition to ACTIVE for port object 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:06:41.434788 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:41.535921 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8dee901a-f8f9-4f90-8e80-4220a4839388 req-a03b7b5d-617c-4c44-9d47-db9538b4dcd1 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=46b7ff943b384577be44917b12a7351f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311863 Dec 12 04:06:41.628398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Pushing event updated for resources: {'Port': ['ID=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:41.634468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:41.651041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4864a542-84cb-4f40-b64e-60e9e33bfca4 req-14d55c7c-6bb8-4c71-aa40-18b64814d578 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464705 Dec 12 04:06:41.709373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee901a-f8f9-4f90-8e80-4220a4839388 req-56bea40d-5a7f-44bd-865d-f0db560dd295 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:41.711129 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8dee901a-f8f9-4f90-8e80-4220a4839388 req-56bea40d-5a7f-44bd-865d-f0db560dd295 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690753 Dec 12 04:06:41.715030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Attempting to bind port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:41.715552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Attempting to bind port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:41.715848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Attempting to bind port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:41.733953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:41.734339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Attempting to bind port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:41.738436 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8dee901a-f8f9-4f90-8e80-4220a4839388 req-4da80cce-60bd-4016-95f2-9ff675e43c88 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/quotas/46b7ff943b384577be44917b12a7351f HTTP/1.1" status: 200 len: 375 time: 0.0215442 Dec 12 04:06:41.751574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:41.759771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:41.776214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:41.779158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:41.779505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:41.779895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:41.780342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Bound port: 9786f5ae-048f-426b-acb5-d7c09c2f7ff2, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:41.780703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:41.793132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8dee901a-f8f9-4f90-8e80-4220a4839388 req-d1c84269-76a5-45eb-b7af-6f42b3606af6 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b7ff943b384577be44917b12a7351f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534456 Dec 12 04:06:41.835399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2fe515-afec-4d80-9a72-72f7e0a7c3f8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:41.968050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ae920-2066-4730-b200-b48f798a4ae0 req-1385f4fc-54a7-4288-b4ce-4e80330380ef tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:41.970130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-510ae920-2066-4730-b200-b48f798a4ae0 req-1385f4fc-54a7-4288-b4ce-4e80330380ef tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.0677273 Dec 12 04:06:41.970398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] For port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:41.984727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35076) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:42.018619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] For port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:42.028961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-510ae920-2066-4730-b200-b48f798a4ae0 req-a1dc5974-604b-4fc6-9372-d791ac57139a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527685 Dec 12 04:06:42.033999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9991df-483c-450d-aedb-bb1cc4a6766e req-04248542-393a-4510-ab58-b39b5077d090 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:42.035722 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a9991df-483c-450d-aedb-bb1cc4a6766e req-04248542-393a-4510-ab58-b39b5077d090 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 948 time: 0.2635403 Dec 12 04:06:42.039302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:42.136010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:42.136646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:42.138578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] 10.222.0.18 "PUT /v2.0/ports/9786f5ae-048f-426b-acb5-d7c09c2f7ff2 HTTP/1.1" status: 200 len: 1096 time: 1.8087099 Dec 12 04:06:42.138690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85', 'tag': '9786f5ae-048f-426b-acb5-d7c09c2f7ff2'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:42.141926 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccafe4a6-f200-4379-a311-526bf847c408" -d '{"events": [{"name": "network-changed", "server_uuid": "686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85", "tag": "9786f5ae-048f-426b-acb5-d7c09c2f7ff2"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:42.142193 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dcb4033f-69a2-4459-9560-3796dcb43227 tempest-AutoAllocateNetworkTest-976752485 tempest-AutoAllocateNetworkTest-976752485-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=417e2cd2253b48eca16c22f39a5d0119&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1562333 Dec 12 04:06:42.144509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35086) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:42.209689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386a1fc-f21b-4f6c-a771-ca6d6814f744 service neutron] Pushing event updated for resources: {'Port': ['ID=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:42.298600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5810aee9-c044-4a1a-aa53-80f117080a48 tempest-AutoAllocateNetworkTest-976752485 tempest-AutoAllocateNetworkTest-976752485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:42.300449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5810aee9-c044-4a1a-aa53-80f117080a48 tempest-AutoAllocateNetworkTest-976752485 tempest-AutoAllocateNetworkTest-976752485-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1548443 Dec 12 04:06:42.303430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35090) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:42.358048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71f120c6-26b9-4be3-a477-30ee39f15aa6 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:06:42.401496 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3e06309d-1eda-40af-b4dd-af2fc7da411d tempest-AutoAllocateNetworkTest-976752485 tempest-AutoAllocateNetworkTest-976752485-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966089 Dec 12 04:06:42.402226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35092) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:42.434223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a81a55b9-8596-4be1-ac45-b4da6b9feb59 tempest-AutoAllocateNetworkTest-976752485 tempest-AutoAllocateNetworkTest-976752485-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=417e2cd2253b48eca16c22f39a5d0119 HTTP/1.1" status: 200 len: 208 time: 0.0282185 Dec 12 04:06:42.501616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 71f120c6-26b9-4be3-a477-30ee39f15aa6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f120c6-26b9-4be3-a477-30ee39f15aa6,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:42.516001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '71f120c6-26b9-4be3-a477-30ee39f15aa6', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '71f120c6-26b9-4be3-a477-30ee39f15aa6', 'mac_address': 'fa:16:3e:ad:4c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:06:42.518684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475fe301-f27f-4240-b46b-4aba34b34f9b None None] Network 695603de-80e2-4b3d-8195-8a60643536e4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:42.606947 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a9991df-483c-450d-aedb-bb1cc4a6766e req-e27e7560-b8dc-4066-8177-6b65859eeb3b tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520716 Dec 12 04:06:42.683953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80b931-aeb1-4af4-9932-3ccddf852aa5 req-1860df0f-b746-4279-9138-af5d856f4e6f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:42.685576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a80b931-aeb1-4af4-9932-3ccddf852aa5 req-1860df0f-b746-4279-9138-af5d856f4e6f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 948 time: 0.1178055 Dec 12 04:06:42.690306 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:42.731914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:42.740675 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5805d207-351c-4d18-9444-b01643afeebc x-openstack-request-id: req-5805d207-351c-4d18-9444-b01643afeebc {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:42.742759 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85", "tag": "9786f5ae-048f-426b-acb5-d7c09c2f7ff2", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:42.742759 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5805d207-351c-4d18-9444-b01643afeebc {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:42.744714 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85', 'tag': '9786f5ae-048f-426b-acb5-d7c09c2f7ff2', 'status': 'completed', 'code': 200} Dec 12 04:06:42.752223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f120c6-26b9-4be3-a477-30ee39f15aa6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:42.755076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35104) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:42.781436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 71f120c6-26b9-4be3-a477-30ee39f15aa6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f120c6-26b9-4be3-a477-30ee39f15aa6,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:42.784049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-ed58cf3f-33bd-40fc-844b-4870659f12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:42.785664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-ed58cf3f-33bd-40fc-844b-4870659f12f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 1099 time: 0.2578058 Dec 12 04:06:42.786210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8a12feef-b966-429f-9c31-2096a04c7ee6 None None] Provisioning complete for port 3abd1230-7769-4afe-b9ed-14a75d63ba75 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:42.786711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8a12feef-b966-429f-9c31-2096a04c7ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:42.797723 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:42.813174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a80b931-aeb1-4af4-9932-3ccddf852aa5 req-240d80c4-a501-4c83-8bb8-ad21cbdb5f63 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198261 Dec 12 04:06:42.868921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3abd1230-7769-4afe-b9ed-14a75d63ba75 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:42.904257 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-0d51feb2-759f-4b4c-a316-ed5347389710 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=9786f5ae-048f-426b-acb5-d7c09c2f7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0573630 Dec 12 04:06:42.912969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0e779d51-4b3c-4641-bb11-35b3dc322532 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:42.916383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0e779d51-4b3c-4641-bb11-35b3dc322532 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.18 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 964 time: 0.1014507 Dec 12 04:06:42.984310 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b91073d-9535-4f7a-b411-fc235d6f61ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.011549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52891c-6608-4ede-97e5-08e7f01a532e req-e06efbce-6198-479e-801c-7e345ef76146 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:43.015452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f52891c-6608-4ede-97e5-08e7f01a532e req-e06efbce-6198-479e-801c-7e345ef76146 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 945 time: 0.1692455 Dec 12 04:06:43.046768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-abb6a75e-2a89-4fdc-b6b7-d8fc7da2c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:43.048682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-abb6a75e-2a89-4fdc-b6b7-d8fc7da2c7cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1261563 Dec 12 04:06:43.066556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3abd1230-7769-4afe-b9ed-14a75d63ba75 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:43.066988 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.104753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Deleting port 710d89e3-47c9-46a3-8371-32fefc03e438 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:06:43.106588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.157815 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0661e5a-78db-4586-a251-b0f7fb8c483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.196509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['71f120c6-26b9-4be3-a477-30ee39f15aa6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:43.206279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=71f120c6-26b9-4be3-a477-30ee39f15aa6,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:43.240649 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b91073d-9535-4f7a-b411-fc235d6f61ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.245390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f52891c-6608-4ede-97e5-08e7f01a532e req-176c3a49-3d19-4e32-9251-143cd1fd83d6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181783 Dec 12 04:06:43.296073 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.303421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-aaa32bd7-7691-4b05-952e-b20896137215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:43.305706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-aaa32bd7-7691-4b05-952e-b20896137215 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2455199 Dec 12 04:06:43.362980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 3abd1230-7769-4afe-b9ed-14a75d63ba75, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3abd1230-7769-4afe-b9ed-14a75d63ba75,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:43.374200 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.376357 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8a12feef-b966-429f-9c31-2096a04c7ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.404849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.478660 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b91073d-9535-4f7a-b411-fc235d6f61ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.519931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea124a-20f6-47f5-8e57-8cac4c430807 req-e6eb90cc-4177-40a8-9e94-8ab777752c6f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:43.521545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4fea124a-20f6-47f5-8e57-8cac4c430807 req-e6eb90cc-4177-40a8-9e94-8ab777752c6f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1906807 Dec 12 04:06:43.540225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] For port 710d89e3-47c9-46a3-8371-32fefc03e438, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710d89e3-47c9-46a3-8371-32fefc03e438,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:43.541174 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.544692 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-8a12feef-b966-429f-9c31-2096a04c7ee6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:06:43.545087 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-8a12feef-b966-429f-9c31-2096a04c7ee6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:06:43.556593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b91073d-9535-4f7a-b411-fc235d6f61ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=417e2cd2253b48eca16c22f39a5d0119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8002300 Dec 12 04:06:43.557877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-d918213b-175a-411d-9a5c-c8ee05224b19 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258198 Dec 12 04:06:43.559948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35118) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:43.568949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e2fac-db42-4b51-93bf-c2a8ae8aeb0c req-4e2881ea-b564-4f42-b9e5-f2c91f291bc7 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:43.570864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d52e2fac-db42-4b51-93bf-c2a8ae8aeb0c req-4e2881ea-b564-4f42-b9e5-f2c91f291bc7 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=113cf469-4a17-4ace-a137-9ed8779cbd54 HTTP/1.1" status: 200 len: 964 time: 0.3472016 Dec 12 04:06:43.571343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91073d-9535-4f7a-b411-fc235d6f61ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e1ec91-91bf-4c4f-932f-48041c90a9a7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:43.571979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=3abd1230-7769-4afe-b9ed-14a75d63ba75,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:43.588589 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.591579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Calling delete_port for 710d89e3-47c9-46a3-8371-32fefc03e438 owned by compute:tempest-test_az-850309801 {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:06:43.654681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4fea124a-20f6-47f5-8e57-8cac4c430807 req-284d7911-023b-4d0c-9632-23326fd3743b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190956 Dec 12 04:06:43.700417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c7842d5-7e38-49ef-9a68-7726594d639b req-0e42bada-a72c-4521-ac00-acbd287c029a service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325641 Dec 12 04:06:43.725652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Router ba527165-fa88-49b8-8100-75dd6bd98885 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:06:43.775779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d52e2fac-db42-4b51-93bf-c2a8ae8aeb0c req-af717613-51b6-41ca-bd43-be4ceb80ea29 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736386 Dec 12 04:06:43.777052 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9311d67f-d6a3-493b-8011-341539db58b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.813385 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9311d67f-d6a3-493b-8011-341539db58b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.877465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafe4a6-f200-4379-a311-526bf847c408 req-64d3df2c-ff14-495d-899b-87c53ea23d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:43.878517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccafe4a6-f200-4379-a311-526bf847c408 req-64d3df2c-ff14-495d-899b-87c53ea23d4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 1099 time: 0.0606582 Dec 12 04:06:43.936086 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9311d67f-d6a3-493b-8011-341539db58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.941114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9311d67f-d6a3-493b-8011-341539db58b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.943989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9311d67f-d6a3-493b-8011-341539db58b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0e1ec91-91bf-4c4f-932f-48041c90a9a7 HTTP/1.1" status: 204 len: 168 time: 0.3687885 Dec 12 04:06:43.953223 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.964244 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:43.998493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:06:43.999649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311d67f-d6a3-493b-8011-341539db58b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e1ec91-91bf-4c4f-932f-48041c90a9a7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:44.013204 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Sync routers for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:06:44.038418 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:06:44.039058 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:44.062699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event deleted for resources: {'Port': ['ID=710d89e3-47c9-46a3-8371-32fefc03e438,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:44.081998 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:44.086031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8f44bca4-ae50-46bf-807d-110052dc5a32 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5721943 Dec 12 04:06:44.093309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35136) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:44.174918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafe4a6-f200-4379-a311-526bf847c408 req-4a5a9f2b-3324-4329-8dbf-2d665d0199b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:44.176406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccafe4a6-f200-4379-a311-526bf847c408 req-4a5a9f2b-3324-4329-8dbf-2d665d0199b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2903948 Dec 12 04:06:44.205467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1f06-ab38-43fb-aa96-720763451e4d req-1dab9d23-338c-4510-b992-a21f98960ce6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:44.213034 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d9aa1f06-ab38-43fb-aa96-720763451e4d req-1dab9d23-338c-4510-b992-a21f98960ce6 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 949 time: 0.1935039 Dec 12 04:06:44.221680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] No DVR routers for this DVR port 710d89e3-47c9-46a3-8371-32fefc03e438 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:06:44.225053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:44.229404 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82f0c683-9051-437b-91ba-683a53fc8725 req-0237d051-9ec9-4e38-abeb-d46fd19b42bd tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.18 "DELETE /v2.0/ports/710d89e3-47c9-46a3-8371-32fefc03e438 HTTP/1.1" status: 204 len: 173 time: 1.3063214 Dec 12 04:06:44.230649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113cf469-4a17-4ace-a137-9ed8779cbd54', 'name': 'network-vif-deleted', 'tag': '710d89e3-47c9-46a3-8371-32fefc03e438'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:44.233712 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c565c67c-4f1b-4b65-a89f-0a48391e80b3" -d '{"events": [{"server_uuid": "113cf469-4a17-4ace-a137-9ed8779cbd54", "name": "network-vif-deleted", "tag": "710d89e3-47c9-46a3-8371-32fefc03e438"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:44.251564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0990d65-e596-4941-93fa-f9dd98b575e3 req-955e2c2b-02cc-4151-bbda-13fc74c9cb01 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:44.262134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0990d65-e596-4941-93fa-f9dd98b575e3 req-955e2c2b-02cc-4151-bbda-13fc74c9cb01 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1096 time: 0.1812088 Dec 12 04:06:44.270707 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:06:44.291847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d3e5ed74-fec2-416b-a939-cb343f043c60 None None] Provisioning complete for port 3abd1230-7769-4afe-b9ed-14a75d63ba75 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:44.292378 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ed74-fec2-416b-a939-cb343f043c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:44.308734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccafe4a6-f200-4379-a311-526bf847c408 req-1b86cae5-b461-454b-b1b0-f578d3478ccb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=9786f5ae-048f-426b-acb5-d7c09c2f7ff2 HTTP/1.1" status: 200 len: 217 time: 0.1213536 Dec 12 04:06:44.324736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0990d65-e596-4941-93fa-f9dd98b575e3 req-b3efcd9d-beb8-43f2-8ecc-b56a0946052e tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556197 Dec 12 04:06:44.383394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71f120c6-26b9-4be3-a477-30ee39f15aa6 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:44.469515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d9aa1f06-ab38-43fb-aa96-720763451e4d req-4ff9655c-6925-45fb-afb9-fb1d7e7ec0ee tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554111 Dec 12 04:06:44.504599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafe4a6-f200-4379-a311-526bf847c408 req-33cf1a94-7363-4ae6-b799-b1d6bfc0be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:44.519246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 71f120c6-26b9-4be3-a477-30ee39f15aa6 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:06:44.525732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 71f120c6-26b9-4be3-a477-30ee39f15aa6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:44.526920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccafe4a6-f200-4379-a311-526bf847c408 req-33cf1a94-7363-4ae6-b799-b1d6bfc0be45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1849890 Dec 12 04:06:44.527493 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:44.562489 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:42Z', 'revision_number': 3, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:44.590772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae29ab7-958e-4ef5-8339-48214cce0da0 req-289b1523-66db-497b-8066-bb3df000f0e9 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:44.592426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7ae29ab7-958e-4ef5-8339-48214cce0da0 req-289b1523-66db-497b-8066-bb3df000f0e9 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 948 time: 0.0738885 Dec 12 04:06:44.594497 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Checking router: ba527165-fa88-49b8-8100-75dd6bd98885 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:06:44.594862 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Updating router ba527165-fa88-49b8-8100-75dd6bd98885 port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:06:44.640751 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:44.656222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7ae29ab7-958e-4ef5-8339-48214cce0da0 req-a4edde66-c728-4f0b-ad6e-9a0d368ceb18 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562282 Dec 12 04:06:44.657516 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:44.667980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44e17aa-35a0-420f-818b-8c9279cb4c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f120c6-26b9-4be3-a477-30ee39f15aa6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:44.670471 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadbbcd7-0b54-4239-833c-074f03882939" -d '{"events": [{"server_uuid": "d44e17aa-35a0-420f-818b-8c9279cb4c94", "name": "network-vif-plugged", "status": "completed", "tag": "71f120c6-26b9-4be3-a477-30ee39f15aa6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:44.686929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 71f120c6-26b9-4be3-a477-30ee39f15aa6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f120c6-26b9-4be3-a477-30ee39f15aa6,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:44.695399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:44.722421 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a823f0-ff99-4703-92d5-589c95d272e5 x-openstack-request-id: req-49a823f0-ff99-4703-92d5-589c95d272e5 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:44.722737 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113cf469-4a17-4ace-a137-9ed8779cbd54", "name": "network-vif-deleted", "tag": "710d89e3-47c9-46a3-8371-32fefc03e438", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:44.723060 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49a823f0-ff99-4703-92d5-589c95d272e5 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:44.723470 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113cf469-4a17-4ace-a137-9ed8779cbd54', 'name': 'network-vif-deleted', 'tag': '710d89e3-47c9-46a3-8371-32fefc03e438', 'status': 'completed', 'code': 200} Dec 12 04:06:44.809045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=71f120c6-26b9-4be3-a477-30ee39f15aa6,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:44.819743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3abd1230-7769-4afe-b9ed-14a75d63ba75 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:44.920363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f0cee-ec1f-4aed-a329-eb191de6259d req-5ab29190-2c3c-4920-919e-dcd827424a0d tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:44.926652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3abd1230-7769-4afe-b9ed-14a75d63ba75 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:44.927139 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:44.933836 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-577f0cee-ec1f-4aed-a329-eb191de6259d req-5ab29190-2c3c-4920-919e-dcd827424a0d tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1096 time: 0.1060295 Dec 12 04:06:44.981390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62fe3556-2493-4ac9-a7a5-9661e7b4f643 req-5dea730d-fb37-449b-92ef-14ffe9c42dd8 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=46b7ff943b384577be44917b12a7351f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674083 Dec 12 04:06:45.048492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-577f0cee-ec1f-4aed-a329-eb191de6259d req-e4c932a3-a9ef-4c89-9b63-de95bf200f0b tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105797 Dec 12 04:06:45.093536 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.100715 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.130802 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710de38a-16aa-4b2f-b960-2720ad9b42b7 x-openstack-request-id: req-710de38a-16aa-4b2f-b960-2720ad9b42b7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:45.131123 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44e17aa-35a0-420f-818b-8c9279cb4c94", "name": "network-vif-plugged", "status": "completed", "tag": "71f120c6-26b9-4be3-a477-30ee39f15aa6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:45.131387 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-710de38a-16aa-4b2f-b960-2720ad9b42b7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:45.131785 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44e17aa-35a0-420f-818b-8c9279cb4c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f120c6-26b9-4be3-a477-30ee39f15aa6', 'code': 200} Dec 12 04:06:45.150632 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Attempting to bind port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:45.151014 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Attempting to bind port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:45.151388 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Attempting to bind port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:45.160011 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Pushing event updated for resources: {'Port': ['ID=7b2fe515-afec-4d80-9a72-72f7e0a7c3f8,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:45.163241 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:45.163628 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:45.164035 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.165007 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:45.165493 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Bound port: 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:45.166183 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.173315 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.173673 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.174029 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.174376 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.174717 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.175057 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.175392 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.175726 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.176060 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.176391 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.176722 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.177080 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.177408 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Tracked resource versions report: Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: pushed versions: Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: { 'AddressGroup': {'1.2'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'ConntrackHelper': {'1.0'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'LocalIPAssociation': {'1.0'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Log': {'1.0'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Network': {'1.1'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Port': {'1.7'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'PortForwarding': {'1.2'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'QosPolicy': {'1.10'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'SecurityGroup': {'1.5'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'SecurityGroupRule': {'1.2'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'SubPort': {'1.0'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Subnet': {'1.1'}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Trunk': {'1.1'}} Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: consumer versions: Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: { DHCP agent@n-d-710847-7: {}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: HyperV agent@n-h1-710847-7: {}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: HyperV agent@n-h2-710847-7: {}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: L3 agent@n-d-710847-7: {}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: Metadata agent@n-d-710847-7: {}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: Metering agent@n-d-710847-7: {}, Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: Open vSwitch agent@n-d-710847-7: { 'AddressGroup': '1.2', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'ConntrackHelper': '1.0', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'LocalIPAssociation': '1.0', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Log': '1.0', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Network': '1.1', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Port': '1.7', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'PortForwarding': '1.2', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'QosPolicy': '1.10', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'SecurityGroup': '1.5', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'SecurityGroupRule': '1.2', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'SubPort': '1.0', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Subnet': '1.1', Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: 'Trunk': '1.1'}} Dec 12 04:06:45.178704 n-d-710847-7 neutron-server[103453]: {{(pid=103453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 04:06:45.227413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35178) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:45.240572 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] For port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:45.245214 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] For port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7b2fe515-afec-4d80-9a72-72f7e0a7c3f8,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:45.255498 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.310766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8bd38-02dc-4702-80e8-9068399fd661 req-c0d48fce-bcb1-45a2-9473-e505d86922f6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:45.312827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bcf8bd38-02dc-4702-80e8-9068399fd661 req-c0d48fce-bcb1-45a2-9473-e505d86922f6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1235490 Dec 12 04:06:45.338968 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:06:45.339590 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:45.372450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafe4a6-f200-4379-a311-526bf847c408 req-d80d410b-76c8-4d6c-bc39-38a1f62c14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:45.374046 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccafe4a6-f200-4379-a311-526bf847c408 req-d80d410b-76c8-4d6c-bc39-38a1f62c14f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4615421 Dec 12 04:06:45.377157 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-87641658-7156-4d5e-bac0-bdf455c37f33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403344 Dec 12 04:06:45.384344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1020217690-network', 'tenant_id': 'ee93349229fc49388f70aac08aae9c2f'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:45.401531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4771c-b963-4f5c-9b81-5f63492da928 req-48b64768-70cd-4131-bd18-4c104574cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:45.403056 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83c4771c-b963-4f5c-9b81-5f63492da928 req-48b64768-70cd-4131-bd18-4c104574cd81 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 1101 time: 0.1343613 Dec 12 04:06:45.419870 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2d631-5e92-400c-b7af-fc4fa4093baf None None] Pushing event updated for resources: {'Port': ['ID=7b2fe515-afec-4d80-9a72-72f7e0a7c3f8,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:45.455731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Made reservation on behalf of ee93349229fc49388f70aac08aae9c2f for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:45.458294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.462516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.479524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bcf8bd38-02dc-4702-80e8-9068399fd661 req-9d438e9a-96cf-4b11-a852-d187fb56359f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368697 Dec 12 04:06:45.481637 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.496236 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:06:45.509157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3556-2493-4ac9-a7a5-9661e7b4f643 req-169da657-7cb4-46a8-a8f7-9898c12f3b93 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:45.510681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62fe3556-2493-4ac9-a7a5-9661e7b4f643 req-169da657-7cb4-46a8-a8f7-9898c12f3b93 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5285244 Dec 12 04:06:45.550935 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83c4771c-b963-4f5c-9b81-5f63492da928 req-786d6fc8-2348-4a1d-8e3b-c6620e2acb04 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347260 Dec 12 04:06:45.571799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62fe3556-2493-4ac9-a7a5-9661e7b4f643 req-5e3ff2f6-a5be-4513-8567-e032ab7a2cb0 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/quotas/46b7ff943b384577be44917b12a7351f HTTP/1.1" status: 200 len: 375 time: 0.0458648 Dec 12 04:06:45.591033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-3804ae55-01fa-4c00-a408-f795d63bdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:45.592539 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-3804ae55-01fa-4c00-a408-f795d63bdbe0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1096 time: 0.1009421 Dec 12 04:06:45.619883 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.645971 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccafe4a6-f200-4379-a311-526bf847c408 req-7ac1ff16-87fe-4064-b4eb-7973265b225c service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334561 Dec 12 04:06:45.650548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62fe3556-2493-4ac9-a7a5-9661e7b4f643 req-7d33b575-e98a-4bae-abaf-6f8e4135cb62 tempest-QuotasAdminNegativeTest-1837512722 tempest-QuotasAdminNegativeTest-1837512722-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b7ff943b384577be44917b12a7351f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675671 Dec 12 04:06:45.737334 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.752295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.764371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:06:45.773408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.774573 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Added segment de05ba1c-faa2-43af-a2d0-46c75493c506 of type vlan for network a619a4c3-7f4e-4dc4-a916-0b345987405c Dec 12 04:06:45.785661 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:42Z', 'revision_number': 3, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:45.815875 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4646769c-b13b-4fb8-af08-7ec8f63ea6db None None] The sync data for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 is: [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:42Z', 'revision_number': 3, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:06:45.823294 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.837624 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccafe4a6-f200-4379-a311-526bf847c408 req-60e03c3b-f3b9-4427-bc0b-574fff6ceaeb service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842399 Dec 12 04:06:45.888163 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9d9ec-5584-4c9b-80c2-4f47cc85eeb9 req-a32dfc6a-8972-44c1-94d8-cf58d2af48e7 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:45.889715 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2be9d9ec-5584-4c9b-80c2-4f47cc85eeb9 req-a32dfc6a-8972-44c1-94d8-cf58d2af48e7 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 950 time: 0.2012823 Dec 12 04:06:45.896427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Allocated IP 172.20.0.1 (695603de-80e2-4b3d-8195-8a60643536e4/82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5/11f613cf-8734-4362-a128-17f76fae6dbb) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:45.897803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.899437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:45.899995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:45.917940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb5881b-a108-44c1-9c44-ea47b233c62e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:45.947468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-248b09b5-4b77-40d5-afd7-416d9a5a531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:45.948958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-248b09b5-4b77-40d5-afd7-416d9a5a531c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.3172033 Dec 12 04:06:46.023439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.030109 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-bf464a88-65aa-4a9a-9d77-92fdd65febdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 217 time: 0.0492182 Dec 12 04:06:46.032694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710d89e3-47c9-46a3-8371-32fefc03e438 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:06:46.039244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8078959 Dec 12 04:06:46.040228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35196) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:46.046136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Request body: {'subnet': {'network_id': 'a619a4c3-7f4e-4dc4-a916-0b345987405c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1020217690-subnet', 'tenant_id': 'ee93349229fc49388f70aac08aae9c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:46.057589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc485e-6237-4f3b-bbe2-34888de5f205 admin admin] Pushing event updated for resources: {'Network': ['ID=a619a4c3-7f4e-4dc4-a916-0b345987405c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:46.082620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2be9d9ec-5584-4c9b-80c2-4f47cc85eeb9 req-a651cb35-26a1-49d8-9a07-75ed1ccb4cba tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801457 Dec 12 04:06:46.090560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.102050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-9d6ad329-899c-46b8-a0ee-8997b8433d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:46.102641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 710d89e3-47c9-46a3-8371-32fefc03e438 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:06:46.103230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710d89e3-47c9-46a3-8371-32fefc03e438 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:06:46.103524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-9d6ad329-899c-46b8-a0ee-8997b8433d3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.0615191 Dec 12 04:06:46.106727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a619a4c3-7f4e-4dc4-a916-0b345987405c details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:06:46.111625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Made reservation on behalf of ee93349229fc49388f70aac08aae9c2f for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:46.117533 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.146931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-bf6b0782-7f53-441c-9918-bfeaba4db09c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362179 Dec 12 04:06:46.164242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35198) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:46.190194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f2f9ad2e-680a-401b-b801-3a5faaac26cc tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586254432', 'description': 'tempest-description--745280623'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:46.289639 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ad2e-680a-401b-b801-3a5faaac26cc tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.339084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-1ea3383e-e290-4f8c-8a50-738b4e8cdb2d service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816099 Dec 12 04:06:46.361702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Network 695603de-80e2-4b3d-8195-8a60643536e4 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:46.368569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:46.379469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:46.380841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.428842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Pushing event updated for resources: {'Port': ['ID=11f613cf-8734-4362-a128-17f76fae6dbb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:46.507775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ad2e-680a-401b-b801-3a5faaac26cc tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.519782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ad2e-680a-401b-b801-3a5faaac26cc tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.541213 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41186f98-bd88-4dc6-a17b-37ab3c5c7f68 req-9713de6d-a098-43c4-86db-1f23b088a93c service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928704 Dec 12 04:06:46.574674 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ad2e-680a-401b-b801-3a5faaac26cc tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.576191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f2f9ad2e-680a-401b-b801-3a5faaac26cc tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4016981 Dec 12 04:06:46.580094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35204) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:46.588248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3590681f-4fa9-4109-96b6-c33c85934dc0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Request body: {'security_group_rule': {'security_group_id': 'be7cae84-c59e-4934-94e4-509f09d9408d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:46.590917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c550cb-0c88-4352-a9ea-0badda9dd124 req-79dd3be3-c694-4516-a792-c565e1d44c5f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:46.596687 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2c550cb-0c88-4352-a9ea-0badda9dd124 req-79dd3be3-c694-4516-a792-c565e1d44c5f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 948 time: 0.2876751 Dec 12 04:06:46.614614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9ad2e-680a-401b-b801-3a5faaac26cc tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7cae84-c59e-4934-94e4-509f09d9408d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:46.633855 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3590681f-4fa9-4109-96b6-c33c85934dc0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.703163 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.844333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e4968405-b2fa-4a32-8904-bc3d1d16908e None None] Provisioning complete for port 11f613cf-8734-4362-a128-17f76fae6dbb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:46.845032 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4968405-b2fa-4a32-8904-bc3d1d16908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.850334 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3590681f-4fa9-4109-96b6-c33c85934dc0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.865590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3590681f-4fa9-4109-96b6-c33c85934dc0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.889851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2c550cb-0c88-4352-a9ea-0badda9dd124 req-ee98b723-2d23-49fc-8357-f49f6da36e2d tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562771 Dec 12 04:06:46.916164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3590681f-4fa9-4109-96b6-c33c85934dc0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.925546 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3590681f-4fa9-4109-96b6-c33c85934dc0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440847 Dec 12 04:06:46.927923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35212) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:46.935469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:46.942158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.954111 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:46.962792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3697db74-cf43-45cd-916d-52f43a3daa36 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Request body: {'security_group_rule': {'security_group_id': 'be7cae84-c59e-4934-94e4-509f09d9408d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:46.975746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590681f-4fa9-4109-96b6-c33c85934dc0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6cd390-9f35-4ca8-90ce-30e1b53042b4,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:47.059696 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3697db74-cf43-45cd-916d-52f43a3daa36 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.085268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bef70f-5b9d-41e7-b988-1dd7bdc5ed53,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:47.137492 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3697db74-cf43-45cd-916d-52f43a3daa36 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.145626 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3697db74-cf43-45cd-916d-52f43a3daa36 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.168168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Checking segment: {'id': 'de05ba1c-faa2-43af-a2d0-46c75493c506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a619a4c3-7f4e-4dc4-a916-0b345987405c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:47.168612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Network hostable DHCP agents. Network: a619a4c3-7f4e-4dc4-a916-0b345987405c, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:06:47.200199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697db74-cf43-45cd-916d-52f43a3daa36 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9ec0c0-620b-4481-988e-29715cb6d655,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:47.223061 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3697db74-cf43-45cd-916d-52f43a3daa36 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.228111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3697db74-cf43-45cd-916d-52f43a3daa36 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824678 Dec 12 04:06:47.228111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35230) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:47.233680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:47.247468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Network a619a4c3-7f4e-4dc4-a916-0b345987405c is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:06:47.294217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a619a4c3-7f4e-4dc4-a916-0b345987405c) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:47.294976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.315639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc14a88-523a-4af5-985f-43ad3d0dfe1a None None] Network a619a4c3-7f4e-4dc4-a916-0b345987405c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:47.326092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:47.327250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.339091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e4968405-b2fa-4a32-8904-bc3d1d16908e None None] Port 11f613cf-8734-4362-a128-17f76fae6dbb cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:06:47.407976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:47.408614 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.441480 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.455933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.459081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.483141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-acd2abda-18d0-473b-8c8c-5d69cfa89370 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4423699 Dec 12 04:06:47.586020 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.592994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b136a-fb45-4fd7-80bf-5f7e37991c9d None None] Network a619a4c3-7f4e-4dc4-a916-0b345987405c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:47.654799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.680755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7b2fe515-afec-4d80-9a72-72f7e0a7c3f8,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:47.691132 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.771303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Allocated IP 172.25.7.157 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/4fdbf17d-b2e2-48ac-a8c2-86b026185402) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:47.790643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=7b2fe515-afec-4d80-9a72-72f7e0a7c3f8,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:47.895920 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.924208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Pushing event updated for resources: {'Port': ['ID=11f613cf-8734-4362-a128-17f76fae6dbb,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:47.951733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:47.962897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024ca68-054b-4679-bcea-dfb03fb6123b req-d794f1e9-ac7d-42bd-b463-2c77c470c259 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:47.970536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4024ca68-054b-4679-bcea-dfb03fb6123b req-d794f1e9-ac7d-42bd-b463-2c77c470c259 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.4840224 Dec 12 04:06:48.018289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Network 695603de-80e2-4b3d-8195-8a60643536e4 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:48.023621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:48.028603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:48.029920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event updated for resources: {'Port': ['ID=4fdbf17d-b2e2-48ac-a8c2-86b026185402,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:48.033069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:48.035217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:48.044199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:06:48.053193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4024ca68-054b-4679-bcea-dfb03fb6123b req-9ef021f6-3b36-4d4e-bc11-5b2e724e7d61 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761099 Dec 12 04:06:48.250865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.268272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:48.281555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe7daa-1c66-4489-b73c-d1dfd3e42e23 req-a9ee40aa-3f36-401d-961e-ae2933e77d26 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:48.289848 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d4fe7daa-1c66-4489-b73c-d1dfd3e42e23 req-a9ee40aa-3f36-401d-961e-ae2933e77d26 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 950 time: 0.0976861 Dec 12 04:06:48.310698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '9786f5ae-048f-426b-acb5-d7c09c2f7ff2', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '9786f5ae-048f-426b-acb5-d7c09c2f7ff2', 'mac_address': 'fa:16:3e:1f:dc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:06:48.314371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Router ba527165-fa88-49b8-8100-75dd6bd98885 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:06:48.363487 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.384856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35264) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:48.397090 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.409900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35268) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:48.417682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ddb4b61c-370a-44d3-841d-29baee40205d None None] Provisioning complete for port 11f613cf-8734-4362-a128-17f76fae6dbb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:48.418038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1703316636-network', 'tenant_id': '0151549ef3674789b0c5a6454604a35a'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:48.418284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ddb4b61c-370a-44d3-841d-29baee40205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.446450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d4fe7daa-1c66-4489-b73c-d1dfd3e42e23 req-1f7d04cd-6b38-4243-904e-7c4630d49f82 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508646 Dec 12 04:06:48.467257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ddb4b61c-370a-44d3-841d-29baee40205d None None] Port 11f613cf-8734-4362-a128-17f76fae6dbb cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:06:48.472559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:48.495099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Made reservation on behalf of 0151549ef3674789b0c5a6454604a35a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:48.500539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.506304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:48.523561 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.540004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:06:48.551911 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c8c92897-ec01-47a4-8119-d3b60f521543 admin admin] 10.222.0.36 "PUT /v2.0/routers/ba527165-fa88-49b8-8100-75dd6bd98885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4556396 Dec 12 04:06:48.589810 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.596471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:48.623768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Sync routers for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:06:48.646499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:06:48.649056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:48.683585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7299a-93c3-4d4b-8b56-748817940822 req-3b20f568-edce-4f84-a678-1e369a49b168 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:48.693829 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2cf7299a-93c3-4d4b-8b56-748817940822 req-3b20f568-edce-4f84-a678-1e369a49b168 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 949 time: 0.1258433 Dec 12 04:06:48.730710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.747361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.759626 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.783228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.796637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:06:48.800712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2cf7299a-93c3-4d4b-8b56-748817940822 req-2e2c7af2-fe98-4370-afed-7751427086f4 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046784 Dec 12 04:06:48.812307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.812794 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Added segment b61d7d08-06f8-411c-8b46-a506da0ce5d0 of type vlan for network fd53c049-541f-4f29-9536-df0102b84e8e Dec 12 04:06:48.827950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:48.864217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event updated for resources: {'Port': ['ID=4fdbf17d-b2e2-48ac-a8c2-86b026185402,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:48.886462 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.904371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-f3a07a28-534d-4bec-8c3c-e8c5466661a2 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:06:48.909614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.913477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-f3a07a28-534d-4bec-8c3c-e8c5466661a2 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5276277 Dec 12 04:06:48.926094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['9786f5ae-048f-426b-acb5-d7c09c2f7ff2'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:48.935222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:06:48.936768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61977229-5f0d-4bc2-9939-b2ac96a0ffe9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:48.963203 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.964427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d5311bba-ccdc-4b6a-a519-f10537e45be5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7356896 Dec 12 04:06:48.984863 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.986110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:48.986795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:48.986932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:48.987181 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:49.058738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35286) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:49.112290 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6995583 Dec 12 04:06:49.115138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35292) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:49.116198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-4f86decd-c5a7-4b14-9b6f-7564fd595c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:49.118408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-4f86decd-c5a7-4b14-9b6f-7564fd595c20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1101 time: 0.0676060 Dec 12 04:06:49.122301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e5a7c-a52f-4f96-8739-ea3fd6e51cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd53c049-541f-4f29-9536-df0102b84e8e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:49.122937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Request body: {'subnet': {'network_id': 'fd53c049-541f-4f29-9536-df0102b84e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1703316636-subnet', 'tenant_id': '0151549ef3674789b0c5a6454604a35a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:49.161816 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network fd53c049-541f-4f29-9536-df0102b84e8e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:06:49.163153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Made reservation on behalf of 0151549ef3674789b0c5a6454604a35a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:49.167994 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:49.317401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-778d4139-9976-4caf-865c-486f87c1a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:49.319163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-778d4139-9976-4caf-865c-486f87c1a98c service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1756272 Dec 12 04:06:49.443640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:49.450860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 2, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:49.515779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Checking router: ba527165-fa88-49b8-8100-75dd6bd98885 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:06:49.521185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Updating router ba527165-fa88-49b8-8100-75dd6bd98885 port 11f613cf-8734-4362-a128-17f76fae6dbb binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:06:49.578663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:49.627347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa02e123-d73e-4239-a8a6-fb04363be35d,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:49.634869 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-755be89c-86ee-446d-b2d1-b7d0ae176d45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 217 time: 0.3064675 Dec 12 04:06:49.661712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Checking segment: {'id': 'b61d7d08-06f8-411c-8b46-a506da0ce5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fd53c049-541f-4f29-9536-df0102b84e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:49.661811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Network hostable DHCP agents. Network: fd53c049-541f-4f29-9536-df0102b84e8e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:06:49.721298 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-52629680-5587-416c-8b90-326853b792c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:49.740847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-abd38208-3325-4b2f-9398-bb25c97a9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:49.743486 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-abd38208-3325-4b2f-9398-bb25c97a9ae6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0659466 Dec 12 04:06:49.798838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Network fd53c049-541f-4f29-9536-df0102b84e8e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:06:49.805200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-c6f8d2dd-b496-4191-9a61-1bdcfe759892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:49.806630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-c6f8d2dd-b496-4191-9a61-1bdcfe759892 service neutron] 10.222.0.36 "GET /v2.0/ports/d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 1093 time: 0.3782108 Dec 12 04:06:49.807548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-d983d9ab-4c43-4b0e-bd6b-0ea6ca47fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:49.810069 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-d983d9ab-4c43-4b0e-bd6b-0ea6ca47fdc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568569 Dec 12 04:06:49.826474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Request body: {'binding': {'host': 'n-h1-710847-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:49.827022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Unknown quota resources ['binding']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:06:49.831944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, fd53c049-541f-4f29-9536-df0102b84e8e) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:49.837101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:49.837800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:49.845993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6fa6f-b288-49e2-9575-ca9191e1660a None None] Network fd53c049-541f-4f29-9536-df0102b84e8e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:49.897112 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c57cf-c7fb-4665-a96b-50367b0a1947 req-a06f7595-25db-4e8e-827c-c35765c81b20 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:49.899295 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da6c57cf-c7fb-4665-a96b-50367b0a1947 req-a06f7595-25db-4e8e-827c-c35765c81b20 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1414375 Dec 12 04:06:49.924236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35312) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:49.928918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-network', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:49.940064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2703c5d0-e902-4876-b500-0397e226c9c1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8236456 Dec 12 04:06:49.978137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-e09ae82a-9684-4604-a380-6e2d0b5f9762 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578064 Dec 12 04:06:49.978703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Made reservation on behalf of b4f1de97d6204638bfd556f87201e84e for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:49.981436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.001996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.045452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da6c57cf-c7fb-4665-a96b-50367b0a1947 req-779bcb1f-d7d1-4da0-96a2-46474bbf88a9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365051 Dec 12 04:06:50.058232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-52629680-5587-416c-8b90-326853b792c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.082561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-52629680-5587-416c-8b90-326853b792c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.105757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35316) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:50.116766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:50.171437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-52629680-5587-416c-8b90-326853b792c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46b7ff943b384577be44917b12a7351f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1104929 Dec 12 04:06:50.174095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35326) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:50.191789 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-178691ce-adf9-48e1-bc4f-11462cb97b3a req-1065dd4c-70c3-441d-88cf-f0d2127ceff5 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991327 Dec 12 04:06:50.201898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52629680-5587-416c-8b90-326853b792c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355f6c3e-c784-46d1-ae04-46862274f135,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:50.204575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc88448-724d-465b-ba8e-f9ab2e324a0d None None] Network fd53c049-541f-4f29-9536-df0102b84e8e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:50.205573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d76baf-7b0f-491e-a8cb-15e4c5ca125a admin admin] Deleting subnet 95bef70f-5b9d-41e7-b988-1dd7bdc5ed53 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:06:50.211296 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7d76baf-7b0f-491e-a8cb-15e4c5ca125a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.227300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b on host n-h1-710847-7 for vnic_type normal with profile None {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:50.227660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:50.227974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:50.268936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Port d7bd2098-e37d-4065-a4b3-a0226aba053b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:50.269170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:50.282015 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7d76baf-7b0f-491e-a8cb-15e4c5ca125a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.292133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:50.292479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:50.292911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:50.295241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Bound port: d7bd2098-e37d-4065-a4b3-a0226aba053b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:50.300067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.303926 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7d76baf-7b0f-491e-a8cb-15e4c5ca125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.307199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.359543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:06:50.367009 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.378997 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861e04db-5d26-4167-8911-a456d3c70110,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:50.386260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:06:50.389926 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.390225 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.390778 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Added segment 73dc7946-17a4-4fa9-90d8-2333545ae054 of type vlan for network 0a35f6cf-62ff-41c8-9807-45e42d885af2 Dec 12 04:06:50.398403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:50.398886 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.416864 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e71f-c99c-4123-9db1-0bf18723d179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.443903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7d76baf-7b0f-491e-a8cb-15e4c5ca125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.447436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.453261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:50.461542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-99187fa5-57d0-4254-a533-0224625a3049 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:50.463491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-99187fa5-57d0-4254-a533-0224625a3049 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/networks?id=918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 200 len: 822 time: 0.2884550 Dec 12 04:06:50.471879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.473078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d76baf-7b0f-491e-a8cb-15e4c5ca125a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bef70f-5b9d-41e7-b988-1dd7bdc5ed53,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:50.473659 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-629502de-269a-4e35-bd4e-9d58a8ac68f9 service neutron] 10.222.0.36 "POST /v2.0/ports/d7bd2098-e37d-4065-a4b3-a0226aba053b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6552842 Dec 12 04:06:50.480859 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e71f-c99c-4123-9db1-0bf18723d179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.507050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-272807ac-bea9-4979-8757-5214a8963cd6 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/quotas/2f94b92aabe84e4892f791deaf2059f3 HTTP/1.1" status: 200 len: 375 time: 0.0288818 Dec 12 04:06:50.518300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6bbf6-b03b-494d-a0ce-cf8fe5524aec None None] Pushing event updated for resources: {'Port': ['ID=11f613cf-8734-4362-a128-17f76fae6dbb,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:50.538479 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.542457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:50.543347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.567927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7d76baf-7b0f-491e-a8cb-15e4c5ca125a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.578223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e7d76baf-7b0f-491e-a8cb-15e4c5ca125a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/95bef70f-5b9d-41e7-b988-1dd7bdc5ed53 HTTP/1.1" status: 204 len: 168 time: 0.4709923 Dec 12 04:06:50.587421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-8607f076-8f54-4453-b857-085c82feb34a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f94b92aabe84e4892f791deaf2059f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791283 Dec 12 04:06:50.595105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35330) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:50.614595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Attempting to bind port 11f613cf-8734-4362-a128-17f76fae6dbb on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:50.615111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Attempting to bind port 11f613cf-8734-4362-a128-17f76fae6dbb by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:50.615235 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Attempting to bind port 11f613cf-8734-4362-a128-17f76fae6dbb on network 695603de-80e2-4b3d-8195-8a60643536e4 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:50.630877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:50.631255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Checking segment: {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:50.631676 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.632060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Bound using segment: {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:50.632552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Bound port: 11f613cf-8734-4362-a128-17f76fae6dbb, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:50.632987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.645295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.710352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9786f5ae-048f-426b-acb5-d7c09c2f7ff2'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:50.724015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] Pushing event updated for resources: {'Network': ['ID=0a35f6cf-62ff-41c8-9807-45e42d885af2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:50.732138 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a240231e-643b-4b71-8c8b-94bb85bcf01b" -d '{"events": [{"server_uuid": "686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85", "name": "network-vif-plugged", "status": "completed", "tag": "9786f5ae-048f-426b-acb5-d7c09c2f7ff2"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:50.739141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb832a1b-4a42-43f3-b431-9d2604084b0a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8143687 Dec 12 04:06:50.747646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35336) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:50.765669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Request body: {'subnet': {'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-subnet', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:50.772256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0a35f6cf-62ff-41c8-9807-45e42d885af2 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:06:50.797625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93811f-355d-4dd0-9c4e-773437303a52 req-930bca2d-18c2-416d-87d7-0ce9b6212099 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:50.799364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4b93811f-355d-4dd0-9c4e-773437303a52 req-930bca2d-18c2-416d-87d7-0ce9b6212099 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 950 time: 0.0905204 Dec 12 04:06:50.803228 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e71f-c99c-4123-9db1-0bf18723d179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.806422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e71f-c99c-4123-9db1-0bf18723d179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.809034 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f3f9e71f-c99c-4123-9db1-0bf18723d179 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/355f6c3e-c784-46d1-ae04-46862274f135 HTTP/1.1" status: 204 len: 168 time: 0.6256945 Dec 12 04:06:50.810136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.847005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9e71f-c99c-4123-9db1-0bf18723d179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355f6c3e-c784-46d1-ae04-46862274f135,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:50.858676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-3fc092b2-9788-4aa7-9c1b-473a2ed116ea service neutron] 10.222.0.36 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697947 Dec 12 04:06:50.869745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Made reservation on behalf of b4f1de97d6204638bfd556f87201e84e for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:50.871896 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:50.895716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:50.903409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4b93811f-355d-4dd0-9c4e-773437303a52 req-a212fd08-6068-4ff0-9245-2cc1f8a828c4 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882182 Dec 12 04:06:50.905836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-170cb2fa-1d90-490b-af8f-201506bec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:50.907334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-170cb2fa-1d90-490b-af8f-201506bec1ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1096 time: 0.1037679 Dec 12 04:06:50.937327 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.000673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:51.009479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-034c863c-4ca5-4476-8f86-06043c4b30e8 None None] Provisioning complete for port 11f613cf-8734-4362-a128-17f76fae6dbb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:51.010010 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-034c863c-4ca5-4476-8f86-06043c4b30e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.056901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] For port 11f613cf-8734-4362-a128-17f76fae6dbb, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:51.062384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] For port 11f613cf-8734-4362-a128-17f76fae6dbb, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=11f613cf-8734-4362-a128-17f76fae6dbb,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:51.067564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-034c863c-4ca5-4476-8f86-06043c4b30e8 None None] Port 11f613cf-8734-4362-a128-17f76fae6dbb cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:06:51.070275 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.097173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.138008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ddd90-60b6-485e-9e2b-9e0a93b4799b req-f3984667-b5dc-430c-a3b8-3349cfd0a45b tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:51.146075 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-197ddd90-60b6-485e-9e2b-9e0a93b4799b req-f3984667-b5dc-430c-a3b8-3349cfd0a45b tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 950 time: 0.1126633 Dec 12 04:06:51.156749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:06:51.157677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:51.167543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-3ed4893b-7749-4247-bbbe-37789b6090b0 service neutron] 10.222.0.36 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079014 Dec 12 04:06:51.176673 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.177297 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.178242 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.179865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > port after_create 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.181319 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.181849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > port after_update 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.182852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-fcee30fb-161d-4f02-aee2-236f55cfbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:51.185583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.185939 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.186386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.186627 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.187060 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-fcee30fb-161d-4f02-aee2-236f55cfbc5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.2718236 Dec 12 04:06:51.276459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-10f527e0-9961-446e-8433-7ced5e9b049c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 217 time: 0.0700910 Dec 12 04:06:51.301920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-197ddd90-60b6-485e-9e2b-9e0a93b4799b req-66b0b754-4d5f-401f-af59-714cfd80881e tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546328 Dec 12 04:06:51.333085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6bbf6-b03b-494d-a0ce-cf8fe5524aec None None] Pushing event updated for resources: {'Port': ['ID=11f613cf-8734-4362-a128-17f76fae6dbb,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:51.342211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.342573 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.343346 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.343346 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:51.343707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a619a4c3-7f4e-4dc4-a916-0b345987405c']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:51.349856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:51.373103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:06:51.381919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de05ba1c-faa2-43af-a2d0-46c75493c506') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:51.382231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de05ba1c-faa2-43af-a2d0-46c75493c506') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:51.389392 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85d3ca5c-7278-4f3a-b8f0-0b021503c417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.414648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.493973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.508879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:06:51.509293 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.514654 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97c2986-fa33-4dd2-a85e-a1fbc205d4b0 x-openstack-request-id: req-b97c2986-fa33-4dd2-a85e-a1fbc205d4b0 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:51.515099 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85", "name": "network-vif-plugged", "status": "completed", "tag": "9786f5ae-048f-426b-acb5-d7c09c2f7ff2", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:51.515377 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b97c2986-fa33-4dd2-a85e-a1fbc205d4b0 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:51.516229 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9786f5ae-048f-426b-acb5-d7c09c2f7ff2', 'code': 200} Dec 12 04:06:51.539441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-dfdd0e1b-2045-4ae4-bcfc-f799b5e12eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:51.541627 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-dfdd0e1b-2045-4ae4-bcfc-f799b5e12eac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.2385163 Dec 12 04:06:51.549502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-ec747a9c-f6f6-4ef2-92a1-2dd6275cad92 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:51.552124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-ec747a9c-f6f6-4ef2-92a1-2dd6275cad92 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 1101 time: 0.1562254 Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: from cryptography.utils import int_from_bytes Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: from cryptography.utils import int_from_bytes Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:06:51.556631 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:06:51.604779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-023b6d18-71f9-412f-bbf7-ed80a609a1eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514386 Dec 12 04:06:51.608925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dfa8dae9-eb33-4707-bfa3-1a1155c0f418 None None] Provisioning complete for port 11f613cf-8734-4362-a128-17f76fae6dbb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:51.609303 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dae9-eb33-4707-bfa3-1a1155c0f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.643849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953efa22-1939-48e6-b332-c36a6e05534f req-b0367cf8-45f4-4b05-80da-94960b3f8595 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:51.645524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-953efa22-1939-48e6-b332-c36a6e05534f req-b0367cf8-45f4-4b05-80da-94960b3f8595 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 945 time: 0.1877534 Dec 12 04:06:51.751148 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dae9-eb33-4707-bfa3-1a1155c0f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.779982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:51.783807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204b126-0e89-45bc-9193-15622977e561 req-6efefabb-438a-4148-966d-1c5ebd97655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:51.785591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b204b126-0e89-45bc-9193-15622977e561 req-6efefabb-438a-4148-966d-1c5ebd97655a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 1101 time: 0.2176964 Dec 12 04:06:51.817168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1360ee9-dced-43b3-bb9f-ac011e060f6e None None] The sync data for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 is: [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:06:51.820214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dfa8dae9-eb33-4707-bfa3-1a1155c0f418 None None] For port 11f613cf-8734-4362-a128-17f76fae6dbb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=11f613cf-8734-4362-a128-17f76fae6dbb,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:51.829642 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dae9-eb33-4707-bfa3-1a1155c0f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:51.860487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-953efa22-1939-48e6-b332-c36a6e05534f req-ae8f3526-36fa-4a1f-8beb-2ee2fa69db85 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001245 Dec 12 04:06:51.866012 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-737162c2-d71d-48c7-a2d5-8bfe10221370 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171493 Dec 12 04:06:51.902420 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:06:51.908246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8dae9-eb33-4707-bfa3-1a1155c0f418 None None] Pushing event updated for resources: {'Port': ['ID=11f613cf-8734-4362-a128-17f76fae6dbb,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:51.943358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Deleting port 71f120c6-26b9-4be3-a477-30ee39f15aa6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:06:51.943807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.003231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b204b126-0e89-45bc-9193-15622977e561 req-f15bb996-d45e-462f-a1c0-b0c689e59e0b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957476 Dec 12 04:06:52.065099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c1e111d-cd1e-4748-b37c-4d11c2d95949 req-9b0b7203-b237-487f-a8f0-c14e63367f4a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 210 time: 0.0627985 Dec 12 04:06:52.120219 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-048a2607-f2d0-447b-9a3f-8641d6ccc7b9 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364051 Dec 12 04:06:52.127116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] For port 71f120c6-26b9-4be3-a477-30ee39f15aa6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f120c6-26b9-4be3-a477-30ee39f15aa6,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:52.127480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.160863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Calling delete_port for 71f120c6-26b9-4be3-a477-30ee39f15aa6 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:06:52.162719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.192127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.198635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] 10.222.0.36 "DELETE /v2.0/networks/a619a4c3-7f4e-4dc4-a916-0b345987405c HTTP/1.1" status: 204 len: 168 time: 1.5903032 Dec 12 04:06:52.199935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35358) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:52.222828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fefcb4-7e48-4e6f-98c9-6a749c90b7fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a619a4c3-7f4e-4dc4-a916-0b345987405c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:52.224862 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.249237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f5982-1d19-4fd9-b307-f33193cff2d0 req-53b28dc5-3bd6-439d-894c-4b7023363215 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:52.250812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a9f5982-1d19-4fd9-b307-f33193cff2d0 req-53b28dc5-3bd6-439d-894c-4b7023363215 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 950 time: 0.1097739 Dec 12 04:06:52.261697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac45a2f-3ffe-41c4-b6b2-8542276efe12 req-ce67561b-f05d-442c-ab00-8f479cc789ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:52.263269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bac45a2f-3ffe-41c4-b6b2-8542276efe12 req-ce67561b-f05d-442c-ab00-8f479cc789ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.6705153 Dec 12 04:06:52.352802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a9f5982-1d19-4fd9-b307-f33193cff2d0 req-56fa7fae-3305-42cb-89cf-4ad54d3a41e3 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952892 Dec 12 04:06:52.376240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85d3ca5c-7278-4f3a-b8f0-0b021503c417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.382087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f146ad-7c05-4235-89b5-52f4a2f3347a,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:52.402826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85d3ca5c-7278-4f3a-b8f0-0b021503c417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.481954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Deleting subnet fa02e123-d73e-4239-a8a6-fb04363be35d {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:06:52.493280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-85d3ca5c-7278-4f3a-b8f0-0b021503c417 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31375f357393450487d67b3d69ff8410&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1326079 Dec 12 04:06:52.494061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3ca5c-7278-4f3a-b8f0-0b021503c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c027673-f887-4b0d-bf12-d9087d1add20,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:52.499072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.502119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35362) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:52.590353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.598940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.602850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bac45a2f-3ffe-41c4-b6b2-8542276efe12 req-fc25a0d1-4a4d-4df4-a689-8fbfa9bb6d4b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013268 Dec 12 04:06:52.611270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-69f770ca-f8a7-4810-88bd-2e4c1ea2595e tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:52.612976 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-69f770ca-f8a7-4810-88bd-2e4c1ea2595e tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.2531345 Dec 12 04:06:52.640484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Checking segment: {'id': '73dc7946-17a4-4fa9-90d8-2333545ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:52.640865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Network hostable DHCP agents. Network: 0a35f6cf-62ff-41c8-9807-45e42d885af2, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:06:52.641836 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['71f120c6-26b9-4be3-a477-30ee39f15aa6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:52.682329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f385-1280-4dc1-b9b4-ebf94d7550c9 req-2253cf49-102f-480d-a88a-943f7816918d tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:52.691781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.698837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ada0f385-1280-4dc1-b9b4-ebf94d7550c9 req-2253cf49-102f-480d-a88a-943f7816918d tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 950 time: 0.2651443 Dec 12 04:06:52.707329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-7'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:52.723532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Network 0a35f6cf-62ff-41c8-9807-45e42d885af2 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:06:52.725532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4e1c-5b65-428d-9e24-e7707f910699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.752015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Pushing event deleted for resources: {'Port': ['ID=71f120c6-26b9-4be3-a477-30ee39f15aa6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:52.771422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0a35f6cf-62ff-41c8-9807-45e42d885af2) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:52.774466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4e1c-5b65-428d-9e24-e7707f910699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.783688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e408360-aee1-48d7-8558-3335375c4148 None None] Network 0a35f6cf-62ff-41c8-9807-45e42d885af2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:52.800509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:52.801137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.839192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] No DVR routers for this DVR port 71f120c6-26b9-4be3-a477-30ee39f15aa6 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:06:52.853437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.853795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.854148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.854476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.854813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.855145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.855477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.855806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.856352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.856493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.856780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.857132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.857453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.860084 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2c014790-a94a-48a7-ad1f-394cb101735d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1113901 Dec 12 04:06:52.863215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35364) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:52.867069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 11f613cf-8734-4362-a128-17f76fae6dbb up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:52.869597 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.872753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:52.875247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-974bfadf-88db-4e4a-863b-8b1e6a3f5d3d req-7a0d8fcc-eb01-4503-978a-2aada99911f2 tempest-DeleteServersAdminTestJSON-336092370 tempest-DeleteServersAdminTestJSON-336092370-project-admin] 10.222.0.37 "DELETE /v2.0/ports/71f120c6-26b9-4be3-a477-30ee39f15aa6 HTTP/1.1" status: 204 len: 173 time: 1.3047335 Dec 12 04:06:52.878117 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.916424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa02e123-d73e-4239-a8a6-fb04363be35d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:52.924145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44e17aa-35a0-420f-818b-8c9279cb4c94', 'name': 'network-vif-deleted', 'tag': '71f120c6-26b9-4be3-a477-30ee39f15aa6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:52.930628 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950f0660-db98-4c22-b1a3-096f047625fd" -d '{"events": [{"server_uuid": "d44e17aa-35a0-420f-818b-8c9279cb4c94", "name": "network-vif-deleted", "tag": "71f120c6-26b9-4be3-a477-30ee39f15aa6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:52.948981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.958771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fa02e123-d73e-4239-a8a6-fb04363be35d HTTP/1.1" status: 204 len: 168 time: 0.7472548 Dec 12 04:06:52.970100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.970698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.971367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.972095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.972456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.973025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.973509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.974334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.974865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.975279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.975899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.976276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.976511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35370) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:52.977232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441e2f-c547-4445-8a23-498ad0247a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:06:52.980336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:52.999747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4e1c-5b65-428d-9e24-e7707f910699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:53.007710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4e1c-5b65-428d-9e24-e7707f910699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:53.013565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fe7a4e1c-5b65-428d-9e24-e7707f910699 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c027673-f887-4b0d-bf12-d9087d1add20 HTTP/1.1" status: 204 len: 168 time: 0.5084090 Dec 12 04:06:53.019703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:53.024270 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:53.038733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a4e1c-5b65-428d-9e24-e7707f910699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c027673-f887-4b0d-bf12-d9087d1add20,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:53.041085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ada0f385-1280-4dc1-b9b4-ebf94d7550c9 req-c8ee733c-d452-4d8e-ae80-4bfe712fd656 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410001 Dec 12 04:06:53.148158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 11f613cf-8734-4362-a128-17f76fae6dbb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:53.149264 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:53.150978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-0a35f6cf-62ff-41c8-9807-45e42d885af2', 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2', 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'fixed_ips': [{'subnet_id': '32f146ad-7c05-4235-89b5-52f4a2f3347a'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:06:53.151815 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:53.316585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:53.374296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18a194-5a27-4e8e-8369-7509a6c8b857 req-98d5cff1-bb95-4328-96a3-8b8caf06dff8 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:53.380943 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ac18a194-5a27-4e8e-8369-7509a6c8b857 req-98d5cff1-bb95-4328-96a3-8b8caf06dff8 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 945 time: 0.2834904 Dec 12 04:06:53.501744 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e5f5ec-499d-4888-b0e0-ddcec13a347b x-openstack-request-id: req-c5e5f5ec-499d-4888-b0e0-ddcec13a347b {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:53.502399 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44e17aa-35a0-420f-818b-8c9279cb4c94", "name": "network-vif-deleted", "tag": "71f120c6-26b9-4be3-a477-30ee39f15aa6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:53.503003 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5e5f5ec-499d-4888-b0e0-ddcec13a347b {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:53.503732 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44e17aa-35a0-420f-818b-8c9279cb4c94', 'name': 'network-vif-deleted', 'tag': '71f120c6-26b9-4be3-a477-30ee39f15aa6', 'status': 'completed', 'code': 200} Dec 12 04:06:53.653369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ac18a194-5a27-4e8e-8369-7509a6c8b857 req-2de82a25-b4a1-4763-b352-4557588a74fb tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255102 Dec 12 04:06:53.731659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Allocated IP 172.20.0.2 (0a35f6cf-62ff-41c8-9807-45e42d885af2/32f146ad-7c05-4235-89b5-52f4a2f3347a/900a3092-51d1-4ed0-a283-301c17c30462) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:53.774111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f3ad11ac-366d-4050-9100-6a82d4832c75 req-947f76aa-cf03-432f-9887-9e4b9a4b35f7 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 210 time: 0.2734368 Dec 12 04:06:53.894876 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:53.919087 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:53.936763 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a20dcbfc-b453-42c6-8627-cb02c52bfeb6 req-8dd2ebde-2919-44a0-8c74-430f78f523de tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=d44e17aa-35a0-420f-818b-8c9279cb4c94 HTTP/1.1" status: 200 len: 210 time: 0.0893686 Dec 12 04:06:54.006941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-3e539538-ada0-41a2-97bf-ce66bd1bdc74 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:54.008695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-3e539538-ada0-41a2-97bf-ce66bd1bdc74 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.18 "GET /v2.0/networks?id=918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 200 len: 822 time: 0.5101058 Dec 12 04:06:54.015908 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.025473 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.049881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Request body: {'port': {'device_id': 'f60d25f4-5845-41ed-81a5-4476e275b6ed', 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2', 'admin_state_up': True, 'tenant_id': '2f94b92aabe84e4892f791deaf2059f3'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:54.070061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Network 0a35f6cf-62ff-41c8-9807-45e42d885af2 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:54.076347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:54.080023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:54.142588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Pushing event updated for resources: {'Port': ['ID=900a3092-51d1-4ed0-a283-301c17c30462,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:54.189528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Attempting to bind port 900a3092-51d1-4ed0-a283-301c17c30462 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:54.190863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Attempting to bind port 900a3092-51d1-4ed0-a283-301c17c30462 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '73dc7946-17a4-4fa9-90d8-2333545ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:54.191468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Attempting to bind port 900a3092-51d1-4ed0-a283-301c17c30462 on network 0a35f6cf-62ff-41c8-9807-45e42d885af2 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:54.197937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:54.198617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Checking segment: {'id': '73dc7946-17a4-4fa9-90d8-2333545ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:54.199352 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.200070 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Bound using segment: {'id': '73dc7946-17a4-4fa9-90d8-2333545ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:54.201181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Bound port: 900a3092-51d1-4ed0-a283-301c17c30462, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc7946-17a4-4fa9-90d8-2333545ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:54.201841 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.231477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99467c4c-5502-42e6-9f3a-5dc9bd14eae8 req-ae7fa6ad-0b0f-4e4d-aa22-3542a88ca470 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:54.232650 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.233500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99467c4c-5502-42e6-9f3a-5dc9bd14eae8 req-ae7fa6ad-0b0f-4e4d-aa22-3542a88ca470 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.2748525 Dec 12 04:06:54.239706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.252748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:54.255804 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.282040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314dd64-b8cb-415d-9a50-2c2d49e1cf7f req-f2689fa6-ad78-4580-bdc2-ab888068db2b tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:54.283555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4314dd64-b8cb-415d-9a50-2c2d49e1cf7f req-f2689fa6-ad78-4580-bdc2-ab888068db2b tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 950 time: 0.1454034 Dec 12 04:06:54.299476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] For port 900a3092-51d1-4ed0-a283-301c17c30462, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:54.302855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] For port 900a3092-51d1-4ed0-a283-301c17c30462, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=900a3092-51d1-4ed0-a283-301c17c30462,segment=NetworkSegment(73dc7946-17a4-4fa9-90d8-2333545ae054),segment_id=73dc7946-17a4-4fa9-90d8-2333545ae054)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:54.309107 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.372490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.372876 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.373658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.374020 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > port after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.374358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.374702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > port after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.375248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.375777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.376289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.376865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.395049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36023901-7d1b-4be3-b7af-f82ff8035a4c None None] Pushing event updated for resources: {'Port': ['ID=900a3092-51d1-4ed0-a283-301c17c30462,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:54.443941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Allocated IP 172.25.7.211 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/f796b251-22f8-457f-a465-89f0dc6664d4) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:54.452172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.452839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.453377 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.453971 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 04:06:54.454653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd53c049-541f-4f29-9536-df0102b84e8e']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:54.481169 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99467c4c-5502-42e6-9f3a-5dc9bd14eae8 req-c8f1bb49-23b0-4655-8195-b9bd52f4f5d2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344956 Dec 12 04:06:54.521161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61d7d08-06f8-411c-8b46-a506da0ce5d0') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:54.521752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61d7d08-06f8-411c-8b46-a506da0ce5d0') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:54.524742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4314dd64-b8cb-415d-9a50-2c2d49e1cf7f req-e134ce8b-0457-471e-952f-af219b150f74 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755445 Dec 12 04:06:54.554075 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.587758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.608931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:06:54.608931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.649888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: from cryptography.utils import int_from_bytes Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: from cryptography.utils import int_from_bytes Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:06:54.697724 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:06:54.724244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:54.732753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.804377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:54.806501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.833949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:54.846519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Made reservation on behalf of 2f94b92aabe84e4892f791deaf2059f3 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:54.850693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.867495 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:54.880284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.884704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fd53c049-541f-4f29-9536-df0102b84e8e HTTP/1.1" status: 204 len: 168 time: 1.8892727 Dec 12 04:06:54.889853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 900a3092-51d1-4ed0-a283-301c17c30462 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:54.930074 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.946931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Pushing event updated for resources: {'Port': ['ID=f796b251-22f8-457f-a465-89f0dc6664d4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:54.970377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9246d7-02cd-4abd-a461-5b33a73088c4 req-68975f68-c720-4e8d-b99d-d8f4dd1f0b07 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:54.971884 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa9246d7-02cd-4abd-a461-5b33a73088c4 req-68975f68-c720-4e8d-b99d-d8f4dd1f0b07 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 945 time: 0.1415586 Dec 12 04:06:54.972536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 900a3092-51d1-4ed0-a283-301c17c30462 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:54.973132 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:54.983006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:55.087973 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:55.099022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35426) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:55.128506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd92c5-6506-492c-a213-bb6ab700eb40 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd53c049-541f-4f29-9536-df0102b84e8e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:55.138359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bd2098-e37d-4065-a4b3-a0226aba053b,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:55.149571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 900a3092-51d1-4ed0-a283-301c17c30462, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=900a3092-51d1-4ed0-a283-301c17c30462,segment=NetworkSegment(73dc7946-17a4-4fa9-90d8-2333545ae054),segment_id=73dc7946-17a4-4fa9-90d8-2333545ae054)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:55.154784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa9246d7-02cd-4abd-a461-5b33a73088c4 req-1087b111-250b-4825-b47b-cd58bb3d398b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363063 Dec 12 04:06:55.169192 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:55.241754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ce8e6040-8fe9-4ffa-8a6d-45f06e257f7f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee93349229fc49388f70aac08aae9c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413872 Dec 12 04:06:55.246998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35428) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:55.302748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b on host n-h2-710847-7 for vnic_type normal with profile {"migrating_to": "n-h1-710847-7"} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:55.303206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:55.303637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:55.317967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=900a3092-51d1-4ed0-a283-301c17c30462,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:55.332881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090054-5076-4232-bc00-4882a09d485a req-2c669c07-31c5-443b-945a-11f82b518cca tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:55.342124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2090054-5076-4232-bc00-4882a09d485a req-2c669c07-31c5-443b-945a-11f82b518cca tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 950 time: 0.3871088 Dec 12 04:06:55.360079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Port d7bd2098-e37d-4065-a4b3-a0226aba053b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:55.360692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Attempting to bind port d7bd2098-e37d-4065-a4b3-a0226aba053b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:55.412720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-887bdceb-7b07-46f7-9542-9254a43d6c2e req-8b252d02-6b33-479a-bffa-39855ba9d73a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 210 time: 0.0591972 Dec 12 04:06:55.417471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb43ef9e-cbe3-4eb3-8db3-9952efb86745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:55.418899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:55.419242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:55.421048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:55.421675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Bound port: d7bd2098-e37d-4065-a4b3-a0226aba053b, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:55.422347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:55.444063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:55.475613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Allocated IP 172.20.0.7 (918a733d-c3e3-4df9-9b26-cea87ba98ce2/51aea620-c7d7-4435-958a-8e7735cf0ef2/a44e468e-18e8-4c7a-8f20-52d897368703) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:55.544909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2090054-5076-4232-bc00-4882a09d485a req-e1b548d7-2451-43cb-a510-b5bb05270daf tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858606 Dec 12 04:06:55.544909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:55.544909 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e5311-b0c4-404c-bc92-70299e6b19f3" -d '{"events": [{"server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "name": "network-vif-unplugged", "status": "completed", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:55.629512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:55.641338 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2361a5b1-c4d2-49e7-983c-08be61977f16 x-openstack-request-id: req-2361a5b1-c4d2-49e7-983c-08be61977f16 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:55.641689 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "name": "network-vif-unplugged", "status": "completed", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:55.642127 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2361a5b1-c4d2-49e7-983c-08be61977f16 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:55.642691 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b', 'code': 200} Dec 12 04:06:55.647704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:55.668241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb43ef9e-cbe3-4eb3-8db3-9952efb86745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:55.770150 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:55.807337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c458cd-1aaa-40af-8816-7de9c533671e req-8c5b83bc-d731-4f92-9934-6e1049e67068 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:55.817787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04c458cd-1aaa-40af-8816-7de9c533671e req-8c5b83bc-d731-4f92-9934-6e1049e67068 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1864014 Dec 12 04:06:55.900003 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-a079acb6-6875-4e93-bf99-09f694fdba5a tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=37d695d6fcfb4133871a213d7bd93528&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675251 Dec 12 04:06:55.913263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54abbc33-c703-4120-9413-c7890aeb7f50 None None] Network 0a35f6cf-62ff-41c8-9807-45e42d885af2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:06:56.009289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bd2098-e37d-4065-a4b3-a0226aba053b,revision_number=8']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:56.028307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:56.028473 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.029955 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7f3acf26-a93b-4b10-96c6-60a1b4c6d602 service neutron] 10.222.0.37 "PUT /v2.0/ports/d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 1121 time: 3.3656077 Dec 12 04:06:56.035083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cb2571f1-47c4-4257-a9ae-f6cfd6c7d4f6 None None] Provisioning complete for port 900a3092-51d1-4ed0-a283-301c17c30462 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:56.035451 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb2571f1-47c4-4257-a9ae-f6cfd6c7d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.049449 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.113983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb43ef9e-cbe3-4eb3-8db3-9952efb86745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.115989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-f4edb7c8-dc69-49f4-b8a6-2fc3ab3ae3ad tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:56.116661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb43ef9e-cbe3-4eb3-8db3-9952efb86745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.117568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-f4edb7c8-dc69-49f4-b8a6-2fc3ab3ae3ad tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045581 Dec 12 04:06:56.117876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb43ef9e-cbe3-4eb3-8db3-9952efb86745 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bb5881b-a108-44c1-9c44-ea47b233c62e HTTP/1.1" status: 204 len: 168 time: 0.8700020 Dec 12 04:06:56.159643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['d7bd2098-e37d-4065-a4b3-a0226aba053b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:06:56.161527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-33b31642-09d1-4c34-9774-71217518219e tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/quotas/37d695d6fcfb4133871a213d7bd93528 HTTP/1.1" status: 200 len: 375 time: 0.0320919 Dec 12 04:06:56.169572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.172530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04c458cd-1aaa-40af-8816-7de9c533671e req-9abe7d78-32a0-47a9-b8aa-ab549d3e1777 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538761 Dec 12 04:06:56.180386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.184281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43ef9e-cbe3-4eb3-8db3-9952efb86745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb5881b-a108-44c1-9c44-ea47b233c62e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:56.262282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event updated for resources: {'Port': ['ID=a44e468e-18e8-4c7a-8f20-52d897368703,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:56.325673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-ea68f144-4988-4956-91af-1b6e8ee05a52 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37d695d6fcfb4133871a213d7bd93528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452161 Dec 12 04:06:56.335790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:06:56.337632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:06:56.340467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:06:56.385997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71f120c6-26b9-4be3-a477-30ee39f15aa6 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:06:56.460119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 71f120c6-26b9-4be3-a477-30ee39f15aa6 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:06:56.467938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Router 8632e50c-342d-43b8-9436-1da429296fc4 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:06:56.477453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71f120c6-26b9-4be3-a477-30ee39f15aa6 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:06:56.588675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-21f9f784-b09e-4f7b-a9d2-846f17a54110 None None] Provisioning complete for port 900a3092-51d1-4ed0-a283-301c17c30462 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:56.590060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-21f9f784-b09e-4f7b-a9d2-846f17a54110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.657685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:06:56.678243 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Sync routers for ids ['8632e50c-342d-43b8-9436-1da429296fc4'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:06:56.697458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e811de58-57f9-4fc0-a2cf-f9c384a405c0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=dc4e869978144656884135afe082dc86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369570 Dec 12 04:06:56.732385 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Routers {'8632e50c-342d-43b8-9436-1da429296fc4'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:06:56.733283 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['8632e50c-342d-43b8-9436-1da429296fc4'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:56.734936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:56.735742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.784390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-12684fa7-a892-49d5-8c77-456171b9f988 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7443268 Dec 12 04:06:56.798678 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:56.800020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4b2027f8-bb11-4b51-a9fa-11ccf7bfd00c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9358828 Dec 12 04:06:56.803454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23221d-1b4c-4431-b301-860a2e0e0fd1 req-f468248b-ca9f-4a60-9ecc-aa9a01fb1314 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:56.806034 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc23221d-1b4c-4431-b301-860a2e0e0fd1 req-f468248b-ca9f-4a60-9ecc-aa9a01fb1314 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 943 time: 0.1343534 Dec 12 04:06:56.807517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35478) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:56.833900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Request body: {'port': {'device_id': 'f60d25f4-5845-41ed-81a5-4476e275b6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:56.870165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35482) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:56.877494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 900a3092-51d1-4ed0-a283-301c17c30462 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:06:56.928116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b27e2b17-83b1-49fd-9a2c-2feb25c8f3ff tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:56.937113 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Set router 8632e50c-342d-43b8-9436-1da429296fc4 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:06:56.937627 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b27e2b17-83b1-49fd-9a2c-2feb25c8f3ff tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388198 Dec 12 04:06:56.961537 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-34a55a52-0053-4bcf-bedb-c95389cdb7a2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/quotas/dc4e869978144656884135afe082dc86 HTTP/1.1" status: 200 len: 375 time: 0.0222116 Dec 12 04:06:56.969481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 900a3092-51d1-4ed0-a283-301c17c30462 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:06:56.970488 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.005001 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-f1d6489b-2e72-4a4c-9268-40107ac7588d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400021 Dec 12 04:06:57.117427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc23221d-1b4c-4431-b301-860a2e0e0fd1 req-26d56766-635e-475b-8e61-bee8446099b2 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909954 Dec 12 04:06:57.171803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35490) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:57.179139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f411fd3b-db18-4597-98a5-308ab0e818ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0151549ef3674789b0c5a6454604a35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618775 Dec 12 04:06:57.183793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.231144 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632e50c-342d-43b8-9436-1da429296fc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:53Z', 'updated_at': '2021-12-12T04:06:55Z', 'revision_number': 3, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'gw_port': {'id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:54Z', 'updated_at': '2021-12-12T04:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:57.261803 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Checking router: 8632e50c-342d-43b8-9436-1da429296fc4 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:06:57.262410 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Updating router 8632e50c-342d-43b8-9436-1da429296fc4 port f796b251-22f8-457f-a465-89f0dc6664d4 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:06:57.312798 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.341794 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-673e5ffb-3059-47f1-9564-26a60ff2d723 req-e9b549e7-4301-4baa-98d8-17c3cb9925bd tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 210 time: 0.0736053 Dec 12 04:06:57.383213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2680c6bc-5320-40c5-ba0b-86d45c56697c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.405855 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-612b884d-495d-4172-a2df-ed2277f7f9dd service neutron] show failed (client error): The resource could not be found. Dec 12 04:06:57.407645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-612b884d-495d-4172-a2df-ed2277f7f9dd service neutron] 10.222.0.37 "GET /v2.0/ports/e8f526f6-3f59-4b44-90b7-ced35ee04ff0/bindings/n-h2-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.3687935 Dec 12 04:06:57.423870 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2680c6bc-5320-40c5-ba0b-86d45c56697c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.530389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcdec1-3562-4ea7-a95d-c75fa54000e0 req-e00a10e5-963a-40fa-9c25-2b3e8583e1c7 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:57.532061 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24bcdec1-3562-4ea7-a95d-c75fa54000e0 req-e00a10e5-963a-40fa-9c25-2b3e8583e1c7 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 950 time: 0.0756936 Dec 12 04:06:57.533460 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2680c6bc-5320-40c5-ba0b-86d45c56697c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.536172 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2680c6bc-5320-40c5-ba0b-86d45c56697c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.537271 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2680c6bc-5320-40c5-ba0b-86d45c56697c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61977229-5f0d-4bc2-9939-b2ac96a0ffe9 HTTP/1.1" status: 204 len: 168 time: 0.3644826 Dec 12 04:06:57.548925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680c6bc-5320-40c5-ba0b-86d45c56697c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61977229-5f0d-4bc2-9939-b2ac96a0ffe9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:57.599450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24bcdec1-3562-4ea7-a95d-c75fa54000e0 req-36866262-8822-4414-9e4d-e909623f3016 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524094 Dec 12 04:06:57.649356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:57.651667 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36502980-842c-4518-8530-8b48388dc0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:57.705081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b248e2-e5fe-4049-95e4-d3eda732be33 req-16c4916a-b3f2-4f93-b644-3359de92eaca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:57.708696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08b248e2-e5fe-4049-95e4-d3eda732be33 req-16c4916a-b3f2-4f93-b644-3359de92eaca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 931 time: 0.4955158 Dec 12 04:06:57.867900 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.875199 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.894946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c65db-b479-436f-9bd2-2b0d0b0f4956 req-2dd82ebc-c900-495b-91e5-2e52c55f306e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:57.912329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1b3c65db-b479-436f-9bd2-2b0d0b0f4956 req-2dd82ebc-c900-495b-91e5-2e52c55f306e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1616161 Dec 12 04:06:57.949550 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414de836-1a1e-4575-b4f5-0fcadc8ea90f None None] Pushing event updated for resources: {'Port': ['ID=f796b251-22f8-457f-a465-89f0dc6664d4,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:57.952626 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Attempting to bind port f796b251-22f8-457f-a465-89f0dc6664d4 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:57.953019 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Attempting to bind port f796b251-22f8-457f-a465-89f0dc6664d4 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:57.953562 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Attempting to bind port f796b251-22f8-457f-a465-89f0dc6664d4 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:57.959476 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:57.960117 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:57.960688 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:57.961803 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:57.962616 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Bound port: f796b251-22f8-457f-a465-89f0dc6664d4, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:57.963330 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.030001 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] For port f796b251-22f8-457f-a465-89f0dc6664d4, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:58.032851 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08b248e2-e5fe-4049-95e4-d3eda732be33 req-4adf540b-1655-4fc0-9c62-ffaf72bc00ba tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412339 Dec 12 04:06:58.034360 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] For port f796b251-22f8-457f-a465-89f0dc6664d4, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f796b251-22f8-457f-a465-89f0dc6664d4,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:58.042332 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.078154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1b3c65db-b479-436f-9bd2-2b0d0b0f4956 req-10e50ba7-ec00-4b24-8076-be8ff9f8464b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649368 Dec 12 04:06:58.126535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-404653d9-a918-4c73-8937-c558c16d253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:58.128650 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-404653d9-a918-4c73-8937-c558c16d253e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 1101 time: 0.2702386 Dec 12 04:06:58.160088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:58.209736 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Routers {'8632e50c-342d-43b8-9436-1da429296fc4'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:06:58.210487 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['8632e50c-342d-43b8-9436-1da429296fc4'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:58.221280 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414de836-1a1e-4575-b4f5-0fcadc8ea90f None None] Pushing event updated for resources: {'Port': ['ID=f796b251-22f8-457f-a465-89f0dc6664d4,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:58.235057 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-714b0412-16aa-4007-97f1-52df952e000c tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=dc4e869978144656884135afe082dc86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701058 Dec 12 04:06:58.246003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.284916 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.362864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44e468e-18e8-4c7a-8f20-52d897368703 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:06:58.379624 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.403791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d7bd2098-e37d-4065-a4b3-a0226aba053b details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:06:58.438758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Transition to ACTIVE for port object a44e468e-18e8-4c7a-8f20-52d897368703 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:06:58.511939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.525752 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] Set router 8632e50c-342d-43b8-9436-1da429296fc4 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:06:58.547294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-627784cf-1e05-4f32-aef8-671521c88a85 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=37d695d6fcfb4133871a213d7bd93528&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1318657 Dec 12 04:06:58.640428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:58.654273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d7bd2098-e37d-4065-a4b3-a0226aba053b has no active binding in host n-h1-710847-7 {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 04:06:58.698965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:06:58.710912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5332264-daf5-49f1-a9e8-6865d7ef134b req-1f12a826-0f48-4141-89c0-e8098dc7baac tempest-LiveMigrationNegativeTest-412999566 tempest-LiveMigrationNegativeTest-412999566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:58.716361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-63966213-901b-4616-815d-a7cf3598e2f7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:58.718181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-63966213-901b-4616-815d-a7cf3598e2f7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4763329 Dec 12 04:06:58.723312 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5332264-daf5-49f1-a9e8-6865d7ef134b req-1f12a826-0f48-4141-89c0-e8098dc7baac tempest-LiveMigrationNegativeTest-412999566 tempest-LiveMigrationNegativeTest-412999566-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 1101 time: 0.1578493 Dec 12 04:06:58.741127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5332264-daf5-49f1-a9e8-6865d7ef134b req-63c1ad52-7ace-481d-86fa-6739be41e4ae tempest-LiveMigrationNegativeTest-412999566 tempest-LiveMigrationNegativeTest-412999566-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.786262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:58.804171 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632e50c-342d-43b8-9436-1da429296fc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:53Z', 'updated_at': '2021-12-12T04:06:55Z', 'revision_number': 3, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'gw_port': {'id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:54Z', 'updated_at': '2021-12-12T04:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:06:58.818022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-cd426675-4e1b-460b-afd9-e7608a06e871 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/quotas/dc4e869978144656884135afe082dc86 HTTP/1.1" status: 200 len: 375 time: 0.0764961 Dec 12 04:06:58.839062 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68721a-4915-4e55-988b-9fd35c3d25f9 None None] The sync data for ids ['8632e50c-342d-43b8-9436-1da429296fc4'] in n-d-710847-7 is: [{'id': '8632e50c-342d-43b8-9436-1da429296fc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:53Z', 'updated_at': '2021-12-12T04:06:55Z', 'revision_number': 3, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'gw_port': {'id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:54Z', 'updated_at': '2021-12-12T04:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:06:58.849734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:06:58.852689 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbee27e-5279-4265-8cab-d413e724f8ca" -d '{"events": [{"server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:06:58.856716 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.882974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Transition to ACTIVE for port object e8f526f6-3f59-4b44-90b7-ced35ee04ff0 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:06:58.892726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.934953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Pushing event updated for resources: {'Port': ['ID=a44e468e-18e8-4c7a-8f20-52d897368703,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:58.946201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5332264-daf5-49f1-a9e8-6865d7ef134b req-63c1ad52-7ace-481d-86fa-6739be41e4ae tempest-LiveMigrationNegativeTest-412999566 tempest-LiveMigrationNegativeTest-412999566-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.956418 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5332264-daf5-49f1-a9e8-6865d7ef134b req-63c1ad52-7ace-481d-86fa-6739be41e4ae tempest-LiveMigrationNegativeTest-412999566 tempest-LiveMigrationNegativeTest-412999566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:58.965123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-960048e2-0ce8-4fcb-aa9d-b068c33f46b1 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1383138 Dec 12 04:06:59.011091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Allocated IP 172.20.0.1 (0a35f6cf-62ff-41c8-9807-45e42d885af2/32f146ad-7c05-4235-89b5-52f4a2f3347a/d198d8dc-97b5-4476-bad8-f861056e73da) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:06:59.046600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1ad52-7ace-481d-86fa-6739be41e4ae tempest-LiveMigrationNegativeTest-412999566 tempest-LiveMigrationNegativeTest-412999566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f0182a-38a2-41c3-aa8d-5269e1ce8331,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:59.065621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-9cd52e58-743d-4c7d-b1f7-4ed2af619b05 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:59.067224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-9cd52e58-743d-4c7d-b1f7-4ed2af619b05 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629787 Dec 12 04:06:59.067921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Attempting to bind port a44e468e-18e8-4c7a-8f20-52d897368703 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:59.068235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Attempting to bind port a44e468e-18e8-4c7a-8f20-52d897368703 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:59.068564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Attempting to bind port a44e468e-18e8-4c7a-8f20-52d897368703 on network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:59.068842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5332264-daf5-49f1-a9e8-6865d7ef134b req-63c1ad52-7ace-481d-86fa-6739be41e4ae tempest-LiveMigrationNegativeTest-412999566 tempest-LiveMigrationNegativeTest-412999566-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423543 Dec 12 04:06:59.093602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Port a44e468e-18e8-4c7a-8f20-52d897368703 on network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:59.093717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Attempting to bind port a44e468e-18e8-4c7a-8f20-52d897368703 on network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:59.126522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:06:59.140800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] No DVR routers for this DVR port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:06:59.262098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Attempting to bind port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:06:59.262504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Attempting to bind port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:06:59.270262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Attempting to bind port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:59.277422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.18', 57650) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:06:59.278061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:06:59.278397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Attempting to bind port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:06:59.424662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:59.430245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:59.430880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:59.431575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Bound port: e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:59.433178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:59.542630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d62247-b7e0-4b42-bf36-fa7a0bc89aa6 req-0eb801be-68b2-43f0-8df6-435d59ae4ff7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:59.548661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26d62247-b7e0-4b42-bf36-fa7a0bc89aa6 req-0eb801be-68b2-43f0-8df6-435d59ae4ff7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 943 time: 0.1251945 Dec 12 04:06:59.609434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Request body: {'port': {'device_id': 'c77770db-d106-4b90-a99d-e93c6a683d12', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '37d695d6fcfb4133871a213d7bd93528'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:06:59.645154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502980-842c-4518-8530-8b48388dc0cf req-f7115a55-7f7c-4e93-b85f-2bb0edb4afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:59.647154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36502980-842c-4518-8530-8b48388dc0cf req-f7115a55-7f7c-4e93-b85f-2bb0edb4afa6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1124 time: 0.3108604 Dec 12 04:06:59.702476 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26d62247-b7e0-4b42-bf36-fa7a0bc89aa6 req-47ff0953-f069-44d0-aa51-0fc4f09980eb tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216247 Dec 12 04:06:59.738635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:59.777565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:59.790546 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:59.836852 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcce0879-cc66-4061-9021-8d3774c3a796 x-openstack-request-id: req-fcce0879-cc66-4061-9021-8d3774c3a796 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:59.837173 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:59.837438 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcce0879-cc66-4061-9021-8d3774c3a796 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:59.837886 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'code': 200} Dec 12 04:06:59.864254 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9879bbe6-6d2f-4580-9c54-eea32801b5e6 x-openstack-request-id: req-9879bbe6-6d2f-4580-9c54-eea32801b5e6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:06:59.864454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:59.864536 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:06:59.864790 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9879bbe6-6d2f-4580-9c54-eea32801b5e6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:06:59.864971 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:59.865236 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b', 'status': 'completed', 'code': 200} Dec 12 04:06:59.867990 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] 10.222.0.18 "PUT /v2.0/ports/e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 1096 time: 1.7180274 Dec 12 04:06:59.882911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:06:59.885147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Checking segment: {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:06:59.885984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Bound using segment: {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:06:59.886478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Bound port: a44e468e-18e8-4c7a-8f20-52d897368703, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:06:59.886802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502980-842c-4518-8530-8b48388dc0cf req-e38cf318-b902-4bbe-aef5-645e40bdd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:06:59.887366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:06:59.888286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36502980-842c-4518-8530-8b48388dc0cf req-e38cf318-b902-4bbe-aef5-645e40bdd152 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.2213078 Dec 12 04:06:59.983547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] For port a44e468e-18e8-4c7a-8f20-52d897368703, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:06:59.987408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] For port a44e468e-18e8-4c7a-8f20-52d897368703, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a44e468e-18e8-4c7a-8f20-52d897368703,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:06:59.988658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Made reservation on behalf of 37d695d6fcfb4133871a213d7bd93528 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:06:59.993499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:00.005851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765d28e-5eb0-4158-9927-dc0c593e4779 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:00.066378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-67a9d662-cafb-44e8-9fce-b63e8a0760a1 req-2fd98906-729b-43c8-948b-f17dec989bd5 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 210 time: 0.2563534 Dec 12 04:07:00.067657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:00.085226 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-5e295a7e-3da6-4fbb-9795-eedd32497846 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc4e869978144656884135afe082dc86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2712181 Dec 12 04:07:00.100740 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36502980-842c-4518-8530-8b48388dc0cf req-a101f598-ff9f-427f-8f4c-720766507dd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 217 time: 0.1352208 Dec 12 04:07:00.131130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.131765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:00.133250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] 10.222.0.18 "PUT /v2.0/ports/a44e468e-18e8-4c7a-8f20-52d897368703 HTTP/1.1" status: 200 len: 1091 time: 3.3131759 Dec 12 04:07:00.243810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559b33a-1baa-4ddb-bb22-0da4a4e20367 req-0577e42e-8013-44aa-a6b7-e7a451e2788a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.255587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a559b33a-1baa-4ddb-bb22-0da4a4e20367 req-0577e42e-8013-44aa-a6b7-e7a451e2788a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 943 time: 0.3588679 Dec 12 04:07:00.259961 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:00.293879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-9473d573-b5bc-441e-8307-385eb806aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.295725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-9473d573-b5bc-441e-8307-385eb806aa65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1099 time: 0.3118730 Dec 12 04:07:00.299333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502980-842c-4518-8530-8b48388dc0cf req-f40550e9-0df1-40b9-a1d8-ca7872e614c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.300759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36502980-842c-4518-8530-8b48388dc0cf req-f40550e9-0df1-40b9-a1d8-ca7872e614c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.1991112 Dec 12 04:07:00.330990 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a559b33a-1baa-4ddb-bb22-0da4a4e20367 req-a7061530-cd7c-4f34-89af-a19e3bff853e tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745251 Dec 12 04:07:00.419009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e8f526f6-3f59-4b44-90b7-ced35ee04ff0 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:07:00.442327 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36502980-842c-4518-8530-8b48388dc0cf req-d5969aae-b1ca-4391-ac72-3f472150cabc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046875 Dec 12 04:07:00.448625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f087a-c79a-4f46-83ce-09370ee34140 service neutron] Pushing event updated for resources: {'Port': ['ID=a44e468e-18e8-4c7a-8f20-52d897368703,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:00.462236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a8e689fc-d987-48dc-9b91-c3b3f1ce8ac8 req-bb59ef38-871c-4cd3-a5ad-bbf2c67af2cb tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 210 time: 0.0546057 Dec 12 04:07:00.513346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e8f526f6-3f59-4b44-90b7-ced35ee04ff0 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:07:00.529346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4157aa-d3e0-4592-925a-ffd1f5388022 req-7dbf630b-2e07-437f-bede-e7ea02634047 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.541532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea4157aa-d3e0-4592-925a-ffd1f5388022 req-7dbf630b-2e07-437f-bede-e7ea02634047 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.2265751 Dec 12 04:07:00.555764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-c3dfa1aa-f8f4-4ec9-bedc-0a388b45a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.557360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-c3dfa1aa-f8f4-4ec9-bedc-0a388b45a52f service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2221513 Dec 12 04:07:00.582499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c2d461db-38c6-40a7-bb92-29d221baf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.584252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-c2d461db-38c6-40a7-bb92-29d221baf670 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f94b92aabe84e4892f791deaf2059f3&device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 1094 time: 0.3221450 Dec 12 04:07:00.595405 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:00.611258 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-c75ae4e7-a1f3-4c78-b3f6-081327d7ec9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 217 time: 0.0451071 Dec 12 04:07:00.614966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36502980-842c-4518-8530-8b48388dc0cf req-a9f64c80-cddd-4df4-b4fd-ac64827413df service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558442 Dec 12 04:07:00.616261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-1ae556de-86d0-4b6a-b564-b080146ec4b4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.618335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-1ae556de-86d0-4b6a-b564-b080146ec4b4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5089421 Dec 12 04:07:00.628148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Allocated IP 192.168.233.182 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/bb100ed5-80b6-49fe-804c-63a54cbdcf74) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:00.674057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Request body: {'port': {'device_id': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'dc4e869978144656884135afe082dc86'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:00.753674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-3c5489c9-1ca8-496f-a560-9dfae70f1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.755661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-3c5489c9-1ca8-496f-a560-9dfae70f1489 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1290703 Dec 12 04:07:00.796775 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-a685a89f-a8c0-47e2-86b9-94bd463310b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a44e468e-18e8-4c7a-8f20-52d897368703 HTTP/1.1" status: 200 len: 217 time: 0.1949625 Dec 12 04:07:00.809238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Network 0a35f6cf-62ff-41c8-9807-45e42d885af2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:00.823700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:00.824779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f796b251-22f8-457f-a465-89f0dc6664d4 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:00.826305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:00.892571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea4157aa-d3e0-4592-925a-ffd1f5388022 req-5862b694-ebad-4208-8fd9-2ac304ea93d0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499174 Dec 12 04:07:00.923727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f796b251-22f8-457f-a465-89f0dc6664d4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:00.924379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:00.935630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36502980-842c-4518-8530-8b48388dc0cf req-b563dd74-5617-4e9a-afd4-4d3e2aa192f5 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076484 Dec 12 04:07:00.939824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-6c6bc2bc-85ed-4e75-af35-45fcf806e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:00.941513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-6c6bc2bc-85ed-4e75-af35-45fcf806e835 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572940 Dec 12 04:07:00.945912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.18', 57652) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:01.007227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Pushing event updated for resources: {'Port': ['ID=d198d8dc-97b5-4476-bad8-f861056e73da,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:01.040689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-420f4c74-c891-4423-b044-5553810c9363 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dc4e869978144656884135afe082dc86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728624 Dec 12 04:07:01.108320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:01.143026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port f796b251-22f8-457f-a465-89f0dc6664d4, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f796b251-22f8-457f-a465-89f0dc6664d4,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:01.150561 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:01.245262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:01.259312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=f796b251-22f8-457f-a465-89f0dc6664d4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:01.263270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-62dccd6b-7d36-49ed-9771-82b9e73af9e4 None None] Provisioning complete for port d198d8dc-97b5-4476-bad8-f861056e73da triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:01.264058 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62dccd6b-7d36-49ed-9771-82b9e73af9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:01.313001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-62dccd6b-7d36-49ed-9771-82b9e73af9e4 None None] Port d198d8dc-97b5-4476-bad8-f861056e73da cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:01.343550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-dcb8ef8b-4880-448b-a33c-ea07ab6d302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:01.345712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-dcb8ef8b-4880-448b-a33c-ea07ab6d302d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51aea620-c7d7-4435-958a-8e7735cf0ef2 HTTP/1.1" status: 200 len: 862 time: 0.5253856 Dec 12 04:07:01.428232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-dc6273f8-c6ff-4aba-99dd-f7f0478b1c89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=918a733d-c3e3-4df9-9b26-cea87ba98ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602052 Dec 12 04:07:01.449337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eb31a-c0c5-4d8c-ba7c-4a4275e0f293 req-93c10329-86fa-4001-bd5a-7b6524bf563a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:01.451010 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a43eb31a-c0c5-4d8c-ba7c-4a4275e0f293 req-93c10329-86fa-4001-bd5a-7b6524bf563a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 943 time: 0.3679671 Dec 12 04:07:01.529927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-02c22f22-d84c-4f10-aba2-202f3ed94caa service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478776 Dec 12 04:07:01.541480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-6c441e0c-3ba8-4d92-bee3-f64077b3a631 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:01.542991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-6c441e0c-3ba8-4d92-bee3-f64077b3a631 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4714286 Dec 12 04:07:01.599641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Request body: {'port': {'device_id': 'a40328a1-9db0-4c39-b144-48085cf1c812', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'dc4e869978144656884135afe082dc86'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:01.618964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Made reservation on behalf of dc4e869978144656884135afe082dc86 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:01.622955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:01.669925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:01.683602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27cfd238-47fe-425a-b755-d85219f97cac req-bbc34f49-fecb-4294-9b3b-649af86269ea tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 210 time: 0.0403605 Dec 12 04:07:01.712585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:01.776025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a43eb31a-c0c5-4d8c-ba7c-4a4275e0f293 req-18e163c7-c272-4774-83d9-c1a9f4d9794e tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071344 Dec 12 04:07:01.789373 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-9ec14dfb-f19b-4d5a-b588-2b7365b1c7b8 service neutron] 10.222.0.18 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371587 Dec 12 04:07:01.814589 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10bfcd5c-5251-4f0d-8bd9-58fe4a64a042 req-66c05c22-4c8e-4a83-b4b3-6133a440c5ab service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703810 Dec 12 04:07:01.825381 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:01.842603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:01.845167 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4679375-980b-4043-bad4-d0348d35f682" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:01.899500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7f2ff-9db9-4dfa-8310-d49b3e1d05eb req-52126c85-fa7f-46ce-a1bc-5bda560f7ecf tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:01.901814 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9c7f2ff-9db9-4dfa-8310-d49b3e1d05eb req-52126c85-fa7f-46ce-a1bc-5bda560f7ecf tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 943 time: 0.1495221 Dec 12 04:07:01.917768 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-c79a87e0-3d44-4e20-81b3-ace46bdec17a service neutron] 10.222.0.18 "GET /v2.0/ports/d7bd2098-e37d-4065-a4b3-a0226aba053b/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 384 time: 0.1767838 Dec 12 04:07:01.919406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Made reservation on behalf of dc4e869978144656884135afe082dc86 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:01.922942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:01.983397 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.043007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9c7f2ff-9db9-4dfa-8310-d49b3e1d05eb req-e687687a-f741-4c3c-906f-c44ccd6ce648 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329467 Dec 12 04:07:02.078143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60d25f4-5845-41ed-81a5-4476e275b6ed', 'tag': 'a44e468e-18e8-4c7a-8f20-52d897368703'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:02.080431 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263a711d-5be1-4e4b-8458-3d983b3f078d" -d '{"events": [{"name": "network-changed", "server_uuid": "f60d25f4-5845-41ed-81a5-4476e275b6ed", "tag": "a44e468e-18e8-4c7a-8f20-52d897368703"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:02.161285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5cca8f6-2078-4b56-b17e-4123eafd5c6b req-5b1526ab-3b19-4464-b5b9-0eacdcec6dcc tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 210 time: 0.0736647 Dec 12 04:07:02.178216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.223791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0643222-60c5-4fe9-bdf2-00607d73d154 req-acecead7-3052-40f8-b0e2-dd31849dbc6a tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:02.225420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0643222-60c5-4fe9-bdf2-00607d73d154 req-acecead7-3052-40f8-b0e2-dd31849dbc6a tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 950 time: 0.0860214 Dec 12 04:07:02.258479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:02.289647 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.293941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12eac8b7-61ba-4caf-a8e5-9b14caed0ad5 req-51007dfe-ee09-422d-9bd3-2fe5f8b5ee60 service neutron] 10.222.0.18 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919920 Dec 12 04:07:02.303833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:02.308633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:02.332851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) dc4e869978144656884135afe082dc86 {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:07:02.332851 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:07:02.338470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0643222-60c5-4fe9-bdf2-00607d73d154 req-83523e58-8028-4a24-9aa8-ca0803f797fa tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021395 Dec 12 04:07:02.344340 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.347680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:02.355392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Pushing event updated for resources: {'Port': ['ID=bb100ed5-80b6-49fe-804c-63a54cbdcf74,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:02.368321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:02.378367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bd2098-e37d-4065-a4b3-a0226aba053b {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:02.393394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:02.410160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.515966 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1903ed17-0b96-4fb8-9c1f-a41b0498a92f x-openstack-request-id: req-1903ed17-0b96-4fb8-9c1f-a41b0498a92f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:02.516267 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:02.518324 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1903ed17-0b96-4fb8-9c1f-a41b0498a92f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:02.518952 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'status': 'completed', 'code': 200} Dec 12 04:07:02.521163 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c5e860-41fd-4c3c-8146-97b8850bf1cb x-openstack-request-id: req-07c5e860-41fd-4c3c-8146-97b8850bf1cb {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:02.521465 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60d25f4-5845-41ed-81a5-4476e275b6ed", "tag": "a44e468e-18e8-4c7a-8f20-52d897368703", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:02.521837 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07c5e860-41fd-4c3c-8146-97b8850bf1cb {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:02.522404 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60d25f4-5845-41ed-81a5-4476e275b6ed', 'tag': 'a44e468e-18e8-4c7a-8f20-52d897368703', 'status': 'completed', 'code': 200} Dec 12 04:07:02.528364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.37', 62681) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:02.550247 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c98ddd-221c-4c64-b70c-6ff7614cb517,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:02.654945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] Transition to ACTIVE for port object d7bd2098-e37d-4065-a4b3-a0226aba053b will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:02.670576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.694540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8764a5-f29f-4194-8c5e-b70e7c728e2c req-6ecf5f48-70e2-4efb-a0b8-99d157734804 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:02.698849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:02.699483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.702025 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3a8764a5-f29f-4194-8c5e-b70e7c728e2c req-6ecf5f48-70e2-4efb-a0b8-99d157734804 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.1878033 Dec 12 04:07:02.723034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.739677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679375-980b-4043-bad4-d0348d35f682 req-4c8edffe-a438-472e-98cf-187ce2b2713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:02.741341 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-4c8edffe-a438-472e-98cf-187ce2b2713d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1099 time: 0.2111151 Dec 12 04:07:02.745886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35612) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:02.752500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.759464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-91dafd0d-e536-47fc-9fb8-b51c12bfb1d8 None None] Provisioning complete for port bb100ed5-80b6-49fe-804c-63a54cbdcf74 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:02.760034 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91dafd0d-e536-47fc-9fb8-b51c12bfb1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.804622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-15851687-79a7-476f-998d-b157273fe52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:02.805769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-15851687-79a7-476f-998d-b157273fe52e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f94b92aabe84e4892f791deaf2059f3&device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 1094 time: 0.2009144 Dec 12 04:07:02.821731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f796b251-22f8-457f-a465-89f0dc6664d4 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:02.854102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.871339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] No DVR routers for this DVR port d7bd2098-e37d-4065-a4b3-a0226aba053b on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:07:02.873946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-91dafd0d-e536-47fc-9fb8-b51c12bfb1d8 None None] Port bb100ed5-80b6-49fe-804c-63a54cbdcf74 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:02.883807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f796b251-22f8-457f-a465-89f0dc6664d4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:02.884383 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:02.886284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-d2040fae-497b-42b5-b186-9366d91b83db tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2829897 Dec 12 04:07:02.892015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679375-980b-4043-bad4-d0348d35f682 req-65d9df77-2a96-4a0a-888a-8ef0bc9e9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:02.895408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-65d9df77-2a96-4a0a-888a-8ef0bc9e9ecd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1099 time: 0.3764098 Dec 12 04:07:02.921641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Request body: {'port': {'device_id': 'c77770db-d106-4b90-a99d-e93c6a683d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:02.954361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Allocated IP 192.168.233.33 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/9745fb41-cc68-4ef9-859e-d79336a73b2b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:02.956287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bd2098-e37d-4065-a4b3-a0226aba053b,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:03.024914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Pushing event updated for resources: {'Port': ['ID=d198d8dc-97b5-4476-bad8-f861056e73da,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:03.044269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3a8764a5-f29f-4194-8c5e-b70e7c728e2c req-a0218409-9c38-46b5-8d87-8a78b582d08d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413904 Dec 12 04:07:03.044504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:03.045033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-89c8993e-ed68-471d-a767-db591ad2d260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:03.061147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fdbe3-b077-4a52-8717-9202891f2129 req-13193119-ccaf-420a-b10a-c32bb9c3e6a4 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.068666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6e4fdbe3-b077-4a52-8717-9202891f2129 req-13193119-ccaf-420a-b10a-c32bb9c3e6a4 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 936 time: 0.2858865 Dec 12 04:07:03.076923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-963122a1-0d5e-45d3-98b5-7e03107d29b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/d7bd2098-e37d-4065-a4b3-a0226aba053b/bindings/n-h1-710847-7/activate HTTP/1.1" status: 200 len: 369 time: 1.1439481 Dec 12 04:07:03.124480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679375-980b-4043-bad4-d0348d35f682 req-391d88a0-ac9f-44b0-9331-f8717bade354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.125988 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-391d88a0-ac9f-44b0-9331-f8717bade354 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3559108 Dec 12 04:07:03.158527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:03.205909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-e76511d1-e3dc-4378-bc45-f0ecc45cc0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.207399 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-e76511d1-e3dc-4378-bc45-f0ecc45cc0f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 200 len: 922 time: 0.3490369 Dec 12 04:07:03.212640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.37', 62682) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:03.218394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-36f761c9-68c0-4969-b575-a6d460abf004 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 217 time: 0.0755889 Dec 12 04:07:03.304765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679375-980b-4043-bad4-d0348d35f682 req-f9a46669-b149-4c3a-8117-1ed25164f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.306727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-f9a46669-b149-4c3a-8117-1ed25164f64a service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3810568 Dec 12 04:07:03.329665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-c11ec1a3-c875-4ca4-9da1-3f26da8423b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a44e468e-18e8-4c7a-8f20-52d897368703 HTTP/1.1" status: 200 len: 217 time: 0.1063287 Dec 12 04:07:03.393760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6e4fdbe3-b077-4a52-8717-9202891f2129 req-55b7274d-d9e8-457f-901e-d74b1ab5e520 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241150 Dec 12 04:07:03.419751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c1b31-f6b3-4e7d-841a-1cbe4e2d2c49 req-2f11473c-d774-4b4d-9059-e782d5ce7a0b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.426089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce5c1b31-f6b3-4e7d-841a-1cbe4e2d2c49 req-2f11473c-d774-4b4d-9059-e782d5ce7a0b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 944 time: 0.3096142 Dec 12 04:07:03.430625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679375-980b-4043-bad4-d0348d35f682 req-33c97ba3-f812-4daf-afd6-248fe7ca5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.432098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-33c97ba3-f812-4daf-afd6-248fe7ca5495 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1942515 Dec 12 04:07:03.439125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-e536a5f4-a33e-44ad-ba3c-c120f2143896 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 217 time: 0.0801325 Dec 12 04:07:03.505674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-9f354198-ef6f-437e-9949-d8c70f43543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.507122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-9f354198-ef6f-437e-9949-d8c70f43543c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51aea620-c7d7-4435-958a-8e7735cf0ef2 HTTP/1.1" status: 200 len: 862 time: 0.1603565 Dec 12 04:07:03.525591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-11e38047-c25f-4821-9e3e-08d3c2cc280e tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.527137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-11e38047-c25f-4821-9e3e-08d3c2cc280e tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.3084755 Dec 12 04:07:03.527778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-89c8993e-ed68-471d-a767-db591ad2d260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:03.560961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Network 0a35f6cf-62ff-41c8-9807-45e42d885af2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:03.565395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-89c8993e-ed68-471d-a767-db591ad2d260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:03.599212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-848f6226-6c18-4dcf-94c5-e10a3fc5c2cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=918a733d-c3e3-4df9-9b26-cea87ba98ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659122 Dec 12 04:07:03.619277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce5c1b31-f6b3-4e7d-841a-1cbe4e2d2c49 req-096dbb6c-8b2e-4a37-ac74-4a1edcc87f95 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793685 Dec 12 04:07:03.624020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:03.657501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8993e-ed68-471d-a767-db591ad2d260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f72624-1ccd-4b35-b66a-902cda0b9dcd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:03.665102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679375-980b-4043-bad4-d0348d35f682 req-66ca9b5a-a79a-474f-a4ec-836279278d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.668167 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-66ca9b5a-a79a-474f-a4ec-836279278d4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1998706 Dec 12 04:07:03.688460 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-89c8993e-ed68-471d-a767-db591ad2d260 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=903909fe994342a8b5120eff1aa2a8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9413671 Dec 12 04:07:03.711007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35628) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:03.846674 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:03.866074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43348054-319a-4735-88ef-b9934aa336de req-b47be8e5-18c1-4319-b973-30d150397e03 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.874051 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43348054-319a-4735-88ef-b9934aa336de req-b47be8e5-18c1-4319-b973-30d150397e03 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 943 time: 0.4159281 Dec 12 04:07:03.902901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679375-980b-4043-bad4-d0348d35f682 req-e88bfcdb-adc2-47cb-8393-f3c51c7f6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.904439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-e88bfcdb-adc2-47cb-8393-f3c51c7f6be6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.3715730 Dec 12 04:07:03.912039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9f9fce6a-efa8-4157-af7e-0ef0e882177c None None] Provisioning complete for port d198d8dc-97b5-4476-bad8-f861056e73da triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:03.912626 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f9fce6a-efa8-4157-af7e-0ef0e882177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:03.956897 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81b20730-b8ce-4d44-a828-d631e964e6e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:03.962077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fce6a-efa8-4157-af7e-0ef0e882177c None None] Port d198d8dc-97b5-4476-bad8-f861056e73da cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:03.983109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7c6e8648-eb24-4aaa-ae8a-8d49b599fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:03.984623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-7c6e8648-eb24-4aaa-ae8a-8d49b599fb70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95&tenant_id=064aa813869d4814859875e009120b6c HTTP/1.1" status: 200 len: 1095 time: 0.4257433 Dec 12 04:07:04.038371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81b20730-b8ce-4d44-a828-d631e964e6e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:04.048462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-cd31b004-4ab9-47e4-bea5-4340458068ff tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:04.049950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-cd31b004-4ab9-47e4-bea5-4340458068ff tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.18 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 950 time: 0.5358517 Dec 12 04:07:04.070092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-19c26f6a-22de-4877-93a1-08d8174b5130 req-32f7d43d-d613-466d-9505-ef373eea458a tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 210 time: 0.0516651 Dec 12 04:07:04.260406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-1f8ba81f-3f50-468f-8919-82c9dda6c0ac service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759549 Dec 12 04:07:04.262109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-5b5c7729-7d66-4370-a436-3fce2ed981c4 service neutron] 10.222.0.18 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488001 Dec 12 04:07:04.319398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43348054-319a-4735-88ef-b9934aa336de req-e8016343-31d6-435c-8933-6eafd8753761 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444497 Dec 12 04:07:04.321304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Router 8632e50c-342d-43b8-9436-1da429296fc4 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:07:04.329154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679375-980b-4043-bad4-d0348d35f682 req-ccaaf60d-ffda-418d-9db4-970e7d5d6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:04.330671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-ccaaf60d-ffda-418d-9db4-970e7d5d6cd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4036591 Dec 12 04:07:04.352856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:04.437758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f347275-f9c2-4c2d-a7b8-51105659f0b4 req-8bfa7ca9-7aeb-45ce-84b9-b261518e8576 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:04.439290 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f347275-f9c2-4c2d-a7b8-51105659f0b4 req-8bfa7ca9-7aeb-45ce-84b9-b261518e8576 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 950 time: 0.2955616 Dec 12 04:07:04.477091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-8dafc0de-b441-4ec7-a101-934642f1e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:04.478596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-8dafc0de-b441-4ec7-a101-934642f1e4d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1095 time: 0.4368911 Dec 12 04:07:04.489185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Allocated IP 192.168.233.113 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/09eeb350-9799-4f8d-bdf0-1e5de5859003) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:04.513750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Deleting port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:07:04.513993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:04.518465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:04.570582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:04.573186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:04.592164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:04.619741 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-c26e6558-4ba1-46cd-a7e5-a33377b12068 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483691 Dec 12 04:07:04.636464 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-263a711d-5be1-4e4b-8458-3d983b3f078d req-7a2b4773-337e-499f-9b47-0253843d099f service neutron] 10.222.0.18 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640590 Dec 12 04:07:04.646397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81b20730-b8ce-4d44-a828-d631e964e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:04.649921 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81b20730-b8ce-4d44-a828-d631e964e6e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:04.650840 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f347275-f9c2-4c2d-a7b8-51105659f0b4 req-024615a7-52ef-4fb1-9cf7-64fd4953cd82 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019367 Dec 12 04:07:04.651055 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-81b20730-b8ce-4d44-a828-d631e964e6e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7f72624-1ccd-4b35-b66a-902cda0b9dcd HTTP/1.1" status: 204 len: 168 time: 0.9384937 Dec 12 04:07:04.736454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b20730-b8ce-4d44-a828-d631e964e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f72624-1ccd-4b35-b66a-902cda0b9dcd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:04.763048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1599-9c4a-4887-b474-900372abeb12 req-c81baf6d-c247-4cec-8cc0-c4b95803b145 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:04.771457 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82ce1599-9c4a-4887-b474-900372abeb12 req-c81baf6d-c247-4cec-8cc0-c4b95803b145 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.3664231 Dec 12 04:07:04.792516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-0ef1ade2-440b-42a3-b253-8994ce627a43 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543135 Dec 12 04:07:04.824226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:04.824908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:04.900271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8f90c903-6380-4012-a046-7221d4819bf9 None None] Provisioning complete for port 9745fb41-cc68-4ef9-859e-d79336a73b2b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:04.901001 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f90c903-6380-4012-a046-7221d4819bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:04.901376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] For port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:04.901901 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:04.929345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:07:04.935365 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-59293828-8cd6-47c7-b4c7-395a97c10126 admin admin] 10.222.0.36 "PUT /v2.0/routers/8632e50c-342d-43b8-9436-1da429296fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1137159 Dec 12 04:07:04.942353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-139aa08c-5073-4b02-88b7-a190cfed6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:04.943613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-139aa08c-5073-4b02-88b7-a190cfed6d4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.3949597 Dec 12 04:07:04.948646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-b6f59cc3-ab06-4b99-9aa0-0ef5a707f8f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2888479 Dec 12 04:07:04.958322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec509cf-cc51-49ef-aa1d-1757abbbc98a req-95a46412-4e18-4e94-bb27-d6a1ba582486 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:04.961280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ec509cf-cc51-49ef-aa1d-1757abbbc98a req-95a46412-4e18-4e94-bb27-d6a1ba582486 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 936 time: 0.1248062 Dec 12 04:07:04.962819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Calling delete_port for 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:07:04.966642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82ce1599-9c4a-4887-b474-900372abeb12 req-59d01098-b579-4d57-8b65-5865bc20f9e2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878073 Dec 12 04:07:04.990859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Sync routers for ids ['8632e50c-342d-43b8-9436-1da429296fc4'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:07:04.993754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Request body: {'port': {'device_id': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:04.999700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8f90c903-6380-4012-a046-7221d4819bf9 None None] Port 9745fb41-cc68-4ef9-859e-d79336a73b2b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:05.036210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Routers {'8632e50c-342d-43b8-9436-1da429296fc4'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:07:05.038309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['8632e50c-342d-43b8-9436-1da429296fc4'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:05.044581 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ec509cf-cc51-49ef-aa1d-1757abbbc98a req-3b21b3c6-9ce6-48fa-ad8d-808afb0f2f02 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639646 Dec 12 04:07:05.047779 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.065843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-d3df1128-2130-4e4a-9b1d-3fc83e2ddf99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 217 time: 0.0839722 Dec 12 04:07:05.161236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35650) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:05.198605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.202561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-23a5142d-43e8-4a87-8e54-48dd014ba437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.235433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Set router 8632e50c-342d-43b8-9436-1da429296fc4 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:07:05.300618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:05.306467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4679375-980b-4043-bad4-d0348d35f682 req-7c1e91dc-21ec-4fe0-99ce-d4f90c69d9f9 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018005 Dec 12 04:07:05.327784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:05.343610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-6e1060d6-7a8b-43d7-ac29-671c8acbca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:05.345224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-6e1060d6-7a8b-43d7-ac29-671c8acbca04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.2571464 Dec 12 04:07:05.348360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.387756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2aad3-141a-4d6f-8a9c-15c668b2fde4 req-4c08486f-9ae2-4ebd-b86d-b0013b046333 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:05.392164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:05.393430 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9bb2aad3-141a-4d6f-8a9c-15c668b2fde4 req-4c08486f-9ae2-4ebd-b86d-b0013b046333 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 944 time: 0.2809196 Dec 12 04:07:05.451472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-ffded94b-2f07-4671-bbde-4dde90ea960d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957718 Dec 12 04:07:05.455710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Pushing event updated for resources: {'Port': ['ID=09eeb350-9799-4f8d-bdf0-1e5de5859003,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:05.537386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632e50c-342d-43b8-9436-1da429296fc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:53Z', 'updated_at': '2021-12-12T04:07:01Z', 'revision_number': 4, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'gw_port': {'id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:54Z', 'updated_at': '2021-12-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd198d8dc-97b5-4476-bad8-f861056e73da', 'name': '', 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'mac_address': 'fa:16:3e:84:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '32f146ad-7c05-4235-89b5-52f4a2f3347a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:58Z', 'updated_at': '2021-12-12T04:07:02Z', 'revision_number': 2, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'subnets': [{'id': '32f146ad-7c05-4235-89b5-52f4a2f3347a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:05.576713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Checking router: 8632e50c-342d-43b8-9436-1da429296fc4 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:07:05.577112 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Updating router 8632e50c-342d-43b8-9436-1da429296fc4 port d198d8dc-97b5-4476-bad8-f861056e73da binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:07:05.591465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-23a5142d-43e8-4a87-8e54-48dd014ba437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.600367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:05.601035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.603336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9bb2aad3-141a-4d6f-8a9c-15c668b2fde4 req-2ecfae52-67b5-4c14-ac31-c06e6ad65de0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006671 Dec 12 04:07:05.610117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.651587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-23a5142d-43e8-4a87-8e54-48dd014ba437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.660652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.721338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c140-6aa2-468b-b73d-f7794363fd8c req-bc5bf90d-43b4-45ee-bf6a-26a6941d1d73 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:05.723294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9408c140-6aa2-468b-b73d-f7794363fd8c req-bc5bf90d-43b4-45ee-bf6a-26a6941d1d73 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 936 time: 0.3415005 Dec 12 04:07:05.739962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-50601379-9ea1-4f25-97ea-2f85fb29cd88 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:05.742666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-50601379-9ea1-4f25-97ea-2f85fb29cd88 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 948 time: 0.3544755 Dec 12 04:07:05.776965 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-4b02df40-2f09-4b6a-8012-c8284b26fa98 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879267 Dec 12 04:07:05.779968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb100ed5-80b6-49fe-804c-63a54cbdcf74 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:05.811456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.821322 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-db5a0e82-83e4-4869-bda6-2e9229ad3bbd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2276127 Dec 12 04:07:05.869497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Transition to ACTIVE for port object bb100ed5-80b6-49fe-804c-63a54cbdcf74 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:05.882588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.890349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['9786f5ae-048f-426b-acb5-d7c09c2f7ff2'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:05.893397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:05.895699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-02adfacf-915d-44d1-9b23-772a7ab0674b None None] Provisioning complete for port 09eeb350-9799-4f8d-bdf0-1e5de5859003 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:05.896306 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-02adfacf-915d-44d1-9b23-772a7ab0674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:05.983336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Pushing event deleted for resources: {'Port': ['ID=9786f5ae-048f-426b-acb5-d7c09c2f7ff2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:06.008284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Request body: {'port': {'device_id': 'a40328a1-9db0-4c39-b144-48085cf1c812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:06.029431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-23a5142d-43e8-4a87-8e54-48dd014ba437 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fba5318023644ae4a901d635c2d6a75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8492460 Dec 12 04:07:06.030933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5142d-43e8-4a87-8e54-48dd014ba437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f678c9-4fae-46cf-8336-8c0d665f41a6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:06.043122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-02adfacf-915d-44d1-9b23-772a7ab0674b None None] Port 09eeb350-9799-4f8d-bdf0-1e5de5859003 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:06.074530 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35664) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:06.079032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-5e2422f5-5ba7-41b0-a67c-892135889174 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934573 Dec 12 04:07:06.087896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] No DVR routers for this DVR port 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:07:06.092202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.095887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b018539-04b4-487b-a5db-e9cd6b82ec9b req-087ae6c5-9859-4d62-b9b8-5894365e2c2f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.18 "DELETE /v2.0/ports/9786f5ae-048f-426b-acb5-d7c09c2f7ff2 HTTP/1.1" status: 204 len: 173 time: 2.0281601 Dec 12 04:07:06.102179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85', 'name': 'network-vif-deleted', 'tag': '9786f5ae-048f-426b-acb5-d7c09c2f7ff2'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:06.104865 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72257a5d-676b-4bbe-b8f3-500978ece149" -d '{"events": [{"server_uuid": "686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85", "name": "network-vif-deleted", "tag": "9786f5ae-048f-426b-acb5-d7c09c2f7ff2"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:06.114752 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-d91044e4-f5dd-4b0a-b6d5-05175a88605f service neutron] delete failed (client error): The resource could not be found. Dec 12 04:07:06.116731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-d91044e4-f5dd-4b0a-b6d5-05175a88605f service neutron] 10.222.0.37 "DELETE /v2.0/ports/e8f526f6-3f59-4b44-90b7-ced35ee04ff0/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.2666104 Dec 12 04:07:06.121232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb100ed5-80b6-49fe-804c-63a54cbdcf74,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:06.124314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9408c140-6aa2-468b-b73d-f7794363fd8c req-5c73fdf1-bec7-4e03-a357-456d941b6e29 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531251 Dec 12 04:07:06.133038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e8f526f6-3f59-4b44-90b7-ced35ee04ff0 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:06.137453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d7bd2098-e37d-4065-a4b3-a0226aba053b no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:07:06.159083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.269328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685da67-a210-44dd-b25a-b14cf5e1fa7c req-bb7efa57-5125-417c-8e47-015464bbdd8f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:06.270923 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1685da67-a210-44dd-b25a-b14cf5e1fa7c req-bb7efa57-5125-417c-8e47-015464bbdd8f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 948 time: 0.2645674 Dec 12 04:07:06.373966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-faeca17d-2c98-4ef3-b0ee-3ff9acdd8519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.400438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Attempting to bind port bb100ed5-80b6-49fe-804c-63a54cbdcf74 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:06.400780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Attempting to bind port bb100ed5-80b6-49fe-804c-63a54cbdcf74 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:06.401143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Attempting to bind port bb100ed5-80b6-49fe-804c-63a54cbdcf74 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:06.449114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d7bd2098-e37d-4065-a4b3-a0226aba053b not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:07:06.469234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-faeca17d-2c98-4ef3-b0ee-3ff9acdd8519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.486037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Port bb100ed5-80b6-49fe-804c-63a54cbdcf74 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:06.486801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Attempting to bind port bb100ed5-80b6-49fe-804c-63a54cbdcf74 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:06.500308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:06.544192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'mac_address': 'fa:16:3e:4a:5a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:06.629300 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.644865 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.678785 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.709815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f526f6-3f59-4b44-90b7-ced35ee04ff0 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:06.758401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c8f28-2c34-4032-97d1-014f41ac281c None None] Pushing event updated for resources: {'Port': ['ID=d198d8dc-97b5-4476-bad8-f861056e73da,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:06.764034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edf8cb-e2e2-4bfe-9ce9-5e7ad0bdaaad req-2420a0a2-adfb-4122-8e56-fc72173091f6 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:06.766050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:06.768184 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3edf8cb-e2e2-4bfe-9ce9-5e7ad0bdaaad req-2420a0a2-adfb-4122-8e56-fc72173091f6 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 943 time: 0.0956640 Dec 12 04:07:06.770175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-f7f400d4-5f03-4794-a2f6-050b96808fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:06.771710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-f7f400d4-5f03-4794-a2f6-050b96808fa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1099 time: 0.1392045 Dec 12 04:07:06.787931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.788733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a44e468e-18e8-4c7a-8f20-52d897368703 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:06.802856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:06.803450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:06.803688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:06.804037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Bound port: bb100ed5-80b6-49fe-804c-63a54cbdcf74, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:06.804947 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.875154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1685da67-a210-44dd-b25a-b14cf5e1fa7c req-1e8c4830-cf33-408c-8be3-0a7f83580ca3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685449 Dec 12 04:07:06.890624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Attempting to bind port d198d8dc-97b5-4476-bad8-f861056e73da on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:06.891278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Attempting to bind port d198d8dc-97b5-4476-bad8-f861056e73da by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '73dc7946-17a4-4fa9-90d8-2333545ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:06.891904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Attempting to bind port d198d8dc-97b5-4476-bad8-f861056e73da on network 0a35f6cf-62ff-41c8-9807-45e42d885af2 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:06.922406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:06.923761 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Checking segment: {'id': '73dc7946-17a4-4fa9-90d8-2333545ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:06.924386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.925146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Bound using segment: {'id': '73dc7946-17a4-4fa9-90d8-2333545ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:06.925259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9745fb41-cc68-4ef9-859e-d79336a73b2b {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:06.925979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Bound port: d198d8dc-97b5-4476-bad8-f861056e73da, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc7946-17a4-4fa9-90d8-2333545ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:06.926586 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:06.930482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3edf8cb-e2e2-4bfe-9ce9-5e7ad0bdaaad req-0018bd25-267e-4ee2-aa57-cb4f357fbcb0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518693 Dec 12 04:07:06.971645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-850aac11-e212-4b03-a058-becf8895a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:06.972492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:06.973197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-850aac11-e212-4b03-a058-becf8895a976 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1869993 Dec 12 04:07:07.003502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.033216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-13836347-7b9f-4aee-9df2-3f55a51d81c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 217 time: 0.0456748 Dec 12 04:07:07.091519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port a44e468e-18e8-4c7a-8f20-52d897368703, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a44e468e-18e8-4c7a-8f20-52d897368703,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:07.102160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2694cb7a-1f61-4218-a6a7-9664bb53752c req-f1b7864b-62f2-451f-8d85-6a05ab9278ab tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85 HTTP/1.1" status: 200 len: 210 time: 0.0414855 Dec 12 04:07:07.108594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] For port d198d8dc-97b5-4476-bad8-f861056e73da, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:07.120247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] For port d198d8dc-97b5-4476-bad8-f861056e73da, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d198d8dc-97b5-4476-bad8-f861056e73da,segment=NetworkSegment(73dc7946-17a4-4fa9-90d8-2333545ae054),segment_id=73dc7946-17a4-4fa9-90d8-2333545ae054)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:07.123423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'a44e468e-18e8-4c7a-8f20-52d897368703', 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2', 'port_id': 'a44e468e-18e8-4c7a-8f20-52d897368703', 'mac_address': 'fa:16:3e:d2:3f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aea620-c7d7-4435-958a-8e7735cf0ef2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:07.130842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-24c66557-819b-40d7-82a6-596b4485f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:07.131903 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.133289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-24c66557-819b-40d7-82a6-596b4485f67e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0908833 Dec 12 04:07:07.143262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-8e159d5d-8d92-4e56-877d-efcdd14f284e tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:07.144745 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-8e159d5d-8d92-4e56-877d-efcdd14f284e tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.3841777 Dec 12 04:07:07.198700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Transition to ACTIVE for port object 9745fb41-cc68-4ef9-859e-d79336a73b2b will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:07.205364 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-faeca17d-2c98-4ef3-b0ee-3ff9acdd8519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.208077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-faeca17d-2c98-4ef3-b0ee-3ff9acdd8519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.212710 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-faeca17d-2c98-4ef3-b0ee-3ff9acdd8519 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20f678c9-4fae-46cf-8336-8c0d665f41a6 HTTP/1.1" status: 204 len: 168 time: 1.1289370 Dec 12 04:07:07.225791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.231100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] For port bb100ed5-80b6-49fe-804c-63a54cbdcf74, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:07.233954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeca17d-2c98-4ef3-b0ee-3ff9acdd8519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f678c9-4fae-46cf-8336-8c0d665f41a6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:07.307587 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.310976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] For port bb100ed5-80b6-49fe-804c-63a54cbdcf74, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bb100ed5-80b6-49fe-804c-63a54cbdcf74,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:07.327466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c8f28-2c34-4032-97d1-014f41ac281c None None] Pushing event updated for resources: {'Port': ['ID=d198d8dc-97b5-4476-bad8-f861056e73da,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:07.330225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4d9ee16a-575a-494b-b3f9-0ea92984bab9 None None] Provisioning complete for port d198d8dc-97b5-4476-bad8-f861056e73da triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:07.330687 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee16a-575a-494b-b3f9-0ea92984bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.333427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-38fd13ad-a6d0-43a9-b8ee-bbbf5c52519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:07.334958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-38fd13ad-a6d0-43a9-b8ee-bbbf5c52519f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1925175 Dec 12 04:07:07.345134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Routers {'8632e50c-342d-43b8-9436-1da429296fc4'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:07:07.345980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['8632e50c-342d-43b8-9436-1da429296fc4'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:07.370246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44e468e-18e8-4c7a-8f20-52d897368703 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:07.440012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:07.450993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.471281 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad346c77-50d7-4c67-9227-435c21f01418 x-openstack-request-id: req-ad346c77-50d7-4c67-9227-435c21f01418 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:07.471586 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85", "name": "network-vif-deleted", "tag": "9786f5ae-048f-426b-acb5-d7c09c2f7ff2", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:07.471851 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad346c77-50d7-4c67-9227-435c21f01418 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:07.472263 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686b6d10-9a0d-4b4a-bf71-a0e9b4e91f85', 'name': 'network-vif-deleted', 'tag': '9786f5ae-048f-426b-acb5-d7c09c2f7ff2', 'status': 'completed', 'code': 200} Dec 12 04:07:07.602042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port a44e468e-18e8-4c7a-8f20-52d897368703, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a44e468e-18e8-4c7a-8f20-52d897368703,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:07.624286 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.718340 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-d61af617-49bf-4bc2-aae2-ecb30869ce59 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705232 Dec 12 04:07:07.768016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41689a81-544a-4676-8160-636029eb6396 req-651377c0-99f0-4cbd-a56a-441c933d8328 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:07.779533 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41689a81-544a-4676-8160-636029eb6396 req-651377c0-99f0-4cbd-a56a-441c933d8328 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 948 time: 0.4656844 Dec 12 04:07:07.816704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=a44e468e-18e8-4c7a-8f20-52d897368703,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:07.842411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] Set router 8632e50c-342d-43b8-9436-1da429296fc4 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:07:07.901338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d73478-c3b7-4555-88de-b9d76e93cbd7 req-12c4ffdb-6f4f-4a6a-82a3-35996be59357 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745954 Dec 12 04:07:07.909106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09eeb350-9799-4f8d-bdf0-1e5de5859003 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:07.920060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee16a-575a-494b-b3f9-0ea92984bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.930770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e1046-077e-4ad5-a9bb-c0b8b032588a req-810db5a2-e9b3-418f-9ca7-d4eb07eaf990 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:07.932647 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e4e1046-077e-4ad5-a9bb-c0b8b032588a req-810db5a2-e9b3-418f-9ca7-d4eb07eaf990 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 944 time: 0.3791535 Dec 12 04:07:07.936707 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:07.971059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Transition to ACTIVE for port object 09eeb350-9799-4f8d-bdf0-1e5de5859003 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:07.997548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.019643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:08.022421 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.024503 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] 10.222.0.37 "PUT /v2.0/ports/bb100ed5-80b6-49fe-804c-63a54cbdcf74 HTTP/1.1" status: 200 len: 1096 time: 5.1186435 Dec 12 04:07:08.030167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77770db-d106-4b90-a99d-e93c6a683d12', 'tag': 'bb100ed5-80b6-49fe-804c-63a54cbdcf74'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:08.032509 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ff6f14-9c06-432b-9893-72972b29587a" -d '{"events": [{"name": "network-changed", "server_uuid": "c77770db-d106-4b90-a99d-e93c6a683d12", "tag": "bb100ed5-80b6-49fe-804c-63a54cbdcf74"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:08.057892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e8f526f6-3f59-4b44-90b7-ced35ee04ff0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:08.058787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Attempting to bind port 9745fb41-cc68-4ef9-859e-d79336a73b2b on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:08.059922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Attempting to bind port 9745fb41-cc68-4ef9-859e-d79336a73b2b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:08.060055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['a44e468e-18e8-4c7a-8f20-52d897368703'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:08.060599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Attempting to bind port 9745fb41-cc68-4ef9-859e-d79336a73b2b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:08.071026 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Port 9745fb41-cc68-4ef9-859e-d79336a73b2b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:08.072248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Attempting to bind port 9745fb41-cc68-4ef9-859e-d79336a73b2b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:08.080908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e4e1046-077e-4ad5-a9bb-c0b8b032588a req-9c892a75-d207-45f3-97a4-3405ef6bac95 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360240 Dec 12 04:07:08.127630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4d9ee16a-575a-494b-b3f9-0ea92984bab9 None None] For port d198d8dc-97b5-4476-bad8-f861056e73da, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d198d8dc-97b5-4476-bad8-f861056e73da,segment=NetworkSegment(73dc7946-17a4-4fa9-90d8-2333545ae054),segment_id=73dc7946-17a4-4fa9-90d8-2333545ae054)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:08.131238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:07:08.134497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88c722-2aa4-4ac0-abaf-e635dd398da1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb100ed5-80b6-49fe-804c-63a54cbdcf74,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:08.141051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:08.141588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:08.142033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:08.142556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Bound port: 9745fb41-cc68-4ef9-859e-d79336a73b2b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:08.143865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.185165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Pushing event updated for resources: {'Port': ['ID=09eeb350-9799-4f8d-bdf0-1e5de5859003,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:08.248147 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee16a-575a-494b-b3f9-0ea92984bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.284169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:08.289617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:08.294338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-cdfb193c-e5f0-4c6d-b135-60ec0b079584 service neutron] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:08.300955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:07:08.301307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9786f5ae-048f-426b-acb5-d7c09c2f7ff2 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:07:08.329110 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.332408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Attempting to bind port 09eeb350-9799-4f8d-bdf0-1e5de5859003 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:08.333444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Attempting to bind port 09eeb350-9799-4f8d-bdf0-1e5de5859003 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:08.333788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Attempting to bind port 09eeb350-9799-4f8d-bdf0-1e5de5859003 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:08.341728 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-cdfb193c-e5f0-4c6d-b135-60ec0b079584 service neutron] Publish callbacks [] for binding, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.343091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0ccb49-6068-4868-ba33-c22fb85ebd51 req-cdfb193c-e5f0-4c6d-b135-60ec0b079584 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d7bd2098-e37d-4065-a4b3-a0226aba053b/bindings/n-h2-710847-7 HTTP/1.1" status: 204 len: 173 time: 1.1893966 Dec 12 04:07:08.381783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Port 09eeb350-9799-4f8d-bdf0-1e5de5859003 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:08.382110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Attempting to bind port 09eeb350-9799-4f8d-bdf0-1e5de5859003 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:08.422993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afac70-919b-4778-8cdb-8fa6f39925a4 req-030dfe23-0eaa-4246-9ee2-6b484753e0f2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:08.429532 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8afac70-919b-4778-8cdb-8fa6f39925a4 req-030dfe23-0eaa-4246-9ee2-6b484753e0f2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 948 time: 0.2043498 Dec 12 04:07:08.430919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:08.431310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:08.431708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:08.432295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Bound port: 09eeb350-9799-4f8d-bdf0-1e5de5859003, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:08.432663 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.448182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:08.448955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.451131 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/9745fb41-cc68-4ef9-859e-d79336a73b2b HTTP/1.1" status: 200 len: 1095 time: 3.4704652 Dec 12 04:07:08.459113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bc544-f290-48a3-8aec-172d27cb10c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:08.494032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41689a81-544a-4676-8160-636029eb6396 req-bac1abf8-f314-49a6-bd4c-db6909f7f005 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7134569 Dec 12 04:07:08.519004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] For port 09eeb350-9799-4f8d-bdf0-1e5de5859003, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:08.526770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] For port 09eeb350-9799-4f8d-bdf0-1e5de5859003, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=09eeb350-9799-4f8d-bdf0-1e5de5859003,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:08.541642 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.561401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-9a0ff373-6317-4fa7-9eb2-1c604f829303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:08.561401 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-9a0ff373-6317-4fa7-9eb2-1c604f829303 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37d695d6fcfb4133871a213d7bd93528&device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 1099 time: 0.3738079 Dec 12 04:07:08.610180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ee16a-575a-494b-b3f9-0ea92984bab9 None None] Pushing event updated for resources: {'Port': ['ID=d198d8dc-97b5-4476-bad8-f861056e73da,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:08.752756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:08.753444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:08.756041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] 10.222.0.18 "PUT /v2.0/ports/09eeb350-9799-4f8d-bdf0-1e5de5859003 HTTP/1.1" status: 200 len: 1096 time: 2.8060136 Dec 12 04:07:08.759715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c28f87-16bd-4f11-9215-6da6c5d2062e service neutron] Pushing event updated for resources: {'Port': ['ID=09eeb350-9799-4f8d-bdf0-1e5de5859003,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:08.776584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-1e42325e-23ed-4933-a27e-78c995f3b59c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=bb100ed5-80b6-49fe-804c-63a54cbdcf74 HTTP/1.1" status: 200 len: 217 time: 0.1465397 Dec 12 04:07:08.791833 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8afac70-919b-4778-8cdb-8fa6f39925a4 req-31886f6c-fbe8-4190-b511-4ba0e8f4d52a tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632694 Dec 12 04:07:08.883127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-950defb9-f776-4533-bc60-4f269113d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:08.885091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-950defb9-f776-4533-bc60-4f269113d0b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 1098 time: 0.3524227 Dec 12 04:07:08.907654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-6cf69673-c1b8-4a8d-ab93-822694983fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:08.909194 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-6cf69673-c1b8-4a8d-ab93-822694983fdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 1099 time: 0.0722456 Dec 12 04:07:09.011211 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-ba9beb27-4d3b-468a-8bba-24d6e5ad9d4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b HTTP/1.1" status: 200 len: 217 time: 0.1011641 Dec 12 04:07:09.016210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d7cd26a6-f494-4aea-b780-0f66e2454b6d None None] Provisioning complete for port d198d8dc-97b5-4476-bad8-f861056e73da triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:09.016604 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7cd26a6-f494-4aea-b780-0f66e2454b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:09.019990 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-a4c470dd-36dc-4c50-a2ce-9fc09cbba874 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=09eeb350-9799-4f8d-bdf0-1e5de5859003 HTTP/1.1" status: 200 len: 217 time: 0.0927236 Dec 12 04:07:09.044390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-e16dce1f-595f-467b-8423-7c8445518ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:09.062122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-e16dce1f-595f-467b-8423-7c8445518ec0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2628450 Dec 12 04:07:09.098405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce7011-b380-4a05-be7c-330eab614226 req-93a7fe06-35f2-4b0e-877a-aa7b88bf8630 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:09.106395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-edce7011-b380-4a05-be7c-330eab614226 req-93a7fe06-35f2-4b0e-877a-aa7b88bf8630 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 949 time: 0.3376625 Dec 12 04:07:09.174705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632e50c-342d-43b8-9436-1da429296fc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:53Z', 'updated_at': '2021-12-12T04:07:01Z', 'revision_number': 4, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'gw_port': {'id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:54Z', 'updated_at': '2021-12-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd198d8dc-97b5-4476-bad8-f861056e73da', 'name': '', 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'mac_address': 'fa:16:3e:84:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '32f146ad-7c05-4235-89b5-52f4a2f3347a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:58Z', 'updated_at': '2021-12-12T04:07:07Z', 'revision_number': 4, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'subnets': [{'id': '32f146ad-7c05-4235-89b5-52f4a2f3347a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:09.188286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-23f4fc6f-d674-48af-9a78-835518172528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:09.190919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-23f4fc6f-d674-48af-9a78-835518172528 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1395829 Dec 12 04:07:09.193600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-24bf4a22-8e66-420d-a227-2866e4e54798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:09.198702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-24bf4a22-8e66-420d-a227-2866e4e54798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1623242 Dec 12 04:07:09.210727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead242a-b429-4bfa-bc8c-ee5147b8bca4 None None] The sync data for ids ['8632e50c-342d-43b8-9436-1da429296fc4'] in n-d-710847-7 is: [{'id': '8632e50c-342d-43b8-9436-1da429296fc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:53Z', 'updated_at': '2021-12-12T04:07:01Z', 'revision_number': 4, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'gw_port': {'id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:54Z', 'updated_at': '2021-12-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd198d8dc-97b5-4476-bad8-f861056e73da', 'name': '', 'network_id': '0a35f6cf-62ff-41c8-9807-45e42d885af2', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'mac_address': 'fa:16:3e:84:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '32f146ad-7c05-4235-89b5-52f4a2f3347a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:58Z', 'updated_at': '2021-12-12T04:07:07Z', 'revision_number': 4, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'subnets': [{'id': '32f146ad-7c05-4235-89b5-52f4a2f3347a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:07:09.215757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-7ce778f7-cf22-4f93-91f7-2ee34e79c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:09.216800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-7ce778f7-cf22-4f93-91f7-2ee34e79c44d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066120 Dec 12 04:07:09.220333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff81445-ec25-479f-95d6-487e2202143f req-4462eca6-df9b-47ba-a57f-32f967837c6d tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:09.234851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ff81445-ec25-479f-95d6-487e2202143f req-4462eca6-df9b-47ba-a57f-32f967837c6d tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 944 time: 0.2402890 Dec 12 04:07:09.252341 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-edce7011-b380-4a05-be7c-330eab614226 req-fe5dbbcf-aa28-4126-8d62-7e877e6ec25a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431565 Dec 12 04:07:09.361547 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ff81445-ec25-479f-95d6-487e2202143f req-0101fc30-e62a-41c4-9ae7-0c880de6557f tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243322 Dec 12 04:07:09.393404 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbd682d-84d3-41e6-b9de-3087e7519e94 x-openstack-request-id: req-cdbd682d-84d3-41e6-b9de-3087e7519e94 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:09.393976 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77770db-d106-4b90-a99d-e93c6a683d12", "tag": "bb100ed5-80b6-49fe-804c-63a54cbdcf74", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:09.394400 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdbd682d-84d3-41e6-b9de-3087e7519e94 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:09.399261 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77770db-d106-4b90-a99d-e93c6a683d12', 'tag': 'bb100ed5-80b6-49fe-804c-63a54cbdcf74', 'status': 'completed', 'code': 200} Dec 12 04:07:09.402943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-5a1129ac-8e9e-4437-9133-28bacb4c643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:09.405228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-5a1129ac-8e9e-4437-9133-28bacb4c643d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660051 Dec 12 04:07:09.425556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-73a32f86-c1a7-487c-862a-0636ae05f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:09.430279 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-73a32f86-c1a7-487c-862a-0636ae05f17b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143574 Dec 12 04:07:09.493519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40328a1-9db0-4c39-b144-48085cf1c812', 'tag': '09eeb350-9799-4f8d-bdf0-1e5de5859003'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:09.497658 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bef198-c189-4824-98cb-dd441d17bd31" -d '{"events": [{"name": "network-changed", "server_uuid": "a40328a1-9db0-4c39-b144-48085cf1c812", "tag": "09eeb350-9799-4f8d-bdf0-1e5de5859003"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:09.616437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-b5e01da3-0d45-41ec-b3ea-50c60d472f0b service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006886 Dec 12 04:07:09.647347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e88d7-3161-4c4f-89a2-e546194a9d44 req-6ce1762e-9204-483b-a796-32022c81e260 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:09.649178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-317e88d7-3161-4c4f-89a2-e546194a9d44 req-6ce1762e-9204-483b-a796-32022c81e260 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1095 time: 0.0956464 Dec 12 04:07:09.673605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-aa14c50e-d44a-4c27-b388-d5505dfe00a2 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426296 Dec 12 04:07:09.781526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-75ed593a-8437-445d-9e9f-88dfea1eeedb service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393660 Dec 12 04:07:09.810982 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-317e88d7-3161-4c4f-89a2-e546194a9d44 req-25b6c076-a908-4dcf-bfea-52eb7c59f8b4 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032569 Dec 12 04:07:09.831259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d508c157-00d9-4b55-a4f8-4bdaffc846d5 req-959b9402-513d-4a51-9e1b-4b9a2c832a9f service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989918 Dec 12 04:07:09.857409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a571e99d-17d8-40a1-9dbb-71b886358bf2 req-87833e56-7db1-404d-a09d-d2526b2d4aa4 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715019 Dec 12 04:07:09.862814 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b40448-01d5-42b8-b7ae-d82ed25f0bce x-openstack-request-id: req-d7b40448-01d5-42b8-b7ae-d82ed25f0bce {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:09.863292 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40328a1-9db0-4c39-b144-48085cf1c812", "tag": "09eeb350-9799-4f8d-bdf0-1e5de5859003", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:09.863697 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7b40448-01d5-42b8-b7ae-d82ed25f0bce {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:09.864241 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40328a1-9db0-4c39-b144-48085cf1c812', 'tag': '09eeb350-9799-4f8d-bdf0-1e5de5859003', 'status': 'completed', 'code': 200} Dec 12 04:07:10.059683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef198-c189-4824-98cb-dd441d17bd31 req-6d9b7b0f-1b42-4058-b6fa-ba9de58be066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.061494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06bef198-c189-4824-98cb-dd441d17bd31 req-6d9b7b0f-1b42-4058-b6fa-ba9de58be066 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 1099 time: 0.1254847 Dec 12 04:07:10.121497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575a3e1-441e-44a0-844b-f2845814f8b9 req-df5800ef-dfc0-4d84-b4e2-13e4b624d96c tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.123052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5575a3e1-441e-44a0-844b-f2845814f8b9 req-df5800ef-dfc0-4d84-b4e2-13e4b624d96c tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 948 time: 0.1463015 Dec 12 04:07:10.128513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e8f526f6-3f59-4b44-90b7-ced35ee04ff0 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:10.134839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff6f14-9c06-432b-9893-72972b29587a req-48177d2e-4685-4340-a3f6-c85ab271596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.136448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21ff6f14-9c06-432b-9893-72972b29587a req-48177d2e-4685-4340-a3f6-c85ab271596c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37d695d6fcfb4133871a213d7bd93528&device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 1099 time: 0.1003094 Dec 12 04:07:10.155426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04d76f67-ee76-4f87-98dd-1431f60bd07e req-ae237ad9-ec03-463e-98ce-f0e2b3634114 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969735 Dec 12 04:07:10.158506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b527cce-5f5d-401d-9c1c-d890a56f56e9 req-85718fd5-6fd5-4560-a2f6-b7f8b4719708 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.160283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1b527cce-5f5d-401d-9c1c-d890a56f56e9 req-85718fd5-6fd5-4560-a2f6-b7f8b4719708 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 950 time: 0.1496940 Dec 12 04:07:10.245479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:10.251304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:10.251713 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:10.273237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff6f14-9c06-432b-9893-72972b29587a req-a7da0473-09c6-433d-8086-54d7ee18135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.274739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21ff6f14-9c06-432b-9893-72972b29587a req-a7da0473-09c6-433d-8086-54d7ee18135b service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1284599 Dec 12 04:07:10.289647 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1b527cce-5f5d-401d-9c1c-d890a56f56e9 req-b459424e-0462-455a-9081-0d44bebbe17c tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212971 Dec 12 04:07:10.328282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef198-c189-4824-98cb-dd441d17bd31 req-3f6839ab-7e6d-4b99-b4b6-1b15cc8e0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.336729 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06bef198-c189-4824-98cb-dd441d17bd31 req-3f6839ab-7e6d-4b99-b4b6-1b15cc8e0231 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2590275 Dec 12 04:07:10.343654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21ff6f14-9c06-432b-9893-72972b29587a req-b219d252-cd7f-4195-a8c3-124bcdb2d1a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=bb100ed5-80b6-49fe-804c-63a54cbdcf74 HTTP/1.1" status: 200 len: 217 time: 0.0424674 Dec 12 04:07:10.388578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5575a3e1-441e-44a0-844b-f2845814f8b9 req-fdcd78df-0ebb-496e-82cf-2668c04da902 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575688 Dec 12 04:07:10.389134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35752) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:10.407109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06bef198-c189-4824-98cb-dd441d17bd31 req-df78e5d7-274d-4b41-bf55-d4d3e91b965e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=09eeb350-9799-4f8d-bdf0-1e5de5859003 HTTP/1.1" status: 200 len: 217 time: 0.0620012 Dec 12 04:07:10.461693 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:10.504321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff6f14-9c06-432b-9893-72972b29587a req-42f26ab6-0e08-415c-9fd0-cb5967ff28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.505933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21ff6f14-9c06-432b-9893-72972b29587a req-42f26ab6-0e08-415c-9fd0-cb5967ff28b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1408062 Dec 12 04:07:10.517301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:10.518551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef198-c189-4824-98cb-dd441d17bd31 req-e426ca1d-3bba-490d-a786-6537e4808b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.520725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06bef198-c189-4824-98cb-dd441d17bd31 req-e426ca1d-3bba-490d-a786-6537e4808b61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1025970 Dec 12 04:07:10.522803 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a0104f-e910-4111-8610-54a35c1a3c76" -d '{"events": [{"server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "name": "network-vif-plugged", "status": "completed", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:10.581655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:10.586077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff6f14-9c06-432b-9893-72972b29587a req-3acb4ff4-d3e9-4c3e-9cfb-54a4a024c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.588418 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:10.588671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21ff6f14-9c06-432b-9893-72972b29587a req-3acb4ff4-d3e9-4c3e-9cfb-54a4a024c0ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619411 Dec 12 04:07:10.589274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a44e468e-18e8-4c7a-8f20-52d897368703 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:10.600514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12736ec-6b34-46b6-bab6-e0a38b4a7b45 req-35a28ac7-d0c2-4a6b-b136-5a7a1e572e9f tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.609430 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b12736ec-6b34-46b6-bab6-e0a38b4a7b45 req-35a28ac7-d0c2-4a6b-b136-5a7a1e572e9f tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 948 time: 0.1205378 Dec 12 04:07:10.621088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef198-c189-4824-98cb-dd441d17bd31 req-b31953e4-a8f4-47f8-b37e-2d92cdcddd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:10.626441 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06bef198-c189-4824-98cb-dd441d17bd31 req-b31953e4-a8f4-47f8-b37e-2d92cdcddd10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981538 Dec 12 04:07:10.656784 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cbaffc64-da38-4fae-895c-8140a75e7ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:10.700781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:10.724786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21ff6f14-9c06-432b-9893-72972b29587a req-d4cefcf1-3249-4d0c-a9f0-8680ac645634 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122811 Dec 12 04:07:10.725330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35760) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:10.733093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-13ff78ae-6a2a-4d44-a047-5d615c6a5afb tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--782183545', 'description': 'tempest-description--1425379498'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:10.759895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port a44e468e-18e8-4c7a-8f20-52d897368703 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:10.771362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port a44e468e-18e8-4c7a-8f20-52d897368703 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:10.771766 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:10.771881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06bef198-c189-4824-98cb-dd441d17bd31 req-71f23db5-7100-435f-843e-79b6e3c8ac03 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369324 Dec 12 04:07:10.828079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2970-5a86-4646-b4a4-956cc77c4caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:10.830140 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-13ff78ae-6a2a-4d44-a047-5d615c6a5afb tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:10.885331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d198d8dc-97b5-4476-bad8-f861056e73da up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:10.941862 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:10.985523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port a44e468e-18e8-4c7a-8f20-52d897368703, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a44e468e-18e8-4c7a-8f20-52d897368703,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:10.986842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06bef198-c189-4824-98cb-dd441d17bd31 req-787fe942-0905-4dce-a764-a82ecaf22384 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079837 Dec 12 04:07:10.991184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d198d8dc-97b5-4476-bad8-f861056e73da triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:10.991601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:10.994131 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.011312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-23ad45e8-6ec6-4698-9f88-d7c04ec76177 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:11.012420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-23ad45e8-6ec6-4698-9f88-d7c04ec76177 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 820 time: 0.2043741 Dec 12 04:07:11.034488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-b07ee875-d4a9-4755-b607-55850b3c2266 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/quotas/064aa813869d4814859875e009120b6c HTTP/1.1" status: 200 len: 375 time: 0.0161695 Dec 12 04:07:11.090208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=a44e468e-18e8-4c7a-8f20-52d897368703,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:11.097994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-bbfa3379-b6d2-4587-b0fd-9d6a347863a6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557222 Dec 12 04:07:11.175839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b12736ec-6b34-46b6-bab6-e0a38b4a7b45 req-fe5d4f0c-6aeb-4821-8a51-509b5558bd6b tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655174 Dec 12 04:07:11.205563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-554d3865-1ed3-4af4-9d8f-7eafab119de9 service neutron] 10.222.0.36 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999074 Dec 12 04:07:11.236520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21ff6f14-9c06-432b-9893-72972b29587a req-d4866b36-181c-4457-a908-52aa783eb6f9 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597449 Dec 12 04:07:11.277402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2970-5a86-4646-b4a4-956cc77c4caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.292350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2970-5a86-4646-b4a4-956cc77c4caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.307831 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-6ad8393e-12ad-4a5c-a5b3-99ce823590d5 service neutron] 10.222.0.36 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979164 Dec 12 04:07:11.336582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-13ff78ae-6a2a-4d44-a047-5d615c6a5afb tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.358162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d31496-4e54-4e01-abe0-7de796e9a68d req-c09d000c-3ad7-43df-84df-2b3aa46f133f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:11.359679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5d31496-4e54-4e01-abe0-7de796e9a68d req-c09d000c-3ad7-43df-84df-2b3aa46f133f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.1188631 Dec 12 04:07:11.361577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-13ff78ae-6a2a-4d44-a047-5d615c6a5afb tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.366772 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6a2b2970-5a86-4646-b4a4-956cc77c4caa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b3fcad59ed14254abdaefd7a16cf376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9321518 Dec 12 04:07:11.370150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35772) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:11.371308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b2970-5a86-4646-b4a4-956cc77c4caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb9a3e0-a3bd-4a13-bdbf-84899daf5fd2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:11.401352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:11.403675 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b8e623-457c-4335-8418-fea8ecb68b63" -d '{"events": [{"name": "network-changed", "server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:11.414360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-13ff78ae-6a2a-4d44-a047-5d615c6a5afb tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.417285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.418956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-13ff78ae-6a2a-4d44-a047-5d615c6a5afb tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6893823 Dec 12 04:07:11.422720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35778) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:11.427235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-96953338-752e-4534-b9e6-ce996fc4e873 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Request body: {'security_group_rule': {'security_group_id': '9d050758-1746-4102-b21f-5eb5102b0bdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:11.447880 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa753dfd-2d98-4289-a3af-9d04eab4d716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.473439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff78ae-6a2a-4d44-a047-5d615c6a5afb tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d050758-1746-4102-b21f-5eb5102b0bdf,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:11.473933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa753dfd-2d98-4289-a3af-9d04eab4d716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.485103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5d31496-4e54-4e01-abe0-7de796e9a68d req-3dd15c16-ff98-4670-912b-93677027e4c1 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145401 Dec 12 04:07:11.501829 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96953338-752e-4534-b9e6-ce996fc4e873 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.558604 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd01146-50e7-4048-9446-f6183f7fc8db x-openstack-request-id: req-7bd01146-50e7-4048-9446-f6183f7fc8db {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:11.559251 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "name": "network-vif-plugged", "status": "completed", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:11.559941 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bd01146-50e7-4048-9446-f6183f7fc8db {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:11.560544 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'code': 200} Dec 12 04:07:11.579018 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa753dfd-2d98-4289-a3af-9d04eab4d716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.582751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa753dfd-2d98-4289-a3af-9d04eab4d716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.597104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fa753dfd-2d98-4289-a3af-9d04eab4d716 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fb9a3e0-a3bd-4a13-bdbf-84899daf5fd2 HTTP/1.1" status: 204 len: 168 time: 0.2175488 Dec 12 04:07:11.613878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766d0e2-6220-490e-8c86-86ddd61e825b req-1db64b26-df0b-4e21-8ef0-7d32e22eb9d3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:11.622392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4766d0e2-6220-490e-8c86-86ddd61e825b req-1db64b26-df0b-4e21-8ef0-7d32e22eb9d3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 945 time: 0.1169508 Dec 12 04:07:11.633121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96953338-752e-4534-b9e6-ce996fc4e873 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.660706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96953338-752e-4534-b9e6-ce996fc4e873 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.698829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96953338-752e-4534-b9e6-ce996fc4e873 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e23c32d-e99a-43ef-9ef9-e71ebee624a5,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:11.715153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-ed9cbb5f-0d0e-4146-a6ce-85ae7a35c7e8 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:11.717056 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-ed9cbb5f-0d0e-4146-a6ce-85ae7a35c7e8 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.37 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 950 time: 0.1392620 Dec 12 04:07:11.724387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96953338-752e-4534-b9e6-ce996fc4e873 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.725783 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-96953338-752e-4534-b9e6-ce996fc4e873 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3020988 Dec 12 04:07:11.729069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35792) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:11.792627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3c0da9a0-e7ad-4892-be9c-f5a5932ccf7e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Request body: {'security_group_rule': {'security_group_id': '9d050758-1746-4102-b21f-5eb5102b0bdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:11.834502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a1583-9c23-42e0-93ad-08e536f57b17 req-52cb6ae7-cdae-4b5c-a503-e3a0fa1a1562 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:11.836280 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a7a1583-9c23-42e0-93ad-08e536f57b17 req-52cb6ae7-cdae-4b5c-a503-e3a0fa1a1562 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 950 time: 0.2268598 Dec 12 04:07:11.867766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa753dfd-2d98-4289-a3af-9d04eab4d716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb9a3e0-a3bd-4a13-bdbf-84899daf5fd2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:11.910427 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4766d0e2-6220-490e-8c86-86ddd61e825b req-9daac1d5-37c8-44a2-90c3-e360314570d1 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845123 Dec 12 04:07:11.922153 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c0da9a0-e7ad-4892-be9c-f5a5932ccf7e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.968949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Deleting port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:07:11.969320 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:11.975513 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a7a1583-9c23-42e0-93ad-08e536f57b17 req-65b11d1f-96aa-4df3-bf95-f50ffccadaa2 tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d792a1-cf25-4227-9f16-fc1c98163299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316178 Dec 12 04:07:12.050964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35798) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:12.067954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffac95-2522-46d0-9dfd-778a00f85a6b req-29f47384-b8f4-4098-9924-310e149be15f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:12.069672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2dffac95-2522-46d0-9dfd-778a00f85a6b req-29f47384-b8f4-4098-9924-310e149be15f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 948 time: 0.0985858 Dec 12 04:07:12.080793 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab5c62f-f276-4092-b20a-9b289ff7754f x-openstack-request-id: req-9ab5c62f-f276-4092-b20a-9b289ff7754f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:12.081240 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:12.081372 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ab5c62f-f276-4092-b20a-9b289ff7754f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:12.081777 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'status': 'completed', 'code': 200} Dec 12 04:07:12.086051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd6a4-292f-4362-9859-befabe0d9f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.137106 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2dffac95-2522-46d0-9dfd-778a00f85a6b req-60a1e80f-4402-4920-b59a-78bb0ada5fb5 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598159 Dec 12 04:07:12.142608 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c0da9a0-e7ad-4892-be9c-f5a5932ccf7e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.159096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] For port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:12.159474 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.188241 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c0da9a0-e7ad-4892-be9c-f5a5932ccf7e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.235918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Calling delete_port for cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:07:12.242900 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b93f2ebd-1b1e-4196-ab2b-ba8811d720da req-77c82bcc-7ed0-492c-8e51-4e34783ca1bc tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 210 time: 0.1025558 Dec 12 04:07:12.251624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4703bd6-309c-426d-8b8d-97619c1bf3a6 req-1e4bcbfb-a644-4dc3-8d1f-6327e4156549 tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:12.254780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4703bd6-309c-426d-8b8d-97619c1bf3a6 req-1e4bcbfb-a644-4dc3-8d1f-6327e4156549 tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1101 time: 0.0477583 Dec 12 04:07:12.279967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0da9a0-e7ad-4892-be9c-f5a5932ccf7e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fed479-b027-4f27-b8db-1f9fbfa64db8,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:12.288096 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c0da9a0-e7ad-4892-be9c-f5a5932ccf7e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.293270 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3c0da9a0-e7ad-4892-be9c-f5a5932ccf7e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5097432 Dec 12 04:07:12.299266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35802) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:12.307539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:12.355641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4703bd6-309c-426d-8b8d-97619c1bf3a6 req-9d6de30b-9eba-440f-a77a-1d0e778d142b tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934637 Dec 12 04:07:12.356441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-63babfed-45b3-48bc-8971-3ca88424d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:12.358110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-63babfed-45b3-48bc-8971-3ca88424d3db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 1098 time: 0.2192469 Dec 12 04:07:12.358875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.473887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.497708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:12.507452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd6a4-292f-4362-9859-befabe0d9f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.521191 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd6a4-292f-4362-9859-befabe0d9f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.595790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e0ad0-5adc-4d47-a9d9-9636bd381db0 req-8a0254a2-2fe5-44a7-ada8-9f90b48b05e2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:12.604665 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-053e0ad0-5adc-4d47-a9d9-9636bd381db0 req-8a0254a2-2fe5-44a7-ada8-9f90b48b05e2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 948 time: 0.2180283 Dec 12 04:07:12.612272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Allocated IP 172.25.7.28 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/6bc262b3-3a75-48f0-94e0-22e7c72bcc36) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:12.622923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:12.641531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'mac_address': 'fa:16:3e:47:95:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:12.651512 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0ddcd6a4-292f-4362-9859-befabe0d9f25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8336aa9a859240318a76b51acc74bb10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5994916 Dec 12 04:07:12.666321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35818) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:12.677303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-c3726193-1324-4c0e-ba1e-c890d577952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:12.678841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-c3726193-1324-4c0e-ba1e-c890d577952b service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3060493 Dec 12 04:07:12.679663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcd6a4-292f-4362-9859-befabe0d9f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df6e1b2-45d7-4e4a-8021-3faa5d0daa3c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:12.684227 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.701108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9745fb41-cc68-4ef9-859e-d79336a73b2b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:12.724658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-0465f586-432b-489a-845d-7fd6c374568c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827353 Dec 12 04:07:12.725766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:12.733237 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.734574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bb100ed5-80b6-49fe-804c-63a54cbdcf74 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:12.756365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.784610 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-11c4bb17-e735-49b0-8ca6-2cba0dac871d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b HTTP/1.1" status: 200 len: 217 time: 0.0938511 Dec 12 04:07:12.798005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:12.814635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Pushing event deleted for resources: {'Port': ['ID=cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:12.829082 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.833689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:12.837343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-053e0ad0-5adc-4d47-a9d9-9636bd381db0 req-eaf2b40c-7a24-4021-992e-d20a5dcc31df tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312365 Dec 12 04:07:12.838459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bb100ed5-80b6-49fe-804c-63a54cbdcf74, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bb100ed5-80b6-49fe-804c-63a54cbdcf74,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:12.853490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'bb100ed5-80b6-49fe-804c-63a54cbdcf74', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'bb100ed5-80b6-49fe-804c-63a54cbdcf74', 'mac_address': 'fa:16:3e:ee:62:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:12.907824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] No DVR routers for this DVR port cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:07:12.911430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.915510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-224a019b-639c-4aa1-9ff0-aa474fd36523 req-950e8a15-c993-4191-bb0e-aeb485a51f7f tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.37 "DELETE /v2.0/ports/cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a HTTP/1.1" status: 204 len: 173 time: 1.1874094 Dec 12 04:07:12.916499 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.936115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-5f0cb246-29ed-4aff-8525-ded7d996dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:12.938214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-5f0cb246-29ed-4aff-8525-ded7d996dd5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1257875 Dec 12 04:07:12.939197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d46a9b4c-d859-44b7-91e3-ba6bf4931a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.944539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb100ed5-80b6-49fe-804c-63a54cbdcf74 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:12.953065 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e89438fe-52ff-4337-b3e2-fca277fc881e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:12.978101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bb100ed5-80b6-49fe-804c-63a54cbdcf74, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bb100ed5-80b6-49fe-804c-63a54cbdcf74,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:12.987424 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:13.000467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d46a9b4c-d859-44b7-91e3-ba6bf4931a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:13.109837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bb100ed5-80b6-49fe-804c-63a54cbdcf74,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:13.113463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-9900e8ba-77c2-4a3e-b8b4-748cb1050bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:13.117869 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-9900e8ba-77c2-4a3e-b8b4-748cb1050bdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425235 Dec 12 04:07:13.125629 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:13.156493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f4649-dc52-497e-82bf-c2fc458cc03c req-162c9575-2416-4964-8628-96248cff97be tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:13.158227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0a2f4649-dc52-497e-82bf-c2fc458cc03c req-162c9575-2416-4964-8628-96248cff97be tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 945 time: 0.1052418 Dec 12 04:07:13.208845 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d46a9b4c-d859-44b7-91e3-ba6bf4931a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:13.212245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d46a9b4c-d859-44b7-91e3-ba6bf4931a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:13.215839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d46a9b4c-d859-44b7-91e3-ba6bf4931a68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0df6e1b2-45d7-4e4a-8021-3faa5d0daa3c HTTP/1.1" status: 204 len: 168 time: 0.5464022 Dec 12 04:07:13.239503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-da8bcd2c-05a9-4621-a5f8-65c131142c55 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:13.241057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-da8bcd2c-05a9-4621-a5f8-65c131142c55 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5154002 Dec 12 04:07:13.245866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:13.247195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event updated for resources: {'Port': ['ID=6bc262b3-3a75-48f0-94e0-22e7c72bcc36,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:13.263100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:13.274447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:13.330659 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-f984bd12-b9ae-4d6b-89b4-11e31c8c4193 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/quotas/d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 375 time: 0.0735216 Dec 12 04:07:13.345367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a9b4c-d859-44b7-91e3-ba6bf4931a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df6e1b2-45d7-4e4a-8021-3faa5d0daa3c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:13.357533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-38aadfe1-bca7-4918-ac52-1259a7e52914 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:13.359057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-38aadfe1-bca7-4918-ac52-1259a7e52914 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 820 time: 0.4003975 Dec 12 04:07:13.361430 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0a2f4649-dc52-497e-82bf-c2fc458cc03c req-b2ac2ad1-2c06-4d93-9818-1a90a185829a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762192 Dec 12 04:07:13.365301 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-2322df71-fe11-4aa6-b9de-1fdc1b73ae71 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357864 Dec 12 04:07:13.367376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9745fb41-cc68-4ef9-859e-d79336a73b2b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:13.449624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['bb100ed5-80b6-49fe-804c-63a54cbdcf74'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:13.453011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Request body: {'port': {'device_id': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469', 'admin_state_up': True, 'tenant_id': '064aa813869d4814859875e009120b6c'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:13.562159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60d25f4-5845-41ed-81a5-4476e275b6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44e468e-18e8-4c7a-8f20-52d897368703'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:13.565308 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fd4985-4b8f-44a5-83f7-8eb179ca80b7" -d '{"events": [{"server_uuid": "f60d25f4-5845-41ed-81a5-4476e275b6ed", "name": "network-vif-plugged", "status": "completed", "tag": "a44e468e-18e8-4c7a-8f20-52d897368703"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:13.605941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79b8e623-457c-4335-8418-fea8ecb68b63 req-38d28df3-a948-4803-8a64-a0cb9221753d service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234681 Dec 12 04:07:13.608240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-bb38d24e-27e9-49bb-ab92-b4e95f93e416 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2766731 Dec 12 04:07:13.683148 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b46b0bcb-6d47-4677-8511-a9b60170a845 req-3b7c9805-2baf-4ff2-bde8-3b9c4ef4c4ff tempest-LiveMigrationNegativeTest-402420810 tempest-LiveMigrationNegativeTest-402420810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac7128e-1280-4ce1-8368-157e75a57cb2 HTTP/1.1" status: 200 len: 210 time: 0.0754097 Dec 12 04:07:13.793281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:13.871741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:13.879251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Made reservation on behalf of 064aa813869d4814859875e009120b6c for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:13.884721 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:13.894839 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:13.948491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a33b3e-5578-4809-9f6f-ff97f9a65cdd req-46add0cf-46f3-40e3-9c6b-123709a2693c tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:13.950306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3a33b3e-5578-4809-9f6f-ff97f9a65cdd req-46add0cf-46f3-40e3-9c6b-123709a2693c tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 949 time: 0.1315980 Dec 12 04:07:14.023199 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.027680 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3a33b3e-5578-4809-9f6f-ff97f9a65cdd req-81cb085a-09df-406e-a0a7-0154e53d58f3 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 Dec 12 04:07:14.083542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac7128e-1280-4ce1-8368-157e75a57cb2', 'name': 'network-vif-deleted', 'tag': 'cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:14.086879 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c3a4b1-dfb0-4060-b8f7-eff9dbd4d738" -d '{"events": [{"server_uuid": "bac7128e-1280-4ce1-8368-157e75a57cb2", "name": "network-vif-deleted", "tag": "cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:14.087756 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7da55b4-6ad9-4cd9-9a9a-e0a935418c17 x-openstack-request-id: req-b7da55b4-6ad9-4cd9-9a9a-e0a935418c17 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:14.088076 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60d25f4-5845-41ed-81a5-4476e275b6ed", "name": "network-vif-plugged", "status": "completed", "tag": "a44e468e-18e8-4c7a-8f20-52d897368703", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:14.088335 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7da55b4-6ad9-4cd9-9a9a-e0a935418c17 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:14.088728 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60d25f4-5845-41ed-81a5-4476e275b6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44e468e-18e8-4c7a-8f20-52d897368703', 'code': 200} Dec 12 04:07:14.162060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 09eeb350-9799-4f8d-bdf0-1e5de5859003 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:14.218047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-99463b99-9f05-4724-b9d2-03558af14a5e req-14102901-64b4-4cef-94a5-52ee862b15bb tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 210 time: 0.1650844 Dec 12 04:07:14.301895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf841c-9503-461a-bc5a-9fcdb3fbc1d2 req-fe51f5c6-41cb-4b1f-b45a-cd74c5268172 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:14.311025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3cf841c-9503-461a-bc5a-9fcdb3fbc1d2 req-fe51f5c6-41cb-4b1f-b45a-cd74c5268172 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 948 time: 0.1443422 Dec 12 04:07:14.383634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 09eeb350-9799-4f8d-bdf0-1e5de5859003, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=09eeb350-9799-4f8d-bdf0-1e5de5859003,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:14.401111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3cf841c-9503-461a-bc5a-9fcdb3fbc1d2 req-6882e976-1c3a-444e-ba3f-b993a453ed85 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862176 Dec 12 04:07:14.410938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '09eeb350-9799-4f8d-bdf0-1e5de5859003', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '09eeb350-9799-4f8d-bdf0-1e5de5859003', 'mac_address': 'fa:16:3e:4a:7b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:14.418387 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70bd20b1-32b0-44a2-aaae-88f7cc7bfb4d req-33328e17-54e2-464e-8be9-3ff80d6e0cfa tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 210 time: 0.0965278 Dec 12 04:07:14.426125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35866) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:14.469236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa549-7c9f-4a0e-b053-bc982c418560 req-8507bfa5-6f38-4923-8f94-65d3680ae821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:14.477225 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e66fa549-7c9f-4a0e-b053-bc982c418560 req-8507bfa5-6f38-4923-8f94-65d3680ae821 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 1096 time: 0.2244868 Dec 12 04:07:14.479702 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b846e-fc10-4b73-9bd6-591befc2e9b6 x-openstack-request-id: req-c01b846e-fc10-4b73-9bd6-591befc2e9b6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:14.480006 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac7128e-1280-4ce1-8368-157e75a57cb2", "name": "network-vif-deleted", "tag": "cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:14.480268 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c01b846e-fc10-4b73-9bd6-591befc2e9b6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:14.480673 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac7128e-1280-4ce1-8368-157e75a57cb2', 'name': 'network-vif-deleted', 'tag': 'cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a', 'status': 'completed', 'code': 200} Dec 12 04:07:14.530516 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.547621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09eeb350-9799-4f8d-bdf0-1e5de5859003 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:14.580522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 09eeb350-9799-4f8d-bdf0-1e5de5859003, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=09eeb350-9799-4f8d-bdf0-1e5de5859003,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:14.588635 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.592872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1931989501-network', 'tenant_id': '5b324480bb7d42509e880bac723314f3'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:14.612398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Allocated IP 172.20.0.6 (9bb94e37-63ec-40da-b1d1-241dbd701469/37dcae31-2d61-427b-a549-599fc478f803/f8c8fd7e-af78-492d-9019-b3187201e85e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:14.647647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Made reservation on behalf of 5b324480bb7d42509e880bac723314f3 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:14.651030 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.655135 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e66fa549-7c9f-4a0e-b053-bc982c418560 req-acf4d482-ed91-4343-9029-0d02f9502f8b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547289 Dec 12 04:07:14.668922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.677034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.682724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231195a5-3781-4b69-8469-1ccd2829c416 req-313128e4-4bd0-4ce0-b5c6-f93519c39454 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:14.684587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-231195a5-3781-4b69-8469-1ccd2829c416 req-313128e4-4bd0-4ce0-b5c6-f93519c39454 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 945 time: 0.1676528 Dec 12 04:07:14.685663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=09eeb350-9799-4f8d-bdf0-1e5de5859003,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:14.688367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.808693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.814407 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.836747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event updated for resources: {'Port': ['ID=6bc262b3-3a75-48f0-94e0-22e7c72bcc36,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:14.869091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:07:14.880798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcde373-f076-4713-b6dd-d5c7fa6da618,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:14.895856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.897007 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Added segment 3fd5debb-e254-4b5f-8ba4-da43b138cf26 of type vlan for network c54bc4b9-5f16-4c00-8f11-3409b7926b2d Dec 12 04:07:14.900229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['09eeb350-9799-4f8d-bdf0-1e5de5859003'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:14.957179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:14.974867 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-231195a5-3781-4b69-8469-1ccd2829c416 req-b4ffa72d-e51f-4511-b508-f3c3d1768a29 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751925 Dec 12 04:07:14.976849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.022821 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.024266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-642f0602-e1bd-4c4e-a5ee-ea7f3178bad2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7237561 Dec 12 04:07:15.035372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.038288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:15.040378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.108181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.164340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7334464 Dec 12 04:07:15.164574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35880) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:15.172273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35882) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:15.180523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Request body: {'subnet': {'network_id': 'c54bc4b9-5f16-4c00-8f11-3409b7926b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1931989501-subnet', 'tenant_id': '5b324480bb7d42509e880bac723314f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:15.204877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.249812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6a507-a786-4242-ae4e-ada118ab3e78 admin admin] Pushing event updated for resources: {'Network': ['ID=c54bc4b9-5f16-4c00-8f11-3409b7926b2d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:15.269965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Made reservation on behalf of 5b324480bb7d42509e880bac723314f3 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:15.272250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.299266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network c54bc4b9-5f16-4c00-8f11-3409b7926b2d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:07:15.332737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b147a5e-6411-43f6-9dcb-3278e9f1699b req-873f0ec5-40ef-4bf3-a5fb-55f389462526 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:15.342485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b147a5e-6411-43f6-9dcb-3278e9f1699b req-873f0ec5-40ef-4bf3-a5fb-55f389462526 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 949 time: 0.1505866 Dec 12 04:07:15.351637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Network 9bb94e37-63ec-40da-b1d1-241dbd701469 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:15.388282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:15.460093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:15.466389 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.550752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b147a5e-6411-43f6-9dcb-3278e9f1699b req-2cfb85dd-dc5b-43e4-a105-ec052f6390a0 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071958 Dec 12 04:07:15.552416 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-98b635b1-7f4f-4f6d-8ad4-811c92d2c086 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038499 Dec 12 04:07:15.596711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Pushing event updated for resources: {'Port': ['ID=f8c8fd7e-af78-492d-9019-b3187201e85e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:15.640026 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-54c5dd3d-d60e-43f9-8342-77965f39e4b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74a958727b4f4e568c0717b1a8a3d9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643395 Dec 12 04:07:15.650710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:15.652538 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.658008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35902) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:15.675785 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-fd7a8c96-fa51-43c2-aea6-3d26eec31516 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--782183545&fields=id&tenant_id=78f3494e57c7456d9a9a3c359da86fd0 HTTP/1.1" status: 200 len: 267 time: 0.2997408 Dec 12 04:07:15.680715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-43417e2c-8ad8-46de-a419-f04148f75277 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2436531 Dec 12 04:07:15.735765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Request body: {'port': {'device_id': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:15.736450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.833581 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.854702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-7212ed48-509d-4253-aba9-6934b0bfae3d tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:15.856321 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-7212ed48-509d-4253-aba9-6934b0bfae3d tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/networks?id=695603de-80e2-4b3d-8195-8a60643536e4 HTTP/1.1" status: 200 len: 824 time: 0.1715403 Dec 12 04:07:15.856665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-19ede04e-1bfc-486a-96a0-92fd2ab57200 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:15.858288 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-19ede04e-1bfc-486a-96a0-92fd2ab57200 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980149 Dec 12 04:07:15.872603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30299e31-e8fd-4ab9-87ee-a37784626c5b req-40410e41-38b5-4ede-b3d4-e7ab078b4d70 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:15.874101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30299e31-e8fd-4ab9-87ee-a37784626c5b req-40410e41-38b5-4ede-b3d4-e7ab078b4d70 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 931 time: 0.1993849 Dec 12 04:07:15.881805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6371fac2-a434-4685-8608-52fa39f740da,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:15.894682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Request body: {'port': {'device_id': '42a72997-1b85-406e-8c85-0eda25d25f00', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'd42b68d55c3b405d8bb5ee6f346236ab'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:15.894877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-daec028a-5e81-4833-a352-658a130e7fe7 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/quotas/78f3494e57c7456d9a9a3c359da86fd0 HTTP/1.1" status: 200 len: 375 time: 0.0177853 Dec 12 04:07:15.897732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-823df897-c535-47d6-be84-1596d1d6222b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:15.970074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Checking segment: {'id': '3fd5debb-e254-4b5f-8ba4-da43b138cf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c54bc4b9-5f16-4c00-8f11-3409b7926b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:15.970337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Network hostable DHCP agents. Network: c54bc4b9-5f16-4c00-8f11-3409b7926b2d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:07:16.006811 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-823df897-c535-47d6-be84-1596d1d6222b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.053191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30299e31-e8fd-4ab9-87ee-a37784626c5b req-1037d95e-c34e-473f-8662-41b78d9eabbc tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673746 Dec 12 04:07:16.081634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Network c54bc4b9-5f16-4c00-8f11-3409b7926b2d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:07:16.106896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, c54bc4b9-5f16-4c00-8f11-3409b7926b2d) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:16.116041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e282b528-7b41-4dcd-b10a-292059f08ebb None None] Network c54bc4b9-5f16-4c00-8f11-3409b7926b2d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:07:16.121474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:16.122095 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.154394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-823df897-c535-47d6-be84-1596d1d6222b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.158316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-823df897-c535-47d6-be84-1596d1d6222b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.160450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-823df897-c535-47d6-be84-1596d1d6222b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20d792a1-cf25-4227-9f16-fc1c98163299 HTTP/1.1" status: 204 len: 168 time: 0.5017450 Dec 12 04:07:16.165197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Made reservation on behalf of d42b68d55c3b405d8bb5ee6f346236ab for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:16.170460 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.199318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-39bc3a41-f472-428b-bed8-a8aade74219c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0336528 Dec 12 04:07:16.207587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 09eeb350-9799-4f8d-bdf0-1e5de5859003 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:16.234383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823df897-c535-47d6-be84-1596d1d6222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d792a1-cf25-4227-9f16-fc1c98163299,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:16.336181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad127b9-a0a0-4c01-b517-a122f898af9e req-c7bfab38-0367-44b7-be3e-3db68144420c tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:16.337944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ad127b9-a0a0-4c01-b517-a122f898af9e req-c7bfab38-0367-44b7-be3e-3db68144420c tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 949 time: 0.1636791 Dec 12 04:07:16.340060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 09eeb350-9799-4f8d-bdf0-1e5de5859003 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:16.363692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 09eeb350-9799-4f8d-bdf0-1e5de5859003 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:16.364083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.394783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb63ed39-1354-4ac2-aa72-00cf6f7d6d31 None None] Network c54bc4b9-5f16-4c00-8f11-3409b7926b2d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:07:16.425834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-3b128b5a-e293-4a4e-9e24-4186e5f9370e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=78f3494e57c7456d9a9a3c359da86fd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5200448 Dec 12 04:07:16.501410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ad127b9-a0a0-4c01-b517-a122f898af9e req-745f3baf-e194-4ca0-a8fa-225b5c1dc316 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393688 Dec 12 04:07:16.512306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:16.533075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Allocated IP 192.168.233.163 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/a92f123f-7056-406d-899d-bbcfd80dd63d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:16.605562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 9745fb41-cc68-4ef9-859e-d79336a73b2b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:16.606063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-2d78c155-1b71-4a50-b87a-0c9561b243b1 service neutron] 10.222.0.36 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743701 Dec 12 04:07:16.610050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c8fd7e-af78-492d-9019-b3187201e85e {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:16.620938 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.628984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 9745fb41-cc68-4ef9-859e-d79336a73b2b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:16.629286 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.650653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35916) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:16.665066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d35b5c58-9947-4dac-b1c8-cb8ae72075c9 req-e8c7f6ae-5880-451e-82ff-0bfba854d9da tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 210 time: 0.0548937 Dec 12 04:07:16.699715 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.700563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Transition to ACTIVE for port object f8c8fd7e-af78-492d-9019-b3187201e85e will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:16.701170 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.720738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.750033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40328a1-9db0-4c39-b144-48085cf1c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eeb350-9799-4f8d-bdf0-1e5de5859003'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:16.752343 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866ba6d0-53fe-40e3-9e78-21b1dd1748a6" -d '{"events": [{"server_uuid": "a40328a1-9db0-4c39-b144-48085cf1c812", "name": "network-vif-plugged", "status": "completed", "tag": "09eeb350-9799-4f8d-bdf0-1e5de5859003"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:16.804391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.810423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 09eeb350-9799-4f8d-bdf0-1e5de5859003, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=09eeb350-9799-4f8d-bdf0-1e5de5859003,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:16.821167 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.850755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Pushing event updated for resources: {'Port': ['ID=f8c8fd7e-af78-492d-9019-b3187201e85e,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:16.861398 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7ce3a04a-f7ef-406d-8c48-b4e75134115e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8abed41d0f9348db981611ca7b7b5e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776171 Dec 12 04:07:16.861398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35920) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:16.864761 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-746b6125-8889-4147-b8a0-b1c5ee74528b service neutron] 10.222.0.36 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461333 Dec 12 04:07:16.877008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:16.892396 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.893115 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bb100ed5-80b6-49fe-804c-63a54cbdcf74 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:16.943568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=09eeb350-9799-4f8d-bdf0-1e5de5859003,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:16.961099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:16.961394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:16.961730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:16.974956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Port f8c8fd7e-af78-492d-9019-b3187201e85e on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:16.975288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:16.982749 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a8895e6-2a3e-4551-ada5-a4d1e7ad02e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:16.985648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:16.985996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:16.986393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:16.986836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Bound port: f8c8fd7e-af78-492d-9019-b3187201e85e, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:16.987191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.038478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:17.043735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a8895e6-2a3e-4551-ada5-a4d1e7ad02e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.056853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port bb100ed5-80b6-49fe-804c-63a54cbdcf74 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:17.064395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port bb100ed5-80b6-49fe-804c-63a54cbdcf74 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:17.065351 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.102626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:17.106570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:17.113155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.142133 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.157212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:17.158152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.160621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] 10.222.0.18 "PUT /v2.0/ports/f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 200 len: 1091 time: 1.4285607 Dec 12 04:07:17.169363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:17.173807 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d3d39c-508c-4893-9db8-b06d41800d16" -d '{"events": [{"name": "network-changed", "server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:17.181717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a8895e6-2a3e-4551-ada5-a4d1e7ad02e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.187098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a8895e6-2a3e-4551-ada5-a4d1e7ad02e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.189088 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4a8895e6-2a3e-4551-ada5-a4d1e7ad02e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44f0182a-38a2-41c3-aa8d-5269e1ce8331 HTTP/1.1" status: 204 len: 168 time: 0.3269501 Dec 12 04:07:17.207379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8895e6-2a3e-4551-ada5-a4d1e7ad02e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f0182a-38a2-41c3-aa8d-5269e1ce8331,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:17.225801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62572a9a-c0d0-479c-acc8-7a742190eb2b service neutron] Pushing event updated for resources: {'Port': ['ID=f8c8fd7e-af78-492d-9019-b3187201e85e,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:17.302863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-7fcb29c8-7c1f-435d-9532-dbf7d7ce8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:17.305547 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-7fcb29c8-7c1f-435d-9532-dbf7d7ce8677 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1094 time: 0.0700212 Dec 12 04:07:17.317622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.341851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.368167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e8f526f6-3f59-4b44-90b7-ced35ee04ff0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:17.410053 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-82d22aab-30e2-4fc4-83bf-ec81a56a1572 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 200 len: 217 time: 0.0889528 Dec 12 04:07:17.423805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Pushing event updated for resources: {'Port': ['ID=a92f123f-7056-406d-899d-bbcfd80dd63d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:17.424478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-4ba86620-9069-4494-8452-ee496d3cd964 req-e062f6f4-40ea-4181-b778-53d85c251f17 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1270502581', 'description': 'tempest-description-347901546'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:17.452564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612558-0a92-4774-bafd-2ffa2bfb3894 req-c0e84b73-4bf0-4f85-8dcf-af0369a06408 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:17.461303 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08612558-0a92-4774-bafd-2ffa2bfb3894 req-c0e84b73-4bf0-4f85-8dcf-af0369a06408 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 945 time: 0.5146992 Dec 12 04:07:17.486475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:17.491881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:17.501088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:17.534052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bb100ed5-80b6-49fe-804c-63a54cbdcf74, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bb100ed5-80b6-49fe-804c-63a54cbdcf74,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:17.545508 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.546382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:07:17.553059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4ba86620-9069-4494-8452-ee496d3cd964 req-e062f6f4-40ea-4181-b778-53d85c251f17 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.559044 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-60845d52-06a4-414e-9826-ab51a1077401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:17.560617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-60845d52-06a4-414e-9826-ab51a1077401 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.1400328 Dec 12 04:07:17.573287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08612558-0a92-4774-bafd-2ffa2bfb3894 req-4b8bc9dc-0793-45f1-aff3-bf4bef06a76b tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107187 Dec 12 04:07:17.603791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:17.605388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.616961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bb100ed5-80b6-49fe-804c-63a54cbdcf74,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:17.649678 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-caf35070-307c-423e-9f0a-c96108c0e832 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603106 Dec 12 04:07:17.657300 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-2073e841-b732-437e-9575-1127473dc44f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7627687 Dec 12 04:07:17.669900 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:07:17.670577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device cba4cfc0-9bab-4092-b9a0-63f5ffab5d6a not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:07:17.681351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Request body: {'port': {'device_id': '42a72997-1b85-406e-8c85-0eda25d25f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:17.818118 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.849914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-feaad312-b676-4e7b-83f9-dd41e4dc0ef2 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970403 Dec 12 04:07:17.894608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fc723931-5f16-4ed7-aee7-93e18f6a4857 None None] Provisioning complete for port a92f123f-7056-406d-899d-bbcfd80dd63d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:17.896271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc723931-5f16-4ed7-aee7-93e18f6a4857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.909354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67dddf-ce20-4e7b-a397-637d776f5f8f req-5589cfe1-601d-45f2-be13-e97b498c037f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:17.911823 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4ba86620-9069-4494-8452-ee496d3cd964 req-e062f6f4-40ea-4181-b778-53d85c251f17 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.914390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f67dddf-ce20-4e7b-a397-637d776f5f8f req-5589cfe1-601d-45f2-be13-e97b498c037f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 950 time: 0.1901019 Dec 12 04:07:17.922130 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4ba86620-9069-4494-8452-ee496d3cd964 req-e062f6f4-40ea-4181-b778-53d85c251f17 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.953080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fc723931-5f16-4ed7-aee7-93e18f6a4857 None None] Port a92f123f-7056-406d-899d-bbcfd80dd63d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:17.964954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4ba86620-9069-4494-8452-ee496d3cd964 req-e062f6f4-40ea-4181-b778-53d85c251f17 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:17.970337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4ba86620-9069-4494-8452-ee496d3cd964 req-e062f6f4-40ea-4181-b778-53d85c251f17 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5515184 Dec 12 04:07:17.984323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062f6f4-40ea-4181-b778-53d85c251f17 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ff2284-e36c-4869-80bc-289cfdf6ace7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:18.026431 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad14a5f-db5b-47c9-9e03-30cd1a580bd9 x-openstack-request-id: req-9ad14a5f-db5b-47c9-9e03-30cd1a580bd9 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:18.026763 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40328a1-9db0-4c39-b144-48085cf1c812", "name": "network-vif-plugged", "status": "completed", "tag": "09eeb350-9799-4f8d-bdf0-1e5de5859003", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:18.027027 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ad14a5f-db5b-47c9-9e03-30cd1a580bd9 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:18.027428 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40328a1-9db0-4c39-b144-48085cf1c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eeb350-9799-4f8d-bdf0-1e5de5859003', 'code': 200} Dec 12 04:07:18.036516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7173114b-bf15-45d5-97d1-5dd4692bd566 req-46fc5414-327d-438d-90fc-1044efc55e38 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776357 Dec 12 04:07:18.105808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f67dddf-ce20-4e7b-a397-637d776f5f8f req-94dd0401-fb8d-4832-b33d-923f9850c92f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819196 Dec 12 04:07:18.120280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f74020a-0228-49df-8545-4bdb0f92453b req-0a47562c-4df7-49b7-9736-13a45d511aa6 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 210 time: 0.0354793 Dec 12 04:07:18.179144 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998e7004-a0ba-48a5-a3da-752eddbda06c x-openstack-request-id: req-998e7004-a0ba-48a5-a3da-752eddbda06c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:18.181423 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:18.182461 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-998e7004-a0ba-48a5-a3da-752eddbda06c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:18.184200 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e', 'status': 'completed', 'code': 200} Dec 12 04:07:18.292486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84b321-00db-4c18-a31b-6d6242cb79b4 req-5c6f7137-6600-4258-990d-3cbc728dc3bf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:18.301969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e84b321-00db-4c18-a31b-6d6242cb79b4 req-5c6f7137-6600-4258-990d-3cbc728dc3bf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 943 time: 0.1247194 Dec 12 04:07:18.365741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-26620974-1861-4b2a-ae02-73fb5a1b75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:18.368106 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-26620974-1861-4b2a-ae02-73fb5a1b75e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1094 time: 0.0874794 Dec 12 04:07:18.381073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393b81c-4e41-4edd-9857-35570fc16dbc req-36fab19b-4c5a-4313-a4ef-9ecb32e6fca9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:18.382599 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5393b81c-4e41-4edd-9857-35570fc16dbc req-36fab19b-4c5a-4313-a4ef-9ecb32e6fca9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 950 time: 0.1546292 Dec 12 04:07:18.401416 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e84b321-00db-4c18-a31b-6d6242cb79b4 req-62a37f4c-549b-40d8-9662-742e29e1ea80 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957074 Dec 12 04:07:18.405787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92f123f-7056-406d-899d-bbcfd80dd63d {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:18.417095 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:18.430689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Transition to ACTIVE for port object a92f123f-7056-406d-899d-bbcfd80dd63d will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:18.436291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:18.472059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b797a7-4b34-454e-ae20-29bbf9c8ac98 req-f403cae4-e46e-4d7f-86a1-cf2a871d5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:18.473630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21b797a7-4b34-454e-ae20-29bbf9c8ac98 req-f403cae4-e46e-4d7f-86a1-cf2a871d5372 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 1101 time: 0.2043812 Dec 12 04:07:18.586658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5393b81c-4e41-4edd-9857-35570fc16dbc req-350ecf32-73c3-465d-be8c-1c96a8a16aa5 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814892 Dec 12 04:07:18.592691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Pushing event updated for resources: {'Port': ['ID=a92f123f-7056-406d-899d-bbcfd80dd63d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:18.593489 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-950baca1-a9da-47b0-baae-8c135f743898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:18.595646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-950baca1-a9da-47b0-baae-8c135f743898 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.2109966 Dec 12 04:07:18.600078 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21b797a7-4b34-454e-ae20-29bbf9c8ac98 req-9f833552-3910-4c69-b3b3-2ad8654652eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165764 Dec 12 04:07:18.636093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d1b04-ad0a-4585-be24-51a6197fd6fc req-bb8911c9-1674-4b80-9ae4-253bbb45684f tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:18.638168 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d06d1b04-ad0a-4585-be24-51a6197fd6fc req-bb8911c9-1674-4b80-9ae4-253bbb45684f tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 945 time: 0.1503768 Dec 12 04:07:18.661554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Attempting to bind port a92f123f-7056-406d-899d-bbcfd80dd63d on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:18.662225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Attempting to bind port a92f123f-7056-406d-899d-bbcfd80dd63d by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:18.662739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Attempting to bind port a92f123f-7056-406d-899d-bbcfd80dd63d on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:18.680662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Port a92f123f-7056-406d-899d-bbcfd80dd63d on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:18.681150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Attempting to bind port a92f123f-7056-406d-899d-bbcfd80dd63d on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:18.691873 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:18.692223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:18.692617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:18.693088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Bound port: a92f123f-7056-406d-899d-bbcfd80dd63d, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:18.693450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:18.738893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea621951-13cd-46db-ad7a-7691ef70670f req-fc16e459-6543-4bd2-9703-2495da5a0b85 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:18.740506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea621951-13cd-46db-ad7a-7691ef70670f req-fc16e459-6543-4bd2-9703-2495da5a0b85 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 948 time: 0.0756686 Dec 12 04:07:18.750683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d06d1b04-ad0a-4585-be24-51a6197fd6fc req-86baf285-c3df-4a7d-bca7-679fae31fb3d tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903015 Dec 12 04:07:18.783497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:18.786957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a92f123f-7056-406d-899d-bbcfd80dd63d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:18.798478 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:18.809427 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea621951-13cd-46db-ad7a-7691ef70670f req-f617395d-984d-4348-b167-fbf5824c98c4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614181 Dec 12 04:07:18.865556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:18.866182 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:18.868164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] 10.222.0.37 "PUT /v2.0/ports/a92f123f-7056-406d-899d-bbcfd80dd63d HTTP/1.1" status: 200 len: 1096 time: 1.1943381 Dec 12 04:07:18.870372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:18.872663 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eb08ef-cf2b-44ea-a616-1753f37705ae" -d '{"events": [{"name": "network-changed", "server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:18.892058 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-211fd76b-be83-462d-9b73-512c81a6b05d req-878b369c-8be1-42d9-8599-d13afbe86f73 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/88ff2284-e36c-4869-80bc-289cfdf6ace7 HTTP/1.1" status: 200 len: 1829 time: 0.1037006 Dec 12 04:07:18.902589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4782bd2-8dd5-471e-860a-a365a8cda9cc service neutron] Pushing event updated for resources: {'Port': ['ID=a92f123f-7056-406d-899d-bbcfd80dd63d,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:18.912178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-211fd76b-be83-462d-9b73-512c81a6b05d req-23f9ae9f-2b77-4616-b28f-38ea5dcfa135 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88ff2284-e36c-4869-80bc-289cfdf6ace7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:18.916410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-211fd76b-be83-462d-9b73-512c81a6b05d req-23f9ae9f-2b77-4616-b28f-38ea5dcfa135 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88ff2284-e36c-4869-80bc-289cfdf6ace7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:19.031353 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-6344e415-5a38-41bd-a87a-2899f7ac4d5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 200 len: 217 time: 0.1009753 Dec 12 04:07:19.071279 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-211fd76b-be83-462d-9b73-512c81a6b05d req-23f9ae9f-2b77-4616-b28f-38ea5dcfa135 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:19.119496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-0bbe2ca7-4f92-4e04-93bc-ed107e05be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:19.125090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-0bbe2ca7-4f92-4e04-93bc-ed107e05be5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 1099 time: 0.1433365 Dec 12 04:07:19.131341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-211fd76b-be83-462d-9b73-512c81a6b05d req-23f9ae9f-2b77-4616-b28f-38ea5dcfa135 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:19.141709 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-211fd76b-be83-462d-9b73-512c81a6b05d req-23f9ae9f-2b77-4616-b28f-38ea5dcfa135 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:19.221686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-a82ebc67-266d-45c1-8039-c3a1181093c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a92f123f-7056-406d-899d-bbcfd80dd63d HTTP/1.1" status: 200 len: 217 time: 0.0763803 Dec 12 04:07:19.223430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9ae9f-2b77-4616-b28f-38ea5dcfa135 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80dbdbe-57d5-4242-b787-433a281059a8,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:19.230944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-211fd76b-be83-462d-9b73-512c81a6b05d req-23f9ae9f-2b77-4616-b28f-38ea5dcfa135 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:19.232251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-211fd76b-be83-462d-9b73-512c81a6b05d req-23f9ae9f-2b77-4616-b28f-38ea5dcfa135 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3264449 Dec 12 04:07:19.234454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-2c0954c6-029b-49d0-a1f5-139a59530dcc tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:19.236184 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-2c0954c6-029b-49d0-a1f5-139a59530dcc tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "GET /v2.0/networks?id=695603de-80e2-4b3d-8195-8a60643536e4 HTTP/1.1" status: 200 len: 824 time: 0.1458192 Dec 12 04:07:19.249945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-440e7fae-2af9-45a5-8b8a-7ec63d1df9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:19.251813 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-440e7fae-2af9-45a5-8b8a-7ec63d1df9f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.2138784 Dec 12 04:07:19.300712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-8e1042b3-61a4-41d7-af6a-1a84379a060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:19.302249 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-8e1042b3-61a4-41d7-af6a-1a84379a060d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0691044 Dec 12 04:07:19.310057 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cb8ad8-86f1-4b1f-99be-8ea16e9c4e57 x-openstack-request-id: req-47cb8ad8-86f1-4b1f-99be-8ea16e9c4e57 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:19.310360 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:19.310624 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47cb8ad8-86f1-4b1f-99be-8ea16e9c4e57 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:19.311032 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d', 'status': 'completed', 'code': 200} Dec 12 04:07:19.347247 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-d8c26747-cdc7-4c70-b420-5aee9fea437e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657868 Dec 12 04:07:19.418752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-708d079e-e356-41ab-bba7-d2e3c1bdb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:19.420369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-708d079e-e356-41ab-bba7-d2e3c1bdb020 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010778 Dec 12 04:07:19.491550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a39a493a-94f0-4efb-b79e-c8f890a47c36 req-24011df1-88ff-4469-856c-dd6250dcbc7e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 210 time: 0.0379789 Dec 12 04:07:19.498266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-821997e3-9b3e-4d52-9c53-e1e13cd663fe tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78f3494e57c7456d9a9a3c359da86fd0 HTTP/1.1" status: 200 len: 379 time: 0.2291813 Dec 12 04:07:19.522210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Request body: {'port': {'device_id': '1461f236-986f-422e-a43e-27c229e213f4', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'admin_state_up': True, 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'security_groups': ['9d050758-1746-4102-b21f-5eb5102b0bdf']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:19.564864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-034f558a-efd0-4ffb-9dd0-62924e802692 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337001 Dec 12 04:07:19.576886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66e9a6-8c77-46e0-b56b-cb7381b5fe6b req-70851486-69ae-4aca-96d9-81cbcf291fa1 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:19.578256 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da66e9a6-8c77-46e0-b56b-cb7381b5fe6b req-70851486-69ae-4aca-96d9-81cbcf291fa1 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 950 time: 0.1483660 Dec 12 04:07:19.612185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-db41f9c1-a4be-42e5-a00c-5ef4c519e42d service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545650 Dec 12 04:07:19.688728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da66e9a6-8c77-46e0-b56b-cb7381b5fe6b req-4a596c44-55fa-4474-8f82-6651b693ac4a tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019797 Dec 12 04:07:19.693002 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d13aa02-8f44-444e-b22c-b5b64bb43b97 req-71c1e589-52ec-4d71-8f00-51cefda3cadf tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/88ff2284-e36c-4869-80bc-289cfdf6ace7 HTTP/1.1" status: 200 len: 2422 time: 0.1571603 Dec 12 04:07:19.719085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8ba1930-9ad7-41ca-9075-92dddd0d4f47 req-913824b1-471b-496c-ad0e-a2632d2d2698 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397007 Dec 12 04:07:19.785574 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12d3d39c-508c-4893-9db8-b06d41800d16 req-fe7131e6-5163-4973-abbc-116428ec6be4 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587770 Dec 12 04:07:19.787088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Made reservation on behalf of 78f3494e57c7456d9a9a3c359da86fd0 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:19.791666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:19.878020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd52d03-7bc0-4b41-a3e0-1714096735a0 req-aa15d626-706c-4184-a9b1-71c9f0be4912 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:19.879574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd52d03-7bc0-4b41-a3e0-1714096735a0 req-aa15d626-706c-4184-a9b1-71c9f0be4912 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 943 time: 0.0874825 Dec 12 04:07:19.888703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-6388ae79-1b15-4da8-b1c2-8eb131b9585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:19.890382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-6388ae79-1b15-4da8-b1c2-8eb131b9585d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 1099 time: 0.0671105 Dec 12 04:07:19.965300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Allocated IP 172.20.0.14 (695603de-80e2-4b3d-8195-8a60643536e4/82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5/7ea29667-5ff1-47ed-8977-44dacdb69f7e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:19.997956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd52d03-7bc0-4b41-a3e0-1714096735a0 req-2bdd0382-9486-4e88-b94f-0ec8aa456a6f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066017 Dec 12 04:07:20.023717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-5ce41458-1d30-4c4e-a1eb-76ae7ec50f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.025262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-5ce41458-1d30-4c4e-a1eb-76ae7ec50f17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1245446 Dec 12 04:07:20.029116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b'}, {'server_uuid': 'c77770db-d106-4b90-a99d-e93c6a683d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb100ed5-80b6-49fe-804c-63a54cbdcf74'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:20.031424 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d0d6c-1f1a-47de-9924-d5d9f7e8f5a0" -d '{"events": [{"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-plugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b"}, {"server_uuid": "c77770db-d106-4b90-a99d-e93c6a683d12", "name": "network-vif-plugged", "status": "completed", "tag": "bb100ed5-80b6-49fe-804c-63a54cbdcf74"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:20.074190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-ff0574d6-317e-405a-a491-387ef0e53b5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a92f123f-7056-406d-899d-bbcfd80dd63d HTTP/1.1" status: 200 len: 217 time: 0.0389812 Dec 12 04:07:20.129213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.167237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-c9a2af24-4337-455e-8551-94b4ccfb6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.167698 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.168731 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-c9a2af24-4337-455e-8551-94b4ccfb6d69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0860064 Dec 12 04:07:20.195318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdcef8-9e0e-4346-94fd-c9400e3282a5 req-e9d92f61-d7c1-454f-a012-8d9117266347 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.196853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69bdcef8-9e0e-4346-94fd-c9400e3282a5 req-e9d92f61-d7c1-454f-a012-8d9117266347 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 950 time: 0.0740986 Dec 12 04:07:20.235735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Network 695603de-80e2-4b3d-8195-8a60643536e4 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:20.239064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2021635c-f409-4b44-b428-8dd9530e9c18 req-47212b4c-00a0-453b-ab57-337a1ecd9750 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-group-rules/d80dbdbe-57d5-4242-b787-433a281059a8 HTTP/1.1" status: 200 len: 778 time: 0.0395350 Dec 12 04:07:20.242198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:20.246825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:20.251665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-93b3fbd3-fa9a-4967-a67a-fa09c9907c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.253325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-93b3fbd3-fa9a-4967-a67a-fa09c9907c39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757136 Dec 12 04:07:20.278037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event updated for resources: {'Port': ['ID=7ea29667-5ff1-47ed-8977-44dacdb69f7e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:20.286404 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69bdcef8-9e0e-4346-94fd-c9400e3282a5 req-6ff5a02e-2597-40e2-b355-b1889ebd49c7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749466 Dec 12 04:07:20.326430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.327286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.368779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-a07c4bcb-a1f4-464b-9b30-bd941508b628 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073856 Dec 12 04:07:20.369530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2021635c-f409-4b44-b428-8dd9530e9c18 req-0648bc7f-2eea-49ec-bba4-808bec626057 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/88ff2284-e36c-4869-80bc-289cfdf6ace7 HTTP/1.1" status: 200 len: 2422 time: 0.1196620 Dec 12 04:07:20.379861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-cbaf116d-7b90-4860-9881-f9e52c21f846 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8620732 Dec 12 04:07:20.406135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Request body: {'port': {'device_id': '1461f236-986f-422e-a43e-27c229e213f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:20.440460 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2021635c-f409-4b44-b428-8dd9530e9c18 req-fa7438b8-be36-4df1-a0e8-604c49dd13ef tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.476952 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2021635c-f409-4b44-b428-8dd9530e9c18 req-fa7438b8-be36-4df1-a0e8-604c49dd13ef tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.489505 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.495135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f3761-946e-40c7-b9e6-4cdf3f58d3f6 req-8cd67f9c-fcaf-427f-bba1-a4a71f889431 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.496629 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-910f3761-946e-40c7-b9e6-4cdf3f58d3f6 req-8cd67f9c-fcaf-427f-bba1-a4a71f889431 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 948 time: 0.1228964 Dec 12 04:07:20.520590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c6c58413-c7c7-4a0a-affc-c8a6c4448590 None None] Provisioning complete for port 7ea29667-5ff1-47ed-8977-44dacdb69f7e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:20.521473 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c6c58413-c7c7-4a0a-affc-c8a6c4448590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.537102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2021635c-f409-4b44-b428-8dd9530e9c18 req-fa7438b8-be36-4df1-a0e8-604c49dd13ef tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.541728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2eb08ef-cf2b-44ea-a616-1753f37705ae req-308c0287-717b-4b4e-a5fc-0eb3ec3b752e service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568232 Dec 12 04:07:20.549549 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2021635c-f409-4b44-b428-8dd9530e9c18 req-fa7438b8-be36-4df1-a0e8-604c49dd13ef tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.563236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c6c58413-c7c7-4a0a-affc-c8a6c4448590 None None] Port 7ea29667-5ff1-47ed-8977-44dacdb69f7e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:20.564636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2021635c-f409-4b44-b428-8dd9530e9c18 req-fa7438b8-be36-4df1-a0e8-604c49dd13ef tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d80dbdbe-57d5-4242-b787-433a281059a8 HTTP/1.1" status: 204 len: 173 time: 0.1845915 Dec 12 04:07:20.572712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7438b8-be36-4df1-a0e8-604c49dd13ef tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d80dbdbe-57d5-4242-b787-433a281059a8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:20.586776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-910f3761-946e-40c7-b9e6-4cdf3f58d3f6 req-f8328c8c-b629-4ed3-8657-4ef618958c17 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806878 Dec 12 04:07:20.631990 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f7555f-1d12-46f5-8b18-2aa77fd7d707 x-openstack-request-id: req-29f7555f-1d12-46f5-8b18-2aa77fd7d707 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:20.632837 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-plugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b", "code": 200}, {"server_uuid": "c77770db-d106-4b90-a99d-e93c6a683d12", "name": "network-vif-plugged", "status": "completed", "tag": "bb100ed5-80b6-49fe-804c-63a54cbdcf74", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:20.633099 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29f7555f-1d12-46f5-8b18-2aa77fd7d707 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:20.633627 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'code': 200} Dec 12 04:07:20.633914 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77770db-d106-4b90-a99d-e93c6a683d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb100ed5-80b6-49fe-804c-63a54cbdcf74', 'code': 200} Dec 12 04:07:20.793532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95e5db-f192-46e5-8929-41040b39e40d req-b9706216-0b04-4c3d-b0c2-7ad286831015 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.795102 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a95e5db-f192-46e5-8929-41040b39e40d req-b9706216-0b04-4c3d-b0c2-7ad286831015 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1154289 Dec 12 04:07:20.883868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a95e5db-f192-46e5-8929-41040b39e40d req-037df3da-1919-4bf7-892a-3137e8156f44 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798008 Dec 12 04:07:20.889220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e363d1b-5b6b-4a5c-ad1d-c8b6d9c5cc81 req-362eabc7-afed-4f62-bda9-46c86f35f2ed tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.890750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e363d1b-5b6b-4a5c-ad1d-c8b6d9c5cc81 req-362eabc7-afed-4f62-bda9-46c86f35f2ed tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 932 time: 0.1101940 Dec 12 04:07:20.909395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeba0d1-fcd1-4784-8369-63f388ff9417 req-8b7216f4-325f-4334-b91e-4041979ae7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.910871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aeeba0d1-fcd1-4784-8369-63f388ff9417 req-8b7216f4-325f-4334-b91e-4041979ae7e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 1100 time: 0.1030424 Dec 12 04:07:20.913150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c548f-6e8d-4a1f-9563-8a829850def4 req-69b6badb-f8f2-425a-a6e0-58e4f4ff8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:20.914563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b7c548f-6e8d-4a1f-9563-8a829850def4 req-69b6badb-f8f2-425a-a6e0-58e4f4ff8271 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 1101 time: 0.0990191 Dec 12 04:07:20.923352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9c1bf6f1-f966-4797-a571-2e38a6904294 req-fbf27201-f987-4e50-80e8-5ccf73a44950 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1777430084', 'description': 'tempest-description-985482847'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:20.942856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea29667-5ff1-47ed-8977-44dacdb69f7e {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:20.953702 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.962824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c1bf6f1-f966-4797-a571-2e38a6904294 req-fbf27201-f987-4e50-80e8-5ccf73a44950 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.980226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Transition to ACTIVE for port object 7ea29667-5ff1-47ed-8977-44dacdb69f7e will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:20.986376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:20.996580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e363d1b-5b6b-4a5c-ad1d-c8b6d9c5cc81 req-7c9e4be5-9cac-4d10-80d2-06d9430db81e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893531 Dec 12 04:07:21.035606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aeeba0d1-fcd1-4784-8369-63f388ff9417 req-aa19df13-4d88-4a2b-8a20-8bce6facdf65 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048050 Dec 12 04:07:21.039008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b7c548f-6e8d-4a1f-9563-8a829850def4 req-3dbbe7c0-873d-4827-88c7-aa99e5e0b013 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051481 Dec 12 04:07:21.086609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Pushing event updated for resources: {'Port': ['ID=7ea29667-5ff1-47ed-8977-44dacdb69f7e,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:21.111301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261d131-25f7-453b-9ec0-5c41ed7e5ef6 req-74a132e7-07af-42a0-8337-6e92799c8219 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:21.112950 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3261d131-25f7-453b-9ec0-5c41ed7e5ef6 req-74a132e7-07af-42a0-8337-6e92799c8219 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 945 time: 0.0526636 Dec 12 04:07:21.130822 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c1bf6f1-f966-4797-a571-2e38a6904294 req-fbf27201-f987-4e50-80e8-5ccf73a44950 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.139405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c1bf6f1-f966-4797-a571-2e38a6904294 req-fbf27201-f987-4e50-80e8-5ccf73a44950 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.173002 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3261d131-25f7-453b-9ec0-5c41ed7e5ef6 req-15f90818-f163-4565-beb4-d4478edb4810 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513637 Dec 12 04:07:21.176162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9c1bf6f1-f966-4797-a571-2e38a6904294 req-fbf27201-f987-4e50-80e8-5ccf73a44950 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.177420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c1bf6f1-f966-4797-a571-2e38a6904294 req-fbf27201-f987-4e50-80e8-5ccf73a44950 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2632298 Dec 12 04:07:21.187390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Attempting to bind port 7ea29667-5ff1-47ed-8977-44dacdb69f7e on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:21.187728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Attempting to bind port 7ea29667-5ff1-47ed-8977-44dacdb69f7e by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:21.188057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Attempting to bind port 7ea29667-5ff1-47ed-8977-44dacdb69f7e on network 695603de-80e2-4b3d-8195-8a60643536e4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:21.191070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf27201-f987-4e50-80e8-5ccf73a44950 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdadba53-c62a-489a-b875-ffeacc2489e9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:21.195149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Port 7ea29667-5ff1-47ed-8977-44dacdb69f7e on network 695603de-80e2-4b3d-8195-8a60643536e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:21.195484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Attempting to bind port 7ea29667-5ff1-47ed-8977-44dacdb69f7e on network 695603de-80e2-4b3d-8195-8a60643536e4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:21.210102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:21.210102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Checking segment: {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:21.210469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Bound using segment: {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:21.210901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Bound port: 7ea29667-5ff1-47ed-8977-44dacdb69f7e, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:21.211267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.316533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] For port 7ea29667-5ff1-47ed-8977-44dacdb69f7e, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:21.320607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] For port 7ea29667-5ff1-47ed-8977-44dacdb69f7e, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea29667-5ff1-47ed-8977-44dacdb69f7e,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:21.328842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec7ef3-ef84-473c-a978-e18a308ce7dc req-8007d96e-66ee-4050-9001-66676cf7751f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:21.330323 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dcec7ef3-ef84-473c-a978-e18a308ce7dc req-8007d96e-66ee-4050-9001-66676cf7751f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 950 time: 0.0805225 Dec 12 04:07:21.331800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.383615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:21.384252 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.385801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] 10.222.0.18 "PUT /v2.0/ports/7ea29667-5ff1-47ed-8977-44dacdb69f7e HTTP/1.1" status: 200 len: 1092 time: 0.9882119 Dec 12 04:07:21.388267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1461f236-986f-422e-a43e-27c229e213f4', 'tag': '7ea29667-5ff1-47ed-8977-44dacdb69f7e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:21.390696 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac9e225-c959-4500-a81d-87af5f641e34" -d '{"events": [{"name": "network-changed", "server_uuid": "1461f236-986f-422e-a43e-27c229e213f4", "tag": "7ea29667-5ff1-47ed-8977-44dacdb69f7e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:21.432557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7e4ba-b7fa-4299-90a3-15e3b72ab83c service neutron] Pushing event updated for resources: {'Port': ['ID=7ea29667-5ff1-47ed-8977-44dacdb69f7e,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:21.442223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dcec7ef3-ef84-473c-a978-e18a308ce7dc req-acead0c2-09c4-4065-89d1-cd2e63d50986 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004007 Dec 12 04:07:21.496423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e13e9-8f17-4cad-b653-acd3f9187465 req-fb7e0be3-9d08-4b5f-a486-e91b139045f8 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:21.498017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-813e13e9-8f17-4cad-b653-acd3f9187465 req-fb7e0be3-9d08-4b5f-a486-e91b139045f8 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 943 time: 0.0614305 Dec 12 04:07:21.548475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-813e13e9-8f17-4cad-b653-acd3f9187465 req-c2376400-fccf-4fd3-b9fc-0a049029ce68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442183 Dec 12 04:07:21.552630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-9f194ad1-e08c-4abd-9d46-36bc37d04129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:21.554725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-9f194ad1-e08c-4abd-9d46-36bc37d04129 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78f3494e57c7456d9a9a3c359da86fd0&device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 1095 time: 0.0761228 Dec 12 04:07:21.557614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-776ebc3c-a6ef-424e-ae09-359201815fbb req-158174cf-3922-4041-9483-3955d949bce9 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/bdadba53-c62a-489a-b875-ffeacc2489e9 HTTP/1.1" status: 200 len: 1829 time: 0.0783179 Dec 12 04:07:21.618317 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ec778-a8ad-41b3-8fd1-c6a6f5da4ab5 x-openstack-request-id: req-b16ec778-a8ad-41b3-8fd1-c6a6f5da4ab5 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:21.618624 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1461f236-986f-422e-a43e-27c229e213f4", "tag": "7ea29667-5ff1-47ed-8977-44dacdb69f7e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:21.618895 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b16ec778-a8ad-41b3-8fd1-c6a6f5da4ab5 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:21.619284 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1461f236-986f-422e-a43e-27c229e213f4', 'tag': '7ea29667-5ff1-47ed-8977-44dacdb69f7e', 'status': 'completed', 'code': 200} Dec 12 04:07:21.621185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-26f21999-6805-4be0-8cd0-21da5d431d41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea29667-5ff1-47ed-8977-44dacdb69f7e HTTP/1.1" status: 200 len: 217 time: 0.0440965 Dec 12 04:07:21.682595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-c9280379-53a2-4d22-8858-33c25767587a req-b1abe41f-e466-4032-b6cf-acefcb60420c tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-779545506', 'description': 'tempest-description-41288826'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:21.698428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6fb38e42-04ff-4b81-91c0-956a13fe13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:21.700053 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-6fb38e42-04ff-4b81-91c0-956a13fe13fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5 HTTP/1.1" status: 200 len: 863 time: 0.0714338 Dec 12 04:07:21.732365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7784e5-2f79-421f-9c88-4dfd76e043d1 req-3f899eaf-c50f-4319-b5a2-fae596c8feca tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:21.734706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f7784e5-2f79-421f-9c88-4dfd76e043d1 req-3f899eaf-c50f-4319-b5a2-fae596c8feca tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 948 time: 0.0560718 Dec 12 04:07:21.738304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c9280379-53a2-4d22-8858-33c25767587a req-b1abe41f-e466-4032-b6cf-acefcb60420c tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.771954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-30464a2e-ab0e-4893-80b1-ce4b8f36cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:21.773565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-30464a2e-ab0e-4893-80b1-ce4b8f36cc71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=695603de-80e2-4b3d-8195-8a60643536e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619767 Dec 12 04:07:21.794946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f7784e5-2f79-421f-9c88-4dfd76e043d1 req-ad02cd4f-30ac-4b7d-a66c-53491fd57aa0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514827 Dec 12 04:07:21.873671 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c9280379-53a2-4d22-8858-33c25767587a req-b1abe41f-e466-4032-b6cf-acefcb60420c tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.884409 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c9280379-53a2-4d22-8858-33c25767587a req-b1abe41f-e466-4032-b6cf-acefcb60420c tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.920803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-13f6ae51-f0cd-442f-8bc1-1c1e515bec9d service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367769 Dec 12 04:07:21.927244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c9280379-53a2-4d22-8858-33c25767587a req-b1abe41f-e466-4032-b6cf-acefcb60420c tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:21.928396 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9280379-53a2-4d22-8858-33c25767587a req-b1abe41f-e466-4032-b6cf-acefcb60420c tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2522748 Dec 12 04:07:21.937934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abe41f-e466-4032-b6cf-acefcb60420c tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e198125d-5786-44e4-91be-5d1d3ba6cfe8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:22.017205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58524ddd-b05e-4ec3-b661-5b1a40e981d9 req-1b0eaf7c-f4e3-4f90-af82-ac636c9b16f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:22.018889 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58524ddd-b05e-4ec3-b661-5b1a40e981d9 req-1b0eaf7c-f4e3-4f90-af82-ac636c9b16f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0608819 Dec 12 04:07:22.040103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c579b498-1ccf-496a-a888-861625a7ef78 req-3726999f-faf1-48f0-b024-488e8c64a83c tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/e198125d-5786-44e4-91be-5d1d3ba6cfe8 HTTP/1.1" status: 200 len: 1827 time: 0.0580826 Dec 12 04:07:22.062700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebd633eb-1c10-4913-ad8a-472e35a704d9 req-99639f36-ec29-4aaf-a2e5-a09ef7eb6fb3 service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324019 Dec 12 04:07:22.078054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58524ddd-b05e-4ec3-b661-5b1a40e981d9 req-560999d2-109f-49f1-bdd1-1a17d0439c1a tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482686 Dec 12 04:07:22.114764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-bc3be707-f3e7-487d-90f2-0c729aea226d req-3aa55a3f-a0d4-42d5-b6bd-4eed25f37085 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-775550319', 'description': 'tempest-description-201105304'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:22.152664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bc3be707-f3e7-487d-90f2-0c729aea226d req-3aa55a3f-a0d4-42d5-b6bd-4eed25f37085 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.153166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a857a42-de87-4e12-8658-f36e1b37ac77 req-f39f709e-88f7-4a6d-bb6f-1c44d9ab7167 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:22.154774 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a857a42-de87-4e12-8658-f36e1b37ac77 req-f39f709e-88f7-4a6d-bb6f-1c44d9ab7167 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 944 time: 0.0537698 Dec 12 04:07:22.193316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f8c8fd7e-af78-492d-9019-b3187201e85e details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:22.222089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a857a42-de87-4e12-8658-f36e1b37ac77 req-88e381d6-d760-4fce-9c20-9f74e87a952f tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609875 Dec 12 04:07:22.236759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bc3be707-f3e7-487d-90f2-0c729aea226d req-3aa55a3f-a0d4-42d5-b6bd-4eed25f37085 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.242708 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bc3be707-f3e7-487d-90f2-0c729aea226d req-3aa55a3f-a0d4-42d5-b6bd-4eed25f37085 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.266423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-6e35d077-641d-4722-bda5-38d91598ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:22.270314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-6e35d077-641d-4722-bda5-38d91598ed98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78f3494e57c7456d9a9a3c359da86fd0&device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 1095 time: 0.0609779 Dec 12 04:07:22.281080 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bc3be707-f3e7-487d-90f2-0c729aea226d req-3aa55a3f-a0d4-42d5-b6bd-4eed25f37085 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.286654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc3be707-f3e7-487d-90f2-0c729aea226d req-3aa55a3f-a0d4-42d5-b6bd-4eed25f37085 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1764050 Dec 12 04:07:22.346657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55a3f-a0d4-42d5-b6bd-4eed25f37085 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea7d044-a5f0-470a-9bce-0e20741a27f6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:22.362945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:22.378540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'f8c8fd7e-af78-492d-9019-b3187201e85e', 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469', 'port_id': 'f8c8fd7e-af78-492d-9019-b3187201e85e', 'mac_address': 'fa:16:3e:11:3a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dcae31-2d61-427b-a549-599fc478f803', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:22.414240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c688c99-8eeb-41ab-9a3d-ae866022dc58 req-294eece0-aed0-41bf-8c68-8bfe3fbee174 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:22.416048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c688c99-8eeb-41ab-9a3d-ae866022dc58 req-294eece0-aed0-41bf-8c68-8bfe3fbee174 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 945 time: 0.1012590 Dec 12 04:07:22.417957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8bb4dd49-aa39-4415-af30-6e1f9ecccf97 req-461e6c50-cedf-4b3a-babd-51098efaea6e tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/4ea7d044-a5f0-470a-9bce-0e20741a27f6 HTTP/1.1" status: 200 len: 1828 time: 0.0891073 Dec 12 04:07:22.440652 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.446800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0093833c-ac2b-4d5c-8336-923488b54b74 req-f7da4357-c292-43f5-95b7-427d9e92b7b0 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2065157587', 'description': 'tempest-description-1605606521'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:22.461080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c8fd7e-af78-492d-9019-b3187201e85e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:22.466954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:22.474043 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0093833c-ac2b-4d5c-8336-923488b54b74 req-f7da4357-c292-43f5-95b7-427d9e92b7b0 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.485454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:22.485708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-498ce6bd-3548-4923-8107-91c53007b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:22.487452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-498ce6bd-3548-4923-8107-91c53007b5ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=695603de-80e2-4b3d-8195-8a60643536e4 HTTP/1.1" status: 200 len: 924 time: 0.1851964 Dec 12 04:07:22.490667 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.492612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a44e468e-18e8-4c7a-8f20-52d897368703 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:22.512692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c688c99-8eeb-41ab-9a3d-ae866022dc58 req-6cc07328-a89e-4f87-bcb6-8de10294aaff tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838859 Dec 12 04:07:22.596394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a92f123f-7056-406d-899d-bbcfd80dd63d details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:22.610338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0093833c-ac2b-4d5c-8336-923488b54b74 req-f7da4357-c292-43f5-95b7-427d9e92b7b0 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.620019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0093833c-ac2b-4d5c-8336-923488b54b74 req-f7da4357-c292-43f5-95b7-427d9e92b7b0 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.706226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0093833c-ac2b-4d5c-8336-923488b54b74 req-f7da4357-c292-43f5-95b7-427d9e92b7b0 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.708528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0093833c-ac2b-4d5c-8336-923488b54b74 req-f7da4357-c292-43f5-95b7-427d9e92b7b0 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2668366 Dec 12 04:07:22.719865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da4357-c292-43f5-95b7-427d9e92b7b0 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f8e5a4-aad8-4219-bef0-3868df25e221,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:22.760116 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:07:22.772180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f8c8fd7e-af78-492d-9019-b3187201e85e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:22.819210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.819838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.820183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.820522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.820875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.821209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.821538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.821865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.822187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.822662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.823153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.823479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.823802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:22.846226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-9f4819b9-ae68-47a2-b163-42d07ff3c030 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea29667-5ff1-47ed-8977-44dacdb69f7e HTTP/1.1" status: 200 len: 217 time: 0.3480215 Dec 12 04:07:22.855199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c908f01-0ea9-48f1-a582-c47b6cbf66c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:22.883263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port a44e468e-18e8-4c7a-8f20-52d897368703, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a44e468e-18e8-4c7a-8f20-52d897368703,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:22.899913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ecdc2-be51-4496-9e84-d1ff59f7dc91 req-ab63df6e-b6d3-4711-b9b1-bbd0a4a242d1 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:22.904928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a92f123f-7056-406d-899d-bbcfd80dd63d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:22.908215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'a44e468e-18e8-4c7a-8f20-52d897368703', 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2', 'port_id': 'a44e468e-18e8-4c7a-8f20-52d897368703', 'mac_address': 'fa:16:3e:d2:3f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aea620-c7d7-4435-958a-8e7735cf0ef2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:22.909959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd3ecdc2-be51-4496-9e84-d1ff59f7dc91 req-ab63df6e-b6d3-4711-b9b1-bbd0a4a242d1 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 944 time: 0.0956995 Dec 12 04:07:22.924533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'a92f123f-7056-406d-899d-bbcfd80dd63d', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'a92f123f-7056-406d-899d-bbcfd80dd63d', 'mac_address': 'fa:16:3e:8c:3a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:22.931259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-8e2b0a9e-0b0b-4c67-b57c-7866d93e0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:22.933471 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-8e2b0a9e-0b0b-4c67-b57c-7866d93e0bdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5 HTTP/1.1" status: 200 len: 863 time: 0.0622725 Dec 12 04:07:22.985566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd3ecdc2-be51-4496-9e84-d1ff59f7dc91 req-2bf69cf3-2e47-458d-b29a-a396562ed448 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743911 Dec 12 04:07:23.016833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b357f-3c5a-493d-a124-8e891d51d8b0 req-43c9c589-9a88-42f9-ae87-e25cf048c344 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:23.018372 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f82b357f-3c5a-493d-a124-8e891d51d8b0 req-43c9c589-9a88-42f9-ae87-e25cf048c344 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 950 time: 0.1875026 Dec 12 04:07:23.031292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-bf3f71c3-ecae-4093-a381-0db9f3690e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:23.032857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-bf3f71c3-ecae-4093-a381-0db9f3690e35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=695603de-80e2-4b3d-8195-8a60643536e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909634 Dec 12 04:07:23.035484 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.056886 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.060382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92f123f-7056-406d-899d-bbcfd80dd63d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:23.074987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f8e816e-eac5-4518-96d9-649c39af50d7 req-256ae33d-0fe5-4a2e-b3c8-91d9c875d22b tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/95f8e5a4-aad8-4219-bef0-3868df25e221 HTTP/1.1" status: 200 len: 1830 time: 0.0498316 Dec 12 04:07:23.088873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a44e468e-18e8-4c7a-8f20-52d897368703 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:23.097307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a92f123f-7056-406d-899d-bbcfd80dd63d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:23.106075 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.135252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port a44e468e-18e8-4c7a-8f20-52d897368703, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a44e468e-18e8-4c7a-8f20-52d897368703,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:23.140269 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.165005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a92f123f-7056-406d-899d-bbcfd80dd63d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:23.167144 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f82b357f-3c5a-493d-a124-8e891d51d8b0 req-6ff6cf44-4e9a-4946-912b-17052f0501fd tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407371 Dec 12 04:07:23.202365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c908f01-0ea9-48f1-a582-c47b6cbf66c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.211585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c908f01-0ea9-48f1-a582-c47b6cbf66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.221386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=a44e468e-18e8-4c7a-8f20-52d897368703,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:23.229082 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-35cecaf2-9310-4c84-9ac6-3c8ff3d261a0 service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782055 Dec 12 04:07:23.230170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba59bf-6d8a-4a9e-850d-57813a7c50ce req-875aa44e-3044-42f4-9e39-886e33ae1ef0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:23.233252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81ba59bf-6d8a-4a9e-850d-57813a7c50ce req-875aa44e-3044-42f4-9e39-886e33ae1ef0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 949 time: 0.0983415 Dec 12 04:07:23.277014 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-bf526ac7-620c-4cd4-b361-58568e4cdf91 req-6487988d-07c4-4631-a8b9-deeffe24f51f tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] show failed (client error): The resource could not be found. Dec 12 04:07:23.278038 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf526ac7-620c-4cd4-b361-58568e4cdf91 req-6487988d-07c4-4631-a8b9-deeffe24f51f tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/61d8b962-240d-47dc-aa86-612b0abcb69b HTTP/1.1" status: 404 len: 352 time: 0.0550022 Dec 12 04:07:23.279849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81ba59bf-6d8a-4a9e-850d-57813a7c50ce req-3ecdeb27-2c88-4a48-9a29-dc7842a9c2d1 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414081 Dec 12 04:07:23.322976 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1c908f01-0ea9-48f1-a582-c47b6cbf66c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02866ff0c0c34507802f80083f7c39ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8483107 Dec 12 04:07:23.325374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c908f01-0ea9-48f1-a582-c47b6cbf66c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6104744a-114b-491f-97b2-73a4697b9b0e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:23.325786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36124) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:23.398426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ac9e225-c959-4500-a81d-87af5f641e34 req-17feaf51-1319-4a4a-8638-5f815b1fa10c service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535528 Dec 12 04:07:23.414235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb28db-b869-471b-a588-d047662e4056 req-a7287f3e-f432-44fd-ac3a-543037e0f131 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:23.416061 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64cb28db-b869-471b-a588-d047662e4056 req-a7287f3e-f432-44fd-ac3a-543037e0f131 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0598738 Dec 12 04:07:23.420951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['a44e468e-18e8-4c7a-8f20-52d897368703'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:23.428154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cf566ce3-5ed3-4c3d-8fbd-9b113da37dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.450820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdbb0b-992a-4193-a34f-3258612dd6c8 req-f7952b9a-bce6-4390-a3f7-ee3f9012617b tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:23.452369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2afdbb0b-992a-4193-a34f-3258612dd6c8 req-f7952b9a-bce6-4390-a3f7-ee3f9012617b tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 944 time: 0.0743668 Dec 12 04:07:23.455240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['a92f123f-7056-406d-899d-bbcfd80dd63d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:23.473344 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cf566ce3-5ed3-4c3d-8fbd-9b113da37dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.476586 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64cb28db-b869-471b-a588-d047662e4056 req-a6a582ea-7ee1-45b1-a05b-9a052718a600 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468063 Dec 12 04:07:23.534812 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-9b6aa042-cef0-4856-9f1c-83e7eb7db5f8 req-4d80a3a2-c90f-4e7b-8305-b4dffeea97bc tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] show failed (client error): The resource could not be found. Dec 12 04:07:23.541387 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b6aa042-cef0-4856-9f1c-83e7eb7db5f8 req-4d80a3a2-c90f-4e7b-8305-b4dffeea97bc tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-group-rules/e7eaf114-8f59-4ec1-9168-27692a715967 HTTP/1.1" status: 404 len: 361 time: 0.0177097 Dec 12 04:07:23.555143 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2afdbb0b-992a-4193-a34f-3258612dd6c8 req-cedae688-8094-4b39-9a53-ae7a1024a894 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914252 Dec 12 04:07:23.608015 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cf566ce3-5ed3-4c3d-8fbd-9b113da37dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.610787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cf566ce3-5ed3-4c3d-8fbd-9b113da37dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.614520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cf566ce3-5ed3-4c3d-8fbd-9b113da37dfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6104744a-114b-491f-97b2-73a4697b9b0e HTTP/1.1" status: 204 len: 168 time: 0.2850442 Dec 12 04:07:23.624186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['f8c8fd7e-af78-492d-9019-b3187201e85e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:23.655487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf566ce3-5ed3-4c3d-8fbd-9b113da37dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6104744a-114b-491f-97b2-73a4697b9b0e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:23.676639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87981d42-dc46-4daf-8121-50f0e39b55d2 req-27780487-84ba-46dd-be3f-d2ef4243c905 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:23.681070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20b75dc7-bc3b-4f45-b439-ddcc85946fd6 req-406caaac-3ee3-4989-a76f-1539c1cfe71a tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/95f8e5a4-aad8-4219-bef0-3868df25e221 HTTP/1.1" status: 200 len: 1830 time: 0.1032622 Dec 12 04:07:23.685418 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-87981d42-dc46-4daf-8121-50f0e39b55d2 req-27780487-84ba-46dd-be3f-d2ef4243c905 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 944 time: 0.0713048 Dec 12 04:07:23.760645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-87981d42-dc46-4daf-8121-50f0e39b55d2 req-663406a4-20cd-4ed4-999e-c36cc852c965 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680118 Dec 12 04:07:23.762754 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20b75dc7-bc3b-4f45-b439-ddcc85946fd6 req-05608fda-ed91-418f-a54a-227e32e058ed tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.789040 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20b75dc7-bc3b-4f45-b439-ddcc85946fd6 req-05608fda-ed91-418f-a54a-227e32e058ed tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.841139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20b75dc7-bc3b-4f45-b439-ddcc85946fd6 req-05608fda-ed91-418f-a54a-227e32e058ed tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.843978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20b75dc7-bc3b-4f45-b439-ddcc85946fd6 req-05608fda-ed91-418f-a54a-227e32e058ed tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:23.845786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20b75dc7-bc3b-4f45-b439-ddcc85946fd6 req-05608fda-ed91-418f-a54a-227e32e058ed tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "DELETE /v2.0/security-groups/95f8e5a4-aad8-4219-bef0-3868df25e221 HTTP/1.1" status: 204 len: 173 time: 0.1584022 Dec 12 04:07:23.857127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05608fda-ed91-418f-a54a-227e32e058ed tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f8e5a4-aad8-4219-bef0-3868df25e221,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:23.900160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-879d7f13-7d1e-404a-aee2-76436899a9e4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=dc4e869978144656884135afe082dc86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377908 Dec 12 04:07:24.032489 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-550e9649-e9d0-4747-81b4-bc569cd0bdd7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:24.033938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-550e9649-e9d0-4747-81b4-bc569cd0bdd7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331813 Dec 12 04:07:24.037614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36154) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:24.051228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-abfb1052-20d9-4d4b-8b59-c98b0c29fa3e req-52410631-73a4-407e-b136-8032a5e05e25 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/4ea7d044-a5f0-470a-9bce-0e20741a27f6 HTTP/1.1" status: 200 len: 1828 time: 0.0476043 Dec 12 04:07:24.059396 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d1846c8-d1db-4e65-911d-6bbb8f01dd8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.064331 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-34d8bb1b-07c3-464b-b10e-f0b97eb5c289 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/quotas/dc4e869978144656884135afe082dc86 HTTP/1.1" status: 200 len: 375 time: 0.0244548 Dec 12 04:07:24.111368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-abfb1052-20d9-4d4b-8b59-c98b0c29fa3e req-a98333dc-3c38-492f-a309-ba2ade3e4e37 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.135245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-abfb1052-20d9-4d4b-8b59-c98b0c29fa3e req-a98333dc-3c38-492f-a309-ba2ade3e4e37 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.147267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-a91b8fd2-0fdf-4a12-b146-cc4a3c52c5cb tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750904 Dec 12 04:07:24.182739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-abfb1052-20d9-4d4b-8b59-c98b0c29fa3e req-a98333dc-3c38-492f-a309-ba2ade3e4e37 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.185925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-abfb1052-20d9-4d4b-8b59-c98b0c29fa3e req-a98333dc-3c38-492f-a309-ba2ade3e4e37 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.187208 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d1846c8-d1db-4e65-911d-6bbb8f01dd8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.187401 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-abfb1052-20d9-4d4b-8b59-c98b0c29fa3e req-a98333dc-3c38-492f-a309-ba2ade3e4e37 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ea7d044-a5f0-470a-9bce-0e20741a27f6 HTTP/1.1" status: 204 len: 173 time: 0.1294034 Dec 12 04:07:24.195290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d1846c8-d1db-4e65-911d-6bbb8f01dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.201051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98333dc-3c38-492f-a309-ba2ade3e4e37 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea7d044-a5f0-470a-9bce-0e20741a27f6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:24.207303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a44e468e-18e8-4c7a-8f20-52d897368703 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:07:24.244138 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1d1846c8-d1db-4e65-911d-6bbb8f01dd8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5efccf1e81d4f2692d4b56d85c91c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053671 Dec 12 04:07:24.245304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1846c8-d1db-4e65-911d-6bbb8f01dd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c57c08-f047-46e4-981b-58f153f65f73,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:24.247471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36160) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:24.339470 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.342809 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5326fb8c-5f0d-4b4b-83b1-f500fe231ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.355564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a44e468e-18e8-4c7a-8f20-52d897368703 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:24.378984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port a44e468e-18e8-4c7a-8f20-52d897368703, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a44e468e-18e8-4c7a-8f20-52d897368703,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:24.383638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913ce1f-5743-4ef0-9dc6-fcb227446d34 req-5fcf1d98-5328-4956-bbb3-4c7d06585593 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:24.386314 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.392704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d913ce1f-5743-4ef0-9dc6-fcb227446d34 req-5fcf1d98-5328-4956-bbb3-4c7d06585593 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 944 time: 0.1011064 Dec 12 04:07:24.401526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ff7f1-f222-4f2c-810c-7082c0aa6178 req-caebdf88-8253-4a98-911f-b06b64628ccc tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:24.410037 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a0ff7f1-f222-4f2c-810c-7082c0aa6178 req-caebdf88-8253-4a98-911f-b06b64628ccc tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 944 time: 0.0678916 Dec 12 04:07:24.415303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5326fb8c-5f0d-4b4b-83b1-f500fe231ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.457255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=a44e468e-18e8-4c7a-8f20-52d897368703,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:24.470025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d913ce1f-5743-4ef0-9dc6-fcb227446d34 req-9bba6c9f-c6a0-47ce-8c31-eb01f8f55498 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764191 Dec 12 04:07:24.480839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a0ff7f1-f222-4f2c-810c-7082c0aa6178 req-99371fb3-2c44-4e92-af0d-322ee9b4653d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621703 Dec 12 04:07:24.504454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5326fb8c-5f0d-4b4b-83b1-f500fe231ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.507587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5326fb8c-5f0d-4b4b-83b1-f500fe231ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.516909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5326fb8c-5f0d-4b4b-83b1-f500fe231ddb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86c57c08-f047-46e4-981b-58f153f65f73 HTTP/1.1" status: 204 len: 168 time: 0.2662187 Dec 12 04:07:24.527638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326fb8c-5f0d-4b4b-83b1-f500fe231ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c57c08-f047-46e4-981b-58f153f65f73,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:24.580632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae7a1c66-0514-423d-af7e-8a07d18c7fb1 req-5794fca6-ad20-4c6c-8db7-55f6b6d76234 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/e198125d-5786-44e4-91be-5d1d3ba6cfe8 HTTP/1.1" status: 200 len: 1827 time: 0.0582094 Dec 12 04:07:24.587575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a92f123f-7056-406d-899d-bbcfd80dd63d up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:24.653684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port a92f123f-7056-406d-899d-bbcfd80dd63d completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:24.660247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port a92f123f-7056-406d-899d-bbcfd80dd63d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:24.661046 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.678763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2de8-8172-4518-8985-de67bc8e3aca req-58d15bc3-9685-4934-b994-95f970452d0f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:24.680451 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f35c2de8-8172-4518-8985-de67bc8e3aca req-58d15bc3-9685-4934-b994-95f970452d0f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 950 time: 0.0975208 Dec 12 04:07:24.696915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ae7a1c66-0514-423d-af7e-8a07d18c7fb1 req-a375b0ec-16bc-467f-9497-ed45afa83740 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.724259 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ae7a1c66-0514-423d-af7e-8a07d18c7fb1 req-a375b0ec-16bc-467f-9497-ed45afa83740 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.761189 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f35c2de8-8172-4518-8985-de67bc8e3aca req-47884a95-6711-47e2-b1bb-ff559cf184d0 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728095 Dec 12 04:07:24.786521 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.789971 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ae7a1c66-0514-423d-af7e-8a07d18c7fb1 req-a375b0ec-16bc-467f-9497-ed45afa83740 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.792830 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ae7a1c66-0514-423d-af7e-8a07d18c7fb1 req-a375b0ec-16bc-467f-9497-ed45afa83740 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.809457 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae7a1c66-0514-423d-af7e-8a07d18c7fb1 req-a375b0ec-16bc-467f-9497-ed45afa83740 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "DELETE /v2.0/security-groups/e198125d-5786-44e4-91be-5d1d3ba6cfe8 HTTP/1.1" status: 204 len: 173 time: 0.2111053 Dec 12 04:07:24.829407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375b0ec-16bc-467f-9497-ed45afa83740 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198125d-5786-44e4-91be-5d1d3ba6cfe8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:24.850365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a92f123f-7056-406d-899d-bbcfd80dd63d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:24.853356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:24.856089 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72acfaa-277c-43fa-93f1-044e57259305" -d '{"events": [{"server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "name": "network-vif-plugged", "status": "completed", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:24.863618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:24.888038 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0654a5f-8966-4863-9deb-d61121c311f3 req-756d3e56-8260-45e5-9463-abc90ce2ee84 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 210 time: 0.0475180 Dec 12 04:07:24.908979 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d4f2a-3fb7-4ddf-9e31-06021d4a0b2d req-e8bf3918-a59c-4e71-ba5c-5284c0de6e12 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:24.918045 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b41d4f2a-3fb7-4ddf-9e31-06021d4a0b2d req-e8bf3918-a59c-4e71-ba5c-5284c0de6e12 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0643044 Dec 12 04:07:24.938915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a92f123f-7056-406d-899d-bbcfd80dd63d,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:24.982410 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b41d4f2a-3fb7-4ddf-9e31-06021d4a0b2d req-ec1ec6df-a264-426e-86cf-557f69a06f53 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633934 Dec 12 04:07:25.036185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129442a-3564-4867-ba3e-34c400b351ef req-9387fb1d-91db-4dc7-9dbf-bda3c46f026a tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:25.037813 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a129442a-3564-4867-ba3e-34c400b351ef req-9387fb1d-91db-4dc7-9dbf-bda3c46f026a tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 944 time: 0.0717924 Dec 12 04:07:25.107639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a129442a-3564-4867-ba3e-34c400b351ef req-9a511f84-9232-467f-8d89-eb295ff4a29a tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587587 Dec 12 04:07:25.157132 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b076681-a3d7-4e6a-bcfe-b489e175c83d x-openstack-request-id: req-0b076681-a3d7-4e6a-bcfe-b489e175c83d {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:25.157473 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "name": "network-vif-plugged", "status": "completed", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:25.157901 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b076681-a3d7-4e6a-bcfe-b489e175c83d {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:25.158399 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d', 'code': 200} Dec 12 04:07:25.175316 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfc70142-abbd-4ff1-ab52-cdfb44394a7f req-0bcc1ba9-7f95-4742-8b56-7c66b0f56005 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/bdadba53-c62a-489a-b875-ffeacc2489e9 HTTP/1.1" status: 200 len: 1829 time: 0.0666194 Dec 12 04:07:25.243792 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bfc70142-abbd-4ff1-ab52-cdfb44394a7f req-0aaca78a-b3a4-43c0-a4e4-61c1c4e7d67a tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.275205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bfc70142-abbd-4ff1-ab52-cdfb44394a7f req-0aaca78a-b3a4-43c0-a4e4-61c1c4e7d67a tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.279489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588f86-903f-4643-b9d5-9d265342f854 req-14bc1919-25dd-41b7-a601-36ae8c878074 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:25.281029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8c588f86-903f-4643-b9d5-9d265342f854 req-14bc1919-25dd-41b7-a601-36ae8c878074 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 950 time: 0.0566595 Dec 12 04:07:25.331656 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bfc70142-abbd-4ff1-ab52-cdfb44394a7f req-0aaca78a-b3a4-43c0-a4e4-61c1c4e7d67a tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.335173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bfc70142-abbd-4ff1-ab52-cdfb44394a7f req-0aaca78a-b3a4-43c0-a4e4-61c1c4e7d67a tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.336937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfc70142-abbd-4ff1-ab52-cdfb44394a7f req-0aaca78a-b3a4-43c0-a4e4-61c1c4e7d67a tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "DELETE /v2.0/security-groups/bdadba53-c62a-489a-b875-ffeacc2489e9 HTTP/1.1" status: 204 len: 173 time: 0.1542826 Dec 12 04:07:25.348317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaca78a-b3a4-43c0-a4e4-61c1c4e7d67a tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdadba53-c62a-489a-b875-ffeacc2489e9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:25.361094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc30c7e-3f98-423c-91bb-162f6189aae1 req-55a19dd8-55ec-4c22-8997-f690873b51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:25.362613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ebc30c7e-3f98-423c-91bb-162f6189aae1 req-55a19dd8-55ec-4c22-8997-f690873b51ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 1101 time: 0.0799694 Dec 12 04:07:25.366995 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8c588f86-903f-4643-b9d5-9d265342f854 req-a31821dc-2bda-471a-8d53-68ad5d036fa3 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761936 Dec 12 04:07:25.417197 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ebc30c7e-3f98-423c-91bb-162f6189aae1 req-7c035796-d2fb-46c1-9202-774c3e86d553 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434091 Dec 12 04:07:25.440531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b36332ce-79b3-4e1b-b157-6d3019e5fed6 req-37c5963c-32bd-45b0-831d-11d848f317e1 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "GET /v2.0/security-groups/88ff2284-e36c-4869-80bc-289cfdf6ace7 HTTP/1.1" status: 200 len: 1829 time: 0.0707190 Dec 12 04:07:25.493304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b36332ce-79b3-4e1b-b157-6d3019e5fed6 req-3376d2ea-3730-46d2-b9be-9d08817d7423 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.521808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b36332ce-79b3-4e1b-b157-6d3019e5fed6 req-3376d2ea-3730-46d2-b9be-9d08817d7423 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.573114 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b36332ce-79b3-4e1b-b157-6d3019e5fed6 req-3376d2ea-3730-46d2-b9be-9d08817d7423 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.575943 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b36332ce-79b3-4e1b-b157-6d3019e5fed6 req-3376d2ea-3730-46d2-b9be-9d08817d7423 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.577266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b36332ce-79b3-4e1b-b157-6d3019e5fed6 req-3376d2ea-3730-46d2-b9be-9d08817d7423 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] 10.222.0.36 "DELETE /v2.0/security-groups/88ff2284-e36c-4869-80bc-289cfdf6ace7 HTTP/1.1" status: 204 len: 173 time: 0.1359155 Dec 12 04:07:25.584137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36216) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:25.589073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376d2ea-3730-46d2-b9be-9d08817d7423 tempest-SecurityGroupRulesNegativeTestJSON-536824939 tempest-SecurityGroupRulesNegativeTestJSON-536824939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ff2284-e36c-4869-80bc-289cfdf6ace7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:25.665117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331948d3-3608-4052-8c3d-0e14ee1dbe28 req-157b4e60-5751-4e61-87c8-7f38ac74c392 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:25.667189 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-331948d3-3608-4052-8c3d-0e14ee1dbe28 req-157b4e60-5751-4e61-87c8-7f38ac74c392 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 943 time: 0.0954440 Dec 12 04:07:25.673167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d22057-ed44-42ab-b43e-87ca1ef48777 admin admin] Deleting subnet 6371fac2-a434-4685-8608-52fa39f740da {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:07:25.679585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27d22057-ed44-42ab-b43e-87ca1ef48777 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.696413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a082-e9d2-4c21-a4e5-5bc9fe7ab662 req-98b506a7-0a3a-4930-ad92-a4e3412b3278 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:25.703905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c085a082-e9d2-4c21-a4e5-5bc9fe7ab662 req-98b506a7-0a3a-4930-ad92-a4e3412b3278 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 944 time: 0.0667636 Dec 12 04:07:25.771619 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c085a082-e9d2-4c21-a4e5-5bc9fe7ab662 req-34ca1ad4-7eb1-4e1f-b846-c684dbfd5a26 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667181 Dec 12 04:07:25.925577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc526cac-774f-40eb-abf0-a6457d167cfd req-81a93250-a784-4833-bdb5-a60d9a78647f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:25.936248 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc526cac-774f-40eb-abf0-a6457d167cfd req-81a93250-a784-4833-bdb5-a60d9a78647f tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 950 time: 0.0717402 Dec 12 04:07:25.952111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27d22057-ed44-42ab-b43e-87ca1ef48777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:25.995326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-331948d3-3608-4052-8c3d-0e14ee1dbe28 req-14efe068-93b2-498d-8975-782777d7b5d3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173633 Dec 12 04:07:26.037926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-d8eba101-015c-44b1-baf9-675fcd208b92 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc4e869978144656884135afe082dc86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342324 Dec 12 04:07:26.048487 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc526cac-774f-40eb-abf0-a6457d167cfd req-711fa9ba-60a0-4d27-9d8e-1fab5ebd2633 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969377 Dec 12 04:07:26.048847 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27d22057-ed44-42ab-b43e-87ca1ef48777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.077261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-78a8553f-4784-4c9d-a82f-c605b4014114 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:26.078951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-78a8553f-4784-4c9d-a82f-c605b4014114 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.18 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 943 time: 0.1309013 Dec 12 04:07:26.201458 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c1db492-9606-4cd8-bcbd-f3caaa81b776 req-5589f76a-6f8a-4ccb-ad50-c3e10ea377cd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 210 time: 0.0908165 Dec 12 04:07:26.216852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7ea29667-5ff1-47ed-8977-44dacdb69f7e details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:26.226413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e377c15-3769-43b4-8440-faef0eb6d263 req-b9b8e170-22e3-45bf-b887-c2bc57fba80b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:26.234173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f8c8fd7e-af78-492d-9019-b3187201e85e up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:26.234936 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e377c15-3769-43b4-8440-faef0eb6d263 req-b9b8e170-22e3-45bf-b887-c2bc57fba80b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.1004984 Dec 12 04:07:26.287209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Deleting port a44e468e-18e8-4c7a-8f20-52d897368703 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:07:26.287209 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.321674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-57b5ee4f-d170-4425-b10f-3a00f14aa452 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:26.324119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-57b5ee4f-d170-4425-b10f-3a00f14aa452 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546606 Dec 12 04:07:26.358012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Request body: {'port': {'device_id': 'db946ca2-7869-4363-846a-f069ef51e119', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'dc4e869978144656884135afe082dc86'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:26.367453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e377c15-3769-43b4-8440-faef0eb6d263 req-e61408c7-d0df-4910-b044-00e1c08c2ac5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253071 Dec 12 04:07:26.400625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port f8c8fd7e-af78-492d-9019-b3187201e85e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:26.403644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7ea29667-5ff1-47ed-8977-44dacdb69f7e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea29667-5ff1-47ed-8977-44dacdb69f7e,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:26.415024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port f8c8fd7e-af78-492d-9019-b3187201e85e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:26.416084 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.422377 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27d22057-ed44-42ab-b43e-87ca1ef48777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.423695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '7ea29667-5ff1-47ed-8977-44dacdb69f7e', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'port_id': '7ea29667-5ff1-47ed-8977-44dacdb69f7e', 'mac_address': 'fa:16:3e:7b:17:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:26.446530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] For port a44e468e-18e8-4c7a-8f20-52d897368703, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a44e468e-18e8-4c7a-8f20-52d897368703,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:26.446914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.466969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Calling delete_port for a44e468e-18e8-4c7a-8f20-52d897368703 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:07:26.487604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27d22057-ed44-42ab-b43e-87ca1ef48777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.494759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-27d22057-ed44-42ab-b43e-87ca1ef48777 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6371fac2-a434-4685-8608-52fa39f740da HTTP/1.1" status: 204 len: 168 time: 0.9074857 Dec 12 04:07:26.494759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d22057-ed44-42ab-b43e-87ca1ef48777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6371fac2-a434-4685-8608-52fa39f740da,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:26.496567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36242) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:26.509313 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.518081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ab2ae-864f-4127-bb34-6fbf57833940 req-fb2460bc-8c9d-490e-bfa6-7e8b43b3f17c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:26.519623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9f5ab2ae-864f-4127-bb34-6fbf57833940 req-fb2460bc-8c9d-490e-bfa6-7e8b43b3f17c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 944 time: 0.1843793 Dec 12 04:07:26.526966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea29667-5ff1-47ed-8977-44dacdb69f7e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:26.574708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7ea29667-5ff1-47ed-8977-44dacdb69f7e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea29667-5ff1-47ed-8977-44dacdb69f7e,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:26.581555 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.584177 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.651955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.686222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9f5ab2ae-864f-4127-bb34-6fbf57833940 req-9b478c9b-81a0-4885-8f03-89305ac2297f tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468318 Dec 12 04:07:26.710686 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.750728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Made reservation on behalf of dc4e869978144656884135afe082dc86 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:26.757885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.778127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event deleted for resources: {'Port': ['ID=a44e468e-18e8-4c7a-8f20-52d897368703,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:26.782613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-d93f8075-3fac-41d2-b562-d7e120c2dece tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319588 Dec 12 04:07:26.832527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.853367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['a44e468e-18e8-4c7a-8f20-52d897368703'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:26.858792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:26.881728 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7ea29667-5ff1-47ed-8977-44dacdb69f7e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:26.884984 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.886049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a44e468e-18e8-4c7a-8f20-52d897368703 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:26.903850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] No DVR routers for this DVR port a44e468e-18e8-4c7a-8f20-52d897368703 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:07:26.910243 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.911287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54bc4b9-5f16-4c00-8f11-3409b7926b2d']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:26.911940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: a44e468e-18e8-4c7a-8f20-52d897368703 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:07:26.912392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a44e468e-18e8-4c7a-8f20-52d897368703 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 04:07:26.914231 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b29c09b-520e-458c-b5df-0ab33e1fbe88 req-be6207da-b735-46cc-a2b8-371ed5ce7186 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.18 "DELETE /v2.0/ports/a44e468e-18e8-4c7a-8f20-52d897368703 HTTP/1.1" status: 204 len: 173 time: 0.8285201 Dec 12 04:07:26.914685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60d25f4-5845-41ed-81a5-4476e275b6ed', 'name': 'network-vif-deleted', 'tag': 'a44e468e-18e8-4c7a-8f20-52d897368703'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:26.917279 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa3b040-a98c-40dd-a567-c8075b6170fc" -d '{"events": [{"server_uuid": "f60d25f4-5845-41ed-81a5-4476e275b6ed", "name": "network-vif-deleted", "tag": "a44e468e-18e8-4c7a-8f20-52d897368703"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:26.950045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd5debb-e254-4b5f-8ba4-da43b138cf26') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:26.950372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd5debb-e254-4b5f-8ba4-da43b138cf26') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:26.966060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Port a44e468e-18e8-4c7a-8f20-52d897368703 not found, will not notify nova. {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 04:07:26.966600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:26.990869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f8c8fd7e-af78-492d-9019-b3187201e85e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:27.000608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-f917d623-f8b9-4f55-a989-7953d7b4b924 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:27.003288 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-f917d623-f8b9-4f55-a989-7953d7b4b924 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131424 Dec 12 04:07:27.010161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:27.017292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['7ea29667-5ff1-47ed-8977-44dacdb69f7e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:27.029508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-40712c3e-00e0-4d06-addb-b3397b7ee5c3 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/quotas/b961db2c0f9d4b089cfeef9d730a3e27 HTTP/1.1" status: 200 len: 375 time: 0.0168095 Dec 12 04:07:27.035206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be168b-4017-44e4-9771-832ad87382af req-13648a98-37fb-46f9-8def-8ed5057df929 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:27.036773 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25be168b-4017-44e4-9771-832ad87382af req-13648a98-37fb-46f9-8def-8ed5057df929 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 945 time: 0.1523950 Dec 12 04:07:27.039965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:07:27.040381 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:07:27.042379 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:07:27.088524 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-dc839cce-ae60-44ad-b369-f962fd945937 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517204 Dec 12 04:07:27.099758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Allocated IP 192.168.233.50 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/181adf8f-5d01-40ca-a7ed-64c166e80637) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:27.158125 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:27.159997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:27.162754 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8266fe-0f8d-4cf5-92ff-196b6522b1ea" -d '{"events": [{"server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "name": "network-vif-plugged", "status": "completed", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:27.174746 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:27.178342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c54bc4b9-5f16-4c00-8f11-3409b7926b2d HTTP/1.1" status: 204 len: 168 time: 0.6788943 Dec 12 04:07:27.200717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25be168b-4017-44e4-9771-832ad87382af req-0acca16e-6779-4e55-9650-45230be974ab tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367242 Dec 12 04:07:27.217366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe402a0f-9e96-471f-a2f4-99fcbad95f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54bc4b9-5f16-4c00-8f11-3409b7926b2d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:27.280137 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a016f1b8-cd41-4633-887e-3b555943d984 x-openstack-request-id: req-a016f1b8-cd41-4633-887e-3b555943d984 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:27.280607 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60d25f4-5845-41ed-81a5-4476e275b6ed", "name": "network-vif-deleted", "tag": "a44e468e-18e8-4c7a-8f20-52d897368703", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:27.280715 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a016f1b8-cd41-4633-887e-3b555943d984 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:27.281106 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60d25f4-5845-41ed-81a5-4476e275b6ed', 'name': 'network-vif-deleted', 'tag': 'a44e468e-18e8-4c7a-8f20-52d897368703', 'status': 'completed', 'code': 200} Dec 12 04:07:27.363571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1fa3174-d33a-49c0-8592-e5ee9e88048d req-53dbad06-2af5-42d5-bdc3-cd3c6e0b9286 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f60d25f4-5845-41ed-81a5-4476e275b6ed HTTP/1.1" status: 200 len: 210 time: 0.0538163 Dec 12 04:07:27.393724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:27.431006 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e973332-72f7-43e2-9258-49902ec882bb x-openstack-request-id: req-6e973332-72f7-43e2-9258-49902ec882bb {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:27.431572 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "name": "network-vif-plugged", "status": "completed", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:27.431785 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e973332-72f7-43e2-9258-49902ec882bb {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:27.432402 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e', 'code': 200} Dec 12 04:07:27.480412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276ae62-224e-4e2f-aa52-99c1b4e6f4fe req-556234ab-dfeb-43ef-9bf6-0efd88dfc37b tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:27.489297 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9276ae62-224e-4e2f-aa52-99c1b4e6f4fe req-556234ab-dfeb-43ef-9bf6-0efd88dfc37b tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 950 time: 0.0787065 Dec 12 04:07:27.497775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:27.520154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4fbd2c54-2a7c-4744-9e8b-c3e2945b72c1 req-b628877a-b80e-4cdf-aa62-7f90941b0cc6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 210 time: 0.0496118 Dec 12 04:07:27.537534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9745fb41-cc68-4ef9-859e-d79336a73b2b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:27.556155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36276) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:27.576706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:27.623669 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:27.629181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:27.644466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce29f69-24b0-4896-b0f3-dc77b2fb427b req-f8f97db1-2bde-40a3-93de-69036f38475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:27.646424 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ce29f69-24b0-4896-b0f3-dc77b2fb427b req-f8f97db1-2bde-40a3-93de-69036f38475b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1096 time: 0.0690694 Dec 12 04:07:27.653997 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d7495e76-fad6-4791-be46-abc27bf3f6f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b324480bb7d42509e880bac723314f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0958416 Dec 12 04:07:27.654965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36278) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:27.732660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['09eeb350-9799-4f8d-bdf0-1e5de5859003'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:27.748195 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9276ae62-224e-4e2f-aa52-99c1b4e6f4fe req-307d0f34-b688-4172-aed7-d7751228724d tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5487254-8a3e-4ff8-9c90-eeaa9cad201a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579200 Dec 12 04:07:27.758870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Pushing event updated for resources: {'Port': ['ID=181adf8f-5d01-40ca-a7ed-64c166e80637,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:27.820103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-f7c4a3c7-c1fe-428f-bfd9-7abef46506ff tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:27.836554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-f7c4a3c7-c1fe-428f-bfd9-7abef46506ff tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.37 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 950 time: 0.3007538 Dec 12 04:07:27.843007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ce29f69-24b0-4896-b0f3-dc77b2fb427b req-b1b84730-4168-4b67-bd7d-8705e0152fd0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868877 Dec 12 04:07:27.869534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc7ff5-d851-4104-8831-6e3a408f5251 req-a4be067e-d7bb-421e-b953-322d8618e80c tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:27.877567 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26fc7ff5-d851-4104-8831-6e3a408f5251 req-a4be067e-d7bb-421e-b953-322d8618e80c tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 935 time: 0.1973054 Dec 12 04:07:27.883570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:27.885343 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:27.910626 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc7273e1-f5ed-4af3-ae91-1069ee656f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:27.944017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26fc7ff5-d851-4104-8831-6e3a408f5251 req-93196531-31e4-432e-91e7-3ebd45a030b1 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641377 Dec 12 04:07:27.963830 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc7273e1-f5ed-4af3-ae91-1069ee656f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:27.992334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dec001c3-8940-476f-95dd-553d2ac4e691 None None] Provisioning complete for port 181adf8f-5d01-40ca-a7ed-64c166e80637 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:27.992721 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dec001c3-8940-476f-95dd-553d2ac4e691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.007940 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-8d747d0b-ff77-433d-8ec9-10a0c182a280 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6590407 Dec 12 04:07:28.027391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Request body: {'port': {'device_id': 'db946ca2-7869-4363-846a-f069ef51e119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:28.035201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc7273e1-f5ed-4af3-ae91-1069ee656f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.038686 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc7273e1-f5ed-4af3-ae91-1069ee656f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.039938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dc7273e1-f5ed-4af3-ae91-1069ee656f11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfcde373-f076-4713-b6dd-d5c7fa6da618 HTTP/1.1" status: 204 len: 168 time: 0.3628185 Dec 12 04:07:28.041543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dec001c3-8940-476f-95dd-553d2ac4e691 None None] Port 181adf8f-5d01-40ca-a7ed-64c166e80637 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:28.064378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7273e1-f5ed-4af3-ae91-1069ee656f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcde373-f076-4713-b6dd-d5c7fa6da618,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:28.081091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d0741-97f9-40b8-9748-0f917198a74e req-cfce6f9e-5f62-44d5-b1ac-dc02b1465de7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:28.089413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-595d0741-97f9-40b8-9748-0f917198a74e req-cfce6f9e-5f62-44d5-b1ac-dc02b1465de7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.1614101 Dec 12 04:07:28.092395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Deleting port bb100ed5-80b6-49fe-804c-63a54cbdcf74 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:07:28.092739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.118073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed592c-f07d-4e78-98cc-75f92d029a20 req-fa052f1c-3d09-4d9f-8e7f-cfe3af8af585 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:28.120154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38ed592c-f07d-4e78-98cc-75f92d029a20 req-fa052f1c-3d09-4d9f-8e7f-cfe3af8af585 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 945 time: 0.0782940 Dec 12 04:07:28.182310 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38ed592c-f07d-4e78-98cc-75f92d029a20 req-d9f5c49d-146d-4e26-bf70-07752959c5a2 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544746 Dec 12 04:07:28.196531 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.224842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7ea29667-5ff1-47ed-8977-44dacdb69f7e up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:28.283319 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-595d0741-97f9-40b8-9748-0f917198a74e req-730c247e-2787-4040-ba94-c8a6e6409353 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926584 Dec 12 04:07:28.334092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 7ea29667-5ff1-47ed-8977-44dacdb69f7e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:28.341368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 7ea29667-5ff1-47ed-8977-44dacdb69f7e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:28.344127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.366061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] For port bb100ed5-80b6-49fe-804c-63a54cbdcf74, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bb100ed5-80b6-49fe-804c-63a54cbdcf74,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:28.366575 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.388500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094f189-6ed7-46d7-96fb-00fa7bb0d209 req-55a2b044-e8e7-4fef-a340-acc18c586b45 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:28.391033 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6094f189-6ed7-46d7-96fb-00fa7bb0d209 req-55a2b044-e8e7-4fef-a340-acc18c586b45 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 945 time: 0.1149881 Dec 12 04:07:28.440580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Calling delete_port for bb100ed5-80b6-49fe-804c-63a54cbdcf74 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:07:28.529351 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.529899 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6094f189-6ed7-46d7-96fb-00fa7bb0d209 req-cbe3ddb1-b979-4181-a596-a8910484a63f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315603 Dec 12 04:07:28.561985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-55f7e481-b192-4aa8-a955-881b72091a84 req-48801c8b-337d-4111-b71b-6cf731d71f46 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:07:28.563269 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55f7e481-b192-4aa8-a955-881b72091a84 req-48801c8b-337d-4111-b71b-6cf731d71f46 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0369430 Dec 12 04:07:28.581990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7ea29667-5ff1-47ed-8977-44dacdb69f7e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea29667-5ff1-47ed-8977-44dacdb69f7e,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:28.593165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.690492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7ea29667-5ff1-47ed-8977-44dacdb69f7e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:28.721367 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4cb90055-01d4-46eb-96b5-5a985fdd75b1 req-b4ec9288-92d4-4c3e-9feb-c492c0235ec7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 210 time: 0.0381601 Dec 12 04:07:28.792432 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.815913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181adf8f-5d01-40ca-a7ed-64c166e80637 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:28.829870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['bb100ed5-80b6-49fe-804c-63a54cbdcf74'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:28.846732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.852790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Pushing event deleted for resources: {'Port': ['ID=bb100ed5-80b6-49fe-804c-63a54cbdcf74,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:28.869041 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:07:28.901736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Transition to ACTIVE for port object 181adf8f-5d01-40ca-a7ed-64c166e80637 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:28.923829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] No DVR routers for this DVR port bb100ed5-80b6-49fe-804c-63a54cbdcf74 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:07:28.926486 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.929295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:28.932894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b72ea24-206d-4e86-b719-c2e5be757794 req-5dfababa-e0d3-45c9-9d0c-755f9ec1dfc2 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.37 "DELETE /v2.0/ports/bb100ed5-80b6-49fe-804c-63a54cbdcf74 HTTP/1.1" status: 204 len: 173 time: 1.0873873 Dec 12 04:07:28.935073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77770db-d106-4b90-a99d-e93c6a683d12', 'name': 'network-vif-deleted', 'tag': 'bb100ed5-80b6-49fe-804c-63a54cbdcf74'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:28.937855 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba63dd5b-48f6-445f-82ab-190ae0decf6f" -d '{"events": [{"server_uuid": "c77770db-d106-4b90-a99d-e93c6a683d12", "name": "network-vif-deleted", "tag": "bb100ed5-80b6-49fe-804c-63a54cbdcf74"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:29.000873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61378eb0-8617-435e-817f-2c1e2100472a req-65a61aeb-0f87-49d6-8930-53038a561540 tempest-DeleteServersAdminTestJSON-1399233439 tempest-DeleteServersAdminTestJSON-1399233439-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77770db-d106-4b90-a99d-e93c6a683d12 HTTP/1.1" status: 200 len: 210 time: 0.0593622 Dec 12 04:07:29.020095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Pushing event updated for resources: {'Port': ['ID=181adf8f-5d01-40ca-a7ed-64c166e80637,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:29.062756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-1ccf9e6f-96aa-43c5-a249-f584857fa66d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1678901 Dec 12 04:07:29.082354 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-474b414c-875b-4c74-9aa4-6e6ae733314e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:07:29.084078 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-474b414c-875b-4c74-9aa4-6e6ae733314e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087731 Dec 12 04:07:29.100476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-26442647-041f-407a-bb0a-18730f68896f tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:29.111565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-26442647-041f-407a-bb0a-18730f68896f tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/networks?id=918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 200 len: 822 time: 0.2627909 Dec 12 04:07:29.146838 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-2249b375-020f-40cc-8d14-68d30feb05b3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/quotas/2f94b92aabe84e4892f791deaf2059f3 HTTP/1.1" status: 200 len: 375 time: 0.0293889 Dec 12 04:07:29.224558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed13cb-3ad3-4684-ad52-eab402487757 req-f7370aa0-7ef5-4256-8b9b-dbf456de8fcb tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:29.227965 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-11ed13cb-3ad3-4684-ad52-eab402487757 req-f7370aa0-7ef5-4256-8b9b-dbf456de8fcb tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0735033 Dec 12 04:07:29.228899 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-3d6badd0-1126-418c-b348-54a3e878066e tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f94b92aabe84e4892f791deaf2059f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810554 Dec 12 04:07:29.267173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Attempting to bind port 181adf8f-5d01-40ca-a7ed-64c166e80637 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:29.268322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Attempting to bind port 181adf8f-5d01-40ca-a7ed-64c166e80637 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:29.268322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Attempting to bind port 181adf8f-5d01-40ca-a7ed-64c166e80637 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:29.273750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36338) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:29.274357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Port 181adf8f-5d01-40ca-a7ed-64c166e80637 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:29.274695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Attempting to bind port 181adf8f-5d01-40ca-a7ed-64c166e80637 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:29.289172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:29.289744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:29.289930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:29.291238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Bound port: 181adf8f-5d01-40ca-a7ed-64c166e80637, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:29.291614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:29.425087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] For port 181adf8f-5d01-40ca-a7ed-64c166e80637, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:29.428493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] For port 181adf8f-5d01-40ca-a7ed-64c166e80637, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=181adf8f-5d01-40ca-a7ed-64c166e80637,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:29.431646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-21f46c43-e86d-468e-b205-c109b6ee13fd service neutron] 10.222.0.36 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004194 Dec 12 04:07:29.433855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461f236-986f-422e-a43e-27c229e213f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea29667-5ff1-47ed-8977-44dacdb69f7e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:29.436680 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0043f263-3aee-4e8a-b6fe-92e89841e137" -d '{"events": [{"server_uuid": "1461f236-986f-422e-a43e-27c229e213f4", "name": "network-vif-plugged", "status": "completed", "tag": "7ea29667-5ff1-47ed-8977-44dacdb69f7e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:29.444591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:29.463575 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-841da1ec-68fe-4c5a-bd22-af043407cbf4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886395 Dec 12 04:07:29.464287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-990804708-network', 'tenant_id': '49d0b21abbf64346a51da2211b8c4d9f'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:29.506483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-11ed13cb-3ad3-4684-ad52-eab402487757 req-db59b05d-8f60-4079-950f-36f4ec8e8485 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642410 Dec 12 04:07:29.542595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:29.543261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:29.544769 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] 10.222.0.37 "PUT /v2.0/ports/181adf8f-5d01-40ca-a7ed-64c166e80637 HTTP/1.1" status: 200 len: 1095 time: 1.5218220 Dec 12 04:07:29.576417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Made reservation on behalf of 49d0b21abbf64346a51da2211b8c4d9f for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:29.584699 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:29.589182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba752664-9502-4c4a-b882-8d8a2d54211a service neutron] Pushing event updated for resources: {'Port': ['ID=181adf8f-5d01-40ca-a7ed-64c166e80637,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:29.611482 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b738a7bb-ca0b-41e5-9723-7d8901e0d061 x-openstack-request-id: req-b738a7bb-ca0b-41e5-9723-7d8901e0d061 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:29.611794 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77770db-d106-4b90-a99d-e93c6a683d12", "name": "network-vif-deleted", "tag": "bb100ed5-80b6-49fe-804c-63a54cbdcf74", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:29.612072 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b738a7bb-ca0b-41e5-9723-7d8901e0d061 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:29.612582 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77770db-d106-4b90-a99d-e93c6a683d12', 'name': 'network-vif-deleted', 'tag': 'bb100ed5-80b6-49fe-804c-63a54cbdcf74', 'status': 'completed', 'code': 200} Dec 12 04:07:29.613661 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:29.790180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-186d67ff-0df9-41ad-82e7-c672a92ee1bb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:29.792050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-186d67ff-0df9-41ad-82e7-c672a92ee1bb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3161948 Dec 12 04:07:29.825458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-6556c342-c566-4c78-b052-f941c5c561b4 service neutron] 10.222.0.36 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928380 Dec 12 04:07:29.834312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Request body: {'port': {'device_id': '68ff238f-fe8f-4f0d-ad11-9fa6967f91d4', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'b961db2c0f9d4b089cfeef9d730a3e27'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:29.990910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Made reservation on behalf of b961db2c0f9d4b089cfeef9d730a3e27 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:29.995782 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.006779 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.084201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd5df0-37d2-451a-8f9b-a061898357ed req-3cac3bfd-6211-4ee4-ab23-57df67b8ac11 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:30.085814 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4bfd5df0-37d2-451a-8f9b-a061898357ed req-3cac3bfd-6211-4ee4-ab23-57df67b8ac11 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 947 time: 0.3667734 Dec 12 04:07:30.087930 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.090410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-7277f145-5331-4632-b80d-a4a5f5cab386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:30.092029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-7277f145-5331-4632-b80d-a4a5f5cab386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 1098 time: 0.3482082 Dec 12 04:07:30.103467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.164644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baa890-bff4-489a-87cb-aa1aae4d3aef req-97254d03-04e8-45fb-aa55-5188a543463b tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:30.167096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08baa890-bff4-489a-87cb-aa1aae4d3aef req-97254d03-04e8-45fb-aa55-5188a543463b tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 946 time: 0.0860023 Dec 12 04:07:30.180052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-82ece41b-a905-4e6c-922c-9092de81cc07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=181adf8f-5d01-40ca-a7ed-64c166e80637 HTTP/1.1" status: 200 len: 217 time: 0.0728590 Dec 12 04:07:30.205584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.218703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.238609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a44e468e-18e8-4c7a-8f20-52d897368703 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:07:30.260884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:07:30.272801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: a44e468e-18e8-4c7a-8f20-52d897368703 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:07:30.273369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a44e468e-18e8-4c7a-8f20-52d897368703 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:07:30.275002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8c3367-69a1-4fb8-ab33-cee93dda36ca,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:30.277098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08baa890-bff4-489a-87cb-aa1aae4d3aef req-8da2bfee-ee36-4f4c-8aa8-b752549188b9 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966294 Dec 12 04:07:30.309438 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.310432 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Added segment 6414b82d-cd96-4eef-84be-7e1ba386fc77 of type vlan for network ce03b0f4-739a-4e14-9e77-a9719cd2a4e8 Dec 12 04:07:30.351956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4bfd5df0-37d2-451a-8f9b-a061898357ed req-8954bbf6-9eb4-47c1-ae29-ea7662a118f3 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520521 Dec 12 04:07:30.359276 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bb3980-eeb8-4e0b-a2ae-d1b283f6625e x-openstack-request-id: req-b8bb3980-eeb8-4e0b-a2ae-d1b283f6625e {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:30.359522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-e9b2487d-5fd8-4b63-9c34-e0f20cef6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:30.359642 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1461f236-986f-422e-a43e-27c229e213f4", "name": "network-vif-plugged", "status": "completed", "tag": "7ea29667-5ff1-47ed-8977-44dacdb69f7e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:30.360119 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8bb3980-eeb8-4e0b-a2ae-d1b283f6625e {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:30.360534 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461f236-986f-422e-a43e-27c229e213f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea29667-5ff1-47ed-8977-44dacdb69f7e', 'code': 200} Dec 12 04:07:30.363755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-e9b2487d-5fd8-4b63-9c34-e0f20cef6152 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1726432 Dec 12 04:07:30.409228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feff4b58-eb1c-427c-8e97-ba5aa9c09e87,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:30.532456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-209deca9-84db-4ad2-985c-ffb6f3101ec8 req-1a06bfce-799a-420e-a0ed-f674cd4ec556 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 210 time: 0.0692735 Dec 12 04:07:30.538893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.556024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Allocated IP 192.168.233.118 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/ac89c8eb-b901-44f4-9453-61b7c3abd71b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:30.565207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-19709adb-c363-467c-9b64-34de5dfb9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:30.567174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-19709adb-c363-467c-9b64-34de5dfb9cfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1616817 Dec 12 04:07:30.646691 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.648433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:30.649146 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.676479 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a8f167ac-dd31-4174-ab12-faeded60da2a req-19c2bc3c-65db-4ce0-b5c0-405ba8ef5d1a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 210 time: 0.0694158 Dec 12 04:07:30.730119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4531004 Dec 12 04:07:30.736028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36380) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:30.750282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Request body: {'subnet': {'network_id': 'ce03b0f4-739a-4e14-9e77-a9719cd2a4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-990804708-subnet', 'tenant_id': '49d0b21abbf64346a51da2211b8c4d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:30.796274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe7cae-63c7-4e87-80a7-75d2f2ba8df0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce03b0f4-739a-4e14-9e77-a9719cd2a4e8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:30.804208 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-e090d9a3-4181-4966-b609-c78f051ccfb8 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252171 Dec 12 04:07:30.807915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ce03b0f4-739a-4e14-9e77-a9719cd2a4e8 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:07:30.881262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Made reservation on behalf of 49d0b21abbf64346a51da2211b8c4d9f for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:30.885197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:30.921503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d0eef-2faf-4fb1-94b7-ce60ddc84cce req-18cd2828-69bd-4135-b755-9f27d08e9e16 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:30.923090 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a8d0eef-2faf-4fb1-94b7-ce60ddc84cce req-18cd2828-69bd-4135-b755-9f27d08e9e16 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 945 time: 0.4863942 Dec 12 04:07:30.983908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc30d76-af47-47d1-b359-aaad49c4fd1d req-2a5bfd81-4cf7-4975-b6fd-c41a7bccc4f5 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657801 Dec 12 04:07:31.008567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40af5a-e41d-45ee-a939-95438baf18d3 req-93b4e773-bece-477a-ace6-a6369439e774 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.010248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f40af5a-e41d-45ee-a939-95438baf18d3 req-93b4e773-bece-477a-ace6-a6369439e774 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.2020428 Dec 12 04:07:31.019187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1441b-076b-43cb-be5e-e36bd2e4bc07 req-7d335485-2561-46ec-a4ad-185a1a274986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.021918 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6da1441b-076b-43cb-be5e-e36bd2e4bc07 req-7d335485-2561-46ec-a4ad-185a1a274986 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 1097 time: 0.4216542 Dec 12 04:07:31.066829 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a8d0eef-2faf-4fb1-94b7-ce60ddc84cce req-8158f2e1-1cec-4add-8583-2a3eadd80b50 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358581 Dec 12 04:07:31.103877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f40af5a-e41d-45ee-a939-95438baf18d3 req-6d2e6b84-a505-4677-ac8e-eb2d85c6e391 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856113 Dec 12 04:07:31.124108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6da1441b-076b-43cb-be5e-e36bd2e4bc07 req-bad364fa-a280-46f4-812c-8d4cc6185c08 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926745 Dec 12 04:07:31.127356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:31.170938 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:31.198077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:31.223032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:31.226966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:31.229548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:31.280246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event updated for resources: {'Port': ['ID=ac89c8eb-b901-44f4-9453-61b7c3abd71b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:31.301935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d07788e-41ce-461f-ae53-90056cf94431,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:31.327656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.328265 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:31.354073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-e5c32b1c-fc7b-419d-9333-8b8a1f93c570 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5457587 Dec 12 04:07:31.427530 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb118237-8fbc-452e-adfa-d0d9615b1dfd req-cf934701-6f4d-4fde-83c6-948c17ab724f tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.429295 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb118237-8fbc-452e-adfa-d0d9615b1dfd req-cf934701-6f4d-4fde-83c6-948c17ab724f tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1096 time: 0.1783841 Dec 12 04:07:31.433810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Checking segment: {'id': '6414b82d-cd96-4eef-84be-7e1ba386fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ce03b0f4-739a-4e14-9e77-a9719cd2a4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:31.434180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Network hostable DHCP agents. Network: ce03b0f4-739a-4e14-9e77-a9719cd2a4e8, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:07:31.441357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-57810a26-ea7b-4d7d-87fb-501340689b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.443013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-57810a26-ea7b-4d7d-87fb-501340689b9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 1101 time: 0.1386290 Dec 12 04:07:31.452193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497a7e3-bf8a-4d03-a394-c10b87320d3d req-59191ce3-548b-4981-b1fa-04105f9ecf0d tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.454124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4497a7e3-bf8a-4d03-a394-c10b87320d3d req-59191ce3-548b-4981-b1fa-04105f9ecf0d tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 946 time: 0.0715816 Dec 12 04:07:31.491483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Request body: {'port': {'device_id': '68ff238f-fe8f-4f0d-ad11-9fa6967f91d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:31.535329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4497a7e3-bf8a-4d03-a394-c10b87320d3d req-0c52cc7c-5a53-407d-9cd5-79b7f21ffc41 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739787 Dec 12 04:07:31.559294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb118237-8fbc-452e-adfa-d0d9615b1dfd req-e93ba2cf-fe0b-45d5-b873-3b9dc454557b tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218669 Dec 12 04:07:31.566918 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:31.577839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Network ce03b0f4-739a-4e14-9e77-a9719cd2a4e8 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:07:31.586811 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8717b00a-9c4a-4d6e-a1c2-a206395fc6e6 None None] Provisioning complete for port ac89c8eb-b901-44f4-9453-61b7c3abd71b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:31.587296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8717b00a-9c4a-4d6e-a1c2-a206395fc6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:31.614689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db946ca2-7869-4363-846a-f069ef51e119', 'tag': '181adf8f-5d01-40ca-a7ed-64c166e80637'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:31.617332 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f427be-0901-42d6-bb35-08989ba1c5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "db946ca2-7869-4363-846a-f069ef51e119", "tag": "181adf8f-5d01-40ca-a7ed-64c166e80637"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:31.629362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36402) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:31.659086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ce03b0f4-739a-4e14-9e77-a9719cd2a4e8) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:31.669973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.670584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:31.677560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-d3d78e63-380e-4489-a2bd-cadfbdcc9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.679436 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-d3d78e63-380e-4489-a2bd-cadfbdcc9057 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2148554 Dec 12 04:07:31.697804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cfeba6-8093-4a76-bf6c-16c17b03e25f None None] Network ce03b0f4-739a-4e14-9e77-a9719cd2a4e8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:07:31.719508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8717b00a-9c4a-4d6e-a1c2-a206395fc6e6 None None] Port ac89c8eb-b901-44f4-9453-61b7c3abd71b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:31.737122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1b37faaa-e61c-42f2-a174-c1abc415924e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9997559 Dec 12 04:07:31.747424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-af509ab0-3f15-4df5-b35d-6b0748665b55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a92f123f-7056-406d-899d-bbcfd80dd63d HTTP/1.1" status: 200 len: 217 time: 0.0596771 Dec 12 04:07:31.764176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362cf0e-dddf-4685-9a0c-8e0df840752f req-de42defa-3d18-4ed4-aa49-a584e78113af tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.774875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c362cf0e-dddf-4685-9a0c-8e0df840752f req-de42defa-3d18-4ed4-aa49-a584e78113af tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 947 time: 0.1326804 Dec 12 04:07:31.851448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ab5ed0-3cac-4fe8-83b3-135ae6039fc9 None None] Network ce03b0f4-739a-4e14-9e77-a9719cd2a4e8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:07:31.933200 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c362cf0e-dddf-4685-9a0c-8e0df840752f req-fddff507-f5a5-4316-be5f-77356996fb6f tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564658 Dec 12 04:07:31.953088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23e198-ed66-493c-802e-ed8807f3b02d req-17980d43-f7ff-42ba-949a-28b061482a3b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.962716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fb23e198-ed66-493c-802e-ed8807f3b02d req-17980d43-f7ff-42ba-949a-28b061482a3b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 936 time: 0.2632952 Dec 12 04:07:31.964963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-1af80fb2-902c-4574-a8c7-357d009c74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:31.973603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-1af80fb2-902c-4574-a8c7-357d009c74dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2091382 Dec 12 04:07:32.061513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac89c8eb-b901-44f4-9453-61b7c3abd71b {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:32.064287 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5b7123-3743-4a1c-8972-93c54469dfb2 x-openstack-request-id: req-9c5b7123-3743-4a1c-8972-93c54469dfb2 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:32.064593 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db946ca2-7869-4363-846a-f069ef51e119", "tag": "181adf8f-5d01-40ca-a7ed-64c166e80637", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:32.064879 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c5b7123-3743-4a1c-8972-93c54469dfb2 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:32.065276 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db946ca2-7869-4363-846a-f069ef51e119', 'tag': '181adf8f-5d01-40ca-a7ed-64c166e80637', 'status': 'completed', 'code': 200} Dec 12 04:07:32.072688 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.087410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Transition to ACTIVE for port object ac89c8eb-b901-44f4-9453-61b7c3abd71b will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:32.099519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.124703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d1b1ab18-c9c0-436c-939d-68df020f7562 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37d695d6fcfb4133871a213d7bd93528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906619 Dec 12 04:07:32.125939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36416) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:32.141430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-92babd66-90c3-445b-a607-6990e77703ab tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:32.142848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-92babd66-90c3-445b-a607-6990e77703ab tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.37 "GET /v2.0/networks?id=918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 200 len: 822 time: 0.3106799 Dec 12 04:07:32.177051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-8b6ce5f4-61c4-4e56-8b6a-608dfdc9b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:32.180096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-8b6ce5f4-61c4-4e56-8b6a-608dfdc9b74b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1651840 Dec 12 04:07:32.185386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fb23e198-ed66-493c-802e-ed8807f3b02d req-4ffd3699-f181-4e8d-81e4-b3f1a23ee6ec tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085159 Dec 12 04:07:32.199003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Request body: {'port': {'device_id': '474f595d-b4f2-4e3a-9ff3-ca67eaa3108a', 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2', 'admin_state_up': True, 'tenant_id': '2f94b92aabe84e4892f791deaf2059f3'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:32.211309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac89c8eb-b901-44f4-9453-61b7c3abd71b,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:32.216376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e485-616c-412d-9c53-4a231203be1a req-19b4267d-a463-4d38-835c-e164e28938e1 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:32.223803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2fc0e485-616c-412d-9c53-4a231203be1a req-19b4267d-a463-4d38-835c-e164e28938e1 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1096 time: 0.1339345 Dec 12 04:07:32.281886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-37e43b96-f956-418a-8160-3221fce66cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:32.284028 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-37e43b96-f956-418a-8160-3221fce66cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 1098 time: 0.1491015 Dec 12 04:07:32.332981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e52da007-516b-44a6-8ffa-876b9a8e8110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.386797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e52da007-516b-44a6-8ffa-876b9a8e8110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.391127 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2fc0e485-616c-412d-9c53-4a231203be1a req-ddaecfc9-2f2c-4ac2-8039-b7ea9250387d tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664855 Dec 12 04:07:32.395332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19727b2f-3a30-4f8f-a5e2-59298b733f6a req-275d51d1-5b69-4b5a-b556-6157211050e2 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 210 time: 0.0819268 Dec 12 04:07:32.419545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Attempting to bind port ac89c8eb-b901-44f4-9453-61b7c3abd71b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:32.419827 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Attempting to bind port ac89c8eb-b901-44f4-9453-61b7c3abd71b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:32.420263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Attempting to bind port ac89c8eb-b901-44f4-9453-61b7c3abd71b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:32.434966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Port ac89c8eb-b901-44f4-9453-61b7c3abd71b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:32.435307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Attempting to bind port ac89c8eb-b901-44f4-9453-61b7c3abd71b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:32.454600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:32.454959 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:32.455359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:32.455979 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Bound port: ac89c8eb-b901-44f4-9453-61b7c3abd71b, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:32.456582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.535432 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e52da007-516b-44a6-8ffa-876b9a8e8110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.539003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e52da007-516b-44a6-8ffa-876b9a8e8110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.542729 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e52da007-516b-44a6-8ffa-876b9a8e8110 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5487254-8a3e-4ff8-9c90-eeaa9cad201a HTTP/1.1" status: 204 len: 168 time: 0.3948741 Dec 12 04:07:32.549138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-d53db0d4-09d9-4abb-8caa-0dd2b42c6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:32.550957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-d53db0d4-09d9-4abb-8caa-0dd2b42c6f66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2351475 Dec 12 04:07:32.553083 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-5b5a64ef-354f-4cc3-8244-90b7a99f43e4 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504808 Dec 12 04:07:32.563017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Made reservation on behalf of 2f94b92aabe84e4892f791deaf2059f3 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:32.567314 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.572551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52da007-516b-44a6-8ffa-876b9a8e8110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5487254-8a3e-4ff8-9c90-eeaa9cad201a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:32.637580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bb100ed5-80b6-49fe-804c-63a54cbdcf74 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:07:32.638571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] For port ac89c8eb-b901-44f4-9453-61b7c3abd71b, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:32.643545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] For port ac89c8eb-b901-44f4-9453-61b7c3abd71b, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac89c8eb-b901-44f4-9453-61b7c3abd71b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:32.660006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee518286-2a89-4642-89a9-0b73e5c5f191 req-6141edc3-ccc7-483d-b0fb-f0105e04fef7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:32.661600 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee518286-2a89-4642-89a9-0b73e5c5f191 req-6141edc3-ccc7-483d-b0fb-f0105e04fef7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.1195626 Dec 12 04:07:32.663862 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.671895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: bb100ed5-80b6-49fe-804c-63a54cbdcf74 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:07:32.672379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bb100ed5-80b6-49fe-804c-63a54cbdcf74 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:07:32.683755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:32.684552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:32.685984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/ac89c8eb-b901-44f4-9453-61b7c3abd71b HTTP/1.1" status: 200 len: 1096 time: 1.1987131 Dec 12 04:07:32.688435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ff238f-fe8f-4f0d-ad11-9fa6967f91d4', 'tag': 'ac89c8eb-b901-44f4-9453-61b7c3abd71b'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:32.691056 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e03ac-3bda-4cb4-a965-09a1e2990c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "68ff238f-fe8f-4f0d-ad11-9fa6967f91d4", "tag": "ac89c8eb-b901-44f4-9453-61b7c3abd71b"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:32.691757 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-29d12bf2-48db-4aad-a17a-2bae3c4c8b7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=181adf8f-5d01-40ca-a7ed-64c166e80637 HTTP/1.1" status: 200 len: 217 time: 0.1206782 Dec 12 04:07:32.767571 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-065db9e2-9fb8-4152-a5f1-bfddaef40c9a req-a909f5c5-9bb2-4df0-808e-1ba6000f28a7 tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] show failed (client error): The resource could not be found. Dec 12 04:07:32.785386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-065db9e2-9fb8-4152-a5f1-bfddaef40c9a req-a909f5c5-9bb2-4df0-808e-1ba6000f28a7 tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] 10.222.0.36 "GET /v2.0/security-groups/2a338ced-720c-419b-902a-86d06dec4560 HTTP/1.1" status: 404 len: 352 time: 0.0992632 Dec 12 04:07:32.800523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853d669-39e5-4899-8a48-31e76d9127a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac89c8eb-b901-44f4-9453-61b7c3abd71b,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:32.832160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee518286-2a89-4642-89a9-0b73e5c5f191 req-4af4d3cb-4fee-4d2e-8659-44aeb403d55a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559997 Dec 12 04:07:32.871646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-93656201-50f4-4021-9fb9-ff5385b69bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:32.873234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-93656201-50f4-4021-9fb9-ff5385b69bf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 1099 time: 0.1014609 Dec 12 04:07:32.901769 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a87a42-918e-4421-b5e0-6a708174efdd x-openstack-request-id: req-46a87a42-918e-4421-b5e0-6a708174efdd {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:32.902073 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ff238f-fe8f-4f0d-ad11-9fa6967f91d4", "tag": "ac89c8eb-b901-44f4-9453-61b7c3abd71b", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:32.902337 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46a87a42-918e-4421-b5e0-6a708174efdd {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:32.902745 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ff238f-fe8f-4f0d-ad11-9fa6967f91d4', 'tag': 'ac89c8eb-b901-44f4-9453-61b7c3abd71b', 'status': 'completed', 'code': 200} Dec 12 04:07:32.936189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-a35a349b-947e-4992-872a-2ad5fc58e4a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ac89c8eb-b901-44f4-9453-61b7c3abd71b HTTP/1.1" status: 200 len: 217 time: 0.0464361 Dec 12 04:07:33.014559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-28ad2c59-5eb5-4c0f-963f-a7499e5cfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.016490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-28ad2c59-5eb5-4c0f-963f-a7499e5cfff1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0636327 Dec 12 04:07:33.016711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-357e0694-70d8-415b-b3b1-9f24c63b8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.018254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-357e0694-70d8-415b-b3b1-9f24c63b8b69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.3114755 Dec 12 04:07:33.027608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-eee02b29-0e53-4013-81c6-f4c128696f8e service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576969 Dec 12 04:07:33.045202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36444) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:33.092124 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b663-45cc-42a9-b179-ab3848c17cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:33.160311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-504b185b-405c-4f03-8b22-e7d0aabdadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.162016 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-504b185b-405c-4f03-8b22-e7d0aabdadd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307254 Dec 12 04:07:33.181557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2270cc8e-d81a-4ea7-8d2b-fb43ce7a1386 req-dca6518f-ac23-43c9-bc83-453c539b06af tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49d0b21abbf64346a51da2211b8c4d9f HTTP/1.1" status: 200 len: 3001 time: 0.0926380 Dec 12 04:07:33.310030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Allocated IP 172.20.0.8 (918a733d-c3e3-4df9-9b26-cea87ba98ce2/51aea620-c7d7-4435-958a-8e7735cf0ef2/3dba25dc-8757-4fea-b79e-5a76baff180c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:33.319459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b8bfa-3450-480f-9b41-6cee5eea92e1 req-ed04dc54-6a6f-4e12-9972-66019c3e5df6 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.321142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a05b8bfa-3450-480f-9b41-6cee5eea92e1 req-ed04dc54-6a6f-4e12-9972-66019c3e5df6 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 946 time: 0.4364932 Dec 12 04:07:33.337580 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2270cc8e-d81a-4ea7-8d2b-fb43ce7a1386 req-6448107f-a97f-4320-9b6b-500235e30c12 tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] 10.222.0.36 "GET /v2.0/security-groups/3e8c3367-69a1-4fb8-ab33-cee93dda36ca HTTP/1.1" status: 200 len: 2998 time: 0.1457787 Dec 12 04:07:33.340759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-d31af489-ad81-4eae-abd8-33336a406cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.342362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-d31af489-ad81-4eae-abd8-33336a406cf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3123302 Dec 12 04:07:33.383229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-c73ca983-1c37-4c99-8bc1-5d3dcfa9155f service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124474 Dec 12 04:07:33.394582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b663-45cc-42a9-b179-ab3848c17cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:33.407338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b663-45cc-42a9-b179-ab3848c17cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:33.412545 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a05b8bfa-3450-480f-9b41-6cee5eea92e1 req-3e59e152-f748-4290-86af-347b9175a2f1 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747161 Dec 12 04:07:33.492597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2270cc8e-d81a-4ea7-8d2b-fb43ce7a1386 req-e5e1e4d4-085a-45d3-87c5-a459878a76dc tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] 10.222.0.36 "GET /v2.0/security-groups/3e8c3367-69a1-4fb8-ab33-cee93dda36ca HTTP/1.1" status: 200 len: 2998 time: 0.1547163 Dec 12 04:07:33.517493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e6d1b663-45cc-42a9-b179-ab3848c17cc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bba7579ed144002bc44d4994b4d50a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687655 Dec 12 04:07:33.518120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1b663-45cc-42a9-b179-ab3848c17cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dfc21e-b5fd-4891-9770-555b98f835f0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:33.519583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36454) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:33.554632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-225ad5bb-e69e-4ff4-80d4-901a754974a0 req-eb2620c0-ecfa-4c91-85c6-fe8e23fba5da service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645157 Dec 12 04:07:33.590490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77955fdb-f7ef-4e32-8661-6a80bf661fd6 req-8247d5a2-a3b0-4025-a718-a4553f504897 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.591992 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77955fdb-f7ef-4e32-8661-6a80bf661fd6 req-8247d5a2-a3b0-4025-a718-a4553f504897 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1096 time: 0.0474403 Dec 12 04:07:33.642678 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77955fdb-f7ef-4e32-8661-6a80bf661fd6 req-3b861785-fd5f-4f1d-96b3-eba6011a5174 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 Dec 12 04:07:33.679937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fae2b-205d-440e-8ce9-048b5e139025 req-44dfb7ed-0fff-47ef-9188-00bd0ae1ca88 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.681834 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0fae2b-205d-440e-8ce9-048b5e139025 req-44dfb7ed-0fff-47ef-9188-00bd0ae1ca88 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 947 time: 0.2001352 Dec 12 04:07:33.683930 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-d3f4c053-5267-4851-ae40-26f7462faf3e service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671366 Dec 12 04:07:33.708944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:33.712328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-06ca813b-d4d3-4ef6-8858-b8530f4c9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.713869 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-06ca813b-d4d3-4ef6-8858-b8530f4c9590 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 1099 time: 0.0575902 Dec 12 04:07:33.739170 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb40acac-b798-427d-b4e9-37705f09c323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:33.822297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e79e7a-e32a-4d09-8d18-584fb4157702 req-0d2ddf7d-e7cd-495a-adc1-15b1a8b759de tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.823810 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81e79e7a-e32a-4d09-8d18-584fb4157702 req-0d2ddf7d-e7cd-495a-adc1-15b1a8b759de tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 948 time: 0.0989125 Dec 12 04:07:33.837502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb40acac-b798-427d-b4e9-37705f09c323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:33.849742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0fae2b-205d-440e-8ce9-048b5e139025 req-2ecd62d6-a744-434c-810c-da57118667f1 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508870 Dec 12 04:07:33.866060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-5accee5b-db95-45b5-a856-5eb9d0e48832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.867998 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-5accee5b-db95-45b5-a856-5eb9d0e48832 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1334729 Dec 12 04:07:33.900423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:33.916003 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87f427be-0901-42d6-bb35-08989ba1c5c2 req-75ff67da-6ccf-4ba1-ab60-5fa2c31d3baa service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195723 Dec 12 04:07:33.926488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-51d3cdd3-a77e-4c82-b1e6-94698270a2cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ac89c8eb-b901-44f4-9453-61b7c3abd71b HTTP/1.1" status: 200 len: 217 time: 0.0447199 Dec 12 04:07:33.934526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81e79e7a-e32a-4d09-8d18-584fb4157702 req-1889036b-8e42-427a-ba54-48643d7ecd6f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002131 Dec 12 04:07:33.979210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:33.981617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-741edc32-bbd0-421f-9dc2-32c290b4e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:33.983276 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-741edc32-bbd0-421f-9dc2-32c290b4e743 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0471580 Dec 12 04:07:33.983993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:33.986648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:34.030590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb40acac-b798-427d-b4e9-37705f09c323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.033216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb40acac-b798-427d-b4e9-37705f09c323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.034334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cb40acac-b798-427d-b4e9-37705f09c323 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7dfc21e-b5fd-4891-9770-555b98f835f0 HTTP/1.1" status: 204 len: 168 time: 0.5138094 Dec 12 04:07:34.035033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event updated for resources: {'Port': ['ID=3dba25dc-8757-4fea-b79e-5a76baff180c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:34.058665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40acac-b798-427d-b4e9-37705f09c323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dfc21e-b5fd-4891-9770-555b98f835f0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:34.075657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-b1a37abf-3241-485c-9b11-cf71a70243e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:34.077204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-b1a37abf-3241-485c-9b11-cf71a70243e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858061 Dec 12 04:07:34.084226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c26071-ce82-4180-b81a-3283139cea3b req-eb322bfe-91c9-492d-a5d9-f5c87e5b3f43 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:34.089651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4996e-5aec-4311-aa75-38919917fca9 req-694160cf-040c-4da9-a5f6-2b45d6f64219 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:34.091129 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4d4996e-5aec-4311-aa75-38919917fca9 req-694160cf-040c-4da9-a5f6-2b45d6f64219 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 946 time: 0.0702748 Dec 12 04:07:34.091837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10c26071-ce82-4180-b81a-3283139cea3b req-eb322bfe-91c9-492d-a5d9-f5c87e5b3f43 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 931 time: 0.1523550 Dec 12 04:07:34.106529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:34.107465 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.109744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36462) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:34.141556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-188004ae-da48-43de-bc02-5d22cab1e3bd tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Request body: {'floatingip': {'port_id': '7ea29667-5ff1-47ed-8977-44dacdb69f7e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:34.142748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-7422a0eb-112c-49d3-a7e3-97a0741aab61 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9488590 Dec 12 04:07:34.163823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Request body: {'port': {'device_id': '474f595d-b4f2-4e3a-9ff3-ca67eaa3108a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:34.181024 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10c26071-ce82-4180-b81a-3283139cea3b req-dfd33b07-d103-4137-b979-c8dcf69b3082 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842538 Dec 12 04:07:34.242511 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.255808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-188004ae-da48-43de-bc02-5d22cab1e3bd tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.355797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-348d03bb-b466-4711-8712-53702edf2d52 req-588a2607-8455-40b0-bcd2-5331dac4f7a5 tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] 10.222.0.36 "GET /v2.0/security-groups/3e8c3367-69a1-4fb8-ab33-cee93dda36ca HTTP/1.1" status: 200 len: 2998 time: 0.2116253 Dec 12 04:07:34.394222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-ff0793d7-7745-4008-8774-21f058451d14 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020847 Dec 12 04:07:34.574853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dba25dc-8757-4fea-b79e-5a76baff180c {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:34.584716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.603221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Transition to ACTIVE for port object 3dba25dc-8757-4fea-b79e-5a76baff180c will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:34.609637 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.617899 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-348d03bb-b466-4711-8712-53702edf2d52 req-4a20adc3-9d3b-4a80-82b5-9622b0791b1e tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 04:07:34.618962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-348d03bb-b466-4711-8712-53702edf2d52 req-4a20adc3-9d3b-4a80-82b5-9622b0791b1e tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] 10.222.0.36 "DELETE /v2.0/security-groups/3e8c3367-69a1-4fb8-ab33-cee93dda36ca HTTP/1.1" status: 409 len: 352 time: 0.2545416 Dec 12 04:07:34.624223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-439e03ac-3bda-4cb4-a965-09a1e2990c1d req-62f5a0b8-95a1-4e9d-a3eb-bf62edefe48d service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172363 Dec 12 04:07:34.640627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 181adf8f-5d01-40ca-a7ed-64c166e80637 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:34.686493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba25dc-8757-4fea-b79e-5a76baff180c,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:34.801113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Attempting to bind port 3dba25dc-8757-4fea-b79e-5a76baff180c on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:34.801709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Attempting to bind port 3dba25dc-8757-4fea-b79e-5a76baff180c by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:34.802269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Attempting to bind port 3dba25dc-8757-4fea-b79e-5a76baff180c on network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:34.808156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Port 3dba25dc-8757-4fea-b79e-5a76baff180c on network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:34.808747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Attempting to bind port 3dba25dc-8757-4fea-b79e-5a76baff180c on network 918a733d-c3e3-4df9-9b26-cea87ba98ce2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:34.814773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:34.815366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Checking segment: {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:34.816083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Bound using segment: {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:34.816735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Bound port: 3dba25dc-8757-4fea-b79e-5a76baff180c, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a32940-3cfc-4392-b0dc-3d00a3c1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:34.817459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.865739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 181adf8f-5d01-40ca-a7ed-64c166e80637, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=181adf8f-5d01-40ca-a7ed-64c166e80637,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:34.879316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '181adf8f-5d01-40ca-a7ed-64c166e80637', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '181adf8f-5d01-40ca-a7ed-64c166e80637', 'mac_address': 'fa:16:3e:5c:ad:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:34.932655 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.933581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] For port 3dba25dc-8757-4fea-b79e-5a76baff180c, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:34.937842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] For port 3dba25dc-8757-4fea-b79e-5a76baff180c, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3dba25dc-8757-4fea-b79e-5a76baff180c,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:34.947511 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:34.962904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181adf8f-5d01-40ca-a7ed-64c166e80637 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:34.990021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 181adf8f-5d01-40ca-a7ed-64c166e80637, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=181adf8f-5d01-40ca-a7ed-64c166e80637,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:35.000972 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:35.004714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:35.005440 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:35.007470 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] 10.222.0.37 "PUT /v2.0/ports/3dba25dc-8757-4fea-b79e-5a76baff180c HTTP/1.1" status: 200 len: 1091 time: 0.8492234 Dec 12 04:07:35.007939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474f595d-b4f2-4e3a-9ff3-ca67eaa3108a', 'tag': '3dba25dc-8757-4fea-b79e-5a76baff180c'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:35.010426 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a9e96-8601-4b54-b1e4-29c27970668f" -d '{"events": [{"name": "network-changed", "server_uuid": "474f595d-b4f2-4e3a-9ff3-ca67eaa3108a", "tag": "3dba25dc-8757-4fea-b79e-5a76baff180c"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:35.033689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26d945-cc92-41c0-8909-bf7c7942dad3 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba25dc-8757-4fea-b79e-5a76baff180c,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:35.071514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=181adf8f-5d01-40ca-a7ed-64c166e80637,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:35.128430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-0b31e00c-8a9f-4026-9ce8-a52ce4a0407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:35.130330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-0b31e00c-8a9f-4026-9ce8-a52ce4a0407f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f94b92aabe84e4892f791deaf2059f3&device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 1094 time: 0.0469751 Dec 12 04:07:35.200591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-a4de921c-52f0-465b-8295-3cc6765af8be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba25dc-8757-4fea-b79e-5a76baff180c HTTP/1.1" status: 200 len: 217 time: 0.0537624 Dec 12 04:07:35.247155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ea06c-4272-4e2f-b725-d7f5a5b99ea6 req-bf96ddd9-492c-40e2-9c49-2fe1cd9beb74 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:35.248865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e0ea06c-4272-4e2f-b725-d7f5a5b99ea6 req-bf96ddd9-492c-40e2-9c49-2fe1cd9beb74 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.4489136 Dec 12 04:07:35.268856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-df0c06fa-29c0-4d66-9cc9-731bbe91cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:35.268856 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-df0c06fa-29c0-4d66-9cc9-731bbe91cea8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51aea620-c7d7-4435-958a-8e7735cf0ef2 HTTP/1.1" status: 200 len: 862 time: 0.0601616 Dec 12 04:07:35.304933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-396e20e6-2e14-4d9d-935e-39970eca04d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=918a733d-c3e3-4df9-9b26-cea87ba98ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283308 Dec 12 04:07:35.360574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['181adf8f-5d01-40ca-a7ed-64c166e80637'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:35.426676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-c4ea33e2-bcef-4e49-83ce-c02a30bf8e2b service neutron] 10.222.0.37 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131771 Dec 12 04:07:35.428917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e0ea06c-4272-4e2f-b725-d7f5a5b99ea6 req-15edd139-1fa3-4662-8a65-ec3ec102d22c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583776 Dec 12 04:07:35.464721 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-188004ae-da48-43de-bc02-5d22cab1e3bd tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:35.478681 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-188004ae-da48-43de-bc02-5d22cab1e3bd tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:35.544219 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-a9d78e10-7924-4c92-98cf-755188419bdb req-b17fabe7-69dd-4183-af60-96d437b6d2fe tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] show failed (client error): The resource could not be found. Dec 12 04:07:35.546570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a9d78e10-7924-4c92-98cf-755188419bdb req-b17fabe7-69dd-4183-af60-96d437b6d2fe tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] 10.222.0.36 "GET /v2.0/security-groups/9bd9c1a1-407d-4948-8338-49f5ca333eb8 HTTP/1.1" status: 404 len: 352 time: 0.0804973 Dec 12 04:07:35.589192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f270cf5f-dac7-4b41-9242-c1cedf0aa717 req-5ebd9169-bded-4de1-ada4-92adaddbbe25 service neutron] 10.222.0.37 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473577 Dec 12 04:07:35.594794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-6c065da5-90c5-42f4-94cf-60fcf458ff63 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:07:35.595881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-6c065da5-90c5-42f4-94cf-60fcf458ff63 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076473 Dec 12 04:07:35.661823 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-aa52d096-5206-4570-83e6-9c64f4b54a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:35.663134 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-aa52d096-5206-4570-83e6-9c64f4b54a1c service neutron] 10.222.0.36 "GET /v2.0/ports/f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 200 len: 1093 time: 0.0588794 Dec 12 04:07:35.688243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Request body: {'binding': {'host': 'n-h1-710847-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:35.688708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Unknown quota resources ['binding']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:07:35.723385 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-188004ae-da48-43de-bc02-5d22cab1e3bd tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Floating IP 90ad2dad-5fa9-409f-ba7c-f69ce5fdf881 associated. External IP: 172.25.7.28, port: 7ea29667-5ff1-47ed-8977-44dacdb69f7e. Dec 12 04:07:35.847304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75f27e-97af-46dc-ae4a-c7d0f415177c req-01c8de5e-9501-4d03-a186-0e04757557dd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:35.848807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe75f27e-97af-46dc-ae4a-c7d0f415177c req-01c8de5e-9501-4d03-a186-0e04757557dd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 948 time: 0.2054632 Dec 12 04:07:35.985352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe75f27e-97af-46dc-ae4a-c7d0f415177c req-861d98f5-69be-499f-814c-47f7e81f1b11 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293309 Dec 12 04:07:36.034661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e on host n-h1-710847-7 for vnic_type normal with profile None {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:36.035009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:36.035344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:36.053218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Port f8c8fd7e-af78-492d-9019-b3187201e85e on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:36.054070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:36.077150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:36.077499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:36.077894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:36.078338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Bound port: f8c8fd7e-af78-492d-9019-b3187201e85e, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:36.137249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188004ae-da48-43de-bc02-5d22cab1e3bd tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Router ba527165-fa88-49b8-8100-75dd6bd98885 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:07:36.149357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c6617-4b45-44b9-a0f1-d72b1006679e req-a46ee559-4a8a-4f59-97c4-f71fecaa67c6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:36.150851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0d1c6617-4b45-44b9-a0f1-d72b1006679e req-a46ee559-4a8a-4f59-97c4-f71fecaa67c6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 948 time: 0.1096573 Dec 12 04:07:36.184371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:36.193213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.194369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7a9bf3d6-e225-4bef-9481-4caa18e68a02 service neutron] 10.222.0.36 "POST /v2.0/ports/f8c8fd7e-af78-492d-9019-b3187201e85e/bindings HTTP/1.1" status: 201 len: 389 time: 0.5112298 Dec 12 04:07:36.275718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac89c8eb-b901-44f4-9453-61b7c3abd71b details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:36.280650 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e92bc0-572c-44ee-a91c-ef41444cb73c x-openstack-request-id: req-38e92bc0-572c-44ee-a91c-ef41444cb73c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:36.281133 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474f595d-b4f2-4e3a-9ff3-ca67eaa3108a", "tag": "3dba25dc-8757-4fea-b79e-5a76baff180c", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:36.281241 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38e92bc0-572c-44ee-a91c-ef41444cb73c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:36.281637 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474f595d-b4f2-4e3a-9ff3-ca67eaa3108a', 'tag': '3dba25dc-8757-4fea-b79e-5a76baff180c', 'status': 'completed', 'code': 200} Dec 12 04:07:36.289811 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0d1c6617-4b45-44b9-a0f1-d72b1006679e req-30fedac8-077e-4e43-aa8f-ea5fdb8392e3 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310375 Dec 12 04:07:36.347148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188004ae-da48-43de-bc02-5d22cab1e3bd tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:07:36.349492 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-713c26b3-c962-4c12-8e35-8077ec5ccf89 req-6e27ad79-552c-4ed3-8a9c-0caa435c1906 tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] show failed (client error): The resource could not be found. Dec 12 04:07:36.351116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-713c26b3-c962-4c12-8e35-8077ec5ccf89 req-6e27ad79-552c-4ed3-8a9c-0caa435c1906 tempest-SecurityGroupsNegativeTestJSON-1702490547 tempest-SecurityGroupsNegativeTestJSON-1702490547-project] 10.222.0.36 "GET /v2.0/security-groups/e56e619e-3bea-4cc7-9f10-9ec2de498c53 HTTP/1.1" status: 404 len: 352 time: 0.0239010 Dec 12 04:07:36.354775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-188004ae-da48-43de-bc02-5d22cab1e3bd tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.370000 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] Sync routers for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:07:36.380198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36532) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:36.393610 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:07:36.394340 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:07:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:36.439466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac89c8eb-b901-44f4-9453-61b7c3abd71b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac89c8eb-b901-44f4-9453-61b7c3abd71b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:36.452179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ac89c8eb-b901-44f4-9453-61b7c3abd71b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'ac89c8eb-b901-44f4-9453-61b7c3abd71b', 'mac_address': 'fa:16:3e:56:08:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:36.463609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-f977b00a-61b8-4dfb-adf4-bbc2b4b61540 admin admin] Deleting subnet 0d07788e-41ce-461f-ae53-90056cf94431 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:07:36.467778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f977b00a-61b8-4dfb-adf4-bbc2b4b61540 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.504007 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.506462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-1e164ac9-bc15-4dff-9fe3-1a7fb2b2f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:36.508453 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-1e164ac9-bc15-4dff-9fe3-1a7fb2b2f1ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f94b92aabe84e4892f791deaf2059f3&device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 1094 time: 0.1724625 Dec 12 04:07:36.518584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f977b00a-61b8-4dfb-adf4-bbc2b4b61540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.542513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac89c8eb-b901-44f4-9453-61b7c3abd71b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:36.567053 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f977b00a-61b8-4dfb-adf4-bbc2b4b61540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.583552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac89c8eb-b901-44f4-9453-61b7c3abd71b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac89c8eb-b901-44f4-9453-61b7c3abd71b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:36.591882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.608903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-188004ae-da48-43de-bc02-5d22cab1e3bd tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "PUT /v2.0/floatingips/90ad2dad-5fa9-409f-ba7c-f69ce5fdf881 HTTP/1.1" status: 200 len: 991 time: 2.4979093 Dec 12 04:07:36.611127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1461f236-986f-422e-a43e-27c229e213f4', 'tag': '7ea29667-5ff1-47ed-8977-44dacdb69f7e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:36.613689 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d79126-afb3-48bd-987f-ca314e870eae" -d '{"events": [{"name": "network-changed", "server_uuid": "1461f236-986f-422e-a43e-27c229e213f4", "tag": "7ea29667-5ff1-47ed-8977-44dacdb69f7e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:36.621307 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:07:36.654342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f977b00a-61b8-4dfb-adf4-bbc2b4b61540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.655279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 181adf8f-5d01-40ca-a7ed-64c166e80637 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:36.692524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977b00a-61b8-4dfb-adf4-bbc2b4b61540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d07788e-41ce-461f-ae53-90056cf94431,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:36.703281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f977b00a-61b8-4dfb-adf4-bbc2b4b61540 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.707685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91da5a2-fa36-4454-9f03-bb3f66c33038 req-88a622c4-bf82-42b7-bda5-ff0cccb096f8 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:36.710356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f977b00a-61b8-4dfb-adf4-bbc2b4b61540 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0d07788e-41ce-461f-ae53-90056cf94431 HTTP/1.1" status: 204 len: 168 time: 0.3282123 Dec 12 04:07:36.711859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36544) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:36.725509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e91da5a2-fa36-4454-9f03-bb3f66c33038 req-88a622c4-bf82-42b7-bda5-ff0cccb096f8 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 943 time: 0.2867749 Dec 12 04:07:36.779666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-6222fc26-f1c7-47d5-964c-ac0a22294c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:36.781335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-6222fc26-f1c7-47d5-964c-ac0a22294c55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1096 time: 0.2803612 Dec 12 04:07:36.845779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac89c8eb-b901-44f4-9453-61b7c3abd71b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:36.882275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 181adf8f-5d01-40ca-a7ed-64c166e80637 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:36.885546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a796-e1ed-43af-9ef1-35acc661b12d req-5049ced8-d97a-4d6a-97c8-0c8d76437cb7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:36.887197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 181adf8f-5d01-40ca-a7ed-64c166e80637 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:36.887820 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.889448 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf80a796-e1ed-43af-9ef1-35acc661b12d req-5049ced8-d97a-4d6a-97c8-0c8d76437cb7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 945 time: 0.1255877 Dec 12 04:07:36.896110 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:36.902166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-88c06116-885c-441a-bd3b-7c0dd500442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:36.903704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-88c06116-885c-441a-bd3b-7c0dd500442f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.1119552 Dec 12 04:07:36.926588 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e91da5a2-fa36-4454-9f03-bb3f66c33038 req-4054bfff-94ba-4ce4-9ef7-760d155a0df5 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983831 Dec 12 04:07:36.993079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:37.035465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-dfdab2f3-0419-41c4-8ad6-19d8b3a95980 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 200 len: 217 time: 0.1075661 Dec 12 04:07:37.061466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:37.089332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce03b0f4-739a-4e14-9e77-a9719cd2a4e8']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:37.100015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6414b82d-cd96-4eef-84be-7e1ba386fc77') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:37.100324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6414b82d-cd96-4eef-84be-7e1ba386fc77') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:37.102337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:37.112191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:37.122296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-95c9ed5e-1c23-4f50-810b-9c011fc5c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:37.124092 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-95c9ed5e-1c23-4f50-810b-9c011fc5c6be service neutron] 10.222.0.37 "GET /v2.0/networks?id=918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 200 len: 922 time: 0.6025810 Dec 12 04:07:37.126980 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:37.135303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:07:37.135696 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:37.136787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec5452-8e44-46c4-8946-7281b2113e4d req-67f3a6ff-c6ea-42d2-b571-6adaf3fbc7b5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:37.144213 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52ec5452-8e44-46c4-8946-7281b2113e4d req-67f3a6ff-c6ea-42d2-b571-6adaf3fbc7b5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.1059432 Dec 12 04:07:37.161533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db946ca2-7869-4363-846a-f069ef51e119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181adf8f-5d01-40ca-a7ed-64c166e80637'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:37.163979 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c592572a-3898-4940-a18d-c7c232d1d920" -d '{"events": [{"server_uuid": "db946ca2-7869-4363-846a-f069ef51e119", "name": "network-vif-plugged", "status": "completed", "tag": "181adf8f-5d01-40ca-a7ed-64c166e80637"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:37.180501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 181adf8f-5d01-40ca-a7ed-64c166e80637, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=181adf8f-5d01-40ca-a7ed-64c166e80637,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:37.192087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:37.215243 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '90ad2dad-5fa9-409f-ba7c-f69ce5fdf881', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'port_id': '7ea29667-5ff1-47ed-8977-44dacdb69f7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'mac_address': 'fa:16:3e:7b:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461f236-986f-422e-a43e-27c229e213f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:07:13Z', 'updated_at': '2021-12-12T04:07:35Z', 'revision_number': 1, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:07:37.217855 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:07:37.229944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:37.237263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:37.245924 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] 10.222.0.36 "DELETE /v2.0/networks/ce03b0f4-739a-4e14-9e77-a9719cd2a4e8 HTTP/1.1" status: 204 len: 168 time: 0.5330319 Dec 12 04:07:37.249214 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] Checking router: ba527165-fa88-49b8-8100-75dd6bd98885 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:07:37.250299 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-ee88b197-ce3e-43e5-b2ba-a3514eab6ac8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba25dc-8757-4fea-b79e-5a76baff180c HTTP/1.1" status: 200 len: 217 time: 0.0998695 Dec 12 04:07:37.259548 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:07:37.260418 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:07:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:37.270453 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52ec5452-8e44-46c4-8946-7281b2113e4d req-0cb19c27-d65a-46b5-a0e6-c7326532a8d1 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245391 Dec 12 04:07:37.287388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb99ae5-443e-4267-acdb-7abea28cef6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ce03b0f4-739a-4e14-9e77-a9719cd2a4e8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:37.296115 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf80a796-e1ed-43af-9ef1-35acc661b12d req-0687006e-b295-4187-93ec-ea9c2470be65 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891311 Dec 12 04:07:37.336137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-f61139cb-7fae-42e2-a6d1-6897713e09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:37.338777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-f61139cb-7fae-42e2-a6d1-6897713e09a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.2601960 Dec 12 04:07:37.364019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=181adf8f-5d01-40ca-a7ed-64c166e80637,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:37.407788 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b2b678-3887-4c4c-ac47-9c2b29420215 x-openstack-request-id: req-d8b2b678-3887-4c4c-ac47-9c2b29420215 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:37.409135 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1461f236-986f-422e-a43e-27c229e213f4", "tag": "7ea29667-5ff1-47ed-8977-44dacdb69f7e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:37.410191 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8b2b678-3887-4c4c-ac47-9c2b29420215 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:37.410611 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1461f236-986f-422e-a43e-27c229e213f4', 'tag': '7ea29667-5ff1-47ed-8977-44dacdb69f7e', 'status': 'completed', 'code': 200} Dec 12 04:07:37.430972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-b1794118-9fb1-4e73-ab0e-2388d67fde33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810657 Dec 12 04:07:37.455008 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:07:37.554676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-09559b12-922a-41be-a25e-5410df86fd0c service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125236 Dec 12 04:07:37.556555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-49d0bf2c-6218-4cf6-86c8-dcd1fdc664b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:37.558564 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-49d0bf2c-6218-4cf6-86c8-dcd1fdc664b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51aea620-c7d7-4435-958a-8e7735cf0ef2 HTTP/1.1" status: 200 len: 862 time: 0.2840846 Dec 12 04:07:37.591884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d79126-afb3-48bd-987f-ca314e870eae req-ea5c765f-65a6-453e-9d35-dfa2838dae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:37.593555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65d79126-afb3-48bd-987f-ca314e870eae req-ea5c765f-65a6-453e-9d35-dfa2838dae88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78f3494e57c7456d9a9a3c359da86fd0&device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 1097 time: 0.1092970 Dec 12 04:07:37.630006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36558) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:37.667009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-b4cbfba3-b0a5-43e0-9f2f-6df71ffef752 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=918a733d-c3e3-4df9-9b26-cea87ba98ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841296 Dec 12 04:07:37.705956 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c0bcf8-c28e-4c4f-a366-b6786c351ee7 x-openstack-request-id: req-17c0bcf8-c28e-4c4f-a366-b6786c351ee7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:37.706287 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db946ca2-7869-4363-846a-f069ef51e119", "name": "network-vif-plugged", "status": "completed", "tag": "181adf8f-5d01-40ca-a7ed-64c166e80637", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:37.706555 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17c0bcf8-c28e-4c4f-a366-b6786c351ee7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:37.706962 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db946ca2-7869-4363-846a-f069ef51e119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181adf8f-5d01-40ca-a7ed-64c166e80637', 'code': 200} Dec 12 04:07:37.761827 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c2548928-c08e-4783-852e-2db788cce098 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49d0b21abbf64346a51da2211b8c4d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1215055 Dec 12 04:07:37.765122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36562) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:37.836623 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '90ad2dad-5fa9-409f-ba7c-f69ce5fdf881', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'port_id': '7ea29667-5ff1-47ed-8977-44dacdb69f7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'mac_address': 'fa:16:3e:7b:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461f236-986f-422e-a43e-27c229e213f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:07:13Z', 'updated_at': '2021-12-12T04:07:35Z', 'revision_number': 1, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:37.866735 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474cafa-41b8-4802-825c-5ee15a005fae None None] The sync data for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 is: [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '90ad2dad-5fa9-409f-ba7c-f69ce5fdf881', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'port_id': '7ea29667-5ff1-47ed-8977-44dacdb69f7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'mac_address': 'fa:16:3e:7b:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461f236-986f-422e-a43e-27c229e213f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:07:13Z', 'updated_at': '2021-12-12T04:07:35Z', 'revision_number': 1, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:07:37.873304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d79126-afb3-48bd-987f-ca314e870eae req-549812d4-361f-4ac0-8cf6-0c9b90dec873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:37.874827 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65d79126-afb3-48bd-987f-ca314e870eae req-549812d4-361f-4ac0-8cf6-0c9b90dec873 service neutron] 10.222.0.18 "GET /v2.0/networks?id=695603de-80e2-4b3d-8195-8a60643536e4 HTTP/1.1" status: 200 len: 924 time: 0.2728381 Dec 12 04:07:37.896489 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd75833e-6ef1-416d-b16c-e94b823508e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:38.096079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4d666-c9be-4722-80df-01b0e7148725 req-874da5f3-1383-4fe5-ba3b-375ee70dc866 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:38.097682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73a4d666-c9be-4722-80df-01b0e7148725 req-874da5f3-1383-4fe5-ba3b-375ee70dc866 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 949 time: 0.5010967 Dec 12 04:07:38.144126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7050b-154f-4ade-8bc3-d9be19c6b43e req-c67a9c6a-5a96-4a95-b12b-67ef4c91214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:38.145673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd7050b-154f-4ade-8bc3-d9be19c6b43e req-c67a9c6a-5a96-4a95-b12b-67ef4c91214f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 1100 time: 0.1706426 Dec 12 04:07:38.155921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd458c7a-4be2-4a83-8340-abe4bebad112 None None] New status for floating IP 90ad2dad-5fa9-409f-ba7c-f69ce5fdf881: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:07:38.196988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73a4d666-c9be-4722-80df-01b0e7148725 req-9c9fc703-9884-4f41-b4e1-8f48ae715ba0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843890 Dec 12 04:07:38.209037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32a96-eee4-4f79-877a-c03e01fb7421 req-46ac8435-7d04-42b4-9775-b3b5db319265 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:38.211287 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c32a96-eee4-4f79-877a-c03e01fb7421 req-46ac8435-7d04-42b4-9775-b3b5db319265 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 949 time: 0.4123726 Dec 12 04:07:38.216565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-541441ac-fec8-4e30-9c4e-a9a2d091aa6c service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456912 Dec 12 04:07:38.222098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-862c435a-5b34-441c-8789-969972e16a36 service neutron] 10.222.0.37 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482865 Dec 12 04:07:38.252897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd75833e-6ef1-416d-b16c-e94b823508e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:38.266753 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd7050b-154f-4ade-8bc3-d9be19c6b43e req-4b6e4dcd-f99e-4715-9569-975519242919 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069562 Dec 12 04:07:38.372536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65d79126-afb3-48bd-987f-ca314e870eae req-dacd2b5b-274a-4bca-b26e-73231655f841 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea29667-5ff1-47ed-8977-44dacdb69f7e HTTP/1.1" status: 200 len: 999 time: 0.4711125 Dec 12 04:07:38.385243 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c32a96-eee4-4f79-877a-c03e01fb7421 req-4b5f5521-c03f-4656-968e-1188496e68fd tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456115 Dec 12 04:07:38.405848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac89c8eb-b901-44f4-9453-61b7c3abd71b up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:38.434386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b2b8f-3862-4985-bb43-28c445a19ee9 req-946fc5dd-6552-4a68-ad94-cdc3ef18c56e tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:38.438912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-750b2b8f-3862-4985-bb43-28c445a19ee9 req-946fc5dd-6552-4a68-ad94-cdc3ef18c56e tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 943 time: 0.0985858 Dec 12 04:07:38.443156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d79126-afb3-48bd-987f-ca314e870eae req-a1ade439-21f7-42b2-9eab-f314a4dc2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:38.445133 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91a9e96-8601-4b54-b1e4-29c27970668f req-6a4201a8-37ab-46f3-8cc3-d49fcfbf709f service neutron] 10.222.0.37 "GET /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764357 Dec 12 04:07:38.445477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65d79126-afb3-48bd-987f-ca314e870eae req-a1ade439-21f7-42b2-9eab-f314a4dc2dd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5 HTTP/1.1" status: 200 len: 863 time: 0.0648952 Dec 12 04:07:38.451155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd75833e-6ef1-416d-b16c-e94b823508e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:38.454021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd75833e-6ef1-416d-b16c-e94b823508e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:38.455278 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cd75833e-6ef1-416d-b16c-e94b823508e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e8c3367-69a1-4fb8-ab33-cee93dda36ca HTTP/1.1" status: 204 len: 168 time: 0.6715362 Dec 12 04:07:38.496045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75833e-6ef1-416d-b16c-e94b823508e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8c3367-69a1-4fb8-ab33-cee93dda36ca,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:38.507749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d79126-afb3-48bd-987f-ca314e870eae req-0835e8ce-a0fa-40a4-91b9-9ac18ebad01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:38.509553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65d79126-afb3-48bd-987f-ca314e870eae req-0835e8ce-a0fa-40a4-91b9-9ac18ebad01e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=695603de-80e2-4b3d-8195-8a60643536e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533090 Dec 12 04:07:38.553380 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-750b2b8f-3862-4985-bb43-28c445a19ee9 req-e7562fa7-cde1-439d-a5b7-5e0e5969ca05 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051955 Dec 12 04:07:38.639486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ac89c8eb-b901-44f4-9453-61b7c3abd71b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:38.664422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ca040-feb6-4e03-b3bc-95db00de6b63 req-c41db04a-3d37-4f5b-99ef-68413e623b33 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:38.672091 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c2ca040-feb6-4e03-b3bc-95db00de6b63 req-c41db04a-3d37-4f5b-99ef-68413e623b33 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.1404092 Dec 12 04:07:38.674731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 3dba25dc-8757-4fea-b79e-5a76baff180c details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:38.677129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ac89c8eb-b901-44f4-9453-61b7c3abd71b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:38.677508 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:38.704740 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65d79126-afb3-48bd-987f-ca314e870eae req-3e79eef6-0183-4c4c-93d0-781b2882f8e9 service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848345 Dec 12 04:07:38.762263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05435a3-83c3-4ebf-b1b7-ef100e7e4c36 req-a23cccdd-d0d7-419e-8f79-87ffd016eb21 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:38.769589 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c05435a3-83c3-4ebf-b1b7-ef100e7e4c36 req-a23cccdd-d0d7-419e-8f79-87ffd016eb21 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 945 time: 0.1197155 Dec 12 04:07:38.794939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-62e1a858-5566-460b-b8d7-f1deaf031303 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:38.796112 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-62e1a858-5566-460b-b8d7-f1deaf031303 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.1120431 Dec 12 04:07:38.808189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c2ca040-feb6-4e03-b3bc-95db00de6b63 req-b2543bd5-a2f4-4ec0-9933-f14b80582834 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332555 Dec 12 04:07:38.828468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-7'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:38.861464 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65d79126-afb3-48bd-987f-ca314e870eae req-5b3c5898-7a37-41e5-8cfc-42fa51b8387d service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495974 Dec 12 04:07:38.887487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c05435a3-83c3-4ebf-b1b7-ef100e7e4c36 req-8ead2ac9-ffc5-4673-953c-4d79850e03db tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106243 Dec 12 04:07:38.903580 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:38.923991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 3dba25dc-8757-4fea-b79e-5a76baff180c, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3dba25dc-8757-4fea-b79e-5a76baff180c,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:38.947154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:38.958778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '3dba25dc-8757-4fea-b79e-5a76baff180c', 'network_id': '918a733d-c3e3-4df9-9b26-cea87ba98ce2', 'port_id': '3dba25dc-8757-4fea-b79e-5a76baff180c', 'mac_address': 'fa:16:3e:e4:23:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aea620-c7d7-4435-958a-8e7735cf0ef2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:38.977749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac89c8eb-b901-44f4-9453-61b7c3abd71b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac89c8eb-b901-44f4-9453-61b7c3abd71b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:39.008419 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.032735 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.098203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dba25dc-8757-4fea-b79e-5a76baff180c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:39.131502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac89c8eb-b901-44f4-9453-61b7c3abd71b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:39.135133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 3dba25dc-8757-4fea-b79e-5a76baff180c, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3dba25dc-8757-4fea-b79e-5a76baff180c,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:39.140134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:39.142315 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.180715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:39.200508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=3dba25dc-8757-4fea-b79e-5a76baff180c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:39.251819 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.256133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:39.259757 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241453ae-56f6-440a-ae28-66261d1fc0cd" -d '{"events": [{"server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "name": "network-vif-unplugged", "status": "completed", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:39.263802 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.338592 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b15f30-f340-48c1-ad23-2bdca389ef60 x-openstack-request-id: req-09b15f30-f340-48c1-ad23-2bdca389ef60 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:39.338925 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "name": "network-vif-unplugged", "status": "completed", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:39.339190 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09b15f30-f340-48c1-ad23-2bdca389ef60 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:39.339597 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e', 'code': 200} Dec 12 04:07:39.355496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c8fd7e-af78-492d-9019-b3187201e85e,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:39.365348 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ff39-a6c7-4183-b5af-1ca4d3ca5a5e req-351ec2fb-3f4e-4e4a-beb1-ec190220ca2b tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:39.367709 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9d68ff39-a6c7-4183-b5af-1ca4d3ca5a5e req-351ec2fb-3f4e-4e4a-beb1-ec190220ca2b tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 949 time: 0.0869853 Dec 12 04:07:39.402611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e on host n-h2-710847-7 for vnic_type normal with profile {"migrating_to": "n-h1-710847-7"} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:39.403112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:39.403554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:39.409755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Port f8c8fd7e-af78-492d-9019-b3187201e85e on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:39.410220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Attempting to bind port f8c8fd7e-af78-492d-9019-b3187201e85e on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:39.417678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:39.418219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:39.418719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:39.419280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Bound port: f8c8fd7e-af78-492d-9019-b3187201e85e, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:39.419752 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.437086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9d68ff39-a6c7-4183-b5af-1ca4d3ca5a5e req-a6acce2c-0c0a-4eef-91ed-5dc20cad6173 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627370 Dec 12 04:07:39.503047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36622) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:39.543762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:39.553449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70652b6-ea6a-4918-9008-8280f5ff2860 req-60b99e09-4a06-4db6-8c04-94b01d0007ae tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:39.555094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f70652b6-ea6a-4918-9008-8280f5ff2860 req-60b99e09-4a06-4db6-8c04-94b01d0007ae tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 950 time: 0.0750844 Dec 12 04:07:39.557138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:39.561010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['3dba25dc-8757-4fea-b79e-5a76baff180c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:39.564215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.710533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ff238f-fe8f-4f0d-ad11-9fa6967f91d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac89c8eb-b901-44f4-9453-61b7c3abd71b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:39.713006 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb4fe2d-9086-4492-80ee-1ac3a4c14582" -d '{"events": [{"server_uuid": "68ff238f-fe8f-4f0d-ad11-9fa6967f91d4", "name": "network-vif-plugged", "status": "completed", "tag": "ac89c8eb-b901-44f4-9453-61b7c3abd71b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:39.730920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:39.731688 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.733271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] 10.222.0.37 "PUT /v2.0/ports/f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 200 len: 1121 time: 0.9252920 Dec 12 04:07:39.736186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e2723-f6d2-4b9d-934f-da07e030ef91 req-dd1e638c-4c8b-4c21-aed7-c70ab31b7b6b tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:39.746576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-312e2723-f6d2-4b9d-934f-da07e030ef91 req-dd1e638c-4c8b-4c21-aed7-c70ab31b7b6b tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 944 time: 0.0820851 Dec 12 04:07:39.747255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5723421-98af-46a9-baa8-b3a42d434bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c8fd7e-af78-492d-9019-b3187201e85e,revision_number=8']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:39.754990 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f70652b6-ea6a-4918-9008-8280f5ff2860 req-ade776f3-e33c-4af0-b26b-286d966b5649 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831939 Dec 12 04:07:39.816861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-312e2723-f6d2-4b9d-934f-da07e030ef91 req-1f57c158-752d-4de8-8584-9e0a0f0712f2 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688128 Dec 12 04:07:39.856702 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569ce1e1-68c0-43f2-aeed-eb8d9631e1b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.864504 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4468c9-aa82-4f2c-a267-5a4d503a84ff x-openstack-request-id: req-3a4468c9-aa82-4f2c-a267-5a4d503a84ff {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:39.864973 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ff238f-fe8f-4f0d-ad11-9fa6967f91d4", "name": "network-vif-plugged", "status": "completed", "tag": "ac89c8eb-b901-44f4-9453-61b7c3abd71b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:39.865327 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a4468c9-aa82-4f2c-a267-5a4d503a84ff {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:39.865954 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ff238f-fe8f-4f0d-ad11-9fa6967f91d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac89c8eb-b901-44f4-9453-61b7c3abd71b', 'code': 200} Dec 12 04:07:39.910356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['f8c8fd7e-af78-492d-9019-b3187201e85e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:39.981576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569ce1e1-68c0-43f2-aeed-eb8d9631e1b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:39.997397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05665dcc-e23b-45c2-a21d-d170061d4b0c req-b616da23-0944-4294-845b-2211c5fae2d5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:40.005348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-05665dcc-e23b-45c2-a21d-d170061d4b0c req-b616da23-0944-4294-845b-2211c5fae2d5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0886819 Dec 12 04:07:40.007144 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569ce1e1-68c0-43f2-aeed-eb8d9631e1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.093131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-569ce1e1-68c0-43f2-aeed-eb8d9631e1b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a371f5af79f241f88d0b2bb25c2ccb63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5887403 Dec 12 04:07:40.095859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36644) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:40.112435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ce1e1-68c0-43f2-aeed-eb8d9631e1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ecbbcf-6699-47f5-bccb-5468ff45f1ed,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:40.132266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-05665dcc-e23b-45c2-a21d-d170061d4b0c req-40b432f5-58ca-4cb9-b36b-912302d15bfd tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145740 Dec 12 04:07:40.136858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837be47-7102-4486-82d6-29ce54a5c00c req-60a33d1e-f0d2-4844-87d3-057099666456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:40.138419 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2837be47-7102-4486-82d6-29ce54a5c00c req-60a33d1e-f0d2-4844-87d3-057099666456 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 1101 time: 0.1024411 Dec 12 04:07:40.140458 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58286f-b3a8-49fe-b3a5-c84da46df4ec req-feeb0137-7742-42d1-9a88-67e87805436c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:40.142037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd58286f-b3a8-49fe-b3a5-c84da46df4ec req-feeb0137-7742-42d1-9a88-67e87805436c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 943 time: 0.0880539 Dec 12 04:07:40.200927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2837be47-7102-4486-82d6-29ce54a5c00c req-922b9a3a-668b-4c5d-9688-43bf0322e779 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Dec 12 04:07:40.210934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4371702-6755-4a1a-ab2d-39f7185c4ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.234407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd58286f-b3a8-49fe-b3a5-c84da46df4ec req-9a7693ef-2a2a-4da4-80d2-4be91a6d66b2 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827866 Dec 12 04:07:40.245763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4371702-6755-4a1a-ab2d-39f7185c4ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.259504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36648) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:40.297800 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4371702-6755-4a1a-ab2d-39f7185c4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.300810 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4371702-6755-4a1a-ab2d-39f7185c4ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.301991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d4371702-6755-4a1a-ab2d-39f7185c4ec1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9ecbbcf-6699-47f5-bccb-5468ff45f1ed HTTP/1.1" status: 204 len: 168 time: 0.2051566 Dec 12 04:07:40.310812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4371702-6755-4a1a-ab2d-39f7185c4ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ecbbcf-6699-47f5-bccb-5468ff45f1ed,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:40.377182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ca6b59c2-3468-4dd1-9aad-201e40afa91f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.453846 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ca6b59c2-3468-4dd1-9aad-201e40afa91f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.458033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ca6b59c2-3468-4dd1-9aad-201e40afa91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.498064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ca6b59c2-3468-4dd1-9aad-201e40afa91f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa54bb5718644ba7ae14ac06cc130879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374711 Dec 12 04:07:40.498948 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b59c2-3468-4dd1-9aad-201e40afa91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc595e17-af70-4cf5-992a-151e60ccb00e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:40.500919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36658) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:40.561257 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b8f28b22-91cc-4249-be0d-8dff799dc239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.586547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36660) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:40.597991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0e383-837a-4a64-9a1c-6ce129821df7 req-a4edaa01-08ed-4e60-b860-b85972a9fc75 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:40.599486 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dfa0e383-837a-4a64-9a1c-6ce129821df7 req-a4edaa01-08ed-4e60-b860-b85972a9fc75 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 949 time: 0.0862405 Dec 12 04:07:40.599879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d379168b-8f01-4691-8019-1b5ca7339534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.603026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b350b9a2-0d25-4e4e-aa0e-f80b3df6257d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.640379 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b350b9a2-0d25-4e4e-aa0e-f80b3df6257d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.675566 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d379168b-8f01-4691-8019-1b5ca7339534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.679795 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d379168b-8f01-4691-8019-1b5ca7339534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.691830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dfa0e383-837a-4a64-9a1c-6ce129821df7 req-8fa88c4b-2caf-405d-9b37-2b398385f4f9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798457 Dec 12 04:07:40.714408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 3dba25dc-8757-4fea-b79e-5a76baff180c up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:40.724932 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d379168b-8f01-4691-8019-1b5ca7339534 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a5efa3b717f4998a418ffd3c40dd407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348608 Dec 12 04:07:40.724932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379168b-8f01-4691-8019-1b5ca7339534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bf85b9-50d5-4db4-9007-0889532930ec,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:40.725769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36664) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:40.732012 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b350b9a2-0d25-4e4e-aa0e-f80b3df6257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.734598 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b350b9a2-0d25-4e4e-aa0e-f80b3df6257d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.735756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b350b9a2-0d25-4e4e-aa0e-f80b3df6257d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc595e17-af70-4cf5-992a-151e60ccb00e HTTP/1.1" status: 204 len: 168 time: 0.2336237 Dec 12 04:07:40.753848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350b9a2-0d25-4e4e-aa0e-f80b3df6257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc595e17-af70-4cf5-992a-151e60ccb00e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:40.791088 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc75a-1766-49cd-8edf-8c4525d694f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.818452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc75a-1766-49cd-8edf-8c4525d694f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.874666 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc75a-1766-49cd-8edf-8c4525d694f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.879436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc75a-1766-49cd-8edf-8c4525d694f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.880809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a1cdc75a-1766-49cd-8edf-8c4525d694f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1bf85b9-50d5-4db4-9007-0889532930ec HTTP/1.1" status: 204 len: 168 time: 0.1539066 Dec 12 04:07:40.890589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdc75a-1766-49cd-8edf-8c4525d694f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bf85b9-50d5-4db4-9007-0889532930ec,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:40.914414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 3dba25dc-8757-4fea-b79e-5a76baff180c completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:40.920838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 3dba25dc-8757-4fea-b79e-5a76baff180c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:40.921915 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:40.963623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ee1f3-9a72-47cb-b6d0-2b7b84380315 req-a3069481-81b4-4bb7-b32c-bf78995955fd tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:40.965867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a9ee1f3-9a72-47cb-b6d0-2b7b84380315 req-a3069481-81b4-4bb7-b32c-bf78995955fd tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 950 time: 0.0701783 Dec 12 04:07:41.042745 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a9ee1f3-9a72-47cb-b6d0-2b7b84380315 req-598b33bc-81ae-4e14-8406-f71f571e2823 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702398 Dec 12 04:07:41.076921 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:41.132557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 3dba25dc-8757-4fea-b79e-5a76baff180c, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3dba25dc-8757-4fea-b79e-5a76baff180c,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:41.139807 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:41.196574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=3dba25dc-8757-4fea-b79e-5a76baff180c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:41.202596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5a7e6-af19-472e-a35c-c3193bc5002f req-cf74f13d-aa8d-4eff-8928-66b38287aa5a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.204342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbf5a7e6-af19-472e-a35c-c3193bc5002f req-cf74f13d-aa8d-4eff-8928-66b38287aa5a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 944 time: 0.0948441 Dec 12 04:07:41.262895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbf5a7e6-af19-472e-a35c-c3193bc5002f req-960ca8db-25e7-4634-bc8a-ce2150beb6b6 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 Dec 12 04:07:41.346084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:41.348545 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c0c92e-e09d-4d83-93ca-687a63f1caa7" -d '{"events": [{"name": "network-changed", "server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:41.394271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:41.401375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346445-5da8-4dae-8ec4-090b38d1f8c1 req-1638b586-e11a-4d2c-8714-fa005af07954 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.403160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34346445-5da8-4dae-8ec4-090b38d1f8c1 req-1638b586-e11a-4d2c-8714-fa005af07954 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0663815 Dec 12 04:07:41.464022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34346445-5da8-4dae-8ec4-090b38d1f8c1 req-077acadc-fd39-4a27-a8d0-5a28b4489e0f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527787 Dec 12 04:07:41.509382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.510526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.511090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.513790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.515030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.516553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.518886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.519452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.520011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.520877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.523244 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-46ed4527-6768-4b43-b363-d5afff7904f1 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a&device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4&device_id=db946ca2-7869-4363-846a-f069ef51e119&device_id=1461f236-986f-422e-a43e-27c229e213f4&device_id=42a72997-1b85-406e-8c85-0eda25d25f00&device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929&device_id=a40328a1-9db0-4c39-b144-48085cf1c812&device_id=17eafe3b-b7de-4422-bd27-84ada28f7166&device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 9127 time: 0.0824997 Dec 12 04:07:41.549982 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-e2264835-e66f-4844-a2c7-39fd7b3fbed2 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:41.608297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3ead8-2db2-4546-91b5-41ce9b15ded1 req-398eea38-0415-4e21-9360-684f555784a3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.617138 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a9f3ead8-2db2-4546-91b5-41ce9b15ded1 req-398eea38-0415-4e21-9360-684f555784a3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 943 time: 0.0790002 Dec 12 04:07:41.652302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-e2264835-e66f-4844-a2c7-39fd7b3fbed2 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:41.660312 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-e2264835-e66f-4844-a2c7-39fd7b3fbed2 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:41.676741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a9f3ead8-2db2-4546-91b5-41ce9b15ded1 req-348ba521-bd31-4a71-b275-272f0924a46b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Dec 12 04:07:41.717122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2264835-e66f-4844-a2c7-39fd7b3fbed2 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294c1f4e-e690-4c28-9c28-9b7e6c546dcb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:41.751943 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87de6548-0078-42c4-a447-00444f878742 x-openstack-request-id: req-87de6548-0078-42c4-a447-00444f878742 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:41.753124 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:41.753825 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87de6548-0078-42c4-a447-00444f878742 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:41.754586 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e', 'status': 'completed', 'code': 200} Dec 12 04:07:41.796844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-51b569fc-417b-45d9-97e4-6f470fe4180c req-e2264835-e66f-4844-a2c7-39fd7b3fbed2 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&id=fa12debd-c551-4afd-81c7-5d34d1ec615d&id=9d050758-1746-4102-b21f-5eb5102b0bdf&id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.2506807 Dec 12 04:07:41.867808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474f595d-b4f2-4e3a-9ff3-ca67eaa3108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba25dc-8757-4fea-b79e-5a76baff180c'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:41.869898 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8850832c-0016-442a-8ba2-07757699b0d8" -d '{"events": [{"server_uuid": "474f595d-b4f2-4e3a-9ff3-ca67eaa3108a", "name": "network-vif-plugged", "status": "completed", "tag": "3dba25dc-8757-4fea-b79e-5a76baff180c"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:41.902569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-e7e8067e-701b-4bfd-b5a9-80429cdf8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:41.904312 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-e7e8067e-701b-4bfd-b5a9-80429cdf8717 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1124 time: 0.0495880 Dec 12 04:07:41.935604 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333838f-a72a-44b5-a5b4-c1204ba23056 x-openstack-request-id: req-5333838f-a72a-44b5-a5b4-c1204ba23056 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:41.935923 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474f595d-b4f2-4e3a-9ff3-ca67eaa3108a", "name": "network-vif-plugged", "status": "completed", "tag": "3dba25dc-8757-4fea-b79e-5a76baff180c", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:41.936186 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5333838f-a72a-44b5-a5b4-c1204ba23056 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:41.936738 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474f595d-b4f2-4e3a-9ff3-ca67eaa3108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba25dc-8757-4fea-b79e-5a76baff180c', 'code': 200} Dec 12 04:07:41.958226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36726) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:42.043128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-8eb0481c-2666-4f55-b0cb-379191970ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.044677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-8eb0481c-2666-4f55-b0cb-379191970ce1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.1318462 Dec 12 04:07:42.129210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-aaad76a7-e2b2-4db2-b646-66889da6c401 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 200 len: 217 time: 0.0659299 Dec 12 04:07:42.142283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7148b98-87ea-4c6b-9200-e8efa4ccc448 req-173ee4e6-3752-47be-bf8d-4c0385de4a60 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.142786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7148b98-87ea-4c6b-9200-e8efa4ccc448 req-173ee4e6-3752-47be-bf8d-4c0385de4a60 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.143276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7148b98-87ea-4c6b-9200-e8efa4ccc448 req-173ee4e6-3752-47be-bf8d-4c0385de4a60 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.145402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7148b98-87ea-4c6b-9200-e8efa4ccc448 req-173ee4e6-3752-47be-bf8d-4c0385de4a60 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119&device_id=a40328a1-9db0-4c39-b144-48085cf1c812&device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 2882 time: 0.0931685 Dec 12 04:07:42.170526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437d5c8-5ff1-4637-9c3e-1951e1140897 req-f790a34c-2a6b-4184-8ddb-151e8513b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.172298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6437d5c8-5ff1-4637-9c3e-1951e1140897 req-f790a34c-2a6b-4184-8ddb-151e8513b125 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 1096 time: 0.1149588 Dec 12 04:07:42.196068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecc8ae-bd96-4c94-81a0-07b2c6824c47 req-94c6cbc3-2a87-4a53-9fb5-54c23e15372e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.201665 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-23ecc8ae-bd96-4c94-81a0-07b2c6824c47 req-94c6cbc3-2a87-4a53-9fb5-54c23e15372e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 950 time: 0.0899756 Dec 12 04:07:42.233266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-277785271-network', 'tenant_id': '7c7f57d1ea8244309b61ba1bc594e3e2'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:42.237747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-9aff0211-1bd9-49c0-acd1-07615add2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.239370 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-9aff0211-1bd9-49c0-acd1-07615add2f62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.0930867 Dec 12 04:07:42.254905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7148b98-87ea-4c6b-9200-e8efa4ccc448 req-0193502b-c0db-4fac-835b-0901996677f2 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985184 Dec 12 04:07:42.304346 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6437d5c8-5ff1-4637-9c3e-1951e1140897 req-b5786566-ea8e-4061-ab0d-79f1c9544c12 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178248 Dec 12 04:07:42.313688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-23ecc8ae-bd96-4c94-81a0-07b2c6824c47 req-27e4ede3-0fce-47f8-aa7c-cfadc62e0c35 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976999 Dec 12 04:07:42.314323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Made reservation on behalf of 7c7f57d1ea8244309b61ba1bc594e3e2 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:42.314588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-237d77d4-4459-4828-aa87-03e338087a84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584717 Dec 12 04:07:42.318596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.343843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.472874 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.480607 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.480909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-ea535c0b-44ad-4465-ab54-894e14876c96 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528072 Dec 12 04:07:42.489652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd16f62-bad8-48b2-9c34-f00281d54143 req-a5154529-739f-44e9-9f9f-c8c86567b14a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.491837 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bd16f62-bad8-48b2-9c34-f00281d54143 req-a5154529-739f-44e9-9f9f-c8c86567b14a tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 945 time: 0.0814729 Dec 12 04:07:42.508940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:07:42.529309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deb3956-ae58-4fce-8594-581d473d4d4b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:42.534258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.534609 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Added segment 38132623-86dd-4524-b020-6048647ad831 of type vlan for network 13702123-2457-41cb-8d20-86632f884371 Dec 12 04:07:42.593183 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.596401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bd16f62-bad8-48b2-9c34-f00281d54143 req-68c3da75-fce6-48a1-b53e-868d548ce043 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963440 Dec 12 04:07:42.627008 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c0c92e-e09d-4d83-93ca-687a63f1caa7 req-c3530ce0-e20c-45b4-8a86-8c14eaff0b75 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341953 Dec 12 04:07:42.635982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.638962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.639571 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.706608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7459278 Dec 12 04:07:42.713948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36758) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:42.721217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Request body: {'subnet': {'network_id': '13702123-2457-41cb-8d20-86632f884371', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-277785271-subnet', 'tenant_id': '7c7f57d1ea8244309b61ba1bc594e3e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:42.731101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2a36a-6372-473d-b7ad-22472055f88c admin admin] Pushing event updated for resources: {'Network': ['ID=13702123-2457-41cb-8d20-86632f884371,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:42.733467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f8c8fd7e-af78-492d-9019-b3187201e85e details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:42.751067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Made reservation on behalf of 7c7f57d1ea8244309b61ba1bc594e3e2 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:42.754061 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.756424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1e20-1801-4b40-9f52-93a9b21217fc req-22b8654b-c6a3-408e-a11a-20c722fa6822 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.759024 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-654f1e20-1801-4b40-9f52-93a9b21217fc req-22b8654b-c6a3-408e-a11a-20c722fa6822 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0744531 Dec 12 04:07:42.765959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 13702123-2457-41cb-8d20-86632f884371 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:07:42.856977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-654f1e20-1801-4b40-9f52-93a9b21217fc req-ab793ed2-28b3-41b6-8a01-411c096ae815 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896626 Dec 12 04:07:42.868613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b257-d612-43cd-92c9-92222609dc09 req-7c53150e-5a3b-47a7-a8d1-24c1d37db459 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:42.870396 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3736b257-d612-43cd-92c9-92222609dc09 req-7c53150e-5a3b-47a7-a8d1-24c1d37db459 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 1101 time: 0.0694199 Dec 12 04:07:42.904584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-3736b257-d612-43cd-92c9-92222609dc09 req-0bf3513d-79fd-44ad-950c-b7c3d2abe92f tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.930420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7a30f0f-bf0c-401c-910d-07ba4ec900f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:42.958440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:42.976670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f8c8fd7e-af78-492d-9019-b3187201e85e has no active binding in host n-h1-710847-7 {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 04:07:43.055966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:43.095713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c95ad4-0e59-4585-922c-fb443d7d418b req-3f573499-1a57-4540-81e1-6b2bcba59f2b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:43.098259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11c95ad4-0e59-4585-922c-fb443d7d418b req-3f573499-1a57-4540-81e1-6b2bcba59f2b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 943 time: 0.0504510 Dec 12 04:07:43.116634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-3736b257-d612-43cd-92c9-92222609dc09 req-0bf3513d-79fd-44ad-950c-b7c3d2abe92f tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:43.127291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-3736b257-d612-43cd-92c9-92222609dc09 req-0bf3513d-79fd-44ad-950c-b7c3d2abe92f tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:43.148720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11c95ad4-0e59-4585-922c-fb443d7d418b req-76fa47e2-413f-4008-8052-01d89174ed17 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447490 Dec 12 04:07:43.151691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:43.181385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Checking segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:43.181752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Network hostable DHCP agents. Network: 13702123-2457-41cb-8d20-86632f884371, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:07:43.186996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3736b257-d612-43cd-92c9-92222609dc09 req-0bf3513d-79fd-44ad-950c-b7c3d2abe92f tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054230 Dec 12 04:07:43.187591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3513d-79fd-44ad-950c-b7c3d2abe92f tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19028d9-ed3c-4875-946c-d8bad77107f8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:43.207895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Network 13702123-2457-41cb-8d20-86632f884371 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:07:43.221838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 13702123-2457-41cb-8d20-86632f884371) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:43.228208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:43.228881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:43.229515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722a5ed-b702-4986-9705-d3c04eb764ca None None] Network 13702123-2457-41cb-8d20-86632f884371 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:07:43.246516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7afa2cac-331a-414c-8294-8d112af2bc9b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5312023 Dec 12 04:07:43.356106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68ea4d-fa95-45da-9c73-a6b2687eb9a8 None None] Network 13702123-2457-41cb-8d20-86632f884371 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:07:43.623148 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:43.692449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081894d-0add-4833-b778-9875f500749e req-75cdca0e-2e54-499e-a32a-cf6eab7d9752 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:43.699719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c081894d-0add-4833-b778-9875f500749e req-75cdca0e-2e54-499e-a32a-cf6eab7d9752 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 1100 time: 0.0565062 Dec 12 04:07:43.738274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c081894d-0add-4833-b778-9875f500749e req-e49a5ccb-5296-481b-9f5b-fd3eba02ed44 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Dec 12 04:07:43.811151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-02af4d5e-ad2e-42df-9649-ccd9e859417a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:43.812877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-02af4d5e-ad2e-42df-9649-ccd9e859417a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.1117456 Dec 12 04:07:43.827748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-47410caa-8058-4084-8146-61d1275b7b56 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/quotas/7c7f57d1ea8244309b61ba1bc594e3e2 HTTP/1.1" status: 200 len: 375 time: 0.0092676 Dec 12 04:07:43.859376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-e28f2057-0918-4520-ba4f-18760553941a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262403 Dec 12 04:07:43.874371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-c3ef77e2-eb97-4b81-b590-c2535f9c5dab service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:07:43.875332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-c3ef77e2-eb97-4b81-b590-c2535f9c5dab service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054290 Dec 12 04:07:43.898332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db616f-d3fc-4520-9aaa-e3636d9b2069 req-e281dd22-54e3-4dc7-ab7b-4859d2c8d81b tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:43.899820 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e8db616f-d3fc-4520-9aaa-e3636d9b2069 req-e281dd22-54e3-4dc7-ab7b-4859d2c8d81b tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 945 time: 0.0514121 Dec 12 04:07:43.929146 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:43.953920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e8db616f-d3fc-4520-9aaa-e3636d9b2069 req-9cda0bbb-5c3a-430b-91aa-b63647955a58 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478342 Dec 12 04:07:43.988628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-6252f60d-52ee-4b39-8f1b-7367672e0623 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068566 Dec 12 04:07:44.056377 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-5f524a79-877c-4ea5-a4be-46c78f929627 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233777 Dec 12 04:07:44.085542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-fffc683a-bfe9-45ca-966d-0671aaa7cae7 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Dec 12 04:07:44.169393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a6cbf970-2e94-4d24-9454-f96b9df2b556 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:44.170853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a6cbf970-2e94-4d24-9454-f96b9df2b556 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087544 Dec 12 04:07:44.197536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-71d648c3-14d1-4b3e-8a68-2d25129140aa tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/quotas/b961db2c0f9d4b089cfeef9d730a3e27 HTTP/1.1" status: 200 len: 375 time: 0.0207355 Dec 12 04:07:44.289155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19daa-eea9-479c-bcd1-23dbd4007708 req-5ddad244-b792-4d90-9aca-589936bff218 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:44.290944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9d19daa-eea9-479c-bcd1-23dbd4007708 req-5ddad244-b792-4d90-9aca-589936bff218 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 1100 time: 0.0517037 Dec 12 04:07:44.301182 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-d65538ce-24b1-47bc-b180-e9e28a54eba5 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791707 Dec 12 04:07:44.302731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7aedfb24-c774-4992-a1b6-8c9ef8628b54 service neutron] 10.222.0.18 "GET /v2.0/ports/f8c8fd7e-af78-492d-9019-b3187201e85e/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 384 time: 0.1173990 Dec 12 04:07:44.337647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9d19daa-eea9-479c-bcd1-23dbd4007708 req-99175483-af96-471a-8282-3026018f64c8 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Dec 12 04:07:44.501580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2fd3f-7265-4a84-9c83-6c71bf19a223 req-648d6242-a1cd-46c9-a5e4-4040866b73dc tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:44.503115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10f2fd3f-7265-4a84-9c83-6c71bf19a223 req-648d6242-a1cd-46c9-a5e4-4040866b73dc tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0675719 Dec 12 04:07:44.557544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:44.561959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10f2fd3f-7265-4a84-9c83-6c71bf19a223 req-ddd12eb6-922d-43cf-8337-22308fb1ff36 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516157 Dec 12 04:07:44.579890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:44.616269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c8fd7e-af78-492d-9019-b3187201e85e {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:44.629100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:44.652083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:44.698752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f437-ab18-45ad-89f5-39b8f6f0d755 req-7ce90d2e-9774-4f27-9304-ac9c717f6ae0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:44.700462 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea58f437-ab18-45ad-89f5-39b8f6f0d755 req-7ce90d2e-9774-4f27-9304-ac9c717f6ae0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 943 time: 0.0666363 Dec 12 04:07:44.740686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] Transition to ACTIVE for port object f8c8fd7e-af78-492d-9019-b3187201e85e will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:44.748872 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:44.763706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea58f437-ab18-45ad-89f5-39b8f6f0d755 req-d802a34c-e53e-4141-a6a0-827fd03724d2 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572858 Dec 12 04:07:44.872959 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] No DVR routers for this DVR port f8c8fd7e-af78-492d-9019-b3187201e85e on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:07:44.890113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] Pushing event updated for resources: {'Port': ['ID=f8c8fd7e-af78-492d-9019-b3187201e85e,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:44.894483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-040a5e06-d174-437f-bfce-163a26fde906 req-8648e5ae-e196-4236-8dfb-30a41eb4fe7f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 210 time: 0.0515668 Dec 12 04:07:44.927472 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-9a90965a-1336-475b-9d79-899f171d5e0c service neutron] 10.222.0.18 "PUT /v2.0/ports/f8c8fd7e-af78-492d-9019-b3187201e85e/bindings/n-h1-710847-7/activate HTTP/1.1" status: 200 len: 369 time: 0.6162870 Dec 12 04:07:45.266384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b81e4-be9c-411d-a646-f55116818f7e req-4f11fa89-4615-446c-921a-afecd446a701 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:45.267950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-454b81e4-be9c-411d-a646-f55116818f7e req-4f11fa89-4615-446c-921a-afecd446a701 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 945 time: 0.0620332 Dec 12 04:07:45.334438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-454b81e4-be9c-411d-a646-f55116818f7e req-c9e5ba41-49b8-4d19-a025-06f052df1da9 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592825 Dec 12 04:07:45.475900 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:45.595385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-03ae5552-8b92-4412-b6b0-b642000a3f5c tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:45.598297 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-03ae5552-8b92-4412-b6b0-b642000a3f5c tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.0741379 Dec 12 04:07:45.717170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e342d616-b085-43f5-8447-fda075ae9671 req-ddb2a033-8965-41fb-9551-2123d47900de tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 210 time: 0.0809159 Dec 12 04:07:45.737850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-2ecccd44-59d6-4a10-988a-26c90ea95994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:45.739380 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-2ecccd44-59d6-4a10-988a-26c90ea95994 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929&tenant_id=064aa813869d4814859875e009120b6c HTTP/1.1" status: 200 len: 1095 time: 0.1214068 Dec 12 04:07:45.757568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-f1b8844c-b86f-4bf8-a9bd-3e280f7dc1ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1890223 Dec 12 04:07:45.818559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860f1f-272e-479d-a36d-8bc8f35c1ea9 req-08f483a7-4568-4ba9-9463-6a9362fd8d85 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:45.826178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-58860f1f-272e-479d-a36d-8bc8f35c1ea9 req-08f483a7-4568-4ba9-9463-6a9362fd8d85 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 945 time: 0.1192520 Dec 12 04:07:45.847258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-41cab8c4-809e-47b4-8da9-dae373f6ca26 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:45.853517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-41cab8c4-809e-47b4-8da9-dae373f6ca26 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.18 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.2113686 Dec 12 04:07:45.867002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-81f54eaf-a3d5-4020-bdec-a29f7bcf3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:45.868759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-81f54eaf-a3d5-4020-bdec-a29f7bcf3c28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1095 time: 0.0887010 Dec 12 04:07:45.876671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc02f8-406c-4b63-8f84-6c6f11b2cd4b req-068de550-b161-46f2-8610-b44e6494ee29 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:45.878155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6bc02f8-406c-4b63-8f84-6c6f11b2cd4b req-068de550-b161-46f2-8610-b44e6494ee29 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0676792 Dec 12 04:07:45.911665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Request body: {'port': {'device_id': 'f44c0056-336f-4a87-9c64-6e704c1023b7', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'admin_state_up': True, 'tenant_id': '7c7f57d1ea8244309b61ba1bc594e3e2'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:45.982126 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-58860f1f-272e-479d-a36d-8bc8f35c1ea9 req-473dcc04-b4fc-4620-91cc-9aa3c04c5f74 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546628 Dec 12 04:07:45.999880 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6bc02f8-406c-4b63-8f84-6c6f11b2cd4b req-4341a64b-97db-4231-9556-bd0369ad819e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034982 Dec 12 04:07:46.008127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-3dda9bb1-e354-4f8c-8042-45972f62759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:46.009700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-3dda9bb1-e354-4f8c-8042-45972f62759b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1101 time: 0.1097507 Dec 12 04:07:46.015400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-23bba009-92a5-4b86-a76f-4a99ae4b7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:46.024301 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-23bba009-92a5-4b86-a76f-4a99ae4b7370 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.1351845 Dec 12 04:07:46.075924 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-39a2ea38-7835-44a1-81f8-786afb095f4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 200 len: 217 time: 0.0483708 Dec 12 04:07:46.110552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Made reservation on behalf of 7c7f57d1ea8244309b61ba1bc594e3e2 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:46.114785 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:46.155455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-11f620ab-c67f-41da-a5a3-c0991ab881e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:46.157537 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-11f620ab-c67f-41da-a5a3-c0991ab881e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.0714226 Dec 12 04:07:46.218190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-7213efbf-f3bc-4a62-86f3-024c6b9185c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437508 Dec 12 04:07:46.257778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-5a580fc5-c132-4fb9-bb7a-70c0387dc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:46.259404 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-5a580fc5-c132-4fb9-bb7a-70c0387dc827 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1807714 Dec 12 04:07:46.331793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ceb24-b8b0-4bf3-920f-7e4df5ec2de1 req-3c026378-50e3-44d1-b7cf-991dfee1e3bf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:46.333359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f9ceb24-b8b0-4bf3-920f-7e4df5ec2de1 req-3c026378-50e3-44d1-b7cf-991dfee1e3bf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 944 time: 0.1176183 Dec 12 04:07:46.334191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-cd511c36-4914-4ec8-8aff-89af021b7e76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 217 time: 0.0428612 Dec 12 04:07:46.383353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-691abfc7-91a0-4f50-9dc5-d04ede519808 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554348 Dec 12 04:07:46.412291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-feb4930e-4cf8-47bf-88ae-aef494eaa3cd req-e3241401-1d27-43e5-9214-d8584655fad5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 210 time: 0.0765178 Dec 12 04:07:46.430006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Allocated IP 172.20.0.13 (13702123-2457-41cb-8d20-86632f884371/a4b4b163-48ba-4429-83f2-c9bdb90cc5bb/ff8307d1-c079-4215-a136-d6c258754714) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:46.472741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-4733d868-c83a-4d66-8991-e256427d63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:46.478186 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-4733d868-c83a-4d66-8991-e256427d63bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1269989 Dec 12 04:07:46.534531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-d5d7bc39-1523-4499-a04f-9cce898c3aae service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379421 Dec 12 04:07:46.538575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36886) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:46.559934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f9ceb24-b8b0-4bf3-920f-7e4df5ec2de1 req-a692eb64-129e-46e9-b1f3-4869098a7bf2 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168610 Dec 12 04:07:46.647660 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:46.695808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-203016da-050a-4836-8e34-21ccd3729904 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467110 Dec 12 04:07:46.702629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-2f4cc135-bd8f-47f0-948a-5eee41f8e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:46.704212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-2f4cc135-bd8f-47f0-948a-5eee41f8e3b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086571 Dec 12 04:07:46.787777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58a0f9c5-0ff5-40c1-84f1-54eb11ef401b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:46.823242 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-095ffecc-34e4-45cd-89f3-98ef21202972 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092691 Dec 12 04:07:46.912365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-2f69106e-541a-4765-941b-846d2f6d74eb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:46.914754 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-2f69106e-541a-4765-941b-846d2f6d74eb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099822 Dec 12 04:07:47.147520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Request body: {'port': {'device_id': 'a4ee5cb8-96e5-4ae5-a943-a45f35743a2a', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'b961db2c0f9d4b089cfeef9d730a3e27'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:47.172667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.175231 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e2bcdf1-7569-478b-a570-2016cff5d055 req-79987b61-707e-4715-b04a-9e2a09b4e67a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 210 time: 0.0473063 Dec 12 04:07:47.228140 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-801224dd-a9c3-455d-ae29-1cf0fb089fea req-598c90b0-dfa7-4f83-b431-abc72d093fec service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918164 Dec 12 04:07:47.257086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-58be68c8-fd00-456a-9704-c59857311912 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267310 Dec 12 04:07:47.262445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.289595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ce14-06d6-4fbf-b862-cdfb7e0f1d15 req-3ca95fb9-2037-4651-b104-ad24371d72c9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:47.291394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26c2ce14-06d6-4fbf-b862-cdfb7e0f1d15 req-3ca95fb9-2037-4651-b104-ad24371d72c9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.4584777 Dec 12 04:07:47.312994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-f7c68305-2fc3-453d-b894-d7acd29b59f9 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:47.314475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-f7c68305-2fc3-453d-b894-d7acd29b59f9 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.1718669 Dec 12 04:07:47.337788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event updated for resources: {'Port': ['ID=ff8307d1-c079-4215-a136-d6c258754714,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:47.385147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Network 13702123-2457-41cb-8d20-86632f884371 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:47.396553 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58a0f9c5-0ff5-40c1-84f1-54eb11ef401b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.418452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58a0f9c5-0ff5-40c1-84f1-54eb11ef401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.423889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:47.440057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:47.484234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26c2ce14-06d6-4fbf-b862-cdfb7e0f1d15 req-6706a76f-8822-4f17-8ba3-217cfe5c513e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743410 Dec 12 04:07:47.503620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Made reservation on behalf of b961db2c0f9d4b089cfeef9d730a3e27 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:47.507189 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.510989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-58a0f9c5-0ff5-40c1-84f1-54eb11ef401b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cabd66a32321459d931ee42a96bd2b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9712296 Dec 12 04:07:47.516654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36916) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:47.528428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0f9c5-0ff5-40c1-84f1-54eb11ef401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbf42a4-4bce-459c-8fe1-fea2ff2a0c8e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:47.529761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a745e-126d-4d1d-a191-40489291221b req-db88dc4c-0a42-4f2e-841d-2e377e26fab4 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:47.533005 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b33a745e-126d-4d1d-a191-40489291221b req-db88dc4c-0a42-4f2e-841d-2e377e26fab4 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 945 time: 0.1973109 Dec 12 04:07:47.605887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:47.606545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.629901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-6e5e1488-2e51-410d-bf6a-9201bd8dd410 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:47.631908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-6e5e1488-2e51-410d-bf6a-9201bd8dd410 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3666418 Dec 12 04:07:47.667765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-bb8e0b72-554d-4708-9edd-49ec61bd8056 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7694690 Dec 12 04:07:47.672922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86723ee6-a10b-4865-bbab-325978aeac4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.685230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-2e865344-5e09-423a-8dd5-2eee64aaa5d0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:47.686752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-2e865344-5e09-423a-8dd5-2eee64aaa5d0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.37 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 945 time: 0.1841321 Dec 12 04:07:47.695453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b33a745e-126d-4d1d-a191-40489291221b req-20b6bf73-2c57-4623-b792-3cccb02a863c tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2632b33-c1ae-449e-b40a-3931722e7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235857 Dec 12 04:07:47.698974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Request body: {'port': {'device_id': 'd152ee06-2c42-42e4-85a2-d1759984a621', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'b961db2c0f9d4b089cfeef9d730a3e27'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:47.709012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Request body: {'port': {'device_id': 'f44c0056-336f-4a87-9c64-6e704c1023b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:47.715963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-ff1a61d2-112a-4b60-9ac5-f1e3d9952d20 service neutron] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:47.745033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-ff1a61d2-112a-4b60-9ac5-f1e3d9952d20 service neutron] Publish callbacks [] for binding, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.746137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad45ce42-bbb2-4fa5-986a-e3438e10b091 req-ff1a61d2-112a-4b60-9ac5-f1e3d9952d20 service neutron] 10.222.0.37 "DELETE /v2.0/ports/f8c8fd7e-af78-492d-9019-b3187201e85e/bindings/n-h2-710847-7 HTTP/1.1" status: 204 len: 173 time: 0.4189546 Dec 12 04:07:47.785798 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86723ee6-a10b-4865-bbab-325978aeac4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.838885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215849b3-adcf-4200-91c0-d6de0a86271e req-6c75d943-8058-4864-8672-c9a8462fd5c2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:47.840418 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-215849b3-adcf-4200-91c0-d6de0a86271e req-6c75d943-8058-4864-8672-c9a8462fd5c2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.2291865 Dec 12 04:07:47.864222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Allocated IP 192.168.233.187 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/9b7a7fa2-1173-4d4c-a158-4233b18106fd) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:47.895818 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.944315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Deleting port 3dba25dc-8757-4fea-b79e-5a76baff180c {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:07:47.944654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:47.966375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-215849b3-adcf-4200-91c0-d6de0a86271e req-fc66ed37-b47a-479c-b351-4588c4c67231 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038263 Dec 12 04:07:48.004883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940f94-5e81-4baf-8f19-95efae8a1884 req-8312ea5d-751c-45b5-9f79-f67abbbeb809 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:48.006496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e940f94-5e81-4baf-8f19-95efae8a1884 req-8312ea5d-751c-45b5-9f79-f67abbbeb809 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 932 time: 0.1414814 Dec 12 04:07:48.011691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86723ee6-a10b-4865-bbab-325978aeac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.014639 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86723ee6-a10b-4865-bbab-325978aeac4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.018737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-86723ee6-a10b-4865-bbab-325978aeac4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bbf42a4-4bce-459c-8fe1-fea2ff2a0c8e HTTP/1.1" status: 204 len: 168 time: 0.4846673 Dec 12 04:07:48.034716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Made reservation on behalf of b961db2c0f9d4b089cfeef9d730a3e27 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:48.038861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.108710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86723ee6-a10b-4865-bbab-325978aeac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbf42a4-4bce-459c-8fe1-fea2ff2a0c8e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:48.139430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] For port 3dba25dc-8757-4fea-b79e-5a76baff180c, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3dba25dc-8757-4fea-b79e-5a76baff180c,segment=NetworkSegment(71a32940-3cfc-4392-b0dc-3d00a3c1a5df),segment_id=71a32940-3cfc-4392-b0dc-3d00a3c1a5df)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:48.139796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.162628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Calling delete_port for 3dba25dc-8757-4fea-b79e-5a76baff180c owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:07:48.197338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180a1e-765b-4f9a-9287-c3b98fba21a5 req-9d2a0715-5632-4634-af08-b2bcb25b599b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:48.199212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4180a1e-765b-4f9a-9287-c3b98fba21a5 req-9d2a0715-5632-4634-af08-b2bcb25b599b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 944 time: 0.1323376 Dec 12 04:07:48.277469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.301675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e940f94-5e81-4baf-8f19-95efae8a1884 req-4b9d5fca-8c26-472a-943d-a939cc242a91 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724209 Dec 12 04:07:48.343016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f8c8fd7e-af78-492d-9019-b3187201e85e no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:07:48.350443 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4180a1e-765b-4f9a-9287-c3b98fba21a5 req-3c5b15e8-f3ee-442a-b98e-4713a9d84dff tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408508 Dec 12 04:07:48.400432 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.437883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f8c8fd7e-af78-492d-9019-b3187201e85e not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:07:48.440791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36932) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:48.446362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:48.488470 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ddcf1a82-e714-45c7-8826-ed53cc79f1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.511644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:48.534463 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-43f0669c-cd25-4fca-a469-ccd8101c37ca req-4358f9fa-7cce-4780-8544-f371faa9ea68 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 210 time: 0.0690172 Dec 12 04:07:48.534628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:48.555258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Allocated IP 192.168.233.122 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/bb9f90d9-a5f7-48e3-a64a-7af3c3949671) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:48.590065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:48.635634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8307d1-c079-4215-a136-d6c258754714 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:48.650735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event updated for resources: {'Port': ['ID=9b7a7fa2-1173-4d4c-a158-4233b18106fd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:48.659771 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.696615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea4337-e111-4e97-9b5f-11417b9a3374 req-d5071594-632a-4a07-b58c-a2ace64735ba tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:48.698663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-18ea4337-e111-4e97-9b5f-11417b9a3374 req-d5071594-632a-4a07-b58c-a2ace64735ba tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1095 time: 0.1986647 Dec 12 04:07:48.704941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:48.705562 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.713807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.733007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Transition to ACTIVE for port object ff8307d1-c079-4215-a136-d6c258754714 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:48.754134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['3dba25dc-8757-4fea-b79e-5a76baff180c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:48.761294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.774388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-337dcc12-fce9-4783-b646-c530f9c56ceb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6326699 Dec 12 04:07:48.779441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event deleted for resources: {'Port': ['ID=3dba25dc-8757-4fea-b79e-5a76baff180c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:48.823860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Request body: {'port': {'device_id': 'a4ee5cb8-96e5-4ae5-a943-a45f35743a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:48.851116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a68fcf68-33b2-46ee-a7ac-cff3db0f903b None None] Provisioning complete for port 9b7a7fa2-1173-4d4c-a158-4233b18106fd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:48.851948 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a68fcf68-33b2-46ee-a7ac-cff3db0f903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.863929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] No DVR routers for this DVR port 3dba25dc-8757-4fea-b79e-5a76baff180c on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:07:48.871201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-18ea4337-e111-4e97-9b5f-11417b9a3374 req-51a556b5-1a87-492a-a030-4c6beebd49ad tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615646 Dec 12 04:07:48.886723 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.893016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f59cc46-b4fe-4476-ad81-619c1c57747d req-abcc1633-ff60-46f2-bbe7-44db904697ca tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.37 "DELETE /v2.0/ports/3dba25dc-8757-4fea-b79e-5a76baff180c HTTP/1.1" status: 204 len: 173 time: 1.1873600 Dec 12 04:07:48.897650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474f595d-b4f2-4e3a-9ff3-ca67eaa3108a', 'name': 'network-vif-deleted', 'tag': '3dba25dc-8757-4fea-b79e-5a76baff180c'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:48.898866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a68fcf68-33b2-46ee-a7ac-cff3db0f903b None None] Port 9b7a7fa2-1173-4d4c-a158-4233b18106fd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:48.901018 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d814cc76-05f5-4406-9842-db36e57edf4b" -d '{"events": [{"server_uuid": "474f595d-b4f2-4e3a-9ff3-ca67eaa3108a", "name": "network-vif-deleted", "tag": "3dba25dc-8757-4fea-b79e-5a76baff180c"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:48.915933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327594f-009a-4453-a4b7-d06a3bfbcf78 req-fc35f1f6-c6ab-4516-91d4-a405458deae4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:48.917550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2327594f-009a-4453-a4b7-d06a3bfbcf78 req-fc35f1f6-c6ab-4516-91d4-a405458deae4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.2434175 Dec 12 04:07:48.921271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ddcf1a82-e714-45c7-8826-ed53cc79f1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.935072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ddcf1a82-e714-45c7-8826-ed53cc79f1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:48.937933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8307d1-c079-4215-a136-d6c258754714,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:48.967642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.072295 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e95875a9-394a-484a-8fac-1c8ad39e2f85 req-6329c43d-c45e-41e6-baa2-3d695ad3391c tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/ports?device_id=474f595d-b4f2-4e3a-9ff3-ca67eaa3108a HTTP/1.1" status: 200 len: 210 time: 0.0421541 Dec 12 04:07:49.122780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.128940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ddcf1a82-e714-45c7-8826-ed53cc79f1eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8bb09f04859498b9f973547db17fa6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6870003 Dec 12 04:07:49.137520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf1a82-e714-45c7-8826-ed53cc79f1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0808d8e-ad20-499a-a19d-ad2d54a38f67,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:49.145983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36948) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:49.209506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2327594f-009a-4453-a4b7-d06a3bfbcf78 req-6594796b-26f4-45b1-89f3-897ae66bfb84 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796485 Dec 12 04:07:49.223444 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba7aad-89b0-4d60-9fe9-87476ae762d0 x-openstack-request-id: req-7fba7aad-89b0-4d60-9fe9-87476ae762d0 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:49.225688 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474f595d-b4f2-4e3a-9ff3-ca67eaa3108a", "name": "network-vif-deleted", "tag": "3dba25dc-8757-4fea-b79e-5a76baff180c", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:49.227090 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fba7aad-89b0-4d60-9fe9-87476ae762d0 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:49.229115 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474f595d-b4f2-4e3a-9ff3-ca67eaa3108a', 'name': 'network-vif-deleted', 'tag': '3dba25dc-8757-4fea-b79e-5a76baff180c', 'status': 'completed', 'code': 200} Dec 12 04:07:49.246372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Attempting to bind port ff8307d1-c079-4215-a136-d6c258754714 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:49.246773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Attempting to bind port ff8307d1-c079-4215-a136-d6c258754714 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:49.247047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Attempting to bind port ff8307d1-c079-4215-a136-d6c258754714 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:49.253232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.293780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:49.308670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Port ff8307d1-c079-4215-a136-d6c258754714 on network 13702123-2457-41cb-8d20-86632f884371 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:49.309179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Attempting to bind port ff8307d1-c079-4215-a136-d6c258754714 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:49.358131 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71e3bcf9-54e4-4c0d-a7f4-8366710f8161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.374650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38362c-2787-4a51-b610-b3572a386d1d req-85a41760-4ef9-4907-a34e-1af548af3963 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:49.376154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb38362c-2787-4a51-b610-b3572a386d1d req-85a41760-4ef9-4907-a34e-1af548af3963 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0827124 Dec 12 04:07:49.401647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:49.402170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Checking segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:49.402654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Bound using segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:49.403204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Bound port: ff8307d1-c079-4215-a136-d6c258754714, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:49.403660 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.437857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:49.454442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:49.462106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event updated for resources: {'Port': ['ID=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:49.469408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:49.472696 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71e3bcf9-54e4-4c0d-a7f4-8366710f8161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.474984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb38362c-2787-4a51-b610-b3572a386d1d req-02a4f38b-5fe0-4915-88fa-6fa2ee91f2ee tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864108 Dec 12 04:07:49.483514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7a7fa2-1173-4d4c-a158-4233b18106fd {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:49.492360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.509122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Transition to ACTIVE for port object 9b7a7fa2-1173-4d4c-a158-4233b18106fd will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:49.522778 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.591926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7a7fa2-1173-4d4c-a158-4233b18106fd,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:49.650579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:49.651252 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.672637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-d02d127a-b259-4690-8d7e-4dc99de491a3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:49.674345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-d02d127a-b259-4690-8d7e-4dc99de491a3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 820 time: 0.3354855 Dec 12 04:07:49.688804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] For port ff8307d1-c079-4215-a136-d6c258754714, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:49.693238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54b9bf-8e46-487e-8548-8f1ebb22856a req-33e119be-db48-466f-b802-9ea823169a8a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:49.695491 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e54b9bf-8e46-487e-8548-8f1ebb22856a req-33e119be-db48-466f-b802-9ea823169a8a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 944 time: 0.1156411 Dec 12 04:07:49.696085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a0bd6dd2-046a-4bdd-9a62-27c8b89a96f4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0063722 Dec 12 04:07:49.698947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] For port ff8307d1-c079-4215-a136-d6c258754714, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ff8307d1-c079-4215-a136-d6c258754714,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:49.707683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-81c34888-b26f-44e5-8e1c-e9a792a797cc tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/quotas/064aa813869d4814859875e009120b6c HTTP/1.1" status: 200 len: 375 time: 0.0264401 Dec 12 04:07:49.708951 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.722295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Request body: {'port': {'device_id': 'd152ee06-2c42-42e4-85a2-d1759984a621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:49.727682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71e3bcf9-54e4-4c0d-a7f4-8366710f8161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.729330 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71e3bcf9-54e4-4c0d-a7f4-8366710f8161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.733173 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-71e3bcf9-54e4-4c0d-a7f4-8366710f8161 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0808d8e-ad20-499a-a19d-ad2d54a38f67 HTTP/1.1" status: 204 len: 168 time: 0.5821404 Dec 12 04:07:49.757628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Attempting to bind port 9b7a7fa2-1173-4d4c-a158-4233b18106fd on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:49.758228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Attempting to bind port 9b7a7fa2-1173-4d4c-a158-4233b18106fd by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:49.758565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Attempting to bind port 9b7a7fa2-1173-4d4c-a158-4233b18106fd on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:49.769792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Port 9b7a7fa2-1173-4d4c-a158-4233b18106fd on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:49.770128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Attempting to bind port 9b7a7fa2-1173-4d4c-a158-4233b18106fd on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:49.785731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:49.786405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:49.786540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:49.786894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Bound port: 9b7a7fa2-1173-4d4c-a158-4233b18106fd, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:49.787263 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.814519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3bcf9-54e4-4c0d-a7f4-8366710f8161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0808d8e-ad20-499a-a19d-ad2d54a38f67,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:49.814726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e54b9bf-8e46-487e-8548-8f1ebb22856a req-8d1f7f52-a447-4ec7-9dbf-bfadbef3f22b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848258 Dec 12 04:07:49.869367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4e5626d6-77bf-4a8c-8cad-8b510316d613 None None] Provisioning complete for port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:49.869919 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4e5626d6-77bf-4a8c-8cad-8b510316d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.907722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:49.908170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:49.909880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff8307d1-c079-4215-a136-d6c258754714 HTTP/1.1" status: 200 len: 1092 time: 2.2182469 Dec 12 04:07:49.911362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44c0056-336f-4a87-9c64-6e704c1023b7', 'tag': 'ff8307d1-c079-4215-a136-d6c258754714'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:49.913750 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f44c0056-336f-4a87-9c64-6e704c1023b7", "tag": "ff8307d1-c079-4215-a136-d6c258754714"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:49.941463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4e5626d6-77bf-4a8c-8cad-8b510316d613 None None] Port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:07:49.975399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] For port 9b7a7fa2-1173-4d4c-a158-4233b18106fd, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:49.978978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] For port 9b7a7fa2-1173-4d4c-a158-4233b18106fd, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9b7a7fa2-1173-4d4c-a158-4233b18106fd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:49.989897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce5fe4-4592-4373-b727-22e16b801466 req-3bdb0690-2d52-4008-9a3b-ae7e5fd56c6b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:49.995309 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fce5fe4-4592-4373-b727-22e16b801466 req-3bdb0690-2d52-4008-9a3b-ae7e5fd56c6b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 936 time: 0.0896704 Dec 12 04:07:49.996321 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:50.050697 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-9916240b-d6df-447d-9ad9-b4754e7ea9e5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3179832 Dec 12 04:07:50.061115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc078a0-d7aa-40b4-bf2e-5a027a143ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8307d1-c079-4215-a136-d6c258754714,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:50.067917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:50.070185 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:50.071678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/9b7a7fa2-1173-4d4c-a158-4233b18106fd HTTP/1.1" status: 200 len: 1096 time: 1.2527800 Dec 12 04:07:50.074628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:50.139449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fce5fe4-4592-4373-b727-22e16b801466 req-266b76a5-664b-46ce-b598-9b887b75cc46 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987928 Dec 12 04:07:50.151760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0d08d-eca3-41af-a5f5-7b92be3913b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7a7fa2-1173-4d4c-a158-4233b18106fd,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:50.181562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-968cd564-d745-4940-99b6-21e90d705870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:50.183104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-968cd564-d745-4940-99b6-21e90d705870 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 1095 time: 0.1931565 Dec 12 04:07:50.200907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-b94d8ddb-0199-448c-948e-8497524a0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:50.203567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-b94d8ddb-0199-448c-948e-8497524a0a8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a HTTP/1.1" status: 200 len: 1099 time: 0.0623899 Dec 12 04:07:50.260244 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ad4e42-a52f-4d22-a890-594579709815 x-openstack-request-id: req-93ad4e42-a52f-4d22-a890-594579709815 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:50.260570 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44c0056-336f-4a87-9c64-6e704c1023b7", "tag": "ff8307d1-c079-4215-a136-d6c258754714", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:50.260843 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93ad4e42-a52f-4d22-a890-594579709815 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:50.261301 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44c0056-336f-4a87-9c64-6e704c1023b7', 'tag': 'ff8307d1-c079-4215-a136-d6c258754714', 'status': 'completed', 'code': 200} Dec 12 04:07:50.279551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-78433323-2d27-4114-9423-26a995e56d2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff8307d1-c079-4215-a136-d6c258754714 HTTP/1.1" status: 200 len: 217 time: 0.0739579 Dec 12 04:07:50.297281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-f435d942-f193-4eca-9da0-c0e15dcb6551 service neutron] 10.222.0.36 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456751 Dec 12 04:07:50.307377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-2db9de6a-3725-47f3-9919-ae1cae01a856 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=9b7a7fa2-1173-4d4c-a158-4233b18106fd HTTP/1.1" status: 200 len: 217 time: 0.0779803 Dec 12 04:07:50.375494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-71628d60-003f-4e13-accf-3a335c9366be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:50.377291 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-71628d60-003f-4e13-accf-3a335c9366be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0634716 Dec 12 04:07:50.442095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-ee7dbb16-aa00-4e50-9d49-d85c18e63d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:50.443718 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-ee7dbb16-aa00-4e50-9d49-d85c18e63d9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499744 Dec 12 04:07:50.561989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72917c01-befc-4a39-a550-c9d53390c912 req-ddf172c3-0e77-48d6-8405-7f683071ce1d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:50.561989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72917c01-befc-4a39-a550-c9d53390c912 req-ddf172c3-0e77-48d6-8405-7f683071ce1d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1141608 Dec 12 04:07:50.610057 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-8acb44ba-ee04-4ed9-9785-b10087cc4893 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539009 Dec 12 04:07:50.648734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72917c01-befc-4a39-a550-c9d53390c912 req-25938d94-5d10-46f0-8474-b18f4b8f79d2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783648 Dec 12 04:07:50.736887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-a1720a44-6aae-4973-9d30-3842a7e2799d service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128170 Dec 12 04:07:50.760478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-c2f774ef-0b18-4988-8cc5-cddbbe5013fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:50.762001 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-c2f774ef-0b18-4988-8cc5-cddbbe5013fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.3938935 Dec 12 04:07:50.773774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 3dba25dc-8757-4fea-b79e-5a76baff180c no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:07:50.807790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 3dba25dc-8757-4fea-b79e-5a76baff180c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:07:50.808268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 3dba25dc-8757-4fea-b79e-5a76baff180c not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:07:50.820208 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-879a866d-788a-42d7-8e22-c6534fcdbc6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490661 Dec 12 04:07:50.840734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c3e7c-92a7-4e34-8fac-5d919ac1fa57 req-662e3dac-e1f0-4640-abf5-1ce2dcdfb8ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:50.842286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c0c3e7c-92a7-4e34-8fac-5d919ac1fa57 req-662e3dac-e1f0-4640-abf5-1ce2dcdfb8ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0567834 Dec 12 04:07:50.855511 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-8efe8ba0-1083-4808-acb9-ac021cf14dbd service neutron] 10.222.0.36 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436516 Dec 12 04:07:50.913802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c0c3e7c-92a7-4e34-8fac-5d919ac1fa57 req-a3bb51d6-1ec1-43d0-a32c-fab15804d6d5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 Dec 12 04:07:50.978144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9f90d9-a5f7-48e3-a64a-7af3c3949671 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:50.993680 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:51.003420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-3a394b52-0dfb-473c-96d8-1fc5decd7e70 service neutron] 10.222.0.18 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582367 Dec 12 04:07:51.011073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Transition to ACTIVE for port object bb9f90d9-a5f7-48e3-a64a-7af3c3949671 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:51.017263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:51.077852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9e6d9-5e5d-478e-ba24-58a2ada504c7 req-b9bb8c19-622e-4012-9ea4-cd81c33ece74 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:51.079607 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55b9e6d9-5e5d-478e-ba24-58a2ada504c7 req-b9bb8c19-622e-4012-9ea4-cd81c33ece74 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 944 time: 0.0729218 Dec 12 04:07:51.148171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55b9e6d9-5e5d-478e-ba24-58a2ada504c7 req-bcaea46a-6189-4e89-a92c-9260a5c5ce03 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603993 Dec 12 04:07:51.193183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-881d8142-d912-40f2-9d89-9accf1df2dfe req-1516a2d1-3053-4d87-93a2-f8f549bdfdee tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 210 time: 0.0731652 Dec 12 04:07:51.203367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Pushing event updated for resources: {'Port': ['ID=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:51.220591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37020) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:51.237639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ee5cb8-96e5-4ae5-a943-a45f35743a2a', 'tag': '9b7a7fa2-1173-4d4c-a158-4233b18106fd'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:51.240217 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0521fc69-28c2-4594-a7ff-e68c2634f75e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ee5cb8-96e5-4ae5-a943-a45f35743a2a", "tag": "9b7a7fa2-1173-4d4c-a158-4233b18106fd"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:51.334116 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838b0d52-e817-447e-aae9-db47c610b402 x-openstack-request-id: req-838b0d52-e817-447e-aae9-db47c610b402 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:51.335148 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ee5cb8-96e5-4ae5-a943-a45f35743a2a", "tag": "9b7a7fa2-1173-4d4c-a158-4233b18106fd", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:51.335419 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-838b0d52-e817-447e-aae9-db47c610b402 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:51.335812 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ee5cb8-96e5-4ae5-a943-a45f35743a2a', 'tag': '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'status': 'completed', 'code': 200} Dec 12 04:07:51.342226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3109f4bb-61c4-403d-be4f-f7c514fd1379 req-5bba8748-f4b4-4745-a5eb-1aee01078670 service neutron] 10.222.0.18 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265886 Dec 12 04:07:51.370820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Attempting to bind port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:51.372752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Attempting to bind port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:51.375705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Attempting to bind port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:51.427467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26806-3198-471b-a18e-3788b301c50f req-49d04cb1-2727-4f52-901e-65d33befd021 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:51.435924 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24d26806-3198-471b-a18e-3788b301c50f req-49d04cb1-2727-4f52-901e-65d33befd021 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 948 time: 0.1403115 Dec 12 04:07:51.442855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:51.445124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Attempting to bind port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:51.463140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:51.463718 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:51.464283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:51.464979 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Bound port: bb9f90d9-a5f7-48e3-a64a-7af3c3949671, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:51.465523 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:51.467527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d06c215-dd02-40ce-80d8-64c2c3ab7618 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:51.524139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-47fdb684-4870-4c18-8bf2-776f2f75d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:51.528778 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-47fdb684-4870-4c18-8bf2-776f2f75d5b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a HTTP/1.1" status: 200 len: 1099 time: 0.1500452 Dec 12 04:07:51.561566 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d06c215-dd02-40ce-80d8-64c2c3ab7618 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:51.591382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24d26806-3198-471b-a18e-3788b301c50f req-e5e20d7e-e373-4885-b4ce-a2ffe67b7535 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545343 Dec 12 04:07:51.596352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-250a12e8-7ae0-4a9c-830d-73b24ff44ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:51.597918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-250a12e8-7ae0-4a9c-830d-73b24ff44ebe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 1095 time: 0.1201637 Dec 12 04:07:51.617132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] For port bb9f90d9-a5f7-48e3-a64a-7af3c3949671, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:51.624311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] For port bb9f90d9-a5f7-48e3-a64a-7af3c3949671, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:51.640132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:51.719451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:51.720239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:51.721770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] 10.222.0.18 "PUT /v2.0/ports/bb9f90d9-a5f7-48e3-a64a-7af3c3949671 HTTP/1.1" status: 200 len: 1096 time: 2.0074794 Dec 12 04:07:51.729216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-e8c18b96-505e-4e34-a5f2-86b04aead5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:51.730761 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-e8c18b96-505e-4e34-a5f2-86b04aead5f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1933644 Dec 12 04:07:51.812336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778076d0-874d-44b2-b86e-dd9b7390314e service neutron] Pushing event updated for resources: {'Port': ['ID=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:51.823475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-84199d0e-ba81-40a4-ae9b-312a5a340171 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=9b7a7fa2-1173-4d4c-a158-4233b18106fd HTTP/1.1" status: 200 len: 217 time: 0.0699263 Dec 12 04:07:51.910594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-15c70167-8957-4c85-bdfc-ac1f58297e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:51.912101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-15c70167-8957-4c85-bdfc-ac1f58297e6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0699573 Dec 12 04:07:51.914688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-1a399b47-64ed-4448-a3be-22f57d732834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:51.916352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-1a399b47-64ed-4448-a3be-22f57d732834 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 1099 time: 0.1062689 Dec 12 04:07:51.997373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-40def4c0-3198-4314-b202-d20bcd62aad7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bb9f90d9-a5f7-48e3-a64a-7af3c3949671 HTTP/1.1" status: 200 len: 217 time: 0.0557456 Dec 12 04:07:52.064849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d06c215-dd02-40ce-80d8-64c2c3ab7618 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:52.067725 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d06c215-dd02-40ce-80d8-64c2c3ab7618 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:52.069660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2d06c215-dd02-40ce-80d8-64c2c3ab7618 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "DELETE /v2.0/security-groups/be7cae84-c59e-4934-94e4-509f09d9408d HTTP/1.1" status: 204 len: 168 time: 0.8477812 Dec 12 04:07:52.078094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37048) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:52.085374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4af3a-91f7-4dbc-8b8e-5615c397618f req-15f2ede6-a3ee-4514-8417-37492600c02b tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:52.089317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31b4af3a-91f7-4dbc-8b8e-5615c397618f req-15f2ede6-a3ee-4514-8417-37492600c02b tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1418898 Dec 12 04:07:52.097681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-f03811db-18c5-49e6-94ae-d88d7546e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:52.099174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-f03811db-18c5-49e6-94ae-d88d7546e550 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0869887 Dec 12 04:07:52.111181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06c215-dd02-40ce-80d8-64c2c3ab7618 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7cae84-c59e-4934-94e4-509f09d9408d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:52.120693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-518a2d13-f404-4823-8719-4ed942c2c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:52.122302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-518a2d13-f404-4823-8719-4ed942c2c591 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764786 Dec 12 04:07:52.124678 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-fa385f4e-db88-4977-92bb-889d456b56e0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] show failed (client error): The resource could not be found. Dec 12 04:07:52.125729 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fa385f4e-db88-4977-92bb-889d456b56e0 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "GET /v2.0/security-groups/be7cae84-c59e-4934-94e4-509f09d9408d HTTP/1.1" status: 404 len: 347 time: 0.0455315 Dec 12 04:07:52.139334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37050) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:52.153198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-2ae79377-b183-4f19-b40d-80694718738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:52.154713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-2ae79377-b183-4f19-b40d-80694718738b service neutron] 10.222.0.18 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 911 time: 0.5328515 Dec 12 04:07:52.203972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-ec35439b-90a7-4cb3-a1eb-5511a49dab04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff8307d1-c079-4215-a136-d6c258754714 HTTP/1.1" status: 200 len: 217 time: 0.0403605 Dec 12 04:07:52.211594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31b4af3a-91f7-4dbc-8b8e-5615c397618f req-0d4c5155-813b-4664-934b-c5027d8c38c5 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957918 Dec 12 04:07:52.261581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-cc7bf1cc-79ca-4113-b245-286018c19d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:52.263166 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-cc7bf1cc-79ca-4113-b245-286018c19d23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.0501211 Dec 12 04:07:52.266492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd152ee06-2c42-42e4-85a2-d1759984a621', 'tag': 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:52.268152 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eab283-9563-404b-955d-e5142fe936a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d152ee06-2c42-42e4-85a2-d1759984a621", "tag": "bb9f90d9-a5f7-48e3-a64a-7af3c3949671"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:52.305718 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-262dec97-83d7-4c8a-b32e-d6e80f3390db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291891 Dec 12 04:07:52.312998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db42b2-3980-40e3-a888-437924a1a8c8 req-245bda90-5592-4ed0-9162-fa38fc9d843f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:52.314541 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d9db42b2-3980-40e3-a888-437924a1a8c8 req-245bda90-5592-4ed0-9162-fa38fc9d843f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.2354584 Dec 12 04:07:52.333728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-06cd8384-53ae-40a3-ae44-733bd84f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:52.335759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-06cd8384-53ae-40a3-ae44-733bd84f7562 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2125213 Dec 12 04:07:52.438072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da40146-2a88-4a85-ae00-1595cdc96566 req-8e7b0353-0e6f-4835-ac85-b008e9241b96 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:52.439601 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7da40146-2a88-4a85-ae00-1595cdc96566 req-8e7b0353-0e6f-4835-ac85-b008e9241b96 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 944 time: 0.0776758 Dec 12 04:07:52.443281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-61b54b13-48f9-48c6-a64f-5f27f550c46e service neutron] 10.222.0.18 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292417 Dec 12 04:07:52.457151 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-1e1dbfa2-850a-4c11-9eb6-2646091bcb24 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208120 Dec 12 04:07:52.501901 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d9db42b2-3980-40e3-a888-437924a1a8c8 req-88e5d1fe-8ca7-4d91-b864-86ada509a556 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731648 Dec 12 04:07:52.547263 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7da40146-2a88-4a85-ae00-1595cdc96566 req-dd778e80-ea15-40b6-a9d6-829ce5d0e930 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993180 Dec 12 04:07:52.590745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-e44c6221-ac08-45b5-ac38-8fe642db55c6 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320428 Dec 12 04:07:52.592206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Deleting port 4fdbf17d-b2e2-48ac-a8c2-86b026185402 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:07:52.592555 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:52.646493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77497f6c-8ddb-48fd-9ba9-e8daae477c8f req-b0ea2dd0-2019-49c9-bae9-3461068ebeca service neutron] 10.222.0.18 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837332 Dec 12 04:07:52.668253 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51d03bc-6054-4b1f-b75a-fc06c5ca94a5 x-openstack-request-id: req-f51d03bc-6054-4b1f-b75a-fc06c5ca94a5 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:52.668546 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d152ee06-2c42-42e4-85a2-d1759984a621", "tag": "bb9f90d9-a5f7-48e3-a64a-7af3c3949671", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:52.668809 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f51d03bc-6054-4b1f-b75a-fc06c5ca94a5 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:52.669239 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd152ee06-2c42-42e4-85a2-d1759984a621', 'tag': 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', 'status': 'completed', 'code': 200} Dec 12 04:07:52.702974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-962d54aa-2614-42dc-9f98-50327f7eefce tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:52.705447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-962d54aa-2614-42dc-9f98-50327f7eefce tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 820 time: 0.1553190 Dec 12 04:07:52.737386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Request body: {'port': {'device_id': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469', 'admin_state_up': True, 'tenant_id': '064aa813869d4814859875e009120b6c'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:52.741151 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0521fc69-28c2-4594-a7ff-e68c2634f75e req-64374a73-7fc2-48fa-bb7a-23920496b72d service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726762 Dec 12 04:07:52.742906 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3918ee43-9a1d-43f0-98e7-3954653afe84 req-5e19827f-646d-4505-9d5b-ad751d23b767 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 210 time: 0.1134081 Dec 12 04:07:52.798065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:52.798674 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:52.823330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c3f551-7015-4fc0-b4b0-92d2250944ce req-60fccbcb-8d91-4f06-a99b-b63439157f09 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232039 Dec 12 04:07:52.825376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Calling delete_port for 4fdbf17d-b2e2-48ac-a8c2-86b026185402 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:07:52.905243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Made reservation on behalf of 064aa813869d4814859875e009120b6c for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:07:52.909501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.055133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Allocated IP 172.20.0.8 (9bb94e37-63ec-40da-b1d1-241dbd701469/37dcae31-2d61-427b-a549-599fc478f803/0029c864-f5bb-4484-aa8c-551502a70b4b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:07:53.122860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37070) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:53.192043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93ed50-dc1b-4aa3-ab7b-df29755243b0 req-09ab040d-c218-49f0-bad9-4134734f0999 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.199361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf93ed50-dc1b-4aa3-ab7b-df29755243b0 req-09ab040d-c218-49f0-bad9-4134734f0999 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 948 time: 0.3750193 Dec 12 04:07:53.226707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.264183 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.276589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eab283-9563-404b-955d-e5142fe936a7 req-5c8b0e3f-6e30-4f83-84f5-4d3949fe2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.278054 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13eab283-9563-404b-955d-e5142fe936a7 req-5c8b0e3f-6e30-4f83-84f5-4d3949fe2f1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 1099 time: 0.1301045 Dec 12 04:07:53.290465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf93ed50-dc1b-4aa3-ab7b-df29755243b0 req-594fa9cc-3f1d-41b4-af24-53a00c7cc62f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899086 Dec 12 04:07:53.316383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee8e5-0c00-4197-952f-f33084422984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.342232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Network 9bb94e37-63ec-40da-b1d1-241dbd701469 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:07:53.364580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:07:53.367050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:07:53.422728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eab283-9563-404b-955d-e5142fe936a7 req-786ce77c-5c8e-4259-be08-a610aa39dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.424211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13eab283-9563-404b-955d-e5142fe936a7 req-786ce77c-5c8e-4259-be08-a610aa39dba2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1328323 Dec 12 04:07:53.435704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Pushing event updated for resources: {'Port': ['ID=0029c864-f5bb-4484-aa8c-551502a70b4b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:53.437712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.463994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.464611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.470130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.470489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.470846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.471193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.471604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.471891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.472235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.472602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.472938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.473273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.473609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.473942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.474273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.489109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501270-7181-4f4b-a847-ce94e1b3d0f5 req-b56ca533-f0c0-4bb6-9c0a-8058e650ca1d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.490639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a501270-7181-4f4b-a847-ce94e1b3d0f5 req-b56ca533-f0c0-4bb6-9c0a-8058e650ca1d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1783588 Dec 12 04:07:53.493805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13eab283-9563-404b-955d-e5142fe936a7 req-470e7821-f1ef-46db-a42f-b570d4c95050 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bb9f90d9-a5f7-48e3-a64a-7af3c3949671 HTTP/1.1" status: 200 len: 217 time: 0.0620322 Dec 12 04:07:53.494882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Pushing event deleted for resources: {'Port': ['ID=4fdbf17d-b2e2-48ac-a8c2-86b026185402,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:53.516182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.516537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.516916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.517272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.517618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.517961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.518299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.518919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.519034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.519285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.519620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.519950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.520279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:07:53.521778 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-b4ecce24-5984-49f9-84cc-c7806e543a7b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7889545 Dec 12 04:07:53.557460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Request body: {'port': {'device_id': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:07:53.599222 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee8e5-0c00-4197-952f-f33084422984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.603285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a501270-7181-4f4b-a847-ce94e1b3d0f5 req-839344c5-0e27-494a-81bf-2ad59f84a11a tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043031 Dec 12 04:07:53.606069 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee8e5-0c00-4197-952f-f33084422984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.634993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eab283-9563-404b-955d-e5142fe936a7 req-2d240530-4431-4a90-9f78-ec89523e18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.636427 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13eab283-9563-404b-955d-e5142fe936a7 req-2d240530-4431-4a90-9f78-ec89523e18ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1336126 Dec 12 04:07:53.637434 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.639998 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.646889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-acdd5ccd-fec2-4b13-a243-c5c30baa52a3 tempest-ImagesOneServerNegativeTestJSON-1530070332 tempest-ImagesOneServerNegativeTestJSON-1530070332-project] 10.222.0.36 "DELETE /v2.0/floatingips/b8b2668c-87a7-4086-9146-32c231217e00 HTTP/1.1" status: 204 len: 168 time: 1.5007560 Dec 12 04:07:53.678961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ee8e5-0c00-4197-952f-f33084422984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52646e4f-dc93-45de-8789-85d3945ed092,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:53.682789 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.686463 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4e0ee8e5-0c00-4197-952f-f33084422984 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23e5e0fa59cc4886a8bb87d91f39cc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5625846 Dec 12 04:07:53.689169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37082) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:53.692629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6e3e8-6154-4090-9d1c-e6a1e33750cc req-d0bb063e-c007-4eaa-82be-c522643b59c2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.694683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35e6e3e8-6154-4090-9d1c-e6a1e33750cc req-d0bb063e-c007-4eaa-82be-c522643b59c2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.1152134 Dec 12 04:07:53.721336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eab283-9563-404b-955d-e5142fe936a7 req-01c2b092-a922-411e-a2c8-61fd8907dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.722839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13eab283-9563-404b-955d-e5142fe936a7 req-01c2b092-a922-411e-a2c8-61fd8907dbcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706766 Dec 12 04:07:53.766661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35e6e3e8-6154-4090-9d1c-e6a1e33750cc req-31660d86-1834-4189-b2f8-a31c279689ba tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644341 Dec 12 04:07:53.822679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a82454-e940-4595-b905-43c68c64f16e req-6c21565c-5bf4-40b9-a14c-8272ba19776c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.824120 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66a82454-e940-4595-b905-43c68c64f16e req-6c21565c-5bf4-40b9-a14c-8272ba19776c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 944 time: 0.1423452 Dec 12 04:07:53.852795 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13eab283-9563-404b-955d-e5142fe936a7 req-679ab30c-60ef-4ec8-ab48-bc47d545285d service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090026 Dec 12 04:07:53.891929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5983132b-c431-45a3-9a34-baf4c09f1217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.938307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5983132b-c431-45a3-9a34-baf4c09f1217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:53.981871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c45c20-b972-42da-954a-15785b5cdc43 req-23a9e49c-e002-4cee-9018-afd57860b68d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:53.983397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11c45c20-b972-42da-954a-15785b5cdc43 req-23a9e49c-e002-4cee-9018-afd57860b68d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 931 time: 0.0960448 Dec 12 04:07:54.000543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13eab283-9563-404b-955d-e5142fe936a7 req-6a84caf3-e908-40ac-80ed-22168a894b6e service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354063 Dec 12 04:07:54.019456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66a82454-e940-4595-b905-43c68c64f16e req-9357eb39-61c3-45a6-ac1d-e0a1beb46391 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827221 Dec 12 04:07:54.048431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11c45c20-b972-42da-954a-15785b5cdc43 req-11a4cad7-3662-4ce1-a595-4e87ff1c7f1f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575919 Dec 12 04:07:54.090490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5983132b-c431-45a3-9a34-baf4c09f1217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.093148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5983132b-c431-45a3-9a34-baf4c09f1217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.094264 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5983132b-c431-45a3-9a34-baf4c09f1217 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52646e4f-dc93-45de-8789-85d3945ed092 HTTP/1.1" status: 204 len: 168 time: 0.3984206 Dec 12 04:07:54.108139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983132b-c431-45a3-9a34-baf4c09f1217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52646e4f-dc93-45de-8789-85d3945ed092,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:54.146987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37098) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:54.169687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0029c864-f5bb-4484-aa8c-551502a70b4b {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:54.179100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.192957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfe6a15-4b69-489e-9243-d1444387f80b admin admin] Deleting subnet 51aea620-c7d7-4435-958a-8e7735cf0ef2 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:07:54.194100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Transition to ACTIVE for port object 0029c864-f5bb-4484-aa8c-551502a70b4b will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:07:54.196140 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a15-4b69-489e-9243-d1444387f80b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.199459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.233260 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a15-4b69-489e-9243-d1444387f80b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.283861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a15-4b69-489e-9243-d1444387f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.295887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Pushing event updated for resources: {'Port': ['ID=0029c864-f5bb-4484-aa8c-551502a70b4b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:54.349666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:07:54.350589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:07:54.350818 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a15-4b69-489e-9243-d1444387f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.351043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:54.355457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:07:54.356006 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:07:54.360994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:07:54.361340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:07:54.361733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:07:54.362204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Bound port: 0029c864-f5bb-4484-aa8c-551502a70b4b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:07:54.362359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9b7a7fa2-1173-4d4c-a158-4233b18106fd details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:54.362835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.384555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe6a15-4b69-489e-9243-d1444387f80b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51aea620-c7d7-4435-958a-8e7735cf0ef2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:54.395724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a15-4b69-489e-9243-d1444387f80b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.401037 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4dfe6a15-4b69-489e-9243-d1444387f80b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/51aea620-c7d7-4435-958a-8e7735cf0ef2 HTTP/1.1" status: 204 len: 168 time: 0.2529514 Dec 12 04:07:54.403539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:54.444959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37106) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:54.471660 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0d97b93-583b-4e80-b79c-7a41868bcc6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.484893 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.485121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:07:54.488978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9b7a7fa2-1173-4d4c-a158-4233b18106fd, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9b7a7fa2-1173-4d4c-a158-4233b18106fd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:54.504607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe9e9-d409-4cdd-a514-60cea59e1234 req-a47e7c98-3346-48e5-8464-6f4fe85c3de0 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:54.506126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-619fe9e9-d409-4cdd-a514-60cea59e1234 req-a47e7c98-3346-48e5-8464-6f4fe85c3de0 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 948 time: 0.1032546 Dec 12 04:07:54.507186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'mac_address': 'fa:16:3e:f1:06:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:54.511409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:07:54.524802 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.548562 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.562177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7a7fa2-1173-4d4c-a158-4233b18106fd {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:54.577374 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.584771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9b7a7fa2-1173-4d4c-a158-4233b18106fd, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9b7a7fa2-1173-4d4c-a158-4233b18106fd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:54.589931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:54.590539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.590754 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.591811 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ff8307d1-c079-4215-a136-d6c258754714 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:54.591966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] 10.222.0.37 "PUT /v2.0/ports/0029c864-f5bb-4484-aa8c-551502a70b4b HTTP/1.1" status: 200 len: 1091 time: 1.0411353 Dec 12 04:07:54.595064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:54.597349 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22824818-4b84-4160-9aa5-02c70cc29778" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:54.600351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918a733d-c3e3-4df9-9b26-cea87ba98ce2']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:54.626747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a32940-3cfc-4392-b0dc-3d00a3c1a5df') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:54.627542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a32940-3cfc-4392-b0dc-3d00a3c1a5df') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:07:54.636713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456a22b-bc4b-47de-b6e4-82905232815f service neutron] Pushing event updated for resources: {'Port': ['ID=0029c864-f5bb-4484-aa8c-551502a70b4b,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:54.644955 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2745bf-3b55-47c3-b2ac-2d86d7ec92ec x-openstack-request-id: req-1b2745bf-3b55-47c3-b2ac-2d86d7ec92ec {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:54.645230 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:54.645488 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b2745bf-3b55-47c3-b2ac-2d86d7ec92ec {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:54.645890 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b', 'status': 'completed', 'code': 200} Dec 12 04:07:54.660368 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.671537 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-619fe9e9-d409-4cdd-a514-60cea59e1234 req-b251d7e7-036b-4c14-a63a-b4750850480d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418700 Dec 12 04:07:54.699693 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.711829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:07:54.712567 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:07:54.729997 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:07:54.732610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0d97b93-583b-4e80-b79c-7a41868bcc6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.737550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0d97b93-583b-4e80-b79c-7a41868bcc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.744641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-fa5be71c-fae4-486a-bf4c-03e5fea8c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:54.746207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-fa5be71c-fae4-486a-bf4c-03e5fea8c5ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1094 time: 0.0701296 Dec 12 04:07:54.828886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f0d97b93-583b-4e80-b79c-7a41868bcc6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67194b0f978849eaa8f0bd15a26979ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828514 Dec 12 04:07:54.830268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-f9b4ee53-4cad-4d39-9c4a-230d49cd7c6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0029c864-f5bb-4484-aa8c-551502a70b4b HTTP/1.1" status: 200 len: 217 time: 0.0601201 Dec 12 04:07:54.831336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d97b93-583b-4e80-b79c-7a41868bcc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b7a30-eef0-4943-a406-2c8c7ef4d8a1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:54.832307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37114) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:54.872779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4953ae-aafa-4611-98c0-1a95af02bf8e req-39faa523-b9e6-4967-aa37-a7c08f450e9f tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:54.874378 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff4953ae-aafa-4611-98c0-1a95af02bf8e req-39faa523-b9e6-4967-aa37-a7c08f450e9f tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1153979 Dec 12 04:07:54.875261 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.890116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9b7a7fa2-1173-4d4c-a158-4233b18106fd,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:54.895707 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.903387 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/918a733d-c3e3-4df9-9b26-cea87ba98ce2 HTTP/1.1" status: 204 len: 168 time: 0.4964466 Dec 12 04:07:54.921887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-c4f8037f-a7fc-4755-861f-9138fb5879c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:54.923772 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-c4f8037f-a7fc-4755-861f-9138fb5879c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.0850840 Dec 12 04:07:54.931862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c8be6-f6de-436b-a4c8-85922ec93fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=918a733d-c3e3-4df9-9b26-cea87ba98ce2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:54.942203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecadef-0802-4c14-a5c7-5bb101b9274b req-b2bb1992-53e4-4047-b272-4cddaf729220 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:54.948586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ff8307d1-c079-4215-a136-d6c258754714, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ff8307d1-c079-4215-a136-d6c258754714,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:54.950486 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-68932446-957f-4ffd-ba1e-f5ed46eb790e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:54.951834 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cecadef-0802-4c14-a5c7-5bb101b9274b req-b2bb1992-53e4-4047-b272-4cddaf729220 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0848653 Dec 12 04:07:54.962093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ff8307d1-c079-4215-a136-d6c258754714', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'port_id': 'ff8307d1-c079-4215-a136-d6c258754714', 'mac_address': 'fa:16:3e:3e:dd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4b163-48ba-4429-83f2-c9bdb90cc5bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:54.996855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-890ee9ef-f913-4ed7-a5aa-4487ca214838 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375772 Dec 12 04:07:54.999253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-68932446-957f-4ffd-ba1e-f5ed46eb790e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:55.001572 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:55.016407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8307d1-c079-4215-a136-d6c258754714 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:55.043502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ff8307d1-c079-4215-a136-d6c258754714, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ff8307d1-c079-4215-a136-d6c258754714,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:55.052424 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:55.053685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff4953ae-aafa-4611-98c0-1a95af02bf8e req-5439dab3-0fd5-4d8c-a303-7d861d7cf61e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641817 Dec 12 04:07:55.062949 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-68932446-957f-4ffd-ba1e-f5ed46eb790e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:55.067050 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-68932446-957f-4ffd-ba1e-f5ed46eb790e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:55.069680 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-68932446-957f-4ffd-ba1e-f5ed46eb790e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/931b7a30-eef0-4943-a406-2c8c7ef4d8a1 HTTP/1.1" status: 204 len: 168 time: 0.2344053 Dec 12 04:07:55.080680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68932446-957f-4ffd-ba1e-f5ed46eb790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b7a30-eef0-4943-a406-2c8c7ef4d8a1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:55.095149 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cecadef-0802-4c14-a5c7-5bb101b9274b req-5077f163-b66b-48d7-becc-2af8bc2915fe tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422894 Dec 12 04:07:55.159757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37126) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:55.166870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ff8307d1-c079-4215-a136-d6c258754714,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:55.190193 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-f6d7608e-cac6-4fb7-941f-498b9ef19e96 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811974 Dec 12 04:07:55.247918 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-497512e4-20b8-4892-9d15-58fe9c08a258 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f94b92aabe84e4892f791deaf2059f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0846593 Dec 12 04:07:55.248869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37128) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:55.264913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ecd68-02ae-4472-9f85-07391a9b2338 req-d4edc40e-2184-403c-9dde-5b04debc0389 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:55.272309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-731ecd68-02ae-4472-9f85-07391a9b2338 req-d4edc40e-2184-403c-9dde-5b04debc0389 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 945 time: 0.0905545 Dec 12 04:07:55.313748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c7392-dc3d-43c5-b5d0-0e4c9e2c648c req-5e6ac1e8-6fea-4e26-ac9d-40e1227fd58d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:55.324133 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91c7392-dc3d-43c5-b5d0-0e4c9e2c648c req-5e6ac1e8-6fea-4e26-ac9d-40e1227fd58d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.1323047 Dec 12 04:07:55.347250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-731ecd68-02ae-4472-9f85-07391a9b2338 req-09813021-526f-489a-a605-5d77b5d1a7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740635 Dec 12 04:07:55.351945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec303cfb-35fd-4cd1-870d-8f89ba15c883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:55.374966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb9dc8c3-3905-4078-b8d4-bd76ee6e980a req-cfc23cc9-f062-4c81-8a3e-ba182ceff506 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706679 Dec 12 04:07:55.375216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec303cfb-35fd-4cd1-870d-8f89ba15c883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:55.415938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91c7392-dc3d-43c5-b5d0-0e4c9e2c648c req-03b5bc0a-b0a2-4e04-88ef-956985388cc5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903416 Dec 12 04:07:55.444565 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec303cfb-35fd-4cd1-870d-8f89ba15c883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:55.447693 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec303cfb-35fd-4cd1-870d-8f89ba15c883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:55.451181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ec303cfb-35fd-4cd1-870d-8f89ba15c883 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2632b33-c1ae-449e-b40a-3931722e7f93 HTTP/1.1" status: 204 len: 168 time: 0.1990075 Dec 12 04:07:55.453163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['9b7a7fa2-1173-4d4c-a158-4233b18106fd'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:55.457494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec303cfb-35fd-4cd1-870d-8f89ba15c883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2632b33-c1ae-449e-b40a-3931722e7f93,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:55.510225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ff8307d1-c079-4215-a136-d6c258754714'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:55.542766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824818-4b84-4160-9aa5-02c70cc29778 req-958a1c94-fb3d-47a5-bf9c-c5e759edffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:55.544425 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22824818-4b84-4160-9aa5-02c70cc29778 req-958a1c94-fb3d-47a5-bf9c-c5e759edffe7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1094 time: 0.0599251 Dec 12 04:07:55.653088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824818-4b84-4160-9aa5-02c70cc29778 req-fa4e91ea-a97b-49c5-964b-7b822b1a12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:55.654686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22824818-4b84-4160-9aa5-02c70cc29778 req-fa4e91ea-a97b-49c5-964b-7b822b1a12e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.1018276 Dec 12 04:07:55.723524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22824818-4b84-4160-9aa5-02c70cc29778 req-6b348e8b-384b-45f2-9d5a-4e2cadddaf10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0029c864-f5bb-4484-aa8c-551502a70b4b HTTP/1.1" status: 200 len: 217 time: 0.0550408 Dec 12 04:07:55.814347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824818-4b84-4160-9aa5-02c70cc29778 req-dd01a06f-7060-4383-ae4b-b872cdfd5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:55.815833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22824818-4b84-4160-9aa5-02c70cc29778 req-dd01a06f-7060-4383-ae4b-b872cdfd5866 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.0839913 Dec 12 04:07:55.833023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2148e2-e365-4a4b-aa69-490cfd17a22a req-8b5178e6-0d3d-4783-b9d2-cf5c0984de3f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:55.837296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd2148e2-e365-4a4b-aa69-490cfd17a22a req-8b5178e6-0d3d-4783-b9d2-cf5c0984de3f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 948 time: 0.0694740 Dec 12 04:07:55.880345 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22824818-4b84-4160-9aa5-02c70cc29778 req-d1dfdd58-2099-4558-934b-58b44bdeb5de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418673 Dec 12 04:07:55.960668 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd2148e2-e365-4a4b-aa69-490cfd17a22a req-713589ab-6f3b-40d6-8ca1-b070fc563b8a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132562 Dec 12 04:07:56.004688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22824818-4b84-4160-9aa5-02c70cc29778 req-ca956ce1-93de-41ab-b1d7-4ed78485ef5e service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118913 Dec 12 04:07:56.132964 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22824818-4b84-4160-9aa5-02c70cc29778 req-a796ec0f-8674-41f9-b2d6-de24805ae4da service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133525 Dec 12 04:07:56.203129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ac25d-4cae-4ab2-81b4-59948123f56a req-603addfb-38fd-4653-a212-568ad65142ac tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:56.211560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be1ac25d-4cae-4ab2-81b4-59948123f56a req-603addfb-38fd-4653-a212-568ad65142ac tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0691490 Dec 12 04:07:56.235239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa57b7-835c-4855-ad62-9023775d5435 req-78ded658-4968-45b8-9fec-fcb87a84119a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:56.243297 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48aa57b7-835c-4855-ad62-9023775d5435 req-78ded658-4968-45b8-9fec-fcb87a84119a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0622697 Dec 12 04:07:56.269925 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be1ac25d-4cae-4ab2-81b4-59948123f56a req-2bd9d91c-273b-4fba-8d34-62f3c0eecc4e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528812 Dec 12 04:07:56.301703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48aa57b7-835c-4855-ad62-9023775d5435 req-49b10f16-0615-499f-819e-54b6af3f947f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574539 Dec 12 04:07:56.379255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bb9f90d9-a5f7-48e3-a64a-7af3c3949671 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:56.482025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def37f6-030f-42be-843a-e3830925fdc1 req-acf5250d-c6d0-445c-b50a-a2208db31462 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:56.484196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2def37f6-030f-42be-843a-e3830925fdc1 req-acf5250d-c6d0-445c-b50a-a2208db31462 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 945 time: 0.0637846 Dec 12 04:07:56.524450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bb9f90d9-a5f7-48e3-a64a-7af3c3949671, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:56.538163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', 'mac_address': 'fa:16:3e:04:47:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:56.565115 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2def37f6-030f-42be-843a-e3830925fdc1 req-42826a11-0600-4228-90c0-9ac815159727 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685389 Dec 12 04:07:56.589040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:56.605262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9f90d9-a5f7-48e3-a64a-7af3c3949671 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:56.608495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0117ee-6df0-4024-ba10-047573a14887 req-faf3d444-92a9-44e0-a97b-d8d995b8bfdb tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:56.611797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0117ee-6df0-4024-ba10-047573a14887 req-faf3d444-92a9-44e0-a97b-d8d995b8bfdb tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0770750 Dec 12 04:07:56.638302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bb9f90d9-a5f7-48e3-a64a-7af3c3949671, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:56.644902 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:56.672231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0117ee-6df0-4024-ba10-047573a14887 req-d4ce902f-7529-4b4b-acb3-9d0dc06cd99e tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524340 Dec 12 04:07:56.706519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:57.048527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['bb9f90d9-a5f7-48e3-a64a-7af3c3949671'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:57.079188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04bc2d-c5b8-4116-b355-eb2dd8b631e0 req-5802667b-79fe-4365-bf44-aa3c0c759a1e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:57.080716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a04bc2d-c5b8-4116-b355-eb2dd8b631e0 req-5802667b-79fe-4365-bf44-aa3c0c759a1e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 949 time: 0.0515716 Dec 12 04:07:57.140105 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a04bc2d-c5b8-4116-b355-eb2dd8b631e0 req-465f6399-847f-4bdb-912f-5c0f0508bf2d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534520 Dec 12 04:07:57.373912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37232) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:57.390756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3b16d-70fa-4c4b-a5a5-cc3c704bb595 req-5c9abe50-52f7-47ad-ac01-f1b87b298c7d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:57.392520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59a3b16d-70fa-4c4b-a5a5-cc3c704bb595 req-5c9abe50-52f7-47ad-ac01-f1b87b298c7d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0518463 Dec 12 04:07:57.427444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c744c-7ceb-4a24-b735-0ce1dc1f1f38 req-d98ec4fb-555a-438c-8b4b-7e14b1619894 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:57.429845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-485c744c-7ceb-4a24-b735-0ce1dc1f1f38 req-d98ec4fb-555a-438c-8b4b-7e14b1619894 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0578010 Dec 12 04:07:57.444708 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59a3b16d-70fa-4c4b-a5a5-cc3c704bb595 req-64d61bc2-008f-4768-8da1-5e5c7900c8d6 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454729 Dec 12 04:07:57.480643 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-485c744c-7ceb-4a24-b735-0ce1dc1f1f38 req-9a3ce54a-8fe7-4632-b4a3-fff63649b20a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Dec 12 04:07:57.495669 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec32a5cd-1cc6-413a-ae27-f7faf77bd368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:57.565740 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec32a5cd-1cc6-413a-ae27-f7faf77bd368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:57.569450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec32a5cd-1cc6-413a-ae27-f7faf77bd368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:57.606103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32a5cd-1cc6-413a-ae27-f7faf77bd368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c0df8d-4b9f-494e-ad04-2b06e376e031,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:57.613158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37238) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:57.613665 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec32a5cd-1cc6-413a-ae27-f7faf77bd368 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45fa6fe39bc4430e91067847edbe55eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383170 Dec 12 04:07:57.705511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225aa02-3464-440d-aca9-9ca1473ae0f5 req-edaa6091-bc69-44f0-b5aa-4ce76b80a899 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:57.707438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b225aa02-3464-440d-aca9-9ca1473ae0f5 req-edaa6091-bc69-44f0-b5aa-4ce76b80a899 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 945 time: 0.0789430 Dec 12 04:07:57.715806 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe86bec-1d86-409d-ab70-cb7e48ce6ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:57.766462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe86bec-1d86-409d-ab70-cb7e48ce6ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:57.788256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b225aa02-3464-440d-aca9-9ca1473ae0f5 req-b7f1676b-0133-4124-ab03-ac82bd49ce17 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739183 Dec 12 04:07:57.823580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed96b3-a734-4bdf-abdf-cdd3410abd7b req-f5d60574-6a2b-41ca-bd6a-92d663a8f32f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:57.825253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-23ed96b3-a734-4bdf-abdf-cdd3410abd7b req-f5d60574-6a2b-41ca-bd6a-92d663a8f32f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0707657 Dec 12 04:07:57.831469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe86bec-1d86-409d-ab70-cb7e48ce6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:57.835017 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe86bec-1d86-409d-ab70-cb7e48ce6ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:57.839928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1fe86bec-1d86-409d-ab70-cb7e48ce6ec7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36c0df8d-4b9f-494e-ad04-2b06e376e031 HTTP/1.1" status: 204 len: 168 time: 0.2250648 Dec 12 04:07:57.848530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe86bec-1d86-409d-ab70-cb7e48ce6ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c0df8d-4b9f-494e-ad04-2b06e376e031,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:57.901376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-23ed96b3-a734-4bdf-abdf-cdd3410abd7b req-62614b95-54a9-4c43-a034-819ee7672250 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660431 Dec 12 04:07:58.127102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37264) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:58.141158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-33702f31-0ab6-4e2f-974a-160440b35d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.239141 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-33702f31-0ab6-4e2f-974a-160440b35d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.258341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-33702f31-0ab6-4e2f-974a-160440b35d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.307710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-33702f31-0ab6-4e2f-974a-160440b35d06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fbaa75717a34a17acfb361ffda5d0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794841 Dec 12 04:07:58.308481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33702f31-0ab6-4e2f-974a-160440b35d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69702df5-248c-41e6-9ac7-cada81f290e1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:58.311260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37276) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:07:58.319637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a57ed0-58bc-4ff0-bec0-12d37b04eace req-ffc89d36-7148-4a6c-93f2-a6d61a81add5 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:58.321371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37a57ed0-58bc-4ff0-bec0-12d37b04eace req-ffc89d36-7148-4a6c-93f2-a6d61a81add5 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 949 time: 0.0985572 Dec 12 04:07:58.372143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37a57ed0-58bc-4ff0-bec0-12d37b04eace req-3cb007d6-0449-47d0-9e02-a092cfb1de88 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Dec 12 04:07:58.372364 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a11966b8-97b9-4e5d-a53f-3ffef110a930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.395814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9b7a7fa2-1173-4d4c-a158-4233b18106fd up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:58.401154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a11966b8-97b9-4e5d-a53f-3ffef110a930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.452283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a11966b8-97b9-4e5d-a53f-3ffef110a930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.453694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 9b7a7fa2-1173-4d4c-a158-4233b18106fd completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:58.455092 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a11966b8-97b9-4e5d-a53f-3ffef110a930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.456240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a11966b8-97b9-4e5d-a53f-3ffef110a930 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69702df5-248c-41e6-9ac7-cada81f290e1 HTTP/1.1" status: 204 len: 168 time: 0.1432488 Dec 12 04:07:58.460924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 9b7a7fa2-1173-4d4c-a158-4233b18106fd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:58.461368 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.476258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11966b8-97b9-4e5d-a53f-3ffef110a930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69702df5-248c-41e6-9ac7-cada81f290e1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:58.571500 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.597276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ee5cb8-96e5-4ae5-a943-a45f35743a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a7fa2-1173-4d4c-a158-4233b18106fd'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:07:58.600932 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e7e101-0e15-4301-9d65-4a4d763e7010" -d '{"events": [{"server_uuid": "a4ee5cb8-96e5-4ae5-a943-a45f35743a2a", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a7fa2-1173-4d4c-a158-4233b18106fd"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:07:58.602412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100da6c-8bfe-4a27-9a93-e68c97a6350b req-c617ce71-3a0b-47fd-b3ed-7858b134fd97 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:58.610191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6100da6c-8bfe-4a27-9a93-e68c97a6350b req-c617ce71-3a0b-47fd-b3ed-7858b134fd97 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0689492 Dec 12 04:07:58.616318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9b7a7fa2-1173-4d4c-a158-4233b18106fd, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9b7a7fa2-1173-4d4c-a158-4233b18106fd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:58.626601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.627086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff963b-d4a5-408a-8822-ace22658e392 req-befbf4ae-a87d-40b5-b488-bc852ce26b83 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:58.627620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bb9f90d9-a5f7-48e3-a64a-7af3c3949671 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:58.635363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83ff963b-d4a5-408a-8822-ace22658e392 req-befbf4ae-a87d-40b5-b488-bc852ce26b83 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0658219 Dec 12 04:07:58.664030 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6100da6c-8bfe-4a27-9a93-e68c97a6350b req-c59b7658-d8d5-41c8-9ba6-289d4c780110 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528097 Dec 12 04:07:58.689826 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83ff963b-d4a5-408a-8822-ace22658e392 req-4b0e1857-1263-416a-b1c7-80a8346c2d89 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535176 Dec 12 04:07:58.730042 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d055624e-ce23-479f-a9bf-390719fd65ca x-openstack-request-id: req-d055624e-ce23-479f-a9bf-390719fd65ca {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:07:58.730418 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ee5cb8-96e5-4ae5-a943-a45f35743a2a", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a7fa2-1173-4d4c-a158-4233b18106fd", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:07:58.730754 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d055624e-ce23-479f-a9bf-390719fd65ca {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:07:58.731215 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ee5cb8-96e5-4ae5-a943-a45f35743a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'code': 200} Dec 12 04:07:58.747732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9b7a7fa2-1173-4d4c-a158-4233b18106fd,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:58.751228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:58.755442 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:58.755908 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.778764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 0029c864-f5bb-4484-aa8c-551502a70b4b details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:07:58.925457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:58.932075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:58.940147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d84903-d844-43ed-b32d-e1e6c118fa6c req-249ba10f-c152-495b-a897-052fffb5a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:58.942620 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65d84903-d844-43ed-b32d-e1e6c118fa6c req-249ba10f-c152-495b-a897-052fffb5a83b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a HTTP/1.1" status: 200 len: 1101 time: 0.0933030 Dec 12 04:07:58.957966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '0029c864-f5bb-4484-aa8c-551502a70b4b', 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469', 'port_id': '0029c864-f5bb-4484-aa8c-551502a70b4b', 'mac_address': 'fa:16:3e:6c:e8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dcae31-2d61-427b-a549-599fc478f803', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:07:58.977321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bb9f90d9-a5f7-48e3-a64a-7af3c3949671, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:58.982903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528411f-3639-43a7-8751-c879bbc51e60 req-ae4420d8-aa63-4016-9dde-feb37176c646 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:58.991839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0528411f-3639-43a7-8751-c879bbc51e60 req-ae4420d8-aa63-4016-9dde-feb37176c646 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 945 time: 0.0908887 Dec 12 04:07:59.000581 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:59.001710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ff8307d1-c079-4215-a136-d6c258754714 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:07:59.045300 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65d84903-d844-43ed-b32d-e1e6c118fa6c req-fd64534b-65fc-48db-ad1b-ebcbcf2a968f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908964 Dec 12 04:07:59.058205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0528411f-3639-43a7-8751-c879bbc51e60 req-67be20ba-7e74-43b2-8380-d087d897f840 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652342 Dec 12 04:07:59.065990 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:59.088012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0029c864-f5bb-4484-aa8c-551502a70b4b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:07:59.124727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:59.125684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:59.133451 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:59.162612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ff8307d1-c079-4215-a136-d6c258754714 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:07:59.171125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ff8307d1-c079-4215-a136-d6c258754714 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:07:59.172182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:59.188846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137e7b9-50ea-4e03-b68d-e4d16b81d5d4 req-ffb9efee-7e67-4b83-9c94-88b509fefbe4 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:59.190554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d137e7b9-50ea-4e03-b68d-e4d16b81d5d4 req-ffb9efee-7e67-4b83-9c94-88b509fefbe4 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 944 time: 0.0627563 Dec 12 04:07:59.216960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=0029c864-f5bb-4484-aa8c-551502a70b4b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:59.271394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d137e7b9-50ea-4e03-b68d-e4d16b81d5d4 req-37dca9fa-8533-41bc-b433-9855f2005fa2 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684884 Dec 12 04:07:59.290915 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:59.329219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ff8307d1-c079-4215-a136-d6c258754714, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ff8307d1-c079-4215-a136-d6c258754714,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:07:59.334691 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:07:59.387349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ff8307d1-c079-4215-a136-d6c258754714,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:07:59.487152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c222-143f-4d54-b3e1-584a9e5c8eb6 req-2b0caf7b-c7eb-4b18-bc46-8b13ffe76bec tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:59.488671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b874c222-143f-4d54-b3e1-584a9e5c8eb6 req-2b0caf7b-c7eb-4b18-bc46-8b13ffe76bec tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 950 time: 0.0494418 Dec 12 04:07:59.499705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['0029c864-f5bb-4484-aa8c-551502a70b4b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:07:59.549843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b874c222-143f-4d54-b3e1-584a9e5c8eb6 req-dee6aebe-7769-4d98-9904-1f401c0294b9 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540180 Dec 12 04:07:59.797520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad11bad-2385-4433-adaf-8f636425b35c req-b7cc78a4-5bed-497d-bf43-b05b3d4aba91 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:59.805906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ad11bad-2385-4433-adaf-8f636425b35c req-b7cc78a4-5bed-497d-bf43-b05b3d4aba91 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0607665 Dec 12 04:07:59.834818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a76ee-9838-4c76-9ee1-5bbd7aff79d5 req-52caeac8-28fd-405a-957a-14a67db707b4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:07:59.837240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-142a76ee-9838-4c76-9ee1-5bbd7aff79d5 req-52caeac8-28fd-405a-957a-14a67db707b4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0611756 Dec 12 04:07:59.872994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ad11bad-2385-4433-adaf-8f636425b35c req-5622e853-8971-4666-b635-877638bcca6a tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631056 Dec 12 04:07:59.886397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-142a76ee-9838-4c76-9ee1-5bbd7aff79d5 req-95b21ace-586f-47ee-8ca2-bc1627a47ba9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Dec 12 04:08:00.219008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9455b5-8947-4524-9ad6-f3a5ad4daab9 req-23598acd-8eff-4f76-902e-7501653d7ca8 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:00.220592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac9455b5-8947-4524-9ad6-f3a5ad4daab9 req-23598acd-8eff-4f76-902e-7501653d7ca8 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 946 time: 0.0539784 Dec 12 04:08:00.268190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac9455b5-8947-4524-9ad6-f3a5ad4daab9 req-36aa7b17-35fd-4af1-9d39-d15bda7bbc00 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Dec 12 04:08:00.445422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cd155-d86a-48c3-bb97-ac0bbc59abf8 req-656b6d7d-6241-47e5-a5a6-522709b9301f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:00.446947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-796cd155-d86a-48c3-bb97-ac0bbc59abf8 req-656b6d7d-6241-47e5-a5a6-522709b9301f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 944 time: 0.0581145 Dec 12 04:08:00.498172 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-796cd155-d86a-48c3-bb97-ac0bbc59abf8 req-64cc96d2-b92b-4e15-8bdc-c2132c18a874 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451443 Dec 12 04:08:00.671396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54dcdc-0d69-47db-a52b-1ed15cae15e3 req-e455e978-f56e-47ce-90d7-7a8d9374c0c7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:00.672922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c54dcdc-0d69-47db-a52b-1ed15cae15e3 req-e455e978-f56e-47ce-90d7-7a8d9374c0c7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 950 time: 0.0494604 Dec 12 04:08:00.707491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:00.720911 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c54dcdc-0d69-47db-a52b-1ed15cae15e3 req-6e459626-7f79-4a0e-bde6-511c4c96c3d9 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Dec 12 04:08:00.733409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd152ee06-2c42-42e4-85a2-d1759984a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671'}, {'server_uuid': 'f44c0056-336f-4a87-9c64-6e704c1023b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8307d1-c079-4215-a136-d6c258754714'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:00.735714 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fe1e15-837c-44a1-a442-22c0d4e68881" -d '{"events": [{"server_uuid": "d152ee06-2c42-42e4-85a2-d1759984a621", "name": "network-vif-plugged", "status": "completed", "tag": "bb9f90d9-a5f7-48e3-a64a-7af3c3949671"}, {"server_uuid": "f44c0056-336f-4a87-9c64-6e704c1023b7", "name": "network-vif-plugged", "status": "completed", "tag": "ff8307d1-c079-4215-a136-d6c258754714"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:00.775114 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11aad2ab-1d6c-4eb0-83bf-58cdb548f28c x-openstack-request-id: req-11aad2ab-1d6c-4eb0-83bf-58cdb548f28c {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:00.775516 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d152ee06-2c42-42e4-85a2-d1759984a621", "name": "network-vif-plugged", "status": "completed", "tag": "bb9f90d9-a5f7-48e3-a64a-7af3c3949671", "code": 200}, {"server_uuid": "f44c0056-336f-4a87-9c64-6e704c1023b7", "name": "network-vif-plugged", "status": "completed", "tag": "ff8307d1-c079-4215-a136-d6c258754714", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:00.775847 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11aad2ab-1d6c-4eb0-83bf-58cdb548f28c {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:00.776265 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd152ee06-2c42-42e4-85a2-d1759984a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', 'code': 200} Dec 12 04:08:00.777139 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44c0056-336f-4a87-9c64-6e704c1023b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8307d1-c079-4215-a136-d6c258754714', 'code': 200} Dec 12 04:08:00.812063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e34915a1-c89c-4749-a138-e70f2cc662ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:00.814125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 0029c864-f5bb-4484-aa8c-551502a70b4b up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:00.865727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 0029c864-f5bb-4484-aa8c-551502a70b4b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:08:00.870769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 0029c864-f5bb-4484-aa8c-551502a70b4b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:00.871156 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:00.926038 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e34915a1-c89c-4749-a138-e70f2cc662ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:00.934576 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e34915a1-c89c-4749-a138-e70f2cc662ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:00.972212 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:00.990194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e34915a1-c89c-4749-a138-e70f2cc662ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f68e168bc1944dd082bb6f60e1ed20da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791834 Dec 12 04:08:00.990461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34915a1-c89c-4749-a138-e70f2cc662ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c8b623-be5d-4d2d-bd7c-d8a218fdb26a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:00.991672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab7e2a-e435-4336-8d15-f5dfc33620d6 req-f9ca28f5-fc0f-4c66-a3fb-312703c977ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:00.993769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37432) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:00.994067 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82ab7e2a-e435-4336-8d15-f5dfc33620d6 req-f9ca28f5-fc0f-4c66-a3fb-312703c977ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 1101 time: 0.0850401 Dec 12 04:08:01.021154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:01.030675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.032798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:08:01.054693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d92a2-f171-4114-8100-f794b56ace25 req-c2b7493f-6839-4ddc-a020-a34d5c505abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:01.056543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-201d92a2-f171-4114-8100-f794b56ace25 req-c2b7493f-6839-4ddc-a020-a34d5c505abf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 1097 time: 0.1057165 Dec 12 04:08:01.077374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eb72b-fbab-4c6c-85dc-7c529844a206 req-33b0885d-2df3-4724-9e71-c5907a5e55de tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:01.078914 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07eb72b-fbab-4c6c-85dc-7c529844a206 req-33b0885d-2df3-4724-9e71-c5907a5e55de tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0841029 Dec 12 04:08:01.082278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846518f9-a58c-4036-8c5e-82398bb20aa8 req-cb46fa61-8840-459d-96cc-32f91b7afa96 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:01.084190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-846518f9-a58c-4036-8c5e-82398bb20aa8 req-cb46fa61-8840-459d-96cc-32f91b7afa96 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0878940 Dec 12 04:08:01.110819 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82ab7e2a-e435-4336-8d15-f5dfc33620d6 req-f2199b4a-800a-4cdc-93d0-40409d11a76a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022413 Dec 12 04:08:01.113149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e97a7a7-b6dc-4107-b1b4-87c6ae69873f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.116406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=0029c864-f5bb-4484-aa8c-551502a70b4b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:01.151265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e97a7a7-b6dc-4107-b1b4-87c6ae69873f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.157704 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.166222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-201d92a2-f171-4114-8100-f794b56ace25 req-c3e33a5a-a7f1-47ad-8bdb-a8585ecee305 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925903 Dec 12 04:08:01.171096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-846518f9-a58c-4036-8c5e-82398bb20aa8 req-c67d699e-4837-4609-8cd3-2d05087e8243 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784271 Dec 12 04:08:01.174790 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07eb72b-fbab-4c6c-85dc-7c529844a206 req-e56a7b6c-ee6f-418a-8aa2-5637254e7f00 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787804 Dec 12 04:08:01.197926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:01.202654 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.223405 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e97a7a7-b6dc-4107-b1b4-87c6ae69873f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.226749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e97a7a7-b6dc-4107-b1b4-87c6ae69873f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.227915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9e97a7a7-b6dc-4107-b1b4-87c6ae69873f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5c8b623-be5d-4d2d-bd7c-d8a218fdb26a HTTP/1.1" status: 204 len: 168 time: 0.2313542 Dec 12 04:08:01.238004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97a7a7-b6dc-4107-b1b4-87c6ae69873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c8b623-be5d-4d2d-bd7c-d8a218fdb26a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:01.276291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:01.395540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7e7e5-9d7f-4cec-a45d-d92318f1a6e3 req-e0eee59d-e14a-4ef5-9a44-e2d2c0b45980 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:01.397657 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2e7e7e5-9d7f-4cec-a45d-d92318f1a6e3 req-e0eee59d-e14a-4ef5-9a44-e2d2c0b45980 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 946 time: 0.0528841 Dec 12 04:08:01.456107 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2e7e7e5-9d7f-4cec-a45d-d92318f1a6e3 req-4b7eddee-7f21-4235-9f5d-befcec60d36a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512872 Dec 12 04:08:01.504535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37448) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:01.517357 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc8401d2-8c63-4f3c-8f36-c6e78b6f198e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.601505 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc8401d2-8c63-4f3c-8f36-c6e78b6f198e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.606250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc8401d2-8c63-4f3c-8f36-c6e78b6f198e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.626211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182be5d-daf7-4213-b979-e8b52022fad7 req-f09cc28e-0d75-4e7e-87d9-28d7a99421bd tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:01.629241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d182be5d-daf7-4213-b979-e8b52022fad7 req-f09cc28e-0d75-4e7e-87d9-28d7a99421bd tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0532746 Dec 12 04:08:01.647307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dc8401d2-8c63-4f3c-8f36-c6e78b6f198e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=109c1b183d454aa9a3b9cf0359deba23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411281 Dec 12 04:08:01.650450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37456) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:01.650624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8401d2-8c63-4f3c-8f36-c6e78b6f198e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a69b112-5cf7-45b2-a5e2-56b9ffcb3055,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:01.710674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d182be5d-daf7-4213-b979-e8b52022fad7 req-5123ee53-20a7-47e4-b472-b4a2affab984 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753086 Dec 12 04:08:01.730023 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c682e58d-46d3-40e5-9eb1-17ec84b24674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.752546 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c682e58d-46d3-40e5-9eb1-17ec84b24674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.826604 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c682e58d-46d3-40e5-9eb1-17ec84b24674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.829387 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c682e58d-46d3-40e5-9eb1-17ec84b24674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:01.830629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c682e58d-46d3-40e5-9eb1-17ec84b24674 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a69b112-5cf7-45b2-a5e2-56b9ffcb3055 HTTP/1.1" status: 204 len: 168 time: 0.1790843 Dec 12 04:08:01.852297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091041b-f96b-44ec-b168-5c1a1c9e2963 req-71db1523-b5a3-4192-87a5-4b1177cb2f1e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:01.853817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f091041b-f96b-44ec-b168-5c1a1c9e2963 req-71db1523-b5a3-4192-87a5-4b1177cb2f1e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 950 time: 0.0609417 Dec 12 04:08:01.854869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682e58d-46d3-40e5-9eb1-17ec84b24674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a69b112-5cf7-45b2-a5e2-56b9ffcb3055,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:01.907375 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f091041b-f96b-44ec-b168-5c1a1c9e2963 req-52670f22-ec8e-4832-afa7-61b2a53769cb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Dec 12 04:08:02.135945 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-27adbb8e-6fbc-4f1e-82ba-d98b14416b29 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236692 Dec 12 04:08:02.250461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a499-d026-4d20-b698-af254f9250ab req-c2079e70-cd8e-4e20-a143-4687ac3fd05e tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:02.252067 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-c2079e70-cd8e-4e20-a143-4687ac3fd05e tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105790 Dec 12 04:08:02.268657 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-1888107d-b138-4b36-9ec4-0fbe3501b505 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/quotas/457e5d9625714b3c9d2e4f3e45103d61 HTTP/1.1" status: 200 len: 375 time: 0.0091424 Dec 12 04:08:02.309094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-df220882-8cc0-4700-9558-a6e3e5b360ec tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331798 Dec 12 04:08:02.310916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40395e6-b028-4f48-aab3-b203539596b7 req-8de7be17-92bc-41b7-9bf5-6698397c20f7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:02.317276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c40395e6-b028-4f48-aab3-b203539596b7 req-8de7be17-92bc-41b7-9bf5-6698397c20f7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 947 time: 0.0623872 Dec 12 04:08:02.368553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c40395e6-b028-4f48-aab3-b203539596b7 req-dc41df3a-f71d-4ba5-aa70-1e7b8d7184c4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486462 Dec 12 04:08:02.526913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e1180-81ed-4301-8f46-cbbbaddd6a0b req-e06e0276-902b-494b-9494-f06e33ca8805 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:02.534285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07e1180-81ed-4301-8f46-cbbbaddd6a0b req-e06e0276-902b-494b-9494-f06e33ca8805 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0820127 Dec 12 04:08:02.580421 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07e1180-81ed-4301-8f46-cbbbaddd6a0b req-8a838e56-2148-4b1b-9326-6ffba6d7569e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Dec 12 04:08:02.617625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da5e0a-5dca-4062-bbec-feb302be91d1 req-7fbd866c-595a-463f-a0e5-068b65ee0dc0 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:02.620762 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5da5e0a-5dca-4062-bbec-feb302be91d1 req-7fbd866c-595a-463f-a0e5-068b65ee0dc0 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 946 time: 0.0606761 Dec 12 04:08:02.686915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5da5e0a-5dca-4062-bbec-feb302be91d1 req-2b6c4b03-375a-4aed-80cf-68cafd9856be tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584855 Dec 12 04:08:02.710701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-6aa8bb8a-ad49-4b83-aa1c-e127936134b9 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274503 Dec 12 04:08:02.778622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b'}, {'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:02.787906 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67035a1-4b80-4281-9278-1144e0885121" -d '{"events": [{"server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "name": "network-vif-plugged", "status": "completed", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b"}, {"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-unplugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:02.819762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:02.861578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-df227c69-ef95-460b-9310-a9644d8da883 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:02.863298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-df227c69-ef95-460b-9310-a9644d8da883 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522894 Dec 12 04:08:02.879545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ed4e-2fd0-4420-b942-41b90262937a req-c9577297-8c20-414d-a96f-83084b5d5d0c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:02.884795 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0030ed4e-2fd0-4420-b942-41b90262937a req-c9577297-8c20-414d-a96f-83084b5d5d0c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0917020 Dec 12 04:08:02.907686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-6c905926-7f25-43cd-833f-7610e7a7de8d tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/quotas/457e5d9625714b3c9d2e4f3e45103d61 HTTP/1.1" status: 200 len: 375 time: 0.0349615 Dec 12 04:08:03.008046 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0030ed4e-2fd0-4420-b942-41b90262937a req-1b3ec1e4-fd6d-4892-bc1a-543eaae06fce tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083176 Dec 12 04:08:03.039455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:03.061332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'mac_address': 'fa:16:3e:47:95:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:03.129271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:03.147456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9745fb41-cc68-4ef9-859e-d79336a73b2b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:03.175142 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f57f079-82bd-4d9f-bda0-36050ef59be9 x-openstack-request-id: req-5f57f079-82bd-4d9f-bda0-36050ef59be9 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:03.177135 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "name": "network-vif-plugged", "status": "completed", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b", "code": 200}, {"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-unplugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:03.177491 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f57f079-82bd-4d9f-bda0-36050ef59be9 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:03.178787 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b', 'code': 200} Dec 12 04:08:03.179977 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'code': 200} Dec 12 04:08:03.182949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dc387934-7aa8-4129-b7d2-bf5fd41c1476 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2743888 Dec 12 04:08:03.201477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:03.208364 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:03.322175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:03.331095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5070035-b348-4f91-9441-c5be203df686 req-72462176-84c2-4943-bfe0-880c04569621 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:03.342395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5070035-b348-4f91-9441-c5be203df686 req-72462176-84c2-4943-bfe0-880c04569621 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 950 time: 0.0962739 Dec 12 04:08:03.412940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5070035-b348-4f91-9441-c5be203df686 req-ff385ac3-07a1-4ddf-952b-f076a35870ef tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685685 Dec 12 04:08:03.414735 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af48aaf7-ef76-4ba7-a176-ab849fbaaf84 req-b162c069-29b1-4975-99dc-3990da49b944 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 210 time: 0.0401134 Dec 12 04:08:03.457768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f1541-da50-405c-b3d2-6002cf49af8f req-6d935950-7c22-4f51-88f0-a001fb5e40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:03.460096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-095f1541-da50-405c-b3d2-6002cf49af8f req-6d935950-7c22-4f51-88f0-a001fb5e40fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1096 time: 0.0727947 Dec 12 04:08:03.521016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-095f1541-da50-405c-b3d2-6002cf49af8f req-8d116cd3-d5ca-46cc-becd-f4f1ba2a4a3e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530636 Dec 12 04:08:03.580746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9745fb41-cc68-4ef9-859e-d79336a73b2b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:03.594804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c36ca-7896-446b-a79c-38585773f277 req-80a7d64d-2425-4027-ab65-ea395d1791fb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:03.596318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f40c36ca-7896-446b-a79c-38585773f277 req-80a7d64d-2425-4027-ab65-ea395d1791fb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a HTTP/1.1" status: 200 len: 950 time: 0.0567803 Dec 12 04:08:03.610020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc588af5-0a51-4278-978a-8f1aaef0d555 req-c47dddc9-d7ae-45e0-8328-fa3da13d1096 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:03.611671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc588af5-0a51-4278-978a-8f1aaef0d555 req-c47dddc9-d7ae-45e0-8328-fa3da13d1096 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 948 time: 0.1009140 Dec 12 04:08:03.661406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f40c36ca-7896-446b-a79c-38585773f277 req-582fc4c1-7ad2-4792-a400-d2672e648a2e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576525 Dec 12 04:08:03.702715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc588af5-0a51-4278-978a-8f1aaef0d555 req-40ae9eb5-3f31-4dc1-a004-ce97b2ccda51 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820553 Dec 12 04:08:03.895496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d646142-81ec-47ec-8f08-b0fb3d9fbfea req-1da2670a-c1ab-4957-a49d-05462b4fac4a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:03.898603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d646142-81ec-47ec-8f08-b0fb3d9fbfea req-1da2670a-c1ab-4957-a49d-05462b4fac4a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0976441 Dec 12 04:08:03.965779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d646142-81ec-47ec-8f08-b0fb3d9fbfea req-f17dfad0-5ee1-4e16-8d2c-0a4278b7b6d2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599406 Dec 12 04:08:04.055217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d5258-fc02-4e6d-800f-48dd040db57f req-19879cb5-eff2-4b4f-92d1-b1aee5e3ab4a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:04.062669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d5258-fc02-4e6d-800f-48dd040db57f req-19879cb5-eff2-4b4f-92d1-b1aee5e3ab4a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:04.064709 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e58d5258-fc02-4e6d-800f-48dd040db57f req-19879cb5-eff2-4b4f-92d1-b1aee5e3ab4a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a&device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 1691 time: 0.0634353 Dec 12 04:08:04.099109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02141-deba-4713-8ae7-1dab3042e7b7 req-5ccdbb38-0d14-4728-a5f6-770beb2f5068 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:04.108786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28b02141-deba-4713-8ae7-1dab3042e7b7 req-5ccdbb38-0d14-4728-a5f6-770beb2f5068 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 946 time: 0.0599711 Dec 12 04:08:04.118296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e58d5258-fc02-4e6d-800f-48dd040db57f req-e9627786-e396-4e6f-837a-081e5533a8f8 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468233 Dec 12 04:08:04.200963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28b02141-deba-4713-8ae7-1dab3042e7b7 req-46700965-e93f-4916-ae54-9c8c1a802553 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830865 Dec 12 04:08:04.203091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-2479d111-2e06-4894-939f-da00ebcde200 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475607 Dec 12 04:08:04.356706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a499-d026-4d20-b698-af254f9250ab req-4bb96ada-bf65-404c-aa9a-60be589a5091 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:04.358185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-4bb96ada-bf65-404c-aa9a-60be589a5091 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429586 Dec 12 04:08:04.365477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263889a-790a-41c5-bee7-b15198c5a88d req-d644405d-1b6a-42dd-85c2-bf9f25bb4bbd tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:04.366830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1263889a-790a-41c5-bee7-b15198c5a88d req-d644405d-1b6a-42dd-85c2-bf9f25bb4bbd tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0975761 Dec 12 04:08:04.408153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Request body: {'port': {'device_id': '60cc925b-9106-4337-9522-967b85c0c91b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '457e5d9625714b3c9d2e4f3e45103d61'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:04.458837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1263889a-790a-41c5-bee7-b15198c5a88d req-86241ab1-f1fe-4415-8f0d-95cf46cdcc6f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848465 Dec 12 04:08:04.545551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Made reservation on behalf of 457e5d9625714b3c9d2e4f3e45103d61 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:04.549260 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:04.559209 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:04.653343 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:04.659102 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:04.745051 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93777b3a-e411-4f30-bdff-6cd29272d9da req-ff2565f4-adda-4da8-9030-6fb6cded6b6d tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 210 time: 0.0727503 Dec 12 04:08:04.752582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:04.754439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb777aab-5ebe-42ff-bfba-f9e8d66335ef req-e4ce7ed5-5717-4457-a5f7-aba851882422 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:04.757429 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb777aab-5ebe-42ff-bfba-f9e8d66335ef req-e4ce7ed5-5717-4457-a5f7-aba851882422 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a HTTP/1.1" status: 200 len: 1101 time: 0.0547471 Dec 12 04:08:04.812972 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb777aab-5ebe-42ff-bfba-f9e8d66335ef req-41dc3139-ee5a-4654-88cd-851782638f76 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Dec 12 04:08:04.836989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:04.869678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Allocated IP 192.168.233.16 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/463a4856-a87e-4bf3-a6df-00c5b4601029) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:04.893322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 9745fb41-cc68-4ef9-859e-d79336a73b2b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:04.893711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:04.962929 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-773b3ec3-76f0-425e-80da-65217b631c02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410485 Dec 12 04:08:04.988432 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:04.992031 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc5785-b46f-4969-a2f8-014d512c7ffd req-192ae7da-80a6-4d51-ad60-8213897c72d2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:04.996632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-29dc5785-b46f-4969-a2f8-014d512c7ffd req-192ae7da-80a6-4d51-ad60-8213897c72d2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 946 time: 0.1677432 Dec 12 04:08:05.029399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:05.035511 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:05.078347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedfd5d-5542-4a94-9ff1-dd85203eaa07 req-531d5ec8-6ce2-4a8b-91a4-2f9810967c90 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:05.080376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8eedfd5d-5542-4a94-9ff1-dd85203eaa07 req-531d5ec8-6ce2-4a8b-91a4-2f9810967c90 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 948 time: 0.1164665 Dec 12 04:08:05.109571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:05.136966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-29dc5785-b46f-4969-a2f8-014d512c7ffd req-1febf76e-8c7a-4047-adcb-44ef4297ecd4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825324 Dec 12 04:08:05.152956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-a970ff72-2003-472b-a1f0-23b68ea89447 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:05.157630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-a970ff72-2003-472b-a1f0-23b68ea89447 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855402 Dec 12 04:08:05.160410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:05.173095 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8eedfd5d-5542-4a94-9ff1-dd85203eaa07 req-9302a7a8-17e5-42eb-b14b-686eb0c915d8 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829844 Dec 12 04:08:05.181256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:05.183806 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aa59d4-ddc7-4752-bfef-3eee4b47f0e6" -d '{"events": [{"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-plugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:05.195749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Request body: {'port': {'device_id': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '457e5d9625714b3c9d2e4f3e45103d61'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:05.210549 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:05.286400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:05.291259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:05.295447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:05.324085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:05.342322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99481535-79ac-4e71-a8c6-9cd94e7e90dc req-82c64872-cc9b-4c0e-84d9-aa588db3bed3 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:05.343847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99481535-79ac-4e71-a8c6-9cd94e7e90dc req-82c64872-cc9b-4c0e-84d9-aa588db3bed3 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 1101 time: 0.1031327 Dec 12 04:08:05.391883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:05.393693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:05.405265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Made reservation on behalf of 457e5d9625714b3c9d2e4f3e45103d61 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:05.408932 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:05.425314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-a804c2cb-5878-4970-8410-9b402fa5bcf4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0209908 Dec 12 04:08:05.428205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a03aa0-920c-4d4e-ae34-833d1a2be6ee req-f8b8471f-81c3-4497-a6b1-398484aec9b0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:05.430017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54a03aa0-920c-4d4e-ae34-833d1a2be6ee req-f8b8471f-81c3-4497-a6b1-398484aec9b0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0979211 Dec 12 04:08:05.447302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Request body: {'port': {'device_id': '60cc925b-9106-4337-9522-967b85c0c91b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:05.473125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99481535-79ac-4e71-a8c6-9cd94e7e90dc req-864c25d4-77f6-461d-bd0a-a6ed3f3c3edc tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221044 Dec 12 04:08:05.520690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:05.538090 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2948fb03-bbb6-420c-9f48-c3c3c2cf8ad2 x-openstack-request-id: req-2948fb03-bbb6-420c-9f48-c3c3c2cf8ad2 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:05.538659 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-plugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:05.539024 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2948fb03-bbb6-420c-9f48-c3c3c2cf8ad2 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:05.539514 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'code': 200} Dec 12 04:08:05.541974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54a03aa0-920c-4d4e-ae34-833d1a2be6ee req-f7eefa96-9396-418e-bc8e-54431d326773 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970085 Dec 12 04:08:05.622586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1c17c15f-630c-41b7-9418-e08e3c3acf22 None None] Provisioning complete for port 463a4856-a87e-4bf3-a6df-00c5b4601029 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:05.623115 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c17c15f-630c-41b7-9418-e08e3c3acf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:05.646378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Allocated IP 192.168.233.70 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/78ace4a9-18e4-4f47-b21d-4d832f708f5b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:05.726313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1c17c15f-630c-41b7-9418-e08e3c3acf22 None None] Port 463a4856-a87e-4bf3-a6df-00c5b4601029 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:05.841755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:05.866114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535158b7-ccc7-4548-b343-0943e5a60d2e req-6e79e6b6-401c-44ef-a5c0-7a1daa14547e tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:05.868392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-535158b7-ccc7-4548-b343-0943e5a60d2e req-6e79e6b6-401c-44ef-a5c0-7a1daa14547e tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.1082919 Dec 12 04:08:05.880332 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:08:05.887175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962d0b3-b868-4df0-8c60-3ca9d8e89a47 req-75a2640b-5f75-4398-ae69-f79cc2a282c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:05.888985 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7962d0b3-b868-4df0-8c60-3ca9d8e89a47 req-75a2640b-5f75-4398-ae69-f79cc2a282c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 1100 time: 0.0707219 Dec 12 04:08:05.910452 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:05.984370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:05.987779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:05.996506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:06.017255 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-535158b7-ccc7-4548-b343-0943e5a60d2e req-e5a734ce-4083-40d2-8459-701767ae17a4 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409740 Dec 12 04:08:06.081968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Pushing event updated for resources: {'Port': ['ID=78ace4a9-18e4-4f47-b21d-4d832f708f5b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:06.115080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7962d0b3-b868-4df0-8c60-3ca9d8e89a47 req-7ee183d8-05e1-45f7-a4c5-f719715b9952 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117550 Dec 12 04:08:06.116985 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-063a974c-755d-487d-9a50-e3a7ab0e3595 service neutron] 10.222.0.37 "GET /v2.0/ports/a92f123f-7056-406d-899d-bbcfd80dd63d/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 382 time: 0.2261906 Dec 12 04:08:06.132975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:06.133628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.155067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72258f6-ad63-4353-b338-ada55e876800 req-27615e12-65f0-4ca8-ab6b-e9c0f51b4d27 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:06.156619 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c72258f6-ad63-4353-b338-ada55e876800 req-27615e12-65f0-4ca8-ab6b-e9c0f51b4d27 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 935 time: 0.0948429 Dec 12 04:08:06.160335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-9e8f23a6-2e97-4b4e-acf7-34d5f40abb02 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9692061 Dec 12 04:08:06.187696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Request body: {'port': {'device_id': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:06.230355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2c278-5fb7-40fb-8877-749ff62f3dcd req-4a16e63e-b0d3-4116-ad52-ec59a61c2c90 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:06.232080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfe2c278-5fb7-40fb-8877-749ff62f3dcd req-4a16e63e-b0d3-4116-ad52-ec59a61c2c90 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1096 time: 0.0912781 Dec 12 04:08:06.244204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463a4856-a87e-4bf3-a6df-00c5b4601029 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:06.254849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.257649 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c72258f6-ad63-4353-b338-ada55e876800 req-0f1957ae-dfae-441d-9c11-28297f83e1f7 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897963 Dec 12 04:08:06.266933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.286292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Transition to ACTIVE for port object 463a4856-a87e-4bf3-a6df-00c5b4601029 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:06.306450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.348418 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfe2c278-5fb7-40fb-8877-749ff62f3dcd req-62c5048e-6b5d-42aa-afb1-f64b7e1c11aa tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990806 Dec 12 04:08:06.352078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9e11e3e2-df6c-4252-8e33-4578ccc7ddb9 None None] Provisioning complete for port 78ace4a9-18e4-4f47-b21d-4d832f708f5b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:06.353340 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9e11e3e2-df6c-4252-8e33-4578ccc7ddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.397301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:06.414763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9e11e3e2-df6c-4252-8e33-4578ccc7ddb9 None None] Port 78ace4a9-18e4-4f47-b21d-4d832f708f5b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:06.475126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Attempting to bind port 463a4856-a87e-4bf3-a6df-00c5b4601029 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:06.475724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Attempting to bind port 463a4856-a87e-4bf3-a6df-00c5b4601029 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:06.476036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Attempting to bind port 463a4856-a87e-4bf3-a6df-00c5b4601029 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:06.481848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Port 463a4856-a87e-4bf3-a6df-00c5b4601029 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:06.482183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Attempting to bind port 463a4856-a87e-4bf3-a6df-00c5b4601029 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:06.489054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:06.489402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:06.489758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:06.490729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Bound port: 463a4856-a87e-4bf3-a6df-00c5b4601029, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:06.491116 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.605643 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9f6f2e5f-1cc9-427a-9c7b-a1837ae90ab1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431566 Dec 12 04:08:06.635311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:06.664648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ace4a9-18e4-4f47-b21d-4d832f708f5b {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:06.683046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.698016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:06.711095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-8dafa6fb-b73d-42c0-a216-b1bc6b7db5d4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:06.712807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-8dafa6fb-b73d-42c0-a216-b1bc6b7db5d4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.18 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 946 time: 0.0929203 Dec 12 04:08:06.713347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.716314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Transition to ACTIVE for port object 78ace4a9-18e4-4f47-b21d-4d832f708f5b will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:06.731971 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.806124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:06.806750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:06.808131 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] 10.222.0.37 "PUT /v2.0/ports/463a4856-a87e-4bf3-a6df-00c5b4601029 HTTP/1.1" status: 200 len: 1095 time: 1.3664720 Dec 12 04:08:06.810292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:06.812532 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54466a4-facb-42d3-a3ab-47a5e60291c9" -d '{"events": [{"name": "network-changed", "server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:06.861404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d8b15-555a-448c-94f2-247748c88b82 service neutron] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:06.875123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-d31a7ab9-2770-4a38-ab3a-aeef1514c83f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:06.876712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-d31a7ab9-2770-4a38-ab3a-aeef1514c83f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642033 Dec 12 04:08:06.879890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-57194d5a-6198-4410-91f0-726dddfe10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:06.881380 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-57194d5a-6198-4410-91f0-726dddfe10df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 1101 time: 0.1200533 Dec 12 04:08:06.895471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Pushing event updated for resources: {'Port': ['ID=78ace4a9-18e4-4f47-b21d-4d832f708f5b,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:06.896062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-da84eece-3db7-44d0-9d45-b3280f2adee9 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/quotas/b961db2c0f9d4b089cfeef9d730a3e27 HTTP/1.1" status: 200 len: 375 time: 0.0093987 Dec 12 04:08:06.914017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc05a71-260d-47d1-8d5c-e0f305819e3c req-1735d85f-4b27-4534-934d-c77db52e8d22 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:06.915670 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cc05a71-260d-47d1-8d5c-e0f305819e3c req-1735d85f-4b27-4534-934d-c77db52e8d22 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 946 time: 0.1875272 Dec 12 04:08:06.998261 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cc05a71-260d-47d1-8d5c-e0f305819e3c req-a5e6acf1-b2ed-4223-b9a5-6b80433b23d5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601065 Dec 12 04:08:07.019103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Deleting port ff8307d1-c079-4215-a136-d6c258754714 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:08:07.019446 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:07.023902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Attempting to bind port 78ace4a9-18e4-4f47-b21d-4d832f708f5b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:07.024241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Attempting to bind port 78ace4a9-18e4-4f47-b21d-4d832f708f5b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:07.024937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Attempting to bind port 78ace4a9-18e4-4f47-b21d-4d832f708f5b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:07.032244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a499-d026-4d20-b698-af254f9250ab req-185da1b5-55c9-4f04-a23c-b10d770ecefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:07.034057 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-185da1b5-55c9-4f04-a23c-b10d770ecefd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 1098 time: 0.1155083 Dec 12 04:08:07.069426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-7115a566-fe91-4c58-a085-a42f1090c3c4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1636543 Dec 12 04:08:07.114561 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-3330fffd-89cf-47f4-9ea0-5977da40e9ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=463a4856-a87e-4bf3-a6df-00c5b4601029 HTTP/1.1" status: 200 len: 217 time: 0.0431147 Dec 12 04:08:07.116934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-34000925-bcf4-49db-af88-5b59e54a44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:07.118429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-34000925-bcf4-49db-af88-5b59e54a44cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 1101 time: 0.1614699 Dec 12 04:08:07.288529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a499-d026-4d20-b698-af254f9250ab req-e4757dda-8f04-4360-8238-2392a978be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:07.302160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-e4757dda-8f04-4360-8238-2392a978be67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1618452 Dec 12 04:08:07.315415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-9b53ecd9-7ca4-4145-8476-36ba7be92bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:07.318998 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-9b53ecd9-7ca4-4145-8476-36ba7be92bd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1889236 Dec 12 04:08:07.333274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Port 78ace4a9-18e4-4f47-b21d-4d832f708f5b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:07.333599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Attempting to bind port 78ace4a9-18e4-4f47-b21d-4d832f708f5b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:07.359679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:07.360023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:07.360415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:07.360883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Bound port: 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:07.361242 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:07.419353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-0129c05f-afa6-4706-8235-f149eea67663 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a92f123f-7056-406d-899d-bbcfd80dd63d HTTP/1.1" status: 200 len: 217 time: 0.0697801 Dec 12 04:08:07.446063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] For port ff8307d1-c079-4215-a136-d6c258754714, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ff8307d1-c079-4215-a136-d6c258754714,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:07.446419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:07.461956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d02ac6-b23b-463e-9233-aadbcb322392 req-eaa1c0c1-73b7-41bc-b503-5adb53a2916d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:07.469321 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6d02ac6-b23b-463e-9233-aadbcb322392 req-eaa1c0c1-73b7-41bc-b503-5adb53a2916d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1488023 Dec 12 04:08:07.472920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a499-d026-4d20-b698-af254f9250ab req-37e531df-ea81-420d-86b1-37702c1be87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:07.474192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-37e531df-ea81-420d-86b1-37702c1be87c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161335 Dec 12 04:08:07.487665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Calling delete_port for ff8307d1-c079-4215-a136-d6c258754714 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:08:07.489170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-de630da9-4b71-4bc3-8f16-35989a7d1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:07.491232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-de630da9-4b71-4bc3-8f16-35989a7d1903 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0622964 Dec 12 04:08:07.565158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:07.589355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:07.601444 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6d02ac6-b23b-463e-9233-aadbcb322392 req-479c15c9-5a2c-46b6-bd27-5a667100ca6d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312275 Dec 12 04:08:07.604919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:07.664109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:07.664733 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:07.673649 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/78ace4a9-18e4-4f47-b21d-4d832f708f5b HTTP/1.1" status: 200 len: 1095 time: 1.4914174 Dec 12 04:08:07.674162 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:07.678361 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba21ae16-5431-4371-be24-2a21d8b108a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:07.807288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c899-5e85-4303-8c0f-834024be78e1 service neutron] Pushing event updated for resources: {'Port': ['ID=78ace4a9-18e4-4f47-b21d-4d832f708f5b,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:07.872880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-eebe620b-2491-467d-9fd2-a9e4353e2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:07.874545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-eebe620b-2491-467d-9fd2-a9e4353e2301 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 1098 time: 0.1114008 Dec 12 04:08:07.944919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-f0c808e0-ad8e-4a19-900e-d58955233ae5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b HTTP/1.1" status: 200 len: 217 time: 0.0535276 Dec 12 04:08:07.946115 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:07.997046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ff8307d1-c079-4215-a136-d6c258754714'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:08.095580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event deleted for resources: {'Port': ['ID=ff8307d1-c079-4215-a136-d6c258754714,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:08.175196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] No DVR routers for this DVR port ff8307d1-c079-4215-a136-d6c258754714 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:08:08.178993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-1574321d-be50-4785-8288-cd3bb20fc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:08.181724 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-1574321d-be50-4785-8288-cd3bb20fc7e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2235153 Dec 12 04:08:08.182983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:08.187193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-902d1992-e453-4af0-b6c7-d8d3d5a97489 req-524f416f-d524-4dce-8fe7-c3efb43a49a4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.18 "DELETE /v2.0/ports/ff8307d1-c079-4215-a136-d6c258754714 HTTP/1.1" status: 204 len: 173 time: 1.4676695 Dec 12 04:08:08.223288 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6336c43-363b-4630-aff2-ce5c4c202261 x-openstack-request-id: req-f6336c43-363b-4630-aff2-ce5c4c202261 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:08.223587 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:08.223847 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6336c43-363b-4630-aff2-ce5c4c202261 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:08.224244 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'status': 'completed', 'code': 200} Dec 12 04:08:08.284270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-1f031544-855f-4fd6-97cf-8b6e4c3b4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:08.285858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-1f031544-855f-4fd6-97cf-8b6e4c3b4022 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7691171 Dec 12 04:08:08.298216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecfe25-f33a-49dc-bfcc-2ae7151a3914 req-365bde78-ecb7-4446-b0d2-ab90d6ac9faa tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:08.299869 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5ecfe25-f33a-49dc-bfcc-2ae7151a3914 req-365bde78-ecb7-4446-b0d2-ab90d6ac9faa tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.6104236 Dec 12 04:08:08.400617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-1a7eeadf-3a77-47bf-8268-5ffa465fda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:08.403222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-1a7eeadf-3a77-47bf-8268-5ffa465fda1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867146 Dec 12 04:08:08.422509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefcc0d-2fac-48e5-a244-84508854e6ab req-31a0bfb9-a8e2-4d83-bd27-b8d75e002eb7 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:08.441017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-faefcc0d-2fac-48e5-a244-84508854e6ab req-31a0bfb9-a8e2-4d83-bd27-b8d75e002eb7 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 947 time: 0.1804237 Dec 12 04:08:08.467906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-d8381893-5473-4519-b221-c0f87ad011dd service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670341 Dec 12 04:08:08.491286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-f70b8db0-8868-42f1-b154-383912ae30d3 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9761119 Dec 12 04:08:08.575432 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-faefcc0d-2fac-48e5-a244-84508854e6ab req-aa6fb3b0-2b94-4c78-8611-70a86f565bea tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310940 Dec 12 04:08:08.659655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-02cc997a-f98e-4b4f-ad73-de7c821b29ba service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102118 Dec 12 04:08:08.701217 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5ecfe25-f33a-49dc-bfcc-2ae7151a3914 req-02a7c594-37a0-45fe-b463-5fb4df4d9423 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905518 Dec 12 04:08:08.770733 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68554ce-4610-428e-9e21-7660242b94fe x-openstack-request-id: req-d68554ce-4610-428e-9e21-7660242b94fe {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:08.771218 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:08.772265 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d68554ce-4610-428e-9e21-7660242b94fe {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:08.772742 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b', 'status': 'completed', 'code': 200} Dec 12 04:08:08.905376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a530b49d-d358-43b8-9d9f-fd2926461ae8 req-7dea60b2-5c90-4ecb-952b-3926b9ccccde service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215753 Dec 12 04:08:08.914023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8880790e-63ba-4d17-8e8d-6498fe0b20d5 req-c4489840-607b-4cac-89d3-d37ee6321990 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=f44c0056-336f-4a87-9c64-6e704c1023b7 HTTP/1.1" status: 200 len: 210 time: 0.0478678 Dec 12 04:08:08.918228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6170a499-d026-4d20-b698-af254f9250ab req-f139fc42-5b8d-4aa2-a5ae-f28401a8e8ee service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111996 Dec 12 04:08:08.919042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d493bc71-30e4-40b7-822c-e19c0a2addff req-d24e7ed2-258c-49bd-9b7d-f8a5429e712d service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508013 Dec 12 04:08:09.173945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-c16ac299-6156-4612-8ac9-5de08a097883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.175479 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-c16ac299-6156-4612-8ac9-5de08a097883 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 1098 time: 0.0991168 Dec 12 04:08:09.229468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca68e4a-88c5-4371-a224-5fe89ea7bab5 req-1b639c06-03ec-46d9-889e-caa2c5120134 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.241259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ca68e4a-88c5-4371-a224-5fe89ea7bab5 req-1b639c06-03ec-46d9-889e-caa2c5120134 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1071496 Dec 12 04:08:09.350125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-00530915-ce9d-4401-aef3-e9a6fc32cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.351661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-00530915-ce9d-4401-aef3-e9a6fc32cf48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1680346 Dec 12 04:08:09.363880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ca68e4a-88c5-4371-a224-5fe89ea7bab5 req-abd82f3d-919b-49a6-a469-7ced5e5f6155 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211157 Dec 12 04:08:09.375988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-8567942c-d471-4cc6-a456-8d362ffaa842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.377590 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-8567942c-d471-4cc6-a456-8d362ffaa842 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 1098 time: 0.0779390 Dec 12 04:08:09.440453 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-21b64e9e-eca2-4eed-8325-bbbd07fc8907 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=463a4856-a87e-4bf3-a6df-00c5b4601029 HTTP/1.1" status: 200 len: 217 time: 0.0706580 Dec 12 04:08:09.507971 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8154823d-8bad-4e3e-9e2b-aae66268c29a req-3d88496c-9a7d-4bbf-a139-02c7508a3131 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 210 time: 0.0420935 Dec 12 04:08:09.560303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-81248718-9ec2-48ae-a668-aba1b1e9e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.562092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-879e78bc-a8de-4f3e-bf9a-46dcf6e32a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.563081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-81248718-9ec2-48ae-a668-aba1b1e9e859 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1601038 Dec 12 04:08:09.566632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-879e78bc-a8de-4f3e-bf9a-46dcf6e32a02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1104867 Dec 12 04:08:09.633676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-c4b19bb5-2e28-4525-98e4-24f49ba7a6b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b HTTP/1.1" status: 200 len: 217 time: 0.0566618 Dec 12 04:08:09.702956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5517d63-9ee5-447f-8cdc-6f742a8e78dd req-e500d91c-e647-4d3a-85ad-5a70bc7c3eef tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.704549 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5517d63-9ee5-447f-8cdc-6f742a8e78dd req-e500d91c-e647-4d3a-85ad-5a70bc7c3eef tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1215100 Dec 12 04:08:09.706769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-6738ff3f-d85e-4a0c-946b-7e7fc9528f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.708164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-6738ff3f-d85e-4a0c-946b-7e7fc9528f69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330440 Dec 12 04:08:09.761643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-e676451d-14e2-41df-95f9-67f5ba682bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.763450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-e676451d-14e2-41df-95f9-67f5ba682bbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1225986 Dec 12 04:08:09.813016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05f7ef-8822-44d3-9081-90a8f0d3056e req-28cf001a-f812-4236-9ee8-fcced049802f tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.814392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9a05f7ef-8822-44d3-9081-90a8f0d3056e req-28cf001a-f812-4236-9ee8-fcced049802f tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 947 time: 0.1001205 Dec 12 04:08:09.897447 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9a05f7ef-8822-44d3-9081-90a8f0d3056e req-a3af6213-fa0a-4942-bf16-d063d68eb89a tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759385 Dec 12 04:08:09.897688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5517d63-9ee5-447f-8cdc-6f742a8e78dd req-f0952797-cad3-4698-9ecd-219310d0aa7e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799161 Dec 12 04:08:09.900785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-6f5e0ded-940b-45eb-84d0-2ed40f2cb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:09.902819 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-6f5e0ded-940b-45eb-84d0-2ed40f2cb55f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796654 Dec 12 04:08:09.947235 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-be7bd873-55cd-47e5-85ee-fd43b06aa0dc service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242844 Dec 12 04:08:10.081695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-b7781575-d831-457b-9a10-3a0087dd92a8 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883653 Dec 12 04:08:10.100431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7efc8-8558-4aae-b00e-45d49fea1945 req-97579454-7967-40ab-8ecf-21061fffd03c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:10.113368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1e7efc8-8558-4aae-b00e-45d49fea1945 req-97579454-7967-40ab-8ecf-21061fffd03c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.1093802 Dec 12 04:08:10.217003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-c9ef90d2-9bdc-4441-b74b-45ce306a9c78 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525827 Dec 12 04:08:10.239474 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-9f4b6590-4bb3-490b-b3f2-fffff2e634cc service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959015 Dec 12 04:08:10.261731 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c54466a4-facb-42d3-a3ab-47a5e60291c9 req-87b8961a-b117-4ce6-926b-4d2d771c40c6 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653275 Dec 12 04:08:10.381975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-35231eab-9179-403f-a4de-7a62c2818bfc tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:10.391497 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-35231eab-9179-403f-a4de-7a62c2818bfc tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965987 Dec 12 04:08:10.420134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ff8307d1-c079-4215-a136-d6c258754714 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:08:10.421197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Request body: {'port': {'device_id': 'bec35e06-9990-4159-81df-dc3c0d31cedc', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'b961db2c0f9d4b089cfeef9d730a3e27'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:10.464372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: ff8307d1-c079-4215-a136-d6c258754714 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:08:10.465056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ff8307d1-c079-4215-a136-d6c258754714 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:08:10.506808 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1e7efc8-8558-4aae-b00e-45d49fea1945 req-ab5fe5fa-c005-422c-8864-961d829c7c1e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915129 Dec 12 04:08:10.586614 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-337c435c-8467-490b-9487-cebb7337c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:10.630751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-0834298d-3268-455f-8fa1-0be0efe4c971 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:10.636463 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-0834298d-3268-455f-8fa1-0be0efe4c971 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943222 Dec 12 04:08:10.664537 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba21ae16-5431-4371-be24-2a21d8b108a6 req-c72ff6bc-1527-419b-8f6c-dbc39602fde1 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295717 Dec 12 04:08:10.668213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Made reservation on behalf of b961db2c0f9d4b089cfeef9d730a3e27 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:10.675404 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:10.676726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Request body: {'port': {'device_id': 'e49787bf-434a-45ab-ad1f-c2a25f4a3537', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'b961db2c0f9d4b089cfeef9d730a3e27'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:10.775707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44c0056-336f-4a87-9c64-6e704c1023b7', 'name': 'network-vif-deleted', 'tag': 'ff8307d1-c079-4215-a136-d6c258754714'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:10.782118 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0f08e1-4d16-4e1e-a5bd-108db614b1d3" -d '{"events": [{"server_uuid": "f44c0056-336f-4a87-9c64-6e704c1023b7", "name": "network-vif-deleted", "tag": "ff8307d1-c079-4215-a136-d6c258754714"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:10.805210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefc009-32e1-496d-bfa9-ca6592c31004 req-b1b2834c-e59b-42f0-948a-f018fc4ae869 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:10.819632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fdefc009-32e1-496d-bfa9-ca6592c31004 req-b1b2834c-e59b-42f0-948a-f018fc4ae869 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1796081 Dec 12 04:08:10.858884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a92f123f-7056-406d-899d-bbcfd80dd63d no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:08:10.897362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Allocated IP 192.168.233.238 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/1ab99e21-5df1-467e-a76f-634f3f07926b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:11.006425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fdefc009-32e1-496d-bfa9-ca6592c31004 req-a8b1d572-5937-4b04-ad21-970043352f8b tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857915 Dec 12 04:08:11.029744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.036084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e9ab74f5-8a62-40b6-9992-10db82361e43 req-42e8a4d2-3834-404f-917a-0a7598e9664c tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 210 time: 0.0444479 Dec 12 04:08:11.061847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Made reservation on behalf of b961db2c0f9d4b089cfeef9d730a3e27 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:11.064110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:11.066711 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.067374 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040979e8-6c51-4bf7-80ce-f24af941cc83" -d '{"events": [{"server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "name": "network-vif-unplugged", "status": "completed", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:11.083303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a92f123f-7056-406d-899d-bbcfd80dd63d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:11.096135 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.178516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a92f123f-7056-406d-899d-bbcfd80dd63d,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:11.197483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.238396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.285741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:11.303391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event updated for resources: {'Port': ['ID=1ab99e21-5df1-467e-a76f-634f3f07926b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:11.312223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:11.313734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:11.316770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:11.319193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-34518075-b770-4418-ac31-f1aa791e5b6b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:11.327600 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-34518075-b770-4418-ac31-f1aa791e5b6b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.1887741 Dec 12 04:08:11.360770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-4c8a6f4e-6c5f-4695-a873-2ff14721690e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/quotas/7c7f57d1ea8244309b61ba1bc594e3e2 HTTP/1.1" status: 200 len: 375 time: 0.0320234 Dec 12 04:08:11.364111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Allocated IP 192.168.233.127 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/04501ef9-af51-4fc7-871d-87ace21f541c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:11.390879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:11.391642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.405670 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-0b1f6ae7-a923-492e-aafe-7821ab4b0ea1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435131 Dec 12 04:08:11.420799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a303bd75-027f-48fe-9d8c-4cf04cee51ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0042536 Dec 12 04:08:11.428507 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.473023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Request body: {'port': {'device_id': 'bec35e06-9990-4159-81df-dc3c0d31cedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:11.570394 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a0e76d-3fe0-4065-866b-69d1c8c01fa9 x-openstack-request-id: req-19a0e76d-3fe0-4065-866b-69d1c8c01fa9 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:11.571017 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44c0056-336f-4a87-9c64-6e704c1023b7", "name": "network-vif-deleted", "tag": "ff8307d1-c079-4215-a136-d6c258754714", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:11.571517 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19a0e76d-3fe0-4065-866b-69d1c8c01fa9 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:11.572161 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44c0056-336f-4a87-9c64-6e704c1023b7', 'name': 'network-vif-deleted', 'tag': 'ff8307d1-c079-4215-a136-d6c258754714', 'status': 'completed', 'code': 200} Dec 12 04:08:11.623269 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.669522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-22f67889-7c9f-44f2-8680-e24237bfdf95 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565763 Dec 12 04:08:11.731034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76763deb-89da-46d8-b043-9a79915219e4 req-ce4a5107-5478-4f8b-b71b-a1afd8272938 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:11.732597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f309b2dd-cbaf-4492-9483-b3b334d86975 None None] Provisioning complete for port 1ab99e21-5df1-467e-a76f-634f3f07926b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:11.732597 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f309b2dd-cbaf-4492-9483-b3b334d86975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.732864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76763deb-89da-46d8-b043-9a79915219e4 req-ce4a5107-5478-4f8b-b71b-a1afd8272938 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 947 time: 0.0891972 Dec 12 04:08:11.789741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f309b2dd-cbaf-4492-9483-b3b334d86975 None None] Port 1ab99e21-5df1-467e-a76f-634f3f07926b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:11.824439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.832600 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-3bc251df-9733-4aa3-9019-99ee9148b577 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622572 Dec 12 04:08:11.839689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76763deb-89da-46d8-b043-9a79915219e4 req-f8308adc-b051-47c3-af13-fb87bf797930 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982301 Dec 12 04:08:11.872635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:11.891577 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa0d118-be80-44c4-b80b-8b32eb5204ef x-openstack-request-id: req-9aa0d118-be80-44c4-b80b-8b32eb5204ef {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:11.892252 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "name": "network-vif-unplugged", "status": "completed", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:11.892608 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9aa0d118-be80-44c4-b80b-8b32eb5204ef {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:11.893127 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d', 'code': 200} Dec 12 04:08:11.965447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:11.978819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:11.980976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:11.987703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event updated for resources: {'Port': ['ID=04501ef9-af51-4fc7-871d-87ace21f541c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:12.081207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:12.081931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:12.105975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab99e21-5df1-467e-a76f-634f3f07926b {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:12.108210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-9440d288-26d4-40db-8f12-6b221d997959 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4350495 Dec 12 04:08:12.115845 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:12.119525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d539d1-3724-4e1e-b0cb-a279d21014fb req-296858d5-c48f-4ed3-bb37-39152566cb18 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:12.128733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45d539d1-3724-4e1e-b0cb-a279d21014fb req-296858d5-c48f-4ed3-bb37-39152566cb18 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 948 time: 0.1124828 Dec 12 04:08:12.131624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Transition to ACTIVE for port object 1ab99e21-5df1-467e-a76f-634f3f07926b will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:12.137566 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:12.143646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Request body: {'port': {'device_id': 'e49787bf-434a-45ab-ad1f-c2a25f4a3537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:12.208586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab99e21-5df1-467e-a76f-634f3f07926b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:12.261817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45d539d1-3724-4e1e-b0cb-a279d21014fb req-2717c785-7e66-4fa2-8728-e10fd8abb32c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299098 Dec 12 04:08:12.271837 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:12.319290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Attempting to bind port 1ab99e21-5df1-467e-a76f-634f3f07926b on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:12.319643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Attempting to bind port 1ab99e21-5df1-467e-a76f-634f3f07926b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:12.320091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Attempting to bind port 1ab99e21-5df1-467e-a76f-634f3f07926b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:12.325681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Port 1ab99e21-5df1-467e-a76f-634f3f07926b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:12.326020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Attempting to bind port 1ab99e21-5df1-467e-a76f-634f3f07926b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:12.331205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:12.331550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:12.331955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:12.335649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Bound port: 1ab99e21-5df1-467e-a76f-634f3f07926b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:12.336092 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:12.423049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 78ace4a9-18e4-4f47-b21d-4d832f708f5b details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:12.434245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] For port 1ab99e21-5df1-467e-a76f-634f3f07926b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:12.440494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] For port 1ab99e21-5df1-467e-a76f-634f3f07926b, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1ab99e21-5df1-467e-a76f-634f3f07926b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:12.451031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:12.519617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ceefbd9f-c8f9-4d9f-9c4e-19d00d96b683 None None] Provisioning complete for port 04501ef9-af51-4fc7-871d-87ace21f541c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:12.520087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ceefbd9f-c8f9-4d9f-9c4e-19d00d96b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:12.527531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aad6c7d5-a3be-4986-8335-44efd2a62f02 req-66fa32e4-0c6d-4f7b-8fea-aab192b5db0a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 210 time: 0.0373929 Dec 12 04:08:12.584395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:12.593385 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:12.595523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] 10.222.0.37 "PUT /v2.0/ports/1ab99e21-5df1-467e-a76f-634f3f07926b HTTP/1.1" status: 200 len: 1096 time: 1.1266210 Dec 12 04:08:12.595922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:12.596046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec35e06-9990-4159-81df-dc3c0d31cedc', 'tag': '1ab99e21-5df1-467e-a76f-634f3f07926b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:12.606721 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac0b1db-e522-4606-a2b3-22fa358acab3" -d '{"events": [{"name": "network-changed", "server_uuid": "bec35e06-9990-4159-81df-dc3c0d31cedc", "tag": "1ab99e21-5df1-467e-a76f-634f3f07926b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:12.616767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33218b-f476-4c22-b644-f4cde7a57904 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab99e21-5df1-467e-a76f-634f3f07926b,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:12.777992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a41013e4-b16e-4385-aa3f-5a2c8cb422f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:12.780439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a41013e4-b16e-4385-aa3f-5a2c8cb422f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 1099 time: 0.1104286 Dec 12 04:08:12.811484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0414-ee30-46a8-865f-4134d9ddca9a req-1a1cba2d-ae08-4dc0-acd7-6e3b3b214040 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:12.820190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbeb0414-ee30-46a8-865f-4134d9ddca9a req-1a1cba2d-ae08-4dc0-acd7-6e3b3b214040 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1510019 Dec 12 04:08:12.839092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:12.878835 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-e123a48e-7b3f-4fb3-a989-9d07549b1a5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=1ab99e21-5df1-467e-a76f-634f3f07926b HTTP/1.1" status: 200 len: 217 time: 0.0813386 Dec 12 04:08:12.888664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '78ace4a9-18e4-4f47-b21d-4d832f708f5b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '78ace4a9-18e4-4f47-b21d-4d832f708f5b', 'mac_address': 'fa:16:3e:fc:2a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:12.911087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:12.919105 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbeb0414-ee30-46a8-865f-4134d9ddca9a req-1bcb023c-4831-417b-b5ba-8dcd377ad608 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975432 Dec 12 04:08:12.936500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ceefbd9f-c8f9-4d9f-9c4e-19d00d96b683 None None] Port 04501ef9-af51-4fc7-871d-87ace21f541c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:13.012547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a305fab6-3cc5-480e-806b-fd1db20af7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:13.014071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-a305fab6-3cc5-480e-806b-fd1db20af7dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1152928 Dec 12 04:08:13.087022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04501ef9-af51-4fc7-871d-87ace21f541c {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:13.112277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:13.122381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-3afba8aa-b959-4314-b74b-f8652e536da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:13.124874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-3afba8aa-b959-4314-b74b-f8652e536da8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918653 Dec 12 04:08:13.135764 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c905a97-0c44-42d7-a3e4-a535216d885b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:13.141025 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:08:13.172712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Transition to ACTIVE for port object 04501ef9-af51-4fc7-871d-87ace21f541c will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:13.182036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37876) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:13.191570 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:13.229373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d2770-70f8-4e64-8dc3-fa5652dbed69 req-54c60379-61bf-402b-8df6-44524a15115a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:13.231255 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c13d2770-70f8-4e64-8dc3-fa5652dbed69 req-54c60379-61bf-402b-8df6-44524a15115a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 936 time: 0.1395910 Dec 12 04:08:13.303848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Pushing event updated for resources: {'Port': ['ID=04501ef9-af51-4fc7-871d-87ace21f541c,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:13.304989 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:13.343212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-77195079-7a24-445b-9571-1fd9d2eca748 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101233 Dec 12 04:08:13.350146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ace4a9-18e4-4f47-b21d-4d832f708f5b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:13.446430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:13.447233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c13d2770-70f8-4e64-8dc3-fa5652dbed69 req-28790acf-15e0-4bea-90e8-677928f9e3fd tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010043 Dec 12 04:08:13.461717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-972bb65b-e2a3-445c-a174-d32e52bf20fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:13.477228 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:13.540931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:13.547728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-4b418fdd-6978-417c-bee2-9da3e2eaea39 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904793 Dec 12 04:08:13.590375 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aae8620-3887-4b11-adff-57339364fa60 x-openstack-request-id: req-9aae8620-3887-4b11-adff-57339364fa60 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:13.591773 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec35e06-9990-4159-81df-dc3c0d31cedc", "tag": "1ab99e21-5df1-467e-a76f-634f3f07926b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:13.592107 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9aae8620-3887-4b11-adff-57339364fa60 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:13.598556 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec35e06-9990-4159-81df-dc3c0d31cedc', 'tag': '1ab99e21-5df1-467e-a76f-634f3f07926b', 'status': 'completed', 'code': 200} Dec 12 04:08:13.617797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'mac_address': 'fa:16:3e:75:69:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:13.640458 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:13.727039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=78ace4a9-18e4-4f47-b21d-4d832f708f5b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:13.765285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:13.800602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463a4856-a87e-4bf3-a6df-00c5b4601029 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:13.834864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:13.842225 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:13.843016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a92f123f-7056-406d-899d-bbcfd80dd63d details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:13.864899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc4b7d5f-bb89-418e-9e43-875ccf75e848 req-a176a8e6-86ea-4647-9838-d84c877d5528 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 210 time: 0.0312634 Dec 12 04:08:13.900662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Attempting to bind port 04501ef9-af51-4fc7-871d-87ace21f541c on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:13.901635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Attempting to bind port 04501ef9-af51-4fc7-871d-87ace21f541c by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:13.901635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Attempting to bind port 04501ef9-af51-4fc7-871d-87ace21f541c on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:13.909770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['78ace4a9-18e4-4f47-b21d-4d832f708f5b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:13.930949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee77be-90c6-492a-b5d9-79064cf8da07 req-58826428-6b90-444b-8518-3d8e3601edc4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:13.932432 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-73ee77be-90c6-492a-b5d9-79064cf8da07 req-58826428-6b90-444b-8518-3d8e3601edc4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 948 time: 0.1802258 Dec 12 04:08:13.943684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Port 04501ef9-af51-4fc7-871d-87ace21f541c on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:13.944294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Attempting to bind port 04501ef9-af51-4fc7-871d-87ace21f541c on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:13.993293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a92f123f-7056-406d-899d-bbcfd80dd63d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:14.006673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:14.020988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-88932b16-e09f-4566-8e69-4d97cb5345ba tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:14.023235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-88932b16-e09f-4566-8e69-4d97cb5345ba tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.18 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.2616789 Dec 12 04:08:14.029128 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:14.030746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:14.031858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:14.032529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:14.033210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Bound port: 04501ef9-af51-4fc7-871d-87ace21f541c, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:14.033766 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:14.034427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'a92f123f-7056-406d-899d-bbcfd80dd63d', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'a92f123f-7056-406d-899d-bbcfd80dd63d', 'mac_address': 'fa:16:3e:8c:3a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:14.034927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16229bfe-1787-490b-a9df-21b3d521eaeb req-f8e4475c-1627-4ca8-bf67-0b47757184b9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:14.036508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16229bfe-1787-490b-a9df-21b3d521eaeb req-f8e4475c-1627-4ca8-bf67-0b47757184b9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 948 time: 0.0878839 Dec 12 04:08:14.067113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Request body: {'port': {'device_id': '081b9cb9-183d-4afc-9529-d5604249a85d', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'admin_state_up': True, 'tenant_id': '7c7f57d1ea8244309b61ba1bc594e3e2'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:14.113563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16229bfe-1787-490b-a9df-21b3d521eaeb req-4d205660-6c73-4e76-936c-37079e2245c0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635393 Dec 12 04:08:14.116534 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:14.139869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92f123f-7056-406d-899d-bbcfd80dd63d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:14.178041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a92f123f-7056-406d-899d-bbcfd80dd63d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:14.190919 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:14.207499 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-972bb65b-e2a3-445c-a174-d32e52bf20fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:14.209807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] For port 04501ef9-af51-4fc7-871d-87ace21f541c, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:14.223787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-972bb65b-e2a3-445c-a174-d32e52bf20fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:14.239356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-73ee77be-90c6-492a-b5d9-79064cf8da07 req-a8963b3c-8961-4b45-b89b-e95b0e1c407f tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924185 Dec 12 04:08:14.264530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] For port 04501ef9-af51-4fc7-871d-87ace21f541c, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=04501ef9-af51-4fc7-871d-87ace21f541c,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:14.292060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:14.335117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-972bb65b-e2a3-445c-a174-d32e52bf20fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c328925c61349c289fb45e96f3eba3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1468260 Dec 12 04:08:14.347512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37892) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:14.387541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:14.388284 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:14.389055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-4d8ff77c-80d0-4407-b54c-27bf11ca0879 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:14.390087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] 10.222.0.18 "PUT /v2.0/ports/04501ef9-af51-4fc7-871d-87ace21f541c HTTP/1.1" status: 200 len: 1096 time: 2.2524605 Dec 12 04:08:14.390600 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-4d8ff77c-80d0-4407-b54c-27bf11ca0879 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 949 time: 0.2312837 Dec 12 04:08:14.391942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49787bf-434a-45ab-ad1f-c2a25f4a3537', 'tag': '04501ef9-af51-4fc7-871d-87ace21f541c'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:14.394489 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52476866-763e-4e7a-bd02-e377e8ccca41" -d '{"events": [{"name": "network-changed", "server_uuid": "e49787bf-434a-45ab-ad1f-c2a25f4a3537", "tag": "04501ef9-af51-4fc7-871d-87ace21f541c"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:14.395094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-598ccbac-a120-46d0-b57f-91fdfdc4007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:14.402333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-598ccbac-a120-46d0-b57f-91fdfdc4007e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 1099 time: 0.2414010 Dec 12 04:08:14.402846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bb65b-e2a3-445c-a174-d32e52bf20fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac20f91-50b2-4b07-a631-a8628dbc3f76,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:14.444274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f6d3-8258-4822-9243-0bbe526a9e70 req-9daba46d-1a5d-4429-8f1c-0dd13c9cbf94 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:14.452760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Made reservation on behalf of 7c7f57d1ea8244309b61ba1bc594e3e2 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:14.459605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:14.460650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b1a6f6d3-8258-4822-9243-0bbe526a9e70 req-9daba46d-1a5d-4429-8f1c-0dd13c9cbf94 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.2301207 Dec 12 04:08:14.464107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a92f123f-7056-406d-899d-bbcfd80dd63d,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:14.505022 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ca0fa2-1f41-4dbf-bdc6-2bc03137b6bd x-openstack-request-id: req-99ca0fa2-1f41-4dbf-bdc6-2bc03137b6bd {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:14.505464 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49787bf-434a-45ab-ad1f-c2a25f4a3537", "tag": "04501ef9-af51-4fc7-871d-87ace21f541c", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:14.506268 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99ca0fa2-1f41-4dbf-bdc6-2bc03137b6bd {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:14.506803 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49787bf-434a-45ab-ad1f-c2a25f4a3537', 'tag': '04501ef9-af51-4fc7-871d-87ace21f541c', 'status': 'completed', 'code': 200} Dec 12 04:08:14.532545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0096da-b73e-4439-89bd-fef696bb063f service neutron] Pushing event updated for resources: {'Port': ['ID=04501ef9-af51-4fc7-871d-87ace21f541c,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:14.702098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-7bfbeb40-ee99-40be-8a57-8d337a067aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:14.704015 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-7bfbeb40-ee99-40be-8a57-8d337a067aca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 1099 time: 0.2188120 Dec 12 04:08:14.706469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['463a4856-a87e-4bf3-a6df-00c5b4601029'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:14.722209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f373d-1277-48c1-9d68-1837ecd0e484 req-abd2c08c-b191-4341-9a87-f8c6ace9acb6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:14.723866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-359f373d-1277-48c1-9d68-1837ecd0e484 req-abd2c08c-b191-4341-9a87-f8c6ace9acb6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 948 time: 0.1128795 Dec 12 04:08:14.753139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['a92f123f-7056-406d-899d-bbcfd80dd63d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:14.754126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Allocated IP 172.20.0.12 (13702123-2457-41cb-8d20-86632f884371/a4b4b163-48ba-4429-83f2-c9bdb90cc5bb/a333213f-8392-41b6-b002-160331117a74) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:14.960203 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-aa9ce477-9b7b-45b4-8e8b-846861d82678 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=04501ef9-af51-4fc7-871d-87ace21f541c HTTP/1.1" status: 200 len: 217 time: 0.2351003 Dec 12 04:08:15.001569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-b085bfa9-9e5f-43fb-8ddb-682b8c26c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.003901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-b085bfa9-9e5f-43fb-8ddb-682b8c26c94f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 1100 time: 0.4885225 Dec 12 04:08:15.010715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d32e4c05-001a-47db-a5e8-f9ff7f5c8c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.034666 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d32e4c05-001a-47db-a5e8-f9ff7f5c8c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.055803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-359f373d-1277-48c1-9d68-1837ecd0e484 req-2985b551-123d-4ab4-87b3-5c6aa2ebe3fa tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188798 Dec 12 04:08:15.056260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b1a6f6d3-8258-4822-9243-0bbe526a9e70 req-bd1daefa-3856-4353-935a-711c35f175ce tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943322 Dec 12 04:08:15.070183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-8c00adff-3545-4cf1-8abc-8e746f9c0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.071679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-8c00adff-3545-4cf1-8abc-8e746f9c0c22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1023161 Dec 12 04:08:15.093579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.126221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-57a1515a-0e8e-40c4-bedd-f8ca22d7a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.128254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-57a1515a-0e8e-40c4-bedd-f8ca22d7a847 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.6649113 Dec 12 04:08:15.148390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-d33a877b-73c8-409d-98b8-a976742309f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.149910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-d33a877b-73c8-409d-98b8-a976742309f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619111 Dec 12 04:08:15.230829 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d32e4c05-001a-47db-a5e8-f9ff7f5c8c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.233858 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d32e4c05-001a-47db-a5e8-f9ff7f5c8c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.235170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d32e4c05-001a-47db-a5e8-f9ff7f5c8c88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ac20f91-50b2-4b07-a631-a8628dbc3f76 HTTP/1.1" status: 204 len: 168 time: 0.8865705 Dec 12 04:08:15.236445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.262845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-efbc9e26-c723-4800-8060-4f21a6c2de82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=1ab99e21-5df1-467e-a76f-634f3f07926b HTTP/1.1" status: 200 len: 217 time: 0.0988123 Dec 12 04:08:15.288892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e4c05-001a-47db-a5e8-f9ff7f5c8c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac20f91-50b2-4b07-a631-a8628dbc3f76,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:15.341978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Network 13702123-2457-41cb-8d20-86632f884371 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:15.369356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c7d51-3761-4cf4-b879-e2e52c21066a req-164c9f87-6340-45fe-89b9-4ee872e6329e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.371442 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d01c7d51-3761-4cf4-b879-e2e52c21066a req-164c9f87-6340-45fe-89b9-4ee872e6329e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 932 time: 0.1945469 Dec 12 04:08:15.372758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:15.377254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-76d2c579-b410-4f29-88db-a47b229102a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.379734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-76d2c579-b410-4f29-88db-a47b229102a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3426981 Dec 12 04:08:15.382991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:15.383342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-da3a8274-152e-43cf-a3c3-e81f58d0ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.385880 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-da3a8274-152e-43cf-a3c3-e81f58d0ce7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1091814 Dec 12 04:08:15.441573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event updated for resources: {'Port': ['ID=a333213f-8392-41b6-b002-160331117a74,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:15.462918 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-f6f32a75-7f2a-4750-b607-cd761dfbfedb service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938352 Dec 12 04:08:15.475719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6a656-12f6-4150-909f-174b442ea51f req-6fefdbdf-6051-496d-896b-8bd0a04e8737 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.483797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfe6a656-12f6-4150-909f-174b442ea51f req-6fefdbdf-6051-496d-896b-8bd0a04e8737 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 949 time: 0.1985450 Dec 12 04:08:15.492420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.501962 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-35bd3846-4b1c-4f84-8d4b-a76fc192959a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a92f123f-7056-406d-899d-bbcfd80dd63d HTTP/1.1" status: 200 len: 217 time: 0.0820162 Dec 12 04:08:15.506870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.507503 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.508550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d01c7d51-3761-4cf4-b879-e2e52c21066a req-0cd3491a-1cd2-45ee-941d-e81b7c23ae55 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269202 Dec 12 04:08:15.564671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-ec71b3c7-ca80-4d2d-a856-4e2ddd837fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.566228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-ec71b3c7-ca80-4d2d-a856-4e2ddd837fbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366229 Dec 12 04:08:15.571887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-c6cf46d5-9e1f-4b38-a8f5-aa8bbce63e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.573484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-c6cf46d5-9e1f-4b38-a8f5-aa8bbce63e85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0632279 Dec 12 04:08:15.660543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-58271e7d-616e-43c3-8d88-77934b0988df tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6047225 Dec 12 04:08:15.688506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Request body: {'port': {'device_id': '081b9cb9-183d-4afc-9529-d5604249a85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:15.711122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfe6a656-12f6-4150-909f-174b442ea51f req-780cb8bc-db9e-4b97-bfd7-d465d10ff48b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263758 Dec 12 04:08:15.711983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37914) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:15.754670 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cb70b2e-4904-4dd2-adc6-7e1fc131c7ae req-8e0dbc37-a01c-477d-8d78-5d40aa4cfe85 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681966 Dec 12 04:08:15.757327 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62596c2b-fcba-41b2-b295-d7353823ba94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.783857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-807969eb-94c9-49a9-a1df-ebe58320530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.785406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-807969eb-94c9-49a9-a1df-ebe58320530d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908875 Dec 12 04:08:15.806478 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:15.810290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f9566-febd-4a9c-bd41-44c5bac671c3 req-a6bbfc21-55c9-4d7e-a540-4d35bd7cdc30 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:15.811785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a46f9566-febd-4a9c-bd41-44c5bac671c3 req-a6bbfc21-55c9-4d7e-a540-4d35bd7cdc30 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 948 time: 0.1655829 Dec 12 04:08:15.886931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-7ef21164-6875-4e04-8f36-1706464a7d11 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034751 Dec 12 04:08:15.986769 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ac0b1db-e522-4606-a2b3-22fa358acab3 req-e6a84c39-8057-4386-8257-a3b4a78abe8e service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893185 Dec 12 04:08:16.004221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62596c2b-fcba-41b2-b295-d7353823ba94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.016065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62596c2b-fcba-41b2-b295-d7353823ba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.028726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a46f9566-febd-4a9c-bd41-44c5bac671c3 req-800b16f9-a815-44e9-84d0-0da8afb676fc tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958714 Dec 12 04:08:16.039825 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-7e3c72b4-415a-438a-bdda-8d099483ea47 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377007 Dec 12 04:08:16.073802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-db6b7ee0-b17c-4a02-9d4f-b8b4ffac291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:16.075338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-db6b7ee0-b17c-4a02-9d4f-b8b4ffac291c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 1099 time: 0.1960618 Dec 12 04:08:16.154865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62596c2b-fcba-41b2-b295-d7353823ba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f87b3e-9207-4693-8a1a-0528924669b2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:16.175918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3ce73a4-b535-4266-ba98-577b2c2e7564 req-71b60ee6-bb6f-46e7-963d-f394ac74b3bb service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014302 Dec 12 04:08:16.180628 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-62596c2b-fcba-41b2-b295-d7353823ba94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24eddad579b6424897cbeda5e1997839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450355 Dec 12 04:08:16.183424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37920) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:16.288603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947bb5-4af8-45fd-b930-af0cf7a472be req-48b9135c-d131-4b30-859f-07ea84e48778 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:16.290591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b947bb5-4af8-45fd-b930-af0cf7a472be req-48b9135c-d131-4b30-859f-07ea84e48778 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0936537 Dec 12 04:08:16.323326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac44fa24-1b6f-48b2-8e1c-fe7cb06b57de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.342581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-fdf7f341-17d7-482e-99e5-6befa92ecebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:16.344399 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-fdf7f341-17d7-482e-99e5-6befa92ecebb service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2560482 Dec 12 04:08:16.353319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed18b4-a048-49e4-8215-18c1929cc7da req-4ef154cb-d385-4809-8d18-242f24fd65ba tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:16.355296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aed18b4-a048-49e4-8215-18c1929cc7da req-4ef154cb-d385-4809-8d18-242f24fd65ba tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 948 time: 0.1692946 Dec 12 04:08:16.364515 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac44fa24-1b6f-48b2-8e1c-fe7cb06b57de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.377518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b947bb5-4af8-45fd-b930-af0cf7a472be req-3963e052-2c64-4805-9501-fdfa9c57c16e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778177 Dec 12 04:08:16.436120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-0d3c30c8-deb1-4bb4-96ef-a52d5a8a6e6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=04501ef9-af51-4fc7-871d-87ace21f541c HTTP/1.1" status: 200 len: 217 time: 0.0775952 Dec 12 04:08:16.438540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac44fa24-1b6f-48b2-8e1c-fe7cb06b57de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.440689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac44fa24-1b6f-48b2-8e1c-fe7cb06b57de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.454438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ac44fa24-1b6f-48b2-8e1c-fe7cb06b57de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66f87b3e-9207-4693-8a1a-0528924669b2 HTTP/1.1" status: 204 len: 168 time: 0.2697947 Dec 12 04:08:16.463953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a333213f-8392-41b6-b002-160331117a74 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:16.466780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44fa24-1b6f-48b2-8e1c-fe7cb06b57de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f87b3e-9207-4693-8a1a-0528924669b2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:16.469608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 78ace4a9-18e4-4f47-b21d-4d832f708f5b up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:16.504775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.539504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Transition to ACTIVE for port object a333213f-8392-41b6-b002-160331117a74 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:16.543445 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aed18b4-a048-49e4-8215-18c1929cc7da req-a720db70-5343-47f8-bd97-a90a12705a48 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725268 Dec 12 04:08:16.548320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.555131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-52247924-8867-48a0-9b7b-d15cc7e131bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:16.556912 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-52247924-8867-48a0-9b7b-d15cc7e131bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1087401 Dec 12 04:08:16.585508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 78ace4a9-18e4-4f47-b21d-4d832f708f5b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:08:16.589824 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 78ace4a9-18e4-4f47-b21d-4d832f708f5b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:16.590206 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.644113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Pushing event updated for resources: {'Port': ['ID=a333213f-8392-41b6-b002-160331117a74,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:16.671808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-a8e5aca2-a8f3-461a-984a-233f7124b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:16.673381 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-a8e5aca2-a8f3-461a-984a-233f7124b95b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946279 Dec 12 04:08:16.699679 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.766912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9e5c-fcbc-4614-ac9e-3023230a368c req-a507fd95-721b-434d-88a3-338eae8b9221 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:16.781147 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-774e9e5c-fcbc-4614-ac9e-3023230a368c req-a507fd95-721b-434d-88a3-338eae8b9221 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 944 time: 0.1228628 Dec 12 04:08:16.795179 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.808009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Attempting to bind port a333213f-8392-41b6-b002-160331117a74 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:16.808358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Attempting to bind port a333213f-8392-41b6-b002-160331117a74 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:16.808691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Attempting to bind port a333213f-8392-41b6-b002-160331117a74 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:16.824780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Port a333213f-8392-41b6-b002-160331117a74 on network 13702123-2457-41cb-8d20-86632f884371 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:16.825148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Attempting to bind port a333213f-8392-41b6-b002-160331117a74 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:16.845038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:16.845393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Checking segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:16.845848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Bound using segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:16.846231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Bound port: a333213f-8392-41b6-b002-160331117a74, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:16.846593 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:16.853916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:16.856219 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6244fcd-c9d1-45f8-ac58-f51d9001ffd2" -d '{"events": [{"server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "name": "network-vif-plugged", "status": "completed", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:16.859109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-13144c65-c3bc-4e4f-a63d-af0d1bef1b1d service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549718 Dec 12 04:08:16.887330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:16.888539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1ab99e21-5df1-467e-a76f-634f3f07926b details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:16.924128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-774e9e5c-fcbc-4614-ac9e-3023230a368c req-32a689d3-45ef-4e01-b833-85f9dbe501fd tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276407 Dec 12 04:08:16.935156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:16.987444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.001426 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbe707a-5766-4eb6-a875-dd2e6a4a077b x-openstack-request-id: req-fbbe707a-5766-4eb6-a875-dd2e6a4a077b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:17.002022 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "name": "network-vif-plugged", "status": "completed", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:17.003477 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbbe707a-5766-4eb6-a875-dd2e6a4a077b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:17.004030 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b', 'code': 200} Dec 12 04:08:17.237685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=78ace4a9-18e4-4f47-b21d-4d832f708f5b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:17.267985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 463a4856-a87e-4bf3-a6df-00c5b4601029 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:08:17.283324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 463a4856-a87e-4bf3-a6df-00c5b4601029 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:17.283703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.291078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65814ece-14aa-4627-9d12-fb6fe2d29d59 req-1c2c715b-6a1e-4c9f-9d36-cd3566eab98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:17.292721 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65814ece-14aa-4627-9d12-fb6fe2d29d59 req-1c2c715b-6a1e-4c9f-9d36-cd3566eab98d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 1100 time: 0.1346970 Dec 12 04:08:17.309779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] For port a333213f-8392-41b6-b002-160331117a74, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:17.316257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42efd5-ab9e-4001-830c-1a0da22a6891 req-43b79d41-26f9-48c9-a7ac-1c9fc3e2d293 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:17.323808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c42efd5-ab9e-4001-830c-1a0da22a6891 req-43b79d41-26f9-48c9-a7ac-1c9fc3e2d293 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 949 time: 0.1803927 Dec 12 04:08:17.341331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef6b8b-5864-481c-8678-520d9e3a3ca5 req-a3638de0-b360-4f85-95b8-677ed8c80005 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:17.342869 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7ef6b8b-5864-481c-8678-520d9e3a3ca5 req-a3638de0-b360-4f85-95b8-677ed8c80005 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 949 time: 0.4427059 Dec 12 04:08:17.347867 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] For port a333213f-8392-41b6-b002-160331117a74, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a333213f-8392-41b6-b002-160331117a74,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:17.352610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52476866-763e-4e7a-bd02-e377e8ccca41 req-022ad5a9-2a60-4b9c-a103-67691c5d29b0 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811826 Dec 12 04:08:17.366239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1ab99e21-5df1-467e-a76f-634f3f07926b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1ab99e21-5df1-467e-a76f-634f3f07926b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:17.371387 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.401617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65814ece-14aa-4627-9d12-fb6fe2d29d59 req-314b77e0-f1c7-492a-8ee9-dbf18a089955 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953722 Dec 12 04:08:17.406811 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '1ab99e21-5df1-467e-a76f-634f3f07926b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '1ab99e21-5df1-467e-a76f-634f3f07926b', 'mac_address': 'fa:16:3e:c7:57:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:17.424309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:17.424965 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.426390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] 10.222.0.18 "PUT /v2.0/ports/a333213f-8392-41b6-b002-160331117a74 HTTP/1.1" status: 200 len: 1092 time: 1.7490633 Dec 12 04:08:17.429463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081b9cb9-183d-4afc-9529-d5604249a85d', 'tag': 'a333213f-8392-41b6-b002-160331117a74'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:17.431546 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7d6b56-1789-4ec7-be97-8a6547436cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "081b9cb9-183d-4afc-9529-d5604249a85d", "tag": "a333213f-8392-41b6-b002-160331117a74"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:17.472703 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7ef6b8b-5864-481c-8678-520d9e3a3ca5 req-885334f8-5d70-4a42-abac-a4b5e4fca578 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189940 Dec 12 04:08:17.481440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7e5cb-318b-4cc6-be9b-ec77ce1c9565 service neutron] Pushing event updated for resources: {'Port': ['ID=a333213f-8392-41b6-b002-160331117a74,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:17.481614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c42efd5-ab9e-4001-830c-1a0da22a6891 req-33dfd447-4b38-4037-90e6-5eaaff3de5d3 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567347 Dec 12 04:08:17.519364 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d5e253-31ab-406f-ae3f-56abc48d38b6 x-openstack-request-id: req-e8d5e253-31ab-406f-ae3f-56abc48d38b6 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:17.519687 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081b9cb9-183d-4afc-9529-d5604249a85d", "tag": "a333213f-8392-41b6-b002-160331117a74", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:17.519960 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8d5e253-31ab-406f-ae3f-56abc48d38b6 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:17.520374 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081b9cb9-183d-4afc-9529-d5604249a85d', 'tag': 'a333213f-8392-41b6-b002-160331117a74', 'status': 'completed', 'code': 200} Dec 12 04:08:17.557155 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.570353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.605143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab99e21-5df1-467e-a76f-634f3f07926b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:17.641808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4e40-9c29-48d7-a1b9-1bb55feb9e9b req-97a21c43-0320-496e-9fc7-3cd9d78981d2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:17.642404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1ab99e21-5df1-467e-a76f-634f3f07926b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1ab99e21-5df1-467e-a76f-634f3f07926b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:17.644010 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b1ba4e40-9c29-48d7-a1b9-1bb55feb9e9b req-97a21c43-0320-496e-9fc7-3cd9d78981d2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0961494 Dec 12 04:08:17.644567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:17.650784 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.655152 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.655905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a92f123f-7056-406d-899d-bbcfd80dd63d up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:17.718800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b1ba4e40-9c29-48d7-a1b9-1bb55feb9e9b req-2936ca90-8ebb-4205-a7ac-d459e323cf35 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658500 Dec 12 04:08:17.744881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1ab99e21-5df1-467e-a76f-634f3f07926b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:17.752392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port a92f123f-7056-406d-899d-bbcfd80dd63d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:17.752392 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.827494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:17.902810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b4ed9-b868-4db3-96f2-017756ad6a7e req-0e7434bc-3889-4202-adb2-dd66cc3467c1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:17.904039 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:17.909964 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac3b4ed9-b868-4db3-96f2-017756ad6a7e req-0e7434bc-3889-4202-adb2-dd66cc3467c1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 948 time: 0.0898516 Dec 12 04:08:17.946840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37964) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:17.953500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d6b56-1789-4ec7-be97-8a6547436cb2 req-9e9bc037-077c-4ea4-bf2b-6a0bd44c982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:17.955097 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e7d6b56-1789-4ec7-be97-8a6547436cb2 req-9e9bc037-077c-4ea4-bf2b-6a0bd44c982a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 1095 time: 0.0881510 Dec 12 04:08:17.976197 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac3b4ed9-b868-4db3-96f2-017756ad6a7e req-d3934560-a475-41ff-83ec-6a7c54f1c747 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546985 Dec 12 04:08:17.984123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a92f123f-7056-406d-899d-bbcfd80dd63d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:17.993926 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.053198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a92f123f-7056-406d-899d-bbcfd80dd63d,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:18.063578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1ab99e21-5df1-467e-a76f-634f3f07926b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:18.095519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-network', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:18.180751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1482882-6bd3-4ee0-a892-e6338a4867b6 req-c1d0bf11-72e2-448e-9298-9b3598949eaa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:18.182282 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1482882-6bd3-4ee0-a892-e6338a4867b6 req-c1d0bf11-72e2-448e-9298-9b3598949eaa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 944 time: 0.1778491 Dec 12 04:08:18.228841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Made reservation on behalf of 8f3200c8abda4a0c9847355e89cbab38 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:18.231099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.252612 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.254814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d6b56-1789-4ec7-be97-8a6547436cb2 req-a365807e-9e6e-4830-b29e-91526d9375ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:18.256845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e7d6b56-1789-4ec7-be97-8a6547436cb2 req-a365807e-9e6e-4830-b29e-91526d9375ee service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2823360 Dec 12 04:08:18.380141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1482882-6bd3-4ee0-a892-e6338a4867b6 req-36276b0f-81f6-4206-8e8b-744b6adaa82f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889613 Dec 12 04:08:18.472477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 04501ef9-af51-4fc7-871d-87ace21f541c details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:18.476856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d6b56-1789-4ec7-be97-8a6547436cb2 req-80f82d1e-0818-4ca3-ac75-457de217e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:18.478525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e7d6b56-1789-4ec7-be97-8a6547436cb2 req-80f82d1e-0818-4ca3-ac75-457de217e6e5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2025518 Dec 12 04:08:18.508651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.513972 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.546402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:08:18.559185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a495c-b251-4703-b1f1-65bb6e871a5f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:18.582247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.582604 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Added segment afd63c94-d58f-4713-b939-14e5bbb46584 of type vlan for network 05fe1a72-7b62-4fff-bf74-989576082b19 Dec 12 04:08:18.622173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 04501ef9-af51-4fc7-871d-87ace21f541c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=04501ef9-af51-4fc7-871d-87ace21f541c,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:18.636871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '04501ef9-af51-4fc7-871d-87ace21f541c', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '04501ef9-af51-4fc7-871d-87ace21f541c', 'mac_address': 'fa:16:3e:0a:eb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:18.641481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75752692-77b4-44f4-8a09-7e61f348f889 req-4303d98b-c1f0-4e7f-a923-bd4132a6ca7e tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:18.643634 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75752692-77b4-44f4-8a09-7e61f348f889 req-4303d98b-c1f0-4e7f-a923-bd4132a6ca7e tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 949 time: 0.0661795 Dec 12 04:08:18.684705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.695848 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.699459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04501ef9-af51-4fc7-871d-87ace21f541c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:18.704716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75752692-77b4-44f4-8a09-7e61f348f889 req-57511db9-a727-4c68-bd64-5703ce37a098 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540030 Dec 12 04:08:18.724380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 04501ef9-af51-4fc7-871d-87ace21f541c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=04501ef9-af51-4fc7-871d-87ace21f541c,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:18.729907 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.753960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.755106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:18.756351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:18.770149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166c59-5041-4142-8e6c-0b4c19d21c1f req-1b317f36-24b4-4eaf-bc34-e75e2f2c1cc0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:18.771875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e166c59-5041-4142-8e6c-0b4c19d21c1f req-1b317f36-24b4-4eaf-bc34-e75e2f2c1cc0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.1854880 Dec 12 04:08:18.775762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-e83b88aa-1c37-4d3d-86e7-67b31d1e1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:18.777348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-e83b88aa-1c37-4d3d-86e7-67b31d1e1ee4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 1095 time: 0.1391098 Dec 12 04:08:18.795963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=04501ef9-af51-4fc7-871d-87ace21f541c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:18.895818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65476bf2-716c-4380-9a6f-8c25f5824507 req-0b22a5c0-43cd-4f43-acde-36ac14c7f1eb tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:18.901654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65476bf2-716c-4380-9a6f-8c25f5824507 req-0b22a5c0-43cd-4f43-acde-36ac14c7f1eb tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0806201 Dec 12 04:08:18.904530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9482861 Dec 12 04:08:18.908512 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-26a9286b-0fe3-4870-8713-14ee39c009e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a333213f-8392-41b6-b002-160331117a74 HTTP/1.1" status: 200 len: 217 time: 0.0747097 Dec 12 04:08:18.909165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37978) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:18.916080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Request body: {'subnet': {'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-subnet', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:18.916367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba311b3-28ef-4727-958d-ae585836828c admin admin] Pushing event updated for resources: {'Network': ['ID=05fe1a72-7b62-4fff-bf74-989576082b19,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:18.928722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 05fe1a72-7b62-4fff-bf74-989576082b19 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:08:18.977887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65476bf2-716c-4380-9a6f-8c25f5824507 req-7d8b95b6-400e-4ab4-bd9b-c06e2323f0b9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696237 Dec 12 04:08:18.988781 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e166c59-5041-4142-8e6c-0b4c19d21c1f req-a0941d91-6c6b-48e6-93f4-3fdfd8220b7b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949623 Dec 12 04:08:19.001645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Made reservation on behalf of 8f3200c8abda4a0c9847355e89cbab38 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:19.002472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-e63190e7-e3d3-41b4-bc7b-14172d15fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:19.004205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-e63190e7-e3d3-41b4-bc7b-14172d15fa97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.0690339 Dec 12 04:08:19.006477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:19.065901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029'}, {'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:19.069221 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b04f0e6-3d17-423c-8eec-fb9a43eee66b" -d '{"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-plugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029"}, {"server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "name": "network-vif-plugged", "status": "completed", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:19.085083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-d816a9af-708f-4890-b2be-cdd230a23444 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702329 Dec 12 04:08:19.173634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa7b27-5f0b-4181-a034-6a08300e34cc req-c82ca924-df46-45d9-b634-9f3896cfa7b3 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:19.175043 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5aa7b27-5f0b-4181-a034-6a08300e34cc req-c82ca924-df46-45d9-b634-9f3896cfa7b3 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 949 time: 0.0798948 Dec 12 04:08:19.247192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['04501ef9-af51-4fc7-871d-87ace21f541c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:19.256192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a9db-d6aa-4cd6-870f-37c41ce0c737 req-d3aac88a-1125-4df0-b8e6-8019c62f38e2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:19.257715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d901a9db-d6aa-4cd6-870f-37c41ce0c737 req-d3aac88a-1125-4df0-b8e6-8019c62f38e2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0800486 Dec 12 04:08:19.272639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5aa7b27-5f0b-4181-a034-6a08300e34cc req-515810b0-3b21-4735-810f-6b94ccc99c36 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859885 Dec 12 04:08:19.275795 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-a3ebfc15-8c31-4511-863c-07accbaea791 service neutron] 10.222.0.18 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537592 Dec 12 04:08:19.351182 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:19.373304 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c708dfc-a055-4f55-a047-0912e0cfdb9f x-openstack-request-id: req-8c708dfc-a055-4f55-a047-0912e0cfdb9f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:19.373823 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-plugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029", "code": 200}, {"server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "name": "network-vif-plugged", "status": "completed", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:19.374177 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c708dfc-a055-4f55-a047-0912e0cfdb9f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:19.374741 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'code': 200} Dec 12 04:08:19.375144 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d', 'code': 200} Dec 12 04:08:19.413981 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0aee6963-8c36-4697-b4cb-f5034722f810 req-a081176b-ae7f-46d5-9032-b6302215b215 service neutron] 10.222.0.18 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245179 Dec 12 04:08:19.423315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:19.476142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Checking segment: {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:19.476648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Network hostable DHCP agents. Network: 05fe1a72-7b62-4fff-bf74-989576082b19, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:08:19.478948 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d901a9db-d6aa-4cd6-870f-37c41ce0c737 req-a2a97c35-a942-4ec6-914b-3c22273f238f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899362 Dec 12 04:08:19.549251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Network 05fe1a72-7b62-4fff-bf74-989576082b19 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:08:19.581478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e9067-9f68-4556-b10a-cd7848f37eef req-bdde0195-1872-46a4-a63b-374b9c2035d7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:19.582543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd3e9067-9f68-4556-b10a-cd7848f37eef req-bdde0195-1872-46a4-a63b-374b9c2035d7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 944 time: 0.0898736 Dec 12 04:08:19.584773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 05fe1a72-7b62-4fff-bf74-989576082b19) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:19.597809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6489dd3-b788-4db5-bb5d-81bc82c97a44 None None] Network 05fe1a72-7b62-4fff-bf74-989576082b19 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:08:19.600873 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:19.601697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:19.640546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f130a1-b071-4ca9-b88f-33643704afc4 req-81988701-1ccc-48d8-9f16-6a8d1f7706c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:19.642068 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34f130a1-b071-4ca9-b88f-33643704afc4 req-81988701-1ccc-48d8-9f16-6a8d1f7706c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 1100 time: 0.1013584 Dec 12 04:08:19.664006 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bc82853d-a6c2-4daa-b3ee-b4b965827bfb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7531571 Dec 12 04:08:19.667494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38000) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:19.673575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:19.724653 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:19.725659 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:19.742449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-05fe1a72-7b62-4fff-bf74-989576082b19', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:08:19.743506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:19.786896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd3e9067-9f68-4556-b10a-cd7848f37eef req-2c9b090c-e02a-4044-b2fa-296866ab8bba tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630263 Dec 12 04:08:19.789663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34f130a1-b071-4ca9-b88f-33643704afc4 req-13ddc0c2-050f-447b-8601-797b9750b959 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374507 Dec 12 04:08:19.846106 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:19.889572 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-5b41525b-e394-4930-93e9-79e78bb139be tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299520 Dec 12 04:08:19.925557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Allocated IP 172.20.0.2 (05fe1a72-7b62-4fff-bf74-989576082b19/efce6523-3ea5-4dbc-87ee-3c8e63c50fbb/db576cea-47ed-4a41-b510-5e4ea2546828) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:20.029531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-ac67dde3-24c5-4a20-a13b-4c0f6dc82251 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:20.031086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-ac67dde3-24c5-4a20-a13b-4c0f6dc82251 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360726 Dec 12 04:08:20.043833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130259da-1c29-4aaf-b66b-42e0ad75c40a req-3871b075-4790-45c1-804d-684ede1bf5cd tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:20.048970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-87badbbe-d807-441d-8dad-1e864af343fa tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/quotas/d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 375 time: 0.0118980 Dec 12 04:08:20.061409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-130259da-1c29-4aaf-b66b-42e0ad75c40a req-3871b075-4790-45c1-804d-684ede1bf5cd tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 949 time: 0.2323797 Dec 12 04:08:20.063504 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:20.120778 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-bf594df2-ac1c-44dd-bd7d-4faa83574444 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649345 Dec 12 04:08:20.154276 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:20.159654 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-130259da-1c29-4aaf-b66b-42e0ad75c40a req-2a30a2e5-81da-4462-bac1-18cae986cafc tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984635 Dec 12 04:08:20.174247 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:20.246541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Network 05fe1a72-7b62-4fff-bf74-989576082b19 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:20.251952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:20.254030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Pushing event updated for resources: {'Port': ['ID=db576cea-47ed-4a41-b510-5e4ea2546828,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:20.256592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:20.326861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Attempting to bind port db576cea-47ed-4a41-b510-5e4ea2546828 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:20.327254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Attempting to bind port db576cea-47ed-4a41-b510-5e4ea2546828 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:20.327629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Attempting to bind port db576cea-47ed-4a41-b510-5e4ea2546828 on network 05fe1a72-7b62-4fff-bf74-989576082b19 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:20.333377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:20.334352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Checking segment: {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:20.334768 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:20.335281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Bound using segment: {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:20.335765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Bound port: db576cea-47ed-4a41-b510-5e4ea2546828, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:20.336152 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:20.408011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] For port db576cea-47ed-4a41-b510-5e4ea2546828, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:20.411469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] For port db576cea-47ed-4a41-b510-5e4ea2546828, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=db576cea-47ed-4a41-b510-5e4ea2546828,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:20.419644 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:20.429581 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:20.484653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416a92-f078-40d1-810e-6367e250dd90 req-106ca5a1-1336-4126-8069-e992dc74f102 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:20.497043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d416a92-f078-40d1-810e-6367e250dd90 req-106ca5a1-1336-4126-8069-e992dc74f102 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.2161407 Dec 12 04:08:20.502809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e703e-6b6e-4793-a162-ce909bde941a None None] Pushing event updated for resources: {'Port': ['ID=db576cea-47ed-4a41-b510-5e4ea2546828,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:20.509615 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:20.572531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba815c-b589-42d4-bf4b-ba848253174c req-7a18d352-6b37-4aba-95c2-f9ab42dc15e1 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:20.580967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63ba815c-b589-42d4-bf4b-ba848253174c req-7a18d352-6b37-4aba-95c2-f9ab42dc15e1 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 949 time: 0.0939503 Dec 12 04:08:20.645498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63ba815c-b589-42d4-bf4b-ba848253174c req-3d0e3832-4dbe-4209-8b1f-f2d29b63d7e7 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608876 Dec 12 04:08:20.658286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Allocated IP 172.25.7.54 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9303e8b3-0d68-47c9-8207-855d66b5be24) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:20.762699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d416a92-f078-40d1-810e-6367e250dd90 req-42e23ad8-79d8-4479-8861-e68cceb2d442 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641292 Dec 12 04:08:20.858522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a532f-4670-488b-90fa-6f71672acd77 req-8616d348-e044-4c6f-939d-62b2769f0dcf tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:20.868253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa8a532f-4670-488b-90fa-6f71672acd77 req-8616d348-e044-4c6f-939d-62b2769f0dcf tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 949 time: 0.1424944 Dec 12 04:08:20.918556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1ab99e21-5df1-467e-a76f-634f3f07926b up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:20.932546 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa8a532f-4670-488b-90fa-6f71672acd77 req-4c7c913b-41b3-44cf-af16-fe95afb899b5 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581172 Dec 12 04:08:20.946123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f86aefc-1eca-42c2-8e70-361c8765f242 req-734c6889-d039-422c-952d-51c05a4be324 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 210 time: 0.0694242 Dec 12 04:08:20.966752 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:21.039618 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:21.055919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device db576cea-47ed-4a41-b510-5e4ea2546828 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:21.118521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e072f-d7cc-4d8e-8a20-e9bdfdfa6a80 req-2d0ff28b-948b-4360-879c-85fe2165fa9e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:21.119714 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-877e072f-d7cc-4d8e-8a20-e9bdfdfa6a80 req-2d0ff28b-948b-4360-879c-85fe2165fa9e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 944 time: 0.0742080 Dec 12 04:08:21.122247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:21.126243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:21.130769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:21.146659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port db576cea-47ed-4a41-b510-5e4ea2546828 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:21.147367 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:21.151191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 1ab99e21-5df1-467e-a76f-634f3f07926b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:08:21.162292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 1ab99e21-5df1-467e-a76f-634f3f07926b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:21.165349 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:21.165888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Pushing event updated for resources: {'Port': ['ID=9303e8b3-0d68-47c9-8207-855d66b5be24,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:21.241316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-877e072f-d7cc-4d8e-8a20-e9bdfdfa6a80 req-3e3f2269-739e-44e5-b1cc-0b4256b67232 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130602 Dec 12 04:08:21.443509 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:21.512740 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:21.518265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port db576cea-47ed-4a41-b510-5e4ea2546828, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=db576cea-47ed-4a41-b510-5e4ea2546828,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:21.526256 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:21.571231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec35e06-9990-4159-81df-dc3c0d31cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab99e21-5df1-467e-a76f-634f3f07926b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:21.573591 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e948e-a8ba-4397-bf25-956d9909432c" -d '{"events": [{"server_uuid": "bec35e06-9990-4159-81df-dc3c0d31cedc", "name": "network-vif-plugged", "status": "completed", "tag": "1ab99e21-5df1-467e-a76f-634f3f07926b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:21.595024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1ab99e21-5df1-467e-a76f-634f3f07926b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1ab99e21-5df1-467e-a76f-634f3f07926b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:21.609980 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:21.615770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=db576cea-47ed-4a41-b510-5e4ea2546828,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:21.642873 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0d4518-df64-4738-8428-7884e9f0391a x-openstack-request-id: req-9e0d4518-df64-4738-8428-7884e9f0391a {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:21.643192 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec35e06-9990-4159-81df-dc3c0d31cedc", "name": "network-vif-plugged", "status": "completed", "tag": "1ab99e21-5df1-467e-a76f-634f3f07926b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:21.643456 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e0d4518-df64-4738-8428-7884e9f0391a {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:21.643857 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec35e06-9990-4159-81df-dc3c0d31cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab99e21-5df1-467e-a76f-634f3f07926b', 'code': 200} Dec 12 04:08:21.673280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1ab99e21-5df1-467e-a76f-634f3f07926b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:21.782690 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:21.798552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58150737-f5a6-4915-b775-4cbf13e1a0a3 req-cb4c2aa5-c830-43e5-a164-41f51e14facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:21.800236 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58150737-f5a6-4915-b775-4cbf13e1a0a3 req-cb4c2aa5-c830-43e5-a164-41f51e14facf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 1101 time: 0.0488017 Dec 12 04:08:21.829830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f077-643d-4994-9a92-08f9ef965402 req-701b6fd8-90e0-481b-ae8a-7cad7dc2636a tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:21.831357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9a6f077-643d-4994-9a92-08f9ef965402 req-701b6fd8-90e0-481b-ae8a-7cad7dc2636a tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 949 time: 0.1020939 Dec 12 04:08:21.870455 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58150737-f5a6-4915-b775-4cbf13e1a0a3 req-5d044ece-1ae2-49a7-9ed1-99d52ac48660 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586209 Dec 12 04:08:21.910916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669611b2-0ef4-4cb4-a828-5abf54f8e91b None None] Network 05fe1a72-7b62-4fff-bf74-989576082b19 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:08:21.915786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7676843-58ea-430a-9163-c6ae927c2e7f req-1ac55b26-6041-4997-bd6c-631805492790 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:21.917202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7676843-58ea-430a-9163-c6ae927c2e7f req-1ac55b26-6041-4997-bd6c-631805492790 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0664346 Dec 12 04:08:21.919118 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9a6f077-643d-4994-9a92-08f9ef965402 req-1f6ab789-0e97-4160-b748-6333fbc10fbd tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616019 Dec 12 04:08:21.974901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7676843-58ea-430a-9163-c6ae927c2e7f req-f12704df-86df-4100-8d09-83fdf05ad073 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480649 Dec 12 04:08:22.035928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0c3b7376-cef0-429c-9ff8-58e11ba6f5a3 None None] Provisioning complete for port db576cea-47ed-4a41-b510-5e4ea2546828 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:22.036404 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0c3b7376-cef0-429c-9ff8-58e11ba6f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:22.053910 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:22.108244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9406c-4cb0-4c3b-8d35-cd6b903f67c2 req-1ef61f7f-2937-4852-bbf8-bbea1104b7f1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:22.114304 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1f9406c-4cb0-4c3b-8d35-cd6b903f67c2 req-1ef61f7f-2937-4852-bbf8-bbea1104b7f1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 949 time: 0.0711908 Dec 12 04:08:22.195743 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1f9406c-4cb0-4c3b-8d35-cd6b903f67c2 req-7786cbd0-7e9f-40bf-ab56-d04175a4d48f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696690 Dec 12 04:08:22.212073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Router d443164d-a14c-43ea-b795-90b920e60d4d is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:08:22.344794 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-830e5fe1-207f-486d-b030-dd8ed3fcdb45 req-9d2275fd-0473-4ce0-9afa-4b2de1ec7bd3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 210 time: 0.0466917 Dec 12 04:08:22.363188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-72c54ba9-fa60-44d0-a0a1-fe73bd109a87 None None] Provisioning complete for port db576cea-47ed-4a41-b510-5e4ea2546828 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:22.363188 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-72c54ba9-fa60-44d0-a0a1-fe73bd109a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:22.363533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:08:22.385740 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Sync routers for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:08:22.402749 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:08:22.404957 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:08:22.416737 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:22.418235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d4c27f3a-043b-417b-bd93-ad7ae1077e5d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7491179 Dec 12 04:08:22.420867 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38070) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:08:22.495111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a333213f-8392-41b6-b002-160331117a74 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:22.510524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 04501ef9-af51-4fc7-871d-87ace21f541c up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:22.581936 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:08:22.599921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626a382-15a5-4511-9208-9bd3aecae59e req-9b158375-a651-4104-a801-6fd8d8749cf0 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:22.608301 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3626a382-15a5-4511-9208-9bd3aecae59e req-9b158375-a651-4104-a801-6fd8d8749cf0 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 944 time: 0.0899272 Dec 12 04:08:22.639752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-3d4857dd-3e93-4665-b489-753a862c1ac2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514112 Dec 12 04:08:22.744808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 04501ef9-af51-4fc7-871d-87ace21f541c completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:08:22.749993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3626a382-15a5-4511-9208-9bd3aecae59e req-1b3be75a-75e7-4508-9cce-314491cb099b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361055 Dec 12 04:08:22.768129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 04501ef9-af51-4fc7-871d-87ace21f541c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:22.768554 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:22.776208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port a333213f-8392-41b6-b002-160331117a74, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a333213f-8392-41b6-b002-160331117a74,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:22.814527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'a333213f-8392-41b6-b002-160331117a74', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'port_id': 'a333213f-8392-41b6-b002-160331117a74', 'mac_address': 'fa:16:3e:ec:c2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4b163-48ba-4429-83f2-c9bdb90cc5bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:22.863619 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:22.886557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-69773b1b-6430-40f2-aeb7-47756a05e211 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:22.888895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-69773b1b-6430-40f2-aeb7-47756a05e211 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398980 Dec 12 04:08:22.891314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a333213f-8392-41b6-b002-160331117a74 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:22.918048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Request body: {'port': {'device_id': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'd42b68d55c3b405d8bb5ee6f346236ab'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:22.924373 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:21Z', 'revision_number': 3, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:08:22.928837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device db576cea-47ed-4a41-b510-5e4ea2546828 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:22.956462 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Checking router: d443164d-a14c-43ea-b795-90b920e60d4d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:08:22.956842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Updating router d443164d-a14c-43ea-b795-90b920e60d4d port 9303e8b3-0d68-47c9-8207-855d66b5be24 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:08:22.962062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port a333213f-8392-41b6-b002-160331117a74, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a333213f-8392-41b6-b002-160331117a74,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:22.977379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:22.986133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:22.997655 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.067360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=a333213f-8392-41b6-b002-160331117a74,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:23.077954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 04501ef9-af51-4fc7-871d-87ace21f541c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=04501ef9-af51-4fc7-871d-87ace21f541c,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:23.078529 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.087049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.087413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.087741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.088084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.088420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.088763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.089112 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.089443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.089854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.090188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.090516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.090847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.091174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.096703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.101518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port db576cea-47ed-4a41-b510-5e4ea2546828 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:23.101902 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.111793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Made reservation on behalf of d42b68d55c3b405d8bb5ee6f346236ab for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:23.116703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.181773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=04501ef9-af51-4fc7-871d-87ace21f541c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:23.267109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a1a91-37b1-4e10-9fcc-adc209331dfb req-187a71f4-bdbf-4d21-822a-4f57de02403d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:23.276642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb0a1a91-37b1-4e10-9fcc-adc209331dfb req-187a71f4-bdbf-4d21-822a-4f57de02403d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1448126 Dec 12 04:08:23.345215 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.352915 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.367896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Allocated IP 172.20.0.1 (05fe1a72-7b62-4fff-bf74-989576082b19/efce6523-3ea5-4dbc-87ee-3c8e63c50fbb/286c0124-be95-477d-a943-35609b7c53c9) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:23.377629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Allocated IP 192.168.233.34 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/9aac7d7e-d698-4611-a1af-22537f14ce01) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:23.384609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb0a1a91-37b1-4e10-9fcc-adc209331dfb req-e9167678-9ccc-4765-9de6-4f8f18cde282 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068215 Dec 12 04:08:23.396928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac91ec-7a1e-4e28-add5-2fb5fc979a84 req-60be40f8-1439-4e69-8121-5f3980a996fc tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:23.399089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aac91ec-7a1e-4e28-add5-2fb5fc979a84 req-60be40f8-1439-4e69-8121-5f3980a996fc tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 950 time: 0.1070642 Dec 12 04:08:23.430343 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Pushing event updated for resources: {'Port': ['ID=9303e8b3-0d68-47c9-8207-855d66b5be24,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:23.455099 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.455595 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.456048 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.456664 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.458058 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.458530 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.459496 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.460167 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.460605 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.461067 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.461504 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.461928 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.462481 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:23.468408 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Attempting to bind port 9303e8b3-0d68-47c9-8207-855d66b5be24 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:23.469511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['a333213f-8392-41b6-b002-160331117a74'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:23.470228 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Attempting to bind port 9303e8b3-0d68-47c9-8207-855d66b5be24 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:23.470845 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Attempting to bind port 9303e8b3-0d68-47c9-8207-855d66b5be24 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:23.477916 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:23.480011 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:23.480902 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.481556 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:23.482260 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Bound port: 9303e8b3-0d68-47c9-8207-855d66b5be24, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:23.482908 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.528916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aac91ec-7a1e-4e28-add5-2fb5fc979a84 req-717317b1-0f5b-47b4-8624-8a929b0e16d7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113122 Dec 12 04:08:23.556894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd80cc6a-229a-4740-a4da-0d570d3ad43a req-6367ba45-61e1-47a2-ade5-2e652291ad12 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 210 time: 0.0424931 Dec 12 04:08:23.562271 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] For port 9303e8b3-0d68-47c9-8207-855d66b5be24, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:23.566735 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] For port 9303e8b3-0d68-47c9-8207-855d66b5be24, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9303e8b3-0d68-47c9-8207-855d66b5be24,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:23.588260 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.605366 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.650204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49787bf-434a-45ab-ad1f-c2a25f4a3537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04501ef9-af51-4fc7-871d-87ace21f541c'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:23.653337 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f29adf-fb33-4eab-9260-31ca24b145b6" -d '{"events": [{"server_uuid": "e49787bf-434a-45ab-ad1f-c2a25f4a3537", "name": "network-vif-plugged", "status": "completed", "tag": "04501ef9-af51-4fc7-871d-87ace21f541c"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:23.656019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.699393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.706970 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.747072 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea79e29-f002-4eb7-b432-c58a033a03f2 x-openstack-request-id: req-9ea79e29-f002-4eb7-b432-c58a033a03f2 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:23.747544 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49787bf-434a-45ab-ad1f-c2a25f4a3537", "name": "network-vif-plugged", "status": "completed", "tag": "04501ef9-af51-4fc7-871d-87ace21f541c", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:23.747815 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ea79e29-f002-4eb7-b432-c58a033a03f2 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:23.748257 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49787bf-434a-45ab-ad1f-c2a25f4a3537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04501ef9-af51-4fc7-871d-87ace21f541c', 'code': 200} Dec 12 04:08:23.751971 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:08:23.752610 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:08:23.754418 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55b7ce-9ec1-42a4-9a75-1d726b99e950 None None] Pushing event updated for resources: {'Port': ['ID=9303e8b3-0d68-47c9-8207-855d66b5be24,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:23.769568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['a92f123f-7056-406d-899d-bbcfd80dd63d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:23.792061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:23.795734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:23.800197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:23.829324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Network 05fe1a72-7b62-4fff-bf74-989576082b19 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:23.837594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:23.841145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=286c0124-be95-477d-a943-35609b7c53c9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:23.842762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:23.850227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:23.905851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.923730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:23.924418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:23.971804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-27625299-b19b-46bd-bf2e-e688fd29c7f3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0616260 Dec 12 04:08:24.000648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Request body: {'port': {'device_id': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:24.073433 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:08:24.088347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1babf7b-d8de-4485-9461-a3ceabe3ccf4 req-72a725df-8644-48e0-acde-5b82f5efacc6 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:24.090087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1babf7b-d8de-4485-9461-a3ceabe3ccf4 req-72a725df-8644-48e0-acde-5b82f5efacc6 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 945 time: 0.1810486 Dec 12 04:08:24.101964 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:24.117247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377e2c6-6c70-488d-b8cd-8769ac128252 req-33492e44-b835-4b1d-b0d4-b0f6e2772f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:24.118862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4377e2c6-6c70-488d-b8cd-8769ac128252 req-33492e44-b835-4b1d-b0d4-b0f6e2772f16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 1101 time: 0.1362057 Dec 12 04:08:24.217372 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1babf7b-d8de-4485-9461-a3ceabe3ccf4 req-280cc19f-7d12-402a-ae61-573b1f8f74b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157527 Dec 12 04:08:24.278278 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4377e2c6-6c70-488d-b8cd-8769ac128252 req-fb136bed-5f20-41d5-8573-7ccd80845a71 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360421 Dec 12 04:08:24.283201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:24.305015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d10ddecf-feab-4472-b8c0-02dc411b1fa2 None None] Provisioning complete for port 286c0124-be95-477d-a943-35609b7c53c9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:24.306128 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d10ddecf-feab-4472-b8c0-02dc411b1fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:24.328418 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:21Z', 'revision_number': 3, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:08:24.349245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d10ddecf-feab-4472-b8c0-02dc411b1fa2 None None] Port 286c0124-be95-477d-a943-35609b7c53c9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:24.362261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d10ddecf-feab-4472-b8c0-02dc411b1fa2 None None] Provisioning complete for port 9aac7d7e-d698-4611-a1af-22537f14ce01 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:24.362519 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add238fc-3fbf-4270-9e24-b5216f690bd4 None None] The sync data for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 is: [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:21Z', 'revision_number': 3, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:08:24.363700 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d10ddecf-feab-4472-b8c0-02dc411b1fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:24.412374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d10ddecf-feab-4472-b8c0-02dc411b1fa2 None None] Port 9aac7d7e-d698-4611-a1af-22537f14ce01 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:24.515984 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:24.520622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:24.591444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=286c0124-be95-477d-a943-35609b7c53c9,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:24.594507 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:24.605284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463edfc1-3304-4917-a69a-822c17f5cfdd req-cd6bfe76-13bb-49e5-9a00-b34887dc4eb6 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:24.612467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-463edfc1-3304-4917-a69a-822c17f5cfdd req-cd6bfe76-13bb-49e5-9a00-b34887dc4eb6 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1077626 Dec 12 04:08:24.669373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e8f526f6-3f59-4b44-90b7-ced35ee04ff0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:24.704304 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-463edfc1-3304-4917-a69a-822c17f5cfdd req-688de737-eba2-4032-b79a-de2ead194a9f tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908208 Dec 12 04:08:24.789511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Network 05fe1a72-7b62-4fff-bf74-989576082b19 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:24.794167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:24.812061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b081e-52d5-4e04-a53d-34ec8297b0d4 req-0670a07a-172e-45f4-9a38-3e719c2d6b76 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:24.821042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d2b081e-52d5-4e04-a53d-34ec8297b0d4 req-0670a07a-172e-45f4-9a38-3e719c2d6b76 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 950 time: 0.1133962 Dec 12 04:08:24.886826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aac7d7e-d698-4611-a1af-22537f14ce01 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:24.904838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:24.936877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98271274-4817-4397-8aeb-cb09f2e6f0c1 req-1c4e38c5-65c8-461a-bb83-903114d6d8bc tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:24.944508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-98271274-4817-4397-8aeb-cb09f2e6f0c1 req-1c4e38c5-65c8-461a-bb83-903114d6d8bc tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 935 time: 0.1187704 Dec 12 04:08:24.946913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Transition to ACTIVE for port object 9aac7d7e-d698-4611-a1af-22537f14ce01 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:24.955261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:24.964425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9303e8b3-0d68-47c9-8207-855d66b5be24 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:25.028275 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d2b081e-52d5-4e04-a53d-34ec8297b0d4 req-51f36f0c-382a-42d1-b022-c50e85493df5 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011619 Dec 12 04:08:25.062408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9303e8b3-0d68-47c9-8207-855d66b5be24 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:25.062796 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:25.095014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Router d443164d-a14c-43ea-b795-90b920e60d4d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:08:25.105922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:25.144860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-98271274-4817-4397-8aeb-cb09f2e6f0c1 req-48d82731-cadc-48c7-ba12-663a755f36cb tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992331 Dec 12 04:08:25.234231 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:25.296605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:25.296767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-93657756-84bd-47db-931e-60b050b62d9f None None] Provisioning complete for port 286c0124-be95-477d-a943-35609b7c53c9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:25.297183 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-93657756-84bd-47db-931e-60b050b62d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:25.297386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:25.297701 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:25.300078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 9303e8b3-0d68-47c9-8207-855d66b5be24, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9303e8b3-0d68-47c9-8207-855d66b5be24,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:25.306952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:08:25.307349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Port 9aac7d7e-d698-4611-a1af-22537f14ce01 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:25.307694 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:25.314494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d5cc9d35-585e-425f-9618-1ef57df54fd8 admin admin] 10.222.0.36 "PUT /v2.0/routers/d443164d-a14c-43ea-b795-90b920e60d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8923981 Dec 12 04:08:25.327264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:25.327641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:25.328036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:25.328490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Bound port: 9aac7d7e-d698-4611-a1af-22537f14ce01, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:25.328893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:25.337699 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:25.426829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:25.431974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:25.434958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-93657756-84bd-47db-931e-60b050b62d9f None None] Port 286c0124-be95-477d-a943-35609b7c53c9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:25.437989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=9303e8b3-0d68-47c9-8207-855d66b5be24,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:25.439146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d999a-112d-4962-84c9-742b3fb4b767 req-53271bef-c6d2-404e-9c04-a02415e8c342 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:25.441014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b61d999a-112d-4962-84c9-742b3fb4b767 req-53271bef-c6d2-404e-9c04-a02415e8c342 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 945 time: 0.0727780 Dec 12 04:08:25.442398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:25.460003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:25.460722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:25.462394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] 10.222.0.37 "PUT /v2.0/ports/9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 1095 time: 1.4660947 Dec 12 04:08:25.490768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:25.493238 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31244fc7-5c56-49c4-9af6-d6d28be37791" -d '{"events": [{"name": "network-changed", "server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:25.527014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b61d999a-112d-4962-84c9-742b3fb4b767 req-b5d9411d-a36e-4fad-af2b-b3d0882fb588 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790172 Dec 12 04:08:25.550413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d1c08-91a3-4f10-8dc8-44c9a62db65f service neutron] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:25.596527 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ad520-3bd0-44c7-a021-7426cc72cafb x-openstack-request-id: req-005ad520-3bd0-44c7-a021-7426cc72cafb {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:25.597038 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:25.597390 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-005ad520-3bd0-44c7-a021-7426cc72cafb {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:25.597889 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'status': 'completed', 'code': 200} Dec 12 04:08:25.668149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-75f12a6f-bc17-48d9-9671-bc997a8a1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:25.670199 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-75f12a6f-bc17-48d9-9671-bc997a8a1576 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1098 time: 0.0539186 Dec 12 04:08:25.747629 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-d7ffbd5d-a4bf-4483-a890-7d6cf1018dd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.0480936 Dec 12 04:08:25.850266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-80e26a52-4192-4ed6-91b5-73d529ff4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:25.851781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-80e26a52-4192-4ed6-91b5-73d529ff4f1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0883753 Dec 12 04:08:25.866869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58df60b-c60f-4f26-b8f7-e60744f95049 req-215f38f9-dbaf-4615-b5db-377934fde212 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:25.868498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c58df60b-c60f-4f26-b8f7-e60744f95049 req-215f38f9-dbaf-4615-b5db-377934fde212 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0675187 Dec 12 04:08:25.944624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6afac1d1-2322-4f16-9334-3c230a797f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:25.946177 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-6afac1d1-2322-4f16-9334-3c230a797f23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754271 Dec 12 04:08:25.951838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-8f12d37a-a1c8-4d9e-8fdf-c63f4de19897 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:25.953754 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c58df60b-c60f-4f26-b8f7-e60744f95049 req-2eabff70-4c8a-4b92-9ee0-c00ad172c2bd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706089 Dec 12 04:08:25.959433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-8f12d37a-a1c8-4d9e-8fdf-c63f4de19897 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 820 time: 0.1311681 Dec 12 04:08:25.973383 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-bc3d8078-c168-4d48-a679-b55ced7f3be5 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/quotas/8f3200c8abda4a0c9847355e89cbab38 HTTP/1.1" status: 200 len: 375 time: 0.0114386 Dec 12 04:08:26.032803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-fcd3c3f1-b1e7-47b8-93c2-599d4001ecd1 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521474 Dec 12 04:08:26.069027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-272e60f4-cbec-4bdc-bd48-acaf0c6033ce service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994749 Dec 12 04:08:26.133991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-fa93de0d-9d97-48d3-8fc9-7ff49735bcda service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932844 Dec 12 04:08:26.223931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd08c09-d276-4bdb-870b-a2cb23804ed5 req-6912d6ec-c2bf-4760-a728-8283e71c2b31 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:26.225752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbd08c09-d276-4bdb-870b-a2cb23804ed5 req-6912d6ec-c2bf-4760-a728-8283e71c2b31 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 950 time: 0.1087725 Dec 12 04:08:26.246051 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5bb506d-5e96-439b-8f08-734382e1a0b5 req-9e8b9f0b-ffcd-49af-b830-5f71c3764087 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544399 Dec 12 04:08:26.312954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbd08c09-d276-4bdb-870b-a2cb23804ed5 req-a7d79711-1dc6-4b77-bd00-ef47e4169f2f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807955 Dec 12 04:08:26.445644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-ed245004-2d6f-4564-bd90-678370a3d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:26.447552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-ed245004-2d6f-4564-bd90-678370a3d8b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1098 time: 0.0531673 Dec 12 04:08:26.486251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a333213f-8392-41b6-b002-160331117a74 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:26.494977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-cc007772-56f2-4408-a458-bad53d9c2529 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550162 Dec 12 04:08:26.532800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Sync routers for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:08:26.557097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:08:26.557750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:08:26.606099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084d693-40f8-46e9-a80e-1be3f312e5c0 req-feedd69a-5d90-4b09-ae98-a8b823d3c080 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:26.607959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7084d693-40f8-46e9-a80e-1be3f312e5c0 req-feedd69a-5d90-4b09-ae98-a8b823d3c080 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 947 time: 0.1494291 Dec 12 04:08:26.669702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-55c5ae2c-251d-4e70-a13b-b53bf14d3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:26.672383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-55c5ae2c-251d-4e70-a13b-b53bf14d3074 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1635904 Dec 12 04:08:26.703992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port a333213f-8392-41b6-b002-160331117a74 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:08:26.712008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port a333213f-8392-41b6-b002-160331117a74 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:26.712491 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:26.763788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:08:26.779462 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-47c3afba-1146-4f03-9f30-851eb8a27912 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.0972621 Dec 12 04:08:26.792511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7084d693-40f8-46e9-a80e-1be3f312e5c0 req-df793663-62d2-44c5-9ad3-78ca8bfa948d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740546 Dec 12 04:08:26.945331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9303e8b3-0d68-47c9-8207-855d66b5be24 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:26.987477 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:26.993681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-fb1ba8cb-2e55-4ce3-9af9-be79cd312827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:26.996277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-fb1ba8cb-2e55-4ce3-9af9-be79cd312827 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1976223 Dec 12 04:08:27.001744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c1bab-1665-444e-a36e-8efa28f31095 req-9a1970ba-06bd-4633-a6d0-8de8c1322568 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:27.011139 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-744c1bab-1665-444e-a36e-8efa28f31095 req-9a1970ba-06bd-4633-a6d0-8de8c1322568 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 950 time: 0.0964081 Dec 12 04:08:27.116909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-744c1bab-1665-444e-a36e-8efa28f31095 req-7042bb04-eadc-45eb-b5dd-3cd1a5dac8c0 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036353 Dec 12 04:08:27.133304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdb4b2-d586-4afd-85d2-5b3ac6bf6637 req-79a42c7b-bd7f-4d33-81d0-a81241b2660c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:27.135031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51cdb4b2-d586-4afd-85d2-5b3ac6bf6637 req-79a42c7b-bd7f-4d33-81d0-a81241b2660c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 945 time: 0.1905704 Dec 12 04:08:27.142351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-2fb98abe-d542-4f03-b9fb-73f78f69b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:27.144225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-2fb98abe-d542-4f03-b9fb-73f78f69b954 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004882 Dec 12 04:08:27.166776 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:27.202098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0bfadab7-fccd-4d8a-87cf-ace43c368b75 req-aaf590d7-7596-48e2-8758-45719d14c12d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 210 time: 0.0498981 Dec 12 04:08:27.262415 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51cdb4b2-d586-4afd-85d2-5b3ac6bf6637 req-7f27ca26-552f-4d5b-8f19-6cc12b666a51 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173170 Dec 12 04:08:27.322244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-4f2bef3d-1db1-4b3c-bff3-542909d06153 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620445 Dec 12 04:08:27.342053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b9cb9-183d-4afc-9529-d5604249a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a333213f-8392-41b6-b002-160331117a74'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:27.345157 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1085c9-24a7-49a7-834b-a437ffd08af9" -d '{"events": [{"server_uuid": "081b9cb9-183d-4afc-9529-d5604249a85d", "name": "network-vif-plugged", "status": "completed", "tag": "a333213f-8392-41b6-b002-160331117a74"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:27.359517 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc0330-409d-40bd-b0fa-c7e5cfff5f86 req-77c4d33e-fb4f-4ff9-80d8-ec7081b29722 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:27.376000 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b6bc0330-409d-40bd-b0fa-c7e5cfff5f86 req-77c4d33e-fb4f-4ff9-80d8-ec7081b29722 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1022534 Dec 12 04:08:27.382858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port a333213f-8392-41b6-b002-160331117a74, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a333213f-8392-41b6-b002-160331117a74,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:27.497867 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b6bc0330-409d-40bd-b0fa-c7e5cfff5f86 req-1a26e254-25f2-449a-b391-393c094cf502 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203442 Dec 12 04:08:27.510699 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:27.592316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31244fc7-5c56-49c4-9af6-d6d28be37791 req-07b11c4a-9134-4276-932a-efbc5a0555f8 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543871 Dec 12 04:08:27.596367 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d32ee-92db-40b6-9a88-8d65552d0499 x-openstack-request-id: req-f42d32ee-92db-40b6-9a88-8d65552d0499 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:27.598004 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081b9cb9-183d-4afc-9529-d5604249a85d", "name": "network-vif-plugged", "status": "completed", "tag": "a333213f-8392-41b6-b002-160331117a74", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:27.598309 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f42d32ee-92db-40b6-9a88-8d65552d0499 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:27.598913 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b9cb9-183d-4afc-9529-d5604249a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a333213f-8392-41b6-b002-160331117a74', 'code': 200} Dec 12 04:08:27.655746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=a333213f-8392-41b6-b002-160331117a74,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:27.674687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9303e8b3-0d68-47c9-8207-855d66b5be24 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:27.675117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:27.763223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85596362-673f-454b-a6f9-db80ee8fa424 req-5b6bf36f-3807-4fe9-9560-9697d1704d6f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:27.770490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85596362-673f-454b-a6f9-db80ee8fa424 req-5b6bf36f-3807-4fe9-9560-9697d1704d6f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:27.770669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:27.776159 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85596362-673f-454b-a6f9-db80ee8fa424 req-5b6bf36f-3807-4fe9-9560-9697d1704d6f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc&device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 1691 time: 0.0942280 Dec 12 04:08:27.861329 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85596362-673f-454b-a6f9-db80ee8fa424 req-ab171437-8dab-43f4-96ed-2394dfa7552f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838945 Dec 12 04:08:27.867793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'mac_address': 'fa:16:3e:75:69:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:27.881636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 2, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:08:27.905848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bf0a1-3e58-4c26-9b48-ddcd9b88a991 req-0765517c-7511-4c5c-8260-282161de413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:27.908559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b3bf0a1-3e58-4c26-9b48-ddcd9b88a991 req-0765517c-7511-4c5c-8260-282161de413d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 1097 time: 0.1325290 Dec 12 04:08:27.940033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Checking router: d443164d-a14c-43ea-b795-90b920e60d4d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:08:27.940579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Updating router d443164d-a14c-43ea-b795-90b920e60d4d port 286c0124-be95-477d-a943-35609b7c53c9 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:08:27.999697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9c55-2671-4ce4-9836-0594fd267557 req-5ad374a2-fec8-4761-9280-d4498dfb125f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:28.001338 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a57f9c55-2671-4ce4-9836-0594fd267557 req-5ad374a2-fec8-4761-9280-d4498dfb125f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 947 time: 0.0846567 Dec 12 04:08:28.032012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b3bf0a1-3e58-4c26-9b48-ddcd9b88a991 req-f1d260d8-42bf-4c5e-bd52-2109a9e7cdb8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769150 Dec 12 04:08:28.070922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a57f9c55-2671-4ce4-9836-0594fd267557 req-ab295abd-d3ac-4d19-b751-cffae7fab077 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606811 Dec 12 04:08:28.105940 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:28.110631 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:28.111233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab7e8c-5421-4364-9630-4c6c1974cf17 req-7b150a4e-0656-4d64-bbe6-5ae1e5e796c3 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:28.120966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8dab7e8c-5421-4364-9630-4c6c1974cf17 req-7b150a4e-0656-4d64-bbe6-5ae1e5e796c3 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 1101 time: 0.0765622 Dec 12 04:08:28.192117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8dab7e8c-5421-4364-9630-4c6c1974cf17 req-0b62596b-7eb9-4cb0-a0c9-649615b0aa18 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698593 Dec 12 04:08:28.245046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 463a4856-a87e-4bf3-a6df-00c5b4601029 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:28.283062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:28.297839 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:28.359587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c383825-6d03-40ab-ad69-dad63961e9fd req-9061ca07-6b38-4ea3-842c-78979cb75d67 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 210 time: 0.0374932 Dec 12 04:08:28.422535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062658a-8f60-4037-b3e0-d455c1a59b13 req-1ed6dd6d-b474-4356-a82e-4eeed323f7de tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:28.424096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3062658a-8f60-4037-b3e0-d455c1a59b13 req-1ed6dd6d-b474-4356-a82e-4eeed323f7de tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 1101 time: 0.0730665 Dec 12 04:08:28.449556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:28.484319 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3062658a-8f60-4037-b3e0-d455c1a59b13 req-f28a3ea6-aba1-45d6-9840-7c4b6ee65df8 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521958 Dec 12 04:08:28.542615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['463a4856-a87e-4bf3-a6df-00c5b4601029'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:28.547491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20458363-25c8-4367-9e3b-d374b5012f2d req-fba9daaf-8a9a-451a-9958-5ea3bc6ca2c2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:28.557141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20458363-25c8-4367-9e3b-d374b5012f2d req-fba9daaf-8a9a-451a-9958-5ea3bc6ca2c2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 946 time: 0.0841789 Dec 12 04:08:28.627906 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20458363-25c8-4367-9e3b-d374b5012f2d req-09737420-d8c2-4e50-9305-947a6f908aae tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697830 Dec 12 04:08:28.666991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:28.683154 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:28.775473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8d183-f866-4aff-9a68-78c0019d398e req-dc8dc4f7-f5d2-44b2-a54c-110f2b29c8a3 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:28.787258 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46b8d183-f866-4aff-9a68-78c0019d398e req-dc8dc4f7-f5d2-44b2-a54c-110f2b29c8a3 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1176977 Dec 12 04:08:28.834903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9438f2f-b4de-4fca-b722-406b605ae163 None None] Pushing event updated for resources: {'Port': ['ID=286c0124-be95-477d-a943-35609b7c53c9,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:28.932643 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46b8d183-f866-4aff-9a68-78c0019d398e req-e0332c29-0a05-4162-8d71-4c014235bb45 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439524 Dec 12 04:08:28.998058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Attempting to bind port 286c0124-be95-477d-a943-35609b7c53c9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:28.998480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Attempting to bind port 286c0124-be95-477d-a943-35609b7c53c9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:28.998856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Attempting to bind port 286c0124-be95-477d-a943-35609b7c53c9 on network 05fe1a72-7b62-4fff-bf74-989576082b19 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:29.010337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:29.010879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Checking segment: {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:29.011359 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:29.011690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Bound using segment: {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:29.012175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Bound port: 286c0124-be95-477d-a943-35609b7c53c9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:29.012560 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:29.013332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-31657c4c-16f4-483c-9094-ca52921bbfbd tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573308 Dec 12 04:08:29.112668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] For port 286c0124-be95-477d-a943-35609b7c53c9, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:29.117496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] For port 286c0124-be95-477d-a943-35609b7c53c9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=286c0124-be95-477d-a943-35609b7c53c9,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:29.136482 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:29.197632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-fdbfb400-6a49-4532-986e-3ef228d9702e tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:29.199525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-fdbfb400-6a49-4532-986e-3ef228d9702e tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 820 time: 0.3811984 Dec 12 04:08:29.210320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-b9ded27b-0eff-467c-b03c-db58822536c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:29.217681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-b9ded27b-0eff-467c-b03c-db58822536c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034190 Dec 12 04:08:29.219131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:08:29.219874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:08:29.229240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Request body: {'port': {'device_id': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'admin_state_up': True, 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:29.286748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f50e-12b1-433b-baf0-a40f24391f0a req-eba78d21-f778-41d7-91e9-956f855df083 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:29.301039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8317f50e-12b1-433b-baf0-a40f24391f0a req-eba78d21-f778-41d7-91e9-956f855df083 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1096 time: 0.0733273 Dec 12 04:08:29.377098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8317f50e-12b1-433b-baf0-a40f24391f0a req-a5d99608-ea46-41be-85ea-5f282ac6964e tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745480 Dec 12 04:08:29.453103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-4e75fc0b-d922-494f-a525-22b003c6e19d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/quotas/b961db2c0f9d4b089cfeef9d730a3e27 HTTP/1.1" status: 200 len: 375 time: 0.2343628 Dec 12 04:08:29.510211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdecd4-29a3-4da2-9ec6-de9057e33f29 req-7294ea0b-c1e6-4e65-9efc-0a55de53bb04 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:29.520544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d8042f6f-2527-4397-8688-fe5c21940e22 None None] Provisioning complete for port 286c0124-be95-477d-a943-35609b7c53c9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:29.520984 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d8042f6f-2527-4397-8688-fe5c21940e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:29.522588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9438f2f-b4de-4fca-b722-406b605ae163 None None] Pushing event updated for resources: {'Port': ['ID=286c0124-be95-477d-a943-35609b7c53c9,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:29.529329 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1efdecd4-29a3-4da2-9ec6-de9057e33f29 req-7294ea0b-c1e6-4e65-9efc-0a55de53bb04 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 947 time: 0.0820942 Dec 12 04:08:29.544396 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-37f67032-efb5-4b4a-8375-66706cf3ec3a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0904243 Dec 12 04:08:29.546980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Made reservation on behalf of 8f3200c8abda4a0c9847355e89cbab38 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:29.557095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:29.594601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:08:29.608526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1efdecd4-29a3-4da2-9ec6-de9057e33f29 req-8879f42b-34fe-4fe0-87f8-af5112e36c3a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782099 Dec 12 04:08:29.786678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-454b79c3-76dd-4358-a12a-f2a49cbae482 req-6b2533e7-6689-43e2-95ca-26dc046d58a3 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 210 time: 0.0686517 Dec 12 04:08:29.929206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Allocated IP 172.20.0.3 (05fe1a72-7b62-4fff-bf74-989576082b19/efce6523-3ea5-4dbc-87ee-3c8e63c50fbb/55499866-10a1-4392-8112-5b0046295109) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:29.975542 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d8042f6f-2527-4397-8688-fe5c21940e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:30.017616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22bb6-4d81-4c63-a2f3-42484729fba6 req-9bf7c37b-e908-48eb-abaa-68426abc75f7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:30.025636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b6e22bb6-4d81-4c63-a2f3-42484729fba6 req-9bf7c37b-e908-48eb-abaa-68426abc75f7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 946 time: 0.0795352 Dec 12 04:08:30.095607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b6e22bb6-4d81-4c63-a2f3-42484729fba6 req-0eb135cd-da47-4f81-983a-3598b8cdbda3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653279 Dec 12 04:08:30.102663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d8042f6f-2527-4397-8688-fe5c21940e22 None None] For port 286c0124-be95-477d-a943-35609b7c53c9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=286c0124-be95-477d-a943-35609b7c53c9,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:30.140833 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d8042f6f-2527-4397-8688-fe5c21940e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:30.332490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-398c01f3-b460-4c9f-adf0-90c38145713f None None] Provisioning complete for port 286c0124-be95-477d-a943-35609b7c53c9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:30.333008 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-398c01f3-b460-4c9f-adf0-90c38145713f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:30.371980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:29Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:08:30.385961 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:30.423846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7aa65-f73e-438d-8177-dadeb32140aa None None] The sync data for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 is: [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:29Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:08:30.430317 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef44287c-a104-42ae-be9e-a1a986f2026e req-e0041dc4-2267-4336-9fd1-9d343642481f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 210 time: 0.1458185 Dec 12 04:08:30.436096 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:30.444873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8042f6f-2527-4397-8688-fe5c21940e22 None None] Pushing event updated for resources: {'Port': ['ID=286c0124-be95-477d-a943-35609b7c53c9,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:30.624018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Network 05fe1a72-7b62-4fff-bf74-989576082b19 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:30.719482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Pushing event updated for resources: {'Port': ['ID=55499866-10a1-4392-8112-5b0046295109,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:30.724223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:30.727627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:30.834397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:30.838516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:30.917056 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-545960f7-ebc2-428a-b7c9-70478e9f1b0a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6914482 Dec 12 04:08:30.985494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:30.994869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Request body: {'port': {'device_id': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:31.029733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66277c-dc9e-41b1-990c-1ea0ace8affd req-a31b3e8b-0124-42b6-b58b-7e21fda9fd0d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:31.043571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f66277c-dc9e-41b1-990c-1ea0ace8affd req-a31b3e8b-0124-42b6-b58b-7e21fda9fd0d tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.4444115 Dec 12 04:08:31.158499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:31.162711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 286c0124-be95-477d-a943-35609b7c53c9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:31.269667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:31.302359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f66277c-dc9e-41b1-990c-1ea0ace8affd req-211625af-579d-491f-8eff-d76dfcea905b tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556877 Dec 12 04:08:31.824001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:31.885507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8f5c4f09-bc56-4498-9423-54f1a4ea1e3b None None] Provisioning complete for port 55499866-10a1-4392-8112-5b0046295109 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:31.885943 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4f09-bc56-4498-9423-54f1a4ea1e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:31.966166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b7f0c-3560-42a1-9160-6b6625e83ade req-842ece4d-ee93-4579-9d5e-67ab56ed423b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:32.001522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5a1b7f0c-3560-42a1-9160-6b6625e83ade req-842ece4d-ee93-4579-9d5e-67ab56ed423b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 947 time: 0.3073840 Dec 12 04:08:32.024378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'mac_address': 'fa:16:3e:65:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:32.030206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 463a4856-a87e-4bf3-a6df-00c5b4601029 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:32.031153 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:32.071311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c4f09-bc56-4498-9423-54f1a4ea1e3b None None] Port 55499866-10a1-4392-8112-5b0046295109 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:32.112132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 286c0124-be95-477d-a943-35609b7c53c9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:32.112759 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:32.158076 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:32.165250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-6d916494-233b-42d2-b755-cc90cce5d341 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619249 Dec 12 04:08:32.184582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aac7d7e-d698-4611-a1af-22537f14ce01 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:32.236572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-f896c538-39c4-44e6-b5cd-f3df91458cc9 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:08:32.239020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-f896c538-39c4-44e6-b5cd-f3df91458cc9 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1882024 Dec 12 04:08:32.240685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:32.253365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:32.261040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:32.297268 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5a1b7f0c-3560-42a1-9160-6b6625e83ade req-5580aae6-8db0-4200-af7d-bb51fa4475a2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932446 Dec 12 04:08:32.425273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-ef5f7aaf-7a4a-4d56-8165-78a0d963361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:32.430065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-ef5f7aaf-7a4a-4d56-8165-78a0d963361d service neutron] 10.222.0.36 "GET /v2.0/ports/0029c864-f5bb-4484-aa8c-551502a70b4b HTTP/1.1" status: 200 len: 1093 time: 0.1643357 Dec 12 04:08:32.437736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:32.441334 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db6d69-43d8-4b89-9f8e-4fb0bd971015" -d '{"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-plugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:32.445547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Request body: {'binding': {'host': 'n-h2-710847-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:32.446265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Unknown quota resources ['binding']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:08:32.475260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:32.481278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:32.505465 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:32.520499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-182ab91b-1440-463a-8539-98d30f4858ad tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:32.523467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-182ab91b-1440-463a-8539-98d30f4858ad tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3533256 Dec 12 04:08:32.551884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Request body: {'port': {'device_id': '9c3ae930-e590-418f-a767-b90fdcb2bd21', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'b961db2c0f9d4b089cfeef9d730a3e27'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:32.594080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55499866-10a1-4392-8112-5b0046295109 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:32.615245 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:32.638895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:32.645607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Transition to ACTIVE for port object 55499866-10a1-4392-8112-5b0046295109 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:32.702869 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:32.783818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178888e-c3c8-4c3b-9689-d9880f317afb req-7950eb1b-77da-48b3-b954-abb38d5941a4 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:32.786371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c178888e-c3c8-4c3b-9689-d9880f317afb req-7950eb1b-77da-48b3-b954-abb38d5941a4 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 931 time: 0.3359668 Dec 12 04:08:32.796326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Made reservation on behalf of b961db2c0f9d4b089cfeef9d730a3e27 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:32.803326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:32.806340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9aac7d7e-d698-4611-a1af-22537f14ce01'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:32.967857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Pushing event updated for resources: {'Port': ['ID=55499866-10a1-4392-8112-5b0046295109,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:33.016687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Allocated IP 192.168.233.162 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/5eac5969-12f0-454b-9d96-828558792539) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:33.074498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on host n-h2-710847-7 for vnic_type normal with profile None {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:33.074875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:33.075344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:33.087553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:33.087719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:33.109330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c178888e-c3c8-4c3b-9689-d9880f317afb req-afd341ea-147c-4d4e-9645-54e6c4d34646 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730453 Dec 12 04:08:33.123286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:33.123897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:33.124289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:33.126795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Bound port: 0029c864-f5bb-4484-aa8c-551502a70b4b, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:33.137751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Attempting to bind port 55499866-10a1-4392-8112-5b0046295109 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:33.138090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Attempting to bind port 55499866-10a1-4392-8112-5b0046295109 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:33.138420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Attempting to bind port 55499866-10a1-4392-8112-5b0046295109 on network 05fe1a72-7b62-4fff-bf74-989576082b19 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:33.160170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Port 55499866-10a1-4392-8112-5b0046295109 on network 05fe1a72-7b62-4fff-bf74-989576082b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:33.160170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Attempting to bind port 55499866-10a1-4392-8112-5b0046295109 on network 05fe1a72-7b62-4fff-bf74-989576082b19 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:33.248368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:33.248710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Checking segment: {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:33.249132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Bound using segment: {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:33.249580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Bound port: 55499866-10a1-4392-8112-5b0046295109, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:33.249937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:33.321689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:33.333005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:33.351809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-563cabab-4292-4a5c-8abc-88e6401c2dc1 req-0757f1e0-34c9-4a51-8519-e542ada7680c tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 210 time: 0.0477540 Dec 12 04:08:33.363049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:33.370187 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-517a0d5e-83d4-462a-a3bd-d79ff8248dfc service neutron] 10.222.0.36 "POST /v2.0/ports/0029c864-f5bb-4484-aa8c-551502a70b4b/bindings HTTP/1.1" status: 201 len: 389 time: 0.9295218 Dec 12 04:08:33.395224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:33.464731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', '04501ef9-af51-4fc7-871d-87ace21f541c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:33.471576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:33.478006 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:33.479894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event updated for resources: {'Port': ['ID=5eac5969-12f0-454b-9d96-828558792539,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:33.482189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:33.524274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] For port 55499866-10a1-4392-8112-5b0046295109, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:33.528426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] For port 55499866-10a1-4392-8112-5b0046295109, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=55499866-10a1-4392-8112-5b0046295109,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:33.557803 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:33.594184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:33.595477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:33.597779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] 10.222.0.18 "PUT /v2.0/ports/55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 1091 time: 2.6613531 Dec 12 04:08:33.601522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:33.606100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:33.619565 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbea3127-68ce-4f25-bc08-f1971d4f10e7 x-openstack-request-id: req-fbea3127-68ce-4f25-bc08-f1971d4f10e7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:33.620192 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-plugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:33.620624 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbea3127-68ce-4f25-bc08-f1971d4f10e7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:33.621776 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'code': 200} Dec 12 04:08:33.645204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:33.657559 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:33.672197 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-0795fbe1-af3f-4fe9-bf3a-4e90851b3fe4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1246524 Dec 12 04:08:33.726625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Request body: {'port': {'device_id': '9c3ae930-e590-418f-a767-b90fdcb2bd21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:33.809613 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1419e-001c-4bc8-a13e-96200ed3d32d req-a180e037-648d-49a6-9a58-22488ffefe77 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:33.811558 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1a1419e-001c-4bc8-a13e-96200ed3d32d req-a180e037-648d-49a6-9a58-22488ffefe77 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.3761683 Dec 12 04:08:33.819999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11ed9-0a34-4181-8fce-3a47dfc61027 service neutron] Pushing event updated for resources: {'Port': ['ID=55499866-10a1-4392-8112-5b0046295109,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:33.873018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-988f4040-61ae-4de1-b217-dd11ecf7ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:33.874635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-988f4040-61ae-4de1-b217-dd11ecf7ca34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1094 time: 0.1746612 Dec 12 04:08:33.940673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:33.945875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-49dc4a73-d75e-497a-bd8d-3266b81e1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:33.947617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-49dc4a73-d75e-497a-bd8d-3266b81e1ca7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1096 time: 0.1775942 Dec 12 04:08:34.011530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-1b13cd72-3a8f-46ac-aa53-a666349dc35b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 217 time: 0.1166394 Dec 12 04:08:34.018006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1a1419e-001c-4bc8-a13e-96200ed3d32d req-6f4afe4a-38ba-4f1c-90ec-7231593c8fbf tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820815 Dec 12 04:08:34.063695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8c1b19db-e1a4-4aa1-a1ae-5c9513b01387 None None] Provisioning complete for port 5eac5969-12f0-454b-9d96-828558792539 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:34.064315 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c1b19db-e1a4-4aa1-a1ae-5c9513b01387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:34.127614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b19db-e1a4-4aa1-a1ae-5c9513b01387 None None] Port 5eac5969-12f0-454b-9d96-828558792539 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:34.134782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-ead2ea0e-f234-43d6-9c44-4ce13d6b100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:34.138595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-ead2ea0e-f234-43d6-9c44-4ce13d6b100e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.1028240 Dec 12 04:08:34.237557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1ab99e21-5df1-467e-a76f-634f3f07926b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:34.279464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-e9f3ec8f-376d-4e39-a075-7d4e61434ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:34.281139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-e9f3ec8f-376d-4e39-a075-7d4e61434ea3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.3219774 Dec 12 04:08:34.323318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-34c72867-1b47-4dd5-ac78-bbc231be7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:34.335721 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-34c72867-1b47-4dd5-ac78-bbc231be7d3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762297 Dec 12 04:08:34.354657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-1c7be462-aa0e-4462-8a6d-92a7485144d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0029c864-f5bb-4484-aa8c-551502a70b4b HTTP/1.1" status: 200 len: 217 time: 0.0599382 Dec 12 04:08:34.382265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94c4b5-19e1-40b8-b388-ae1b153bf512 req-af922f9b-26aa-4b5c-8785-0cbeba62e39a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:34.382265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f94c4b5-19e1-40b8-b388-ae1b153bf512 req-af922f9b-26aa-4b5c-8785-0cbeba62e39a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 948 time: 0.2336452 Dec 12 04:08:34.514534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-cd0898e4-9519-489d-bdcb-df5fed915750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:34.517785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-cd0898e4-9519-489d-bdcb-df5fed915750 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.1311531 Dec 12 04:08:34.565905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f94c4b5-19e1-40b8-b388-ae1b153bf512 req-b843ea98-50ca-4d06-9cfe-3d694662a13f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521771 Dec 12 04:08:34.639630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-6f120c01-4b23-407a-8910-27dd830ec799 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027742 Dec 12 04:08:34.668237 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d708d-6340-4d1e-9ab9-741a22711362 x-openstack-request-id: req-608d708d-6340-4d1e-9ab9-741a22711362 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:34.668925 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:34.668925 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-608d708d-6340-4d1e-9ab9-741a22711362 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:34.669522 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109', 'status': 'completed', 'code': 200} Dec 12 04:08:34.674843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c252fef-3033-438f-9ba6-f6aee0eab98a req-bd32af16-3277-4b25-ae63-6bf03016f92a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:34.683693 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c252fef-3033-438f-9ba6-f6aee0eab98a req-bd32af16-3277-4b25-ae63-6bf03016f92a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.1548736 Dec 12 04:08:34.778657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c252fef-3033-438f-9ba6-f6aee0eab98a req-ac112533-4ff1-414f-8639-feaae2933086 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936999 Dec 12 04:08:34.797881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187749-dfc6-4ed6-a8f7-81a00581ec1e req-463aca34-9265-4d8e-8e61-45964826dcf9 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:34.799711 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a7187749-dfc6-4ed6-a8f7-81a00581ec1e req-463aca34-9265-4d8e-8e61-45964826dcf9 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 943 time: 0.0679388 Dec 12 04:08:34.810675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eac5969-12f0-454b-9d96-828558792539 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:34.827039 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:34.845895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Transition to ACTIVE for port object 5eac5969-12f0-454b-9d96-828558792539 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:34.855731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a7187749-dfc6-4ed6-a8f7-81a00581ec1e req-74ffa456-079d-4505-bd4e-adab8075bfa7 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Dec 12 04:08:34.856097 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:34.913957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Pushing event updated for resources: {'Port': ['ID=5eac5969-12f0-454b-9d96-828558792539,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:34.995621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:35.074261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 9aac7d7e-d698-4611-a1af-22537f14ce01 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:08:35.079039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 9aac7d7e-d698-4611-a1af-22537f14ce01 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:35.079922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:35.127882 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0066ad22-68f1-408d-8e5f-3687f2c40e7c req-09953190-8a46-4c7e-be99-fcd70579b3c6 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855214 Dec 12 04:08:35.206097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-20089488-dcd3-4622-bb35-cb1a89ac408d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2533391 Dec 12 04:08:35.243191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Attempting to bind port 5eac5969-12f0-454b-9d96-828558792539 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:35.243450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Attempting to bind port 5eac5969-12f0-454b-9d96-828558792539 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:35.243699 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:35.243833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Attempting to bind port 5eac5969-12f0-454b-9d96-828558792539 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:35.261950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Port 5eac5969-12f0-454b-9d96-828558792539 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:35.262929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Attempting to bind port 5eac5969-12f0-454b-9d96-828558792539 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:35.299272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:35.306319 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:35.315832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:35.316169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:35.316569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:35.317086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Bound port: 5eac5969-12f0-454b-9d96-828558792539, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:35.317453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:35.329651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435651-165f-422d-9c6f-b6650f34d013 req-f60a6802-b639-48bb-bfaf-24f54f980624 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:35.338222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe435651-165f-422d-9c6f-b6650f34d013 req-f60a6802-b639-48bb-bfaf-24f54f980624 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 948 time: 0.3271623 Dec 12 04:08:35.345527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b03ab7-e831-4ffd-9863-3329269c0357 req-d6d874f8-a560-452c-b0a4-63a26b1412f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:35.347372 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-03b03ab7-e831-4ffd-9863-3329269c0357 req-d6d874f8-a560-452c-b0a4-63a26b1412f4 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1632342 Dec 12 04:08:35.350461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-60ff2947-e5b7-4cbd-b867-56a3f6a5ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:35.352100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-60ff2947-e5b7-4cbd-b867-56a3f6a5ea55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1094 time: 0.0867825 Dec 12 04:08:35.422180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:35.492798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] For port 5eac5969-12f0-454b-9d96-828558792539, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:35.496490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] For port 5eac5969-12f0-454b-9d96-828558792539, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5eac5969-12f0-454b-9d96-828558792539,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:35.514091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:35.548256 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe435651-165f-422d-9c6f-b6650f34d013 req-e3f2a99d-6c16-4534-a507-9d652879b0ac tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058127 Dec 12 04:08:35.589186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:35.589489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:35.590887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] 10.222.0.37 "PUT /v2.0/ports/5eac5969-12f0-454b-9d96-828558792539 HTTP/1.1" status: 200 len: 1096 time: 1.8941050 Dec 12 04:08:35.605553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3ae930-e590-418f-a767-b90fdcb2bd21', 'tag': '5eac5969-12f0-454b-9d96-828558792539'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:35.605802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-03b03ab7-e831-4ffd-9863-3329269c0357 req-34c4160a-6b14-427b-b2b0-95bb5bc991f5 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420874 Dec 12 04:08:35.629173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:35.630967 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba021c50-5cf2-460a-846c-1695d467ac52" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3ae930-e590-418f-a767-b90fdcb2bd21", "tag": "5eac5969-12f0-454b-9d96-828558792539"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:35.634068 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a19109-7378-4636-b79e-d5e64df0bc6f" -d '{"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-plugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:35.676939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-5133b727-0538-4dfe-88b2-2dea186db67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:35.679499 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-5133b727-0538-4dfe-88b2-2dea186db67c service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.3067403 Dec 12 04:08:35.723149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc2215-cca2-4da4-b824-2c743139bc56 service neutron] Pushing event updated for resources: {'Port': ['ID=5eac5969-12f0-454b-9d96-828558792539,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:35.746536 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d05f53-44be-4b49-b0cd-2b0aeff906d5 x-openstack-request-id: req-e9d05f53-44be-4b49-b0cd-2b0aeff906d5 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:35.746845 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-plugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:35.747280 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9d05f53-44be-4b49-b0cd-2b0aeff906d5 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:35.747839 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'code': 200} Dec 12 04:08:35.784693 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-9a694d36-f9b6-474d-b18c-9061def9e462 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 217 time: 0.0860481 Dec 12 04:08:35.836879 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a1d1fc-a6f4-40d0-a996-82d1eb985c5a x-openstack-request-id: req-58a1d1fc-a6f4-40d0-a996-82d1eb985c5a {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:35.837178 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3ae930-e590-418f-a767-b90fdcb2bd21", "tag": "5eac5969-12f0-454b-9d96-828558792539", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:35.837439 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58a1d1fc-a6f4-40d0-a996-82d1eb985c5a {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:35.837848 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3ae930-e590-418f-a767-b90fdcb2bd21', 'tag': '5eac5969-12f0-454b-9d96-828558792539', 'status': 'completed', 'code': 200} Dec 12 04:08:35.842301 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-ea120b8d-3ec8-491a-808f-ab1e803cc1a9 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753667 Dec 12 04:08:35.870351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-41a6e482-9308-48a0-9360-b4c17334d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:35.871867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-41a6e482-9308-48a0-9360-b4c17334d171 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 1099 time: 0.1403499 Dec 12 04:08:35.903457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-b14b2626-43b3-43c5-a07d-b9fa30ca110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:35.913272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-b14b2626-43b3-43c5-a07d-b9fa30ca110b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.1161451 Dec 12 04:08:35.985995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81f417-22d4-4f04-91d9-db791d9342a2 req-18929b6f-dda4-4ae4-9b27-159276e29872 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:35.994037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a81f417-22d4-4f04-91d9-db791d9342a2 req-18929b6f-dda4-4ae4-9b27-159276e29872 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.2247963 Dec 12 04:08:36.043780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-d994e536-dbea-44f6-8d17-5cf49420c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:36.045605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-d994e536-dbea-44f6-8d17-5cf49420c4ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171029 Dec 12 04:08:36.061763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e004c1d-2856-4089-b9d2-c5bca8e8e1cb req-3256c142-6bbe-468e-ad9d-2947a2b2d83c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:36.071079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e004c1d-2856-4089-b9d2-c5bca8e8e1cb req-3256c142-6bbe-468e-ad9d-2947a2b2d83c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.1225388 Dec 12 04:08:36.182659 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-0164c63f-cd52-4c13-8198-c8b7ea33f592 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032188 Dec 12 04:08:36.300272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-e76d9dbc-12a8-492e-841a-6e1eb30d40a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5eac5969-12f0-454b-9d96-828558792539 HTTP/1.1" status: 200 len: 217 time: 0.3683846 Dec 12 04:08:36.329451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e004c1d-2856-4089-b9d2-c5bca8e8e1cb req-b1660d12-aa50-4888-9c78-79725ce916de tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570920 Dec 12 04:08:36.334892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94015ac-bbd9-4e3e-b7aa-c02266e16a09 req-53abbe9b-2ec1-4670-a51d-e174985c8e73 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421216 Dec 12 04:08:36.337293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a81f417-22d4-4f04-91d9-db791d9342a2 req-83ac15b9-dd47-4e5f-8645-8776b1440b02 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376975 Dec 12 04:08:36.492618 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-ccafa694-4395-490f-9f4b-bdb9ec02917b service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413743 Dec 12 04:08:36.494454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d12aeb-1f2a-4d73-9ceb-532be5c174c4 req-01683c87-219d-4fa2-b315-9703d009063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:36.495875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66d12aeb-1f2a-4d73-9ceb-532be5c174c4 req-01683c87-219d-4fa2-b315-9703d009063c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1100 time: 0.5665338 Dec 12 04:08:36.514198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-21bfff64-0cea-4c45-b522-0063d298b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:36.515642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-21bfff64-0cea-4c45-b522-0063d298b17e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2042291 Dec 12 04:08:36.619951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66d12aeb-1f2a-4d73-9ceb-532be5c174c4 req-3de28f3c-689b-4ae7-9ae5-b62c6f1658c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138268 Dec 12 04:08:36.639505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee2a1b-4668-4ca5-ba3b-6f6e9dd95bb5 req-6b561504-9a88-4c76-8b0a-94c35d9c1227 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:36.643548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfee2a1b-4668-4ca5-ba3b-6f6e9dd95bb5 req-6b561504-9a88-4c76-8b0a-94c35d9c1227 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 943 time: 0.1957941 Dec 12 04:08:36.681031 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-8f76f9f6-887a-49f9-8977-fd8ad4d20d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:36.683015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-8f76f9f6-887a-49f9-8977-fd8ad4d20d11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501515 Dec 12 04:08:36.754931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1342b9-b903-4669-9e7c-f5d24c119d44 req-ef2eaacd-3f67-41e6-93af-bfae30440bcb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:36.758874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dc1342b9-b903-4669-9e7c-f5d24c119d44 req-ef2eaacd-3f67-41e6-93af-bfae30440bcb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 948 time: 0.1332195 Dec 12 04:08:36.768228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfee2a1b-4668-4ca5-ba3b-6f6e9dd95bb5 req-2da193c1-2cfb-4e46-8392-a90b2cc442f5 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189070 Dec 12 04:08:36.868263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dc1342b9-b903-4669-9e7c-f5d24c119d44 req-3bd02e66-9e29-4379-b477-cc40133c4992 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031213 Dec 12 04:08:36.960580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad745ca-744a-4ac5-b6b9-bd4c2e18cc07 req-1a9a06f4-c7f1-4fce-959e-38949e7101cf tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:36.962186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aad745ca-744a-4ac5-b6b9-bd4c2e18cc07 req-1a9a06f4-c7f1-4fce-959e-38949e7101cf tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0664070 Dec 12 04:08:37.068443 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aad745ca-744a-4ac5-b6b9-bd4c2e18cc07 req-bb6af7fa-c91f-49b3-b82b-1d347e2ad9f0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914669 Dec 12 04:08:37.156853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-e53487f7-4a04-49b5-aa28-4c596ecc57f1 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917188 Dec 12 04:08:37.307103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7624a9a1-1a75-4513-a255-e5a9e0da447c req-acc8be8d-1c39-4975-86f1-6173f228f0db service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319530 Dec 12 04:08:37.561672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c3d67-a261-462d-9aa0-8a7ae484cee8 req-7e4fa4e4-54b6-41ae-b6d1-81e0f21d9a66 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:37.563435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-068c3d67-a261-462d-9aa0-8a7ae484cee8 req-7e4fa4e4-54b6-41ae-b6d1-81e0f21d9a66 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.1365137 Dec 12 04:08:37.566189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-2bda791b-5d2e-42f8-a860-ab6cd4c449df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:37.568325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-2bda791b-5d2e-42f8-a860-ab6cd4c449df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 1099 time: 0.1181281 Dec 12 04:08:37.578338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd0b44-b0f5-450c-9e1f-b4b7828953b5 req-83ef3636-79db-4f76-9d19-b2025f02df42 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:37.581845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7bd0b44-b0f5-450c-9e1f-b4b7828953b5 req-83ef3636-79db-4f76-9d19-b2025f02df42 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1136267 Dec 12 04:08:37.638857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-068c3d67-a261-462d-9aa0-8a7ae484cee8 req-f9bc906b-b999-4b0e-a604-269e9debce77 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655329 Dec 12 04:08:37.703672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7bd0b44-b0f5-450c-9e1f-b4b7828953b5 req-4a32f4c5-81fb-41ff-adcb-28861dffdd5b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111774 Dec 12 04:08:37.738168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-523bd8f6-4e25-4134-876d-87a05eea39be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:37.740654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-523bd8f6-4e25-4134-876d-87a05eea39be service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1577570 Dec 12 04:08:37.797325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-67ba6008-1960-4d8c-9905-36e3bd2b7677 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5eac5969-12f0-454b-9d96-828558792539 HTTP/1.1" status: 200 len: 217 time: 0.0445521 Dec 12 04:08:37.877136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-e5f351e2-ca53-4b3e-8ce2-df5f69aad65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:37.878928 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-e5f351e2-ca53-4b3e-8ce2-df5f69aad65d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0660686 Dec 12 04:08:37.911530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fc70d-ee89-4bde-ab19-ae639868c9d9 req-0196a0bc-a1e0-40fa-b97f-a02ed7a1309c tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:37.919309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f66fc70d-ee89-4bde-ab19-ae639868c9d9 req-0196a0bc-a1e0-40fa-b97f-a02ed7a1309c tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 943 time: 0.0712051 Dec 12 04:08:37.955512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-814f0cea-cb71-40fb-83e1-acf5eb9f8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:37.957065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-814f0cea-cb71-40fb-83e1-acf5eb9f8d17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642736 Dec 12 04:08:38.005834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f66fc70d-ee89-4bde-ab19-ae639868c9d9 req-534eb9cf-c291-47ba-a80d-5c91c2532ab3 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779428 Dec 12 04:08:38.072957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-977254a6-fa91-43e7-a1de-0f45d49f1421 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042006 Dec 12 04:08:38.230265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ad518-5d3c-4fa4-ad3f-72d0cd065cb5 req-c4847ea0-3916-4c8b-8185-de17b652df74 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:38.231745 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c24ad518-5d3c-4fa4-ad3f-72d0cd065cb5 req-c4847ea0-3916-4c8b-8185-de17b652df74 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 948 time: 0.1575472 Dec 12 04:08:38.235958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfcd27-5c22-48df-a464-89a15d21d439 req-f7d848ff-b8b6-42ca-82e0-827b6bd3c102 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:38.243679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30bfcd27-5c22-48df-a464-89a15d21d439 req-f7d848ff-b8b6-42ca-82e0-827b6bd3c102 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0608425 Dec 12 04:08:38.317197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30bfcd27-5c22-48df-a464-89a15d21d439 req-2a18e34e-f626-4ed0-8213-3c14d5197f02 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676029 Dec 12 04:08:38.355820 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c24ad518-5d3c-4fa4-ad3f-72d0cd065cb5 req-a5b7b5dc-b492-4965-9355-c8d1488b029d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141138 Dec 12 04:08:38.409974 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba021c50-5cf2-460a-846c-1695d467ac52 req-47c76e0d-ab1e-419f-848f-c0e9022a668c service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825549 Dec 12 04:08:38.568456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 55499866-10a1-4392-8112-5b0046295109 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:38.712405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 55499866-10a1-4392-8112-5b0046295109, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=55499866-10a1-4392-8112-5b0046295109,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:38.726196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '55499866-10a1-4392-8112-5b0046295109', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'port_id': '55499866-10a1-4392-8112-5b0046295109', 'mac_address': 'fa:16:3e:25:de:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:38.793308 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:38.793968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f2934-d1d6-4eb2-8411-f9a5ee75587f req-47a7d521-10de-4f90-9bc2-d61cdbeb3513 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:38.795497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4b7f2934-d1d6-4eb2-8411-f9a5ee75587f req-47a7d521-10de-4f90-9bc2-d61cdbeb3513 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0743599 Dec 12 04:08:38.818905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55499866-10a1-4392-8112-5b0046295109 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:38.841869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 55499866-10a1-4392-8112-5b0046295109, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=55499866-10a1-4392-8112-5b0046295109,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:38.863051 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:38.891187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b0deb-b81e-4943-b1d4-574008ad507f req-96a56942-1f3e-4075-b477-03c2f341dde2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:38.901361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de8b0deb-b81e-4943-b1d4-574008ad507f req-96a56942-1f3e-4075-b477-03c2f341dde2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0786467 Dec 12 04:08:38.905633 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4b7f2934-d1d6-4eb2-8411-f9a5ee75587f req-fea095b0-e645-460a-aa02-92cf4a7bcb70 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034303 Dec 12 04:08:38.984144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=55499866-10a1-4392-8112-5b0046295109,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:39.020719 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de8b0deb-b81e-4943-b1d4-574008ad507f req-2bb08653-fa96-40c2-96c4-3e3266f83323 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164517 Dec 12 04:08:39.158095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59fce9-95a9-4817-8b4e-7667f0e97abd req-5401a3bf-e8b6-4705-bb43-97e49799a823 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:39.160224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c59fce9-95a9-4817-8b4e-7667f0e97abd req-5401a3bf-e8b6-4705-bb43-97e49799a823 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 944 time: 0.0695076 Dec 12 04:08:39.245354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c59fce9-95a9-4817-8b4e-7667f0e97abd req-7428a2b9-cd1b-4be6-acc4-179d9293c556 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750573 Dec 12 04:08:39.306939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e65786-00a5-4487-9bd6-898333a43c7f req-291c34d1-1946-46cf-9ec8-ca23e74df56c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:39.316166 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34e65786-00a5-4487-9bd6-898333a43c7f req-291c34d1-1946-46cf-9ec8-ca23e74df56c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1253703 Dec 12 04:08:39.347547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['55499866-10a1-4392-8112-5b0046295109'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:39.434763 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34e65786-00a5-4487-9bd6-898333a43c7f req-b825756f-9a2b-447f-8479-9f6e8f7a9783 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151028 Dec 12 04:08:39.588124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f9ed-fc53-4666-a30b-79efa7370b00 req-9a295065-2085-42d0-8e2e-1eb27c539dd9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:39.592543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1334e-998f-40b3-bbfb-c7e66c7715ef req-5468c3c0-7e2a-42a9-8036-0ebc23537c68 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:39.594485 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aef1334e-998f-40b3-bbfb-c7e66c7715ef req-5468c3c0-7e2a-42a9-8036-0ebc23537c68 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 948 time: 0.0672445 Dec 12 04:08:39.598189 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e41f9ed-fc53-4666-a30b-79efa7370b00 req-9a295065-2085-42d0-8e2e-1eb27c539dd9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1054173 Dec 12 04:08:39.670309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aef1334e-998f-40b3-bbfb-c7e66c7715ef req-6c9a7222-aebe-4c7b-8a31-e2326bac0d8a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677400 Dec 12 04:08:39.714650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e41f9ed-fc53-4666-a30b-79efa7370b00 req-d8eec6b8-c639-4cf8-a78e-83517eeed2b6 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124113 Dec 12 04:08:40.066337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e9bab-c7d0-4f1b-9c25-79ec0bad433b req-dfb6c583-dab7-4f59-acba-32477feafa8a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:40.072739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f63e9bab-c7d0-4f1b-9c25-79ec0bad433b req-dfb6c583-dab7-4f59-acba-32477feafa8a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0653079 Dec 12 04:08:40.135286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f63e9bab-c7d0-4f1b-9c25-79ec0bad433b req-b6fd78d5-f190-4b98-ab5a-f780078ac65c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595026 Dec 12 04:08:40.179082 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-1bd11724-d425-48b4-82ef-7aeaecdce137 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1547697 Dec 12 04:08:40.186808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46586ee-19b6-4b76-a589-b39e099590b5 req-283ba6c8-4451-4b7a-8d90-eb27e18cfbd4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:40.195093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f46586ee-19b6-4b76-a589-b39e099590b5 req-283ba6c8-4451-4b7a-8d90-eb27e18cfbd4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1247132 Dec 12 04:08:40.314092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f46586ee-19b6-4b76-a589-b39e099590b5 req-65ee65c8-9622-4129-af99-3bdb608294c9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179683 Dec 12 04:08:40.432313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b7096-7bb3-4a9c-bcf1-0a290f137474 req-0a1c917d-7d60-41cf-9e12-85232a63ab8d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:40.442033 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-059b7096-7bb3-4a9c-bcf1-0a290f137474 req-0a1c917d-7d60-41cf-9e12-85232a63ab8d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 944 time: 0.0656669 Dec 12 04:08:40.526814 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-059b7096-7bb3-4a9c-bcf1-0a290f137474 req-9f4364fb-f5be-43f9-a537-22fcfa578192 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828197 Dec 12 04:08:40.590517 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8597f400-ca07-4eae-9939-0a54faab70da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:40.915704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f02c-45d1-471d-9a51-70eb701d34f1 req-bbcfeeba-e8d6-4f07-a1bf-07ec5e1e8bf1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:40.924961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7491f02c-45d1-471d-9a51-70eb701d34f1 req-bbcfeeba-e8d6-4f07-a1bf-07ec5e1e8bf1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 948 time: 0.0854964 Dec 12 04:08:40.930815 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524b18-ac3c-4407-8912-715a3647271d req-b6b928ec-3feb-483b-9b01-9d19c52cd814 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:40.953405 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09524b18-ac3c-4407-8912-715a3647271d req-b6b928ec-3feb-483b-9b01-9d19c52cd814 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1013784 Dec 12 04:08:41.021238 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09524b18-ac3c-4407-8912-715a3647271d req-dea828df-0ce6-4318-b224-fb0f10306975 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668283 Dec 12 04:08:41.032696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 5eac5969-12f0-454b-9d96-828558792539 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:41.079795 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7491f02c-45d1-471d-9a51-70eb701d34f1 req-6100b74d-2e5f-4d70-baca-94a48b74c0d4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531525 Dec 12 04:08:41.271089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 5eac5969-12f0-454b-9d96-828558792539, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5eac5969-12f0-454b-9d96-828558792539,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:41.325806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6661bc-e04a-4379-9683-bb91bea361d2 req-3620bd54-aecb-4dd6-b657-1e1c3a199250 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:41.334309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa6661bc-e04a-4379-9683-bb91bea361d2 req-3620bd54-aecb-4dd6-b657-1e1c3a199250 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0874600 Dec 12 04:08:41.339803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '5eac5969-12f0-454b-9d96-828558792539', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '5eac5969-12f0-454b-9d96-828558792539', 'mac_address': 'fa:16:3e:81:bc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:41.391699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa6661bc-e04a-4379-9683-bb91bea361d2 req-f4d047f9-d2fa-47ea-a45d-103ec30b0113 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561805 Dec 12 04:08:41.483318 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:41.499214 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:41.524644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854099-e3d8-42cf-b992-01074740298c req-54bc5a6a-4c4d-4d98-b8af-0549629bb3cc tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:41.526781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92854099-e3d8-42cf-b992-01074740298c req-54bc5a6a-4c4d-4d98-b8af-0549629bb3cc tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1252203 Dec 12 04:08:41.528466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eac5969-12f0-454b-9d96-828558792539 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:41.552164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 5eac5969-12f0-454b-9d96-828558792539, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5eac5969-12f0-454b-9d96-828558792539,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:41.560457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:41.637462 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92854099-e3d8-42cf-b992-01074740298c req-39fed6b8-a216-4d84-9484-f5820c197d9a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027431 Dec 12 04:08:41.665201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=5eac5969-12f0-454b-9d96-828558792539,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:41.710069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba377e31-4f0f-4650-97ed-3c82fff5a04e req-2c90569c-51bf-4e06-9319-4ca9e268e9ae tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:41.718545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba377e31-4f0f-4650-97ed-3c82fff5a04e req-2c90569c-51bf-4e06-9319-4ca9e268e9ae tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 944 time: 0.0643930 Dec 12 04:08:41.777832 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba377e31-4f0f-4650-97ed-3c82fff5a04e req-31f3c5e4-8c4a-47f4-be62-10b565926d05 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Dec 12 04:08:42.184309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d818c-b0b7-47df-a34b-dfda36d44ca8 req-edb44e1c-5f4a-4723-b2c0-7cb13c153443 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:42.193999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-142d818c-b0b7-47df-a34b-dfda36d44ca8 req-edb44e1c-5f4a-4723-b2c0-7cb13c153443 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0921018 Dec 12 04:08:42.203443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-658673b4-493e-43fd-bdc9-dbc66a5df1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:42.205566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-658673b4-493e-43fd-bdc9-dbc66a5df1c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1100 time: 0.1564455 Dec 12 04:08:42.220504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5eac5969-12f0-454b-9d96-828558792539'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:42.285803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bc189-411b-4da0-b688-aeced895cebc req-941a3348-d720-4f82-89c1-8d4eb608d39a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:42.294249 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-402bc189-411b-4da0-b688-aeced895cebc req-941a3348-d720-4f82-89c1-8d4eb608d39a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 949 time: 0.0906417 Dec 12 04:08:42.341045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-142d818c-b0b7-47df-a34b-dfda36d44ca8 req-e7073399-385a-4029-ae24-ebd8d8f6d7b0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458020 Dec 12 04:08:42.361319 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-402bc189-411b-4da0-b688-aeced895cebc req-43868658-b292-416c-aa41-e14ed7e746a5 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519114 Dec 12 04:08:42.523098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-7446d76a-2866-45e3-9205-73b43845a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:42.525833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-7446d76a-2866-45e3-9205-73b43845a747 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3084118 Dec 12 04:08:42.580318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f6296-c364-48de-996c-739cc55a6930 req-af5fcf3b-268d-42ec-9398-79d814e44f01 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:42.581119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 55499866-10a1-4392-8112-5b0046295109 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:42.582550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-069f6296-c364-48de-996c-739cc55a6930 req-af5fcf3b-268d-42ec-9398-79d814e44f01 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0940771 Dec 12 04:08:42.611926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-cf239d63-6cf8-4957-8705-4f2eabcd5499 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.0735672 Dec 12 04:08:42.665499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 55499866-10a1-4392-8112-5b0046295109 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:08:42.669944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 55499866-10a1-4392-8112-5b0046295109 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:42.670331 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:42.688438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-069f6296-c364-48de-996c-739cc55a6930 req-1ca6bb62-a329-4679-9e0f-e3c250b2cb4d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986674 Dec 12 04:08:42.774917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-fe9fe166-7a45-4452-a703-ed3c98416fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:42.789223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-fe9fe166-7a45-4452-a703-ed3c98416fba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1611447 Dec 12 04:08:42.831294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:42.868983 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:08:42.898427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 55499866-10a1-4392-8112-5b0046295109, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=55499866-10a1-4392-8112-5b0046295109,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:42.904603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55499866-10a1-4392-8112-5b0046295109'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:42.906434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde81fc4-44fd-4087-b61f-7bdce720938d req-7ceb6c0b-7e02-4850-8c1a-f97cd87f914e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:42.907931 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99e2472-7627-4815-8490-b30ad415837f" -d '{"events": [{"server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "name": "network-vif-plugged", "status": "completed", "tag": "55499866-10a1-4392-8112-5b0046295109"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:42.914382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fde81fc4-44fd-4087-b61f-7bdce720938d req-7ceb6c0b-7e02-4850-8c1a-f97cd87f914e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1082144 Dec 12 04:08:42.924159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-1bdc46be-574c-478d-80ef-669d9f92b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:42.925664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-1bdc46be-574c-478d-80ef-669d9f92b8ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177599 Dec 12 04:08:42.929018 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:42.990285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89865-77d1-49d1-877e-3dbd74d1480b req-21711c80-cc5a-42f2-a65d-4c6a2f18fc23 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:42.997894 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83c89865-77d1-49d1-877e-3dbd74d1480b req-21711c80-cc5a-42f2-a65d-4c6a2f18fc23 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 944 time: 0.1086586 Dec 12 04:08:43.016302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=55499866-10a1-4392-8112-5b0046295109,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:43.022768 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62268f94-f9c7-4549-b3fe-a958f4383ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:43.052140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fde81fc4-44fd-4087-b61f-7bdce720938d req-3dc4d95a-7341-4acd-9bb5-b342922d3446 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365123 Dec 12 04:08:43.063022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83c89865-77d1-49d1-877e-3dbd74d1480b req-87db6405-cce0-4f69-9e63-9f7830ecc8a6 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593839 Dec 12 04:08:43.122964 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-ba4fd903-2d11-4f97-8cb1-f1fbcbd4e325 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846354 Dec 12 04:08:43.126732 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96673cf5-66dd-4483-a67d-fd7b333b176f x-openstack-request-id: req-96673cf5-66dd-4483-a67d-fd7b333b176f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:43.127053 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "name": "network-vif-plugged", "status": "completed", "tag": "55499866-10a1-4392-8112-5b0046295109", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:43.127323 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96673cf5-66dd-4483-a67d-fd7b333b176f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:43.127749 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55499866-10a1-4392-8112-5b0046295109', 'code': 200} Dec 12 04:08:43.292518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-b58fb772-bb10-4ec0-9b22-83ceab004b2b service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581535 Dec 12 04:08:43.314867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5713-b162-42b4-ba08-e634b8357725 req-6d784684-58bb-4b09-bd78-e6cb1bc17d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:43.319385 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-875f5713-b162-42b4-ba08-e634b8357725 req-6d784684-58bb-4b09-bd78-e6cb1bc17d50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1096 time: 0.0676658 Dec 12 04:08:43.422078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-875f5713-b162-42b4-ba08-e634b8357725 req-cfa6c8df-a76e-49d6-a72a-16acdbd9082c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850203 Dec 12 04:08:43.525467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b73075-cc54-40f2-b1fe-25ee2a65e613 req-42990e62-7ae2-431e-9366-39f6bf12e357 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:43.534519 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74b73075-cc54-40f2-b1fe-25ee2a65e613 req-42990e62-7ae2-431e-9366-39f6bf12e357 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0632060 Dec 12 04:08:43.570806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7765741-79b0-4fa0-a80d-07774c926ad2 req-2866e042-1735-40ff-a758-7817003ec0d0 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:43.578600 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7765741-79b0-4fa0-a80d-07774c926ad2 req-2866e042-1735-40ff-a758-7817003ec0d0 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 949 time: 0.0977852 Dec 12 04:08:43.603726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74b73075-cc54-40f2-b1fe-25ee2a65e613 req-6aeec323-318d-46e4-a387-8f0b63b9fcfe tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679665 Dec 12 04:08:43.647951 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:43.659655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7765741-79b0-4fa0-a80d-07774c926ad2 req-d7805233-f49e-45e5-81f9-e4b2f0056dce tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746143 Dec 12 04:08:43.846554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12700098-e57e-48c4-af64-2bbd76883a01 req-dec45a81-da8e-49e9-9d85-fd395b42bfd6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:43.846554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12700098-e57e-48c4-af64-2bbd76883a01 req-dec45a81-da8e-49e9-9d85-fd395b42bfd6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0684807 Dec 12 04:08:43.900834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12700098-e57e-48c4-af64-2bbd76883a01 req-32ca08ad-0730-4b80-aa33-cdf3c891ef1d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Dec 12 04:08:43.938433 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:44.196338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe912e-fdc3-4bf8-90bf-8326c33e2f8d req-b7bc4dc8-afe3-4281-b2c5-c14ba3e0cba4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:44.201951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1fce8-bfe5-4c51-bbaa-c55f94423b5b req-ae38dc69-ae22-4f94-baa7-2bc52e2da48a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:44.208458 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94fe912e-fdc3-4bf8-90bf-8326c33e2f8d req-b7bc4dc8-afe3-4281-b2c5-c14ba3e0cba4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0782132 Dec 12 04:08:44.211056 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61c1fce8-bfe5-4c51-bbaa-c55f94423b5b req-ae38dc69-ae22-4f94-baa7-2bc52e2da48a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 945 time: 0.0688362 Dec 12 04:08:44.349256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61c1fce8-bfe5-4c51-bbaa-c55f94423b5b req-2c465282-0e57-41c4-8af7-6fc52ff82bfb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333642 Dec 12 04:08:44.418709 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94fe912e-fdc3-4bf8-90bf-8326c33e2f8d req-92e233a7-6311-4da7-8a6f-3f4cca260a20 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910064 Dec 12 04:08:44.808300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443344a9-c7d2-4149-aee4-c265382c0128 req-65778a4f-f183-4035-85cc-60acaebf7970 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:44.812418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058da746-a525-452c-a458-e76082054db3 req-56a99d95-06b2-48e1-aaba-014d84db92c1 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:44.815718 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-058da746-a525-452c-a458-e76082054db3 req-56a99d95-06b2-48e1-aaba-014d84db92c1 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0792916 Dec 12 04:08:44.817966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-443344a9-c7d2-4149-aee4-c265382c0128 req-65778a4f-f183-4035-85cc-60acaebf7970 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 949 time: 0.0692062 Dec 12 04:08:44.905449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-058da746-a525-452c-a458-e76082054db3 req-6991411d-adf7-439c-86a4-22607c595082 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827935 Dec 12 04:08:44.907838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-443344a9-c7d2-4149-aee4-c265382c0128 req-ea2a167f-d8f3-4aaf-bc66-2f7db7fc5cec tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818725 Dec 12 04:08:45.062420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 5eac5969-12f0-454b-9d96-828558792539 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:45.160331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756c869-0a69-4ca4-b12f-18b040b3036a req-a9560e30-b9f4-4977-a863-dd50e1720bd6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:45.170831 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1756c869-0a69-4ca4-b12f-18b040b3036a req-a9560e30-b9f4-4977-a863-dd50e1720bd6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.1249645 Dec 12 04:08:45.182564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 5eac5969-12f0-454b-9d96-828558792539 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:08:45.189333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 5eac5969-12f0-454b-9d96-828558792539 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:45.189893 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:45.339616 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:45.370729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3ae930-e590-418f-a767-b90fdcb2bd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eac5969-12f0-454b-9d96-828558792539'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:45.373034 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dac416-f744-4b04-bea2-8895f9f41dd0" -d '{"events": [{"server_uuid": "9c3ae930-e590-418f-a767-b90fdcb2bd21", "name": "network-vif-plugged", "status": "completed", "tag": "5eac5969-12f0-454b-9d96-828558792539"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:45.389725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 5eac5969-12f0-454b-9d96-828558792539, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5eac5969-12f0-454b-9d96-828558792539,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:45.396314 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:45.468340 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464450cc-6873-43ec-84bf-c898c1fb8f50 x-openstack-request-id: req-464450cc-6873-43ec-84bf-c898c1fb8f50 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:45.469210 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3ae930-e590-418f-a767-b90fdcb2bd21", "name": "network-vif-plugged", "status": "completed", "tag": "5eac5969-12f0-454b-9d96-828558792539", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:45.469562 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-464450cc-6873-43ec-84bf-c898c1fb8f50 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:45.470049 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3ae930-e590-418f-a767-b90fdcb2bd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eac5969-12f0-454b-9d96-828558792539', 'code': 200} Dec 12 04:08:45.480071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=5eac5969-12f0-454b-9d96-828558792539,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:45.500485 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:45.565453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1756c869-0a69-4ca4-b12f-18b040b3036a req-bb5782ae-899c-42f1-8e31-68acc9802a10 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933308 Dec 12 04:08:45.586686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec303963-0be6-40ce-b722-3fc083114cb9 req-27cc1b11-951f-41e3-bdb0-af4f4c964231 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:45.593327 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec303963-0be6-40ce-b722-3fc083114cb9 req-27cc1b11-951f-41e3-bdb0-af4f4c964231 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 945 time: 0.0664287 Dec 12 04:08:45.638161 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec303963-0be6-40ce-b722-3fc083114cb9 req-64b6b03c-519f-4ad9-afd1-917127c63aa0 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434554 Dec 12 04:08:45.683680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0572e-6246-4849-9206-7f7e8f256f04 req-3fb383f5-fc15-4b5c-9b6a-4e00b2faf562 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:45.685193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-29d0572e-6246-4849-9206-7f7e8f256f04 req-3fb383f5-fc15-4b5c-9b6a-4e00b2faf562 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0544860 Dec 12 04:08:45.750658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-29d0572e-6246-4849-9206-7f7e8f256f04 req-9e6dcc8d-94d7-4872-8069-ae4e5ecf932c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528374 Dec 12 04:08:45.890164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b3b41-99af-443d-b5ec-a74aef68ac22 req-afe029da-7452-44fa-b35f-31e08477f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:45.891618 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-896b3b41-99af-443d-b5ec-a74aef68ac22 req-afe029da-7452-44fa-b35f-31e08477f4d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 1101 time: 0.1287069 Dec 12 04:08:45.930523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-7cebf856-1e61-4e26-828d-5f2b866d644b tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2546539 Dec 12 04:08:45.948482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:45.971063 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-896b3b41-99af-443d-b5ec-a74aef68ac22 req-c8975656-02ae-48f2-a133-bc0b7884614e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673330 Dec 12 04:08:45.985059 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.026053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e601b-1c8c-4568-90ee-a5e6c8347399 req-5a65e663-bb73-4851-afcd-7dc69d247080 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:46.034648 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e601b-1c8c-4568-90ee-a5e6c8347399 req-5a65e663-bb73-4851-afcd-7dc69d247080 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0605457 Dec 12 04:08:46.098754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e601b-1c8c-4568-90ee-a5e6c8347399 req-d69ceaf0-39c6-4557-9761-fcbca3450709 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557523 Dec 12 04:08:46.127900 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.198973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93974a-d3c9-4c16-861e-8790760f39ad req-bde6b40e-79a0-4673-b11c-3aa5274a6ee0 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:46.200487 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc93974a-d3c9-4c16-861e-8790760f39ad req-bde6b40e-79a0-4673-b11c-3aa5274a6ee0 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 950 time: 0.0575433 Dec 12 04:08:46.240496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Allocated IP 172.25.7.50 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/7358e064-d84d-40af-b732-8bf82938bcde) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:46.254151 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc93974a-d3c9-4c16-861e-8790760f39ad req-19895bc0-9c42-4fda-9934-117492f26908 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474205 Dec 12 04:08:46.368738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.406323 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.445834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:46.450533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:46.454739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:46.457828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Pushing event updated for resources: {'Port': ['ID=7358e064-d84d-40af-b732-8bf82938bcde,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:46.547224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.567622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab3252-6e3c-4f09-8fea-f08d01a4b834 req-2fe027d1-f87a-41d4-a0a6-b6da35fe7a8e tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:46.569157 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04ab3252-6e3c-4f09-8fea-f08d01a4b834 req-2fe027d1-f87a-41d4-a0a6-b6da35fe7a8e tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 949 time: 0.0518844 Dec 12 04:08:46.590326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.621464 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04ab3252-6e3c-4f09-8fea-f08d01a4b834 req-31cb6e96-36ae-458f-89ed-5649b2230b4d tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Dec 12 04:08:46.636876 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.741973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a43954-e2dd-4090-a62b-8c04e163a983 req-7e1ea711-5af8-414f-86fd-3824bbd1f8a6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:46.743698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42a43954-e2dd-4090-a62b-8c04e163a983 req-7e1ea711-5af8-414f-86fd-3824bbd1f8a6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0544615 Dec 12 04:08:46.783270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.789298 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.804937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42a43954-e2dd-4090-a62b-8c04e163a983 req-88155a8a-535d-44ab-849e-728733760617 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508723 Dec 12 04:08:46.865176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Pushing event updated for resources: {'Port': ['ID=7358e064-d84d-40af-b732-8bf82938bcde,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:46.871545 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.888436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:46.889703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-9deac091-9299-4ab6-9cd6-c9a9d122ab46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9479678 Dec 12 04:08:46.969885 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-d443b03f-93cb-4513-918a-045b2d945fa0 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 695 time: 0.0714314 Dec 12 04:08:47.093886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-3c10e0c2-60af-4a04-b154-7ab20eee3d14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:47.096536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-3c10e0c2-60af-4a04-b154-7ab20eee3d14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1131725 Dec 12 04:08:47.105637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-450a27ef-a3d4-4d5b-af4b-4bbc20783b4e tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:08:47.106590 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd7b37c2-d204-4ed9-beab-93276dc1d647 req-450a27ef-a3d4-4d5b-af4b-4bbc20783b4e tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056672 Dec 12 04:08:47.280453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eda912-1a40-4045-83e5-64d78d29023e req-62d80b76-7fb5-4543-8cbe-db4bb944ac56 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:47.282149 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e2eda912-1a40-4045-83e5-64d78d29023e req-62d80b76-7fb5-4543-8cbe-db4bb944ac56 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0602238 Dec 12 04:08:47.333922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e2eda912-1a40-4045-83e5-64d78d29023e req-c002218b-400c-47c0-822f-77fb40776162 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Dec 12 04:08:47.497404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a71669-62e1-4c4a-bcf7-046107d2acbe req-0addebc4-2893-4cb7-99ff-d16dd05ec7f5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:47.498798 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97a71669-62e1-4c4a-bcf7-046107d2acbe req-0addebc4-2893-4cb7-99ff-d16dd05ec7f5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.2990003 Dec 12 04:08:47.574488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-e58e8070-99d3-4d07-ad91-ef3e88d504d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712910 Dec 12 04:08:47.578296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97a71669-62e1-4c4a-bcf7-046107d2acbe req-a6bf4af0-f0e8-495c-91e0-0367f3d67122 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677142 Dec 12 04:08:47.651833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-3e6f9d89-8c56-463c-93b4-f6a145de5d7d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:47.662553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-3e6f9d89-8c56-463c-93b4-f6a145de5d7d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 820 time: 0.1596186 Dec 12 04:08:47.675080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-f68cfb95-d783-4093-86b2-7539d65f4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:47.681237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-f293583e-eae4-4721-9114-b877720a48d0 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/quotas/8f3200c8abda4a0c9847355e89cbab38 HTTP/1.1" status: 200 len: 375 time: 0.0171669 Dec 12 04:08:47.681978 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-f68cfb95-d783-4093-86b2-7539d65f4a97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc4e869978144656884135afe082dc86&device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 1101 time: 0.0639210 Dec 12 04:08:47.742836 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-73c7ec95-d7dc-491e-ad28-4dbbeb0f28be tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607038 Dec 12 04:08:47.793391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7babc58-e6c1-42d9-866b-b673cf2d1ea2 req-0378c780-0d26-49b2-857a-62ba9b30f54c tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:47.795008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7babc58-e6c1-42d9-866b-b673cf2d1ea2 req-0378c780-0d26-49b2-857a-62ba9b30f54c tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 950 time: 0.1112368 Dec 12 04:08:47.845125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-aea94ea6-360f-4ed8-b1ef-489d9e715fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:47.846664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-aea94ea6-360f-4ed8-b1ef-489d9e715fff service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1300237 Dec 12 04:08:47.849921 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-5bad3ba2-902c-428b-a93a-8bc41982de31 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950925 Dec 12 04:08:47.904765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7babc58-e6c1-42d9-866b-b673cf2d1ea2 req-e20ab170-7af3-4ff6-a1b7-91abdb54cb5e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943229 Dec 12 04:08:47.906177 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-6c2100cb-6352-4f67-b377-e4702b5e13a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=09eeb350-9799-4f8d-bdf0-1e5de5859003 HTTP/1.1" status: 200 len: 217 time: 0.0423546 Dec 12 04:08:47.954445 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-2d7f5973-9d44-41fd-9555-975052f38393 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996332 Dec 12 04:08:47.960041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-6f7868fc-9f2a-4769-8dcc-9e4115a4b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:47.961566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-6f7868fc-9f2a-4769-8dcc-9e4115a4b577 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0459871 Dec 12 04:08:48.025000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-dbf13ced-08cc-4962-a70d-6d120974e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:48.026673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-dbf13ced-08cc-4962-a70d-6d120974e17c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468645 Dec 12 04:08:48.159774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49151449-a9a8-4519-8c1d-5f8d8d2f914a req-246947fc-3363-4be0-a76d-6a506511ca91 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:48.163006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49151449-a9a8-4519-8c1d-5f8d8d2f914a req-246947fc-3363-4be0-a76d-6a506511ca91 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0574839 Dec 12 04:08:48.182712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ab50e6b8-74b7-4303-b594-fee911a4c8c7 req-30394cf0-109e-4d8a-a5e5-7c4efc13b82e tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 210 time: 0.0337982 Dec 12 04:08:48.220003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49151449-a9a8-4519-8c1d-5f8d8d2f914a req-056dc2af-efc1-4ac1-9dc0-6dcf4626bbd2 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523069 Dec 12 04:08:48.236681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-ff07591d-7bd5-46b1-8b2c-3cb55f018ea8 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404190 Dec 12 04:08:48.485854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed304b-51b6-4b2b-9c44-fdda0c7a4047 req-5c06b5d0-f187-4028-b762-e622248243b9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:48.487349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34ed304b-51b6-4b2b-9c44-fdda0c7a4047 req-5c06b5d0-f187-4028-b762-e622248243b9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.0792980 Dec 12 04:08:48.500866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbcd2-37aa-4712-9a04-b765b9521291 req-e0ba44a2-94e2-419f-ac62-b00042890d38 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398604 Dec 12 04:08:48.544808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34ed304b-51b6-4b2b-9c44-fdda0c7a4047 req-9a55befb-4147-4cd2-828a-603eb45575cd tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Dec 12 04:08:48.703669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb1ded-7d74-44d0-908d-0df51d15b475 req-ad029236-c322-4681-bcd5-011f21f75944 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:48.705188 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3cb1ded-7d74-44d0-908d-0df51d15b475 req-ad029236-c322-4681-bcd5-011f21f75944 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0521724 Dec 12 04:08:48.751185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3cb1ded-7d74-44d0-908d-0df51d15b475 req-5158950b-72e3-4add-85d0-841673c1631e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Dec 12 04:08:49.022840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f894f53-e0e2-4c16-86f1-a0ebfcae252b req-dfda7ca0-beea-4d9d-9335-dd234e48bcd7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:49.024330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f894f53-e0e2-4c16-86f1-a0ebfcae252b req-dfda7ca0-beea-4d9d-9335-dd234e48bcd7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 950 time: 0.0521317 Dec 12 04:08:49.070861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f894f53-e0e2-4c16-86f1-a0ebfcae252b req-7cb48bc6-ac3d-4194-b928-8bcd77be0eb6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Dec 12 04:08:49.137624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:08:49.172381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9185e-3150-43e6-85ad-f0839fb1ac3f req-454b637b-d21e-4e95-aab8-33e998a9cf62 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:49.174168 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6a9185e-3150-43e6-85ad-f0839fb1ac3f req-454b637b-d21e-4e95-aab8-33e998a9cf62 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 1101 time: 0.0406961 Dec 12 04:08:49.212175 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:49.219197 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6a9185e-3150-43e6-85ad-f0839fb1ac3f req-617a08c3-c9d2-4f76-854f-034bbe6f7ec1 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384452 Dec 12 04:08:49.259941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:49.260995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:49.263753 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a9e496-a25b-4a17-93c7-a5de08bc26fc" -d '{"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-unplugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:49.271142 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:49.271142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:08:49.373422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b1a91309-a664-4820-9082-d84da0fad512 req-4db3dbae-ef24-4706-9796-a0efeba907de tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 210 time: 0.0366228 Dec 12 04:08:49.374771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d0a50-4575-4fa5-b9c9-9bb78afa2410 req-160341f5-d771-4001-90b2-de0684180369 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:49.376311 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d0d0a50-4575-4fa5-b9c9-9bb78afa2410 req-160341f5-d771-4001-90b2-de0684180369 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0616961 Dec 12 04:08:49.384168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:49.406280 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:49.420797 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc554cb-869b-4a25-9be9-8a2bf357837b x-openstack-request-id: req-4bc554cb-869b-4a25-9be9-8a2bf357837b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:49.421215 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-unplugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:49.421674 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bc554cb-869b-4a25-9be9-8a2bf357837b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:49.422073 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'code': 200} Dec 12 04:08:49.452397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d0d0a50-4575-4fa5-b9c9-9bb78afa2410 req-7833f287-cc18-417b-a8ca-c67a37aeb10a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695786 Dec 12 04:08:49.452629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:49.457108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:49.510355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:49.533909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-2e85fe5c-b0d3-4d88-922b-9e86792a6180 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485916 Dec 12 04:08:49.676432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-1fc50a04-fe91-447c-a39a-5d29342c182c tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:49.678219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-1fc50a04-fe91-447c-a39a-5d29342c182c tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324203 Dec 12 04:08:49.696251 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-b603f124-efc0-43e6-8fa9-c3f16f753dc8 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/quotas/b961db2c0f9d4b089cfeef9d730a3e27 HTTP/1.1" status: 200 len: 375 time: 0.0115995 Dec 12 04:08:49.734640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ea0f8-3ad7-4a99-8856-d7a448a6d3e6 req-71a3e68e-9d39-41e3-8500-3e5712e9c01e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:49.736525 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a66ea0f8-3ad7-4a99-8856-d7a448a6d3e6 req-71a3e68e-9d39-41e3-8500-3e5712e9c01e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 947 time: 0.1087713 Dec 12 04:08:49.762498 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-eb4c2a80-b850-4936-ab15-d46ee0c1c0e2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0601628 Dec 12 04:08:49.772987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-9c7f1136-e4a8-4533-b4b3-7997f694b5bd tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:49.774521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-9c7f1136-e4a8-4533-b4b3-7997f694b5bd tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 820 time: 0.1687064 Dec 12 04:08:49.807980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Request body: {'port': {'device_id': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'admin_state_up': True, 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:49.825550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a66ea0f8-3ad7-4a99-8856-d7a448a6d3e6 req-3671bd8f-a5ce-472a-be61-4d67e8a156ea tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738206 Dec 12 04:08:49.945366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-73382af8-6e1c-42e3-ad00-44d7a134f9c2 req-1583f6c9-3a5a-450d-af9c-342e26bc3004 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 210 time: 0.0281134 Dec 12 04:08:49.967651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff0c3d-d07e-4f6a-80ee-95c3fc63b37f req-82394656-ce24-40af-938b-5facaa2cb14e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:49.969269 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbff0c3d-d07e-4f6a-80ee-95c3fc63b37f req-82394656-ce24-40af-938b-5facaa2cb14e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0777595 Dec 12 04:08:49.969954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Made reservation on behalf of 8f3200c8abda4a0c9847355e89cbab38 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:49.973404 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:50.079084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbff0c3d-d07e-4f6a-80ee-95c3fc63b37f req-fc950d95-7c12-44a5-8ad5-3beb3776b899 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024592 Dec 12 04:08:50.137724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Allocated IP 172.20.0.13 (05fe1a72-7b62-4fff-bf74-989576082b19/efce6523-3ea5-4dbc-87ee-3c8e63c50fbb/99b6352e-de98-4e37-8c65-0f1808f302e3) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:50.302612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:50.335800 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:50.383275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Network 05fe1a72-7b62-4fff-bf74-989576082b19 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:50.387127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:50.390994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:50.397360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['55499866-10a1-4392-8112-5b0046295109'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:50.426572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Pushing event updated for resources: {'Port': ['ID=99b6352e-de98-4e37-8c65-0f1808f302e3,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:50.470996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:50.471652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:50.519401 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-fcd694ea-b183-4b51-a65d-994743662042 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7175653 Dec 12 04:08:50.549134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed4bbe-1e32-4a9d-b824-e3f76a326799 req-f018b5e8-a1e3-43de-8379-c1d6176428b2 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:50.550828 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4ed4bbe-1e32-4a9d-b824-e3f76a326799 req-f018b5e8-a1e3-43de-8379-c1d6176428b2 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 932 time: 0.0723212 Dec 12 04:08:50.557761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Request body: {'port': {'device_id': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:50.607570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 78ace4a9-18e4-4f47-b21d-4d832f708f5b details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:50.651808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4ed4bbe-1e32-4a9d-b824-e3f76a326799 req-a22dc921-9e72-471b-b21a-98ef3ee3edf5 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907180 Dec 12 04:08:50.665945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8e26d-0fc6-473e-a2d1-e7da10ede2b7 req-fabb33c0-3d4a-49ae-baa5-648c8eaf58a0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:50.667477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7e8e26d-0fc6-473e-a2d1-e7da10ede2b7 req-fabb33c0-3d4a-49ae-baa5-648c8eaf58a0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0807419 Dec 12 04:08:50.705630 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:50.748175 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7e8e26d-0fc6-473e-a2d1-e7da10ede2b7 req-a1e4d5e5-9fab-4397-8f5a-6728a9783060 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733674 Dec 12 04:08:50.751782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:50.763815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d39fc2be-1c5e-445f-aaa6-d56777b20e16 None None] Provisioning complete for port 99b6352e-de98-4e37-8c65-0f1808f302e3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:50.764193 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d39fc2be-1c5e-445f-aaa6-d56777b20e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:50.768541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '78ace4a9-18e4-4f47-b21d-4d832f708f5b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '78ace4a9-18e4-4f47-b21d-4d832f708f5b', 'mac_address': 'fa:16:3e:fc:2a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:50.955050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d39fc2be-1c5e-445f-aaa6-d56777b20e16 None None] Port 99b6352e-de98-4e37-8c65-0f1808f302e3 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:50.964466 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:50.976717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af1b2d-ad9f-4b62-96b9-467f1d4c0885 req-59ca428a-7247-4fc1-8877-50cd6bef6d5f tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:50.977269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78ace4a9-18e4-4f47-b21d-4d832f708f5b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:50.983653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2af1b2d-ad9f-4b62-96b9-467f1d4c0885 req-59ca428a-7247-4fc1-8877-50cd6bef6d5f tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 947 time: 0.0862308 Dec 12 04:08:50.997296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:51.001251 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:51.046218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7ad2890-8d48-4e00-8705-506ca1ffbd3f req-649d54f2-57c2-4c78-98b5-35b22dfc4ded tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Dec 12 04:08:51.054392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=78ace4a9-18e4-4f47-b21d-4d832f708f5b,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:51.076233 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2af1b2d-ad9f-4b62-96b9-467f1d4c0885 req-99aff6cc-c572-456d-b81b-8b6be0367cef tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917342 Dec 12 04:08:51.084612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b6352e-de98-4e37-8c65-0f1808f302e3 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:51.092585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:51.105292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Transition to ACTIVE for port object 99b6352e-de98-4e37-8c65-0f1808f302e3 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:51.109867 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:51.206925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e118eea-d726-4b98-9d37-49b85d6f8919 req-a43c7cec-bf02-45fa-9160-ca26b196adb0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:51.207954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Pushing event updated for resources: {'Port': ['ID=99b6352e-de98-4e37-8c65-0f1808f302e3,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:51.214567 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e118eea-d726-4b98-9d37-49b85d6f8919 req-a43c7cec-bf02-45fa-9160-ca26b196adb0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0660191 Dec 12 04:08:51.246309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Attempting to bind port 99b6352e-de98-4e37-8c65-0f1808f302e3 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:51.246848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Attempting to bind port 99b6352e-de98-4e37-8c65-0f1808f302e3 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:51.247195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Attempting to bind port 99b6352e-de98-4e37-8c65-0f1808f302e3 on network 05fe1a72-7b62-4fff-bf74-989576082b19 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:51.253008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Port 99b6352e-de98-4e37-8c65-0f1808f302e3 on network 05fe1a72-7b62-4fff-bf74-989576082b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:51.253431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Attempting to bind port 99b6352e-de98-4e37-8c65-0f1808f302e3 on network 05fe1a72-7b62-4fff-bf74-989576082b19 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:51.259742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:51.260245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Checking segment: {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:51.260648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Bound using segment: {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:51.261126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Bound port: 99b6352e-de98-4e37-8c65-0f1808f302e3, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd63c94-d58f-4713-b939-14e5bbb46584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:51.261493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:51.267051 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e118eea-d726-4b98-9d37-49b85d6f8919 req-60161a84-b881-4b21-818e-16c1f7c0b891 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514944 Dec 12 04:08:51.325528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['78ace4a9-18e4-4f47-b21d-4d832f708f5b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:51.329714 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-8a0d78af-080f-4839-8292-d4d59d94f768 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330374 Dec 12 04:08:51.401038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] For port 99b6352e-de98-4e37-8c65-0f1808f302e3, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:51.423516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:51.425677 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c06fe7-9189-403c-aa21-22d4a266813f" -d '{"events": [{"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-unplugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:51.453683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] For port 99b6352e-de98-4e37-8c65-0f1808f302e3, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=99b6352e-de98-4e37-8c65-0f1808f302e3,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:51.463687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:51.511246 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f77465-c2d9-4902-8d5e-6df8ea01b51b x-openstack-request-id: req-b9f77465-c2d9-4902-8d5e-6df8ea01b51b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:51.511794 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-unplugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:51.512082 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9f77465-c2d9-4902-8d5e-6df8ea01b51b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:51.512447 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'code': 200} Dec 12 04:08:51.514108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:51.515330 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:51.516970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 200 len: 1092 time: 0.9650347 Dec 12 04:08:51.523251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:51.525844 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b81cce2-9569-4c10-a181-ab278a9cba69" -d '{"events": [{"name": "network-changed", "server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:51.573057 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1d4d03-dd93-485f-87c1-6ffcb5d6f2d4 x-openstack-request-id: req-ef1d4d03-dd93-485f-87c1-6ffcb5d6f2d4 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:51.573661 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:51.573931 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef1d4d03-dd93-485f-87c1-6ffcb5d6f2d4 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:51.574340 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'status': 'completed', 'code': 200} Dec 12 04:08:51.583967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-3941817f-ca0b-41e2-89e0-7bf8bc226fa1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:51.585509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-3941817f-ca0b-41e2-89e0-7bf8bc226fa1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210934 Dec 12 04:08:51.586664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d498197-0eba-4dc5-8dd5-154192a429c1 service neutron] Pushing event updated for resources: {'Port': ['ID=99b6352e-de98-4e37-8c65-0f1808f302e3,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:51.662082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Request body: {'port': {'device_id': 'b76ff24d-ec61-4f87-85cf-f4e234cf1393', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'b961db2c0f9d4b089cfeef9d730a3e27'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:51.771801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f778e-5f1a-4f8b-9f1f-e2e5fadd3a73 req-c038388c-b86f-4acd-abb1-7b1a7a17a215 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:51.773358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ab3f778e-5f1a-4f8b-9f1f-e2e5fadd3a73 req-c038388c-b86f-4acd-abb1-7b1a7a17a215 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 944 time: 0.0521538 Dec 12 04:08:51.802081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-d5ecba9a-5c4b-442f-92b5-cef73187a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:51.803582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-d5ecba9a-5c4b-442f-92b5-cef73187a20a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 1095 time: 0.1464834 Dec 12 04:08:51.813456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-e3e1c7ed-255a-4bd3-9a3d-8b95f67fe4d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1572189 Dec 12 04:08:51.833875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ab3f778e-5f1a-4f8b-9f1f-e2e5fadd3a73 req-331c3b69-1dd8-4a11-b671-552dee8a3e9d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532997 Dec 12 04:08:51.875379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-7283e590-1cb4-44f1-b406-fc39933f1746 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 200 len: 217 time: 0.0487819 Dec 12 04:08:51.969019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Made reservation on behalf of b961db2c0f9d4b089cfeef9d730a3e27 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:08:51.972424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:52.006169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-db6506a1-8fc6-47e2-adda-8e81b92ed267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:52.007605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-db6506a1-8fc6-47e2-adda-8e81b92ed267 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.1166840 Dec 12 04:08:52.014966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4ed2f-e3f4-402d-964a-18f0947a1acf req-ebc1aaa4-6e0a-425c-b816-dbdf41c0fc5b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:52.016306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3d4ed2f-e3f4-402d-964a-18f0947a1acf req-ebc1aaa4-6e0a-425c-b816-dbdf41c0fc5b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.1453421 Dec 12 04:08:52.057743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-a4fa7771-8521-4f7e-9cda-16344713e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:52.059169 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-a4fa7771-8521-4f7e-9cda-16344713e971 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 1095 time: 0.1692705 Dec 12 04:08:52.146080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d76c727-4826-4716-bf89-2298148dff15 req-14f02f7f-4f6f-46aa-a21e-ca886b29f8ab tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 210 time: 0.0265987 Dec 12 04:08:52.194516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-49ef107f-df38-4dfc-917e-cb50467963fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:52.196010 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-49ef107f-df38-4dfc-917e-cb50467963fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769950 Dec 12 04:08:52.237274 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3d4ed2f-e3f4-402d-964a-18f0947a1acf req-c279a56b-e0a3-4f9c-95d9-f6128df96958 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022138 Dec 12 04:08:52.247045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb274081-1c9e-4b1d-b6ec-22a7103c38fd req-8a71d7ce-5d28-439a-85ff-dc874c9635f3 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:52.248693 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb274081-1c9e-4b1d-b6ec-22a7103c38fd req-8a71d7ce-5d28-439a-85ff-dc874c9635f3 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 947 time: 0.0503983 Dec 12 04:08:52.315127 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb274081-1c9e-4b1d-b6ec-22a7103c38fd req-90c1a3c7-63ea-4122-a133-13eff48cfad2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561502 Dec 12 04:08:52.323971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Allocated IP 192.168.233.71 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/f5e05c62-5e11-45da-895f-279db5155562) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:08:52.373079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-f92b11a4-31d2-40b7-bf44-d72a2ec2fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:52.374507 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-f92b11a4-31d2-40b7-bf44-d72a2ec2fd57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.2660115 Dec 12 04:08:52.454792 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-26227a76-b27e-40d0-a4da-8e1adc555566 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306731 Dec 12 04:08:52.455997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-6ecba92c-0954-4903-a269-5d334c84324a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 200 len: 217 time: 0.0620832 Dec 12 04:08:52.512924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af1f2f-63c6-4ff2-b6af-e3d5260ce920 req-1a4aa3a2-751b-45b6-b202-99e204f2c717 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:52.514420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a0af1f2f-63c6-4ff2-b6af-e3d5260ce920 req-1a4aa3a2-751b-45b6-b202-99e204f2c717 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1644626 Dec 12 04:08:52.602521 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 78ace4a9-18e4-4f47-b21d-4d832f708f5b up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:52.631586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-9f14c545-b476-4192-b17a-efb4825b6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:52.633078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-9f14c545-b476-4192-b17a-efb4825b6aad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.1671364 Dec 12 04:08:52.651136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 78ace4a9-18e4-4f47-b21d-4d832f708f5b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:52.651754 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:52.735376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:52.770735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:52.774444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:52.824884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=78ace4a9-18e4-4f47-b21d-4d832f708f5b,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:52.907129 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-621e1eee-c2ff-4c87-88f4-052525aa01f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2604885 Dec 12 04:08:52.928039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a0af1f2f-63c6-4ff2-b6af-e3d5260ce920 req-5806579d-253f-46fc-a36a-2577c0142f4c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041157 Dec 12 04:08:52.966051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436535c0-8be8-4ed2-9d5c-9b23ba1e4f8a req-b7a914ee-1c6e-44d1-a9fa-345265134377 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:52.967546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-436535c0-8be8-4ed2-9d5c-9b23ba1e4f8a req-b7a914ee-1c6e-44d1-a9fa-345265134377 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 944 time: 0.0582545 Dec 12 04:08:53.009421 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ef575b3-905d-47db-a8e6-ef4863777f87 req-bfbb3636-d794-4f3e-8dcf-6f02593a4930 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896736 Dec 12 04:08:53.012021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:53.019134 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-436535c0-8be8-4ed2-9d5c-9b23ba1e4f8a req-fd9b446f-5be1-48f2-af93-1114c89ba9f4 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454311 Dec 12 04:08:53.072441 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-7b05b0aa-27e0-45d1-88ee-5f36a3f7330a service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392186 Dec 12 04:08:53.081559 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:53.136955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1ab99e21-5df1-467e-a76f-634f3f07926b', '5eac5969-12f0-454b-9d96-828558792539'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:53.140111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', '04501ef9-af51-4fc7-871d-87ace21f541c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:53.169381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:08:53.183311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:08:53.190826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:53.206884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:08:53.241615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event updated for resources: {'Port': ['ID=f5e05c62-5e11-45da-895f-279db5155562,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:53.337928 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccf95959-ab34-425e-8021-d6bb3673bbd1 req-c7b0e1bc-1e21-45dc-9ccb-78b860d084b6 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538948 Dec 12 04:08:53.351556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:53.352214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:53.356983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-ad28c96f-d31c-444c-ba00-f2e5ebb0571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:53.358459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-ad28c96f-d31c-444c-ba00-f2e5ebb0571a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 1095 time: 0.1860785 Dec 12 04:08:53.380939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30c881-18eb-46f9-9527-46489eaf3480 req-a8a357b0-10d4-4e1e-ad97-d59bcdec8fc1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:53.382647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a30c881-18eb-46f9-9527-46489eaf3480 req-a8a357b0-10d4-4e1e-ad97-d59bcdec8fc1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 935 time: 0.1252530 Dec 12 04:08:53.393843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-11cabae2-cdea-4bff-b6e4-a5b3a653522d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7389009 Dec 12 04:08:53.441011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b4134-2376-4004-855f-5c391652de0e req-3f341ff7-2d99-4cc2-a864-5e9fa87a9780 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:53.446190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Request body: {'port': {'device_id': 'b76ff24d-ec61-4f87-85cf-f4e234cf1393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:53.451122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a2b4134-2376-4004-855f-5c391652de0e req-3f341ff7-2d99-4cc2-a864-5e9fa87a9780 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.0897491 Dec 12 04:08:53.500467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:53.509186 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a2b4134-2376-4004-855f-5c391652de0e req-b0574d9e-7612-4e7d-9c2a-9b41bd5cb90b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568938 Dec 12 04:08:53.541402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:53.543835 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d85358-4604-4351-9474-d2177cfdebe8" -d '{"events": [{"server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "name": "network-vif-plugged", "status": "completed", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:53.566260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a30c881-18eb-46f9-9527-46489eaf3480 req-0d61e5fc-3eb6-4b99-af39-b6b9ecbc52fe tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697462 Dec 12 04:08:53.568171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-8f57883f-0b16-488d-a15a-526e09bc09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:53.569910 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-8f57883f-0b16-488d-a15a-526e09bc09e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.1860411 Dec 12 04:08:53.578400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'mac_address': 'fa:16:3e:47:95:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:53.619594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:53.648271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c66c4162-8fb9-4083-9f6b-c17c5deebffb None None] Provisioning complete for port f5e05c62-5e11-45da-895f-279db5155562 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:53.648271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c66c4162-8fb9-4083-9f6b-c17c5deebffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:53.695306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-b22f767f-e08e-473d-932a-2c1f46e4cb42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 200 len: 217 time: 0.0890758 Dec 12 04:08:53.702409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffb173-196c-41e1-84c1-57c6be19bbb5 req-983ce916-9abd-461b-9d43-6339bd3fba7e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:53.704602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4cffb173-196c-41e1-84c1-57c6be19bbb5 req-983ce916-9abd-461b-9d43-6339bd3fba7e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 947 time: 0.0844953 Dec 12 04:08:53.715492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:53.762941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c66c4162-8fb9-4083-9f6b-c17c5deebffb None None] Port f5e05c62-5e11-45da-895f-279db5155562 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:08:53.769731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9745fb41-cc68-4ef9-859e-d79336a73b2b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:53.780955 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4cffb173-196c-41e1-84c1-57c6be19bbb5 req-e7bad139-b6a0-4f9c-a6e4-de0d88617c17 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688629 Dec 12 04:08:53.801662 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c90f739-5cf3-4373-a3be-4867da86b886 x-openstack-request-id: req-5c90f739-5cf3-4373-a3be-4867da86b886 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:53.801982 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "name": "network-vif-plugged", "status": "completed", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:53.802245 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c90f739-5cf3-4373-a3be-4867da86b886 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:53.802636 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b', 'code': 200} Dec 12 04:08:53.819541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:53.831775 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:53.933628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-2e37032d-9331-4c2d-b8f6-d3c661b9b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:53.935697 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-2e37032d-9331-4c2d-b8f6-d3c661b9b1ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.1078186 Dec 12 04:08:53.944231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=10']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:54.025005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-83712443-317c-4d44-9ca4-531e5c6aa206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:54.026522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-83712443-317c-4d44-9ca4-531e5c6aa206 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768034 Dec 12 04:08:54.117036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32f9be-65a3-4e57-9b1f-87f65fe4d272 req-ee74dcbe-76a3-482c-888e-22e25296bc1d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:54.128230 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af32f9be-65a3-4e57-9b1f-87f65fe4d272 req-ee74dcbe-76a3-482c-888e-22e25296bc1d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0991709 Dec 12 04:08:54.198038 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af32f9be-65a3-4e57-9b1f-87f65fe4d272 req-443c0c3e-4f38-4008-87fe-e24417bae61f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Dec 12 04:08:54.253103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e05c62-5e11-45da-895f-279db5155562 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:54.264149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:54.303306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Transition to ACTIVE for port object f5e05c62-5e11-45da-895f-279db5155562 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:08:54.313509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72754810-c0d2-4452-ac4d-6f0fc0d61843 req-42895d88-9a32-45b2-8cda-7dd4d9e769f7 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:54.315027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72754810-c0d2-4452-ac4d-6f0fc0d61843 req-42895d88-9a32-45b2-8cda-7dd4d9e769f7 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 944 time: 0.1191478 Dec 12 04:08:54.318586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:54.325545 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-41c049c8-1985-4f92-a5e6-157a6e7d819a service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765667 Dec 12 04:08:54.470150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Pushing event updated for resources: {'Port': ['ID=f5e05c62-5e11-45da-895f-279db5155562,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:54.477981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9745fb41-cc68-4ef9-859e-d79336a73b2b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:54.600234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b81cce2-9569-4c10-a181-ab278a9cba69 req-1d083bb8-6618-47ba-8213-d8a56c2dfa42 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388196 Dec 12 04:08:54.602065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.602635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.603734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.604331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.605176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.605730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.606289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.606845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.607388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.607941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.608485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.609079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.610236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:08:54.687132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72754810-c0d2-4452-ac4d-6f0fc0d61843 req-ba14857c-5da5-4b9a-be18-b361fa263d11 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618970 Dec 12 04:08:54.698808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Attempting to bind port f5e05c62-5e11-45da-895f-279db5155562 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:54.699340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Attempting to bind port f5e05c62-5e11-45da-895f-279db5155562 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:54.699815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Attempting to bind port f5e05c62-5e11-45da-895f-279db5155562 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:54.722335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Port f5e05c62-5e11-45da-895f-279db5155562 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:54.724641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Attempting to bind port f5e05c62-5e11-45da-895f-279db5155562 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:54.747265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:54.760418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:54.760863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:54.761584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Bound port: f5e05c62-5e11-45da-895f-279db5155562, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:54.761972 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:54.773168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bd435-d844-4702-9191-8d4730d8a006 req-4d50d859-9dec-4101-b4e8-b926f109fa3e tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:54.774769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ca6bd435-d844-4702-9191-8d4730d8a006 req-4d50d859-9dec-4101-b4e8-b926f109fa3e tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.1482754 Dec 12 04:08:54.872108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ca6bd435-d844-4702-9191-8d4730d8a006 req-cf69b60f-de7d-4e15-a81a-a3bf87fac085 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859542 Dec 12 04:08:54.883925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] For port f5e05c62-5e11-45da-895f-279db5155562, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:54.906811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] For port f5e05c62-5e11-45da-895f-279db5155562, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f5e05c62-5e11-45da-895f-279db5155562,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:54.920799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f394-7a3b-4e92-91ff-c064ee820446 req-73ede074-7997-4725-a554-4b372372d6c4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:54.922599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2609f394-7a3b-4e92-91ff-c064ee820446 req-73ede074-7997-4725-a554-4b372372d6c4 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 947 time: 0.0899751 Dec 12 04:08:54.925000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:55.003039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:55.004167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:55.006988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] 10.222.0.37 "PUT /v2.0/ports/f5e05c62-5e11-45da-895f-279db5155562 HTTP/1.1" status: 200 len: 1095 time: 1.5660839 Dec 12 04:08:55.010599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76ff24d-ec61-4f87-85cf-f4e234cf1393', 'tag': 'f5e05c62-5e11-45da-895f-279db5155562'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:55.012935 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606a0634-fb87-42ad-bfb8-39a1ba819688" -d '{"events": [{"name": "network-changed", "server_uuid": "b76ff24d-ec61-4f87-85cf-f4e234cf1393", "tag": "f5e05c62-5e11-45da-895f-279db5155562"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:55.065417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0719d7-815c-4258-89a1-36a64a4390ee service neutron] Pushing event updated for resources: {'Port': ['ID=f5e05c62-5e11-45da-895f-279db5155562,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:55.083850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2609f394-7a3b-4e92-91ff-c064ee820446 req-b44a129d-a0ef-4c81-b1dc-69c9ef3bba9b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511257 Dec 12 04:08:55.183528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540de29f-6644-4e35-a434-3578d3aa0218 req-e1dbfb69-3750-4504-871a-5cecef160d20 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:55.186960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-540de29f-6644-4e35-a434-3578d3aa0218 req-e1dbfb69-3750-4504-871a-5cecef160d20 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1136663 Dec 12 04:08:55.190356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-2983d918-d634-4e55-9e43-d424a5909c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:55.192752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-2983d918-d634-4e55-9e43-d424a5909c24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 1098 time: 0.0832040 Dec 12 04:08:55.270652 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-540de29f-6644-4e35-a434-3578d3aa0218 req-857b2b27-6593-4275-865d-389e9f50d6b6 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767021 Dec 12 04:08:55.273709 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-17d94768-0ddf-439e-87b6-d15472ed2c37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=f5e05c62-5e11-45da-895f-279db5155562 HTTP/1.1" status: 200 len: 217 time: 0.0616722 Dec 12 04:08:55.365963 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68441b8a-6c90-4c62-b8d5-18288998833b x-openstack-request-id: req-68441b8a-6c90-4c62-b8d5-18288998833b {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:55.366334 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76ff24d-ec61-4f87-85cf-f4e234cf1393", "tag": "f5e05c62-5e11-45da-895f-279db5155562", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:55.366706 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68441b8a-6c90-4c62-b8d5-18288998833b {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:55.367088 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76ff24d-ec61-4f87-85cf-f4e234cf1393', 'tag': 'f5e05c62-5e11-45da-895f-279db5155562', 'status': 'completed', 'code': 200} Dec 12 04:08:55.388628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-ae52ae57-f3e7-4e5e-a034-7b6e90c95f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:55.390299 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-ae52ae57-f3e7-4e5e-a034-7b6e90c95f1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0976155 Dec 12 04:08:55.478610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5178af-a3fc-4757-b41b-5aa868b751f5 req-b29b88e9-9946-4f6c-b588-1692b9c4466b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:55.486828 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa5178af-a3fc-4757-b41b-5aa868b751f5 req-b29b88e9-9946-4f6c-b588-1692b9c4466b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 946 time: 0.0649552 Dec 12 04:08:55.495781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-2f3505bb-e59f-4a66-b05e-633a30c2315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:55.497458 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-2f3505bb-e59f-4a66-b05e-633a30c2315f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955925 Dec 12 04:08:55.506082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b491d-5f83-4c27-b2ac-1b7c32e7a194 req-814a6dd7-2243-4625-8e65-4f8a898b4ef7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:55.507612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb8b491d-5f83-4c27-b2ac-1b7c32e7a194 req-814a6dd7-2243-4625-8e65-4f8a898b4ef7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0721967 Dec 12 04:08:55.555178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa5178af-a3fc-4757-b41b-5aa868b751f5 req-a7621f83-5616-4ceb-b33a-a762c760e88d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662782 Dec 12 04:08:55.647054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb8b491d-5f83-4c27-b2ac-1b7c32e7a194 req-f8f48cf0-7529-4c38-b922-6150a6704aff tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298513 Dec 12 04:08:55.681277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-12da6c6b-c6c4-44bb-a0c9-0094a3662c52 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725075 Dec 12 04:08:55.795348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dd4c318-937b-41d6-bcc7-d46902354de2 req-2bcdb5d3-5d57-4080-8afc-6de4b10a90b9 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974874 Dec 12 04:08:55.820809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf5be-52ff-452d-8c80-db536be2e225 req-5c094969-be08-40fe-9165-2f8e3d81d3e4 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:55.822349 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bedf5be-52ff-452d-8c80-db536be2e225 req-5c094969-be08-40fe-9165-2f8e3d81d3e4 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 944 time: 0.0623820 Dec 12 04:08:55.874863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-bd54eef5-2650-409b-9712-18e6412ecfb6 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:55.876764 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-bd54eef5-2650-409b-9712-18e6412ecfb6 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.0633163 Dec 12 04:08:55.898377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-7'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:08:55.912806 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bedf5be-52ff-452d-8c80-db536be2e225 req-5f356fc0-1290-48c9-800a-f092d1707823 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837803 Dec 12 04:08:56.075042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6ac0f-0fd7-4379-bb57-0dab4c24abe5 req-b67de361-854b-48c3-8f1a-cbb21f6bdc6b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:56.076562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75d6ac0f-0fd7-4379-bb57-0dab4c24abe5 req-b67de361-854b-48c3-8f1a-cbb21f6bdc6b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 945 time: 0.1138844 Dec 12 04:08:56.077158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:56.124108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-354e2fb7-11ac-4377-88a8-6bfd89236933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:56.126143 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-354e2fb7-11ac-4377-88a8-6bfd89236933 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 1098 time: 0.1757803 Dec 12 04:08:56.230595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0c308-8747-47ac-8890-ce99819d549e req-5bb3d173-8fca-42c4-bc31-0214166f0751 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:56.234611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18b0c308-8747-47ac-8890-ce99819d549e req-5bb3d173-8fca-42c4-bc31-0214166f0751 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 947 time: 0.0594952 Dec 12 04:08:56.296120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18b0c308-8747-47ac-8890-ce99819d549e req-3618ce79-7447-4765-814d-378059d68874 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565834 Dec 12 04:08:56.300947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75d6ac0f-0fd7-4379-bb57-0dab4c24abe5 req-f277ddb1-573f-4e88-968a-f9718b35a09f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111931 Dec 12 04:08:56.401405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:56.462816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-8a8f9613-3492-4b9b-84ca-617ad1574586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:56.464356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-8a8f9613-3492-4b9b-84ca-617ad1574586 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3279033 Dec 12 04:08:56.482922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:56.501236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828c726-c6da-4803-919b-80cb482710f1 req-71a1f149-230c-4517-98e4-70af9ad8ac33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:56.509571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8828c726-c6da-4803-919b-80cb482710f1 req-71a1f149-230c-4517-98e4-70af9ad8ac33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 949 time: 0.1167495 Dec 12 04:08:56.533773 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-52a060a3-cec8-4068-b60e-a71c83361860 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=f5e05c62-5e11-45da-895f-279db5155562 HTTP/1.1" status: 200 len: 217 time: 0.0592885 Dec 12 04:08:56.581270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:56.585136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8828c726-c6da-4803-919b-80cb482710f1 req-99c849c6-55cb-4966-9250-0481cc860085 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741596 Dec 12 04:08:56.596604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:56.614923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0029c864-f5bb-4484-aa8c-551502a70b4b details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:56.656618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-cbc7ebdb-35e6-49b3-9c52-df9bc7065f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:56.658124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-cbc7ebdb-35e6-49b3-9c52-df9bc7065f8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1069429 Dec 12 04:08:56.784663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0029c864-f5bb-4484-aa8c-551502a70b4b,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:56.789794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:56.826939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398345-058d-47de-92dc-f50d631b09d2 req-52b0f31c-faf9-48c3-9e9d-a844c8968525 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:56.833114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-17423d31-f165-4635-9ca0-03c9edd8bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:56.834623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-17423d31-f165-4635-9ca0-03c9edd8bae9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590900 Dec 12 04:08:56.842067 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45398345-058d-47de-92dc-f50d631b09d2 req-52b0f31c-faf9-48c3-9e9d-a844c8968525 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0889134 Dec 12 04:08:56.842387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on host n-h1-710847-7 for vnic_type normal with profile {"migrating_to": "n-h2-710847-7"} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:56.842668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c3dd9-7c0d-43fd-8ebf-e51ece10afab req-72530bea-fea8-485c-9072-20dd375f345b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:56.843107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:56.844003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:56.849179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:56.850089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:56.850238 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c98c3dd9-7c0d-43fd-8ebf-e51ece10afab req-72530bea-fea8-485c-9072-20dd375f345b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 946 time: 0.2115998 Dec 12 04:08:56.857193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:56.857682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:56.858293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:56.858826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Bound port: 0029c864-f5bb-4484-aa8c-551502a70b4b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:56.859236 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:56.869975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on host n-h1-710847-7 for vnic_type normal with profile {"migrating_to": "n-h2-710847-7"} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:08:56.870673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:08:56.871817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:56.909490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45398345-058d-47de-92dc-f50d631b09d2 req-956a9469-21da-44ae-b2b6-7e6de023cfd4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615437 Dec 12 04:08:56.961593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:08:56.969250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:08:56.975500 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:57.082012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330c198-4dfd-4200-bb9f-a3031a732e38 req-0754a49e-f517-4220-beaf-f78b2c1ae4b0 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:57.085072 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8330c198-4dfd-4200-bb9f-a3031a732e38 req-0754a49e-f517-4220-beaf-f78b2c1ae4b0 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 944 time: 0.0819347 Dec 12 04:08:57.092733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0029c864-f5bb-4484-aa8c-551502a70b4b has no active binding in host n-h2-710847-7 {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 04:08:57.093206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 99b6352e-de98-4e37-8c65-0f1808f302e3 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:57.170069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=0029c864-f5bb-4484-aa8c-551502a70b4b,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:57.180261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:08:57.182356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8330c198-4dfd-4200-bb9f-a3031a732e38 req-c887cc65-3b43-4019-b68f-5187129cca74 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894632 Dec 12 04:08:57.216658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:08:57.217025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Attempting to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:08:57.239513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:08:57.239745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:08:57.240101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:08:57.240553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Bound port: 0029c864-f5bb-4484-aa8c-551502a70b4b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:08:57.241085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:57.267083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 99b6352e-de98-4e37-8c65-0f1808f302e3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=99b6352e-de98-4e37-8c65-0f1808f302e3,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:57.284396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'port_id': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'mac_address': 'fa:16:3e:a6:f8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:57.292435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 9745fb41-cc68-4ef9-859e-d79336a73b2b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:08:57.292824 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:57.320229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-1c96706f-c1bb-473e-ba8e-307651e66e0c service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531286 Dec 12 04:08:57.364506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:57.373486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:57.376883 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1abc487-8fb0-42bd-9cdc-66c7b49bf099" -d '{"events": [{"server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "name": "network-vif-unplugged", "status": "completed", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:57.380509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b6352e-de98-4e37-8c65-0f1808f302e3 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:57.401446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c98c3dd9-7c0d-43fd-8ebf-e51ece10afab req-8c49ce67-37cc-429d-97ad-724f5d4be997 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497057 Dec 12 04:08:57.416872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 99b6352e-de98-4e37-8c65-0f1808f302e3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=99b6352e-de98-4e37-8c65-0f1808f302e3,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:57.429269 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:57.500369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09686ea-2037-4668-8e51-d22347a5c7fd req-3be46373-1c19-4a13-a559-b3f6d7c358c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:57.509823 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-606a0634-fb87-42ad-bfb8-39a1ba819688 req-b8ccba58-9b37-4632-965a-2b9b45be95c9 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532035 Dec 12 04:08:57.513209 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e09686ea-2037-4668-8e51-d22347a5c7fd req-3be46373-1c19-4a13-a559-b3f6d7c358c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 947 time: 0.1031365 Dec 12 04:08:57.520954 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:57.529813 n-d-710847-7 neutron-server[103451]: WARNING neutron.plugins.ml2.plugin [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Concurrent port binding operations failed on port 0029c864-f5bb-4484-aa8c-551502a70b4b Dec 12 04:08:57.535506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:57.556651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=99b6352e-de98-4e37-8c65-0f1808f302e3,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:57.572587 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Attempt 2 to bind port 0029c864-f5bb-4484-aa8c-551502a70b4b Dec 12 04:08:57.576539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:57.577914 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:57.579167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-61393ed9-b2a6-41d2-b866-11cf310373c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/0029c864-f5bb-4484-aa8c-551502a70b4b HTTP/1.1" status: 200 len: 1121 time: 1.6922266 Dec 12 04:08:57.581359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:57.583260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:57.586003 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d44089a-4a13-44ec-86eb-f52faf6cf6f4" -d '{"events": [{"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-plugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:57.590178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:57.593417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e09686ea-2037-4668-8e51-d22347a5c7fd req-85c1e777-1ed3-4290-9b6d-3af3a21df1a1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784247 Dec 12 04:08:57.619579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3871b6-5446-4dde-9af8-aee31fd130e6 req-fb0e2698-b127-4ff4-9690-f61cc3dd189b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:57.619579 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d3871b6-5446-4dde-9af8-aee31fd130e6 req-fb0e2698-b127-4ff4-9690-f61cc3dd189b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0785236 Dec 12 04:08:57.676434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=11']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:57.692396 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771adc39-27f3-443e-964b-207353c47e77 x-openstack-request-id: req-771adc39-27f3-443e-964b-207353c47e77 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:57.692708 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "name": "network-vif-unplugged", "status": "completed", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:57.692992 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-771adc39-27f3-443e-964b-207353c47e77 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:57.693393 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b', 'code': 200} Dec 12 04:08:57.739849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d3871b6-5446-4dde-9af8-aee31fd130e6 req-7815019d-c656-4a78-ac69-a29f9ed6c26b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087070 Dec 12 04:08:57.781596 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483b33dd-afc8-48a6-beff-d6865b4776f7 x-openstack-request-id: req-483b33dd-afc8-48a6-beff-d6865b4776f7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:57.781921 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-plugged", "status": "completed", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:57.782192 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-483b33dd-afc8-48a6-beff-d6865b4776f7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:57.782597 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'code': 200} Dec 12 04:08:57.860099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['0029c864-f5bb-4484-aa8c-551502a70b4b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:57.910340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f716bcc-0393-4113-af94-7d4e166cd639 req-52d5a4ab-518b-4314-95f1-2698f5b409ce tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:57.912000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f716bcc-0393-4113-af94-7d4e166cd639 req-52d5a4ab-518b-4314-95f1-2698f5b409ce tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 950 time: 0.1121087 Dec 12 04:08:58.097413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f716bcc-0393-4113-af94-7d4e166cd639 req-6922600f-ccd0-4cb8-b7e1-bf80170ea27e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408560 Dec 12 04:08:58.191833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7e205-f0df-477e-9775-f21a2897fff6 req-a5813a15-acfc-41c5-8d41-86d6cac16152 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:58.203334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['0029c864-f5bb-4484-aa8c-551502a70b4b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:58.206407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1b7e205-f0df-477e-9775-f21a2897fff6 req-a5813a15-acfc-41c5-8d41-86d6cac16152 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1118982 Dec 12 04:08:58.207036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['99b6352e-de98-4e37-8c65-0f1808f302e3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:08:58.311079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1b7e205-f0df-477e-9775-f21a2897fff6 req-98b0c143-d24f-44bf-a2c4-cbb142b52dab tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014338 Dec 12 04:08:58.505614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b422c44-ae8a-4c5a-b51f-523d07dfe18f req-d45d8caa-a16a-4608-8045-bac41edc0176 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:58.512807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b422c44-ae8a-4c5a-b51f-523d07dfe18f req-d45d8caa-a16a-4608-8045-bac41edc0176 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 945 time: 0.1995773 Dec 12 04:08:58.533926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-46489e91-f78d-4900-8f82-5898af004dc1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:58.535408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-46489e91-f78d-4900-8f82-5898af004dc1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.18 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 946 time: 0.1434126 Dec 12 04:08:58.545082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bdb7c-ad50-47f3-a99a-5bbee7017e75 req-f5bd44a6-2354-4566-95af-fc9f636400c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:58.546553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a00bdb7c-ad50-47f3-a99a-5bbee7017e75 req-f5bd44a6-2354-4566-95af-fc9f636400c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 1101 time: 0.1141026 Dec 12 04:08:58.647104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ea849-ace4-45dc-835a-6304fa98a239 req-f49f97f0-cb81-4ef7-84ba-18c09f832c91 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:58.658177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a04ea849-ace4-45dc-835a-6304fa98a239 req-f49f97f0-cb81-4ef7-84ba-18c09f832c91 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 946 time: 0.0828185 Dec 12 04:08:58.698153 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b422c44-ae8a-4c5a-b51f-523d07dfe18f req-ca6b4cfb-94b9-4267-9002-b24f68401cef tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769669 Dec 12 04:08:58.716957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a00bdb7c-ad50-47f3-a99a-5bbee7017e75 req-f0efb25e-33b9-4921-abb9-728232e9d23d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579211 Dec 12 04:08:58.720941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a04ea849-ace4-45dc-835a-6304fa98a239 req-8db1a3e4-a73f-4e1c-931d-dde43dbc2e37 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618355 Dec 12 04:08:58.741748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Deleting port a333213f-8392-41b6-b002-160331117a74 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:08:58.741748 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:58.894268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5dd8d-cd49-43f7-95f4-12990c852813 req-6c7171c9-48c3-49de-aaa0-6f6675d61639 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:58.898136 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7b5dd8d-cd49-43f7-95f4-12990c852813 req-6c7171c9-48c3-49de-aaa0-6f6675d61639 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 947 time: 0.0935156 Dec 12 04:08:58.901946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] For port a333213f-8392-41b6-b002-160331117a74, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=a333213f-8392-41b6-b002-160331117a74,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:58.902384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:58.931796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Calling delete_port for a333213f-8392-41b6-b002-160331117a74 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:08:58.944008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec6918-82ff-4799-950d-d2fe42302fb8 req-cbf9f48a-9ea3-460f-9df1-6bf8583372f7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:58.946489 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcec6918-82ff-4799-950d-d2fe42302fb8 req-cbf9f48a-9ea3-460f-9df1-6bf8583372f7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0860507 Dec 12 04:08:59.012234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7b5dd8d-cd49-43f7-95f4-12990c852813 req-f4d8e38e-36d8-4c05-9ceb-e7559e92bbd9 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048944 Dec 12 04:08:59.038919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcec6918-82ff-4799-950d-d2fe42302fb8 req-8ecaa69f-c352-450c-a6b6-f3834ca56f8a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849795 Dec 12 04:08:59.135269 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:59.176934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event deleted for resources: {'Port': ['ID=a333213f-8392-41b6-b002-160331117a74,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:59.189271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f5e05c62-5e11-45da-895f-279db5155562 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:08:59.220742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] No DVR routers for this DVR port a333213f-8392-41b6-b002-160331117a74 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:08:59.234209 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:59.237616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b215e2bf-77be-4a38-ac14-fbac3754b2c4 req-b103b210-9a3e-4f75-9647-98cddc325f99 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.18 "DELETE /v2.0/ports/a333213f-8392-41b6-b002-160331117a74 HTTP/1.1" status: 204 len: 173 time: 0.6901832 Dec 12 04:08:59.308893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126e5d-17f9-4f68-87a4-9a823f351389 req-79998339-b46c-4146-addc-3ed97562eddc tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:59.316530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d126e5d-17f9-4f68-87a4-9a823f351389 req-79998339-b46c-4146-addc-3ed97562eddc tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 950 time: 0.0936925 Dec 12 04:08:59.349835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f5e05c62-5e11-45da-895f-279db5155562, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f5e05c62-5e11-45da-895f-279db5155562,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:59.363688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'f5e05c62-5e11-45da-895f-279db5155562', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'f5e05c62-5e11-45da-895f-279db5155562', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:08:59.392612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d126e5d-17f9-4f68-87a4-9a823f351389 req-b4a12a3f-a6a9-448d-a03c-f1429a53481a tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609176 Dec 12 04:08:59.429694 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:59.458230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e05c62-5e11-45da-895f-279db5155562 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:08:59.505137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5e777-596e-40a6-8482-ee06f6e4cf83 req-bd29b073-cc29-44ff-8a5b-4df0989ed69f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:59.507401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12d5e777-596e-40a6-8482-ee06f6e4cf83 req-bd29b073-cc29-44ff-8a5b-4df0989ed69f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0720246 Dec 12 04:08:59.512258 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f5e05c62-5e11-45da-895f-279db5155562, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f5e05c62-5e11-45da-895f-279db5155562,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:08:59.519470 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:08:59.589401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12d5e777-596e-40a6-8482-ee06f6e4cf83 req-e5be1077-6c57-4124-8dcc-70352e215dec tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738351 Dec 12 04:08:59.593066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f5e05c62-5e11-45da-895f-279db5155562,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:08:59.695030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b'}, {'server_uuid': '081b9cb9-183d-4afc-9529-d5604249a85d', 'name': 'network-vif-deleted', 'tag': 'a333213f-8392-41b6-b002-160331117a74'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:08:59.697669 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b"}, {"server_uuid": "081b9cb9-183d-4afc-9529-d5604249a85d", "name": "network-vif-deleted", "tag": "a333213f-8392-41b6-b002-160331117a74"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:08:59.779121 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 04:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce41a15-da33-479a-b9ef-785de01cad68 x-openstack-request-id: req-9ce41a15-da33-479a-b9ef-785de01cad68 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:08:59.779762 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b", "status": "completed", "code": 200}, {"server_uuid": "081b9cb9-183d-4afc-9529-d5604249a85d", "name": "network-vif-deleted", "tag": "a333213f-8392-41b6-b002-160331117a74", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:08:59.780254 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ce41a15-da33-479a-b9ef-785de01cad68 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:08:59.780913 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b', 'status': 'completed', 'code': 200} Dec 12 04:08:59.781451 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b9cb9-183d-4afc-9529-d5604249a85d', 'name': 'network-vif-deleted', 'tag': 'a333213f-8392-41b6-b002-160331117a74', 'status': 'completed', 'code': 200} Dec 12 04:08:59.866272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490f7c3-ee29-4a15-a2f3-a30e87d48796 req-812c17d3-9271-4bbc-9e41-cbb59763122d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:08:59.874052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f490f7c3-ee29-4a15-a2f3-a30e87d48796 req-812c17d3-9271-4bbc-9e41-cbb59763122d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 945 time: 0.0907280 Dec 12 04:08:59.924621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-29c4a449-9545-4643-82e6-8b002f83464c req-a4517cca-8f6b-4ffb-8627-eb24c85f8f8c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 210 time: 0.0469387 Dec 12 04:08:59.995268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f490f7c3-ee29-4a15-a2f3-a30e87d48796 req-2bf83370-50f2-439b-b5f2-790f5c354043 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202621 Dec 12 04:09:00.014315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-8d965852-82e5-417c-a2fe-2a1c080c0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:00.016428 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-8d965852-82e5-417c-a2fe-2a1c080c0e4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1124 time: 0.1076586 Dec 12 04:09:00.164723 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a334f6-ec1e-4ee9-9822-3f9f41953d68 req-92d57aac-bb3d-436b-b398-f71f47c392d6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:00.172458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1a334f6-ec1e-4ee9-9822-3f9f41953d68 req-92d57aac-bb3d-436b-b398-f71f47c392d6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 948 time: 0.0673490 Dec 12 04:09:00.236588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1a334f6-ec1e-4ee9-9822-3f9f41953d68 req-5fb0da74-4675-4449-860b-c09cfb048072 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553055 Dec 12 04:09:00.242612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['f5e05c62-5e11-45da-895f-279db5155562'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:00.258565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-acafd3f1-90d9-41cc-b0bf-b894e8a5f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:00.260056 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-acafd3f1-90d9-41cc-b0bf-b894e8a5f692 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.2305238 Dec 12 04:09:00.277327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153f415-c562-44f7-aeed-671669e74e0e req-50436219-971e-4fd9-a6af-09440e17c624 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:00.278949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b153f415-c562-44f7-aeed-671669e74e0e req-50436219-971e-4fd9-a6af-09440e17c624 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0930896 Dec 12 04:09:00.466531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b153f415-c562-44f7-aeed-671669e74e0e req-1a709672-0861-4076-99d2-fc873f4fc036 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679184 Dec 12 04:09:00.470969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-8e0a8ca3-2b98-4c61-9e84-4dc7d81d4446 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0029c864-f5bb-4484-aa8c-551502a70b4b HTTP/1.1" status: 200 len: 217 time: 0.1204197 Dec 12 04:09:00.566705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc817fe-31e2-4cc0-a503-205b65cb713c req-53272518-a2b9-427a-a6c8-39e024d7d261 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:00.570132 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bc817fe-31e2-4cc0-a503-205b65cb713c req-53272518-a2b9-427a-a6c8-39e024d7d261 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 950 time: 0.0778189 Dec 12 04:09:00.597597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-cdc0b3eb-c394-4d87-b2d5-721c903b662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:00.601647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-cdc0b3eb-c394-4d87-b2d5-721c903b662f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.1113720 Dec 12 04:09:00.640520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 99b6352e-de98-4e37-8c65-0f1808f302e3 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:09:00.655829 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bc817fe-31e2-4cc0-a503-205b65cb713c req-8325d495-b95c-484b-b85f-98e15e9c7e6b tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761609 Dec 12 04:09:00.716342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-95f72839-910b-43c9-a121-f2e45b0e453f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659153 Dec 12 04:09:00.760094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 99b6352e-de98-4e37-8c65-0f1808f302e3 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:09:00.769804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 99b6352e-de98-4e37-8c65-0f1808f302e3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:00.770477 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:00.888107 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:00.898445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df3db-1b0f-4bd8-84ae-05513410ddcb req-b3be8c18-3ce7-4591-86d8-fa1ab32418b8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:00.905764 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-534df3db-1b0f-4bd8-84ae-05513410ddcb req-b3be8c18-3ce7-4591-86d8-fa1ab32418b8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1833634 Dec 12 04:09:00.935540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:00.948525 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2417d2e-0750-4f66-8651-d9ed45f89bc3" -d '{"events": [{"server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "name": "network-vif-plugged", "status": "completed", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:00.978784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 99b6352e-de98-4e37-8c65-0f1808f302e3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=99b6352e-de98-4e37-8c65-0f1808f302e3,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:00.991223 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:00.992453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a333213f-8392-41b6-b002-160331117a74 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:01.054807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-534df3db-1b0f-4bd8-84ae-05513410ddcb req-c6171ef1-719d-4411-9f55-259e7a1e8ac7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480625 Dec 12 04:09:01.066235 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-370fdf90-ebb9-4228-b31f-36a4093d9eb9 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225794 Dec 12 04:09:01.092542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: a333213f-8392-41b6-b002-160331117a74 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:01.093084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device a333213f-8392-41b6-b002-160331117a74 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:01.095446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=99b6352e-de98-4e37-8c65-0f1808f302e3,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:01.116611 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edda0a5-854c-4da1-8a28-5780bd164e8c x-openstack-request-id: req-8edda0a5-854c-4da1-8a28-5780bd164e8c {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:01.118225 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "name": "network-vif-plugged", "status": "completed", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:01.119034 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8edda0a5-854c-4da1-8a28-5780bd164e8c {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:01.121607 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'code': 200} Dec 12 04:09:01.123956 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6b18415-9282-4e73-a4ca-32fe25b6fa10 req-830c60bc-4bf6-4a14-89be-6ba7ebfa24b5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 210 time: 0.0484142 Dec 12 04:09:01.213768 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89c37c7a-9894-456c-b28c-3e5cc3b2a7ea req-13a3045e-df5c-447c-a3f9-91b721540723 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329808 Dec 12 04:09:01.302627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ec9b-8e49-4979-be89-6dea6e5bfb5f req-ef3657e7-5629-4217-8b3d-9c46e6479c0b tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:01.304542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c57ec9b-8e49-4979-be89-6dea6e5bfb5f req-ef3657e7-5629-4217-8b3d-9c46e6479c0b tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 946 time: 0.0789802 Dec 12 04:09:01.377883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabff64-7711-4105-b2a8-40a0364691d1 req-bb524645-a15f-494a-ab5c-116bc5f0b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:01.382739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ceabff64-7711-4105-b2a8-40a0364691d1 req-bb524645-a15f-494a-ab5c-116bc5f0b4c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 1097 time: 0.0955551 Dec 12 04:09:01.388683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c57ec9b-8e49-4979-be89-6dea6e5bfb5f req-c31d416d-da86-4725-955c-2924cacd94cc tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779760 Dec 12 04:09:01.466809 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3b041-2948-44c2-9a0b-22831d09491d req-3c052bcd-0196-438a-be70-c4f1cbd8b811 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:01.468349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcb3b041-2948-44c2-9a0b-22831d09491d req-3c052bcd-0196-438a-be70-c4f1cbd8b811 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 948 time: 0.0831888 Dec 12 04:09:01.479666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ceabff64-7711-4105-b2a8-40a0364691d1 req-56cb69d4-5ab2-4815-be49-ab3466154f5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852969 Dec 12 04:09:01.528494 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcb3b041-2948-44c2-9a0b-22831d09491d req-33883c90-d481-4105-9e43-11a96d1686d8 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478559 Dec 12 04:09:01.621032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d76b9-aa38-4c28-8426-6521f4f495db req-0dfdddce-0c60-47a6-a486-e6d20cd58e46 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:01.622675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c6d76b9-aa38-4c28-8426-6521f4f495db req-0dfdddce-0c60-47a6-a486-e6d20cd58e46 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0537629 Dec 12 04:09:01.696379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c6d76b9-aa38-4c28-8426-6521f4f495db req-665170f7-aaaf-4aea-b0cc-6c0a501f3635 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611367 Dec 12 04:09:01.815160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a95f-90f8-4047-8618-0b6ddab176bb req-3560bbdf-ab14-4fbf-8299-e64c2761bbcc tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:01.825331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c53a95f-90f8-4047-8618-0b6ddab176bb req-3560bbdf-ab14-4fbf-8299-e64c2761bbcc tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 950 time: 0.0899608 Dec 12 04:09:01.880196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c53a95f-90f8-4047-8618-0b6ddab176bb req-00f01178-f1fe-4499-ba88-35fef13941c8 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531096 Dec 12 04:09:02.361432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae18e61-27b2-46b4-bdd1-c5470cd6ef19 req-42dc42f0-d90d-4e6f-9503-3565dfedea8b tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:02.370220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dae18e61-27b2-46b4-bdd1-c5470cd6ef19 req-42dc42f0-d90d-4e6f-9503-3565dfedea8b tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 1101 time: 0.1679401 Dec 12 04:09:02.388651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeda02-1e72-40fb-9a82-70beaa5081df req-e450fb3b-4890-4274-9402-02fd538902db tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:02.396904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2aaeda02-1e72-40fb-9a82-70beaa5081df req-e450fb3b-4890-4274-9402-02fd538902db tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1819341 Dec 12 04:09:02.444154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dae18e61-27b2-46b4-bdd1-c5470cd6ef19 req-51f07708-3f4b-4b84-a931-271259e950f2 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638835 Dec 12 04:09:02.486350 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2aaeda02-1e72-40fb-9a82-70beaa5081df req-3cfc80ae-72a6-46bb-96d9-bdb5f2159433 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884531 Dec 12 04:09:02.577787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7b23b1b-e538-4fc1-951a-ccd3c4c23179 req-1d534405-814e-4535-8b9f-84c2bd733e7e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 210 time: 0.0363514 Dec 12 04:09:02.735444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bda6b-9296-4cf7-8ac4-e0954098791f req-45d6b30b-4777-46fb-9016-f3a55b4ad066 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:02.741918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c25bda6b-9296-4cf7-8ac4-e0954098791f req-45d6b30b-4777-46fb-9016-f3a55b4ad066 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 946 time: 0.1287029 Dec 12 04:09:02.824517 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c25bda6b-9296-4cf7-8ac4-e0954098791f req-0dfc7ad7-cf61-42af-a549-e8daf7d195d5 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772774 Dec 12 04:09:02.870496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d47d4-4348-424e-b1d1-e1d8d90dd5f7 req-ee8c0fb1-2eb1-4942-b8e6-b45745da1477 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:02.877746 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-397d47d4-4348-424e-b1d1-e1d8d90dd5f7 req-ee8c0fb1-2eb1-4942-b8e6-b45745da1477 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 948 time: 0.0787938 Dec 12 04:09:02.946962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-397d47d4-4348-424e-b1d1-e1d8d90dd5f7 req-82bd3601-9886-48f8-886c-8d7e0149784c tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682876 Dec 12 04:09:02.972480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe76e28-be1c-4c71-bea4-d416c9d1d209 req-2410fefb-f49e-4e48-b103-c98e674b21ae tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:02.980877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6fe76e28-be1c-4c71-bea4-d416c9d1d209 req-2410fefb-f49e-4e48-b103-c98e674b21ae tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0816026 Dec 12 04:09:03.048602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6fe76e28-be1c-4c71-bea4-d416c9d1d209 req-aa2497e9-210a-47ec-903b-6befdec3e8bd tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666344 Dec 12 04:09:03.057568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab4924-32e4-447f-b54b-8a4aeae37a0c req-4b4168de-44fc-47df-80ce-56ef74279ee5 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:03.066049 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5fab4924-32e4-447f-b54b-8a4aeae37a0c req-4b4168de-44fc-47df-80ce-56ef74279ee5 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 1101 time: 0.0558631 Dec 12 04:09:03.117484 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5fab4924-32e4-447f-b54b-8a4aeae37a0c req-f7c9383f-fb60-4bbf-a212-b3e494415708 tempest-ServersAdminTestJSON-1771373543 tempest-ServersAdminTestJSON-1771373543-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492527 Dec 12 04:09:03.233989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f5e05c62-5e11-45da-895f-279db5155562 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:09:03.337062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port f5e05c62-5e11-45da-895f-279db5155562 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:09:03.346690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port f5e05c62-5e11-45da-895f-279db5155562 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:03.347160 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:03.533082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b2389-729a-422d-8685-38f780d19125 req-8f93f23c-a0a3-4f92-a1b0-7a2ae090d193 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:03.540631 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:03.553801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a82b2389-729a-422d-8685-38f780d19125 req-8f93f23c-a0a3-4f92-a1b0-7a2ae090d193 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 949 time: 0.1152167 Dec 12 04:09:03.599407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ff24d-ec61-4f87-85cf-f4e234cf1393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e05c62-5e11-45da-895f-279db5155562'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:03.601993 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf03f1c9-29cf-4903-ba1f-3e53da547f24" -d '{"events": [{"server_uuid": "b76ff24d-ec61-4f87-85cf-f4e234cf1393", "name": "network-vif-plugged", "status": "completed", "tag": "f5e05c62-5e11-45da-895f-279db5155562"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:03.633526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f5e05c62-5e11-45da-895f-279db5155562, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f5e05c62-5e11-45da-895f-279db5155562,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:03.643213 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a82b2389-729a-422d-8685-38f780d19125 req-7d0cd7a5-ca45-4a1e-8800-1853ec239c32 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876031 Dec 12 04:09:03.647560 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:03.727980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9671-ce1b-4801-b802-6763a1deec92 req-5cf0c9ff-9b0c-45ff-bb5d-38fa99ac4beb tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:03.736132 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9bfe9671-ce1b-4801-b802-6763a1deec92 req-5cf0c9ff-9b0c-45ff-bb5d-38fa99ac4beb tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1227307 Dec 12 04:09:03.764505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f5e05c62-5e11-45da-895f-279db5155562,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:03.824926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9bfe9671-ce1b-4801-b802-6763a1deec92 req-0287882c-f757-48ce-b1d2-93959f3d405b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817547 Dec 12 04:09:03.842922 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d95af0-8440-4418-ab20-d9afef00e66f x-openstack-request-id: req-f6d95af0-8440-4418-ab20-d9afef00e66f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:03.844756 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ff24d-ec61-4f87-85cf-f4e234cf1393", "name": "network-vif-plugged", "status": "completed", "tag": "f5e05c62-5e11-45da-895f-279db5155562", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:03.844756 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6d95af0-8440-4418-ab20-d9afef00e66f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:03.844756 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ff24d-ec61-4f87-85cf-f4e234cf1393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e05c62-5e11-45da-895f-279db5155562', 'code': 200} Dec 12 04:09:03.977084 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7abd3e9f-7836-4cb1-8c2b-b815347af308 req-069c02ad-c9b0-4e1a-ad22-4ba568ab8a8d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 210 time: 0.0520449 Dec 12 04:09:04.050251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942173a-681f-40ac-bdc0-8b71c807f015 req-4433bdd6-a4a6-4cec-ab22-eb7dee0aeeb3 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:04.052396 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c942173a-681f-40ac-bdc0-8b71c807f015 req-4433bdd6-a4a6-4cec-ab22-eb7dee0aeeb3 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 946 time: 0.1026483 Dec 12 04:09:04.092103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b2297-1cc5-4753-b43c-5e0c47c8e17f req-9f03b0ce-ef40-4c5a-9b06-907c00104314 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:04.093857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c63b2297-1cc5-4753-b43c-5e0c47c8e17f req-9f03b0ce-ef40-4c5a-9b06-907c00104314 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 949 time: 0.0588822 Dec 12 04:09:04.122095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e386fcf-bd17-414e-882f-7989c110c9cd req-4ece0a3d-7955-44c4-af2b-622c19e174a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:04.123633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6e386fcf-bd17-414e-882f-7989c110c9cd req-4ece0a3d-7955-44c4-af2b-622c19e174a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 1100 time: 0.1195097 Dec 12 04:09:04.167579 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c63b2297-1cc5-4753-b43c-5e0c47c8e17f req-4757fbd1-a666-4fb8-8d31-2af81be0e979 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669155 Dec 12 04:09:04.192563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c942173a-681f-40ac-bdc0-8b71c807f015 req-0ebaee1a-fe9d-49fc-8d82-9f34b33df2f0 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246738 Dec 12 04:09:04.252913 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6e386fcf-bd17-414e-882f-7989c110c9cd req-369419d7-6c0f-4a9d-ad07-4ef8786573ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111064 Dec 12 04:09:04.333062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa138d5-b308-4e79-a216-ffdfe1df82db req-220db6b5-b9c3-4679-a309-f662e0cfcd8c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:04.336342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1aa138d5-b308-4e79-a216-ffdfe1df82db req-220db6b5-b9c3-4679-a309-f662e0cfcd8c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0674999 Dec 12 04:09:04.419063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1aa138d5-b308-4e79-a216-ffdfe1df82db req-b215b288-2b85-4d3d-ae6a-67009a3eb1cf tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776579 Dec 12 04:09:04.576566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-9c1233b8-7e1f-443b-a7ab-71a2341aff80 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:04.585860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-9c1233b8-7e1f-443b-a7ab-71a2341aff80 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0984440 Dec 12 04:09:04.640423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-055d97f1-7ce7-4a46-84c6-80f6aa63fc63 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 695 time: 0.0527806 Dec 12 04:09:04.654673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Request body: {'floatingip': {'port_id': '55499866-10a1-4392-8112-5b0046295109', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:04.765377 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:04.827239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c973-87c1-4f88-8874-0d7d72ca8233 req-842ab360-256d-483d-9ce4-986381578296 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:04.837974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0db0c973-87c1-4f88-8874-0d7d72ca8233 req-842ab360-256d-483d-9ce4-986381578296 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 949 time: 0.0810032 Dec 12 04:09:04.956901 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0db0c973-87c1-4f88-8874-0d7d72ca8233 req-cbd2b9bc-f78c-4d6f-8105-cf374444cf58 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172681 Dec 12 04:09:05.153224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f176166-48f3-40be-a103-cf825b53689c req-e8a6fcd1-4385-4a03-aafc-843bcbc3da50 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:05.160911 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f176166-48f3-40be-a103-cf825b53689c req-e8a6fcd1-4385-4a03-aafc-843bcbc3da50 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0643370 Dec 12 04:09:05.254956 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f176166-48f3-40be-a103-cf825b53689c req-5fdbf9c6-0ec6-4514-8b6c-6f830b474622 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923827 Dec 12 04:09:05.396187 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d6b2d1b-8993-4df3-9b47-ce247048b367 req-d6dd20f6-8181-446d-bb04-af4741335fc4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b9cb9-183d-4afc-9529-d5604249a85d HTTP/1.1" status: 200 len: 210 time: 0.0511861 Dec 12 04:09:05.596048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d47f2f-b24f-4b45-a282-5f0ed1524f92 req-8f5c4e8a-8424-4cf6-a950-67eaa2e656ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:05.605053 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16d47f2f-b24f-4b45-a282-5f0ed1524f92 req-8f5c4e8a-8424-4cf6-a950-67eaa2e656ee tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 949 time: 0.0996261 Dec 12 04:09:05.643587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.resource_extend [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:09:05.686133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16d47f2f-b24f-4b45-a282-5f0ed1524f92 req-dff5f0fc-998a-45b1-bfa8-42ae3f756ef9 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740998 Dec 12 04:09:05.724621 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:05.732036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:05.857299 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd associated. External IP: 172.25.7.50, port: 55499866-10a1-4392-8112-5b0046295109. Dec 12 04:09:05.922553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c7026-4599-4bd5-8cc6-d151b4d43d78 req-278788f6-ab23-4fa1-b568-a0853abba7d3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:05.930465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a05c7026-4599-4bd5-8cc6-d151b4d43d78 req-278788f6-ab23-4fa1-b568-a0853abba7d3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0922964 Dec 12 04:09:05.985371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a05c7026-4599-4bd5-8cc6-d151b4d43d78 req-979ea589-cbea-489c-8d83-a2051bffd4d8 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536680 Dec 12 04:09:06.117269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Router d443164d-a14c-43ea-b795-90b920e60d4d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:09:06.126054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd850fe-90e2-4f36-9dbc-d4187725ed8b req-1b4444ea-b655-4407-b901-14bb74d086f2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:06.127786 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5fd850fe-90e2-4f36-9dbc-d4187725ed8b req-1b4444ea-b655-4407-b901-14bb74d086f2 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 949 time: 0.0718577 Dec 12 04:09:06.197503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5fd850fe-90e2-4f36-9dbc-d4187725ed8b req-4e401d20-eca1-449e-9194-cdca0450c4a9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604985 Dec 12 04:09:06.274510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:09:06.279768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:06.299359 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] Sync routers for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:09:06.322807 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:06.326000 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:06.343567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-40d73a7f-8afd-4158-a282-20d4db1abb46 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "PUT /v2.0/floatingips/7f71330a-7ab4-4e4c-9018-63fc216d62bd HTTP/1.1" status: 200 len: 995 time: 1.6929421 Dec 12 04:09:06.344054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:06.350288 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afbbf54-ad92-4159-9626-1e843631ceb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:06.486350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df4689-086a-4d12-b1a5-4ac53a3316d3 req-f201b60f-7983-4fc6-a07b-741d5d1d2664 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:06.489086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-17df4689-086a-4d12-b1a5-4ac53a3316d3 req-f201b60f-7983-4fc6-a07b-741d5d1d2664 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1475556 Dec 12 04:09:06.526036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-74b4eb79-8836-4e40-acdb-7a8ef820be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:06.527775 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-74b4eb79-8836-4e40-acdb-7a8ef820be38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1096 time: 0.1574574 Dec 12 04:09:06.594822 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:06.616598 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-17df4689-086a-4d12-b1a5-4ac53a3316d3 req-9c1461c9-aa30-4d92-b54b-2fc1f4d24f1f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104004 Dec 12 04:09:06.711181 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e068df-5122-4271-b20b-7545a6ab18ee x-openstack-request-id: req-93e068df-5122-4271-b20b-7545a6ab18ee {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:06.711787 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:06.711787 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93e068df-5122-4271-b20b-7545a6ab18ee {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:06.712141 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109', 'status': 'completed', 'code': 200} Dec 12 04:09:06.721252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-3b49a768-27e5-4704-8713-830c4ef75039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:06.722807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-3b49a768-27e5-4704-8713-830c4ef75039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.1883976 Dec 12 04:09:06.886355 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '55499866-10a1-4392-8112-5b0046295109', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:25:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:05Z', 'revision_number': 1, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:06.915425 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] Checking router: d443164d-a14c-43ea-b795-90b920e60d4d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:09:06.933174 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:06.933174 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:06.998370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb35db0-1b77-44a5-8210-2bde9c3a4396 req-2421134a-744a-4322-aed5-a099f2fb95c8 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.009488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0fb35db0-1b77-44a5-8210-2bde9c3a4396 req-2421134a-744a-4322-aed5-a099f2fb95c8 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 949 time: 0.1010208 Dec 12 04:09:07.036797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-a782a937-5dcb-4186-b467-e11206ebe997 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.037091 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:07.038594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-a782a937-5dcb-4186-b467-e11206ebe997 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 949 time: 0.2006173 Dec 12 04:09:07.045025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-710772a1-f2e5-4a72-b5a3-ee921a922a8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 998 time: 0.3140621 Dec 12 04:09:07.050846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-1d2c50f4-18df-4dbb-9434-79c6c3e96ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.053225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-1d2c50f4-18df-4dbb-9434-79c6c3e96ab6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1096 time: 0.2032242 Dec 12 04:09:07.075456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0fb35db0-1b77-44a5-8210-2bde9c3a4396 req-8486d47f-0040-41b6-adb8-2057acd12739 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646489 Dec 12 04:09:07.305289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-4d9289e6-3286-4979-a3a8-f7634cfd8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.313512 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-4d9289e6-3286-4979-a3a8-f7634cfd8575 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.2174034 Dec 12 04:09:07.361146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Deleting port 181adf8f-5d01-40ca-a7ed-64c166e80637 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:07.361513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:07.393467 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '55499866-10a1-4392-8112-5b0046295109', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:25:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:05Z', 'revision_number': 1, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:07.431328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351cab9-d3da-4d64-9706-77335fe58cfd req-e3576949-cbdb-47a5-b85a-f2c77a670c29 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.435342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-1f77f7b8-6bd3-4156-bc8a-dea2de6111df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.437733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-1f77f7b8-6bd3-4156-bc8a-dea2de6111df service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.3078432 Dec 12 04:09:07.439376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9351cab9-d3da-4d64-9706-77335fe58cfd req-e3576949-cbdb-47a5-b85a-f2c77a670c29 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.1047502 Dec 12 04:09:07.440209 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b902e-b9f9-4273-9fdb-2752effce249 None None] The sync data for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 is: [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '55499866-10a1-4392-8112-5b0046295109', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:25:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:05Z', 'revision_number': 1, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:09:07.474569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-6a9e519b-c53e-4a76-86eb-755ce86a51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.488583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-6a9e519b-c53e-4a76-86eb-755ce86a51b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771185 Dec 12 04:09:07.496104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-2ec4c76e-fb58-4199-a2e4-176a0635887c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:09:07.508637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-2ec4c76e-fb58-4199-a2e4-176a0635887c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186396 Dec 12 04:09:07.537204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9351cab9-d3da-4d64-9706-77335fe58cfd req-9b925c54-7d01-4328-9725-a234654b0ac8 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891047 Dec 12 04:09:07.647864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab25a5-3faf-458c-891c-bc632170bc8b req-01d68579-6208-457f-b0c1-ae39acfd4265 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.655798 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbab25a5-3faf-458c-891c-bc632170bc8b req-01d68579-6208-457f-b0c1-ae39acfd4265 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 1100 time: 0.0552549 Dec 12 04:09:07.685192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-2bf7a335-a993-493f-b476-dfb618823ed2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 998 time: 0.2253125 Dec 12 04:09:07.697955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] For port 181adf8f-5d01-40ca-a7ed-64c166e80637, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=181adf8f-5d01-40ca-a7ed-64c166e80637,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:07.698326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:07.711975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbab25a5-3faf-458c-891c-bc632170bc8b req-35d64b7a-6787-4b6f-a101-b73e615524b9 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549266 Dec 12 04:09:07.758545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Calling delete_port for 181adf8f-5d01-40ca-a7ed-64c166e80637 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:07.773616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-d294174a-fbf0-4423-bd8c-eaa32d26ee09 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639115 Dec 12 04:09:07.822726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707f39f-df5c-41fd-a45e-a36bc445c5f0 None None] New status for floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:09:07.841625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-380110b8-a2dc-45b6-a512-e7966c0be64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.843239 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-380110b8-a2dc-45b6-a512-e7966c0be64d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.1475329 Dec 12 04:09:07.844797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa68cf9-315a-46cc-945a-c9d72fbd9f1b req-91a0fcb5-f972-4bee-8ee7-69887a0a2c90 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.846296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7aa68cf9-315a-46cc-945a-c9d72fbd9f1b req-91a0fcb5-f972-4bee-8ee7-69887a0a2c90 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=db946ca2-7869-4363-846a-f069ef51e119 HTTP/1.1" status: 200 len: 949 time: 0.0636363 Dec 12 04:09:07.894357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7aa68cf9-315a-46cc-945a-c9d72fbd9f1b req-87d6c833-0568-41c7-886a-aa5d29b99a14 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Dec 12 04:09:07.968282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-1a0bb684-db1b-4d81-abe3-8001f463e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:07.969920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-1a0bb684-db1b-4d81-abe3-8001f463e81c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969512 Dec 12 04:09:07.975141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-834166ea-8178-4202-a7e5-514e9b41ff80 req-c9616372-1357-47c2-b881-fc8a6576bf86 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005568 Dec 12 04:09:08.123781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:08.157096 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-4ca290ef-cb86-4859-a923-7fbef1231608 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:08.158569 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-4ca290ef-cb86-4859-a923-7fbef1231608 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.1148658 Dec 12 04:09:08.169652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Pushing event deleted for resources: {'Port': ['ID=181adf8f-5d01-40ca-a7ed-64c166e80637,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:08.174355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-e1fee2b2-2cb0-4e67-96ce-1f0ad941f47d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/quotas/7c7f57d1ea8244309b61ba1bc594e3e2 HTTP/1.1" status: 200 len: 375 time: 0.0095646 Dec 12 04:09:08.177409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-2101d9ce-0491-4e43-ad76-f5cca8398603 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979203 Dec 12 04:09:08.187821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8252783-e367-4cb9-b93b-de0abfe55f27 req-e9048e6c-7c31-4353-bd5d-8f0f57b2bbfe tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:08.189356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8252783-e367-4cb9-b93b-de0abfe55f27 req-e9048e6c-7c31-4353-bd5d-8f0f57b2bbfe tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1209331 Dec 12 04:09:08.190477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['09eeb350-9799-4f8d-bdf0-1e5de5859003'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:08.199764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9745fb41-cc68-4ef9-859e-d79336a73b2b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:08.221990 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-7b292228-ea45-457d-89fe-ae0cb4c3273d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322204 Dec 12 04:09:08.243735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] No DVR routers for this DVR port 181adf8f-5d01-40ca-a7ed-64c166e80637 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:08.247023 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:08.250447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66eadae1-d3a9-4252-a048-6159ae91b8f0 req-3d540a84-581f-4e4c-adba-731c5a571f33 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "DELETE /v2.0/ports/181adf8f-5d01-40ca-a7ed-64c166e80637 HTTP/1.1" status: 204 len: 173 time: 1.1962047 Dec 12 04:09:08.338920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-12d74d91-9857-4acd-9e6c-87bced8f4ea8 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074347 Dec 12 04:09:08.342171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8252783-e367-4cb9-b93b-de0abfe55f27 req-df42ffb6-276c-4572-a225-d1b89773a1fe tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330092 Dec 12 04:09:08.408569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3afbbf54-ad92-4159-9626-1e843631ceb5 req-468a52ee-1334-481a-8878-89062c1dfea7 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399698 Dec 12 04:09:08.463888 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-ea7bffde-73d3-441e-8d81-76775c2395f0 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238549 Dec 12 04:09:08.519534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-96506725-0a27-4f87-a620-969b557ad5a5 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348744 Dec 12 04:09:08.714854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db946ca2-7869-4363-846a-f069ef51e119', 'name': 'network-vif-deleted', 'tag': '181adf8f-5d01-40ca-a7ed-64c166e80637'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:08.717701 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbc4048-4546-4ed2-a2fe-74e8b2c57aee" -d '{"events": [{"server_uuid": "db946ca2-7869-4363-846a-f069ef51e119", "name": "network-vif-deleted", "tag": "181adf8f-5d01-40ca-a7ed-64c166e80637"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:08.736262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-7fba72d3-4bdf-4ed0-94ac-59ed1bf508e8 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:08.742001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-7fba72d3-4bdf-4ed0-94ac-59ed1bf508e8 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117388 Dec 12 04:09:08.759409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-a15ffef0-52c2-4669-a57d-4a92c5bd6185 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/quotas/b961db2c0f9d4b089cfeef9d730a3e27 HTTP/1.1" status: 200 len: 375 time: 0.0106916 Dec 12 04:09:08.925020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-de836ad1-1da6-4442-afe5-67315c91b923 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1444533 Dec 12 04:09:08.953093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-871d0a77-bdda-4315-928c-5ba03cbdce85 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:08.962143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-871d0a77-bdda-4315-928c-5ba03cbdce85 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1683583 Dec 12 04:09:09.097411 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-9f9a5b75-2b43-4be7-90cc-f4d1900632b7 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 1000 time: 0.1338947 Dec 12 04:09:09.108098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Request body: {'floatingip': {'port_id': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:09.201111 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:09.279969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 181adf8f-5d01-40ca-a7ed-64c166e80637 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:09.315346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 181adf8f-5d01-40ca-a7ed-64c166e80637 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:09.323850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 181adf8f-5d01-40ca-a7ed-64c166e80637 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:09.417501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dd252-3251-4179-afe6-4d04257835db req-b3dbcab2-5aa3-402d-9446-4e1a3339a624 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:09.424978 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f54dd252-3251-4179-afe6-4d04257835db req-b3dbcab2-5aa3-402d-9446-4e1a3339a624 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.0840824 Dec 12 04:09:09.526315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f54dd252-3251-4179-afe6-4d04257835db req-d3a2f985-d584-41cb-adcb-186491ccf5a4 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949287 Dec 12 04:09:09.639097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfc50841-732c-4270-8f70-94fbc16d9ea8 req-6d3e10f3-62b8-41a8-976b-54181f3fa286 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ae507be-9fb8-4445-876a-b1fa02110bc6 HTTP/1.1" status: 200 len: 210 time: 0.0364621 Dec 12 04:09:09.769335 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:09.774981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:09.816418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d4b1d-edb8-4aa0-8c82-3765c27eadbf req-488bae73-d7fc-4627-808f-b9a169fef2c0 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:09.828398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-048d4b1d-edb8-4aa0-8c82-3765c27eadbf req-488bae73-d7fc-4627-808f-b9a169fef2c0 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 949 time: 0.0855091 Dec 12 04:09:09.894474 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd associated. External IP: 172.25.7.50, port: 55499866-10a1-4392-8112-5b0046295109. Dec 12 04:09:09.905803 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-048d4b1d-edb8-4aa0-8c82-3765c27eadbf req-a6cb5d08-c9a8-404f-8e01-dd29b76bb140 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757487 Dec 12 04:09:09.965983 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb9b06-f0cd-4682-87f4-be93a9e6399a x-openstack-request-id: req-20bb9b06-f0cd-4682-87f4-be93a9e6399a {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:09.966413 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db946ca2-7869-4363-846a-f069ef51e119", "name": "network-vif-deleted", "tag": "181adf8f-5d01-40ca-a7ed-64c166e80637", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:09.966862 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20bb9b06-f0cd-4682-87f4-be93a9e6399a {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:09.967337 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db946ca2-7869-4363-846a-f069ef51e119', 'name': 'network-vif-deleted', 'tag': '181adf8f-5d01-40ca-a7ed-64c166e80637', 'status': 'completed', 'code': 200} Dec 12 04:09:10.089228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8292d579-0c3b-44b1-9839-f68ef347042c req-a2a37ffd-3c0c-4c0c-ab29-df8e5c2af20e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 210 time: 0.0325658 Dec 12 04:09:10.211896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3bd46-85e6-4fd5-9979-60543ad27818 req-d13222fe-4b0e-4da7-9a8b-ca7edc04e8aa tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:10.213969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-09c3bd46-85e6-4fd5-9979-60543ad27818 req-d13222fe-4b0e-4da7-9a8b-ca7edc04e8aa tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0525746 Dec 12 04:09:10.268423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-09c3bd46-85e6-4fd5-9979-60543ad27818 req-b2ca2850-bff7-4984-8f8d-ae92674465da tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Dec 12 04:09:10.372318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Router d443164d-a14c-43ea-b795-90b920e60d4d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:09:10.506370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:09:10.524388 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] Sync routers for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:09:10.537234 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:10.537891 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:10.584322 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-63af0e02-4d90-495c-8e8b-b827c3e8c630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:10.664965 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:10.677822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 78ace4a9-18e4-4f47-b21d-4d832f708f5b no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:10.777520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-3e0065fc-8785-4d35-9331-8ff1ab938f8c tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495160 Dec 12 04:09:10.824836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Router d443164d-a14c-43ea-b795-90b920e60d4d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:09:10.830372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:10.864416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:10.867140 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48bad71-bbd1-4ce0-8767-450d54177770" -d '{"events": [{"server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "name": "network-vif-unplugged", "status": "completed", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:10.881141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:10.891948 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:11.002053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=78ace4a9-18e4-4f47-b21d-4d832f708f5b,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:11.029267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-73bb8993-b9ef-46a3-a8cc-f22d5edcc215 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:11.039538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-73bb8993-b9ef-46a3-a8cc-f22d5edcc215 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553499 Dec 12 04:09:11.057519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:09:11.062846 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:11.074245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Request body: {'port': {'device_id': '3ceacccc-b976-4029-9423-2a9ade438e1d', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'b961db2c0f9d4b089cfeef9d730a3e27'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:11.092112 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:a6:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:09Z', 'revision_number': 3, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:11.111770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:11.118579 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:11.160115 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-17241379-ab70-48c5-a58f-8a4b1e41fd14 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "PUT /v2.0/floatingips/7f71330a-7ab4-4e4c-9018-63fc216d62bd HTTP/1.1" status: 200 len: 998 time: 2.0562298 Dec 12 04:09:11.161068 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] Checking router: d443164d-a14c-43ea-b795-90b920e60d4d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:09:11.171257 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:11.172136 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:11.225857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-1aa2e557-ebe6-44a6-9e6f-cb88be2d1b51 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:11.227418 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-1aa2e557-ebe6-44a6-9e6f-cb88be2d1b51 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports/55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 942 time: 0.0662935 Dec 12 04:09:11.290930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 0029c864-f5bb-4484-aa8c-551502a70b4b no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:11.368051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-f90507cd-f397-44c3-b088-5b6454390366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:11.369664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-f90507cd-f397-44c3-b088-5b6454390366 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1096 time: 0.0725517 Dec 12 04:09:11.444182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:11.481696 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:11.511021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-007bf577-3e45-4fd6-b982-8e29ad200f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:11.512542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-007bf577-3e45-4fd6-b982-8e29ad200f03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.1339586 Dec 12 04:09:11.560641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-db548b8e-ed1c-4be8-9864-295b77b495db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 217 time: 0.0412180 Dec 12 04:09:11.612906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-095f3a12-744c-4c96-bad8-087b27d94ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=0ae507be-9fb8-4445-876a-b1fa02110bc6 HTTP/1.1" status: 200 len: 210 time: 0.0627551 Dec 12 04:09:11.613182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-9c44fcc0-5846-47dc-adb7-f81e9b46efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:11.615332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-9c44fcc0-5846-47dc-adb7-f81e9b46efe2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.0474837 Dec 12 04:09:11.632488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47691ef1-00ea-4333-8fd8-c30fa1341f77 req-9af37664-fed6-491b-925d-5c7e78626b3b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ae507be-9fb8-4445-876a-b1fa02110bc6 HTTP/1.1" status: 200 len: 210 time: 0.0799813 Dec 12 04:09:11.669541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-0187a45b-c0ef-4991-ae44-22b43a8539d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:11.671891 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-0187a45b-c0ef-4991-ae44-22b43a8539d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480914 Dec 12 04:09:11.687200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-5c340e8f-3f82-4f1a-8735-96379eb08a18 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:09:11.689165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-5c340e8f-3f82-4f1a-8735-96379eb08a18 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082033 Dec 12 04:09:11.732154 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:a6:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:09Z', 'revision_number': 3, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:11.773034 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fb6d9-9ecc-442c-ab98-1940527786f2 None None] The sync data for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 is: [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:a6:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:09Z', 'revision_number': 3, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:09:11.773954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Made reservation on behalf of b961db2c0f9d4b089cfeef9d730a3e27 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:09:11.777680 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:11.792594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-aee105b3-af34-460d-8bd1-9bb937de7c97 service neutron] 10.222.0.37 "GET /v2.0/ports/0029c864-f5bb-4484-aa8c-551502a70b4b/bindings/n-h2-710847-7 HTTP/1.1" status: 200 len: 384 time: 0.2416232 Dec 12 04:09:11.799595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-fe556a0f-0371-42ea-8173-607cfa70cf17 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041780 Dec 12 04:09:11.891692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-7e11d575-82f3-43ca-9981-1f0673f87414 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849288 Dec 12 04:09:11.965664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-62f86ef3-7f69-44a7-ad9f-f253a09a151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:11.967158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-62f86ef3-7f69-44a7-ad9f-f253a09a151f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3158233 Dec 12 04:09:11.973591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-f638f2a5-5e14-4ef5-b42f-e166c61f630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:11.974646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8f465-ec35-4b15-b652-0c5b1f3cf13d None None] New status for floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:09:11.975545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-f638f2a5-5e14-4ef5-b42f-e166c61f630a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 1097 time: 0.0517545 Dec 12 04:09:11.984935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3566101-b98f-4292-a26a-c945ed41b410 req-2444ebae-108d-4f3b-a209-919e8bc41778 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:11.986433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3566101-b98f-4292-a26a-c945ed41b410 req-2444ebae-108d-4f3b-a209-919e8bc41778 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 943 time: 0.2391596 Dec 12 04:09:12.080755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-e93fa8e3-4e0b-4365-9581-6371957c1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:12.085065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-e93fa8e3-4e0b-4365-9581-6371957c1a52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.1007414 Dec 12 04:09:12.158147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-58416033-4917-40e9-92c6-d70f0f90d815 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 200 len: 1001 time: 0.0684099 Dec 12 04:09:12.216424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-be2e718e-1e8c-4662-b848-1cf36947484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:12.218074 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-be2e718e-1e8c-4662-b848-1cf36947484a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.0507584 Dec 12 04:09:12.225243 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] Sync routers for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:09:12.225992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3566101-b98f-4292-a26a-c945ed41b410 req-73eef9ad-a239-442a-b9fa-64069989e3e0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225139 Dec 12 04:09:12.228604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Allocated IP 192.168.233.143 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/ef02339e-eb4d-4d82-9f56-8e1681c57666) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:09:12.239778 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:12.240413 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:12.274678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-8f6c6ce1-ac4c-4452-af6f-e9f3100e5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:12.276402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-8f6c6ce1-ac4c-4452-af6f-e9f3100e5d90 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2865651 Dec 12 04:09:12.291610 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e116f8a2-a01d-4b81-ab22-9bc468f08496 x-openstack-request-id: req-e116f8a2-a01d-4b81-ab22-9bc468f08496 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:12.292791 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "name": "network-vif-unplugged", "status": "completed", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:12.292960 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e116f8a2-a01d-4b81-ab22-9bc468f08496 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:12.294275 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b', 'code': 200} Dec 12 04:09:12.336749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-cb77b852-ddd9-426c-9928-74838b2c905e req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:12.351675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-8c13207a-a092-492e-b636-72a520dc4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:12.355980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-8c13207a-a092-492e-b636-72a520dc4820 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148808 Dec 12 04:09:12.366883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-cb77b852-ddd9-426c-9928-74838b2c905e req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:09:12.421672 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:12.465556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-13bce466-86d4-4463-b1c1-352a4e9dd953 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030474 Dec 12 04:09:12.494409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6e72db1-1792-407d-88a4-f735ae2b379e req-f7d725db-e5ed-4fa5-b55c-0580b6de81ad tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ae507be-9fb8-4445-876a-b1fa02110bc6 HTTP/1.1" status: 200 len: 210 time: 0.0978730 Dec 12 04:09:12.499618 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb31354d-3dff-4737-90ed-8e4cce7e1771 req-8c1ddabe-4f14-4a5b-828f-70bcb7e57a33 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 210 time: 0.0881934 Dec 12 04:09:12.510556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-cb77b852-ddd9-426c-9928-74838b2c905e req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0029c864-f5bb-4484-aa8c-551502a70b4b {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:12.523241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-cb77b852-ddd9-426c-9928-74838b2c905e req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:12.547235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-cb77b852-ddd9-426c-9928-74838b2c905e req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:12.567830 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4fafab-8264-4bee-89cd-7ed678b1a777 x-openstack-request-id: req-fc4fafab-8264-4bee-89cd-7ed678b1a777 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:12.568221 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:12.569388 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc4fafab-8264-4bee-89cd-7ed678b1a777 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:12.569388 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109', 'status': 'completed', 'code': 200} Dec 12 04:09:12.618632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a72f9c4c-e8fd-4179-8594-8572521e7b79 req-9a27fafb-1bbe-49bb-946f-cdbfce995aef service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444800 Dec 12 04:09:12.630025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:12.696198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-cb77b852-ddd9-426c-9928-74838b2c905e req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] Transition to ACTIVE for port object 0029c864-f5bb-4484-aa8c-551502a70b4b will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:09:12.710960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-a8c6fd20-c436-4fc0-bfad-34484d168ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:12.712600 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-a8c6fd20-c436-4fc0-bfad-34484d168ba1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1096 time: 0.0665798 Dec 12 04:09:12.718504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-cb77b852-ddd9-426c-9928-74838b2c905e req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:12.762794 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:a6:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:12Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:12.775369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:12.803933 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] Checking router: d443164d-a14c-43ea-b795-90b920e60d4d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:09:12.818720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', '04501ef9-af51-4fc7-871d-87ace21f541c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:12.829494 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:12.830377 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:08:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:12.834822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:09:12.838309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479eab-8dc5-4d20-bbad-e4ede1cde911 req-cae284d3-86e5-4ab0-9edf-926f6a86b987 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:12.840137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1479eab-8dc5-4d20-bbad-e4ede1cde911 req-cae284d3-86e5-4ab0-9edf-926f6a86b987 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1206644 Dec 12 04:09:12.842033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb77b852-ddd9-426c-9928-74838b2c905e req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] No DVR routers for this DVR port 0029c864-f5bb-4484-aa8c-551502a70b4b on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:12.851257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:09:12.864448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b43ca-2687-4767-9bcf-572818b04078 req-06c922e6-e083-4dbe-91d9-c83ceb747feb tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:12.872641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-209b43ca-2687-4767-9bcf-572818b04078 req-06c922e6-e083-4dbe-91d9-c83ceb747feb tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 950 time: 0.1748726 Dec 12 04:09:12.880494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:09:12.888436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] Pushing event updated for resources: {'Port': ['ID=0029c864-f5bb-4484-aa8c-551502a70b4b,revision_number=10']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:12.903456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-ce194229-a3ba-4e3f-a8f5-0aa63fc4d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:12.905517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-ce194229-a3ba-4e3f-a8f5-0aa63fc4d602 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.1842158 Dec 12 04:09:12.916337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1ab99e21-5df1-467e-a76f-634f3f07926b', '5eac5969-12f0-454b-9d96-828558792539', 'f5e05c62-5e11-45da-895f-279db5155562'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:12.980454 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-8c7ebecb-1b38-44eb-b4d5-8a92fa76bfaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 217 time: 0.0549443 Dec 12 04:09:12.984596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1479eab-8dc5-4d20-bbad-e4ede1cde911 req-2d191eab-1550-4751-9661-2d8a9a4636c9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351502 Dec 12 04:09:13.023557 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-59f4dc11-cab8-44c1-8bbe-400a0bc3f101 service neutron] 10.222.0.37 "PUT /v2.0/ports/0029c864-f5bb-4484-aa8c-551502a70b4b/bindings/n-h2-710847-7/activate HTTP/1.1" status: 200 len: 369 time: 1.2067583 Dec 12 04:09:13.056500 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0fa05c3-23ab-4d27-8239-e2155d06a23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:13.061615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event updated for resources: {'Port': ['ID=ef02339e-eb4d-4d82-9f56-8e1681c57666,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:13.071342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.072123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:13.085680 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:13.107161 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-209b43ca-2687-4767-9bcf-572818b04078 req-07489330-4c78-4e84-bbf9-7aedc6bbfdca tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333031 Dec 12 04:09:13.148333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-9c291613-a534-4aa5-85ac-0aa7afdcf87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.150508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-9c291613-a534-4aa5-85ac-0aa7afdcf87d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.1538410 Dec 12 04:09:13.169413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-5ee315de-f1b8-4a5c-8908-3b449f577a71 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0990186 Dec 12 04:09:13.203083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-c28537f5-2c00-4f4a-8ca3-71e4da5a4565 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.204892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-c28537f5-2c00-4f4a-8ca3-71e4da5a4565 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.18 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 950 time: 0.1144073 Dec 12 04:09:13.239919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Request body: {'port': {'device_id': '3ceacccc-b976-4029-9423-2a9ade438e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:13.253139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a99c774-0ecf-4df9-b5d1-b13f7770102d req-7b07133e-9eb1-4400-8d1e-90d8206442db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=0ae507be-9fb8-4445-876a-b1fa02110bc6 HTTP/1.1" status: 200 len: 210 time: 0.1248190 Dec 12 04:09:13.393451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-47062a72-fe97-453a-ba75-f5c3243922f2 None None] Provisioning complete for port ef02339e-eb4d-4d82-9f56-8e1681c57666 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:13.394189 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47062a72-fe97-453a-ba75-f5c3243922f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:13.447984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec03dc92-764f-4515-8fac-b0f7620daa81 req-fc35cfe0-f644-434d-bb8e-bb1c960f8815 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 1001 time: 0.2951231 Dec 12 04:09:13.458490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec64f386-f09c-40df-87e1-9277e353f7fa req-25de24fa-4cc1-4ef4-8868-6e625bf49bf4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ae507be-9fb8-4445-876a-b1fa02110bc6 HTTP/1.1" status: 200 len: 210 time: 0.1502702 Dec 12 04:09:13.471395 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:a6:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:12Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:13.485259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-47062a72-fe97-453a-ba75-f5c3243922f2 None None] Port ef02339e-eb4d-4d82-9f56-8e1681c57666 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:09:13.500764 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:13.527939 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95773e91-8347-47fa-a84d-ce51e2ee501d None None] The sync data for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 is: [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:a6:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:12Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:09:13.550708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03dc92-764f-4515-8fac-b0f7620daa81 req-b0caa88f-52a7-4785-9d42-7b443a84e140 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.562152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-a2c635a5-12ef-484f-807d-059074527ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.563679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-a2c635a5-12ef-484f-807d-059074527ba4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3519096 Dec 12 04:09:13.565811 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec03dc92-764f-4515-8fac-b0f7620daa81 req-b0caa88f-52a7-4785-9d42-7b443a84e140 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports/99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 200 len: 943 time: 0.1085083 Dec 12 04:09:13.586651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c774-0ecf-4df9-b5d1-b13f7770102d req-c4bd2ea1-8233-4a71-b3c1-0f65c9458ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.590690 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a99c774-0ecf-4df9-b5d1-b13f7770102d req-c4bd2ea1-8233-4a71-b3c1-0f65c9458ab4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3167799 Dec 12 04:09:13.678829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:13.700746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-d6b5d99c-c7f8-4c25-9820-8db22fd51237 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.702542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-d6b5d99c-c7f8-4c25-9820-8db22fd51237 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.3941126 Dec 12 04:09:13.779624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727cfd6-5a8c-42f6-8baa-6d5a27850a02 req-2f01cae0-fc4a-417b-b7a0-ec20e30aee3a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.781189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c727cfd6-5a8c-42f6-8baa-6d5a27850a02 req-2f01cae0-fc4a-417b-b7a0-ec20e30aee3a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 944 time: 0.2245357 Dec 12 04:09:13.834354 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-05ad48be-a231-44b0-9893-e96de5dcaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.835886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-05ad48be-a231-44b0-9893-e96de5dcaaa9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef&tenant_id=064aa813869d4814859875e009120b6c HTTP/1.1" status: 200 len: 1095 time: 0.1238272 Dec 12 04:09:13.847208 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-5dafd621-6046-4f46-bbcb-d545d5cacdb0 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192054 Dec 12 04:09:13.858207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Deleting port 09eeb350-9799-4f8d-bdf0-1e5de5859003 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:13.858560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:13.919842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec03dc92-764f-4515-8fac-b0f7620daa81 req-4372ad47-2fb2-48d7-b0a9-bcf1703039b3 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 1001 time: 0.2699535 Dec 12 04:09:13.979434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:13.992482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c774-0ecf-4df9-b5d1-b13f7770102d req-c8412b41-49b3-47ac-8b95-fbbff99c7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:13.994066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a99c774-0ecf-4df9-b5d1-b13f7770102d req-c8412b41-49b3-47ac-8b95-fbbff99c7da0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3428998 Dec 12 04:09:13.994551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c727cfd6-5a8c-42f6-8baa-6d5a27850a02 req-0903f12d-eca2-418d-8971-156da8afb95f tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964912 Dec 12 04:09:14.060798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-e3b7a9c5-451e-4278-abcf-03454c1ae110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:14.062346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-e3b7a9c5-451e-4278-abcf-03454c1ae110 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1095 time: 0.1721845 Dec 12 04:09:14.121598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03dc92-764f-4515-8fac-b0f7620daa81 req-49ba77b2-f3e0-46d7-acca-3751305ffc13 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:14.123036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec03dc92-764f-4515-8fac-b0f7620daa81 req-49ba77b2-f3e0-46d7-acca-3751305ffc13 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1907041 Dec 12 04:09:14.161848 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4b97f65-ec64-48b6-ad9d-daaf5fb41eb9 req-5872798e-a4fc-43ff-b5e0-5260f91c5573 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945650 Dec 12 04:09:14.171925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] For port 09eeb350-9799-4f8d-bdf0-1e5de5859003, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=09eeb350-9799-4f8d-bdf0-1e5de5859003,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:14.172211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:14.206859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a99c774-0ecf-4df9-b5d1-b13f7770102d req-52a4aade-cd11-41b3-93cb-d4314b864346 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ae507be-9fb8-4445-876a-b1fa02110bc6 HTTP/1.1" status: 200 len: 210 time: 0.0591295 Dec 12 04:09:14.210604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Calling delete_port for 09eeb350-9799-4f8d-bdf0-1e5de5859003 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:14.244984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef02339e-eb4d-4d82-9f56-8e1681c57666 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:14.255805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:14.274063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Transition to ACTIVE for port object ef02339e-eb4d-4d82-9f56-8e1681c57666 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:09:14.281857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff320202-4b9c-4ef5-92ec-d0738ec686cd req-d0226162-5739-4a15-933e-38c103cf8b6c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:14.283368 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff320202-4b9c-4ef5-92ec-d0738ec686cd req-d0226162-5739-4a15-933e-38c103cf8b6c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0956600 Dec 12 04:09:14.284394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:14.291302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28d8f-3815-463c-a26b-6daee7d6c074 req-3f338878-600a-4416-b40a-9c5d371cbf41 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:14.292990 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-daa28d8f-3815-463c-a26b-6daee7d6c074 req-3f338878-600a-4416-b40a-9c5d371cbf41 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 936 time: 0.1507101 Dec 12 04:09:14.297201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-218fc7f7-214a-437a-970c-4cd23fe4b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:14.298632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-218fc7f7-214a-437a-970c-4cd23fe4b5e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.2249918 Dec 12 04:09:14.370928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-2d355862-f72f-448c-a80e-cb499e7461c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0029c864-f5bb-4484-aa8c-551502a70b4b HTTP/1.1" status: 200 len: 217 time: 0.0560524 Dec 12 04:09:14.387484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Pushing event updated for resources: {'Port': ['ID=ef02339e-eb4d-4d82-9f56-8e1681c57666,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:14.424606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff320202-4b9c-4ef5-92ec-d0738ec686cd req-ebe3330c-b856-4a19-b888-b960f090604e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264079 Dec 12 04:09:14.449642 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-daa28d8f-3815-463c-a26b-6daee7d6c074 req-952aeed8-21c6-4fe4-88d7-2a57997f32c7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465578 Dec 12 04:09:14.518264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Attempting to bind port ef02339e-eb4d-4d82-9f56-8e1681c57666 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:09:14.518608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Attempting to bind port ef02339e-eb4d-4d82-9f56-8e1681c57666 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:09:14.518943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Attempting to bind port ef02339e-eb4d-4d82-9f56-8e1681c57666 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:14.524184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Port ef02339e-eb4d-4d82-9f56-8e1681c57666 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:09:14.524487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Attempting to bind port ef02339e-eb4d-4d82-9f56-8e1681c57666 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:14.532451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:09:14.532796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:09:14.533225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:09:14.533661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Bound port: ef02339e-eb4d-4d82-9f56-8e1681c57666, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:09:14.534023 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:14.550079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-82fb5f3c-2a49-4fa8-a47a-dd5523f577c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:14.552269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-82fb5f3c-2a49-4fa8-a47a-dd5523f577c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.1693141 Dec 12 04:09:14.570891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:14.573272 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:14.619512 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-e670454f-59d3-4adf-ab99-28167fa8dcd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512166 Dec 12 04:09:14.629754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-1f4910dd-c23a-4141-b8ba-a49608275d47 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 1001 time: 0.1281328 Dec 12 04:09:14.638856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:14.673774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df99537-d719-4241-9ef8-feae5966ed45 req-0ebb8ab9-02fd-4217-9562-1c9b5a812f5e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:14.681401 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3df99537-d719-4241-9ef8-feae5966ed45 req-0ebb8ab9-02fd-4217-9562-1c9b5a812f5e tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40328a1-9db0-4c39-b144-48085cf1c812 HTTP/1.1" status: 200 len: 867 time: 0.1314774 Dec 12 04:09:14.703228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] For port ef02339e-eb4d-4d82-9f56-8e1681c57666, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:09:14.720836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] For port ef02339e-eb4d-4d82-9f56-8e1681c57666, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ef02339e-eb4d-4d82-9f56-8e1681c57666,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:09:14.729167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:14.730010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Pushing event deleted for resources: {'Port': ['ID=09eeb350-9799-4f8d-bdf0-1e5de5859003,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:14.780198 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3df99537-d719-4241-9ef8-feae5966ed45 req-542c83e5-2b72-4fc7-af8c-75bf57f87e1c tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976942 Dec 12 04:09:14.781541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:14.782263 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:14.783492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] 10.222.0.18 "PUT /v2.0/ports/ef02339e-eb4d-4d82-9f56-8e1681c57666 HTTP/1.1" status: 200 len: 1096 time: 1.5558074 Dec 12 04:09:14.786302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceacccc-b976-4029-9423-2a9ade438e1d', 'tag': 'ef02339e-eb4d-4d82-9f56-8e1681c57666'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:14.788674 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f086b2-2103-4317-aaf0-32d161e66ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceacccc-b976-4029-9423-2a9ade438e1d", "tag": "ef02339e-eb4d-4d82-9f56-8e1681c57666"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:14.830516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b06d74-f4f4-4742-84d8-7c84cab5b035 service neutron] Pushing event updated for resources: {'Port': ['ID=ef02339e-eb4d-4d82-9f56-8e1681c57666,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:14.950339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-e903faa1-037b-463c-a15c-43c71b11f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:14.952354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-e903faa1-037b-463c-a15c-43c71b11f5a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 1099 time: 0.0707238 Dec 12 04:09:15.019441 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d478b0-feab-4eb8-9305-5f96792e9c1c x-openstack-request-id: req-f6d478b0-feab-4eb8-9305-5f96792e9c1c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:15.020470 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:15.020938 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6d478b0-feab-4eb8-9305-5f96792e9c1c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:15.021509 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'status': 'completed', 'code': 200} Dec 12 04:09:15.032486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-5203ec6b-e3c1-45ab-83ee-2f0a027957ab tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:15.045400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-5203ec6b-e3c1-45ab-83ee-2f0a027957ab tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports/99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 200 len: 943 time: 0.4043479 Dec 12 04:09:15.072933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.073496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.074098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.074614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.075325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.075843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.076487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.077056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.077693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.078202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.078701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.079204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.079695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:15.138320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9745fb41-cc68-4ef9-859e-d79336a73b2b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:15.203612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] No DVR routers for this DVR port 09eeb350-9799-4f8d-bdf0-1e5de5859003 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:15.208069 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:15.211548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-547b0254-c87e-4be4-a1f3-6e02a5a21df0 req-1fc9dca1-8999-4c58-a663-9b9026c0a3d0 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.18 "DELETE /v2.0/ports/09eeb350-9799-4f8d-bdf0-1e5de5859003 HTTP/1.1" status: 204 len: 173 time: 1.9754696 Dec 12 04:09:15.241961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-dc33b061-efa4-4fb4-93b7-8818c7701648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:15.243475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-dc33b061-efa4-4fb4-93b7-8818c7701648 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 1097 time: 0.1966889 Dec 12 04:09:15.247508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-dd609ba8-0580-479c-9734-894233dae60e service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168621 Dec 12 04:09:15.259089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-8f3d0ff2-f634-4edf-a17c-16387b0319e1 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 1001 time: 0.1539774 Dec 12 04:09:15.291938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:09:15.320356 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900c162-fc0f-4281-9190-2608c0e992c9 x-openstack-request-id: req-e900c162-fc0f-4281-9190-2608c0e992c9 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:15.321033 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceacccc-b976-4029-9423-2a9ade438e1d", "tag": "ef02339e-eb4d-4d82-9f56-8e1681c57666", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:15.321033 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e900c162-fc0f-4281-9190-2608c0e992c9 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:15.321636 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceacccc-b976-4029-9423-2a9ade438e1d', 'tag': 'ef02339e-eb4d-4d82-9f56-8e1681c57666', 'status': 'completed', 'code': 200} Dec 12 04:09:15.325641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-d72a27f3-fd5c-41c9-8502-54e2739b4670 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=ef02339e-eb4d-4d82-9f56-8e1681c57666 HTTP/1.1" status: 200 len: 217 time: 0.3512869 Dec 12 04:09:15.435694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:15.438226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f4ccfdf0-0871-4f14-af29-eb65c7b12008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:15.439838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-f4ccfdf0-0871-4f14-af29-eb65c7b12008 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1036797 Dec 12 04:09:15.456984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'mac_address': 'fa:16:3e:75:69:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:09:15.511194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-9399011c-8885-4861-8f68-ccdd20383f0c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:15.511678 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:15.519107 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-9399011c-8885-4861-8f68-ccdd20383f0c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.1962886 Dec 12 04:09:15.523099 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-141ef3d8-3f55-4c57-8544-2ab7da0a7c1f service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520392 Dec 12 04:09:15.524145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-3aac2e25-a148-4775-90aa-e5df7bbb9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:15.525686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-3aac2e25-a148-4775-90aa-e5df7bbb9e26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.2564869 Dec 12 04:09:15.531763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463a4856-a87e-4bf3-a6df-00c5b4601029 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:15.541004 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-0b333cd3-a5dd-4ebc-9bfa-57a94344dc2a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/quotas/7c7f57d1ea8244309b61ba1bc594e3e2 HTTP/1.1" status: 200 len: 375 time: 0.0206895 Dec 12 04:09:15.562201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:15.570416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-9cfe8998-5466-47e1-8550-a8832be63056 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:15.572390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-9cfe8998-5466-47e1-8550-a8832be63056 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.3123193 Dec 12 04:09:15.575480 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:15.590799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-3fdcfbc3-97a8-48b4-b250-3c287dfb596b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486324 Dec 12 04:09:15.601931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-762fe80f-6228-4a53-8dc0-9e43bdd92033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:15.603614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-762fe80f-6228-4a53-8dc0-9e43bdd92033 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455626 Dec 12 04:09:15.609879 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:15.645884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:15.685528 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-2b0c128b-47e0-46f0-8a9e-0bd34937f5cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 200 len: 1001 time: 0.1384795 Dec 12 04:09:15.696462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-84b476ac-c06b-4600-920c-5d2bcfe4bc0e tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 1001 time: 0.0937300 Dec 12 04:09:15.726011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-05d6d887-0e7a-4ef5-9234-e5dff1045dac tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:15.757349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-0f1e321b-1bca-4ccd-8890-84c6aa251f29 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655490 Dec 12 04:09:15.763449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-d64a93a3-e1ca-4997-810d-261be6ad6a37 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464553 Dec 12 04:09:15.789520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-463d16e3-2ad4-4b5d-9acb-00497dadaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:15.790994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-463d16e3-2ad4-4b5d-9acb-00497dadaed3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.0937085 Dec 12 04:09:15.797359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-05d6d887-0e7a-4ef5-9234-e5dff1045dac tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:15.839589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['463a4856-a87e-4bf3-a6df-00c5b4601029'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:15.931812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f5e3468-bf6c-4487-9527-116e00f10488 req-70010d72-e6d6-4cb1-aee3-fdb624b62c61 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550171 Dec 12 04:09:15.933801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-b9b961d3-affb-407f-9437-0aba5b1157be service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643577 Dec 12 04:09:15.935430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-4a9ac8dc-a306-409a-9f30-1387ceb83ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:15.936949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-4a9ac8dc-a306-409a-9f30-1387ceb83ed2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978458 Dec 12 04:09:16.016343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-05d6d887-0e7a-4ef5-9234-e5dff1045dac tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:16.049931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-05d6d887-0e7a-4ef5-9234-e5dff1045dac tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:16.050616 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-05d6d887-0e7a-4ef5-9234-e5dff1045dac tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd disassociated. External IP: 172.25.7.50, port: 99b6352e-de98-4e37-8c65-0f1808f302e3. Dec 12 04:09:16.158126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-d73ff977-1252-40fa-a928-1cc9962372b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:16.161289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-d73ff977-1252-40fa-a928-1cc9962372b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 1099 time: 0.0573483 Dec 12 04:09:16.216641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-c7ce1411-9858-4407-a1c2-3669fcc9e10f service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630208 Dec 12 04:09:16.226830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b852-ddd9-426c-9928-74838b2c905e req-ac2f97bd-a9b2-4f98-be20-ca4bbc7e5c9a tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:16.228311 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-ac2f97bd-a9b2-4f98-be20-ca4bbc7e5c9a tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.1020753 Dec 12 04:09:16.280206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67990fa-18f7-472a-a007-41f06cd225ab req-2b0c81ab-2039-4272-80b6-c85349e639a3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:16.281893 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f67990fa-18f7-472a-a007-41f06cd225ab req-2b0c81ab-2039-4272-80b6-c85349e639a3 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 944 time: 0.1153271 Dec 12 04:09:16.342029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-28b7274e-d478-4303-90d8-aeed0dc501de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:16.343506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-28b7274e-d478-4303-90d8-aeed0dc501de service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1661890 Dec 12 04:09:16.397016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f67990fa-18f7-472a-a007-41f06cd225ab req-85f62cc7-bf21-49c8-b1b7-99c0bdbd61de tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974557 Dec 12 04:09:16.398235 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-ee4732eb-acc0-4206-9338-365d6413a92a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=ef02339e-eb4d-4d82-9f56-8e1681c57666 HTTP/1.1" status: 200 len: 217 time: 0.0441310 Dec 12 04:09:16.460166 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d058c4dc-ae93-4b67-a3eb-c306533a1eb2 req-1c885c66-0f4c-41eb-97d6-24b19615336e service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296357 Dec 12 04:09:16.483775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-ecbdc735-ee37-498f-bed0-d50a32fd7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:16.485969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-ecbdc735-ee37-498f-bed0-d50a32fd7a3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0683453 Dec 12 04:09:16.556174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-05d6d887-0e7a-4ef5-9234-e5dff1045dac tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Router d443164d-a14c-43ea-b795-90b920e60d4d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:09:16.573597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-3331ee98-4f4e-49a6-b8ae-e6390cfb4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:16.575202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-3331ee98-4f4e-49a6-b8ae-e6390cfb4d80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799260 Dec 12 04:09:16.579440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cb77b852-ddd9-426c-9928-74838b2c905e req-8e4314de-fd9c-4905-a518-7df30a5d0712 service neutron] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:09:16.585143 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cb77b852-ddd9-426c-9928-74838b2c905e req-8e4314de-fd9c-4905-a518-7df30a5d0712 service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:16.586413 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb77b852-ddd9-426c-9928-74838b2c905e req-8e4314de-fd9c-4905-a518-7df30a5d0712 service neutron] 10.222.0.18 "DELETE /v2.0/ports/0029c864-f5bb-4484-aa8c-551502a70b4b/bindings/n-h1-710847-7 HTTP/1.1" status: 204 len: 173 time: 0.3361926 Dec 12 04:09:16.645271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:16.693573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f333d-c8e6-4b20-81d4-d922afaa5144 req-31a53123-869e-4acb-a0d6-23e803da9220 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:16.695137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a5f333d-c8e6-4b20-81d4-d922afaa5144 req-31a53123-869e-4acb-a0d6-23e803da9220 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1339245 Dec 12 04:09:16.706226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 09eeb350-9799-4f8d-bdf0-1e5de5859003 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:16.725260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-05d6d887-0e7a-4ef5-9234-e5dff1045dac tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:09:16.730128 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-05d6d887-0e7a-4ef5-9234-e5dff1045dac tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:16.747917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-58705770-8bc7-417d-8e3e-91f1f1ceb914 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513317 Dec 12 04:09:16.754445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 09eeb350-9799-4f8d-bdf0-1e5de5859003 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:16.754903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 09eeb350-9799-4f8d-bdf0-1e5de5859003 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:16.757959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] Sync routers for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:09:16.768993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-05d6d887-0e7a-4ef5-9234-e5dff1045dac tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "PUT /v2.0/floatingips/7f71330a-7ab4-4e4c-9018-63fc216d62bd HTTP/1.1" status: 200 len: 694 time: 1.0644166 Dec 12 04:09:16.772449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:16.773554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:16.841530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a5f333d-c8e6-4b20-81d4-d922afaa5144 req-1f65b55a-93b7-41ac-b9af-56dc99def1e0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318996 Dec 12 04:09:16.862979 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-68c7299a-df3e-4a3d-bb5f-b395ca3847ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:16.872643 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-68c7299a-df3e-4a3d-bb5f-b395ca3847ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 1097 time: 0.0592127 Dec 12 04:09:16.912955 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f086b2-2103-4317-aaf0-32d161e66ce1 req-970627c7-3f1f-4b1e-94f3-ce994f4d8589 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478295 Dec 12 04:09:16.987653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:16.995896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-78f811ea-d487-4347-bb53-16992109251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:17.005729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb607d18-61bf-4644-9dba-192e05289fdc req-f207caca-c094-4cbf-a178-dcf9ba8e2ae6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:17.007506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb607d18-61bf-4644-9dba-192e05289fdc req-f207caca-c094-4cbf-a178-dcf9ba8e2ae6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 948 time: 0.0784659 Dec 12 04:09:17.007938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-78f811ea-d487-4347-bb53-16992109251a service neutron] 10.222.0.36 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.1344361 Dec 12 04:09:17.027432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40328a1-9db0-4c39-b144-48085cf1c812', 'name': 'network-vif-deleted', 'tag': '09eeb350-9799-4f8d-bdf0-1e5de5859003'}, {'name': 'network-changed', 'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:17.029943 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804dab42-730e-4d6c-bbd8-2dd3763df466" -d '{"events": [{"server_uuid": "a40328a1-9db0-4c39-b144-48085cf1c812", "name": "network-vif-deleted", "tag": "09eeb350-9799-4f8d-bdf0-1e5de5859003"}, {"name": "network-changed", "server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:17.071532 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-26c6e5c7-98d6-4a2e-8987-7e74bddb9d2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 200 len: 217 time: 0.0620134 Dec 12 04:09:17.129957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb607d18-61bf-4644-9dba-192e05289fdc req-3b9204cd-9453-478b-9582-d06a4acf265f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153946 Dec 12 04:09:17.151854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-b6752620-1f8e-4145-8ba0-0647af8e3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:17.161614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-b6752620-1f8e-4145-8ba0-0647af8e3b97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.0892003 Dec 12 04:09:17.211998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-486e606d-0e60-476f-a30e-dd8acb2061f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:17.214738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-486e606d-0e60-476f-a30e-dd8acb2061f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523372 Dec 12 04:09:17.329535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-3a48e76a-2314-4fb4-b4db-d6d426282dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072469 Dec 12 04:09:17.331158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:17.365919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] Checking router: d443164d-a14c-43ea-b795-90b920e60d4d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:09:17.376339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:17.377387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:17.389030 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-745a953c-544f-4a95-8de1-83787ba9d67c req-71c2eefd-9972-4dc2-8a00-5b570f0eda03 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 210 time: 0.0377724 Dec 12 04:09:17.467008 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d652601b-bca1-4edf-a818-c94fd30aac7b req-317328af-26d3-4247-8ba3-81545613c753 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257532 Dec 12 04:09:17.490995 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01dd18d-38b1-489c-b5a4-3a6a131d1573 x-openstack-request-id: req-b01dd18d-38b1-489c-b5a4-3a6a131d1573 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:17.491312 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40328a1-9db0-4c39-b144-48085cf1c812", "name": "network-vif-deleted", "tag": "09eeb350-9799-4f8d-bdf0-1e5de5859003", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:17.491583 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b01dd18d-38b1-489c-b5a4-3a6a131d1573 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:17.491996 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40328a1-9db0-4c39-b144-48085cf1c812', 'name': 'network-vif-deleted', 'tag': '09eeb350-9799-4f8d-bdf0-1e5de5859003', 'status': 'completed', 'code': 200} Dec 12 04:09:17.496376 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'status': 'completed', 'code': 200} Dec 12 04:09:17.556093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:17.788550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18065d7f-1edb-48bf-8c4e-861cf563bfe4 req-05847bc5-dcd4-4523-96d3-b4b6b9a65e63 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:17.797940 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-18065d7f-1edb-48bf-8c4e-861cf563bfe4 req-05847bc5-dcd4-4523-96d3-b4b6b9a65e63 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1095 time: 0.2079432 Dec 12 04:09:17.806569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-3a343ba4-953f-4efd-aa9a-13caca0172c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:17.808254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-3a343ba4-953f-4efd-aa9a-13caca0172c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 1097 time: 0.2513103 Dec 12 04:09:17.839433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:17.899775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bee26f-3ee2-4abf-86bc-cc1539b0b182 None None] The sync data for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 is: [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:09:18.050028 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-18065d7f-1edb-48bf-8c4e-861cf563bfe4 req-71c59d15-dbdc-4de6-b95c-e188283f972a tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509964 Dec 12 04:09:18.091631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-0894512f-b98d-468b-b70e-f05e54a5ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:18.093296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-0894512f-b98d-468b-b70e-f05e54a5ab6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.2721691 Dec 12 04:09:18.216432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72923564-818b-4886-8458-21b3ac394a20 req-7f945b6a-5044-4493-b8b6-75ee11088ff7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:18.219015 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72923564-818b-4886-8458-21b3ac394a20 req-7f945b6a-5044-4493-b8b6-75ee11088ff7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 950 time: 0.1134386 Dec 12 04:09:18.224117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-d06230e5-7bee-4f5d-8223-5c2dd377d15b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 200 len: 217 time: 0.1194811 Dec 12 04:09:18.325468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72923564-818b-4886-8458-21b3ac394a20 req-5a4470e6-a440-45d5-b689-a28efce57d1b tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872545 Dec 12 04:09:18.341450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-0fad4e8f-ab08-4e08-9211-750518a5be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:18.342997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-0fad4e8f-ab08-4e08-9211-750518a5be41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.1099079 Dec 12 04:09:18.393864 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47e3a4-0ecc-48da-a77f-29ff5ba26c28 None None] New status for floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:09:18.414875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-3274656c-0092-4063-899e-ea3973b6de0d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:18.416456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-3274656c-0092-4063-899e-ea3973b6de0d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.4172304 Dec 12 04:09:18.432988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ad6f-132f-4aec-8bf4-8061ea19cb01 req-a543403e-0fc6-45c5-8bb0-fa03c01c5128 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:18.434538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f74ad6f-132f-4aec-8bf4-8061ea19cb01 req-a543403e-0fc6-45c5-8bb0-fa03c01c5128 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1438775 Dec 12 04:09:18.460652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-16caa732-5545-44f4-bbc4-51ccfdb68d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:18.463442 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-16caa732-5545-44f4-bbc4-51ccfdb68d94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063323 Dec 12 04:09:18.472326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c889-7898-4268-b823-7768cb573a69 req-ce77c66f-06ed-4cc9-935d-391703bfa713 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:18.481035 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-ce77c66f-06ed-4cc9-935d-391703bfa713 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0802653 Dec 12 04:09:18.489950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Request body: {'port': {'device_id': 'e9988988-44f8-460d-861b-c2575444542f', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'admin_state_up': True, 'tenant_id': '7c7f57d1ea8244309b61ba1bc594e3e2'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:18.561861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-716848cf-96f8-48f6-b335-0cfb0eba54ab tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 697 time: 0.0797234 Dec 12 04:09:18.567040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Request body: {'floatingip': {'port_id': '55499866-10a1-4392-8112-5b0046295109', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:18.618424 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:18.691415 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f74ad6f-132f-4aec-8bf4-8061ea19cb01 req-039e8647-9605-4590-a8ed-2c67f21065d0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415392 Dec 12 04:09:18.694606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Made reservation on behalf of 7c7f57d1ea8244309b61ba1bc594e3e2 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:09:18.698290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:18.721558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ef02339e-eb4d-4d82-9f56-8e1681c57666 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:09:18.809444 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-63f329a0-4c18-4b23-a233-a83d22fc51e2 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322453 Dec 12 04:09:18.905722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ef02339e-eb4d-4d82-9f56-8e1681c57666, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ef02339e-eb4d-4d82-9f56-8e1681c57666,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:18.919087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ef02339e-eb4d-4d82-9f56-8e1681c57666', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'ef02339e-eb4d-4d82-9f56-8e1681c57666', 'mac_address': 'fa:16:3e:2f:64:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:09:18.967857 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:18.985895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef02339e-eb4d-4d82-9f56-8e1681c57666 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:19.009063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac1b46-c290-4626-b897-9c6237b04e7b req-0c8075b8-681c-4540-a5dc-9a4c66aff000 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:19.013327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ef02339e-eb4d-4d82-9f56-8e1681c57666, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ef02339e-eb4d-4d82-9f56-8e1681c57666,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:19.016624 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53ac1b46-c290-4626-b897-9c6237b04e7b req-0c8075b8-681c-4540-a5dc-9a4c66aff000 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 1095 time: 0.1709900 Dec 12 04:09:19.020494 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:19.045679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Allocated IP 172.20.0.10 (13702123-2457-41cb-8d20-86632f884371/a4b4b163-48ba-4429-83f2-c9bdb90cc5bb/7187da84-a3ac-46b1-bc55-ffa2b321ff5a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:09:19.077926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-804dab42-730e-4d6c-bbd8-2dd3763df466 req-3efb4b21-62b1-48d0-bf77-04f42f38503a service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543144 Dec 12 04:09:19.128928 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53ac1b46-c290-4626-b897-9c6237b04e7b req-10d5ca0d-27aa-4845-a0dc-bbedd59d7487 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044161 Dec 12 04:09:19.132851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ef02339e-eb4d-4d82-9f56-8e1681c57666,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:19.306400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:09:19.375099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 463a4856-a87e-4bf3-a6df-00c5b4601029 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:19.375478 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:19.384724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ff30b-9587-4dcd-9365-b525b953c034 req-64743761-d690-4e58-84c3-80125965c6f0 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:19.393817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38ff30b-9587-4dcd-9365-b525b953c034 req-64743761-d690-4e58-84c3-80125965c6f0 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 949 time: 0.1130834 Dec 12 04:09:19.417577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:19.474615 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38ff30b-9587-4dcd-9365-b525b953c034 req-a54d70d5-241f-480b-9ad1-81b757ba6c1d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798478 Dec 12 04:09:19.509761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:19.510019 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:09:19.510891 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:09:19.520231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:19.540528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:19.543206 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f3021e-0ed0-44bf-b97d-11df1790e2bb" -d '{"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-plugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:19.559165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:19.571359 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:19.574298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ef02339e-eb4d-4d82-9f56-8e1681c57666'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:19.576718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Network 13702123-2457-41cb-8d20-86632f884371 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:09:19.579924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:09:19.584800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:09:19.589009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event updated for resources: {'Port': ['ID=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:19.660751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:19.661585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:19.662722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=10']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:19.699741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-30d8e6c8-0dd1-422e-bd4d-c645e740e484 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2143917 Dec 12 04:09:19.755679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Request body: {'port': {'device_id': 'e9988988-44f8-460d-861b-c2575444542f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:19.843445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663c8cf-21e4-461f-9851-22082e92cc76 req-6a392dbf-14c9-4c03-acf6-532e0b827570 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:19.845064 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b663c8cf-21e4-461f-9851-22082e92cc76 req-6a392dbf-14c9-4c03-acf6-532e0b827570 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 932 time: 0.1262708 Dec 12 04:09:19.859042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-d7ecd0e5-2a76-4030-aa5f-7963b7638540 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:19.860601 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-d7ecd0e5-2a76-4030-aa5f-7963b7638540 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.18 "GET /v2.0/ports?device_id=3502b2da-8cb0-487d-9f61-4bdeea3cec39 HTTP/1.1" status: 200 len: 946 time: 0.1327043 Dec 12 04:09:19.872934 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:09:19.884688 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:19.995779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b663c8cf-21e4-461f-9851-22082e92cc76 req-11e54462-93d4-46e9-ab86-ae6dc1f49524 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324964 Dec 12 04:09:20.013812 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:20.116030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Deleting port 99b6352e-de98-4e37-8c65-0f1808f302e3 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:20.116537 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:20.619749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] For port 99b6352e-de98-4e37-8c65-0f1808f302e3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=99b6352e-de98-4e37-8c65-0f1808f302e3,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:20.620381 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:20.643838 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:20.644746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a85e4d-fa4b-443b-bdc2-cb6bad564bc8 req-7d34da9d-a3e9-481f-b84d-5784de230fee tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:20.645817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86a85e4d-fa4b-443b-bdc2-cb6bad564bc8 req-7d34da9d-a3e9-481f-b84d-5784de230fee tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 950 time: 0.1167383 Dec 12 04:09:20.652632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Calling delete_port for 99b6352e-de98-4e37-8c65-0f1808f302e3 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:20.654841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:20.767232 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd associated. External IP: 172.25.7.50, port: 55499866-10a1-4392-8112-5b0046295109. Dec 12 04:09:20.796424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7187da84-a3ac-46b1-bc55-ffa2b321ff5a {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:20.814663 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:20.844860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86a85e4d-fa4b-443b-bdc2-cb6bad564bc8 req-4afae0ab-d774-4572-8478-d4759c8c3ab7 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0c98ddd-221c-4c64-b70c-6ff7614cb517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870825 Dec 12 04:09:20.850719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Transition to ACTIVE for port object 7187da84-a3ac-46b1-bc55-ffa2b321ff5a will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:09:20.860854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-4d139ecb-1506-497a-8fb1-41953695a136 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:20.862358 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-4d139ecb-1506-497a-8fb1-41953695a136 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 950 time: 0.1899526 Dec 12 04:09:20.870564 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:20.952259 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0442482d-d3a4-4d52-9c35-9765bf4013bc x-openstack-request-id: req-0442482d-d3a4-4d52-9c35-9765bf4013bc {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:20.953368 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-plugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:20.953815 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0442482d-d3a4-4d52-9c35-9765bf4013bc {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:20.954889 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'code': 200} Dec 12 04:09:21.014774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Pushing event updated for resources: {'Port': ['ID=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:21.079302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Router d443164d-a14c-43ea-b795-90b920e60d4d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:09:21.117783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:21.187576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['55499866-10a1-4392-8112-5b0046295109'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:21.196494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Pushing event deleted for resources: {'Port': ['ID=99b6352e-de98-4e37-8c65-0f1808f302e3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:21.331621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5501-894c-48bc-b539-af3e8efeeaaf req-92ce34f3-54ad-47b2-bbe5-5f8ac983e767 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:21.342939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dee5501-894c-48bc-b539-af3e8efeeaaf req-92ce34f3-54ad-47b2-bbe5-5f8ac983e767 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.2839305 Dec 12 04:09:21.396219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:09:21.401646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:21.405851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] No DVR routers for this DVR port 99b6352e-de98-4e37-8c65-0f1808f302e3 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:21.407952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] Sync routers for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:09:21.412522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:21.428471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60e3d1e6-1f1e-4db7-9157-5cbd520a4b2c req-3ab71964-b734-424a-b681-a82b414244eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.18 "DELETE /v2.0/ports/99b6352e-de98-4e37-8c65-0f1808f302e3 HTTP/1.1" status: 204 len: 173 time: 1.5581150 Dec 12 04:09:21.431595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Attempting to bind port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:09:21.431595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Attempting to bind port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:09:21.431595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Attempting to bind port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:21.450842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'name': 'network-vif-deleted', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:21.454575 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99cbbe6-fd79-4fed-88f9-0e0a289e07c5" -d '{"events": [{"server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "name": "network-vif-deleted", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:21.464455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Deleting port 9745fb41-cc68-4ef9-859e-d79336a73b2b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:21.465021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:21.465930 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c8f27a65-0005-4b3d-bb47-409e10c89f35 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "PUT /v2.0/floatingips/7f71330a-7ab4-4e4c-9018-63fc216d62bd HTTP/1.1" status: 200 len: 995 time: 2.9030919 Dec 12 04:09:21.466726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:21.472191 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624fa91d-7585-4c5f-aaac-20cdecd427cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:21.530876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:21.540730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:21.551245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c889-7898-4268-b823-7768cb573a69 req-81cdf1da-4432-4ac7-9016-c2b1cfc52e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:21.558960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-81cdf1da-4432-4ac7-9016-c2b1cfc52e46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1096 time: 0.0823033 Dec 12 04:09:21.587472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a on network 13702123-2457-41cb-8d20-86632f884371 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:09:21.587709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Attempting to bind port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:21.637130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:09:21.638081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Checking segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:09:21.638081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Bound using segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:09:21.638947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Bound port: 7187da84-a3ac-46b1-bc55-ffa2b321ff5a, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:09:21.639439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:21.701468 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dee5501-894c-48bc-b539-af3e8efeeaaf req-822285fb-059d-46a1-b7db-3afa395a2693 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469706 Dec 12 04:09:21.711613 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c01c83ad-30a3-4bac-b4f2-f523a833a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:21.723910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-c01c83ad-30a3-4bac-b4f2-f523a833a970 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.1601083 Dec 12 04:09:21.826638 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-dead612a-4bb8-446d-864e-a2411ac0ccaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 998 time: 0.1057220 Dec 12 04:09:21.876106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] For port 9745fb41-cc68-4ef9-859e-d79336a73b2b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9745fb41-cc68-4ef9-859e-d79336a73b2b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:21.880431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:21.917996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Calling delete_port for 9745fb41-cc68-4ef9-859e-d79336a73b2b owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:21.919017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c889-7898-4268-b823-7768cb573a69 req-08a2a874-266a-4253-862c-55982e4a1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:21.931338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-08a2a874-266a-4253-862c-55982e4a1d9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.1037245 Dec 12 04:09:21.936409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] For port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:09:22.012934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] For port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:09:22.083919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c889-7898-4268-b823-7768cb573a69 req-175e396b-4f58-4163-9576-53812e7a3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:22.096548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-175e396b-4f58-4163-9576-53812e7a3d3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634033 Dec 12 04:09:22.148969 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:22.236999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:22.287352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408601c-0438-4e35-89d0-20dbdc1dccd4 req-290b8d0d-e07c-4473-80d5-07f9cd6e4ca2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:22.298105 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c408601c-0438-4e35-89d0-20dbdc1dccd4 req-290b8d0d-e07c-4473-80d5-07f9cd6e4ca2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 949 time: 0.3773706 Dec 12 04:09:22.306992 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-00fce3a1-30fb-4616-8d96-d062066995d7 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045915 Dec 12 04:09:22.319183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:22.320424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:22.322031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] 10.222.0.37 "PUT /v2.0/ports/7187da84-a3ac-46b1-bc55-ffa2b321ff5a HTTP/1.1" status: 200 len: 1092 time: 2.5711215 Dec 12 04:09:22.467698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f03d8-599e-43c6-aca7-a313d0542b2c service neutron] Pushing event updated for resources: {'Port': ['ID=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:22.539822 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cd0c889-7898-4268-b823-7768cb573a69 req-f8253973-de20-4adc-b1ad-83223a275bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184629 Dec 12 04:09:22.572528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c408601c-0438-4e35-89d0-20dbdc1dccd4 req-850ca7e9-ec3d-4b0a-9344-f5ca2f3e196a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733097 Dec 12 04:09:22.662085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-c72f44d0-488d-4d4e-8afe-5b2bbe27cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:22.663597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-c72f44d0-488d-4d4e-8afe-5b2bbe27cb7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 1095 time: 0.2319608 Dec 12 04:09:22.721749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ef02339e-eb4d-4d82-9f56-8e1681c57666 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:09:22.803801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-b7d34600-f257-4a1c-8b8c-7218612c8693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7187da84-a3ac-46b1-bc55-ffa2b321ff5a HTTP/1.1" status: 200 len: 217 time: 0.1171048 Dec 12 04:09:22.807390 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:22.852504 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33091c61-74e8-4696-9844-a0c150d09e4d x-openstack-request-id: req-33091c61-74e8-4696-9844-a0c150d09e4d {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:22.853078 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:22.853078 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33091c61-74e8-4696-9844-a0c150d09e4d {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:22.853476 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109', 'status': 'completed', 'code': 200} Dec 12 04:09:22.898210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ef02339e-eb4d-4d82-9f56-8e1681c57666 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:09:22.907011 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451bc292-f98c-40ac-8b6d-86a1c2f46136 x-openstack-request-id: req-451bc292-f98c-40ac-8b6d-86a1c2f46136 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:22.907450 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3502b2da-8cb0-487d-9f61-4bdeea3cec39", "name": "network-vif-deleted", "tag": "99b6352e-de98-4e37-8c65-0f1808f302e3", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:22.907820 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-451bc292-f98c-40ac-8b6d-86a1c2f46136 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:22.908333 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3502b2da-8cb0-487d-9f61-4bdeea3cec39', 'name': 'network-vif-deleted', 'tag': '99b6352e-de98-4e37-8c65-0f1808f302e3', 'status': 'completed', 'code': 200} Dec 12 04:09:22.921558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ef02339e-eb4d-4d82-9f56-8e1681c57666 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:22.921942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:22.964167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Pushing event deleted for resources: {'Port': ['ID=9745fb41-cc68-4ef9-859e-d79336a73b2b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:22.987869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d3857-fa29-467c-bc2a-2e5829e17b6d req-5fb952c1-d46d-4551-8ae3-acb13d36d67f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:23.000193 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c7d3857-fa29-467c-bc2a-2e5829e17b6d req-5fb952c1-d46d-4551-8ae3-acb13d36d67f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 944 time: 0.3028429 Dec 12 04:09:23.001611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '55499866-10a1-4392-8112-5b0046295109', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:25:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:20Z', 'revision_number': 8, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:23.012751 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-138d89c6-3669-43a2-aa83-bd564033f88e req-2daee219-807b-4069-8236-1e0f4a9811c9 tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.36 "GET /v2.0/ports?device_id=17eafe3b-b7de-4422-bd27-84ada28f7166 HTTP/1.1" status: 200 len: 210 time: 0.0482268 Dec 12 04:09:23.052922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] Checking router: d443164d-a14c-43ea-b795-90b920e60d4d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:09:23.085069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:23.085709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:23.089070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-45b7784a-97bc-484f-b6a9-f7736a04a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:23.099024 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-45b7784a-97bc-484f-b6a9-f7736a04a4ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1096 time: 0.1700461 Dec 12 04:09:23.120122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09242219-bcef-4960-9fbf-fe252985c357 req-fca5548b-8be6-4fc7-907a-238481c6c141 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips/7f71330a-7ab4-4e4c-9018-63fc216d62bd HTTP/1.1" status: 200 len: 995 time: 0.0911839 Dec 12 04:09:23.235480 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:23.360983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09242219-bcef-4960-9fbf-fe252985c357 req-f22a4048-43b0-4162-884e-7941274ee1c9 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:23.365955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ef02339e-eb4d-4d82-9f56-8e1681c57666, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ef02339e-eb4d-4d82-9f56-8e1681c57666,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:23.367416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:23.369646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceacccc-b976-4029-9423-2a9ade438e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef02339e-eb4d-4d82-9f56-8e1681c57666'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:23.372738 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520a7c4c-4efd-4302-8f14-535e6a492058" -d '{"events": [{"server_uuid": "3ceacccc-b976-4029-9423-2a9ade438e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ef02339e-eb4d-4d82-9f56-8e1681c57666"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:23.373651 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09242219-bcef-4960-9fbf-fe252985c357 req-f22a4048-43b0-4162-884e-7941274ee1c9 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.2524126 Dec 12 04:09:23.386880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-09242219-bcef-4960-9fbf-fe252985c357 req-fe90fa33-88ba-439d-adf8-9fb6c511b94e tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:09:23.396045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] No DVR routers for this DVR port 9745fb41-cc68-4ef9-859e-d79336a73b2b on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:23.398101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09242219-bcef-4960-9fbf-fe252985c357 req-fe90fa33-88ba-439d-adf8-9fb6c511b94e tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170362 Dec 12 04:09:23.398438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-a0708d16-ca0d-4aff-800a-ccf9a0e5ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:23.400588 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-a0708d16-ca0d-4aff-800a-ccf9a0e5ed1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.1500514 Dec 12 04:09:23.408646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:23.413420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e5c5bad-691b-4ced-9237-364d5a97b754 req-49f27927-bfdf-4176-ab4e-db71f29681da tempest-ServersAdminTestJSON-494626668 tempest-ServersAdminTestJSON-494626668-project] 10.222.0.37 "DELETE /v2.0/ports/9745fb41-cc68-4ef9-859e-d79336a73b2b HTTP/1.1" status: 204 len: 173 time: 2.5401073 Dec 12 04:09:23.436748 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:23.437925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 99b6352e-de98-4e37-8c65-0f1808f302e3 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:23.441744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-1fc476c1-82ea-41a0-8ada-84f56a225798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:23.444090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-1fc476c1-82ea-41a0-8ada-84f56a225798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.6169834 Dec 12 04:09:23.517282 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c7d3857-fa29-467c-bc2a-2e5829e17b6d req-038c090a-1cc8-4c41-955b-b88117e604c7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159659 Dec 12 04:09:23.541213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 9745fb41-cc68-4ef9-859e-d79336a73b2b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:23.541564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9745fb41-cc68-4ef9-859e-d79336a73b2b not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:23.571766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:23.574010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 99b6352e-de98-4e37-8c65-0f1808f302e3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:23.574010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 99b6352e-de98-4e37-8c65-0f1808f302e3 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:23.594168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f4982-394c-495f-97e9-0343e288fc4b req-66a54939-6269-420e-98ef-d1da55898302 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:23.604674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f07f4982-394c-495f-97e9-0343e288fc4b req-66a54939-6269-420e-98ef-d1da55898302 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0974092 Dec 12 04:09:23.612292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-29ae5bcb-3668-45e1-9043-bb6972e6946f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937433 Dec 12 04:09:23.683964 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f07f4982-394c-495f-97e9-0343e288fc4b req-e5ca114e-f9ec-472e-9023-9e2a55df12ef tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780258 Dec 12 04:09:23.739917 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ae7b75-a268-4ecb-87cd-bf1a239e3dc4 x-openstack-request-id: req-a7ae7b75-a268-4ecb-87cd-bf1a239e3dc4 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:23.740234 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceacccc-b976-4029-9423-2a9ade438e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ef02339e-eb4d-4d82-9f56-8e1681c57666", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:23.740499 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7ae7b75-a268-4ecb-87cd-bf1a239e3dc4 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:23.740923 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceacccc-b976-4029-9423-2a9ade438e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef02339e-eb4d-4d82-9f56-8e1681c57666', 'code': 200} Dec 12 04:09:23.759368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ef02339e-eb4d-4d82-9f56-8e1681c57666,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:23.847023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.847382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.848377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.848725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.849163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.849504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.849843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.850181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.850516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.850852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.851186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.851516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.851879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:23.870960 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-8921af1f-310a-4d56-81d7-22edcf87c47d service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487335 Dec 12 04:09:23.934174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-dcbf1df3-ba22-4f67-9c58-759a2fed30cf tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 998 time: 0.2233222 Dec 12 04:09:24.020755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3f44ae-05dd-49bb-aad4-9ae87ee03234 req-3a2720e1-5585-4747-bc3f-9f6679157c8b service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011450 Dec 12 04:09:24.035123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-335e5a1b-ca76-4f2b-bbf9-3a6a432170ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 998 time: 0.6189933 Dec 12 04:09:24.062506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-ae4a85dd-a12d-4519-a9d8-8a7a97e03209 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:24.067104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-ae4a85dd-a12d-4519-a9d8-8a7a97e03209 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports/55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 942 time: 0.1183221 Dec 12 04:09:24.087429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fe868-263e-4a22-a638-55c4dcdbdfb9 req-4db07094-2b23-4ca9-b71b-b5eaf59976bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:24.089021 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-143fe868-263e-4a22-a638-55c4dcdbdfb9 req-4db07094-2b23-4ca9-b71b-b5eaf59976bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 1101 time: 0.1584029 Dec 12 04:09:24.099988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-906d7c3f-865c-479a-9685-cf3fe2f9c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:24.101522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-906d7c3f-865c-479a-9685-cf3fe2f9c674 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.0571482 Dec 12 04:09:24.118171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcb27b-d03e-4d3d-9693-82f85ce972a3 req-b96482d9-6efc-4fe8-bdd7-61acfeee71c1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:24.122316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ebcb27b-d03e-4d3d-9693-82f85ce972a3 req-b96482d9-6efc-4fe8-bdd7-61acfeee71c1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 950 time: 0.2472980 Dec 12 04:09:24.187463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '55499866-10a1-4392-8112-5b0046295109', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:25:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:20Z', 'revision_number': 8, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:24.220722 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-143fe868-263e-4a22-a638-55c4dcdbdfb9 req-320c79ea-cfa3-4891-a283-422964fce7d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217823 Dec 12 04:09:24.238091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47e44e-fd53-4593-9886-29c50196e8a6 None None] The sync data for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 is: [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7f71330a-7ab4-4e4c-9018-63fc216d62bd', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'port_id': '55499866-10a1-4392-8112-5b0046295109', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'mac_address': 'fa:16:3e:25:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:08:46Z', 'updated_at': '2021-12-12T04:09:20Z', 'revision_number': 8, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:09:24.250620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-c2a10108-9e5e-4f1f-9f5b-84b8b0a02a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:24.254469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-c2a10108-9e5e-4f1f-9f5b-84b8b0a02a0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310794 Dec 12 04:09:24.277075 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ebcb27b-d03e-4d3d-9693-82f85ce972a3 req-8149d2cc-5a85-495f-99c6-7b1b1751a5f6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192114 Dec 12 04:09:24.338441 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-9a8f9505-8c11-4ee0-9e0d-8030eeb89039 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 998 time: 0.1813750 Dec 12 04:09:24.504618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-d261ebaa-c297-4f97-b907-8d65e804d69c tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:24.506329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-d261ebaa-c297-4f97-b907-8d65e804d69c tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1615198 Dec 12 04:09:24.679766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-acc6a79d-abeb-4258-9c35-74cbc57e6d01 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 998 time: 0.1653450 Dec 12 04:09:24.684694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-b4f83c1b-98d7-4318-93dd-255216a6735d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:24.714848 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc96a42d-b6f1-495b-9fa3-cb7e7c920a10 None None] New status for floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:09:24.823205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-a4db48a3-ccf2-44d9-b522-b82c773f0476 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673147 Dec 12 04:09:24.868084 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-b4f83c1b-98d7-4318-93dd-255216a6735d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:24.939707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9988988-44f8-460d-861b-c2575444542f', 'tag': '7187da84-a3ac-46b1-bc55-ffa2b321ff5a'}, {'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-deleted', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:24.947247 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e9988988-44f8-460d-861b-c2575444542f", "tag": "7187da84-a3ac-46b1-bc55-ffa2b321ff5a"}, {"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-deleted", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:25.073559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39544) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:25.134225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7cd8-16ac-41fc-904e-ae8c6f67ec8b req-51f688a9-a1c6-43cf-bb92-a3042fd79ee7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:25.136576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99ae7cd8-16ac-41fc-904e-ae8c6f67ec8b req-51f688a9-a1c6-43cf-bb92-a3042fd79ee7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 944 time: 0.1796532 Dec 12 04:09:25.139393 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-624fa91d-7585-4c5f-aaac-20cdecd427cc req-07aa07c2-55b7-46df-8aea-7341b292f91b service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057394 Dec 12 04:09:25.216627 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-b4f83c1b-98d7-4318-93dd-255216a6735d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:25.230949 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-b4f83c1b-98d7-4318-93dd-255216a6735d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:25.231578 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-b4f83c1b-98d7-4318-93dd-255216a6735d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd disassociated. External IP: 172.25.7.50, port: 55499866-10a1-4392-8112-5b0046295109. Dec 12 04:09:25.257425 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99ae7cd8-16ac-41fc-904e-ae8c6f67ec8b req-574db03b-1e8a-48fd-aa04-0468cf8a4567 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147883 Dec 12 04:09:25.264418 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.db.api [None req-cc96a42d-b6f1-495b-9fa3-cb7e7c920a10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:09:25.265101 n-d-710847-7 neutron-server[103453]: DEBUG oslo_db.api [None req-cc96a42d-b6f1-495b-9fa3-cb7e7c920a10 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:09:25.419367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8c7a1e36-6dc3-472c-85d6-537c35d6a14c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc4e869978144656884135afe082dc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378971 Dec 12 04:09:25.422748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39550) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:25.542028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0648929-47f2-4d3c-8064-902fb6383742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:25.554903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf84cb-86d1-46ff-86c1-3fcff235a0b8 req-5dbc5a92-6171-4782-840f-5faaa5681d44 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:25.563319 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4cf84cb-86d1-46ff-86c1-3fcff235a0b8 req-5dbc5a92-6171-4782-840f-5faaa5681d44 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0986688 Dec 12 04:09:25.602409 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0648929-47f2-4d3c-8064-902fb6383742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:25.646065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-b4f83c1b-98d7-4318-93dd-255216a6735d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Router d443164d-a14c-43ea-b795-90b920e60d4d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:09:25.684378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4cf84cb-86d1-46ff-86c1-3fcff235a0b8 req-17c5de7a-8a3d-415b-9e24-e707870a5357 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199908 Dec 12 04:09:25.728843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0648929-47f2-4d3c-8064-902fb6383742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:25.732387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0648929-47f2-4d3c-8064-902fb6383742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:25.734402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b0648929-47f2-4d3c-8064-902fb6383742 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0c98ddd-221c-4c64-b70c-6ff7614cb517 HTTP/1.1" status: 204 len: 168 time: 0.3124332 Dec 12 04:09:25.766462 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc96a42d-b6f1-495b-9fa3-cb7e7c920a10 None None] New status for floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:09:25.767833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0648929-47f2-4d3c-8064-902fb6383742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c98ddd-221c-4c64-b70c-6ff7614cb517,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:25.795667 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ed44fe-7991-418b-8d1b-19ca5cc52fdd x-openstack-request-id: req-00ed44fe-7991-418b-8d1b-19ca5cc52fdd {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:25.797121 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9988988-44f8-460d-861b-c2575444542f", "tag": "7187da84-a3ac-46b1-bc55-ffa2b321ff5a", "status": "completed", "code": 200}, {"server_uuid": "17eafe3b-b7de-4422-bd27-84ada28f7166", "name": "network-vif-deleted", "tag": "9745fb41-cc68-4ef9-859e-d79336a73b2b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:25.797486 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00ed44fe-7991-418b-8d1b-19ca5cc52fdd {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:25.798290 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9988988-44f8-460d-861b-c2575444542f', 'tag': '7187da84-a3ac-46b1-bc55-ffa2b321ff5a', 'status': 'completed', 'code': 200} Dec 12 04:09:25.801216 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eafe3b-b7de-4422-bd27-84ada28f7166', 'name': 'network-vif-deleted', 'tag': '9745fb41-cc68-4ef9-859e-d79336a73b2b', 'status': 'completed', 'code': 200} Dec 12 04:09:26.006792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-aec34ffc-2a1f-4330-a251-dd0157e91013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:26.012189 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-aec34ffc-2a1f-4330-a251-dd0157e91013 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 1095 time: 0.1546037 Dec 12 04:09:26.067511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bdeac-adf1-4153-b2ab-3e87887b00a3 req-ab8243af-d999-4fa2-a505-e3d7dd2b2040 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:26.072663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-b4f83c1b-98d7-4318-93dd-255216a6735d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:09:26.079871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-389bdeac-adf1-4153-b2ab-3e87887b00a3 req-ab8243af-d999-4fa2-a505-e3d7dd2b2040 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 950 time: 0.1611869 Dec 12 04:09:26.098367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-b4f83c1b-98d7-4318-93dd-255216a6735d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:26.170242 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-b4f83c1b-98d7-4318-93dd-255216a6735d tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "PUT /v2.0/floatingips/7f71330a-7ab4-4e4c-9018-63fc216d62bd HTTP/1.1" status: 200 len: 692 time: 1.4895303 Dec 12 04:09:26.172779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:26.179443 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a833365a-6087-4f6d-8d06-d1f08cbe8f22" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:26.252254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-389bdeac-adf1-4153-b2ab-3e87887b00a3 req-fb299e88-7cc7-4d75-b852-c72e8bc3db3c tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683264 Dec 12 04:09:26.313645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-ce391da9-c924-4afc-94a7-6bf56828cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:26.322506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-ce391da9-c924-4afc-94a7-6bf56828cc68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1096 time: 0.1291771 Dec 12 04:09:26.376850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] Sync routers for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:09:26.389807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:26.390703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:26.439119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-8066766a-b60d-44cb-9587-f6ffc3938c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:26.440607 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-8066766a-b60d-44cb-9587-f6ffc3938c5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 911 time: 0.4060760 Dec 12 04:09:26.497447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39572) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:26.535727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-eb00f487-ae87-4c48-a22a-d69cc4137456 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7187da84-a3ac-46b1-bc55-ffa2b321ff5a HTTP/1.1" status: 200 len: 217 time: 0.0825970 Dec 12 04:09:26.597023 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5205514a-b415-4d2e-8183-3da6ce1d1712 x-openstack-request-id: req-5205514a-b415-4d2e-8183-3da6ce1d1712 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:26.597023 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "tag": "55499866-10a1-4392-8112-5b0046295109", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:26.597023 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5205514a-b415-4d2e-8183-3da6ce1d1712 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:26.597619 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'tag': '55499866-10a1-4392-8112-5b0046295109', 'status': 'completed', 'code': 200} Dec 12 04:09:26.604907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-935682fb-f481-4cd2-9e7a-962f545ac4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:26.617382 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-935682fb-f481-4cd2-9e7a-962f545ac4bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.2829590 Dec 12 04:09:26.630741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:26.641488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-d04f8183-1fc6-4bc3-8229-53e16c2a43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:26.643234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-d04f8183-1fc6-4bc3-8229-53e16c2a43a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.0950234 Dec 12 04:09:26.709630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cc9bf996-1f9f-4954-9635-5ffe63fe6792 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebb40de2c1e6494b82f8e701142f3a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114122 Dec 12 04:09:26.712164 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-e4e1da14-e5a2-492f-84d4-2096435430ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 217 time: 0.0939963 Dec 12 04:09:26.712627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39580) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:26.723099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-69669abe-5a61-4cef-840f-cf7d621f76fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673788 Dec 12 04:09:26.841680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-eff57055-2115-4c3b-ba71-b3427c70ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:26.843840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-eff57055-2115-4c3b-ba71-b3427c70ce66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f3200c8abda4a0c9847355e89cbab38&device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 1096 time: 0.1788595 Dec 12 04:09:26.880516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9c29159-b4b0-4aee-ac10-e287a11f2955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:26.918419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9c29159-b4b0-4aee-ac10-e287a11f2955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:26.940169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069d5a4-f684-4898-918b-ff3fd1fe0c6b req-c518834e-4ed7-405f-b9a8-07e2aeecb73e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:26.947827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e069d5a4-f684-4898-918b-ff3fd1fe0c6b req-c518834e-4ed7-405f-b9a8-07e2aeecb73e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 944 time: 0.2276413 Dec 12 04:09:27.004423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:27.034649 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-017c4585-a3ab-4687-bf43-1759e9c5e831 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969749 Dec 12 04:09:27.037557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] Checking router: d443164d-a14c-43ea-b795-90b920e60d4d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:09:27.053180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:27.054301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:27.107571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-c8f930c8-089a-40e0-b667-eee8510f3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:27.109096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-c8f930c8-089a-40e0-b667-eee8510f3d9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 200 len: 920 time: 0.2525325 Dec 12 04:09:27.212862 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e069d5a4-f684-4898-918b-ff3fd1fe0c6b req-8af8f0dd-c13f-4833-9004-2e895281d4e8 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510355 Dec 12 04:09:27.212862 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-2d1726c8-d604-404e-bb45-5cc6375b9751 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 200 len: 217 time: 0.0666645 Dec 12 04:09:27.250929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:27.343343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 7187da84-a3ac-46b1-bc55-ffa2b321ff5a details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:09:27.353543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-a8dc742c-0ed2-4eb0-92f8-49af94fc6be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:27.368989 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-a8dc742c-0ed2-4eb0-92f8-49af94fc6be0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.6442018 Dec 12 04:09:27.423151 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9c29159-b4b0-4aee-ac10-e287a11f2955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:27.432493 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9c29159-b4b0-4aee-ac10-e287a11f2955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:27.434176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b9c29159-b4b0-4aee-ac10-e287a11f2955 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/294c1f4e-e690-4c28-9c28-9b7e6c546dcb HTTP/1.1" status: 204 len: 168 time: 0.7206106 Dec 12 04:09:27.472566 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29159-b4b0-4aee-ac10-e287a11f2955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294c1f4e-e690-4c28-9c28-9b7e6c546dcb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:27.504806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-671c54fc-4971-404c-a688-56a804f705fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:27.506415 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-671c54fc-4971-404c-a688-56a804f705fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313260 Dec 12 04:09:27.706678 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-d63569c7-9b9c-4a6b-b21f-2049766bbb32 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890435 Dec 12 04:09:27.911588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-7f2c41d2-d875-47a8-8b2d-6da4d5e7d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:27.913252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-7f2c41d2-d875-47a8-8b2d-6da4d5e7d127 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 200 len: 859 time: 0.6986313 Dec 12 04:09:27.915267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bf0c029-fd54-48e7-bbf9-9e4a6d7d2432 req-04c0a486-b9d9-46b9-98a1-39844bc09705 service neutron] 10.222.0.36 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020893 Dec 12 04:09:27.916217 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:09:28.093519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8f38f5d-32c4-4488-a76e-e4e17625d0ef req-651d4f35-5e81-45a6-a422-1502c2059241 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0346580 Dec 12 04:09:28.130273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:28.162619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-59bfb16a-554c-4eb3-98ac-2002cd930b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:28.166210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-59bfb16a-554c-4eb3-98ac-2002cd930b85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fe1a72-7b62-4fff-bf74-989576082b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426152 Dec 12 04:09:28.171008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '7187da84-a3ac-46b1-bc55-ffa2b321ff5a', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'port_id': '7187da84-a3ac-46b1-bc55-ffa2b321ff5a', 'mac_address': 'fa:16:3e:ec:65:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4b163-48ba-4429-83f2-c9bdb90cc5bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:09:28.175626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39063d4-38db-4935-88a5-d88b00632767 req-8de6f5e0-f850-4cb9-bd7b-3aadb4726f06 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:28.177329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c39063d4-38db-4935-88a5-d88b00632767 req-8de6f5e0-f850-4cb9-bd7b-3aadb4726f06 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1020021 Dec 12 04:09:28.187649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df34238-0ea3-470a-ad3c-b40a26fd700f req-4c2114c8-68ce-40f6-af94-7b70a7dbd25c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:28.203883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4df34238-0ea3-470a-ad3c-b40a26fd700f req-4c2114c8-68ce-40f6-af94-7b70a7dbd25c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 946 time: 0.2870431 Dec 12 04:09:28.290974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c39063d4-38db-4935-88a5-d88b00632767 req-dd52ed43-60aa-4639-bc6d-85783a62ec79 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010301 Dec 12 04:09:28.291970 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:28.315938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7187da84-a3ac-46b1-bc55-ffa2b321ff5a {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:28.351422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:28.364297 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:28.373383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:28.404115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4df34238-0ea3-470a-ad3c-b40a26fd700f req-bca48a96-b98f-4f8c-af4f-56247956603e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992397 Dec 12 04:09:28.427735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427c747-2853-4b7b-b138-c44d14732de6 None None] The sync data for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 is: [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:08:24Z', 'revision_number': 4, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '286c0124-be95-477d-a943-35609b7c53c9', 'name': '', 'network_id': '05fe1a72-7b62-4fff-bf74-989576082b19', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'mac_address': 'fa:16:3e:ae:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:23Z', 'updated_at': '2021-12-12T04:08:30Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'subnets': [{'id': 'efce6523-3ea5-4dbc-87ee-3c8e63c50fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:09:28.500142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-5ea39ce1-e966-49ee-a3b5-ce075416d742 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765324 Dec 12 04:09:28.515122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:28.600967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d249700-544b-45ae-bee8-520d2d97dbcd req-830ac038-f190-4c6b-a628-2bfde0124efb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:28.606899 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d249700-544b-45ae-bee8-520d2d97dbcd req-830ac038-f190-4c6b-a628-2bfde0124efb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 950 time: 0.1608002 Dec 12 04:09:28.693223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a833365a-6087-4f6d-8d06-d1f08cbe8f22 req-34676928-afaf-436c-bc72-6d8ffd0c8029 service neutron] 10.222.0.18 "GET /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879308 Dec 12 04:09:28.699539 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d249700-544b-45ae-bee8-520d2d97dbcd req-c9d346a7-ca28-4431-ba4c-c30aa0b565e7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856032 Dec 12 04:09:28.864178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['7187da84-a3ac-46b1-bc55-ffa2b321ff5a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:28.875703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eed88a-dba8-47d2-97a9-35506d9f84e1 req-13f1c6cd-08b8-4b7d-99f6-7e34e2d06cc9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:28.880356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5eed88a-dba8-47d2-97a9-35506d9f84e1 req-13f1c6cd-08b8-4b7d-99f6-7e34e2d06cc9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 945 time: 0.1188505 Dec 12 04:09:28.989591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4f03b-4eb0-4676-ba17-bca25aa8cad4 req-1fc7ebaf-0667-4762-a3cf-e32043d90fdd tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:28.998140 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a6d4f03b-4eb0-4676-ba17-bca25aa8cad4 req-1fc7ebaf-0667-4762-a3cf-e32043d90fdd tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 1101 time: 0.0682368 Dec 12 04:09:29.063858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5eed88a-dba8-47d2-97a9-35506d9f84e1 req-cb1fb2a5-1193-4a6f-813a-a2159ee8f934 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822879 Dec 12 04:09:29.069765 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b814c726-2144-43ba-92ab-1bd88cac33f2 None None] New status for floating IP 7f71330a-7ab4-4e4c-9018-63fc216d62bd: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:09:29.073172 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a6d4f03b-4eb0-4676-ba17-bca25aa8cad4 req-467212ae-f489-4bcb-8b70-05b5c16290c2 tempest-ServersOnMultiNodesTest-1556353019 tempest-ServersOnMultiNodesTest-1556353019-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557969 Dec 12 04:09:29.182578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-7062e67c-5598-4ca3-87b8-59b8b8d37010 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips/7f71330a-7ab4-4e4c-9018-63fc216d62bd HTTP/1.1" status: 200 len: 693 time: 0.0986283 Dec 12 04:09:29.466077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-e27f547b-caff-4abd-9e26-9a2fd9e077cd tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:29.481680 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-e27f547b-caff-4abd-9e26-9a2fd9e077cd tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.2979279 Dec 12 04:09:29.492511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-87347ff6-cc28-42d9-85cf-4dd610214e78 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:09:29.503080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-87347ff6-cc28-42d9-85cf-4dd610214e78 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168853 Dec 12 04:09:29.618669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-471bbef4-7c4a-47e6-92d9-d164a0c2575a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 696 time: 0.1126204 Dec 12 04:09:29.693543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-a09b2253-ca73-481d-beb7-cd35769ed350 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 696 time: 0.0758142 Dec 12 04:09:29.976693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Deleting port 7358e064-d84d-40af-b732-8bf82938bcde {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:29.977161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:30.071846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b23af1-b9b9-41fc-ac6c-60f0a494c658 req-35f49e19-bf12-459a-b396-afc1a6f57a5a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:30.076193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:30.076528 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:30.081346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-99b23af1-b9b9-41fc-ac6c-60f0a494c658 req-35f49e19-bf12-459a-b396-afc1a6f57a5a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.0894568 Dec 12 04:09:30.089502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Calling delete_port for 7358e064-d84d-40af-b732-8bf82938bcde owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:30.136606 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-99b23af1-b9b9-41fc-ac6c-60f0a494c658 req-11731820-539b-4ece-932b-f18a14659269 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542216 Dec 12 04:09:30.307774 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:30.342748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Pushing event deleted for resources: {'Port': ['ID=7358e064-d84d-40af-b732-8bf82938bcde,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:30.393121 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-a8cf88db-db65-4883-8adb-b80ace599b1f tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--782183545&fields=id&tenant_id=78f3494e57c7456d9a9a3c359da86fd0 HTTP/1.1" status: 200 len: 267 time: 0.0893502 Dec 12 04:09:30.419341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:30.422058 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:30.438329 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ec4a281-db41-4544-b7aa-8c11e07d1d00 req-831b4cf2-533a-4a3f-a3c7-be7d2926b6df tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "DELETE /v2.0/floatingips/7f71330a-7ab4-4e4c-9018-63fc216d62bd HTTP/1.1" status: 204 len: 173 time: 0.7437229 Dec 12 04:09:30.541176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-4cfcf5b7-3ee6-4a6e-ac0f-e9b6649a1f9d tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:30.548400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-4cfcf5b7-3ee6-4a6e-ac0f-e9b6649a1f9d tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/networks?id=695603de-80e2-4b3d-8195-8a60643536e4 HTTP/1.1" status: 200 len: 824 time: 0.1460905 Dec 12 04:09:30.564720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-b3e6d46c-7df8-492d-bbb5-f3ec89db8cb4 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/quotas/78f3494e57c7456d9a9a3c359da86fd0 HTTP/1.1" status: 200 len: 375 time: 0.0151291 Dec 12 04:09:30.620884 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-4acdd568-4d5d-44ec-8374-68cbbbe34cb6 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=78f3494e57c7456d9a9a3c359da86fd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551782 Dec 12 04:09:30.743583 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-0062e8a9-abeb-47c0-bad2-c6d6dfbe67d9 service neutron] 10.222.0.36 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060860 Dec 12 04:09:30.847176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-472ae844-5aaf-4da0-a1c6-c6d5f3921809 service neutron] 10.222.0.36 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975420 Dec 12 04:09:31.186201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c23e-bcf6-435b-b684-c60010ba5d3a req-6560dc71-f284-4c8c-9553-d0c05df0baf9 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:31.188053 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81c1c23e-bcf6-435b-b684-c60010ba5d3a req-6560dc71-f284-4c8c-9553-d0c05df0baf9 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 950 time: 0.1107061 Dec 12 04:09:31.240716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-c8130b3d-bb46-48e8-936a-a1fa03069f96 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:31.243663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-c8130b3d-bb46-48e8-936a-a1fa03069f96 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461f236-986f-422e-a43e-27c229e213f4 HTTP/1.1" status: 200 len: 946 time: 0.1079903 Dec 12 04:09:31.277610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81c1c23e-bcf6-435b-b684-c60010ba5d3a req-3d3e4e20-ee2e-4191-873b-7a9fefee128f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663798 Dec 12 04:09:31.383765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 7187da84-a3ac-46b1-bc55-ffa2b321ff5a up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:09:31.456123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Deleting port 7ea29667-5ff1-47ed-8977-44dacdb69f7e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:31.457295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:31.475191 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-0dd846bf-c61c-4530-9b0b-ffc2e57ab9af service neutron] show failed (client error): The resource could not be found. Dec 12 04:09:31.476375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-0dd846bf-c61c-4530-9b0b-ffc2e57ab9af service neutron] 10.222.0.37 "GET /v2.0/ports/9aac7d7e-d698-4611-a1af-22537f14ce01/bindings/n-h2-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.1052418 Dec 12 04:09:31.542943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:09:31.555078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:31.557056 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:31.629016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] For port 7ea29667-5ff1-47ed-8977-44dacdb69f7e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea29667-5ff1-47ed-8977-44dacdb69f7e,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:31.630569 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:31.714221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-cf2bf908-af56-4395-8051-ce5e345ea62f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:31.719274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-cf2bf908-af56-4395-8051-ce5e345ea62f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ceacccc-b976-4029-9423-2a9ade438e1d HTTP/1.1" status: 200 len: 950 time: 0.1264074 Dec 12 04:09:31.780154 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:31.858670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9988988-44f8-460d-861b-c2575444542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7187da84-a3ac-46b1-bc55-ffa2b321ff5a'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:31.866904 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f868b51-4f33-4884-b52f-66f76546ae91" -d '{"events": [{"server_uuid": "e9988988-44f8-460d-861b-c2575444542f", "name": "network-vif-plugged", "status": "completed", "tag": "7187da84-a3ac-46b1-bc55-ffa2b321ff5a"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:31.902775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:31.911256 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:31.986606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:32.031660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4a466fd4-4de2-47cf-ab29-d4ee39c8e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:32.033605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4a466fd4-4de2-47cf-ab29-d4ee39c8e618 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 1100 time: 0.1965106 Dec 12 04:09:32.076938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:32.136001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Deleting port ef02339e-eb4d-4d82-9f56-8e1681c57666 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:32.136702 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:32.227526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:32.228176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:32.228514 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Floating IP 90ad2dad-5fa9-409f-ba7c-f69ce5fdf881 disassociated. External IP: 172.25.7.28, port: 7ea29667-5ff1-47ed-8977-44dacdb69f7e. Dec 12 04:09:32.228901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Calling delete_port for 7ea29667-5ff1-47ed-8977-44dacdb69f7e owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:32.320992 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:32.399494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] For port ef02339e-eb4d-4d82-9f56-8e1681c57666, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ef02339e-eb4d-4d82-9f56-8e1681c57666,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:32.399865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:32.422702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Calling delete_port for ef02339e-eb4d-4d82-9f56-8e1681c57666 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:32.450708 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:32.496181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event deleted for resources: {'Port': ['ID=7ea29667-5ff1-47ed-8977-44dacdb69f7e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:32.637061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Router ba527165-fa88-49b8-8100-75dd6bd98885 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:09:32.694836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:32.748545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:32.750576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:09:32.872395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:09:32.911835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', '04501ef9-af51-4fc7-871d-87ace21f541c', 'ef02339e-eb4d-4d82-9f56-8e1681c57666'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:32.915789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1ab99e21-5df1-467e-a76f-634f3f07926b', '5eac5969-12f0-454b-9d96-828558792539', 'f5e05c62-5e11-45da-895f-279db5155562'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:32.961380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event deleted for resources: {'Port': ['ID=ef02339e-eb4d-4d82-9f56-8e1681c57666,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:32.967994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] Sync routers for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:09:33.037103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] No DVR routers for this DVR port 7ea29667-5ff1-47ed-8977-44dacdb69f7e on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:33.040536 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:33.048129 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13d50896-92f3-4de5-b3d1-9bafe253b07b req-38681ad1-5731-417e-82b1-c854cd6b2536 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "DELETE /v2.0/ports/7ea29667-5ff1-47ed-8977-44dacdb69f7e HTTP/1.1" status: 204 len: 173 time: 1.7949288 Dec 12 04:09:33.048678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461f236-986f-422e-a43e-27c229e213f4', 'name': 'network-vif-deleted', 'tag': '7ea29667-5ff1-47ed-8977-44dacdb69f7e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:33.057289 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f220c1-7ebe-4bf9-9b3b-072e141b560b" -d '{"events": [{"server_uuid": "1461f236-986f-422e-a43e-27c229e213f4", "name": "network-vif-deleted", "tag": "7ea29667-5ff1-47ed-8977-44dacdb69f7e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:33.117121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:33.117777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:33.228953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-c87adc7e-fc52-4c5b-9cb2-dc8c924ddb2f tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:33.234653 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-c87adc7e-fc52-4c5b-9cb2-dc8c924ddb2f tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "GET /v2.0/networks?id=695603de-80e2-4b3d-8195-8a60643536e4 HTTP/1.1" status: 200 len: 824 time: 0.2584455 Dec 12 04:09:33.398894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] No DVR routers for this DVR port ef02339e-eb4d-4d82-9f56-8e1681c57666 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:33.406418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:33.409436 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3060257b-6c42-428d-9343-7f654556b68a" -d '{"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-unplugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:33.415372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:33.428517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ebb3f2c-683e-4254-be44-a60aaf927afa req-1307edaa-ee25-4afe-b707-72ae713b7e67 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "DELETE /v2.0/ports/ef02339e-eb4d-4d82-9f56-8e1681c57666 HTTP/1.1" status: 204 len: 173 time: 1.6856787 Dec 12 04:09:33.435356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:33.492236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-4ca6d694-c63f-4859-bfd7-cef973df1ccb tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78f3494e57c7456d9a9a3c359da86fd0 HTTP/1.1" status: 200 len: 379 time: 0.1663043 Dec 12 04:09:33.505995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Transition to ACTIVE for port object 9aac7d7e-d698-4611-a1af-22537f14ce01 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:09:33.521004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Request body: {'port': {'device_id': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'admin_state_up': True, 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'security_groups': ['9d050758-1746-4102-b21f-5eb5102b0bdf']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:33.528385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:33.582801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:33.748917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] No DVR routers for this DVR port 9aac7d7e-d698-4611-a1af-22537f14ce01 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:33.796710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:33.820899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:09:33.821364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:09:33.821791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:33.853920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Port 9aac7d7e-d698-4611-a1af-22537f14ce01 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:09:33.854686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:33.885504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:09:33.885941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:09:33.886532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:09:33.887063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Bound port: 9aac7d7e-d698-4611-a1af-22537f14ce01, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:09:33.887590 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:33.899732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Made reservation on behalf of 78f3494e57c7456d9a9a3c359da86fd0 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:09:33.908058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:33.998261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:09:34.002675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:09:34.017030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:34.105168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:34.110716 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:34.112192 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] 10.222.0.18 "PUT /v2.0/ports/9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 1095 time: 2.0489247 Dec 12 04:09:34.265772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb9861-5874-4992-b6f4-59f60f997914 service neutron] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:34.286546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:34.345681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] Checking router: ba527165-fa88-49b8-8100-75dd6bd98885 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:09:34.391001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-c381093c-287f-40c5-9510-69288e358c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:34.400715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-c381093c-287f-40c5-9510-69288e358c25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1098 time: 0.2334239 Dec 12 04:09:34.521608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Allocated IP 172.20.0.6 (695603de-80e2-4b3d-8195-8a60643536e4/82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5/cb7fd53e-c5c7-453b-afc2-7126dd0b9693) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:09:34.565342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:34.568975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:34.601090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-b6733731-2112-4466-9135-385c1e9a50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:34.605430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-b6733731-2112-4466-9135-385c1e9a50aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1823001 Dec 12 04:09:34.786427 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-e2f5985a-b570-4318-86da-06686fb01bb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.1739891 Dec 12 04:09:34.797957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:34.921682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-52b70023-5fcc-4fe1-b5d9-b0109c475d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:34.923707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-52b70023-5fcc-4fe1-b5d9-b0109c475d54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1220260 Dec 12 04:09:34.927977 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:35.009504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-01830bb4-306c-40a6-a258-54ff32abfcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:35.011567 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-01830bb4-306c-40a6-a258-54ff32abfcea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797911 Dec 12 04:09:35.015857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ef02339e-eb4d-4d82-9f56-8e1681c57666 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:35.058773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: ef02339e-eb4d-4d82-9f56-8e1681c57666 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:35.059533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ef02339e-eb4d-4d82-9f56-8e1681c57666 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:35.060245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7ea29667-5ff1-47ed-8977-44dacdb69f7e no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:35.090165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:35.132090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 7ea29667-5ff1-47ed-8977-44dacdb69f7e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:35.132729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7ea29667-5ff1-47ed-8977-44dacdb69f7e not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:35.177866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event updated for resources: {'Port': ['ID=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:35.215837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Network 695603de-80e2-4b3d-8195-8a60643536e4 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:09:35.225198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:09:35.228739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:09:35.312975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-41d4ed28-46d8-467d-aea3-4f15a76ee63f service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849860 Dec 12 04:09:35.364285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:35.365085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:35.395238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:35.430240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-5cf26c83-80a8-4ca1-983b-1b2af931902c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9141765 Dec 12 04:09:35.444065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:35.447807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e3ea97-21ee-45cc-aba1-541f56f35a5e None None] The sync data for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 is: [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:09:35.471677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Request body: {'port': {'device_id': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:35.624576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:35.645427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:35.689893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b17a3daf-5e9f-4929-9401-7aa562f7aeba None None] Provisioning complete for port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:35.690652 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b17a3daf-5e9f-4929-9401-7aa562f7aeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:35.738361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5847f09-af73-4b6a-a02a-d11f0e6bc758 req-57b84973-90d3-49cb-b1de-c8eadd018637 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172125 Dec 12 04:09:35.824520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b17a3daf-5e9f-4929-9401-7aa562f7aeba None None] Port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:09:35.882481 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdfba96-fc09-48fe-89aa-5a534bde2830 None None] New status for floating IP 90ad2dad-5fa9-409f-ba7c-f69ce5fdf881: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:09:36.104004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7fd53e-c5c7-453b-afc2-7126dd0b9693 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:36.120652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:36.136995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Transition to ACTIVE for port object cb7fd53e-c5c7-453b-afc2-7126dd0b9693 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:09:36.149764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:36.216288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Pushing event updated for resources: {'Port': ['ID=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:36.327863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Attempting to bind port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:09:36.328221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Attempting to bind port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:09:36.328670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Attempting to bind port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 on network 695603de-80e2-4b3d-8195-8a60643536e4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:36.334242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 on network 695603de-80e2-4b3d-8195-8a60643536e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:09:36.334568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Attempting to bind port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 on network 695603de-80e2-4b3d-8195-8a60643536e4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:36.339881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:09:36.340168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Checking segment: {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:09:36.340673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Bound using segment: {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:09:36.341397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Bound port: cb7fd53e-c5c7-453b-afc2-7126dd0b9693, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:09:36.342005 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:36.445748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] For port cb7fd53e-c5c7-453b-afc2-7126dd0b9693, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:09:36.448797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] For port cb7fd53e-c5c7-453b-afc2-7126dd0b9693, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:09:36.455393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:36.498016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:36.498513 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:36.499891 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] 10.222.0.18 "PUT /v2.0/ports/cb7fd53e-c5c7-453b-afc2-7126dd0b9693 HTTP/1.1" status: 200 len: 1091 time: 1.0431530 Dec 12 04:09:36.531347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f1397-8c66-4b5c-801d-b81fbe52eefa service neutron] Pushing event updated for resources: {'Port': ['ID=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:36.656503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-3a6c2b52-3eec-4318-8e06-c7711ca61c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:36.658064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-3a6c2b52-3eec-4318-8e06-c7711ca61c3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78f3494e57c7456d9a9a3c359da86fd0&device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 1094 time: 0.0892823 Dec 12 04:09:36.755003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-10cff061-8a58-4464-bc46-f52489c61c3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb7fd53e-c5c7-453b-afc2-7126dd0b9693 HTTP/1.1" status: 200 len: 217 time: 0.0795350 Dec 12 04:09:36.822140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-d0b214ea-6797-4d4b-911f-6f04be17a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:36.823843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-d0b214ea-6797-4d4b-911f-6f04be17a199 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5 HTTP/1.1" status: 200 len: 863 time: 0.0615308 Dec 12 04:09:36.881810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-4d17a105-7d37-41ac-bea0-8216bb590a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:36.893716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-4d17a105-7d37-41ac-bea0-8216bb590a50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=695603de-80e2-4b3d-8195-8a60643536e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566971 Dec 12 04:09:37.039677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec7e8c-1640-4f95-a367-03321b7d0d3a req-d1ef64df-6d80-4efe-84ef-4bd36bfc4956 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:37.041679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6ec7e8c-1640-4f95-a367-03321b7d0d3a req-d1ef64df-6d80-4efe-84ef-4bd36bfc4956 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 946 time: 0.1195400 Dec 12 04:09:37.073355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-bc5ce6a3-ee6c-4b22-a76c-e0aa99aa396d service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640124 Dec 12 04:09:37.150089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6ec7e8c-1640-4f95-a367-03321b7d0d3a req-6d545018-766e-4394-b3b1-2564e3a8058f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979526 Dec 12 04:09:37.196909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a259bf6f-1fd8-400f-8f2e-c985133275ee req-b8f2f665-d066-4079-9ee5-29c5c9c226e3 service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113434 Dec 12 04:09:37.235096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5698f-4826-4eb1-905f-7bd8a57eef62 req-019a5a99-cddf-43d0-b4ca-1a24f89a689e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:37.236934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d5698f-4826-4eb1-905f-7bd8a57eef62 req-019a5a99-cddf-43d0-b4ca-1a24f89a689e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 943 time: 0.0638537 Dec 12 04:09:37.328173 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d5698f-4826-4eb1-905f-7bd8a57eef62 req-fd76eb6b-51c9-4fdd-8587-349dad88bdd0 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823052 Dec 12 04:09:37.338922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80db87-de61-4ad4-935f-a7ec26c92a12 req-14adc3d4-7dbe-44b6-a2a0-d957b4597dd9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:37.340586 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb80db87-de61-4ad4-935f-a7ec26c92a12 req-14adc3d4-7dbe-44b6-a2a0-d957b4597dd9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 947 time: 0.0860391 Dec 12 04:09:37.379037 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b65efea-b9a8-4557-9c05-9bdf120a61b0 x-openstack-request-id: req-1b65efea-b9a8-4557-9c05-9bdf120a61b0 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:37.380040 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9988988-44f8-460d-861b-c2575444542f", "name": "network-vif-plugged", "status": "completed", "tag": "7187da84-a3ac-46b1-bc55-ffa2b321ff5a", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:37.380310 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b65efea-b9a8-4557-9c05-9bdf120a61b0 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:37.380710 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9988988-44f8-460d-861b-c2575444542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7187da84-a3ac-46b1-bc55-ffa2b321ff5a', 'code': 200} Dec 12 04:09:37.403437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb80db87-de61-4ad4-935f-a7ec26c92a12 req-1881ac1b-32b6-42ca-be0c-cf912ab22f59 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550723 Dec 12 04:09:37.462035 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d93cc9-8b1d-4b55-a8da-bc7893c0d9bb x-openstack-request-id: req-63d93cc9-8b1d-4b55-a8da-bc7893c0d9bb {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:37.462529 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1461f236-986f-422e-a43e-27c229e213f4", "name": "network-vif-deleted", "tag": "7ea29667-5ff1-47ed-8977-44dacdb69f7e", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:37.462965 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63d93cc9-8b1d-4b55-a8da-bc7893c0d9bb {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:37.463552 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461f236-986f-422e-a43e-27c229e213f4', 'name': 'network-vif-deleted', 'tag': '7ea29667-5ff1-47ed-8977-44dacdb69f7e', 'status': 'completed', 'code': 200} Dec 12 04:09:37.516441 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b6fd1b-d118-4c5b-ba5e-e0cbfe443f46 x-openstack-request-id: req-96b6fd1b-d118-4c5b-ba5e-e0cbfe443f46 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:37.516946 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-unplugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:37.517068 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96b6fd1b-d118-4c5b-ba5e-e0cbfe443f46 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:37.517426 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'code': 200} Dec 12 04:09:37.571722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78affc2c-5d33-4f6b-bc92-5e11d9a6774b req-24afdb2c-6f07-4b50-9eb4-36dcff801305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:37.575518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-78affc2c-5d33-4f6b-bc92-5e11d9a6774b req-24afdb2c-6f07-4b50-9eb4-36dcff801305 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 1097 time: 0.0781226 Dec 12 04:09:37.663689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-78affc2c-5d33-4f6b-bc92-5e11d9a6774b req-3d310a4c-89d2-4368-aac7-225770e5834c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778723 Dec 12 04:09:37.684184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ddab3-78bf-4390-9d81-b215074fb8b8 req-73f75d40-5a54-4b63-bdba-ddf8533dd1eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:37.685933 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-174ddab3-78bf-4390-9d81-b215074fb8b8 req-73f75d40-5a54-4b63-bdba-ddf8533dd1eb tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 945 time: 0.0816052 Dec 12 04:09:37.778822 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-174ddab3-78bf-4390-9d81-b215074fb8b8 req-f50c8ff7-07cc-4d0f-b5e7-c16aea7e577e tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858901 Dec 12 04:09:37.888641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926beb80-8ba3-4aa3-9ec5-22eb17fc222d req-0750603d-7424-483b-aab3-3eb5e84d37ec tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:37.896091 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-926beb80-8ba3-4aa3-9ec5-22eb17fc222d req-0750603d-7424-483b-aab3-3eb5e84d37ec tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 949 time: 0.0660379 Dec 12 04:09:37.922428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f3443-a06b-404c-a856-44dff532b07f req-87d9b9a6-6598-475b-9959-c424a0ba2e2d tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:37.925317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-059f3443-a06b-404c-a856-44dff532b07f req-87d9b9a6-6598-475b-9959-c424a0ba2e2d tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 950 time: 0.0745928 Dec 12 04:09:37.969188 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-926beb80-8ba3-4aa3-9ec5-22eb17fc222d req-ca6a4ba0-762e-4af4-986d-19b13cc3205d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720913 Dec 12 04:09:38.022946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-059f3443-a06b-404c-a856-44dff532b07f req-b7ac2627-adea-4837-8394-aab3e1e710ab tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915205 Dec 12 04:09:38.313203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4e593-9bf6-4ae1-8a00-5b72a47ed305 req-6c7f2efb-7229-4776-b1a2-271e08cd1f58 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:38.314881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edf4e593-9bf6-4ae1-8a00-5b72a47ed305 req-6c7f2efb-7229-4776-b1a2-271e08cd1f58 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 946 time: 0.0708125 Dec 12 04:09:38.376299 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edf4e593-9bf6-4ae1-8a00-5b72a47ed305 req-dfa77b20-58a3-4c65-b30c-4ee7a32cfa3d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543294 Dec 12 04:09:38.450266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39886) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:38.519676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffdd3b-590d-470b-8b33-9d8a0e30e171 req-07fa4d2d-7726-43b0-9d7d-46dc95db53c4 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:38.526746 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dffdd3b-590d-470b-8b33-9d8a0e30e171 req-07fa4d2d-7726-43b0-9d7d-46dc95db53c4 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 943 time: 0.0775166 Dec 12 04:09:38.574026 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea338c-86cb-456b-9d63-0ca8b6bf41a8 req-d0092c7b-6f7c-40d9-9675-e841862f1df9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:38.575815 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05ea338c-86cb-456b-9d63-0ca8b6bf41a8 req-d0092c7b-6f7c-40d9-9675-e841862f1df9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 947 time: 0.0526536 Dec 12 04:09:38.582756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dffdd3b-590d-470b-8b33-9d8a0e30e171 req-e6e72659-73d1-4e22-a7e4-bb829730114b tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551679 Dec 12 04:09:38.623679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ca889a2-c04e-47b8-be28-b4f3df2b89a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:38.661390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05ea338c-86cb-456b-9d63-0ca8b6bf41a8 req-20a1621d-87a7-4239-a7a0-1dfed0482ab5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783291 Dec 12 04:09:38.758285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ca889a2-c04e-47b8-be28-b4f3df2b89a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:38.772306 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ca889a2-c04e-47b8-be28-b4f3df2b89a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:38.814531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:09:38.830846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca889a2-c04e-47b8-be28-b4f3df2b89a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc3260a-d9f4-4843-a004-046bd035c4fc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:38.864352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5ca889a2-c04e-47b8-be28-b4f3df2b89a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82e7799f6b134c4aafe8a79726002384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129283 Dec 12 04:09:38.866957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39920) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:39.001638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-3d70b0f3-582f-468c-acb3-1e60b03d7c8b tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:39.004492 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-3d70b0f3-582f-468c-acb3-1e60b03d7c8b tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 945 time: 0.1115277 Dec 12 04:09:39.036487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:39.046315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ebfd87-22e9-4e92-a0ea-9cc217cbf135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:39.070585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'mac_address': 'fa:16:3e:65:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:09:39.075969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ebfd87-22e9-4e92-a0ea-9cc217cbf135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:39.130647 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:39.148211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aac7d7e-d698-4611-a1af-22537f14ce01 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:39.171928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:39.178131 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:39.246347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db944725-8725-46a5-b500-1413b36b1d92 req-d9ef6f09-df4b-4b52-92b3-74c8e7ffee3e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:39.248884 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db944725-8725-46a5-b500-1413b36b1d92 req-d9ef6f09-df4b-4b52-92b3-74c8e7ffee3e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 949 time: 0.1107478 Dec 12 04:09:39.259012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:39.277706 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ebfd87-22e9-4e92-a0ea-9cc217cbf135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:39.280593 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ebfd87-22e9-4e92-a0ea-9cc217cbf135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:39.281790 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e1ebfd87-22e9-4e92-a0ea-9cc217cbf135 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecc3260a-d9f4-4843-a004-046bd035c4fc HTTP/1.1" status: 204 len: 168 time: 0.4138296 Dec 12 04:09:39.294336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18ff3f-9082-444c-a141-9199ed1e7f77 req-20fcb435-1319-40ff-9d2e-ecb45aa9697a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:39.295497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18ff3f-9082-444c-a141-9199ed1e7f77 req-20fcb435-1319-40ff-9d2e-ecb45aa9697a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 945 time: 0.2059407 Dec 12 04:09:39.306275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-c25e0143-5964-4ce4-aa82-9d1017fc8222 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:39.307761 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-c25e0143-5964-4ce4-aa82-9d1017fc8222 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 947 time: 0.2091002 Dec 12 04:09:39.318065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db944725-8725-46a5-b500-1413b36b1d92 req-e1c357fd-2e17-48ef-b350-6df366ff4ce7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598354 Dec 12 04:09:39.328989 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebfd87-22e9-4e92-a0ea-9cc217cbf135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc3260a-d9f4-4843-a004-046bd035c4fc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:39.417935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Deleting port 55499866-10a1-4392-8112-5b0046295109 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:39.418288 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:39.435682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:39.501362 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18ff3f-9082-444c-a141-9199ed1e7f77 req-a69a7b1e-9ece-4bf9-a62f-5594eb742cf7 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab2a495c-b251-4703-b1f1-65bb6e871a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856170 Dec 12 04:09:39.511213 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-935a34ba-fffc-4397-a2a0-0f57aa98ed16 service neutron] 10.222.0.18 "GET /v2.0/ports/9aac7d7e-d698-4611-a1af-22537f14ce01/bindings/n-h2-710847-7 HTTP/1.1" status: 200 len: 382 time: 0.1949623 Dec 12 04:09:39.520773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceacccc-b976-4029-9423-2a9ade438e1d', 'name': 'network-vif-deleted', 'tag': 'ef02339e-eb4d-4d82-9f56-8e1681c57666'}, {'name': 'network-changed', 'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01'}, {'name': 'network-changed', 'server_uuid': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'tag': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:39.522817 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89265a3-b816-47f6-830e-290ac27c51c8" -d '{"events": [{"server_uuid": "3ceacccc-b976-4029-9423-2a9ade438e1d", "name": "network-vif-deleted", "tag": "ef02339e-eb4d-4d82-9f56-8e1681c57666"}, {"name": "network-changed", "server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01"}, {"name": "network-changed", "server_uuid": "53624ce5-4d19-476e-adf3-ca02ccb919c1", "tag": "cb7fd53e-c5c7-453b-afc2-7126dd0b9693"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:39.601695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5718740-7a96-4e7f-8070-321121267226 req-5006c1b5-0b7e-4c85-9eed-b26221c09d51 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:39.608741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['9aac7d7e-d698-4611-a1af-22537f14ce01'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:39.612108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:39.624116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5718740-7a96-4e7f-8070-321121267226 req-5006c1b5-0b7e-4c85-9eed-b26221c09d51 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 948 time: 0.1151979 Dec 12 04:09:39.704042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:39.712613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:39.715566 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6579ed72-cbce-484f-9057-34b7654f224d" -d '{"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-unplugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:39.726147 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:39.734065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5718740-7a96-4e7f-8070-321121267226 req-24b9de39-8fca-4a7c-afc3-fc71cb8c9cb2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084504 Dec 12 04:09:39.817280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=11']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:39.903304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36129a79-e1d2-458f-8692-401483efb0ca req-07864c10-c5ae-4798-811e-f1e2dcc66b4b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:39.908621 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-36129a79-e1d2-458f-8692-401483efb0ca req-07864c10-c5ae-4798-811e-f1e2dcc66b4b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 949 time: 0.1186140 Dec 12 04:09:40.010485 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23de2caf-8bae-4a48-bc3d-399b56f0b4fa x-openstack-request-id: req-23de2caf-8bae-4a48-bc3d-399b56f0b4fa {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:40.010786 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceacccc-b976-4029-9423-2a9ade438e1d", "name": "network-vif-deleted", "tag": "ef02339e-eb4d-4d82-9f56-8e1681c57666", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53624ce5-4d19-476e-adf3-ca02ccb919c1", "tag": "cb7fd53e-c5c7-453b-afc2-7126dd0b9693", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:40.011049 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23de2caf-8bae-4a48-bc3d-399b56f0b4fa {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:40.011451 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceacccc-b976-4029-9423-2a9ade438e1d', 'name': 'network-vif-deleted', 'tag': 'ef02339e-eb4d-4d82-9f56-8e1681c57666', 'status': 'completed', 'code': 200} Dec 12 04:09:40.011707 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'status': 'completed', 'code': 200} Dec 12 04:09:40.011963 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'tag': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693', 'status': 'completed', 'code': 200} Dec 12 04:09:40.095297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de7b1f-06d9-4f95-b6bd-5c5c79aa9f10 req-abc693de-3ea1-45b5-bd3e-7df809c52d20 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.095586 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08de7b1f-06d9-4f95-b6bd-5c5c79aa9f10 req-abc693de-3ea1-45b5-bd3e-7df809c52d20 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 946 time: 0.1025088 Dec 12 04:09:40.097468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-d88d6fdf-045a-4534-9913-77d66156ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.098845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-d88d6fdf-045a-4534-9913-77d66156ed29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1099 time: 0.5213654 Dec 12 04:09:40.100761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] For port 55499866-10a1-4392-8112-5b0046295109, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=55499866-10a1-4392-8112-5b0046295109,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:40.101368 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:40.163798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-36129a79-e1d2-458f-8692-401483efb0ca req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Deleting port f5e05c62-5e11-45da-895f-279db5155562 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:40.164643 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-36129a79-e1d2-458f-8692-401483efb0ca req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:40.171629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Calling delete_port for 55499866-10a1-4392-8112-5b0046295109 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:40.230590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-c1ae56c8-8ddf-4256-aab0-dd2ba897b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.232369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-c1ae56c8-8ddf-4256-aab0-dd2ba897b058 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1099 time: 0.1784143 Dec 12 04:09:40.276292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b5677-7fb7-4fbf-b6f1-e0e7dac0052f req-5b551291-8787-412a-b733-c66ce382245e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.278335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a3b5677-7fb7-4fbf-b6f1-e0e7dac0052f req-5b551291-8787-412a-b733-c66ce382245e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 943 time: 0.1766346 Dec 12 04:09:40.288741 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08de7b1f-06d9-4f95-b6bd-5c5c79aa9f10 req-7465c8ca-a862-4ea6-b876-404f475f4236 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792316 Dec 12 04:09:40.317016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-f9033230-85ac-45d6-af6b-3848586db671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.318687 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-f9033230-85ac-45d6-af6b-3848586db671 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2082117 Dec 12 04:09:40.370666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-aefff6b2-b515-43bb-bdf9-bd4733044ea9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.0436442 Dec 12 04:09:40.390893 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bae23b2-69e8-4a0f-93e2-01ccbded8053 x-openstack-request-id: req-7bae23b2-69e8-4a0f-93e2-01ccbded8053 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:40.391295 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-unplugged", "status": "completed", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:40.391630 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bae23b2-69e8-4a0f-93e2-01ccbded8053 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:40.392083 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'code': 200} Dec 12 04:09:40.445947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-3620ceed-772a-49ae-b935-a05dade1455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.447507 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-3620ceed-772a-49ae-b935-a05dade1455f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0691674 Dec 12 04:09:40.472825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-36129a79-e1d2-458f-8692-401483efb0ca req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] For port f5e05c62-5e11-45da-895f-279db5155562, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f5e05c62-5e11-45da-895f-279db5155562,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:40.473315 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-36129a79-e1d2-458f-8692-401483efb0ca req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:40.490740 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a3b5677-7fb7-4fbf-b6f1-e0e7dac0052f req-8aed1900-ad8e-42b6-a6a3-30d8db31ff8c tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914349 Dec 12 04:09:40.501680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-36129a79-e1d2-458f-8692-401483efb0ca req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Calling delete_port for f5e05c62-5e11-45da-895f-279db5155562 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:40.539406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:40.549299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-747bcc95-c50a-4ea0-b017-77e9c563086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.551360 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-747bcc95-c50a-4ea0-b017-77e9c563086a service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3019347 Dec 12 04:09:40.554973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-d6185e89-15d0-4a8c-9503-77d61391300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.556887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-d6185e89-15d0-4a8c-9503-77d61391300f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956697 Dec 12 04:09:40.588992 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-400edbbe-211b-4134-812b-4291b7ffa05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:40.596663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Pushing event deleted for resources: {'Port': ['ID=55499866-10a1-4392-8112-5b0046295109,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:40.650217 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-b55d592a-d278-4ca6-b6c9-c8d59578db1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.0463142 Dec 12 04:09:40.747716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-dc74d6de-fc7a-4359-89cc-be1ca1747888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.749424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-dc74d6de-fc7a-4359-89cc-be1ca1747888 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0905969 Dec 12 04:09:40.761074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] No DVR routers for this DVR port 55499866-10a1-4392-8112-5b0046295109 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:40.764549 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:40.768151 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9a864dd-07e2-4c0f-ac55-65e66b9e2b5a req-19d42d2e-b5d8-4295-a764-73a1fcfa1d82 tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.18 "DELETE /v2.0/ports/55499866-10a1-4392-8112-5b0046295109 HTTP/1.1" status: 204 len: 173 time: 1.7542381 Dec 12 04:09:40.798681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['55499866-10a1-4392-8112-5b0046295109'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:40.828124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cb7fd53e-c5c7-453b-afc2-7126dd0b9693 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:09:40.864797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-88e0081c-698f-443f-8d13-1884268f9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:40.866478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-88e0081c-698f-443f-8d13-1884268f9ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635200 Dec 12 04:09:40.871619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-36129a79-e1d2-458f-8692-401483efb0ca req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:40.889133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-00c02231-5d2b-4834-93b4-ed76cc251f1e service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054328 Dec 12 04:09:40.951608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', '04501ef9-af51-4fc7-871d-87ace21f541c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:40.958134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1ab99e21-5df1-467e-a76f-634f3f07926b', '5eac5969-12f0-454b-9d96-828558792539', 'f5e05c62-5e11-45da-895f-279db5155562'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:41.065157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ce44c-9cd7-4ce2-9dce-8063ab4039de req-7016d24d-e3b5-4c57-8df2-4c6ac3c043fd tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:41.075081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-927ce44c-9cd7-4ce2-9dce-8063ab4039de req-7016d24d-e3b5-4c57-8df2-4c6ac3c043fd tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76ff24d-ec61-4f87-85cf-f4e234cf1393 HTTP/1.1" status: 200 len: 867 time: 0.3686621 Dec 12 04:09:41.229571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event deleted for resources: {'Port': ['ID=f5e05c62-5e11-45da-895f-279db5155562,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:41.276511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-36129a79-e1d2-458f-8692-401483efb0ca req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] No DVR routers for this DVR port f5e05c62-5e11-45da-895f-279db5155562 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:41.284885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-36129a79-e1d2-458f-8692-401483efb0ca req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:41.289493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-36129a79-e1d2-458f-8692-401483efb0ca req-b7e5061c-e0be-43be-bcd4-20c83ea3340d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "DELETE /v2.0/ports/f5e05c62-5e11-45da-895f-279db5155562 HTTP/1.1" status: 204 len: 173 time: 1.3693142 Dec 12 04:09:41.306352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ff24d-ec61-4f87-85cf-f4e234cf1393', 'name': 'network-vif-deleted', 'tag': 'f5e05c62-5e11-45da-895f-279db5155562'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:41.319542 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b388aa0-b3e1-4311-b8ed-c26507a0b42f" -d '{"events": [{"server_uuid": "b76ff24d-ec61-4f87-85cf-f4e234cf1393", "name": "network-vif-deleted", "tag": "f5e05c62-5e11-45da-895f-279db5155562"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:41.362064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-927ce44c-9cd7-4ce2-9dce-8063ab4039de req-52076d1e-31a0-48a1-a2fc-4b5987799551 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859991 Dec 12 04:09:41.364844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-5ee2da00-9df8-4753-9e9a-0e6c7d1fe96a service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612923 Dec 12 04:09:41.392847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cb7fd53e-c5c7-453b-afc2-7126dd0b9693, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:41.435603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'port_id': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693', 'mac_address': 'fa:16:3e:55:3d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:09:41.437892 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-851f79be-5777-4318-9ea6-88792a61bea0 req-afda6c47-dacc-40c9-adcf-8b50a0b2951a tempest-FloatingIPsAssociationTestJSON-389346905 tempest-FloatingIPsAssociationTestJSON-389346905-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae1960dd-7a07-4b1f-908e-33403c0fed99 HTTP/1.1" status: 200 len: 210 time: 0.1051486 Dec 12 04:09:41.519475 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:41.598287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-8247af82-6027-42f5-8ff1-00cbe7c85a6a service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978259 Dec 12 04:09:41.682391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-70e92945-9101-4df4-8cef-ef822cbf5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:41.687313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-70e92945-9101-4df4-8cef-ef822cbf5995 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1099 time: 0.1908770 Dec 12 04:09:41.716029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-63be45c9-8973-4141-b8b3-312934c55a32 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928955 Dec 12 04:09:41.753156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd0dd-7da6-4b47-a0e6-59777080d7a2 req-6f9c9840-3c31-4804-8252-cf7e37d0681d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:41.760579 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-692bd0dd-7da6-4b47-a0e6-59777080d7a2 req-6f9c9840-3c31-4804-8252-cf7e37d0681d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 946 time: 0.1916430 Dec 12 04:09:41.826356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-692bd0dd-7da6-4b47-a0e6-59777080d7a2 req-5d6844a1-bccc-4a89-9813-2b06c0afeb60 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612972 Dec 12 04:09:41.835185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:41.835617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40030) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:41.841672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-354c146d-f55e-4078-be17-296d43a085ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:41.845650 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-354c146d-f55e-4078-be17-296d43a085ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1468742 Dec 12 04:09:41.872222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560711e-f8bc-4abd-bbf3-f12414b0b3a8 req-adb29c91-6e44-424a-83e3-e55bd9fef2b0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:41.873683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1560711e-f8bc-4abd-bbf3-f12414b0b3a8 req-adb29c91-6e44-424a-83e3-e55bd9fef2b0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 948 time: 0.2802308 Dec 12 04:09:41.884233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7fd53e-c5c7-453b-afc2-7126dd0b9693 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:41.908466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-64ccd622-6493-4006-a11b-9698e84e3449 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.0529144 Dec 12 04:09:41.913203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cb7fd53e-c5c7-453b-afc2-7126dd0b9693, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:41.924947 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a4b4e7-7fc3-4090-9d97-be37d50b7577 x-openstack-request-id: req-23a4b4e7-7fc3-4090-9d97-be37d50b7577 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:41.925274 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ff24d-ec61-4f87-85cf-f4e234cf1393", "name": "network-vif-deleted", "tag": "f5e05c62-5e11-45da-895f-279db5155562", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:41.925535 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23a4b4e7-7fc3-4090-9d97-be37d50b7577 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:41.926014 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ff24d-ec61-4f87-85cf-f4e234cf1393', 'name': 'network-vif-deleted', 'tag': 'f5e05c62-5e11-45da-895f-279db5155562', 'status': 'completed', 'code': 200} Dec 12 04:09:41.932455 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:42.004540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-e5a57cd2-cd87-4ef6-8f4a-b352b56a51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:42.005602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7268-521b-4fc3-8cc1-d1fff270130d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:42.007766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-e5a57cd2-cd87-4ef6-8f4a-b352b56a51e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0907078 Dec 12 04:09:42.013164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'name': 'network-vif-deleted', 'tag': '55499866-10a1-4392-8112-5b0046295109'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:42.021688 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf85369-3658-4f0e-8ecf-a2bf72e296e9" -d '{"events": [{"server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "name": "network-vif-deleted", "tag": "55499866-10a1-4392-8112-5b0046295109"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:42.062622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1560711e-f8bc-4abd-bbf3-f12414b0b3a8 req-f76b8454-18bf-4cf7-9e67-53427b0d58c0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570160 Dec 12 04:09:42.120423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:42.124701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-6413b013-83b9-467a-bea9-eda688f82004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:42.126316 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-6413b013-83b9-467a-bea9-eda688f82004 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043260 Dec 12 04:09:42.231256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e46767-c68e-41e5-8ea5-d59bcb27416b req-35aa534b-c80d-48bd-9478-2b98822fde68 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:42.239048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-33e46767-c68e-41e5-8ea5-d59bcb27416b req-35aa534b-c80d-48bd-9478-2b98822fde68 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 944 time: 0.1286008 Dec 12 04:09:42.325389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7268-521b-4fc3-8cc1-d1fff270130d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:42.359176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-5a9dacbb-b885-4b19-89ba-ea7d1ff0452d service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939495 Dec 12 04:09:42.366789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['cb7fd53e-c5c7-453b-afc2-7126dd0b9693'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:42.377454 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-33e46767-c68e-41e5-8ea5-d59bcb27416b req-c2f300ff-b7d9-4ad8-907d-4cd8d1cecbe9 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372864 Dec 12 04:09:42.383172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7268-521b-4fc3-8cc1-d1fff270130d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:42.477864 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac251bc6-4c19-4fae-b90a-cef00bfd7b2e x-openstack-request-id: req-ac251bc6-4c19-4fae-b90a-cef00bfd7b2e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:42.478205 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1960dd-7a07-4b1f-908e-33403c0fed99", "name": "network-vif-deleted", "tag": "55499866-10a1-4392-8112-5b0046295109", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:42.478630 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac251bc6-4c19-4fae-b90a-cef00bfd7b2e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:42.479253 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1960dd-7a07-4b1f-908e-33403c0fed99', 'name': 'network-vif-deleted', 'tag': '55499866-10a1-4392-8112-5b0046295109', 'status': 'completed', 'code': 200} Dec 12 04:09:42.504170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fd0b7268-521b-4fc3-8cc1-d1fff270130d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdfac198213b4849b212079bbe63c0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6655226 Dec 12 04:09:42.506149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40066) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:42.525605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b7268-521b-4fc3-8cc1-d1fff270130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d404a267-f938-4abd-b455-c779b99160fc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:42.543604 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-d683f603-f15c-4bcf-9e28-547b42354a68 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760132 Dec 12 04:09:42.576727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87392cf3-603d-4963-ad7c-212a880cdfd5 req-835f0dea-7b64-4d7a-8f22-497c41110a57 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:42.578639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-87392cf3-603d-4963-ad7c-212a880cdfd5 req-835f0dea-7b64-4d7a-8f22-497c41110a57 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 946 time: 0.0826833 Dec 12 04:09:42.625844 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fc37039-e64d-4c36-b0b4-7e6d712b55cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:42.680645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-87392cf3-603d-4963-ad7c-212a880cdfd5 req-e671ae6d-a667-4638-b8f0-0c6376549aaf tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939319 Dec 12 04:09:42.683803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fc37039-e64d-4c36-b0b4-7e6d712b55cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:42.778387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fc37039-e64d-4c36-b0b4-7e6d712b55cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:42.784360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fc37039-e64d-4c36-b0b4-7e6d712b55cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:42.786996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0fc37039-e64d-4c36-b0b4-7e6d712b55cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d404a267-f938-4abd-b455-c779b99160fc HTTP/1.1" status: 204 len: 168 time: 0.2772610 Dec 12 04:09:42.789667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40080) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:42.801488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-fc007726-6a49-4d7e-8110-fa4e928c119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:42.803646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-fc007726-6a49-4d7e-8110-fa4e928c119e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78f3494e57c7456d9a9a3c359da86fd0&device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 1095 time: 0.0908024 Dec 12 04:09:42.932104 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-973a7a51-1ce7-4b6e-a9f9-29b6876a0607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:42.943983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:09:43.062619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 9aac7d7e-d698-4611-a1af-22537f14ce01 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:09:43.068168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 9aac7d7e-d698-4611-a1af-22537f14ce01 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:43.068630 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:43.076801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-e32c4273-3d7f-4485-9c88-42745b271e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:43.078343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-e32c4273-3d7f-4485-9c88-42745b271e56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=695603de-80e2-4b3d-8195-8a60643536e4 HTTP/1.1" status: 200 len: 924 time: 0.2616336 Dec 12 04:09:43.137991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-0373f9cb-3f29-4a7a-a0d3-6770bf7f9fe2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb7fd53e-c5c7-453b-afc2-7126dd0b9693 HTTP/1.1" status: 200 len: 217 time: 0.0514936 Dec 12 04:09:43.313190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-1e8881ec-0028-45e6-b3f9-a5ac7cdf6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:43.314844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-1e8881ec-0028-45e6-b3f9-a5ac7cdf6e40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5 HTTP/1.1" status: 200 len: 863 time: 0.1692612 Dec 12 04:09:43.360282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ed8c6-2614-47c0-82dc-9f0716ba1d66 req-3508c541-5db8-41db-b471-f650cc0325fe tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:43.369172 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b8ed8c6-2614-47c0-82dc-9f0716ba1d66 req-3508c541-5db8-41db-b471-f650cc0325fe tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 948 time: 0.1543252 Dec 12 04:09:43.429826 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:43.434046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc37039-e64d-4c36-b0b4-7e6d712b55cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d404a267-f938-4abd-b455-c779b99160fc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:43.442707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-8074d8f7-f0be-4b5d-9382-c094a8c829d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:43.444509 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-8074d8f7-f0be-4b5d-9382-c094a8c829d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=695603de-80e2-4b3d-8195-8a60643536e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101339 Dec 12 04:09:43.453680 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b8ed8c6-2614-47c0-82dc-9f0716ba1d66 req-ef5e3d4f-b168-4156-ad24-4ea65fdf5389 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834482 Dec 12 04:09:43.478023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f5e05c62-5e11-45da-895f-279db5155562 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:43.522520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:43.526185 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a624e0-4a74-48bd-b579-2f6fc9226432" -d '{"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-plugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:43.533720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: f5e05c62-5e11-45da-895f-279db5155562 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:43.534070 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f5e05c62-5e11-45da-895f-279db5155562 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:43.538210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14014a3-705d-4dd5-b553-675f6ea2a35a req-0fab0c87-94a8-4248-8e9f-05c6881416bb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:43.548845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c14014a3-705d-4dd5-b553-675f6ea2a35a req-0fab0c87-94a8-4248-8e9f-05c6881416bb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 950 time: 0.1033037 Dec 12 04:09:43.560094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:43.566901 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:43.568568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 55499866-10a1-4392-8112-5b0046295109 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:43.734498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c14014a3-705d-4dd5-b553-675f6ea2a35a req-e01fa86b-a7c1-4e19-a413-51a438c30580 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844840 Dec 12 04:09:43.744604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 55499866-10a1-4392-8112-5b0046295109 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:43.745160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 55499866-10a1-4392-8112-5b0046295109 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:43.748020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-077b0c5c-4037-4991-bd3c-b16b4a3a8cde service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684672 Dec 12 04:09:43.785918 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:43.804503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:43.952924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:43.963156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e89265a3-b816-47f6-830e-290ac27c51c8 req-bf767ce6-b845-4a72-a3de-e1d7a7651d63 service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035851 Dec 12 04:09:44.045849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439acb7-d12f-4128-b567-e9688db38478 req-8480a674-b528-4d89-847f-06309e99e391 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:44.047584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1439acb7-d12f-4128-b567-e9688db38478 req-8480a674-b528-4d89-847f-06309e99e391 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 944 time: 0.1662312 Dec 12 04:09:44.110772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-6181b786-88bc-4c4b-a8f8-af168afaeb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:44.112576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-6181b786-88bc-4c4b-a8f8-af168afaeb9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 1100 time: 0.1367712 Dec 12 04:09:44.158830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1439acb7-d12f-4128-b567-e9688db38478 req-626b8b7c-497d-435c-ad7d-09f9a4091d77 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951376 Dec 12 04:09:44.164741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:44.262027 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba023ff1-2959-41e9-817e-c14addcc161b x-openstack-request-id: req-ba023ff1-2959-41e9-817e-c14addcc161b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:44.262460 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-plugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:44.262638 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba023ff1-2959-41e9-817e-c14addcc161b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:44.263078 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'code': 200} Dec 12 04:09:44.333164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:44.355431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:44.620524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9af2b-269d-4f02-b172-5127f0d950a4 req-aba3087c-f5ef-42c3-92c8-50bbaa321cdd tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:44.622130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1dc9af2b-269d-4f02-b172-5127f0d950a4 req-aba3087c-f5ef-42c3-92c8-50bbaa321cdd tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 946 time: 0.2979996 Dec 12 04:09:44.636034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319603c-76a9-4aa3-b272-da9da7155860 req-db14f4cb-0728-4335-8a39-66e62c955771 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:44.637576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1319603c-76a9-4aa3-b272-da9da7155860 req-db14f4cb-0728-4335-8a39-66e62c955771 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 946 time: 0.1637018 Dec 12 04:09:44.901321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cb7fd53e-c5c7-453b-afc2-7126dd0b9693 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:09:44.931993 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1dc9af2b-269d-4f02-b172-5127f0d950a4 req-29ff13a2-74c1-4270-9612-0466572d5cab tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887628 Dec 12 04:09:44.974815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:45.004086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:09:45.010963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:45.011663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.075395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-3187af2e-391d-4207-a38d-232b51e9f8fb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:45.078722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-3187af2e-391d-4207-a38d-232b51e9f8fb tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 950 time: 0.1779130 Dec 12 04:09:45.079985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:09:45.099860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-1319603c-76a9-4aa3-b272-da9da7155860 req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Deleting port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:45.100268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1319603c-76a9-4aa3-b272-da9da7155860 req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.129599 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.172899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cb7fd53e-c5c7-453b-afc2-7126dd0b9693, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:45.178983 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.180259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:45.204042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afe909-4398-476a-9309-26462db64027 req-042a1268-4fed-4e4d-aec2-0e29a1628915 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:45.209174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-95afe909-4398-476a-9309-26462db64027 req-042a1268-4fed-4e4d-aec2-0e29a1628915 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.1057220 Dec 12 04:09:45.235618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:45.277119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:45.280435 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dd1b54-9394-4f3d-96bb-24df1238c7a9" -d '{"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-unplugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:45.293513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.350478 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-95afe909-4398-476a-9309-26462db64027 req-a13ce65d-bc59-43b9-91f7-3455205eff49 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304691 Dec 12 04:09:45.354238 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.371845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Transition to ACTIVE for port object 9aac7d7e-d698-4611-a1af-22537f14ce01 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:09:45.386102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1319603c-76a9-4aa3-b272-da9da7155860 req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] For port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:45.386776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1319603c-76a9-4aa3-b272-da9da7155860 req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.389331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.430762 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:09:45.431387 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:09:45.438625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-1319603c-76a9-4aa3-b272-da9da7155860 req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Calling delete_port for 7187da84-a3ac-46b1-bc55-ffa2b321ff5a owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:45.514277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.549512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e2066-8b57-43eb-8c41-57d1eda19e76 req-aece02eb-17f5-43d7-a028-eedcf3a0747f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:45.558905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-094e2066-8b57-43eb-8c41-57d1eda19e76 req-aece02eb-17f5-43d7-a028-eedcf3a0747f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 950 time: 0.0974526 Dec 12 04:09:45.638049 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-094e2066-8b57-43eb-8c41-57d1eda19e76 req-119dd9e4-066d-4c67-9468-383f82105785 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737422 Dec 12 04:09:45.658564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Deleting port 286c0124-be95-477d-a943-35609b7c53c9 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:45.659114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:45.878855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387a388-9033-4f60-8695-bd142d1a5cae req-88dcb917-7cee-4ccd-b8aa-2f394be25001 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:45.880550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0387a388-9033-4f60-8695-bd142d1a5cae req-88dcb917-7cee-4ccd-b8aa-2f394be25001 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 945 time: 0.0845776 Dec 12 04:09:45.973304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0387a388-9033-4f60-8695-bd142d1a5cae req-e0482fcc-7376-4f18-b93c-42aa5f4a2c8e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783718 Dec 12 04:09:46.079711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] For port 286c0124-be95-477d-a943-35609b7c53c9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=286c0124-be95-477d-a943-35609b7c53c9,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:46.080235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:46.098387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Calling delete_port for 286c0124-be95-477d-a943-35609b7c53c9 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:46.100417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=10']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:46.111844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] No DVR routers for this DVR port 9aac7d7e-d698-4611-a1af-22537f14ce01 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:46.124049 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed893fd4-9843-4b1c-bad7-c3d1d85dea50 x-openstack-request-id: req-ed893fd4-9843-4b1c-bad7-c3d1d85dea50 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:46.124408 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-unplugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:46.124948 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed893fd4-9843-4b1c-bad7-c3d1d85dea50 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:46.125378 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'code': 200} Dec 12 04:09:46.134630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Deleting port 5eac5969-12f0-454b-9d96-828558792539 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:46.134857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:46.264530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:46.267051 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7350b5-0d8e-401c-94ad-1bf571d4bd50" -d '{"events": [{"server_uuid": "53624ce5-4d19-476e-adf3-ca02ccb919c1", "name": "network-vif-plugged", "status": "completed", "tag": "cb7fd53e-c5c7-453b-afc2-7126dd0b9693"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:46.366838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:09:46.367223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:09:46.367650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:46.384581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Port 9aac7d7e-d698-4611-a1af-22537f14ce01 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:09:46.384951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Attempting to bind port 9aac7d7e-d698-4611-a1af-22537f14ce01 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:09:46.407264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:09:46.407663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:09:46.408080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:09:46.408521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Bound port: 9aac7d7e-d698-4611-a1af-22537f14ce01, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:09:46.408985 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:46.485217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] For port 5eac5969-12f0-454b-9d96-828558792539, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5eac5969-12f0-454b-9d96-828558792539,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:46.485587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:46.579744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Calling delete_port for 5eac5969-12f0-454b-9d96-828558792539 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:46.631937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:09:46.677931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf955-edf6-45ca-87ea-5fb92fa6616b req-13d73310-9379-48bd-ae2c-a6ebe9a9c2e9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:46.681351 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:46.687290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:09:46.689979 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1319603c-76a9-4aa3-b272-da9da7155860 req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:46.694383 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bbcf955-edf6-45ca-87ea-5fb92fa6616b req-13d73310-9379-48bd-ae2c-a6ebe9a9c2e9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9988988-44f8-460d-861b-c2575444542f HTTP/1.1" status: 200 len: 946 time: 0.0929532 Dec 12 04:09:46.718410 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b85831-29b3-4bab-9ab3-abb3d6b3dc11 x-openstack-request-id: req-b7b85831-29b3-4bab-9ab3-abb3d6b3dc11 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:46.718710 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53624ce5-4d19-476e-adf3-ca02ccb919c1", "name": "network-vif-plugged", "status": "completed", "tag": "cb7fd53e-c5c7-453b-afc2-7126dd0b9693", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:46.718976 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7b85831-29b3-4bab-9ab3-abb3d6b3dc11 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:46.719376 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693', 'code': 200} Dec 12 04:09:46.750231 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bbcf955-edf6-45ca-87ea-5fb92fa6616b req-27fd0723-693b-493a-926b-73766e9f1e1f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546904 Dec 12 04:09:46.751362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event deleted for resources: {'Port': ['ID=7187da84-a3ac-46b1-bc55-ffa2b321ff5a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:46.768597 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:46.839766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=11']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:46.945554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:46.946192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:46.947696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-41e564c1-75cf-4434-a3a1-9a8e8c93399a service neutron] 10.222.0.37 "PUT /v2.0/ports/9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 1096 time: 2.7930243 Dec 12 04:09:46.971101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:47.032633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1319603c-76a9-4aa3-b272-da9da7155860 req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] No DVR routers for this DVR port 7187da84-a3ac-46b1-bc55-ffa2b321ff5a on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:47.062793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1319603c-76a9-4aa3-b272-da9da7155860 req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:47.066961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1319603c-76a9-4aa3-b272-da9da7155860 req-0b5e944b-1d84-429d-87e6-71561583c832 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "DELETE /v2.0/ports/7187da84-a3ac-46b1-bc55-ffa2b321ff5a HTTP/1.1" status: 204 len: 173 time: 2.3934145 Dec 12 04:09:47.074310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=286c0124-be95-477d-a943-35609b7c53c9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:47.091796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe014-c9e2-4a45-b7b8-cf860ac5354e req-5955813d-1d99-4e9a-b713-7da2e29174a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:47.093592 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f4fe014-c9e2-4a45-b7b8-cf860ac5354e req-5955813d-1d99-4e9a-b713-7da2e29174a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 1096 time: 0.1531372 Dec 12 04:09:47.115806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5375a-b526-406d-bb51-91afb405baaf req-a6c42a81-03a5-4515-bc8e-d74494e119dc tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:47.117978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ac5375a-b526-406d-bb51-91afb405baaf req-a6c42a81-03a5-4515-bc8e-d74494e119dc tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 950 time: 0.1035111 Dec 12 04:09:47.172750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7da6a-3c95-4202-a862-09138c642bbc req-28741a8f-a3e2-4d89-ac30-028b35435fa7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:47.188478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3ed7da6a-3c95-4202-a862-09138c642bbc req-28741a8f-a3e2-4d89-ac30-028b35435fa7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 948 time: 0.3452606 Dec 12 04:09:47.216024 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f4fe014-c9e2-4a45-b7b8-cf860ac5354e req-2796b116-d422-46bf-96c6-1f9e2f68e7c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967708 Dec 12 04:09:47.278439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ac5375a-b526-406d-bb51-91afb405baaf req-6d189bd6-64a3-4144-8cb2-e475ab8b397a tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360981 Dec 12 04:09:47.341642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-1320923f-0607-4f98-99c4-4194c918924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:47.343252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-1320923f-0607-4f98-99c4-4194c918924a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1099 time: 0.3118498 Dec 12 04:09:47.468741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 7187da84-a3ac-46b1-bc55-ffa2b321ff5a no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:47.473667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea918c-5331-4e63-8012-dd8f246efed9 req-d32be913-4cc1-4efd-89de-e634c093bb09 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:47.475753 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4aea918c-5331-4e63-8012-dd8f246efed9 req-d32be913-4cc1-4efd-89de-e634c093bb09 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 947 time: 0.0565743 Dec 12 04:09:47.505572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 7187da84-a3ac-46b1-bc55-ffa2b321ff5a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:47.506064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 7187da84-a3ac-46b1-bc55-ffa2b321ff5a not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:47.506590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 5eac5969-12f0-454b-9d96-828558792539 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:47.548862 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3ed7da6a-3c95-4202-a862-09138c642bbc req-b8d85710-7e5b-4cb2-822b-e2b6295e9e09 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545778 Dec 12 04:09:47.549514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4aea918c-5331-4e63-8012-dd8f246efed9 req-5e367b4b-fe2e-40cb-8e58-ed6a0b4e6403 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670655 Dec 12 04:09:47.560604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:47.565505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No active binding found for port 5eac5969-12f0-454b-9d96-828558792539 {{(pid=103452) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 04:09:47.565997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 5eac5969-12f0-454b-9d96-828558792539 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:47.597499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', '04501ef9-af51-4fc7-871d-87ace21f541c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:47.637531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event deleted for resources: {'Port': ['ID=5eac5969-12f0-454b-9d96-828558792539,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:47.651746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1ab99e21-5df1-467e-a76f-634f3f07926b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:47.761600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-4a6bbbd1-4ce3-4bb8-8ac8-d9cd44db35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:47.763292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-4a6bbbd1-4ce3-4bb8-8ac8-d9cd44db35ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.4073396 Dec 12 04:09:47.771377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] No DVR routers for this DVR port 5eac5969-12f0-454b-9d96-828558792539 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:47.772951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:47.776379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da6f07eb-53eb-4124-a3ba-9bda413ef72b req-2cd2d81f-138e-4a9d-87af-749656c08f42 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "DELETE /v2.0/ports/5eac5969-12f0-454b-9d96-828558792539 HTTP/1.1" status: 204 len: 173 time: 2.6731122 Dec 12 04:09:47.828875 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:47.837044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-219c762a-1e54-4d78-a21c-71135c49af7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.0578966 Dec 12 04:09:47.851252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843c875-f3a4-413f-a592-8aa19b6c7ed4 req-4dd38af2-ee40-4e1c-9c04-f2e24630dac9 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:47.871000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a843c875-f3a4-413f-a592-8aa19b6c7ed4 req-4dd38af2-ee40-4e1c-9c04-f2e24630dac9 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 945 time: 0.2101703 Dec 12 04:09:48.103790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-80470561-e51c-4c92-8199-5f7b892b1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:48.105711 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-80470561-e51c-4c92-8199-5f7b892b1697 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2334282 Dec 12 04:09:48.125264 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a843c875-f3a4-413f-a592-8aa19b6c7ed4 req-c5b0f357-1978-4273-98d1-be5d6d05b3f6 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198770 Dec 12 04:09:48.148395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01'}, {'server_uuid': 'e9988988-44f8-460d-861b-c2575444542f', 'name': 'network-vif-deleted', 'tag': '7187da84-a3ac-46b1-bc55-ffa2b321ff5a'}, {'server_uuid': '9c3ae930-e590-418f-a767-b90fdcb2bd21', 'name': 'network-vif-deleted', 'tag': '5eac5969-12f0-454b-9d96-828558792539'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:48.151150 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3951e6a-e13b-46f7-abe7-c36fceef04bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01"}, {"server_uuid": "e9988988-44f8-460d-861b-c2575444542f", "name": "network-vif-deleted", "tag": "7187da84-a3ac-46b1-bc55-ffa2b321ff5a"}, {"server_uuid": "9c3ae930-e590-418f-a767-b90fdcb2bd21", "name": "network-vif-deleted", "tag": "5eac5969-12f0-454b-9d96-828558792539"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:48.256623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c993-cffe-426f-84db-32fbab83ae4e req-c7dd3a94-d2d5-41f0-a431-a07ce868d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:48.258547 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-c7dd3a94-d2d5-41f0-a431-a07ce868d1fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314373 Dec 12 04:09:48.564762 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07919351-c35e-47a4-b7a2-19809b1e286d x-openstack-request-id: req-07919351-c35e-47a4-b7a2-19809b1e286d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:48.565118 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01", "status": "completed", "code": 200}, {"server_uuid": "e9988988-44f8-460d-861b-c2575444542f", "name": "network-vif-deleted", "tag": "7187da84-a3ac-46b1-bc55-ffa2b321ff5a", "status": "completed", "code": 200}, {"server_uuid": "9c3ae930-e590-418f-a767-b90fdcb2bd21", "name": "network-vif-deleted", "tag": "5eac5969-12f0-454b-9d96-828558792539", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:48.565381 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07919351-c35e-47a4-b7a2-19809b1e286d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:48.566557 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'status': 'completed', 'code': 200} Dec 12 04:09:48.566689 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9988988-44f8-460d-861b-c2575444542f', 'name': 'network-vif-deleted', 'tag': '7187da84-a3ac-46b1-bc55-ffa2b321ff5a', 'status': 'completed', 'code': 200} Dec 12 04:09:48.566930 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3ae930-e590-418f-a767-b90fdcb2bd21', 'name': 'network-vif-deleted', 'tag': '5eac5969-12f0-454b-9d96-828558792539', 'status': 'completed', 'code': 200} Dec 12 04:09:48.576242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-3d746eb4-e223-4ef5-b638-672bb851e0a3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:48.587663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-3d746eb4-e223-4ef5-b638-672bb851e0a3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.2491841 Dec 12 04:09:48.598938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-870d3fa9-a678-4478-a060-48134eee1bda req-dea22616-8e1b-426b-94a8-5aa483a83885 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3ae930-e590-418f-a767-b90fdcb2bd21 HTTP/1.1" status: 200 len: 210 time: 0.0613110 Dec 12 04:09:48.654388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-051a5cea-1a99-4495-83c8-92ba0f6bdd80 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/quotas/7c7f57d1ea8244309b61ba1bc594e3e2 HTTP/1.1" status: 200 len: 375 time: 0.0657277 Dec 12 04:09:48.709927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-38afb6eb-a437-4dd6-af1c-371903313ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:48.710174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-fc6bb0ea-2c76-4a06-942d-611eff23f3e1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548830 Dec 12 04:09:48.711499 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-38afb6eb-a437-4dd6-af1c-371903313ac5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1099 time: 0.1091077 Dec 12 04:09:48.795089 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-064f0c97-c1cf-4165-adfc-df9b61774d84 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576559 Dec 12 04:09:48.811647 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-476ef533-467c-4a82-886b-ce5e3eaf47f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989404 Dec 12 04:09:48.816315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Router d443164d-a14c-43ea-b795-90b920e60d4d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:09:48.845980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-7e481a64-bb1c-4a3c-81a2-0b665127c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:48.848301 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-7e481a64-bb1c-4a3c-81a2-0b665127c532 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1241822 Dec 12 04:09:48.946995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-03d2af54-c4a5-423b-a5f3-c93cda45c8df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.0646663 Dec 12 04:09:49.081734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7770933-6f44-4e21-85d2-0d50b1d1e4f5 req-c4897a63-4775-44c5-b4ca-ae5f3cddcb3f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.083455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7770933-6f44-4e21-85d2-0d50b1d1e4f5 req-c4897a63-4775-44c5-b4ca-ae5f3cddcb3f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 948 time: 0.1353722 Dec 12 04:09:49.085974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-65046d36-d4e7-49b2-864f-8e18a2dc7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.087543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-65046d36-d4e7-49b2-864f-8e18a2dc7f4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 1101 time: 0.1956623 Dec 12 04:09:49.089078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-e3cfb542-d3a6-459b-bfb2-f9ca83e7c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.090538 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-e3cfb542-d3a6-459b-bfb2-f9ca83e7c8c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0920825 Dec 12 04:09:49.238758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-2de03256-278b-48ac-a5b8-ee82751b2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.240646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-2de03256-278b-48ac-a5b8-ee82751b2314 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382256 Dec 12 04:09:49.248011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7770933-6f44-4e21-85d2-0d50b1d1e4f5 req-06f37328-26aa-42bf-bf78-a1b3ed248615 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549366 Dec 12 04:09:49.320199 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9613c993-cffe-426f-84db-32fbab83ae4e req-ff1aa0ea-f496-4352-9fb8-aef792389d05 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146127 Dec 12 04:09:49.327234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-d616012b-b4af-4e44-99c5-1fb3ae6dd220 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004927 Dec 12 04:09:49.391090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-009ffee3-7889-4986-bc61-07d45bd0a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.392639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-009ffee3-7889-4986-bc61-07d45bd0a79e service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2732654 Dec 12 04:09:49.417270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:09:49.423349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f999d472-ac2a-48b8-88ab-07fc3812eef6 admin admin] 10.222.0.36 "PUT /v2.0/routers/d443164d-a14c-43ea-b795-90b920e60d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6147282 Dec 12 04:09:49.430091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] Sync routers for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:09:49.431236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:49.446218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:49.446961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:49.477802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-31e86455-dbf3-4259-9602-b2257555bd2c service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394777 Dec 12 04:09:49.484646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-c6545115-50c5-41fc-86c9-acc1eade1918 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ac89c8eb-b901-44f4-9453-61b7c3abd71b HTTP/1.1" status: 200 len: 217 time: 0.0689306 Dec 12 04:09:49.487295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-0a9b90df-3f4a-417f-8b0b-7bea5e291b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.488951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-0a9b90df-3f4a-417f-8b0b-7bea5e291b25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 1099 time: 0.0732026 Dec 12 04:09:49.524558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-56253336-c37b-4c28-9217-1a3d000e375b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.526073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-56253336-c37b-4c28-9217-1a3d000e375b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 947 time: 0.1985862 Dec 12 04:09:49.563931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:49.580545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0ab6f-7d6a-4576-be98-40f53fe3072c req-3dd6c698-0cde-4774-bf48-b3e2f162a559 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.582668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dcb0ab6f-7d6a-4576-be98-40f53fe3072c req-3dd6c698-0cde-4774-bf48-b3e2f162a559 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 947 time: 0.2447128 Dec 12 04:09:49.584525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-28ec5782-8745-4ad5-a355-083309417417 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338232 Dec 12 04:09:49.609156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-e19f5cc5-2271-46cf-ba2c-206985f6f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.619223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-e19f5cc5-2271-46cf-ba2c-206985f6f228 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1202619 Dec 12 04:09:49.728098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-2c652881-2f72-4b18-b8b9-bde91626afce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 200 len: 217 time: 0.1022060 Dec 12 04:09:49.821994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-65ab32c0-d6bb-4f5f-916c-788bb5154668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.823738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-65ab32c0-d6bb-4f5f-916c-788bb5154668 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0873892 Dec 12 04:09:49.882246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:09:46Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:49.912243 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] Checking router: d443164d-a14c-43ea-b795-90b920e60d4d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:09:49.926793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] Routers {'d443164d-a14c-43ea-b795-90b920e60d4d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:49.927571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d443164d-a14c-43ea-b795-90b920e60d4d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:49.954180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a435-1ecf-49e5-b276-98ca4b36564c req-3605b7fa-0aee-46b2-a06e-686840c89270 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.956314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcd9a435-1ecf-49e5-b276-98ca4b36564c req-3605b7fa-0aee-46b2-a06e-686840c89270 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 945 time: 0.1315839 Dec 12 04:09:49.958519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-6aa2fdde-2e3f-4a09-bb7a-22c0d41f0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:49.960240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-6aa2fdde-2e3f-4a09-bb7a-22c0d41f0420 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890265 Dec 12 04:09:50.020043 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcd9a435-1ecf-49e5-b276-98ca4b36564c req-2335197a-0a1d-4b59-b3c7-319d364d5764 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565126 Dec 12 04:09:50.130387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] Set router d443164d-a14c-43ea-b795-90b920e60d4d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:50.172843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-1cfb6268-a27b-4033-b510-f689a2137f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:50.174308 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-1cfb6268-a27b-4033-b510-f689a2137f83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.6220822 Dec 12 04:09:50.201833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35fd9d6a-37ea-459c-9065-2baf8ab34475 req-419a0363-7b7a-485b-894a-0607f7389b0f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 210 time: 0.0349660 Dec 12 04:09:50.213152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:50.259906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-8d81ca0d-400b-48ab-b251-90962ef0396e service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443471 Dec 12 04:09:50.262351 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dcb0ab6f-7d6a-4576-be98-40f53fe3072c req-4824d40a-6890-4692-b529-407d7964ab1b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681800 Dec 12 04:09:50.438964 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-2df74169-5037-4168-b4b6-bf13c5444fe7 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423088 Dec 12 04:09:50.474265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Deleting port 78ace4a9-18e4-4f47-b21d-4d832f708f5b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:50.474622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:50.487713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-86146072-a9c8-4c0d-89c4-a267a9c39e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:50.489297 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-86146072-a9c8-4c0d-89c4-a267a9c39e85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2998757 Dec 12 04:09:50.528529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:09:46Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:50.578892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d74fe-0388-47a6-a3bf-affc47cf508a req-b075d76c-e63f-447c-994b-b457553c4c36 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:50.592318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-116d74fe-0388-47a6-a3bf-affc47cf508a req-b075d76c-e63f-447c-994b-b457553c4c36 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 945 time: 0.2158911 Dec 12 04:09:50.595334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2841e3-90d2-42c1-bb42-61f5549584a2 None None] The sync data for ids ['d443164d-a14c-43ea-b795-90b920e60d4d'] in n-d-710847-7 is: [{'id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-449540329-router', 'tenant_id': '8f3200c8abda4a0c9847355e89cbab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:08:19Z', 'updated_at': '2021-12-12T04:09:46Z', 'revision_number': 5, 'project_id': '8f3200c8abda4a0c9847355e89cbab38', 'gw_port': {'id': '9303e8b3-0d68-47c9-8207-855d66b5be24', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443164d-a14c-43ea-b795-90b920e60d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:08:20Z', 'updated_at': '2021-12-12T04:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:09:50.602471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3951e6a-e13b-46f7-abe7-c36fceef04bf req-b1d2aa41-c891-4e21-b382-62658ea80d87 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232861 Dec 12 04:09:50.602999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40380) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:50.611799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Request body: {'floatingip': {'port_id': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:50.690155 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:50.759489 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-1d33b665-8dd5-446e-8477-f493392b6e45 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550993 Dec 12 04:09:50.778600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:50.882145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb9f6-ded5-4934-b0cd-dec8ce106309 req-d69368b4-ff5d-44f0-b2c9-230e7445586c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:50.890349 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63aeb9f6-ded5-4934-b0cd-dec8ce106309 req-d69368b4-ff5d-44f0-b2c9-230e7445586c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 948 time: 0.2712853 Dec 12 04:09:50.900061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] For port 78ace4a9-18e4-4f47-b21d-4d832f708f5b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=78ace4a9-18e4-4f47-b21d-4d832f708f5b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:50.900061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:50.979365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Calling delete_port for 78ace4a9-18e4-4f47-b21d-4d832f708f5b owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:50.987037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 286c0124-be95-477d-a943-35609b7c53c9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:51.050926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 286c0124-be95-477d-a943-35609b7c53c9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:51.051540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 286c0124-be95-477d-a943-35609b7c53c9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:51.076425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bcd152f-c454-425b-89c5-1e847e6dfd22 req-969b315d-b840-4025-8bd8-d17bfdcc0201 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995453 Dec 12 04:09:51.090735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63aeb9f6-ded5-4934-b0cd-dec8ce106309 req-aad94cd4-062d-4afd-a5db-f681ac14549b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973023 Dec 12 04:09:51.103325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9730e74-cab1-484c-94b2-a626864c999e req-f43e70f6-1efd-4e93-8e48-1f14af38601e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:51.105692 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9730e74-cab1-484c-94b2-a626864c999e req-f43e70f6-1efd-4e93-8e48-1f14af38601e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 950 time: 0.1423879 Dec 12 04:09:51.130165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-c639373b-1157-40d5-89ee-045bd41bfc52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1184411 Dec 12 04:09:51.151974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Deleting port 9303e8b3-0d68-47c9-8207-855d66b5be24 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:51.152143 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:51.347466 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9730e74-cab1-484c-94b2-a626864c999e req-605b9d8b-1ed1-4e74-8ba6-a1836ef96196 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301595 Dec 12 04:09:51.419919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:51.429513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-639fbd50-3af2-4fa8-8a63-c480ccc18dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:51.431166 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-639fbd50-3af2-4fa8-8a63-c480ccc18dbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 1095 time: 0.2149739 Dec 12 04:09:51.477014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:09:51.535459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Pushing event deleted for resources: {'Port': ['ID=78ace4a9-18e4-4f47-b21d-4d832f708f5b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:51.567349 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55d69f85-1dcb-49ef-a0dc-9af04ed83f99 req-0a87be00-51b9-4cc1-b0ae-7042ffa1517b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4808a66-35c1-47dd-9b4c-c6df49deb397 HTTP/1.1" status: 200 len: 210 time: 0.0432868 Dec 12 04:09:51.639985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] For port 9303e8b3-0d68-47c9-8207-855d66b5be24, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9303e8b3-0d68-47c9-8207-855d66b5be24,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:51.642850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:51.695950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Calling delete_port for 9303e8b3-0d68-47c9-8207-855d66b5be24 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:51.698322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] No DVR routers for this DVR port 78ace4a9-18e4-4f47-b21d-4d832f708f5b on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:51.721211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:51.725675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f2c76a2-6cca-49d1-8c73-b3111e37d3aa req-1d6be1c8-3b63-4df8-a1ec-1f4acecd1d5b tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.18 "DELETE /v2.0/ports/78ace4a9-18e4-4f47-b21d-4d832f708f5b HTTP/1.1" status: 204 len: 173 time: 2.1715128 Dec 12 04:09:51.731027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'name': 'network-vif-deleted', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:51.733972 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de5db12-551a-4ce6-8ee5-d3460d259482" -d '{"events": [{"server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "name": "network-vif-deleted", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:51.766077 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe84bc67-f157-4d48-80aa-472ab5ce09ee req-3dd3444b-152b-4ec4-9328-02839b431ee1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 210 time: 0.2612114 Dec 12 04:09:51.774142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:51.789906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'mac_address': 'fa:16:3e:65:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:09:51.814395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.resource_extend [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:09:51.869223 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:51.890248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aac7d7e-d698-4611-a1af-22537f14ce01 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:51.898760 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4124430-a85d-465a-a69f-1ecd1d8e81bf x-openstack-request-id: req-e4124430-a85d-465a-a69f-1ecd1d8e81bf {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:51.899074 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4808a66-35c1-47dd-9b4c-c6df49deb397", "name": "network-vif-deleted", "tag": "78ace4a9-18e4-4f47-b21d-4d832f708f5b", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:51.899349 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4124430-a85d-465a-a69f-1ecd1d8e81bf {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:51.899747 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4808a66-35c1-47dd-9b4c-c6df49deb397', 'name': 'network-vif-deleted', 'tag': '78ace4a9-18e4-4f47-b21d-4d832f708f5b', 'status': 'completed', 'code': 200} Dec 12 04:09:51.918546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:51.955376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.098168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=12']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:52.116962 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.195952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9303e8b3-0d68-47c9-8207-855d66b5be24,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:52.259034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.293847 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.331496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9aac7d7e-d698-4611-a1af-22537f14ce01'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:52.370669 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.415916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-44e8aa51-ca41-48a0-b2c7-1ccf914a4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:52.417449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-44e8aa51-ca41-48a0-b2c7-1ccf914a4e05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.9128711 Dec 12 04:09:52.510508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-d124b9e4-5d38-4750-b73c-dc700bcdac3f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:52.522539 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-d124b9e4-5d38-4750-b73c-dc700bcdac3f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.9526157 Dec 12 04:09:52.578223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-b6836b39-91af-4bfd-8a42-67b7438f4e3f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:52.579719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-b6836b39-91af-4bfd-8a42-67b7438f4e3f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49787bf-434a-45ab-ad1f-c2a25f4a3537 HTTP/1.1" status: 200 len: 950 time: 0.2219338 Dec 12 04:09:52.581639 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.584760 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.628974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Request body: {'port': {'device_id': 'c261786c-f641-45ef-8184-8c970f878cf9', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'admin_state_up': True, 'tenant_id': '7c7f57d1ea8244309b61ba1bc594e3e2'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:52.634881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-2b96bef6-7013-4503-b4a4-ac8543d65543 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 200 len: 217 time: 0.1713328 Dec 12 04:09:52.700930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc252d4-2d36-4821-abc7-07ed82f38eb7 req-70cd9cb0-617f-44ac-a769-0c7ffd8d3a89 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:52.702483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dc252d4-2d36-4821-abc7-07ed82f38eb7 req-70cd9cb0-617f-44ac-a769-0c7ffd8d3a89 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 950 time: 0.1721361 Dec 12 04:09:52.703924 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.704444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d443164d-a14c-43ea-b795-90b920e60d4d {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:09:52.715459 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.716591 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7780082a-45ad-41a3-a740-a707558975d2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d443164d-a14c-43ea-b795-90b920e60d4d HTTP/1.1" status: 204 len: 168 time: 3.2813375 Dec 12 04:09:52.722531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:52.752804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c149db2-f2bf-4015-adb6-146606853acf req-f2a1e4c7-92b8-46eb-93eb-db87e0003b5c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:52.762041 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8c149db2-f2bf-4015-adb6-146606853acf req-f2a1e4c7-92b8-46eb-93eb-db87e0003b5c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.5057697 Dec 12 04:09:52.816154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dc252d4-2d36-4821-abc7-07ed82f38eb7 req-c64add3b-1f46-413a-8394-6f68a153fa74 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696356 Dec 12 04:09:52.818411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Deleting port 04501ef9-af51-4fc7-871d-87ace21f541c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:52.818764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.873981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-cedc7cfc-6754-4b66-a05a-c2d22ac4a9be tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:52.875651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-cedc7cfc-6754-4b66-a05a-c2d22ac4a9be tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 950 time: 0.4212093 Dec 12 04:09:52.901585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-9b6e0534-716f-475e-9ce3-091481182a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:52.903650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-9b6e0534-716f-475e-9ce3-091481182a31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.2393136 Dec 12 04:09:52.904152 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Floating IP 90ad2dad-5fa9-409f-ba7c-f69ce5fdf881 associated. External IP: 172.25.7.28, port: cb7fd53e-c5c7-453b-afc2-7126dd0b9693. Dec 12 04:09:52.938426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] For port 04501ef9-af51-4fc7-871d-87ace21f541c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=04501ef9-af51-4fc7-871d-87ace21f541c,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:52.938716 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:52.953051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 78ace4a9-18e4-4f47-b21d-4d832f708f5b no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:52.961608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Calling delete_port for 04501ef9-af51-4fc7-871d-87ace21f541c owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:53.000043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 78ace4a9-18e4-4f47-b21d-4d832f708f5b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:53.000385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 78ace4a9-18e4-4f47-b21d-4d832f708f5b not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:53.001024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 04501ef9-af51-4fc7-871d-87ace21f541c no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:53.127205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:53.161861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:53.162434 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-825b600a-8a3b-49dd-8c82-2757d6c70f0e req-c12437d0-a35a-4e17-8729-1bf63935d953 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 210 time: 0.0471532 Dec 12 04:09:53.170648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1ab99e21-5df1-467e-a76f-634f3f07926b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:53.246559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event deleted for resources: {'Port': ['ID=04501ef9-af51-4fc7-871d-87ace21f541c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:53.255202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8c149db2-f2bf-4015-adb6-146606853acf req-d10a64ba-d712-4f7d-97b6-c0611a429124 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922411 Dec 12 04:09:53.368568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] No DVR routers for this DVR port 04501ef9-af51-4fc7-871d-87ace21f541c on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:53.373483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:53.384449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b364a0fe-329a-45d3-80eb-904ab0d5eaf9 req-de9548a0-5eb1-4c20-8cad-3c9151744b28 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "DELETE /v2.0/ports/04501ef9-af51-4fc7-871d-87ace21f541c HTTP/1.1" status: 204 len: 173 time: 0.7911124 Dec 12 04:09:53.459293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:53.504486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:09:53.597133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Router ba527165-fa88-49b8-8100-75dd6bd98885 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:09:53.624199 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-1d126e04-1116-4735-a38d-eed34cbefb98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6947315 Dec 12 04:09:53.630587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Deleting subnet efce6523-3ea5-4dbc-87ee-3c8e63c50fbb {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:09:53.640961 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:53.721319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 9aac7d7e-d698-4611-a1af-22537f14ce01 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:09:53.747312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 9aac7d7e-d698-4611-a1af-22537f14ce01 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:09:53.748226 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:53.772478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9da7-b25e-4c1a-b68a-5c0137da3432 req-ab447b99-1857-4d6e-85c0-858e05603f68 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:53.781202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a34a9da7-b25e-4c1a-b68a-5c0137da3432 req-ab447b99-1857-4d6e-85c0-858e05603f68 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 948 time: 0.1058471 Dec 12 04:09:53.844173 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a34a9da7-b25e-4c1a-b68a-5c0137da3432 req-e325d4bf-4e6f-4bd3-855a-7b0e665c6a71 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624824 Dec 12 04:09:53.901925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49787bf-434a-45ab-ad1f-c2a25f4a3537', 'name': 'network-vif-deleted', 'tag': '04501ef9-af51-4fc7-871d-87ace21f541c'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:53.910474 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e242b992-a092-4b3a-895e-79b06e48a2af" -d '{"events": [{"server_uuid": "e49787bf-434a-45ab-ad1f-c2a25f4a3537", "name": "network-vif-deleted", "tag": "04501ef9-af51-4fc7-871d-87ace21f541c"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:53.937599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40446) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:54.062478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01b71f-9d0e-4995-b0d0-d8edbbf35129 req-4873fc19-e92d-49aa-9e99-72631cc0fb7e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:54.073780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a01b71f-9d0e-4995-b0d0-d8edbbf35129 req-4873fc19-e92d-49aa-9e99-72631cc0fb7e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 950 time: 0.0891728 Dec 12 04:09:54.101129 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.133491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.149130 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a01b71f-9d0e-4995-b0d0-d8edbbf35129 req-f11ba041-3112-4541-95f9-a69494f14f46 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743413 Dec 12 04:09:54.169517 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ff8fa9a-0ea9-421e-82da-453448507e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.172569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:54.185774 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8708720d-0834-4a97-a803-cf91cbf4d7e2" -d '{"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-plugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:54.222962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:54.235209 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1879fd34-4494-40db-b495-1e495efa31cf x-openstack-request-id: req-1879fd34-4494-40db-b495-1e495efa31cf {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:54.236228 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49787bf-434a-45ab-ad1f-c2a25f4a3537", "name": "network-vif-deleted", "tag": "04501ef9-af51-4fc7-871d-87ace21f541c", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:54.236873 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1879fd34-4494-40db-b495-1e495efa31cf {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:54.238215 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49787bf-434a-45ab-ad1f-c2a25f4a3537', 'name': 'network-vif-deleted', 'tag': '04501ef9-af51-4fc7-871d-87ace21f541c', 'status': 'completed', 'code': 200} Dec 12 04:09:54.238492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.337693 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dc06e8e1-bf55-4a8c-aaf8-73d7545fa66e req-257f0073-4312-44fa-beba-de7ccae24a53 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 210 time: 0.0366459 Dec 12 04:09:54.345520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ff8fa9a-0ea9-421e-82da-453448507e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.355868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f931f-1c70-4991-9ad8-4e64262a0ee6 req-5001c76b-f1c8-4de5-945e-f8875e204861 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:54.357520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e21f931f-1c70-4991-9ad8-4e64262a0ee6 req-5001c76b-f1c8-4de5-945e-f8875e204861 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 949 time: 0.8106921 Dec 12 04:09:54.361776 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ff8fa9a-0ea9-421e-82da-453448507e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.408035 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe7baef-1e04-4512-a71c-99f4fda4e7b0 x-openstack-request-id: req-bfe7baef-1e04-4512-a71c-99f4fda4e7b0 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:54.408418 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-plugged", "status": "completed", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:54.408613 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfe7baef-1e04-4512-a71c-99f4fda4e7b0 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:54.412558 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'code': 200} Dec 12 04:09:54.414459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=13']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:54.429160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0ff8fa9a-0ea9-421e-82da-453448507e40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e594583e84554484b3020f4ddf35d4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4879522 Dec 12 04:09:54.430007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40456) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:54.435039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8fa9a-0ea9-421e-82da-453448507e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc18d25b-8849-4840-b238-8a268fb9cc8f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:54.448054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Made reservation on behalf of 7c7f57d1ea8244309b61ba1bc594e3e2 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:09:54.452295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.486943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.515056 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-57e08af4-a8e3-4936-8c0c-6f8fddf58984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.541630 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-57e08af4-a8e3-4936-8c0c-6f8fddf58984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.597406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-57e08af4-a8e3-4936-8c0c-6f8fddf58984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.601882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-57e08af4-a8e3-4936-8c0c-6f8fddf58984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.605805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Deleting port 1ab99e21-5df1-467e-a76f-634f3f07926b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:54.606157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.607036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-57e08af4-a8e3-4936-8c0c-6f8fddf58984 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc18d25b-8849-4840-b238-8a268fb9cc8f HTTP/1.1" status: 204 len: 168 time: 0.1752763 Dec 12 04:09:54.616892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e08af4-a8e3-4936-8c0c-6f8fddf58984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc18d25b-8849-4840-b238-8a268fb9cc8f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:54.680321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e21f931f-1c70-4991-9ad8-4e64262a0ee6 req-d675683a-225c-4f6d-80e6-8617ddc4c89a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462568 Dec 12 04:09:54.834596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] For port 1ab99e21-5df1-467e-a76f-634f3f07926b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1ab99e21-5df1-467e-a76f-634f3f07926b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:54.834978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:54.848591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Calling delete_port for 1ab99e21-5df1-467e-a76f-634f3f07926b owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:54.937086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9303e8b3-0d68-47c9-8207-855d66b5be24 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:54.970647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 9303e8b3-0d68-47c9-8207-855d66b5be24 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:54.972468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9303e8b3-0d68-47c9-8207-855d66b5be24 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:54.998291 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-b107124a-69dc-467e-9724-95f728595894 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462869 Dec 12 04:09:55.024001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ca368-5008-4165-9cc1-b3170ec0b5b8 req-121e558f-749f-4a49-8bf8-f79e1584f0f6 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:55.032635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a7ca368-5008-4165-9cc1-b3170ec0b5b8 req-121e558f-749f-4a49-8bf8-f79e1584f0f6 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 948 time: 0.0879540 Dec 12 04:09:55.044076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-c2115afb-17fa-4972-a626-b2c9cafbb942 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862021 Dec 12 04:09:55.085611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a7ca368-5008-4165-9cc1-b3170ec0b5b8 req-5f8f2c5c-58bd-4a1c-adbe-eb3792e6b1d9 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499802 Dec 12 04:09:55.138643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:09:55.148392 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] Sync routers for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:09:55.163396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:55.170470 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:55.171249 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:55.199996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:55.306803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3983354-4f25-467d-a9ba-99d5dcb7d7d2 req-b23e46e7-9038-4bdd-98e6-67c5886aad21 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:55.319088 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3983354-4f25-467d-a9ba-99d5dcb7d7d2 req-b23e46e7-9038-4bdd-98e6-67c5886aad21 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 950 time: 0.0930386 Dec 12 04:09:55.334450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efce6523-3ea5-4dbc-87ee-3c8e63c50fbb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:55.345363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc37877-4782-4da7-aa40-19d130021787 None None] Network 05fe1a72-7b62-4fff-bf74-989576082b19 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:09:55.360716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Allocated IP 172.20.0.11 (13702123-2457-41cb-8d20-86632f884371/a4b4b163-48ba-4429-83f2-c9bdb90cc5bb/a261fb6e-7a0a-4bda-b32c-14fc244f49c6) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:09:55.374724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:55.385035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/efce6523-3ea5-4dbc-87ee-3c8e63c50fbb HTTP/1.1" status: 204 len: 168 time: 2.6417603 Dec 12 04:09:55.387012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40496) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:55.389319 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:55.422808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.423094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.423430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.434093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.434608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.434966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.435326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.435673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.436016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.436357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.436697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.437055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.437390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba942254-3821-4af3-a04a-a7a0b73a3f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:09:55.450785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-901d43bb-a0d4-4c8d-bfe7-f3fb606e4b42 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "PUT /v2.0/floatingips/90ad2dad-5fa9-409f-ba7c-f69ce5fdf881 HTTP/1.1" status: 200 len: 990 time: 4.8464592 Dec 12 04:09:55.486519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1ab99e21-5df1-467e-a76f-634f3f07926b no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:55.515725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'tag': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:55.545037 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad273d6c-d500-4c63-b326-742e42bbc54e" -d '{"events": [{"name": "network-changed", "server_uuid": "53624ce5-4d19-476e-adf3-ca02ccb919c1", "tag": "cb7fd53e-c5c7-453b-afc2-7126dd0b9693"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:55.574943 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3983354-4f25-467d-a9ba-99d5dcb7d7d2 req-6094ca4a-4a2a-49e0-8fd2-dc457e067ae6 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483678 Dec 12 04:09:55.594715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00466b2f-9da6-4a04-92b0-5a664283d011 None None] DHCP port deletion for 05fe1a72-7b62-4fff-bf74-989576082b19 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:09:55.609829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:55.629441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Port 1ab99e21-5df1-467e-a76f-634f3f07926b update to DOWN by agent not found {{(pid=103452) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 04:09:55.639698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:55.670201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:55.675295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b', '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:09:55.682101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-915b01b3-1527-4ce4-8793-b2c9002f0fb7 req-58ffe5d4-a5e9-4a61-a1e5-ab8e6a3c6022 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652670 Dec 12 04:09:55.720239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event deleted for resources: {'Port': ['ID=1ab99e21-5df1-467e-a76f-634f3f07926b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:55.733742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-ef643aff-1a75-4ebb-b82d-8d6f3fadb490 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:55.741226 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-ef643aff-1a75-4ebb-b82d-8d6f3fadb490 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6744597 Dec 12 04:09:55.819639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-00466b2f-9da6-4a04-92b0-5a664283d011 None None] Deleting port db576cea-47ed-4a41-b510-5e4ea2546828 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:55.820024 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-00466b2f-9da6-4a04-92b0-5a664283d011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:55.858960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc32940f-97d1-4d69-a8e8-7b45ae87a7d6 req-4c464a60-0030-49d2-8737-0dcaead5f75c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 210 time: 0.0523505 Dec 12 04:09:55.872471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-14dd2464-0e48-40d2-9446-a00e665babeb tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/quotas/d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 375 time: 0.1297467 Dec 12 04:09:55.909567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Deleting port db576cea-47ed-4a41-b510-5e4ea2546828 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:55.910169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:55.918793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-00466b2f-9da6-4a04-92b0-5a664283d011 None None] For port db576cea-47ed-4a41-b510-5e4ea2546828, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=db576cea-47ed-4a41-b510-5e4ea2546828,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:55.920014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-00466b2f-9da6-4a04-92b0-5a664283d011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:55.934526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-00466b2f-9da6-4a04-92b0-5a664283d011 None None] Calling delete_port for db576cea-47ed-4a41-b510-5e4ea2546828 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:55.961531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1723134852-network', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:55.964383 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '90ad2dad-5fa9-409f-ba7c-f69ce5fdf881', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'port_id': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'mac_address': 'fa:16:3e:55:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:07:13Z', 'updated_at': '2021-12-12T04:09:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:55.992380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] No DVR routers for this DVR port 1ab99e21-5df1-467e-a76f-634f3f07926b on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:56.004326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:56.020760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ea140ca-07ef-4b8b-beee-2dff368874c8 req-37a9a991-931b-44ae-8633-b20916334f1b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.37 "DELETE /v2.0/ports/1ab99e21-5df1-467e-a76f-634f3f07926b HTTP/1.1" status: 204 len: 173 time: 3.1320605 Dec 12 04:09:56.025428 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] Checking router: ba527165-fa88-49b8-8100-75dd6bd98885 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:09:56.046112 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] For port db576cea-47ed-4a41-b510-5e4ea2546828, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=db576cea-47ed-4a41-b510-5e4ea2546828,segment=NetworkSegment(afd63c94-d58f-4713-b939-14e5bbb46584),segment_id=afd63c94-d58f-4713-b939-14e5bbb46584)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:56.046670 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:56.052627 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:09:56.053617 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:56.079978 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d94dc-a338-45b1-b7eb-701f03626f4f x-openstack-request-id: req-d04d94dc-a338-45b1-b7eb-701f03626f4f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:56.080424 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53624ce5-4d19-476e-adf3-ca02ccb919c1", "tag": "cb7fd53e-c5c7-453b-afc2-7126dd0b9693", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:56.080904 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d04d94dc-a338-45b1-b7eb-701f03626f4f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:56.081321 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'tag': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693', 'status': 'completed', 'code': 200} Dec 12 04:09:56.118760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Calling delete_port for db576cea-47ed-4a41-b510-5e4ea2546828 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:56.159471 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-00466b2f-9da6-4a04-92b0-5a664283d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:56.211136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-48a8ee92-af67-4b0c-be53-88435b51eefb tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:56.224584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-48a8ee92-af67-4b0c-be53-88435b51eefb tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.37 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 948 time: 0.4802818 Dec 12 04:09:56.239621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Made reservation on behalf of a9b100b3d0144f658a1dea71faf76d80 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:09:56.251300 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:56.370083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00466b2f-9da6-4a04-92b0-5a664283d011 None None] Pushing event deleted for resources: {'Port': ['ID=db576cea-47ed-4a41-b510-5e4ea2546828,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:56.384390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00466b2f-9da6-4a04-92b0-5a664283d011 None None] No DVR routers for this DVR port db576cea-47ed-4a41-b510-5e4ea2546828 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:56.468188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-9327d645-b5d1-4af7-aff3-1a43e733d35b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5946572 Dec 12 04:09:56.499819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-c7065bf1-bcc5-4973-9baa-6a2553fa0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:56.501651 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-c7065bf1-bcc5-4973-9baa-6a2553fa0600 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78f3494e57c7456d9a9a3c359da86fd0&device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 1096 time: 0.3939245 Dec 12 04:09:56.512352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:56.544302 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:09:56.583248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:56.655318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Deleting port 463a4856-a87e-4bf3-a6df-00c5b4601029 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:09:56.656664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:56.694734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-5d4f2c50-8e3b-493d-9b3d-32df3caa8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:56.712528 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-5d4f2c50-8e3b-493d-9b3d-32df3caa8bab service neutron] 10.222.0.18 "GET /v2.0/networks?id=695603de-80e2-4b3d-8195-8a60643536e4 HTTP/1.1" status: 200 len: 924 time: 0.1992605 Dec 12 04:09:56.742145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d75b8-8aa8-4a90-8ee9-e00bb4c4336a req-27bcb0d2-c531-4c81-acfe-926562b67ad2 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:56.756762 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-696d75b8-8aa8-4a90-8ee9-e00bb4c4336a req-27bcb0d2-c531-4c81-acfe-926562b67ad2 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 948 time: 0.5511711 Dec 12 04:09:56.959703 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:09:56.973894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03e64d92-ffa6-4261-8e25-b16468fb18e0 req-3371d5ba-27df-4d65-8392-051ee3d56e08 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=bec35e06-9990-4159-81df-dc3c0d31cedc HTTP/1.1" status: 200 len: 210 time: 0.0890362 Dec 12 04:09:56.980269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-ef8d1a9b-adbb-42c6-825d-48887ced7e2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb7fd53e-c5c7-453b-afc2-7126dd0b9693 HTTP/1.1" status: 200 len: 998 time: 0.2216158 Dec 12 04:09:57.036381 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '90ad2dad-5fa9-409f-ba7c-f69ce5fdf881', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'port_id': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'mac_address': 'fa:16:3e:55:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:07:13Z', 'updated_at': '2021-12-12T04:09:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:57.081950 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8515079-3a90-49c0-8516-0cc4d33c991c None None] The sync data for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 is: [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '90ad2dad-5fa9-409f-ba7c-f69ce5fdf881', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'port_id': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'mac_address': 'fa:16:3e:55:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:07:13Z', 'updated_at': '2021-12-12T04:09:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:09:57.129804 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.134428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-696d75b8-8aa8-4a90-8ee9-e00bb4c4336a req-830bd7a0-55a8-40c3-be42-5d306ffaa5e4 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602061 Dec 12 04:09:57.151853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device db576cea-47ed-4a41-b510-5e4ea2546828 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:57.219933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: db576cea-47ed-4a41-b510-5e4ea2546828 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:57.221088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device db576cea-47ed-4a41-b510-5e4ea2546828 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:57.241717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.294626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-b3ceaedd-a1a5-456b-84f4-0e412e41f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:57.296505 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-b3ceaedd-a1a5-456b-84f4-0e412e41f832 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5 HTTP/1.1" status: 200 len: 863 time: 0.3075633 Dec 12 04:09:57.298802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] No DVR routers for this DVR port db576cea-47ed-4a41-b510-5e4ea2546828 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:57.309947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Pushing event deleted for resources: {'Port': ['ID=db576cea-47ed-4a41-b510-5e4ea2546828,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:57.384683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f960f106-49ab-46cb-8e7d-4a092a9be933 req-b742bd15-f901-4058-b628-418ce084b815 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 210 time: 0.2066002 Dec 12 04:09:57.399381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] For port 463a4856-a87e-4bf3-a6df-00c5b4601029, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=463a4856-a87e-4bf3-a6df-00c5b4601029,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:09:57.399753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.436595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Network 13702123-2457-41cb-8d20-86632f884371 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:09:57.442051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.443302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Calling delete_port for 463a4856-a87e-4bf3-a6df-00c5b4601029 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:09:57.454503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:09:57.459968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:09:57.464423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.476480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:09:57.488156 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.488531 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Added segment 3f85671d-7750-4c10-826e-7745909b626c of type vlan for network 93dfc7c5-8a52-4100-985b-bf394ebe1dac Dec 12 04:09:57.489875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event updated for resources: {'Port': ['ID=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:57.519262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-9110679a-e65f-4738-926c-c652254adfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:57.520835 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-9110679a-e65f-4738-926c-c652254adfb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=695603de-80e2-4b3d-8195-8a60643536e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2075140 Dec 12 04:09:57.527026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.536764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32783c94-724f-4f05-a142-5887387da412 req-0a8ad77a-90b4-45c3-8603-feb8873d710c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:57.545649 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-32783c94-724f-4f05-a142-5887387da412 req-0a8ad77a-90b4-45c3-8603-feb8873d710c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 932 time: 0.2476804 Dec 12 04:09:57.602352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e734b45-b0fc-4710-a851-6a4bd3937d04 None None] New status for floating IP 90ad2dad-5fa9-409f-ba7c-f69ce5fdf881: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:09:57.688164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4cc2e7-f956-4f27-b421-eba47be7cd39,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:57.695230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.743317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:57.744004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.824611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ac10fb1a-f642-497d-a004-dcd37e768ffa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2122624 Dec 12 04:09:57.839830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.841167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:57.841980 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:57.854533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Request body: {'port': {'device_id': 'c261786c-f641-45ef-8184-8c970f878cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:58.017354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:58.063571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4425626 Dec 12 04:09:58.083502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec35e06-9990-4159-81df-dc3c0d31cedc', 'name': 'network-vif-deleted', 'tag': '1ab99e21-5df1-467e-a76f-634f3f07926b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:09:58.085841 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba7c0db-ebf4-4f5d-ac9d-753316b83ec3" -d '{"events": [{"server_uuid": "bec35e06-9990-4159-81df-dc3c0d31cedc", "name": "network-vif-deleted", "tag": "1ab99e21-5df1-467e-a76f-634f3f07926b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:09:58.088338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40534) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:58.096481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Request body: {'subnet': {'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-subnet', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:58.106414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2019e-7d1c-42cd-b1a2-d912f17de5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=93dfc7c5-8a52-4100-985b-bf394ebe1dac,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:58.109306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Pushing event deleted for resources: {'Port': ['ID=463a4856-a87e-4bf3-a6df-00c5b4601029,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:58.117541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 93dfc7c5-8a52-4100-985b-bf394ebe1dac details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:09:58.161927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-32783c94-724f-4f05-a142-5887387da412 req-5920ff78-6817-488f-aa7f-7bf0c9fef498 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152744 Dec 12 04:09:58.178117 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fe1a72-7b62-4fff-bf74-989576082b19']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:58.202825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd63c94-d58f-4713-b939-14e5bbb46584') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:58.203132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd63c94-d58f-4713-b939-14e5bbb46584') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:09:58.233047 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:58.326187 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0809bb63-8d30-4afc-ba51-f08efdba6af9 req-5d6588eb-f091-4e2f-9c4f-1559609739d6 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cc925b-9106-4337-9522-967b85c0c91b HTTP/1.1" status: 200 len: 210 time: 0.0867062 Dec 12 04:09:58.329595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:58.349069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:09:58.353115 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:09:58.356334 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:09:58.410434 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-3bdfc144-0375-46c9-988b-5a2e01430a0e service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555524 Dec 12 04:09:58.488184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:58.495341 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc59c1de-a753-4acb-bae6-a2fb12bedc45 x-openstack-request-id: req-bc59c1de-a753-4acb-bae6-a2fb12bedc45 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:09:58.495851 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec35e06-9990-4159-81df-dc3c0d31cedc", "name": "network-vif-deleted", "tag": "1ab99e21-5df1-467e-a76f-634f3f07926b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:09:58.495980 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc59c1de-a753-4acb-bae6-a2fb12bedc45 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:09:58.496413 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec35e06-9990-4159-81df-dc3c0d31cedc', 'name': 'network-vif-deleted', 'tag': '1ab99e21-5df1-467e-a76f-634f3f07926b', 'status': 'completed', 'code': 200} Dec 12 04:09:58.601672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-8799e077-e651-492d-8214-8eef369dc185 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312355 Dec 12 04:09:58.602493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] No DVR routers for this DVR port 463a4856-a87e-4bf3-a6df-00c5b4601029 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:09:58.612496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:58.617430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:58.620989 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] 10.222.0.36 "DELETE /v2.0/networks/05fe1a72-7b62-4fff-bf74-989576082b19 HTTP/1.1" status: 204 len: 168 time: 3.2319880 Dec 12 04:09:58.655443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af36e8b-6e42-45ca-a4f8-294102f7b806 admin admin] Pushing event deleted for resources: {'Network': ['ID=05fe1a72-7b62-4fff-bf74-989576082b19,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:58.673452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfad06eb-141f-4d9f-b43f-05f2fc529808 req-de7403c2-06ba-4e84-9958-ed4b82ea43d7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 210 time: 0.1145804 Dec 12 04:09:58.676852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Made reservation on behalf of a9b100b3d0144f658a1dea71faf76d80 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:09:58.680175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:58.704739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:58.708806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-180013f3-7f2d-42e8-b0a4-690e374c1393 req-711aa89d-55b1-442b-9226-f59c49b39c82 tempest-ListImageFiltersTestJSON-743034314 tempest-ListImageFiltersTestJSON-743034314-project] 10.222.0.37 "DELETE /v2.0/ports/463a4856-a87e-4bf3-a6df-00c5b4601029 HTTP/1.1" status: 204 len: 173 time: 2.4720447 Dec 12 04:09:58.747544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad273d6c-d500-4c63-b326-742e42bbc54e req-6faf94bc-017f-4761-b252-c011f0cc563c service neutron] 10.222.0.18 "GET /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231061 Dec 12 04:09:58.889235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40562) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:58.948962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f9e77f5b-a5e9-4dd8-920e-f862e1db23f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f3200c8abda4a0c9847355e89cbab38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570412 Dec 12 04:09:58.950362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40566) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:09:59.083667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d8e882-2c7f-430f-8e92-892a607ec74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:59.123800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-55927a0a-7d1f-4906-ac8a-89441245c893 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:59.125296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-55927a0a-7d1f-4906-ac8a-89441245c893 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4622355 Dec 12 04:09:59.126335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-082e0e41-1063-4f1b-8afd-5542bd03546a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:59.127861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-082e0e41-1063-4f1b-8afd-5542bd03546a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 820 time: 0.1497474 Dec 12 04:09:59.130176 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d8e882-2c7f-430f-8e92-892a607ec74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:59.153701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-884629ca-5c3c-407f-a90b-f0ee377625f5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/quotas/064aa813869d4814859875e009120b6c HTTP/1.1" status: 200 len: 375 time: 0.0169530 Dec 12 04:09:59.173075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71415ea-ea2c-424f-b707-31b85243de20 req-5c5d0c8f-1404-49cd-9318-f396aab91cf2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:59.174584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c71415ea-ea2c-424f-b707-31b85243de20 req-5c5d0c8f-1404-49cd-9318-f396aab91cf2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a HTTP/1.1" status: 200 len: 950 time: 0.2302189 Dec 12 04:09:59.183513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Request body: {'port': {'device_id': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'd42b68d55c3b405d8bb5ee6f346236ab'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:09:59.222974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-477ecde8-e582-48a6-bccd-614f42c47e40 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613728 Dec 12 04:09:59.236422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d8e882-2c7f-430f-8e92-892a607ec74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:59.239474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d8e882-2c7f-430f-8e92-892a607ec74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:59.240542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-63d8e882-2c7f-430f-8e92-892a607ec74e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab2a495c-b251-4703-b1f1-65bb6e871a5f HTTP/1.1" status: 204 len: 168 time: 0.2882173 Dec 12 04:09:59.257831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8e882-2c7f-430f-8e92-892a607ec74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a495c-b251-4703-b1f1-65bb6e871a5f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:59.357403 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-6a64c666-1876-4ad1-b898-a780321a2020 service neutron] 10.222.0.36 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284542 Dec 12 04:09:59.430521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c71415ea-ea2c-424f-b707-31b85243de20 req-6bc58c41-b89c-4b2d-a691-1a45f8dbd6db tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418504 Dec 12 04:09:59.434365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:59.469223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-4390f607-b05f-48bd-af42-84d6922e9808 service neutron] 10.222.0.36 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050410 Dec 12 04:09:59.493028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:09:59.546818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 463a4856-a87e-4bf3-a6df-00c5b4601029 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:09:59.546994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 463a4856-a87e-4bf3-a6df-00c5b4601029 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:09:59.559434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9b2b64-2a13-4b7f-b94f-88f777aa4909,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:59.572173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Made reservation on behalf of d42b68d55c3b405d8bb5ee6f346236ab for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:09:59.577275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:59.633925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a261fb6e-7a0a-4bda-b32c-14fc244f49c6 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:09:59.658470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Checking segment: {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:09:59.658848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Network hostable DHCP agents. Network: 93dfc7c5-8a52-4100-985b-bf394ebe1dac, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:09:59.665605 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:59.744466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d4a1c-411f-4e56-9b6e-07bcd8ef8324 req-cf8c3ee0-2412-4310-9723-41fc19127025 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:59.746047 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d63d4a1c-411f-4e56-9b6e-07bcd8ef8324 req-cf8c3ee0-2412-4310-9723-41fc19127025 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 932 time: 0.1841483 Dec 12 04:09:59.750872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Transition to ACTIVE for port object a261fb6e-7a0a-4bda-b32c-14fc244f49c6 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:09:59.763778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Network 93dfc7c5-8a52-4100-985b-bf394ebe1dac is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:09:59.769747 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:59.837580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 93dfc7c5-8a52-4100-985b-bf394ebe1dac) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:09:59.867384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e833d-09fa-418d-b66e-8769ace5f52c None None] Network 93dfc7c5-8a52-4100-985b-bf394ebe1dac requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:09:59.871479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:09:59.872666 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:09:59.925228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Pushing event updated for resources: {'Port': ['ID=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:09:59.943929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Allocated IP 192.168.233.197 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/06b875ef-2478-4496-8e5b-19e20f766a34) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:09:59.950578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d63d4a1c-411f-4e56-9b6e-07bcd8ef8324 req-c843a358-879b-4291-9bfc-0e46015e084e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959474 Dec 12 04:09:59.987875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45a449ec-d4c5-4095-b73e-1bdda2a8254a req-f2f8642a-97e0-4a91-a337-8d5f91ddb38e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 210 time: 0.0577600 Dec 12 04:10:00.017259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40604) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:00.017400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1efb8097-f241-46f5-947d-9c1f12b17ad6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9247079 Dec 12 04:10:00.022434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:00.068604 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ba11519-509b-40bf-8fd9-6b833ec8fbb2 req-ee9441b0-2416-455f-9382-8d08afeb865b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 210 time: 0.0438292 Dec 12 04:10:00.071181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.072563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.098913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:10:00.099965 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.115607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Attempting to bind port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:00.115975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Attempting to bind port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:00.116367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Attempting to bind port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:00.128527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 on network 13702123-2457-41cb-8d20-86632f884371 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:10:00.129009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Attempting to bind port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:00.184637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:00.186332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Checking segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:00.186757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Bound using segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:00.187230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Bound port: a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:00.187604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.242584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.302370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.307038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:00.311647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:00.321729 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.379273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:00.379993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.381493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] 10.222.0.37 "PUT /v2.0/ports/a261fb6e-7a0a-4bda-b32c-14fc244f49c6 HTTP/1.1" status: 200 len: 1092 time: 2.5364668 Dec 12 04:10:00.398977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40622) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:00.437891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.469068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Allocated IP 172.20.0.2 (93dfc7c5-8a52-4100-985b-bf394ebe1dac/0a9b2b64-2a13-4b7f-b94f-88f777aa4909/aff44983-f83e-4747-a107-d0f99723a26e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:00.478264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57ebad-2a72-4d1d-954b-71619c6dc7ad service neutron] Pushing event updated for resources: {'Port': ['ID=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:00.516377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-deleted', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029'}, {'name': 'network-changed', 'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:00.516721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['a92f123f-7056-406d-899d-bbcfd80dd63d', '9aac7d7e-d698-4611-a1af-22537f14ce01'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:00.519208 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cd517f-1557-4e27-9065-38344dad62e5" -d '{"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-deleted", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029"}, {"name": "network-changed", "server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:00.564962 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.587595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277a89d-09fb-40da-86cf-97bf71120272 req-06257242-c9e8-492e-8d33-eefc1cb3a9ba tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:00.588802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f277a89d-09fb-40da-86cf-97bf71120272 req-06257242-c9e8-492e-8d33-eefc1cb3a9ba tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a HTTP/1.1" status: 200 len: 950 time: 0.3428156 Dec 12 04:10:00.608129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e8f526f6-3f59-4b44-90b7-ced35ee04ff0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:00.683805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-network', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:00.708518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:00.717072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Made reservation on behalf of 0cd624fde07c498aa09a4eee243a50be for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:00.719915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.729686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:00.742110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:00.752796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:00.756446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.793733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-f81b94b2-5cc0-4f8f-bd15-12051d55ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:00.795367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-f81b94b2-5cc0-4f8f-bd15-12051d55ad06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 1095 time: 0.3431633 Dec 12 04:10:00.863700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7653e-c0c2-4d71-af36-b4aa35911032 req-f61c56ff-703b-49f9-88ec-f35f8a401e17 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:00.873938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-05d7653e-c0c2-4d71-af36-b4aa35911032 req-f61c56ff-703b-49f9-88ec-f35f8a401e17 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a HTTP/1.1" status: 200 len: 950 time: 0.2713897 Dec 12 04:10:00.881102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:00.881102 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:00.884894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-c061540c-ce7d-4222-af2b-221078c94b8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6 HTTP/1.1" status: 200 len: 217 time: 0.0695391 Dec 12 04:10:00.941482 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066c770a-4961-46e7-bcb9-46df99d0adff x-openstack-request-id: req-066c770a-4961-46e7-bcb9-46df99d0adff {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:00.942040 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cc925b-9106-4337-9522-967b85c0c91b", "name": "network-vif-deleted", "tag": "463a4856-a87e-4bf3-a6df-00c5b4601029", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:00.942478 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-066c770a-4961-46e7-bcb9-46df99d0adff {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:00.943055 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cc925b-9106-4337-9522-967b85c0c91b', 'name': 'network-vif-deleted', 'tag': '463a4856-a87e-4bf3-a6df-00c5b4601029', 'status': 'completed', 'code': 200} Dec 12 04:10:00.943468 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6', 'status': 'completed', 'code': 200} Dec 12 04:10:01.008864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-e4f37787-caad-421c-8533-1c7d1aef897c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8290658 Dec 12 04:10:01.044563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-05d7653e-c0c2-4d71-af36-b4aa35911032 req-7f6e4bf5-07bd-40fd-8ccd-91ef57f74115 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644692 Dec 12 04:10:01.044708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Request body: {'port': {'device_id': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:01.060983 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.082051 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.106922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-8ff4c00d-307b-492c-97b4-2a64fb4833e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:01.111390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-8ff4c00d-307b-492c-97b4-2a64fb4833e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.2158642 Dec 12 04:10:01.112448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7177980-2b74-45b2-a5f6-a831329eebed req-2470cc70-3bd0-4bfd-814a-78646cb1f9ed tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:01.114018 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a7177980-2b74-45b2-a5f6-a831329eebed req-2470cc70-3bd0-4bfd-814a-78646cb1f9ed tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/ports?device_id=d152ee06-2c42-42e4-85a2-d1759984a621 HTTP/1.1" status: 200 len: 950 time: 0.3020160 Dec 12 04:10:01.157683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Network 93dfc7c5-8a52-4100-985b-bf394ebe1dac is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:01.163143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Pushing event updated for resources: {'Port': ['ID=aff44983-f83e-4747-a107-d0f99723a26e,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:01.168068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:01.170556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:01.170712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-f277a89d-09fb-40da-86cf-97bf71120272 req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Deleting port 9b7a7fa2-1173-4d4c-a158-4233b18106fd {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:01.170983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f277a89d-09fb-40da-86cf-97bf71120272 req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.199734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-ba3947ab-0868-44ff-a2b3-c106bfe91b81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510530 Dec 12 04:10:01.208353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.242710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.272172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f277a89d-09fb-40da-86cf-97bf71120272 req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] For port 9b7a7fa2-1173-4d4c-a158-4233b18106fd, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9b7a7fa2-1173-4d4c-a158-4233b18106fd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:01.273262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f277a89d-09fb-40da-86cf-97bf71120272 req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.286561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-f277a89d-09fb-40da-86cf-97bf71120272 req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Calling delete_port for 9b7a7fa2-1173-4d4c-a158-4233b18106fd owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:01.292961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4d13c294-d7cd-492c-81ed-0ebab65fc6e9 None None] Provisioning complete for port 06b875ef-2478-4496-8e5b-19e20f766a34 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:01.293843 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d13c294-d7cd-492c-81ed-0ebab65fc6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.317980 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.341579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:10:01.355574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Attempting to bind port aff44983-f83e-4747-a107-d0f99723a26e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:01.356043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Attempting to bind port aff44983-f83e-4747-a107-d0f99723a26e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:01.356481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Attempting to bind port aff44983-f83e-4747-a107-d0f99723a26e on network 93dfc7c5-8a52-4100-985b-bf394ebe1dac {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:01.371043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd90ebe-bada-40f6-9a91-433d179451d1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:01.383139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.383600 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Added segment ac13bcf8-2921-4dc8-bb31-c35b7b8c492a of type vlan for network 677f71cd-022c-46ea-acb1-f58e94a4d06d Dec 12 04:10:01.392507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:01.393071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Checking segment: {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:01.394856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.395510 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Bound using segment: {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:01.396226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Bound port: aff44983-f83e-4747-a107-d0f99723a26e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:01.396877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.409978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4d13c294-d7cd-492c-81ed-0ebab65fc6e9 None None] Port 06b875ef-2478-4496-8e5b-19e20f766a34 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:01.448080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f277a89d-09fb-40da-86cf-97bf71120272 req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.508801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.520071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-8aa2f2d8-398d-42b3-8ebc-7d0b2dae634b service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091035 Dec 12 04:10:01.548380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] For port aff44983-f83e-4747-a107-d0f99723a26e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:01.552362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] For port aff44983-f83e-4747-a107-d0f99723a26e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=aff44983-f83e-4747-a107-d0f99723a26e,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:01.560854 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.589561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event deleted for resources: {'Port': ['ID=9b7a7fa2-1173-4d4c-a158-4233b18106fd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:01.669698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01f6d1-680e-45ad-a323-e02b042d3792 None None] Pushing event updated for resources: {'Port': ['ID=aff44983-f83e-4747-a107-d0f99723a26e,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:01.728944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:01.751342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.753304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8093c9-c542-4326-a832-d5990d78fa25 req-0f981b5e-31f5-4f92-a02b-8994f6b75d51 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:01.753957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:01.754707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.757745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f8093c9-c542-4326-a832-d5990d78fa25 req-0f981b5e-31f5-4f92-a02b-8994f6b75d51 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 944 time: 0.5894628 Dec 12 04:10:01.861535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f277a89d-09fb-40da-86cf-97bf71120272 req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] No DVR routers for this DVR port 9b7a7fa2-1173-4d4c-a158-4233b18106fd on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:10:01.898284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4945381 Dec 12 04:10:01.905557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40670) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:01.941646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Request body: {'subnet': {'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-subnet', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:01.949347 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f277a89d-09fb-40da-86cf-97bf71120272 req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:01.953290 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f277a89d-09fb-40da-86cf-97bf71120272 req-e5105bd2-5cf4-4123-979f-501c58c4b65d tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "DELETE /v2.0/ports/9b7a7fa2-1173-4d4c-a158-4233b18106fd HTTP/1.1" status: 204 len: 173 time: 1.3426089 Dec 12 04:10:01.970115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ee5cb8-96e5-4ae5-a943-a45f35743a2a', 'name': 'network-vif-deleted', 'tag': '9b7a7fa2-1173-4d4c-a158-4233b18106fd'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:01.970115 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c270e805-9cb8-455e-a345-c7b38bb09211" -d '{"events": [{"server_uuid": "a4ee5cb8-96e5-4ae5-a943-a45f35743a2a", "name": "network-vif-deleted", "tag": "9b7a7fa2-1173-4d4c-a158-4233b18106fd"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:02.005177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c2cef-5fb3-4116-a0a1-9c91b9963e4f req-d0b6fccc-fef3-40e0-8380-8d60fd3e56ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:02.013766 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-069c2cef-5fb3-4116-a0a1-9c91b9963e4f req-d0b6fccc-fef3-40e0-8380-8d60fd3e56ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 936 time: 0.3959801 Dec 12 04:10:02.041547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881b90c-c1c3-4a8a-9c63-d2a5181a9007 admin admin] Pushing event updated for resources: {'Network': ['ID=677f71cd-022c-46ea-acb1-f58e94a4d06d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:02.043447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a7177980-2b74-45b2-a5f6-a831329eebed req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Deleting port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:02.043861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a7177980-2b74-45b2-a5f6-a831329eebed req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:02.059449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c15286-ac3b-4292-9f75-c64494d2d32e req-816f912b-cd83-4028-a5ea-f69d20754664 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277970 Dec 12 04:10:02.094086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f8093c9-c542-4326-a832-d5990d78fa25 req-a1ea84d0-cf7b-4b4b-a475-47355f635ab4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884307 Dec 12 04:10:02.128681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 677f71cd-022c-46ea-acb1-f58e94a4d06d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:10:02.142692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-c7b3b3f4-8b2f-47b9-b67e-aa539e9828d6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:02.145205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-c7b3b3f4-8b2f-47b9-b67e-aa539e9828d6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 820 time: 0.5820680 Dec 12 04:10:02.147599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-069c2cef-5fb3-4116-a0a1-9c91b9963e4f req-e97d13fb-814a-408e-bcb4-0b7dbbab62a6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279030 Dec 12 04:10:02.148543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Made reservation on behalf of 0cd624fde07c498aa09a4eee243a50be for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:02.152205 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:02.274778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Request body: {'port': {'device_id': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469', 'admin_state_up': True, 'tenant_id': '064aa813869d4814859875e009120b6c'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:02.311559 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:02.417558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b875ef-2478-4496-8e5b-19e20f766a34 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:10:02.434636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:02.455603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:02.463749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Transition to ACTIVE for port object 06b875ef-2478-4496-8e5b-19e20f766a34 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:10:02.474605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22c649c2-6ba2-40c4-999d-eaff3f7c5e16 req-f902e498-e21c-4c95-b7f8-5a4b322ba897 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 210 time: 0.1617191 Dec 12 04:10:02.495256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:02.583201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-97874d2a-9860-4edc-ab4d-d3a2ed357ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:02.584935 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-97874d2a-9860-4edc-ab4d-d3a2ed357ae2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 1095 time: 0.2739120 Dec 12 04:10:02.625143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a7177980-2b74-45b2-a5f6-a831329eebed req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] For port bb9f90d9-a5f7-48e3-a64a-7af3c3949671, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:02.625524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a7177980-2b74-45b2-a5f6-a831329eebed req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:02.706193 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e292864e-eba4-4e4b-adee-bd5135f82a03 x-openstack-request-id: req-e292864e-eba4-4e4b-adee-bd5135f82a03 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:02.706832 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ee5cb8-96e5-4ae5-a943-a45f35743a2a", "name": "network-vif-deleted", "tag": "9b7a7fa2-1173-4d4c-a158-4233b18106fd", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:02.706950 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e292864e-eba4-4e4b-adee-bd5135f82a03 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:02.707399 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ee5cb8-96e5-4ae5-a943-a45f35743a2a', 'name': 'network-vif-deleted', 'tag': '9b7a7fa2-1173-4d4c-a158-4233b18106fd', 'status': 'completed', 'code': 200} Dec 12 04:10:02.713454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a7177980-2b74-45b2-a5f6-a831329eebed req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Calling delete_port for bb9f90d9-a5f7-48e3-a64a-7af3c3949671 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:02.794685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:02.868836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Allocated IP 172.25.7.201 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9658f9d0-0048-4290-8dd1-6be89fecacfc) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:02.925973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Made reservation on behalf of 064aa813869d4814859875e009120b6c for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:02.937201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:02.970249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:02.970522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:02.970862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:02.997088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9b7a7fa2-1173-4d4c-a158-4233b18106fd no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:10:03.012392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-87dd4c95-6227-4e7b-9ffa-50ffbc2cb776 req-070d067b-d322-438e-a275-7a9018278114 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4ee5cb8-96e5-4ae5-a943-a45f35743a2a HTTP/1.1" status: 200 len: 210 time: 0.0932848 Dec 12 04:10:03.040107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Port 06b875ef-2478-4496-8e5b-19e20f766a34 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:10:03.040431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:03.064612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 9b7a7fa2-1173-4d4c-a158-4233b18106fd {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:10:03.070796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9b7a7fa2-1173-4d4c-a158-4233b18106fd not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:10:03.071610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bb9f90d9-a5f7-48e3-a64a-7af3c3949671 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:10:03.126752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:03.127114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:03.138776 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:03.139377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Bound port: 06b875ef-2478-4496-8e5b-19e20f766a34, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:03.139760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:03.142044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device aff44983-f83e-4747-a107-d0f99723a26e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:03.275121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:03.278695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:03.302499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:03.349718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-362ce0ca-a279-407b-b01d-8396653600ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:03.352105 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-362ce0ca-a279-407b-b01d-8396653600ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 911 time: 0.7532411 Dec 12 04:10:03.361298 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:03.390882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a7177980-2b74-45b2-a5f6-a831329eebed req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:03.419705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Allocated IP 172.20.0.5 (9bb94e37-63ec-40da-b1d1-241dbd701469/37dcae31-2d61-427b-a549-599fc478f803/b815d2fd-eee4-4ff7-b28f-6447cfc33b70) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:03.425734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port aff44983-f83e-4747-a107-d0f99723a26e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:03.426055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:03.426665 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:03.433800 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:03.435426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] 10.222.0.37 "PUT /v2.0/ports/06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 1096 time: 2.4106004 Dec 12 04:10:03.466822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event deleted for resources: {'Port': ['ID=bb9f90d9-a5f7-48e3-a64a-7af3c3949671,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:03.513820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac89c8eb-b901-44f4-9453-61b7c3abd71b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:03.519308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640a2f6-53d7-4787-9851-bc374bc68852 req-02c8a3b4-f74f-4091-a337-c05ae3e06e24 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:03.527468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4640a2f6-53d7-4787-9851-bc374bc68852 req-02c8a3b4-f74f-4091-a337-c05ae3e06e24 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 948 time: 0.2695448 Dec 12 04:10:03.533085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40704) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:03.580571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7177980-2b74-45b2-a5f6-a831329eebed req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] No DVR routers for this DVR port bb9f90d9-a5f7-48e3-a64a-7af3c3949671 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:10:03.584982 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a7177980-2b74-45b2-a5f6-a831329eebed req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:03.589739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a7177980-2b74-45b2-a5f6-a831329eebed req-5829725d-d4f2-41af-afbe-70aafd5e3c6e tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "DELETE /v2.0/ports/bb9f90d9-a5f7-48e3-a64a-7af3c3949671 HTTP/1.1" status: 204 len: 173 time: 2.4657242 Dec 12 04:10:03.639827 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660a0ea-b6aa-4e7a-96ea-d0f155604d68 None None] Network 93dfc7c5-8a52-4100-985b-bf394ebe1dac requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:03.704325 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:03.869454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:03.947712 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:03.954395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:03.957390 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051a6619-3323-492e-aae7-845a62063a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:03.991373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-eaa66a0a-0ad0-4106-8601-a7ce42d8c67f None None] Provisioning complete for port aff44983-f83e-4747-a107-d0f99723a26e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:03.991761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a0a-0ad0-4106-8601-a7ce42d8c67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.026968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-767d1db8-6620-4b28-b8b1-656e1174e7dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6 HTTP/1.1" status: 200 len: 217 time: 0.6253488 Dec 12 04:10:04.055583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port aff44983-f83e-4747-a107-d0f99723a26e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=aff44983-f83e-4747-a107-d0f99723a26e,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:04.117644 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.133472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-46b1da13-5277-476e-a2ef-a9ddf38d5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:04.137568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-46b1da13-5277-476e-a2ef-a9ddf38d5a54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.0782759 Dec 12 04:10:04.141481 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.179850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.193419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4fcfc-ba2b-4613-b18b-553dea403d82 req-041be8f2-dd29-4fe5-ad91-59897b8ac17a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:04.197398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cda4fcfc-ba2b-4613-b18b-553dea403d82 req-041be8f2-dd29-4fe5-ad91-59897b8ac17a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 944 time: 0.9167893 Dec 12 04:10:04.241732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=aff44983-f83e-4747-a107-d0f99723a26e,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:04.253278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:04.261743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:04.323619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-778985a9-089b-4341-9c5a-72b5befcda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:04.325373 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-778985a9-089b-4341-9c5a-72b5befcda59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1099 time: 0.3610859 Dec 12 04:10:04.360151 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4640a2f6-53d7-4787-9851-bc374bc68852 req-701843cf-bd85-4a3d-a107-b20baf11b618 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8317573 Dec 12 04:10:04.380747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Pushing event updated for resources: {'Port': ['ID=9658f9d0-0048-4290-8dd1-6be89fecacfc,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:04.394643 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-1fb12a7a-584a-480e-8a10-7c6bc50369fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881853 Dec 12 04:10:04.421168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d67329a-a55a-48fe-a7c5-163ac1923c82,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:04.423189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0688fe-9d07-4f3f-92cd-09c59af03f75 service neutron] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:04.498927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-df77553a-43a4-4c8b-bdc0-34c054b218bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=457e5d9625714b3c9d2e4f3e45103d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9579096 Dec 12 04:10:04.501924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40712) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:04.538066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-a5cbc37d-b18c-4014-96e0-ddf6d663291b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.1879613 Dec 12 04:10:04.593989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-225ba894-db19-4cfa-b154-f624fee90f23 None None] Provisioning complete for port aff44983-f83e-4747-a107-d0f99723a26e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:04.594378 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-225ba894-db19-4cfa-b154-f624fee90f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.637253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Checking segment: {'id': 'ac13bcf8-2921-4dc8-bb31-c35b7b8c492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:04.638034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Network hostable DHCP agents. Network: 677f71cd-022c-46ea-acb1-f58e94a4d06d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:10:04.707806 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46ced7a0-c9f7-4e38-a11e-72111ebcb3ae req-7ec8b05b-f39d-4c4e-ac62-a03bcccc8d70 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 210 time: 0.0591030 Dec 12 04:10:04.712449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd152ee06-2c42-42e4-85a2-d1759984a621', 'name': 'network-vif-deleted', 'tag': 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:04.714823 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5ad6b5-52e8-4dad-86d6-7568942de2d1" -d '{"events": [{"server_uuid": "d152ee06-2c42-42e4-85a2-d1759984a621", "name": "network-vif-deleted", "tag": "bb9f90d9-a5f7-48e3-a64a-7af3c3949671"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:04.736368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Network 677f71cd-022c-46ea-acb1-f58e94a4d06d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:10:04.738870 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.746461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cda4fcfc-ba2b-4613-b18b-553dea403d82 req-81a54784-1356-47f6-99d6-d721650a84ef tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623663 Dec 12 04:10:04.757731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-4add2e95-a770-41b7-84b1-dc1c26e93114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:04.759386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-4add2e95-a770-41b7-84b1-dc1c26e93114 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1932080 Dec 12 04:10:04.819796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 677f71cd-022c-46ea-acb1-f58e94a4d06d) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:04.829780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de6a17-e609-44d9-8fa4-044d14bc2d76 None None] Network 677f71cd-022c-46ea-acb1-f58e94a4d06d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:04.836847 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f1845bc-95be-46fd-819a-d7804e5a5a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.866040 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb84532-3b27-4379-9b3f-148c35fd2b0b x-openstack-request-id: req-bcb84532-3b27-4379-9b3f-148c35fd2b0b {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:04.866243 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f1845bc-95be-46fd-819a-d7804e5a5a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.869693 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:04.869963 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcb84532-3b27-4379-9b3f-148c35fd2b0b {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:04.870404 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34', 'status': 'completed', 'code': 200} Dec 12 04:10:04.887448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:04.892178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.920332 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7724917-b68d-4190-b4c5-ad407dfa7f19 x-openstack-request-id: req-f7724917-b68d-4190-b4c5-ad407dfa7f19 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:04.920614 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d152ee06-2c42-42e4-85a2-d1759984a621", "name": "network-vif-deleted", "tag": "bb9f90d9-a5f7-48e3-a64a-7af3c3949671", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:04.920901 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7724917-b68d-4190-b4c5-ad407dfa7f19 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:04.921443 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd152ee06-2c42-42e4-85a2-d1759984a621', 'name': 'network-vif-deleted', 'tag': 'bb9f90d9-a5f7-48e3-a64a-7af3c3949671', 'status': 'completed', 'code': 200} Dec 12 04:10:04.925015 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f1845bc-95be-46fd-819a-d7804e5a5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.927756 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f1845bc-95be-46fd-819a-d7804e5a5a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:04.931152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3f1845bc-95be-46fd-819a-d7804e5a5a38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffe3c81b-110c-45b2-9c8c-ee6b6147fb84 HTTP/1.1" status: 204 len: 168 time: 0.4240797 Dec 12 04:10:04.949728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-6dc27927-462d-4a9a-8f73-b461d468411f service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666479 Dec 12 04:10:05.078943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device aff44983-f83e-4747-a107-d0f99723a26e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:05.106292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1845bc-95be-46fd-819a-d7804e5a5a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe3c81b-110c-45b2-9c8c-ee6b6147fb84,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:05.113059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-f151cd39-9ea3-4269-9334-5e60fb27d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:05.114626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-f151cd39-9ea3-4269-9334-5e60fb27d5ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3361950 Dec 12 04:10:05.116382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2cd517f-1557-4e27-9065-38344dad62e5 req-b69ae34d-bd26-4c37-ae4f-048d3e51a75b service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448767 Dec 12 04:10:05.119204 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.125176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-677f71cd-022c-46ea-acb1-f58e94a4d06d', 'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d', 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'fixed_ips': [{'subnet_id': '3d67329a-a55a-48fe-a7c5-163ac1923c82'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:10:05.126433 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.131577 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-917716c2-de13-4819-a3f2-3b9ce41ab4c5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2157872 Dec 12 04:10:05.139211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40724) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:05.167933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-router', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:05.170352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['0029c864-f5bb-4484-aa8c-551502a70b4b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:05.199260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Pushing event updated for resources: {'Port': ['ID=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:05.209632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Network 9bb94e37-63ec-40da-b1d1-241dbd701469 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:05.213171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:05.221184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:05.290824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.402523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Allocated IP 172.20.0.2 (677f71cd-022c-46ea-acb1-f58e94a4d06d/3d67329a-a55a-48fe-a7c5-163ac1923c82/691677f5-9669-473d-9811-60aea07d0a1a) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:05.405374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-24ef7ac6-d218-43a8-add5-b6d760611e3b service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651594 Dec 12 04:10:05.449972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:05.450677 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.567623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7aa3b97-cb45-407c-ad81-87d18f0c98f5 req-a1c07e7d-fbc6-4348-9b51-ac691aed575a service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506481 Dec 12 04:10:05.595228 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.600240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801f3d2-6401-4fad-84d9-d8495bb994ee req-7698db4f-ab86-4c76-ae6e-880f5a5fc089 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:05.609496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7801f3d2-6401-4fad-84d9-d8495bb994ee req-7698db4f-ab86-4c76-ae6e-880f5a5fc089 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 950 time: 0.1152751 Dec 12 04:10:05.615991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.618055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.623212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a261fb6e-7a0a-4bda-b32c-14fc244f49c6 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:10:05.649307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff69c-9a4d-45f0-8343-3c8299d2c266 req-0b15faa8-436a-48ca-950b-fa1f36f14646 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:05.652720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d8ff69c-9a4d-45f0-8343-3c8299d2c266 req-0b15faa8-436a-48ca-950b-fa1f36f14646 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 948 time: 0.0808632 Dec 12 04:10:05.698134 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-614c486d-65a7-417a-9510-cd7cc16a0e68 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4347613 Dec 12 04:10:05.733107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:05.743285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Request body: {'port': {'device_id': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:05.753368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'port_id': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6', 'mac_address': 'fa:16:3e:61:8b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4b163-48ba-4429-83f2-c9bdb90cc5bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:10:05.756018 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.770808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.794189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7801f3d2-6401-4fad-84d9-d8495bb994ee req-e7e70863-da8a-41e4-b47e-61c91d1b0c33 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836874 Dec 12 04:10:05.824197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Network 677f71cd-022c-46ea-acb1-f58e94a4d06d is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:05.829756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Pushing event updated for resources: {'Port': ['ID=691677f5-9669-473d-9811-60aea07d0a1a,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:05.833365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:05.838293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:05.861516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.885941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d8ff69c-9a4d-45f0-8343-3c8299d2c266 req-60e29d65-692f-40f8-8d36-808cbb362cab tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162354 Dec 12 04:10:05.950450 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:05.999887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6619-3323-492e-aae7-845a62063a7a req-e29fa5dc-88df-440e-9d5e-e3e8862f348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:06.006087 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051a6619-3323-492e-aae7-845a62063a7a req-e29fa5dc-88df-440e-9d5e-e3e8862f348a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1099 time: 0.2887223 Dec 12 04:10:06.031146 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.052226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port aff44983-f83e-4747-a107-d0f99723a26e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:06.052642 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.111307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a261fb6e-7a0a-4bda-b32c-14fc244f49c6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:10:06.135742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:06.179540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Attempting to bind port 691677f5-9669-473d-9811-60aea07d0a1a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:06.193735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Attempting to bind port 691677f5-9669-473d-9811-60aea07d0a1a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ac13bcf8-2921-4dc8-bb31-c35b7b8c492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:06.194496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Attempting to bind port 691677f5-9669-473d-9811-60aea07d0a1a on network 677f71cd-022c-46ea-acb1-f58e94a4d06d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:06.208047 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.235125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:06.238919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Checking segment: {'id': 'ac13bcf8-2921-4dc8-bb31-c35b7b8c492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:06.239670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.240270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Bound using segment: {'id': 'ac13bcf8-2921-4dc8-bb31-c35b7b8c492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:06.241357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Bound port: 691677f5-9669-473d-9811-60aea07d0a1a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac13bcf8-2921-4dc8-bb31-c35b7b8c492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:06.242955 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.243762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.257055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ede9-5ad0-4189-93b2-a05883d638ff req-df444255-ac51-4b7b-aa85-7614f0b325f4 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:06.275814 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f68ede9-5ad0-4189-93b2-a05883d638ff req-df444255-ac51-4b7b-aa85-7614f0b325f4 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 931 time: 0.2677708 Dec 12 04:10:06.287084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db9ad-604c-426b-ac21-2af8ba22bee7 req-7c39cb11-556e-4399-8af4-c1c2158f1f7a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:06.294773 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f06db9ad-604c-426b-ac21-2af8ba22bee7 req-7c39cb11-556e-4399-8af4-c1c2158f1f7a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 944 time: 0.2668021 Dec 12 04:10:06.349439 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:06.418532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f68ede9-5ad0-4189-93b2-a05883d638ff req-dfb4ab78-7994-4b1f-920d-612f771974c5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423287 Dec 12 04:10:06.428752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6619-3323-492e-aae7-845a62063a7a req-757e1ff1-a8df-437f-a48c-3cbb59797137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:06.429988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051a6619-3323-492e-aae7-845a62063a7a req-757e1ff1-a8df-437f-a48c-3cbb59797137 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3803837 Dec 12 04:10:06.500157 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051a6619-3323-492e-aae7-845a62063a7a req-28299fdc-6711-4bb2-b977-3f12bacd7e89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.0478804 Dec 12 04:10:06.529680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b815d2fd-eee4-4ff7-b28f-6447cfc33b70 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:10:06.539305 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.552982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Transition to ACTIVE for port object b815d2fd-eee4-4ff7-b28f-6447cfc33b70 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:10:06.571851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.586907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6619-3323-492e-aae7-845a62063a7a req-f349b319-0e72-455a-a96b-fa87dffbd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:06.589243 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051a6619-3323-492e-aae7-845a62063a7a req-f349b319-0e72-455a-a96b-fa87dffbd251 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0798609 Dec 12 04:10:06.611902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] For port 691677f5-9669-473d-9811-60aea07d0a1a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:06.623896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] For port 691677f5-9669-473d-9811-60aea07d0a1a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=691677f5-9669-473d-9811-60aea07d0a1a,segment=NetworkSegment(ac13bcf8-2921-4dc8-bb31-c35b7b8c492a),segment_id=ac13bcf8-2921-4dc8-bb31-c35b7b8c492a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:06.644725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['a261fb6e-7a0a-4bda-b32c-14fc244f49c6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:06.648424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71760497-3fcf-473c-9737-034433477b00 service neutron] Pushing event updated for resources: {'Port': ['ID=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:06.665612 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f06db9ad-604c-426b-ac21-2af8ba22bee7 req-6db14bad-7fb6-40df-ac90-0c063c24e1db tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698125 Dec 12 04:10:06.670635 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.671246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Router c8f7df76-12bb-44b1-be4c-bb564daec2d0 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:10:06.836354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb6b89-f69b-42ec-a74d-b227bf5f16b4 None None] Pushing event updated for resources: {'Port': ['ID=691677f5-9669-473d-9811-60aea07d0a1a,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:06.900760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6619-3323-492e-aae7-845a62063a7a req-d2cd0656-12c3-4585-8ded-e7a67cc7dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:06.902503 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051a6619-3323-492e-aae7-845a62063a7a req-d2cd0656-12c3-4585-8ded-e7a67cc7dcc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3015523 Dec 12 04:10:06.914046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:06.914442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:06.914912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:06.927691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:10:06.928022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:06.949034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:06.949749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:06.950372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:06.951068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Bound port: b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:06.951831 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:06.991859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:07.003139 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Sync routers for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:07.020192 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:07.021054 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:07.056645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051a6619-3323-492e-aae7-845a62063a7a req-96c5e710-9cf1-47ea-a296-f31db2bdd4b0 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412804 Dec 12 04:10:07.185364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:07.189191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-982b1fa0-1f05-4b59-b858-87339610b02b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1684563 Dec 12 04:10:07.210428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:07.213133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40784) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:07.214908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051a6619-3323-492e-aae7-845a62063a7a req-ae204eb7-e169-4783-8b45-7faf529541e1 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495717 Dec 12 04:10:07.222264 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:07.253290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:07.276513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca273d0-129d-459a-b5c5-2eaee1755bce req-0a847f5c-37b2-4cab-a8ee-f7faaf3f13f7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:07.278204 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cca273d0-129d-459a-b5c5-2eaee1755bce req-0a847f5c-37b2-4cab-a8ee-f7faaf3f13f7 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 950 time: 0.3746853 Dec 12 04:10:07.349335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cca273d0-129d-459a-b5c5-2eaee1755bce req-abd3536c-39cf-47fe-b88a-aa9cf121778f tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/security-groups?id=feff4b58-eb1c-427c-8e97-ba5aa9c09e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595300 Dec 12 04:10:07.482311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Allocated IP 172.25.7.55 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/010ad287-57c3-4dcc-9375-ba907d6ef898) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:07.500652 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:04Z', 'revision_number': 3, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:07.522169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:10:07.579873 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Checking router: c8f7df76-12bb-44b1-be4c-bb564daec2d0 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:07.581202 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Updating router c8f7df76-12bb-44b1-be4c-bb564daec2d0 port 9658f9d0-0048-4290-8dd1-6be89fecacfc binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:07.617136 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:07.655042 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:07.701596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:07.766664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:07.802867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '06b875ef-2478-4496-8e5b-19e20f766a34', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '06b875ef-2478-4496-8e5b-19e20f766a34', 'mac_address': 'fa:16:3e:82:b6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:10:07.826511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5bd49-b9ab-4444-a3f8-9454bb9fdf00 req-af5d3677-e632-48f3-8e57-4e6b03dc9adb tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:07.836515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9db5bd49-b9ab-4444-a3f8-9454bb9fdf00 req-af5d3677-e632-48f3-8e57-4e6b03dc9adb tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 948 time: 0.7680311 Dec 12 04:10:07.873739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275922c6-0c8e-44aa-9b26-02df51217903 req-201e923e-9f3a-49fe-9b8e-3ce10cbf343b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:07.875634 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-275922c6-0c8e-44aa-9b26-02df51217903 req-201e923e-9f3a-49fe-9b8e-3ce10cbf343b tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 950 time: 0.8941236 Dec 12 04:10:07.876477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Pushing event updated for resources: {'Port': ['ID=010ad287-57c3-4dcc-9375-ba907d6ef898,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:07.892671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:07.897880 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:07.923301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:07.930954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b875ef-2478-4496-8e5b-19e20f766a34 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:10:07.967710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:07.967975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:07.973610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:07.978557 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.039533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:08.058850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9db5bd49-b9ab-4444-a3f8-9454bb9fdf00 req-a2a34152-f80d-47f1-a95f-cab580449b7c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177777 Dec 12 04:10:08.081703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.132447 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.144313 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.144561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:08.228618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40802) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:08.233231 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Pushing event updated for resources: {'Port': ['ID=9658f9d0-0048-4290-8dd1-6be89fecacfc,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:08.235271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-275922c6-0c8e-44aa-9b26-02df51217903 req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Deleting port ac89c8eb-b901-44f4-9453-61b7c3abd71b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:08.235694 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-275922c6-0c8e-44aa-9b26-02df51217903 req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.256641 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Attempting to bind port 9658f9d0-0048-4290-8dd1-6be89fecacfc on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:08.257379 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Attempting to bind port 9658f9d0-0048-4290-8dd1-6be89fecacfc by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:08.258461 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Attempting to bind port 9658f9d0-0048-4290-8dd1-6be89fecacfc on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:08.271099 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:08.271861 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:08.272486 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.273123 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:08.273921 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Bound port: 9658f9d0-0048-4290-8dd1-6be89fecacfc, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:08.274918 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.298510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b46820-4ce9-4b6c-acfe-33509423f035 req-07fb9c95-e2f0-4bd8-9df2-d74ff16b7f05 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:08.305883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-15b46820-4ce9-4b6c-acfe-33509423f035 req-07fb9c95-e2f0-4bd8-9df2-d74ff16b7f05 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.4506664 Dec 12 04:10:08.340742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['06b875ef-2478-4496-8e5b-19e20f766a34'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:08.341407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-275922c6-0c8e-44aa-9b26-02df51217903 req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] For port ac89c8eb-b901-44f4-9453-61b7c3abd71b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac89c8eb-b901-44f4-9453-61b7c3abd71b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:08.341787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-275922c6-0c8e-44aa-9b26-02df51217903 req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.358257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-275922c6-0c8e-44aa-9b26-02df51217903 req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Calling delete_port for ac89c8eb-b901-44f4-9453-61b7c3abd71b owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:08.436754 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] For port 9658f9d0-0048-4290-8dd1-6be89fecacfc, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:08.443394 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] For port 9658f9d0-0048-4290-8dd1-6be89fecacfc, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9658f9d0-0048-4290-8dd1-6be89fecacfc,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:08.449242 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.449868 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.451110 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.453876 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.455415 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.457023 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.458074 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.459462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17fbb2f-c3a9-4e6e-b050-571bc833b424 None None] Network 677f71cd-022c-46ea-acb1-f58e94a4d06d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:08.461746 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.463418 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.464341 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.466107 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.466673 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.468848 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:08.479834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:08.480509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.481908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-71760497-3fcf-473c-9737-034433477b00 service neutron] 10.222.0.18 "PUT /v2.0/ports/b815d2fd-eee4-4ff7-b28f-6447cfc33b70 HTTP/1.1" status: 200 len: 1091 time: 2.7509313 Dec 12 04:10:08.483756 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.484351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:08.488272 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c46c5c-a9a5-4d39-b869-172375863d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:08.603758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc47060-eb80-4441-8708-05caf9d01cf0 req-865dede0-8e01-4358-a0cb-282ab3ef61cb tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:08.605561 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0bc47060-eb80-4441-8708-05caf9d01cf0 req-865dede0-8e01-4358-a0cb-282ab3ef61cb tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 945 time: 0.4139466 Dec 12 04:10:08.619530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71760497-3fcf-473c-9737-034433477b00 service neutron] Pushing event updated for resources: {'Port': ['ID=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:08.655257 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6a804-626c-45d7-8052-ee9a70b12df5 None None] Pushing event updated for resources: {'Port': ['ID=9658f9d0-0048-4290-8dd1-6be89fecacfc,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:08.702117 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:08.704550 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:08.716224 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd02d-7084-4ff3-8d3a-2c200907ab0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.759920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-c10f5e0f-8df7-4601-a009-35a7f4a78543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:08.761515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-c10f5e0f-8df7-4601-a009-35a7f4a78543 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 1094 time: 0.1687286 Dec 12 04:10:08.822049 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0bc47060-eb80-4441-8708-05caf9d01cf0 req-ca33ded5-04e6-4005-ac94-4eb6a4a75fb6 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993523 Dec 12 04:10:08.840250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-15b46820-4ce9-4b6c-acfe-33509423f035 req-c7b01bf5-dcb4-4a91-9d5c-b7618f52ed92 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334423 Dec 12 04:10:08.862601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a2ca6548-55b6-4bf2-b12a-16cc1dc6771b None None] Provisioning complete for port 691677f5-9669-473d-9811-60aea07d0a1a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:08.863112 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6548-55b6-4bf2-b12a-16cc1dc6771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:08.883059 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-73102ace-af09-4876-98c0-ad58593d7435 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70 HTTP/1.1" status: 200 len: 217 time: 0.0857151 Dec 12 04:10:08.923161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-275922c6-0c8e-44aa-9b26-02df51217903 req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.013256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Pushing event deleted for resources: {'Port': ['ID=ac89c8eb-b901-44f4-9453-61b7c3abd71b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:09.037801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac89c8eb-b901-44f4-9453-61b7c3abd71b no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:10:09.065209 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:09.117514 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c8ebda-8c5c-47d2-a294-6dec3bcb70fd x-openstack-request-id: req-c3c8ebda-8c5c-47d2-a294-6dec3bcb70fd {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:09.117829 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:09.118073 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3c8ebda-8c5c-47d2-a294-6dec3bcb70fd {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:09.118885 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70', 'status': 'completed', 'code': 200} Dec 12 04:10:09.123853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-32cf6058-b73b-46a2-80b9-db30a8a6d98b req-786ff4f1-1f5c-4f1c-8d4f-18942ad47ac1 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ff238f-fe8f-4f0d-ad11-9fa6967f91d4 HTTP/1.1" status: 200 len: 210 time: 0.1218336 Dec 12 04:10:09.125489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.165037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 691677f5-9669-473d-9811-60aea07d0a1a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:09.217075 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd02d-7084-4ff3-8d3a-2c200907ab0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.220778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-5a6684aa-a3cb-49f7-a196-ed3924e95635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:09.222925 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-5a6684aa-a3cb-49f7-a196-ed3924e95635 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.3277640 Dec 12 04:10:09.256093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: ac89c8eb-b901-44f4-9453-61b7c3abd71b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:10:09.256433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac89c8eb-b901-44f4-9453-61b7c3abd71b not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:10:09.257089 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd02d-7084-4ff3-8d3a-2c200907ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.351020 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6548-55b6-4bf2-b12a-16cc1dc6771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.407038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cd02d-7084-4ff3-8d3a-2c200907ab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aad43f-b642-4d56-bb28-48aab1a0b5c3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:09.415520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-275922c6-0c8e-44aa-9b26-02df51217903 req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] No DVR routers for this DVR port ac89c8eb-b901-44f4-9453-61b7c3abd71b on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:10:09.432900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.434855 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:04Z', 'revision_number': 3, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:09.435538 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-275922c6-0c8e-44aa-9b26-02df51217903 req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.442755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81208c4b-7b40-4f6c-9aca-e0fd87ae3d3e req-4f262983-1663-473b-8677-ba0b3c89ca6a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:09.444734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-275922c6-0c8e-44aa-9b26-02df51217903 req-058abc01-7132-45ff-97f3-b0ff4925a5c2 tempest-ServersOnMultiNodesTest-414590614 tempest-ServersOnMultiNodesTest-414590614-project] 10.222.0.18 "DELETE /v2.0/ports/ac89c8eb-b901-44f4-9453-61b7c3abd71b HTTP/1.1" status: 204 len: 173 time: 1.5471213 Dec 12 04:10:09.463859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81208c4b-7b40-4f6c-9aca-e0fd87ae3d3e req-4f262983-1663-473b-8677-ba0b3c89ca6a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 949 time: 0.1803496 Dec 12 04:10:09.478701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 691677f5-9669-473d-9811-60aea07d0a1a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:09.481283 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.499597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-b8205db2-569e-44e9-9b5e-4b523a8064a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2429914 Dec 12 04:10:09.526010 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf824de3-0109-4831-ae2d-b8f74c7bff84 None None] The sync data for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 is: [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:04Z', 'revision_number': 3, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:09.576189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a2ca6548-55b6-4bf2-b12a-16cc1dc6771b None None] For port 691677f5-9669-473d-9811-60aea07d0a1a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=691677f5-9669-473d-9811-60aea07d0a1a,segment=NetworkSegment(ac13bcf8-2921-4dc8-bb31-c35b7b8c492a),segment_id=ac13bcf8-2921-4dc8-bb31-c35b7b8c492a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:09.579331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a261fb6e-7a0a-4bda-b32c-14fc244f49c6 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:09.655565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81208c4b-7b40-4f6c-9aca-e0fd87ae3d3e req-212c694e-f534-4df5-8c48-1a15267e748c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896226 Dec 12 04:10:09.679615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6548-55b6-4bf2-b12a-16cc1dc6771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.785180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:09.853728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5a9cd02d-7084-4ff3-8d3a-2c200907ab0e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70d55db4f0624233aa838923beb882ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3979127 Dec 12 04:10:09.859458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40816) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:09.878673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca6548-55b6-4bf2-b12a-16cc1dc6771b None None] Pushing event updated for resources: {'Port': ['ID=691677f5-9669-473d-9811-60aea07d0a1a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:09.951547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:10:09.978100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:09.978615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.142489 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c352b1a6-1dab-41b5-8360-4ab9de6a9ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.155922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:10:10.245440 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.263116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fc627ded-a6c0-4834-b7c6-cd68bf92cb5d None None] Provisioning complete for port 691677f5-9669-473d-9811-60aea07d0a1a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:10.277002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc627ded-a6c0-4834-b7c6-cd68bf92cb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.359730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Allocated IP 172.20.0.1 (93dfc7c5-8a52-4100-985b-bf394ebe1dac/0a9b2b64-2a13-4b7f-b94f-88f777aa4909/a49e0e70-e00e-4d2c-8225-d455fdbda2d7) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:10.376551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:10.379424 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e6be75-9be4-4661-9580-ef41ce8b299c" -d '{"events": [{"server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:10.384968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-a6cc5be0-87a1-4a4f-ab67-cb6fa57b71b0 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8722634 Dec 12 04:10:10.386671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:10.423866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Sync routers for ids ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:10.428142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.434032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a5427d0c-d32e-4e4c-9703-50719fd1aee0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2881455 Dec 12 04:10:10.436491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40826) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:10.449447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:10.460668 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.465671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Routers {'3192cd23-af3e-4eeb-b253-6ef68aa2e644'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:10.466329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:09:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:10.539505 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-014cd5f9-f348-48b8-9d0c-96d34c483404 req-af1ffb8a-f23e-445c-b608-34794a3bc9eb service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438205 Dec 12 04:10:10.543872 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c352b1a6-1dab-41b5-8360-4ab9de6a9ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.583388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb877ad-046e-42fd-880f-98aa417d95d9 req-f187a407-818f-4f6b-b849-5d2342a64e17 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:10.586208 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6cb877ad-046e-42fd-880f-98aa417d95d9 req-f187a407-818f-4f6b-b849-5d2342a64e17 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 945 time: 0.6087098 Dec 12 04:10:10.665165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7cefcbd-b44a-4de4-9901-70a5b95b0325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.672610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:10.709459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d84da-89a0-455f-bf01-2fc2c4e28cd4 req-f2fa437e-b862-4aa6-80c9-9207ee4d7d3c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:10.720601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Set router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:10.723526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-749d84da-89a0-455f-bf01-2fc2c4e28cd4 req-f2fa437e-b862-4aa6-80c9-9207ee4d7d3c tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.2745934 Dec 12 04:10:10.750774 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6cb877ad-046e-42fd-880f-98aa417d95d9 req-6e7b8675-7295-4fc0-aff1-b0fdccb9f737 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305866 Dec 12 04:10:10.796851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-560c743f-011b-4a6e-81f5-3ffbb4775412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:10.798635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-560c743f-011b-4a6e-81f5-3ffbb4775412 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 1094 time: 0.1379306 Dec 12 04:10:10.803244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c352b1a6-1dab-41b5-8360-4ab9de6a9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.811442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c352b1a6-1dab-41b5-8360-4ab9de6a9ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:10.812973 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c352b1a6-1dab-41b5-8360-4ab9de6a9ed2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87aad43f-b642-4d56-bb28-48aab1a0b5c3 HTTP/1.1" status: 204 len: 168 time: 0.9501293 Dec 12 04:10:10.931216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-749d84da-89a0-455f-bf01-2fc2c4e28cd4 req-93d28414-8bb3-4ffa-8f5d-68de670bec03 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055981 Dec 12 04:10:10.959692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352b1a6-1dab-41b5-8360-4ab9de6a9ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aad43f-b642-4d56-bb28-48aab1a0b5c3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:10.973700 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:11.090895 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e427f3e2-d43f-41b8-8a1e-d5c75d497f96 x-openstack-request-id: req-e427f3e2-d43f-41b8-8a1e-d5c75d497f96 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:11.091448 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:11.094928 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e427f3e2-d43f-41b8-8a1e-d5c75d497f96 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:11.095394 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6', 'code': 200} Dec 12 04:10:11.135616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ff238f-fe8f-4f0d-ad11-9fa6967f91d4', 'name': 'network-vif-deleted', 'tag': 'ac89c8eb-b901-44f4-9453-61b7c3abd71b'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:11.139545 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a919e1c4-de51-4d56-ba54-52274f058a97" -d '{"events": [{"server_uuid": "68ff238f-fe8f-4f0d-ad11-9fa6967f91d4", "name": "network-vif-deleted", "tag": "ac89c8eb-b901-44f4-9453-61b7c3abd71b"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:11.142722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-6d0960a0-cc1f-4bf3-a035-4e70a397149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:11.144842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-6d0960a0-cc1f-4bf3-a035-4e70a397149c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.3187518 Dec 12 04:10:11.281100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-0084ced8-124a-421d-90cd-01e1e899af48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70 HTTP/1.1" status: 200 len: 217 time: 0.1180344 Dec 12 04:10:11.282416 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bf3888-4d61-4662-a8db-5236f1ad5f19 x-openstack-request-id: req-74bf3888-4d61-4662-a8db-5236f1ad5f19 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:11.282716 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ff238f-fe8f-4f0d-ad11-9fa6967f91d4", "name": "network-vif-deleted", "tag": "ac89c8eb-b901-44f4-9453-61b7c3abd71b", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:11.282978 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74bf3888-4d61-4662-a8db-5236f1ad5f19 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:11.283395 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ff238f-fe8f-4f0d-ad11-9fa6967f91d4', 'name': 'network-vif-deleted', 'tag': 'ac89c8eb-b901-44f4-9453-61b7c3abd71b', 'status': 'completed', 'code': 200} Dec 12 04:10:11.296881 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:11.307533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9658f9d0-0048-4290-8dd1-6be89fecacfc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:11.382752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b594c-2cc0-4aea-856b-60f68722d0c2 req-6973ff65-0367-4a5a-9b84-27ec1cb61d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:11.386807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4b0b594c-2cc0-4aea-856b-60f68722d0c2 req-6973ff65-0367-4a5a-9b84-27ec1cb61d4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1439321 Dec 12 04:10:11.486471 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:11.509979 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Network 93dfc7c5-8a52-4100-985b-bf394ebe1dac is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:11.512970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9658f9d0-0048-4290-8dd1-6be89fecacfc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:11.513279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:11.546415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ea55-b086-475e-9fdf-bc62cc9db47a req-5c8dfd6f-2a26-4435-b5e0-c4ab5cd22e43 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:11.553832 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2b9ea55-b086-475e-9fdf-bc62cc9db47a req-5c8dfd6f-2a26-4435-b5e0-c4ab5cd22e43 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 949 time: 0.4497702 Dec 12 04:10:11.556000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:11.567622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:11.569519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Pushing event updated for resources: {'Port': ['ID=a49e0e70-e00e-4d2c-8225-d455fdbda2d7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:11.579786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-router', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:05Z', 'updated_at': '2021-12-12T04:10:08Z', 'revision_number': 3, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'gw_port': {'id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:07Z', 'updated_at': '2021-12-12T04:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:11.591196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-02e53f32-5ed1-48fa-b967-1ebf8a1aeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:11.592966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-02e53f32-5ed1-48fa-b967-1ebf8a1aeae3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.2934954 Dec 12 04:10:11.594850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4b0b594c-2cc0-4aea-856b-60f68722d0c2 req-e580a870-77f7-4855-b576-8518fbcf2c7b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419299 Dec 12 04:10:11.601806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:11.609120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:11.723765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40846) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:11.725993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-2f5fdc71-3d72-4552-9eb2-98e053eb8354 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837910 Dec 12 04:10:11.743535 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:11.804615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Checking router: 3192cd23-af3e-4eeb-b253-6ef68aa2e644 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:11.805014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Updating router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 port 010ad287-57c3-4dcc-9375-ba907d6ef898 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:11.951270 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:11.971540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Allocated IP 172.20.0.1 (677f71cd-022c-46ea-acb1-f58e94a4d06d/3d67329a-a55a-48fe-a7c5-163ac1923c82/2fb39b3e-f4b1-4dd4-8629-6ae8919baa75) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:12.038142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2b9ea55-b086-475e-9fdf-bc62cc9db47a req-af144772-5156-4b59-ab10-55dfc9062cab tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833434 Dec 12 04:10:12.054248 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.148787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d3fc713a-bf8a-4d65-bb0b-d15afe5ac2b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b961db2c0f9d4b089cfeef9d730a3e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191160 Dec 12 04:10:12.174359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40862) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:12.190548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-60d399e6-d57b-4abd-aee1-50297cfb45bb service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510579 Dec 12 04:10:12.208409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 06b875ef-2478-4496-8e5b-19e20f766a34 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:10:12.210603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-30a0f507-179b-409d-ba45-e25bf501da2f None None] Provisioning complete for port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:12.211049 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-30a0f507-179b-409d-ba45-e25bf501da2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.219249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a3a96-069e-4f82-94a2-0c0a4471351f req-dbd81f73-21b7-471a-9e9a-53e5933218aa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:12.229309 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af8a3a96-069e-4f82-94a2-0c0a4471351f req-dbd81f73-21b7-471a-9e9a-53e5933218aa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1625507 Dec 12 04:10:12.242549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 06b875ef-2478-4496-8e5b-19e20f766a34 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:12.242935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.253647 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.255614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.369172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-30a0f507-179b-409d-ba45-e25bf501da2f None None] Port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:12.376030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 9658f9d0-0048-4290-8dd1-6be89fecacfc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9658f9d0-0048-4290-8dd1-6be89fecacfc,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:12.386974 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.388016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 691677f5-9669-473d-9811-60aea07d0a1a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:12.399738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af8a3a96-069e-4f82-94a2-0c0a4471351f req-95666620-0239-4533-b183-e9a9dd612908 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694090 Dec 12 04:10:12.407250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf78683-9dc8-439e-8787-be0c7dc48db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.429938 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.448845 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf78683-9dc8-439e-8787-be0c7dc48db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.509719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Network 677f71cd-022c-46ea-acb1-f58e94a4d06d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:12.532206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:12.541725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:12.546271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Pushing event updated for resources: {'Port': ['ID=2fb39b3e-f4b1-4dd4-8629-6ae8919baa75,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:12.610082 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.614765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.695968 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf78683-9dc8-439e-8787-be0c7dc48db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.702044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf78683-9dc8-439e-8787-be0c7dc48db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.711654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9cf78683-9dc8-439e-8787-be0c7dc48db9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/feff4b58-eb1c-427c-8e97-ba5aa9c09e87 HTTP/1.1" status: 204 len: 168 time: 0.5327621 Dec 12 04:10:12.742739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf78683-9dc8-439e-8787-be0c7dc48db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feff4b58-eb1c-427c-8e97-ba5aa9c09e87,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:12.919628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:12.963100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25c46c5c-a9a5-4d39-b869-172375863d7b req-1ef02fb7-001e-4a7f-850f-bd62712f942e service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344100 Dec 12 04:10:12.972036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c79403-a835-4ffe-a3c7-be4820fe346c req-a642df07-0653-4778-bc4f-40f3d1693617 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:12.973563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-99c79403-a835-4ffe-a3c7-be4820fe346c req-a642df07-0653-4778-bc4f-40f3d1693617 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.6500778 Dec 12 04:10:13.011880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=9658f9d0-0048-4290-8dd1-6be89fecacfc,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:13.036528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61dc6546-f8ea-4e0b-a251-b68e790283a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.076050 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.084747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:13.089668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-05fc5c79-bd1d-4f5a-b283-4eef3f69d56f None None] Provisioning complete for port 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:13.090174 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05fc5c79-bd1d-4f5a-b283-4eef3f69d56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.093228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 691677f5-9669-473d-9811-60aea07d0a1a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:13.093608 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.142784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-99c79403-a835-4ffe-a3c7-be4820fe346c req-be5b45c4-500c-4e07-8e69-0c078ded7e83 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563725 Dec 12 04:10:13.153205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.171657 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.173308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:13.180653 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dae8491-bd3a-46af-8877-02f11a298e9a" -d '{"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-plugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:13.227005 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.238381 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.268264 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e13ec0-6d25-44f2-84ea-4afee52eacb5 x-openstack-request-id: req-07e13ec0-6d25-44f2-84ea-4afee52eacb5 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:13.272183 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-plugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:13.272540 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07e13ec0-6d25-44f2-84ea-4afee52eacb5 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:13.273013 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34', 'code': 200} Dec 12 04:10:13.286294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.286294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Pushing event updated for resources: {'Port': ['ID=a49e0e70-e00e-4d2c-8225-d455fdbda2d7,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:13.300281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.311803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.366494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bc03f-03e0-45ed-8d44-6ebc61e08c93 req-f7ada47b-c895-4e6c-8e09-83c8f068bd0e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:13.368214 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c2bc03f-03e0-45ed-8d44-6ebc61e08c93 req-f7ada47b-c895-4e6c-8e09-83c8f068bd0e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0988472 Dec 12 04:10:13.379387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40890) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:13.399494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:13.433046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Pushing event updated for resources: {'Port': ['ID=2fb39b3e-f4b1-4dd4-8629-6ae8919baa75,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:13.438753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.472960 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ba037dc-3edb-4b38-aabd-aeb0fab29a84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=855a3dad46214b5db203b6a6cfc39845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892098 Dec 12 04:10:13.481003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40894) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:13.489878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-05fc5c79-bd1d-4f5a-b283-4eef3f69d56f None None] Port 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:13.494784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f1cbb-2401-4134-bb79-6ffab2dbc66e None None] Pushing event updated for resources: {'Port': ['ID=010ad287-57c3-4dcc-9375-ba907d6ef898,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:13.515846 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c2bc03f-03e0-45ed-8d44-6ebc61e08c93 req-1f8a2c49-69d3-4abf-967a-2e12a0c1a436 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574520 Dec 12 04:10:13.518966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Network 93dfc7c5-8a52-4100-985b-bf394ebe1dac is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:13.520448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:13.570378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Attempting to bind port 010ad287-57c3-4dcc-9375-ba907d6ef898 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:13.570760 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Attempting to bind port 010ad287-57c3-4dcc-9375-ba907d6ef898 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:13.572362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Attempting to bind port 010ad287-57c3-4dcc-9375-ba907d6ef898 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:13.582410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:13.582410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:13.582779 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.583220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:13.583712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Bound port: 010ad287-57c3-4dcc-9375-ba907d6ef898, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:13.584093 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.646010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481017e-35f9-4e58-9a41-594d59a9e15c req-7bf9600d-18a6-4ed3-93da-61e4c524d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:13.653289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0481017e-35f9-4e58-9a41-594d59a9e15c req-7bf9600d-18a6-4ed3-93da-61e4c524d4b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1101 time: 0.1327479 Dec 12 04:10:13.672438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] For port 010ad287-57c3-4dcc-9375-ba907d6ef898, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:13.687451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] For port 010ad287-57c3-4dcc-9375-ba907d6ef898, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=010ad287-57c3-4dcc-9375-ba907d6ef898,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:13.700092 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef1df858-733f-4588-8bc6-d72cf609d184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.703300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Network 677f71cd-022c-46ea-acb1-f58e94a4d06d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:13.709460 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.719436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:13.758520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Router c8f7df76-12bb-44b1-be4c-bb564daec2d0 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:10:13.780556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Routers {'3192cd23-af3e-4eeb-b253-6ef68aa2e644'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:13.785221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:13.867148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef1df858-733f-4588-8bc6-d72cf609d184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:13.918312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] Set router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:13.977509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3269bd-d50a-4d40-8c85-254295563e6f req-1d9e4f55-699f-476e-9970-35ec3d5c9241 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:13.980040 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d3269bd-d50a-4d40-8c85-254295563e6f req-1d9e4f55-699f-476e-9970-35ec3d5c9241 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.3123431 Dec 12 04:10:13.992387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f1cbb-2401-4134-bb79-6ffab2dbc66e None None] Pushing event updated for resources: {'Port': ['ID=010ad287-57c3-4dcc-9375-ba907d6ef898,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:14.006971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0481017e-35f9-4e58-9a41-594d59a9e15c req-5cb78845-9a33-467b-a089-dfc13ed42502 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377573 Dec 12 04:10:14.053412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:14.066913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef1df858-733f-4588-8bc6-d72cf609d184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:14.067746 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Sync routers for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:14.069592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef1df858-733f-4588-8bc6-d72cf609d184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:14.072966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ef1df858-733f-4588-8bc6-d72cf609d184 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c19028d9-ed3c-4875-946c-d8bad77107f8 HTTP/1.1" status: 204 len: 168 time: 0.5887787 Dec 12 04:10:14.073296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:14.085455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8142c1cc-1e75-4a5d-93c0-502160886255 admin admin] 10.222.0.36 "PUT /v2.0/routers/c8f7df76-12bb-44b1-be4c-bb564daec2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8572657 Dec 12 04:10:14.085725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:10:14.100059 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d3269bd-d50a-4d40-8c85-254295563e6f req-a948d21e-14a0-4041-9ff0-bc7e89e920bb tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050398 Dec 12 04:10:14.108329 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:14.111085 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:14.112426 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:14.121849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1df858-733f-4588-8bc6-d72cf609d184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19028d9-ed3c-4875-946c-d8bad77107f8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:14.178832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6eed167d-22a2-41ec-bf64-7dfa65819a9a None None] Provisioning complete for port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:14.179226 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eed167d-22a2-41ec-bf64-7dfa65819a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:14.259299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9658f9d0-0048-4290-8dd1-6be89fecacfc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:14.351196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6eed167d-22a2-41ec-bf64-7dfa65819a9a None None] Port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:14.401889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32dabb-5471-4bd7-8198-56df6bebe762 req-9a4e6445-e0fe-402d-b047-18a341f22579 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:14.417136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f32dabb-5471-4bd7-8198-56df6bebe762 req-9a4e6445-e0fe-402d-b047-18a341f22579 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.1247358 Dec 12 04:10:14.461556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9658f9d0-0048-4290-8dd1-6be89fecacfc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:14.461945 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:14.478603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:14.504515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8f9b7bc2-b0fb-4515-aec9-5424c22cb08b admin admin] 10.222.0.36 "PUT /v2.0/routers/3192cd23-af3e-4eeb-b253-6ef68aa2e644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0662296 Dec 12 04:10:14.548018 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f32dabb-5471-4bd7-8198-56df6bebe762 req-dea7327a-8121-4973-9142-a7677f79802b tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130285 Dec 12 04:10:14.566333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40930) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:14.614423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4825592b-ba73-4d08-95c4-bcafc2bb72e0 None None] Provisioning complete for port 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:14.614811 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4825592b-ba73-4d08-95c4-bcafc2bb72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:14.631941 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:14.702777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4825592b-ba73-4d08-95c4-bcafc2bb72e0 None None] Port 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:14.707215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-router', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:05Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'gw_port': {'id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:07Z', 'updated_at': '2021-12-12T04:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '2fb39b3e-f4b1-4dd4-8629-6ae8919baa75', 'name': '', 'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'mac_address': 'fa:16:3e:25:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3d67329a-a55a-48fe-a7c5-163ac1923c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:11Z', 'updated_at': '2021-12-12T04:10:13Z', 'revision_number': 2, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'subnets': [{'id': '3d67329a-a55a-48fe-a7c5-163ac1923c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:14.741711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ebd519-e2e8-457a-a38c-a577738c3534 None None] The sync data for ids ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'] in n-d-710847-7 is: [{'id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-router', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:05Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'gw_port': {'id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:07Z', 'updated_at': '2021-12-12T04:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '2fb39b3e-f4b1-4dd4-8629-6ae8919baa75', 'name': '', 'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'mac_address': 'fa:16:3e:25:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3d67329a-a55a-48fe-a7c5-163ac1923c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:11Z', 'updated_at': '2021-12-12T04:10:13Z', 'revision_number': 2, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'subnets': [{'id': '3d67329a-a55a-48fe-a7c5-163ac1923c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:14.746865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00434262-cddc-40a2-9c0e-2fb1cec69b3d req-28c21c3d-652b-436f-8401-f1f3e47d9e3d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:14.749539 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-00434262-cddc-40a2-9c0e-2fb1cec69b3d req-28c21c3d-652b-436f-8401-f1f3e47d9e3d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1385512 Dec 12 04:10:14.811109 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-601ae905-0282-4d92-9319-fccd721b92a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:14.877749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-00434262-cddc-40a2-9c0e-2fb1cec69b3d req-49ca770d-df38-449e-a008-5efe07ebd994 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199784 Dec 12 04:10:14.983415 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:11Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'a49e0e70-e00e-4d2c-8225-d455fdbda2d7', 'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'mac_address': 'fa:16:3e:61:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:09Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 2, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'subnets': [{'id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:15.009767 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-601ae905-0282-4d92-9319-fccd721b92a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.018719 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-601ae905-0282-4d92-9319-fccd721b92a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.019385 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Checking router: c8f7df76-12bb-44b1-be4c-bb564daec2d0 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:15.020014 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Updating router c8f7df76-12bb-44b1-be4c-bb564daec2d0 port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:15.096633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ae905-0282-4d92-9319-fccd721b92a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ef1291-ff2d-49f0-bd02-c5fde3a937eb,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:15.113219 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.142979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-601ae905-0282-4d92-9319-fccd721b92a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ec2e7fdf5a84724b8bbb59300389954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5751953 Dec 12 04:10:15.145677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40956) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:15.217547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81079b-be3b-4679-8163-64ae175586ad req-20fbb35b-9790-488b-a60c-c1a6c9893be1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:15.233241 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed81079b-be3b-4679-8163-64ae175586ad req-20fbb35b-9790-488b-a60c-c1a6c9893be1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1061285 Dec 12 04:10:15.249967 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.309767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.361527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed81079b-be3b-4679-8163-64ae175586ad req-85ee69e5-9372-4c75-9c6f-bce544d2d048 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261094 Dec 12 04:10:15.379792 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.386400 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.391369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08ef1291-ff2d-49f0-bd02-c5fde3a937eb HTTP/1.1" status: 204 len: 168 time: 0.2443304 Dec 12 04:10:15.402534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ef1291-ff2d-49f0-bd02-c5fde3a937eb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:15.432978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.433536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.434046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.434550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.435060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.435559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.436123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.436620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.437139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.448264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.448787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.449163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.449520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d917-c43a-44bd-b30a-8c4a24286f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:15.543803 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.676070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2b3f51a-96b8-47ee-9a6d-12111a097c14 req-a5b9a790-de74-4cfa-955d-49c7b5b0981d tempest-FloatingIPsNegativeTestJSON-1141948492 tempest-FloatingIPsNegativeTestJSON-1141948492-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=0cd624fde07c498aa09a4eee243a50be HTTP/1.1" status: 200 len: 217 time: 0.1188233 Dec 12 04:10:15.700151 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.709709 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.890998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32796-43dd-49b6-bf8a-fc4a3317d52d req-d6d8597f-464c-4196-aa9b-73f72d2d0c93 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:15.893890 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8d32796-43dd-49b6-bf8a-fc4a3317d52d req-d6d8597f-464c-4196-aa9b-73f72d2d0c93 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.0924244 Dec 12 04:10:15.904137 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d673eb3-697d-4f3b-a189-077cb686aa0b None None] Pushing event updated for resources: {'Port': ['ID=a49e0e70-e00e-4d2c-8225-d455fdbda2d7,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:15.950534 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Attempting to bind port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:15.951280 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Attempting to bind port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:15.951824 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Attempting to bind port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 on network 93dfc7c5-8a52-4100-985b-bf394ebe1dac {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:15.960251 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:15.960985 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Checking segment: {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:15.962651 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:15.964465 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Bound using segment: {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:15.965387 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Bound port: a49e0e70-e00e-4d2c-8225-d455fdbda2d7, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:15.967008 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.010519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8d32796-43dd-49b6-bf8a-fc4a3317d52d req-25e68675-4836-4133-9595-8e7b13db3e13 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008117 Dec 12 04:10:16.114089 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e94fc96b-8e94-42f7-a95f-91f9935e1f2b req-f578627e-6aae-4312-bef4-78b1d05f5578 tempest-FloatingIPsNegativeTestJSON-1141948492 tempest-FloatingIPsNegativeTestJSON-1141948492-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0650508 Dec 12 04:10:16.178291 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] For port a49e0e70-e00e-4d2c-8225-d455fdbda2d7, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:16.186376 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] For port a49e0e70-e00e-4d2c-8225-d455fdbda2d7, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a49e0e70-e00e-4d2c-8225-d455fdbda2d7,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:16.195480 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.246978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-780dfe5d-f06e-48dc-8773-a09736ac29ee None None] Provisioning complete for port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:16.247447 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-780dfe5d-f06e-48dc-8773-a09736ac29ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.257915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40994) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:16.267701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-615cbb70-eb97-4685-bc45-d36e160faf6d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851334330', 'description': 'tempest-description--1618295743'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:16.271958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 010ad287-57c3-4dcc-9375-ba907d6ef898 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:16.327375 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-615cbb70-eb97-4685-bc45-d36e160faf6d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.328464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebecba-4b33-4f1d-86c4-dded2a7af99c req-e7c50ca4-1496-43a4-8c77-670803d7fd72 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:16.348140 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d673eb3-697d-4f3b-a189-077cb686aa0b None None] Pushing event updated for resources: {'Port': ['ID=a49e0e70-e00e-4d2c-8225-d455fdbda2d7,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:16.359198 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2ebecba-4b33-4f1d-86c4-dded2a7af99c req-e7c50ca4-1496-43a4-8c77-670803d7fd72 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1069875 Dec 12 04:10:16.396164 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:16.396807 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:16.476521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2ebecba-4b33-4f1d-86c4-dded2a7af99c req-ed63134a-fe9b-41c5-b224-fa56d90410f2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107373 Dec 12 04:10:16.509438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 010ad287-57c3-4dcc-9375-ba907d6ef898 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:16.512291 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.527726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-615cbb70-eb97-4685-bc45-d36e160faf6d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.553566 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-615cbb70-eb97-4685-bc45-d36e160faf6d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.660466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cbb70-eb97-4685-bc45-d36e160faf6d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:16.688412 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-3d121a78-3707-4d31-927a-5807d5f4ac40 req-4d9145c8-ea7d-4c0a-b1da-0ffc56c15c8f tempest-FloatingIPsNegativeTestJSON-1141948492 tempest-FloatingIPsNegativeTestJSON-1141948492-project] show failed (client error): The resource could not be found. Dec 12 04:10:16.706019 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d121a78-3707-4d31-927a-5807d5f4ac40 req-4d9145c8-ea7d-4c0a-b1da-0ffc56c15c8f tempest-FloatingIPsNegativeTestJSON-1141948492 tempest-FloatingIPsNegativeTestJSON-1141948492-project] 10.222.0.36 "GET /v2.0/floatingips/c390ab13-f552-44c8-b999-98d267e0c95b HTTP/1.1" status: 404 len: 350 time: 0.1724169 Dec 12 04:10:16.712193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41008) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:16.735066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f8266-a7a9-4ed1-ae1d-3ec9db2ea19d req-fef0598d-07c0-4950-ab39-5ac26409b47b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:16.750085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-053f8266-a7a9-4ed1-ae1d-3ec9db2ea19d req-fef0598d-07c0-4950-ab39-5ac26409b47b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1282723 Dec 12 04:10:16.768942 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:16.821921 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.837330 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-780dfe5d-f06e-48dc-8773-a09736ac29ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.867804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-053f8266-a7a9-4ed1-ae1d-3ec9db2ea19d req-45ed1abe-db6f-495d-b6f3-1099c0a15554 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123147 Dec 12 04:10:16.885110 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-615cbb70-eb97-4685-bc45-d36e160faf6d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:16.886372 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-615cbb70-eb97-4685-bc45-d36e160faf6d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6272483 Dec 12 04:10:16.889466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41014) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:16.894866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-dee2c431-cff8-406a-baa4-c7abe3cb3b65 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Request body: {'security_group_rule': {'security_group_id': '402d9a0a-f4e8-451f-8cc5-ed230c2ca88f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:16.945975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70814d-2852-4a81-95c9-7d34d7fa4b66 req-d9e4c4fd-9ef4-4b53-9f2d-8e9f8f3be56f tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:16.954013 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd70814d-2852-4a81-95c9-7d34d7fa4b66 req-d9e4c4fd-9ef4-4b53-9f2d-8e9f8f3be56f tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1101 time: 0.1298776 Dec 12 04:10:16.971835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee2c431-cff8-406a-baa4-c7abe3cb3b65 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.010481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-780dfe5d-f06e-48dc-8773-a09736ac29ee None None] For port a49e0e70-e00e-4d2c-8225-d455fdbda2d7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a49e0e70-e00e-4d2c-8225-d455fdbda2d7,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:17.011728 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.030101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-780dfe5d-f06e-48dc-8773-a09736ac29ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.078136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd70814d-2852-4a81-95c9-7d34d7fa4b66 req-fead342c-ecf3-442d-a8cf-12f7e58da69f tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020868 Dec 12 04:10:17.096114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dfe5d-f06e-48dc-8773-a09736ac29ee None None] Pushing event updated for resources: {'Port': ['ID=a49e0e70-e00e-4d2c-8225-d455fdbda2d7,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:17.112006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 010ad287-57c3-4dcc-9375-ba907d6ef898, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=010ad287-57c3-4dcc-9375-ba907d6ef898,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:17.119036 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.130703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee2c431-cff8-406a-baa4-c7abe3cb3b65 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.148874 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee2c431-cff8-406a-baa4-c7abe3cb3b65 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.183354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2c431-cff8-406a-baa4-c7abe3cb3b65 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c420dd-86d0-44f7-9cdb-baee4c7b34e8,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:17.191953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6c7ca6a8-11a5-40b7-8b93-cd6aaf551c9a None None] Provisioning complete for port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:17.192530 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca6a8-11a5-40b7-8b93-cd6aaf551c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.198869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee2c431-cff8-406a-baa4-c7abe3cb3b65 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.200595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dee2c431-cff8-406a-baa4-c7abe3cb3b65 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098142 Dec 12 04:10:17.203199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41028) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:17.210152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-bb485a69-8cfd-4950-8e0f-1f7b020e4df8 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Request body: {'security_group_rule': {'security_group_id': '402d9a0a-f4e8-451f-8cc5-ed230c2ca88f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:17.236442 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=010ad287-57c3-4dcc-9375-ba907d6ef898,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:17.258778 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb485a69-8cfd-4950-8e0f-1f7b020e4df8 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.339621 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:11Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'a49e0e70-e00e-4d2c-8225-d455fdbda2d7', 'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'mac_address': 'fa:16:3e:61:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:09Z', 'updated_at': '2021-12-12T04:10:16Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'subnets': [{'id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:17.378327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb485a69-8cfd-4950-8e0f-1f7b020e4df8 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.380047 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a0d4-564d-4150-af3d-352cf310c28f None None] The sync data for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 is: [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:11Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'a49e0e70-e00e-4d2c-8225-d455fdbda2d7', 'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'mac_address': 'fa:16:3e:61:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:09Z', 'updated_at': '2021-12-12T04:10:16Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'subnets': [{'id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:17.386855 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb485a69-8cfd-4950-8e0f-1f7b020e4df8 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.424511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb485a69-8cfd-4950-8e0f-1f7b020e4df8 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bbdbb3-43cb-4e64-84f6-af54a7f6c93a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:17.431021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb485a69-8cfd-4950-8e0f-1f7b020e4df8 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.432850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bb485a69-8cfd-4950-8e0f-1f7b020e4df8 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2278709 Dec 12 04:10:17.435893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41036) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:17.436131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6a180-e33e-4a82-885e-ae720544dfae req-3c6fe2c5-c7f1-4985-90c2-e8e9ded5f6ef tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:17.441334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:17.446639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a6a180-e33e-4a82-885e-ae720544dfae req-3c6fe2c5-c7f1-4985-90c2-e8e9ded5f6ef tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.1786070 Dec 12 04:10:17.446962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41038) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:17.473772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.522124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a6a180-e33e-4a82-885e-ae720544dfae req-c09848d2-207f-4d31-82b5-38f4a66f2b6d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690119 Dec 12 04:10:17.581955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.755073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-407603028-network', 'tenant_id': '54eb12617ad5491dbee3fdda92dbead8'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:17.808380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Allocated IP 172.25.7.205 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/52e94575-857c-4ec1-947b-8881f7600d5f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:17.820651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Made reservation on behalf of 54eb12617ad5491dbee3fdda92dbead8 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:17.824442 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.839891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:17.981473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6efd1-f9d4-4827-aeda-835a5fd935c5 req-fcb79c5c-1a46-4cb9-945d-87bf21741c1b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:17.983747 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7bc6efd1-f9d4-4827-aeda-835a5fd935c5 req-fcb79c5c-1a46-4cb9-945d-87bf21741c1b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1688056 Dec 12 04:10:18.009527 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-191457da-ecaf-4644-be2c-b6b42cc2ad72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331682 Dec 12 04:10:18.072851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:18.169285 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7bc6efd1-f9d4-4827-aeda-835a5fd935c5 req-605c1099-6a1b-4da8-b732-caf09ab0d8b8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762173 Dec 12 04:10:18.343989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a49e0e70-e00e-4d2c-8225-d455fdbda2d7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:18.463773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43faf7-f160-48d4-b3dc-060e75ea51cb req-a40cfb36-04e9-422f-9fd1-f35d94e5ac22 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:18.473941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e43faf7-f160-48d4-b3dc-060e75ea51cb req-a40cfb36-04e9-422f-9fd1-f35d94e5ac22 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1656950 Dec 12 04:10:18.479107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:18.483248 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:18.560486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] Sync routers for ids ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:18.622626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] Routers {'3192cd23-af3e-4eeb-b253-6ef68aa2e644'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:18.624876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:18.629620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e43faf7-f160-48d4-b3dc-060e75ea51cb req-d21e594a-8880-41c8-b254-50a8917e5bf5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528280 Dec 12 04:10:18.649944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:18.691626 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:18.708753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:18.744191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2b6902-1966-4ae4-8a63-8322c1734e4a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:18.771469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:10:18.779820 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:18.807675 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:18.807952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] Set router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:18.811762 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Added segment a33ffb4e-a860-4c58-baf4-2fc31b03c4a9 of type vlan for network 9d4df3df-a902-4cf3-a058-9445ee8044f0 Dec 12 04:10:18.815880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Deleting port 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:18.816233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:18.849729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:18.877897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bddf25-cec9-4eb1-8f9d-efab83bfd9a4 req-a7a3be62-d74b-45d9-bcdf-3360b6cda75a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:18.885877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1bddf25-cec9-4eb1-8f9d-efab83bfd9a4 req-a7a3be62-d74b-45d9-bcdf-3360b6cda75a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.1846621 Dec 12 04:10:18.886503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:18.892640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:18.960899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:18.969960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1bddf25-cec9-4eb1-8f9d-efab83bfd9a4 req-64dd3d2e-d70f-4162-aa0a-313c80065834 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830622 Dec 12 04:10:18.983351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Calling delete_port for 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:19.002794 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.007056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Pushing event updated for resources: {'Port': ['ID=52e94575-857c-4ec1-947b-8881f7600d5f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:19.052080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b815d2fd-eee4-4ff7-b28f-6447cfc33b70 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:10:19.120420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.resource_extend [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:10:19.176764 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.179380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.180725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:19.181592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.246147 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7981033 Dec 12 04:10:19.248533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41108) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:19.262698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Request body: {'subnet': {'network_id': '9d4df3df-a902-4cf3-a058-9445ee8044f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-407603028-subnet', 'tenant_id': '54eb12617ad5491dbee3fdda92dbead8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:19.376869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Made reservation on behalf of 54eb12617ad5491dbee3fdda92dbead8 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:19.379646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.410229 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.421610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:10:19.498209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb39b3e-f4b1-4dd4-8629-6ae8919baa75,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:19.517638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41112) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:19.551034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4db2fc-d81a-4e8d-b064-8a19dc2bfb60 admin admin] Pushing event updated for resources: {'Network': ['ID=9d4df3df-a902-4cf3-a058-9445ee8044f0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:19.581453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.585595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 010ad287-57c3-4dcc-9375-ba907d6ef898 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:19.598073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9d4df3df-a902-4cf3-a058-9445ee8044f0 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:10:19.642670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1ac5e-0187-4ecd-b50c-a0b052f9766b req-399ba196-ef9c-420d-9d9e-06508c410618 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:19.666811 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ef1ac5e-0187-4ecd-b50c-a0b052f9766b req-399ba196-ef9c-420d-9d9e-06508c410618 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.2778575 Dec 12 04:10:19.798923 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ef1ac5e-0187-4ecd-b50c-a0b052f9766b req-1b5db53f-24bd-4033-be87-0d05d9444676 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304407 Dec 12 04:10:19.800721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:19.824101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70', 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469', 'port_id': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70', 'mac_address': 'fa:16:3e:a2:8d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dcae31-2d61-427b-a549-599fc478f803', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:10:19.845597 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4d52825-eb6b-406a-9c1b-98f652e9fee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.900083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15395891-c8fa-467e-bcb4-b8249a64185e req-bf23e9b0-7a87-4e17-b01a-6344949b1e75 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:19.901903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-15395891-c8fa-467e-bcb4-b8249a64185e req-bf23e9b0-7a87-4e17-b01a-6344949b1e75 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1130476 Dec 12 04:10:19.934603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.963958 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:19.975404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 010ad287-57c3-4dcc-9375-ba907d6ef898 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:19.976073 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.007960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b815d2fd-eee4-4ff7-b28f-6447cfc33b70 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:10:20.038479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-router', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:05Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'gw_port': {'id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:07Z', 'updated_at': '2021-12-12T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '2fb39b3e-f4b1-4dd4-8629-6ae8919baa75', 'name': '', 'network_id': '677f71cd-022c-46ea-acb1-f58e94a4d06d', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'mac_address': 'fa:16:3e:25:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3d67329a-a55a-48fe-a7c5-163ac1923c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:11Z', 'updated_at': '2021-12-12T04:10:13Z', 'revision_number': 2, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'subnets': [{'id': '3d67329a-a55a-48fe-a7c5-163ac1923c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:20.081008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:20.083620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] Checking router: 3192cd23-af3e-4eeb-b253-6ef68aa2e644 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:20.084227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] Updating router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 port 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:20.086189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-15395891-c8fa-467e-bcb4-b8249a64185e req-5019ab7a-c4a8-4b06-9ce5-093f9528edca tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748650 Dec 12 04:10:20.111760 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.119277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] Port 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 not found while updating agent binding for router 3192cd23-af3e-4eeb-b253-6ef68aa2e644. {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 12 04:10:20.161418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] Routers {'3192cd23-af3e-4eeb-b253-6ef68aa2e644'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:20.162064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:20.181404 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.197968 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.240187 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4d52825-eb6b-406a-9c1b-98f652e9fee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.244081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.254521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-2749e13d-94f2-43dd-a9a8-c9911a3904f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:20.256567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-2749e13d-94f2-43dd-a9a8-c9911a3904f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1101 time: 0.1955104 Dec 12 04:10:20.273413 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4d52825-eb6b-406a-9c1b-98f652e9fee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.276749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:20.277998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:10:20.331905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] Set router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:20.421865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57bf43-f501-4a20-b83c-8bce27a6f394 req-f547e622-57f6-4c77-91b5-f6ba4c8a8d75 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:20.424170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b57bf43-f501-4a20-b83c-8bce27a6f394 req-f547e622-57f6-4c77-91b5-f6ba4c8a8d75 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 944 time: 0.3087254 Dec 12 04:10:20.432640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['b815d2fd-eee4-4ff7-b28f-6447cfc33b70'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:20.453256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Pushing event updated for resources: {'Port': ['ID=52e94575-857c-4ec1-947b-8881f7600d5f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:20.457064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2aa894-ebfd-4aa2-a14c-0c610a90a123,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:20.508270 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b4d52825-eb6b-406a-9c1b-98f652e9fee5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1aafe7e29984c758fb68a5cd96e6f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9884284 Dec 12 04:10:20.520221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d52825-eb6b-406a-9c1b-98f652e9fee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bdaba6-ff66-409d-94f0-be651f25a2c4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:20.525521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41122) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:20.561947 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.588917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Checking segment: {'id': 'a33ffb4e-a860-4c58-baf4-2fc31b03c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9d4df3df-a902-4cf3-a058-9445ee8044f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:20.589145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Network hostable DHCP agents. Network: 9d4df3df-a902-4cf3-a058-9445ee8044f0, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:10:20.640359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-router', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:05Z', 'updated_at': '2021-12-12T04:10:19Z', 'revision_number': 5, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'gw_port': {'id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:07Z', 'updated_at': '2021-12-12T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:20.640684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.641889 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-28b0c5be-5bce-42d7-b19a-07156a44b60a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2050459 Dec 12 04:10:20.665429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b57bf43-f501-4a20-b83c-8bce27a6f394 req-68e51781-ac74-448f-85fe-b9f3d4e98bb0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010882 Dec 12 04:10:20.674719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:20.676915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-91e12614-a4c5-4d98-998e-cf72f10ada99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:20.682601 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-62531ab5-0edb-417e-84c2-46e05d3c69b5 admin admin] 10.222.0.36 "PUT /v2.0/routers/3192cd23-af3e-4eeb-b253-6ef68aa2e644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9692702 Dec 12 04:10:20.682762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-91e12614-a4c5-4d98-998e-cf72f10ada99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3597922 Dec 12 04:10:20.685059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41126) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:20.706543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8c039-b646-4164-b4cb-05d90c0637c7 None None] The sync data for ids ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'] in n-d-710847-7 is: [{'id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-router', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:05Z', 'updated_at': '2021-12-12T04:10:19Z', 'revision_number': 5, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'gw_port': {'id': '010ad287-57c3-4dcc-9375-ba907d6ef898', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:07Z', 'updated_at': '2021-12-12T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:20.743716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-917802a9-7305-48d9-85ae-c45abf76dd42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.0547943 Dec 12 04:10:20.746480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3cbee6a1-920c-40a9-80f1-c675edbdecf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.749838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Network 9d4df3df-a902-4cf3-a058-9445ee8044f0 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:10:20.811324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.813835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9d4df3df-a902-4cf3-a058-9445ee8044f0) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:20.822543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3cbee6a1-920c-40a9-80f1-c675edbdecf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.826498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517cdc19-15a3-42b8-9890-7783549d7b40 None None] Network 9d4df3df-a902-4cf3-a058-9445ee8044f0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:20.828165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:20.828850 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:20.881960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-a563c13e-92bf-4066-b318-f404508fa963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:20.883808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-a563c13e-92bf-4066-b318-f404508fa963 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1248474 Dec 12 04:10:20.897784 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d6e957ad-95d2-4afa-8f5c-87758675ab71 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6452949 Dec 12 04:10:20.986477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-1c99bdc0-00bd-4ffe-b420-5ea5d94455c1 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1851334330&fields=id&tenant_id=a9b100b3d0144f658a1dea71faf76d80 HTTP/1.1" status: 200 len: 267 time: 0.0712237 Dec 12 04:10:20.990599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84ff61-bc59-410c-9d38-9267bd777290 req-f0b22f8e-481b-459d-a631-5586c1910dd9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:20.991844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e84ff61-bc59-410c-9d38-9267bd777290 req-f0b22f8e-481b-459d-a631-5586c1910dd9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0989158 Dec 12 04:10:21.002235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-d9b8c472-1430-4c5e-b85d-ad703a76a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:21.005258 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-d9b8c472-1430-4c5e-b85d-ad703a76a424 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109409 Dec 12 04:10:21.012761 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2863c27-2a72-4389-ace6-6ed33fe574e7 None None] Network 9d4df3df-a902-4cf3-a058-9445ee8044f0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:21.105440 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3cbee6a1-920c-40a9-80f1-c675edbdecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.108417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3cbee6a1-920c-40a9-80f1-c675edbdecf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.109622 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3cbee6a1-920c-40a9-80f1-c675edbdecf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56bdaba6-ff66-409d-94f0-be651f25a2c4 HTTP/1.1" status: 204 len: 168 time: 0.5799761 Dec 12 04:10:21.117608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-b81f8aad-53fe-4f3b-9e51-47611d4e786e tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:21.119185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-b81f8aad-53fe-4f3b-9e51-47611d4e786e tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/networks?id=93dfc7c5-8a52-4100-985b-bf394ebe1dac HTTP/1.1" status: 200 len: 815 time: 0.1309009 Dec 12 04:10:21.143063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-bad54b06-f2cc-4da9-a2fa-dcd381ba7ae1 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/quotas/a9b100b3d0144f658a1dea71faf76d80 HTTP/1.1" status: 200 len: 375 time: 0.0167408 Dec 12 04:10:21.150357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbee6a1-920c-40a9-80f1-c675edbdecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bdaba6-ff66-409d-94f0-be651f25a2c4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:21.163477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.187023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e84ff61-bc59-410c-9d38-9267bd777290 req-9bc0bbff-b7fd-4ffd-ae2f-8a376939e07e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806085 Dec 12 04:10:21.214748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-7b541856-b20d-4d67-8b76-8906dde85c7d service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998081 Dec 12 04:10:21.301616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-a91a5239-ab45-43b3-80b6-1d7c88617e8f tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9b100b3d0144f658a1dea71faf76d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511469 Dec 12 04:10:21.375135 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-1996a594-2377-44ea-8101-5e2f0cfe33bb service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526117 Dec 12 04:10:21.437624 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-7ca4643f-e3aa-4f71-9861-9c3ac7002474 service neutron] 10.222.0.36 "GET /v2.0/networks/93dfc7c5-8a52-4100-985b-bf394ebe1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163850 Dec 12 04:10:21.514910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Deleting port 010ad287-57c3-4dcc-9375-ba907d6ef898 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:21.516164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.555041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9429362c-e0b3-4ffb-b3d8-a6215dd2b02d req-391042f4-3f1a-479d-a674-bca0e4161dc2 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-578574591', 'description': 'tempest-description-1123671306'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:21.566176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41154) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:21.592603 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c5c17c48-d1b2-4666-a495-3bb4b6fafb65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.604462 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9429362c-e0b3-4ffb-b3d8-a6215dd2b02d req-391042f4-3f1a-479d-a674-bca0e4161dc2 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.620215 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-032d90c8-b096-4015-ad22-e49a525591e8 service neutron] 10.222.0.36 "GET /v2.0/networks/93dfc7c5-8a52-4100-985b-bf394ebe1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816118 Dec 12 04:10:21.645716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] For port 010ad287-57c3-4dcc-9375-ba907d6ef898, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=010ad287-57c3-4dcc-9375-ba907d6ef898,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:21.646354 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.660752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Calling delete_port for 010ad287-57c3-4dcc-9375-ba907d6ef898 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:21.731175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9429362c-e0b3-4ffb-b3d8-a6215dd2b02d req-391042f4-3f1a-479d-a674-bca0e4161dc2 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.746720 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9429362c-e0b3-4ffb-b3d8-a6215dd2b02d req-391042f4-3f1a-479d-a674-bca0e4161dc2 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.751167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c5c17c48-d1b2-4666-a495-3bb4b6fafb65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.762904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c5c17c48-d1b2-4666-a495-3bb4b6fafb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.792948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9429362c-e0b3-4ffb-b3d8-a6215dd2b02d req-391042f4-3f1a-479d-a674-bca0e4161dc2 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.805599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9429362c-e0b3-4ffb-b3d8-a6215dd2b02d req-391042f4-3f1a-479d-a674-bca0e4161dc2 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2570589 Dec 12 04:10:21.838915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391042f4-3f1a-479d-a674-bca0e4161dc2 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c3243d-fbbd-447c-97b0-5c0117ebc461,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:21.851253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c5c17c48-d1b2-4666-a495-3bb4b6fafb65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dff8bbde0862467da84ce41b18f7e86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836878 Dec 12 04:10:21.858024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41164) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:21.901880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c17c48-d1b2-4666-a495-3bb4b6fafb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916fdc37-7d95-4bbd-9f71-18ac17e49779,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:21.942463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:21.975642 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Pushing event deleted for resources: {'Port': ['ID=010ad287-57c3-4dcc-9375-ba907d6ef898,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:21.980297 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-898a02ea-cb4b-4d5e-8b82-5c4eb540712d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.016674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13242205-15d5-4fb9-9c48-52d2e3c8784f req-13db9d70-a1ad-4ab4-8bab-edc4b94ff6c6 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:22.018469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13242205-15d5-4fb9-9c48-52d2e3c8784f req-13db9d70-a1ad-4ab4-8bab-edc4b94ff6c6 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.0978878 Dec 12 04:10:22.024761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-898a02ea-cb4b-4d5e-8b82-5c4eb540712d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.114935 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.121418 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13242205-15d5-4fb9-9c48-52d2e3c8784f req-01b48ee6-cba7-42fb-9a3b-702e6bbcb6aa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944362 Dec 12 04:10:22.140269 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-898a02ea-cb4b-4d5e-8b82-5c4eb540712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.143940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-898a02ea-cb4b-4d5e-8b82-5c4eb540712d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.146218 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-898a02ea-cb4b-4d5e-8b82-5c4eb540712d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/916fdc37-7d95-4bbd-9f71-18ac17e49779 HTTP/1.1" status: 204 len: 168 time: 0.2830236 Dec 12 04:10:22.155383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a02ea-cb4b-4d5e-8b82-5c4eb540712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916fdc37-7d95-4bbd-9f71-18ac17e49779,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:22.192194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88261f77-2bb1-4c21-9c16-ff560f28a72a req-59084d50-7a47-4ccb-86c3-eaa2ccbac13d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:22.194054 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88261f77-2bb1-4c21-9c16-ff560f28a72a req-59084d50-7a47-4ccb-86c3-eaa2ccbac13d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 944 time: 0.1374841 Dec 12 04:10:22.235507 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbfdb57e-15d5-4841-a0de-5bc143f35359 req-cc4a389f-06d7-42ea-b479-3fd067a7afde tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 210 time: 0.0358441 Dec 12 04:10:22.243390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.246971 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.278743 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] Sync routers for ids ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:22.294807 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] Routers {'3192cd23-af3e-4eeb-b253-6ef68aa2e644'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:22.296787 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:22.335145 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-643d2aa6-0228-42c2-8b4e-9b40b4f8a6cc req-8963ba7a-55eb-4f48-b001-45792499395a tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/d3c3243d-fbbd-447c-97b0-5c0117ebc461 HTTP/1.1" status: 200 len: 1821 time: 0.0514278 Dec 12 04:10:22.357659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-643d2aa6-0228-42c2-8b4e-9b40b4f8a6cc req-ddf34b19-967c-4ba1-96a3-ed2638c602a0 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd3c3243d-fbbd-447c-97b0-5c0117ebc461', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:22.358130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-643d2aa6-0228-42c2-8b4e-9b40b4f8a6cc req-ddf34b19-967c-4ba1-96a3-ed2638c602a0 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd3c3243d-fbbd-447c-97b0-5c0117ebc461', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:22.395292 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.395861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:10:22.409308 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.412941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5da04213-b157-4258-b46d-18b5ba4d4043 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3192cd23-af3e-4eeb-b253-6ef68aa2e644 HTTP/1.1" status: 204 len: 168 time: 1.7243943 Dec 12 04:10:22.413334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41178) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:22.424712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:10:22.430735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88261f77-2bb1-4c21-9c16-ff560f28a72a req-15d59f11-2535-41f6-b272-185b26ee9ad5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078111 Dec 12 04:10:22.464411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:10:22.464765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2fb39b3e-f4b1-4dd4-8629-6ae8919baa75 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:10:22.487031 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] Set router 3192cd23-af3e-4eeb-b253-6ef68aa2e644 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:22.529213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-643d2aa6-0228-42c2-8b4e-9b40b4f8a6cc req-ddf34b19-967c-4ba1-96a3-ed2638c602a0 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.546987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a989136-0ef3-40d3-a3fb-c53c5943fde8 admin admin] Deleting subnet 3d67329a-a55a-48fe-a7c5-163ac1923c82 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:10:22.550884 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a989136-0ef3-40d3-a3fb-c53c5943fde8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.584574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-643d2aa6-0228-42c2-8b4e-9b40b4f8a6cc req-ddf34b19-967c-4ba1-96a3-ed2638c602a0 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.608056 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3192cd23-af3e-4eeb-b253-6ef68aa2e644', 'name': 'tempest-FloatingIPsNegativeTestJSON-587505173-router', 'tenant_id': '0cd624fde07c498aa09a4eee243a50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:05Z', 'updated_at': '2021-12-12T04:10:21Z', 'revision_number': 7, 'project_id': '0cd624fde07c498aa09a4eee243a50be', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:22.608843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-643d2aa6-0228-42c2-8b4e-9b40b4f8a6cc req-ddf34b19-967c-4ba1-96a3-ed2638c602a0 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.637955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78012166-cd8e-4f08-bc62-f9a0be0d0946 req-37c24e0a-b0a5-46a9-a7a4-e45d5c1eb372 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:22.640449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78012166-cd8e-4f08-bc62-f9a0be0d0946 req-37c24e0a-b0a5-46a9-a7a4-e45d5c1eb372 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0860162 Dec 12 04:10:22.648486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf34b19-967c-4ba1-96a3-ed2638c602a0 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4c7152-a21e-440c-b07d-cafac7e5bb9a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:22.649254 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] Checking router: 3192cd23-af3e-4eeb-b253-6ef68aa2e644 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:22.658021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a989136-0ef3-40d3-a3fb-c53c5943fde8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.661121 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] Routers set() bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:22.661515 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] Router IDs set() for agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 04:10:22.662325 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_agentschedulers_db [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3192cd23-af3e-4eeb-b253-6ef68aa2e644'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent'). {{(pid=103453) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 04:10:22.662721 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee7a1c1-3f4f-4fdf-830a-e2c2fd30e304 None None] The sync data for ids ['3192cd23-af3e-4eeb-b253-6ef68aa2e644'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:22.711771 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-643d2aa6-0228-42c2-8b4e-9b40b4f8a6cc req-ddf34b19-967c-4ba1-96a3-ed2638c602a0 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.716993 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-643d2aa6-0228-42c2-8b4e-9b40b4f8a6cc req-ddf34b19-967c-4ba1-96a3-ed2638c602a0 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3665981 Dec 12 04:10:22.740285 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78012166-cd8e-4f08-bc62-f9a0be0d0946 req-9ae1d6af-7e24-43f8-9e3a-63bb0c0ae10d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890427 Dec 12 04:10:22.756994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-fbc165b5-0d78-4f06-96ef-3e9e59eba549 req-2214cec7-b877-47cd-a5e3-b25b92b0d257 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1117311822', 'description': 'tempest-description-326365125'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:22.813753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a989136-0ef3-40d3-a3fb-c53c5943fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.834045 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fbc165b5-0d78-4f06-96ef-3e9e59eba549 req-2214cec7-b877-47cd-a5e3-b25b92b0d257 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.904028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a989136-0ef3-40d3-a3fb-c53c5943fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.938718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a989136-0ef3-40d3-a3fb-c53c5943fde8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d67329a-a55a-48fe-a7c5-163ac1923c82,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:22.943375 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a989136-0ef3-40d3-a3fb-c53c5943fde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:22.946689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7a989136-0ef3-40d3-a3fb-c53c5943fde8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3d67329a-a55a-48fe-a7c5-163ac1923c82 HTTP/1.1" status: 204 len: 168 time: 0.5314479 Dec 12 04:10:22.949362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41190) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:22.958276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a78ac-84cb-4aea-9344-5a3dc267e554 None None] Network 677f71cd-022c-46ea-acb1-f58e94a4d06d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:23.004670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fbc165b5-0d78-4f06-96ef-3e9e59eba549 req-2214cec7-b877-47cd-a5e3-b25b92b0d257 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.014358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fbc165b5-0d78-4f06-96ef-3e9e59eba549 req-2214cec7-b877-47cd-a5e3-b25b92b0d257 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.036153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b815d2fd-eee4-4ff7-b28f-6447cfc33b70 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:23.050408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fbc165b5-0d78-4f06-96ef-3e9e59eba549 req-2214cec7-b877-47cd-a5e3-b25b92b0d257 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.060262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbc165b5-0d78-4f06-96ef-3e9e59eba549 req-2214cec7-b877-47cd-a5e3-b25b92b0d257 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3065772 Dec 12 04:10:23.071992 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.131426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Deleting port 691677f5-9669-473d-9811-60aea07d0a1a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:23.131774 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.151857 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87d3f4bc-853b-4682-bf1d-11aa14bbe47c req-12bce6e2-6dcc-482d-8fe7-84206ba631b6 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/4127f5b7-9df6-4056-a5b5-9a47a49cb52c HTTP/1.1" status: 200 len: 1821 time: 0.0768967 Dec 12 04:10:23.153091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214cec7-b877-47cd-a5e3-b25b92b0d257 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4127f5b7-9df6-4056-a5b5-9a47a49cb52c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:23.165628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:10:23.172491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-87d3f4bc-853b-4682-bf1d-11aa14bbe47c req-e487740d-febd-4fb7-8388-c9aa475ba492 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4127f5b7-9df6-4056-a5b5-9a47a49cb52c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:23.172882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-87d3f4bc-853b-4682-bf1d-11aa14bbe47c req-e487740d-febd-4fb7-8388-c9aa475ba492 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4127f5b7-9df6-4056-a5b5-9a47a49cb52c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:23.173456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:23.173918 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.236793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] For port 691677f5-9669-473d-9811-60aea07d0a1a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=691677f5-9669-473d-9811-60aea07d0a1a,segment=NetworkSegment(ac13bcf8-2921-4dc8-bb31-c35b7b8c492a),segment_id=ac13bcf8-2921-4dc8-bb31-c35b7b8c492a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:23.237954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.278735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Calling delete_port for 691677f5-9669-473d-9811-60aea07d0a1a owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:23.280302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb24598-2c74-4bf4-95b9-bd71c4160a84 None None] DHCP port deletion for 677f71cd-022c-46ea-acb1-f58e94a4d06d request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:10:23.307051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-87d3f4bc-853b-4682-bf1d-11aa14bbe47c req-e487740d-febd-4fb7-8388-c9aa475ba492 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.340701 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-87d3f4bc-853b-4682-bf1d-11aa14bbe47c req-e487740d-febd-4fb7-8388-c9aa475ba492 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.349812 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-87d3f4bc-853b-4682-bf1d-11aa14bbe47c req-e487740d-febd-4fb7-8388-c9aa475ba492 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.371379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487740d-febd-4fb7-8388-c9aa475ba492 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10a19b1-5181-4553-a57e-6e54a6a6da9f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:23.391622 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.398055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-87d3f4bc-853b-4682-bf1d-11aa14bbe47c req-e487740d-febd-4fb7-8388-c9aa475ba492 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.403255 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87d3f4bc-853b-4682-bf1d-11aa14bbe47c req-e487740d-febd-4fb7-8388-c9aa475ba492 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2419903 Dec 12 04:10:23.409405 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12781b-2612-4448-9b9f-a2552c45a04e req-4698cefd-8f9f-43df-96f4-090d4adf2dc5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:23.417379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dc12781b-2612-4448-9b9f-a2552c45a04e req-4698cefd-8f9f-43df-96f4-090d4adf2dc5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1492727 Dec 12 04:10:23.426822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:23.429175 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f5b22-387f-4658-bdcd-8d452a43b158" -d '{"events": [{"server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "name": "network-vif-plugged", "status": "completed", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:23.450768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:23.458958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ebb24598-2c74-4bf4-95b9-bd71c4160a84 None None] Deleting port 691677f5-9669-473d-9811-60aea07d0a1a {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:23.459672 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebb24598-2c74-4bf4-95b9-bd71c4160a84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.463125 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.506456 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.525824 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dc12781b-2612-4448-9b9f-a2552c45a04e req-a74cc514-046e-41e5-92fa-0aea32cb621b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073136 Dec 12 04:10:23.566838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Pushing event deleted for resources: {'Port': ['ID=691677f5-9669-473d-9811-60aea07d0a1a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:23.569450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] No DVR routers for this DVR port 691677f5-9669-473d-9811-60aea07d0a1a on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:10:23.597023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ebb24598-2c74-4bf4-95b9-bd71c4160a84 None None] For port 691677f5-9669-473d-9811-60aea07d0a1a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=691677f5-9669-473d-9811-60aea07d0a1a,segment=NetworkSegment(ac13bcf8-2921-4dc8-bb31-c35b7b8c492a),segment_id=ac13bcf8-2921-4dc8-bb31-c35b7b8c492a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:23.597615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebb24598-2c74-4bf4-95b9-bd71c4160a84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.627493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-ab4cfeaf-51d9-4b24-94cb-e64dd7f16e76 req-84b212e7-89fe-43dd-bc66-5153a27c939a tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-439937563', 'description': 'tempest-description-354661354'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:23.629984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:23.638634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ebb24598-2c74-4bf4-95b9-bd71c4160a84 None None] Calling delete_port for 691677f5-9669-473d-9811-60aea07d0a1a owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:23.668031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bca4bcce-8edc-47aa-a317-6d7c1117d55f req-3f97be8f-2528-4773-af02-1c57d5eda8f1 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 210 time: 0.1656380 Dec 12 04:10:23.735751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.758036 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278798ee-8785-4de0-9098-86d228998e35 x-openstack-request-id: req-278798ee-8785-4de0-9098-86d228998e35 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:23.758036 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "name": "network-vif-plugged", "status": "completed", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:23.758036 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-278798ee-8785-4de0-9098-86d228998e35 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:23.758516 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70', 'code': 200} Dec 12 04:10:23.762218 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ab4cfeaf-51d9-4b24-94cb-e64dd7f16e76 req-84b212e7-89fe-43dd-bc66-5153a27c939a tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.782422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebb24598-2c74-4bf4-95b9-bd71c4160a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.783265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-b3b46ff8-ed98-46de-9da0-2942ae416598 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:23.786193 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-b3b46ff8-ed98-46de-9da0-2942ae416598 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.37 "GET /v2.0/networks?id=93dfc7c5-8a52-4100-985b-bf394ebe1dac HTTP/1.1" status: 200 len: 815 time: 0.3119824 Dec 12 04:10:23.808790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677f71cd-022c-46ea-acb1-f58e94a4d06d']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:23.811394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb24598-2c74-4bf4-95b9-bd71c4160a84 None None] Pushing event deleted for resources: {'Port': ['ID=691677f5-9669-473d-9811-60aea07d0a1a,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:23.817344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb24598-2c74-4bf4-95b9-bd71c4160a84 None None] No DVR routers for this DVR port 691677f5-9669-473d-9811-60aea07d0a1a on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:10:23.838839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac13bcf8-2921-4dc8-bb31-c35b7b8c492a') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:23.839560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac13bcf8-2921-4dc8-bb31-c35b7b8c492a') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:23.861715 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.881502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.889331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:10:23.889847 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:10:23.933376 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:10:23.945018 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-a93e2e21-a06d-4c2a-9f49-d054fd864319 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b100b3d0144f658a1dea71faf76d80 HTTP/1.1" status: 200 len: 380 time: 0.1304326 Dec 12 04:10:23.956187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a209-c046-46cf-9232-8be7ae90ea90 req-bfadc493-f46a-44a9-8543-7f372d507294 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:23.957756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9c9a209-c046-46cf-9232-8be7ae90ea90 req-bfadc493-f46a-44a9-8543-7f372d507294 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.0870175 Dec 12 04:10:23.962903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Request body: {'port': {'device_id': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'admin_state_up': True, 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'security_groups': ['402d9a0a-f4e8-451f-8cc5-ed230c2ca88f']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:23.997186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.002334 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.005656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] 10.222.0.36 "DELETE /v2.0/networks/677f71cd-022c-46ea-acb1-f58e94a4d06d HTTP/1.1" status: 204 len: 168 time: 1.0552921 Dec 12 04:10:24.025193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f94188-02b4-4f0b-a605-3807f25402bb admin admin] Pushing event deleted for resources: {'Network': ['ID=677f71cd-022c-46ea-acb1-f58e94a4d06d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:24.050312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147c3f-a333-41d3-b6f2-4ce5037eb3b7 req-80358c4c-90e6-4c14-a02c-518cbbdc6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:24.051860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4147c3f-a333-41d3-b6f2-4ce5037eb3b7 req-80358c4c-90e6-4c14-a02c-518cbbdc6bf1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 1096 time: 0.1131837 Dec 12 04:10:24.079247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9c9a209-c046-46cf-9232-8be7ae90ea90 req-e5d9be39-47f4-4aea-b380-7615b3310ad7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003928 Dec 12 04:10:24.090415 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ab4cfeaf-51d9-4b24-94cb-e64dd7f16e76 req-84b212e7-89fe-43dd-bc66-5153a27c939a tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.114311 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ab4cfeaf-51d9-4b24-94cb-e64dd7f16e76 req-84b212e7-89fe-43dd-bc66-5153a27c939a tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.119269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Made reservation on behalf of a9b100b3d0144f658a1dea71faf76d80 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:24.123938 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.141091 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ab4cfeaf-51d9-4b24-94cb-e64dd7f16e76 req-84b212e7-89fe-43dd-bc66-5153a27c939a tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.153007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ab4cfeaf-51d9-4b24-94cb-e64dd7f16e76 req-84b212e7-89fe-43dd-bc66-5153a27c939a tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5311465 Dec 12 04:10:24.195841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4147c3f-a333-41d3-b6f2-4ce5037eb3b7 req-a13a88c1-5217-4870-a33d-cb36a018b059 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294241 Dec 12 04:10:24.220887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b212e7-89fe-43dd-bc66-5153a27c939a tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22251906-8eb4-46cf-bf73-b81a10ba431d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:24.308763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41236) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:24.321521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5a52-b041-4c8e-95ae-c5cd819b08c4 req-b82548a2-353c-4f3e-ac0c-574baa2d0157 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:24.329331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6ee5a52-b041-4c8e-95ae-c5cd819b08c4 req-b82548a2-353c-4f3e-ac0c-574baa2d0157 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1167119 Dec 12 04:10:24.349846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Allocated IP 172.20.0.13 (93dfc7c5-8a52-4100-985b-bf394ebe1dac/0a9b2b64-2a13-4b7f-b94f-88f777aa4909/379a697d-a1f3-4200-9ae8-1649ffafc579) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:24.358020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ec72f139-957b-4b56-af06-64ddb97e15b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cd624fde07c498aa09a4eee243a50be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482864 Dec 12 04:10:24.360538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41240) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:24.376612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 691677f5-9669-473d-9811-60aea07d0a1a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:10:24.401634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 691677f5-9669-473d-9811-60aea07d0a1a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:10:24.402083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 691677f5-9669-473d-9811-60aea07d0a1a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:10:24.402582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 010ad287-57c3-4dcc-9375-ba907d6ef898 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:10:24.409663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6ee5a52-b041-4c8e-95ae-c5cd819b08c4 req-2847e685-8891-4a95-8fd0-2e02a5a0790f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718646 Dec 12 04:10:24.415141 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fff265a-d393-429d-afc7-d9d249ba6f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.427803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 010ad287-57c3-4dcc-9375-ba907d6ef898 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:10:24.428972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 010ad287-57c3-4dcc-9375-ba907d6ef898 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:10:24.438754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fff265a-d393-429d-afc7-d9d249ba6f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.475325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-29a31b93-2d36-4eb9-a0d2-8d4426e0a6f6 req-9ba919d3-7567-47f9-aee0-f372b462fb24 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1634537110', 'description': 'tempest-description-778139311'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:24.487437 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fff265a-d393-429d-afc7-d9d249ba6f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.490254 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fff265a-d393-429d-afc7-d9d249ba6f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.491402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4fff265a-d393-429d-afc7-d9d249ba6f5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fd90ebe-bada-40f6-9a91-433d179451d1 HTTP/1.1" status: 204 len: 168 time: 0.1290929 Dec 12 04:10:24.503901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff265a-d393-429d-afc7-d9d249ba6f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd90ebe-bada-40f6-9a91-433d179451d1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:24.515380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-29a31b93-2d36-4eb9-a0d2-8d4426e0a6f6 req-9ba919d3-7567-47f9-aee0-f372b462fb24 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.575029 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.644501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-29a31b93-2d36-4eb9-a0d2-8d4426e0a6f6 req-9ba919d3-7567-47f9-aee0-f372b462fb24 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.649176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-29a31b93-2d36-4eb9-a0d2-8d4426e0a6f6 req-9ba919d3-7567-47f9-aee0-f372b462fb24 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.655625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.713090 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-29a31b93-2d36-4eb9-a0d2-8d4426e0a6f6 req-9ba919d3-7567-47f9-aee0-f372b462fb24 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.714194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-29a31b93-2d36-4eb9-a0d2-8d4426e0a6f6 req-9ba919d3-7567-47f9-aee0-f372b462fb24 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2698460 Dec 12 04:10:24.732154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Network 93dfc7c5-8a52-4100-985b-bf394ebe1dac is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:24.732983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba919d3-7567-47f9-aee0-f372b462fb24 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896d4cf6-4ed0-46d4-a4f1-a98bef85e025,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:24.738693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:24.742350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:24.773937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Pushing event updated for resources: {'Port': ['ID=379a697d-a1f3-4200-9ae8-1649ffafc579,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:24.815667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:24.816110 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.852227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-dd0b4472-35a5-4427-8426-6fb68c3d3b1d tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8934283 Dec 12 04:10:24.871344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a036d-8738-4f8c-b5ce-f02f01fc4831 req-26bdd975-1752-4f61-9068-4957f31e31e7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:24.873000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b52a036d-8738-4f8c-b5ce-f02f01fc4831 req-26bdd975-1752-4f61-9068-4957f31e31e7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.0750318 Dec 12 04:10:24.878798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Request body: {'port': {'device_id': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:24.975895 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:24.982333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b52a036d-8738-4f8c-b5ce-f02f01fc4831 req-c8a8ec5b-64d5-4d8e-870a-f0edbf93c4e0 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989940 Dec 12 04:10:25.096395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-306be7ea-6dd4-4374-a451-8c8707b3dee9 None None] Provisioning complete for port 379a697d-a1f3-4200-9ae8-1649ffafc579 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:25.097171 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-306be7ea-6dd4-4374-a451-8c8707b3dee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.139350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-306be7ea-6dd4-4374-a451-8c8707b3dee9 None None] Port 379a697d-a1f3-4200-9ae8-1649ffafc579 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:25.159687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f8cabbf6-b769-4b8c-838f-6c03d5881489 req-3c7293e1-258e-4592-949e-a92a97281423 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/22251906-8eb4-46cf-bf73-b81a10ba431d HTTP/1.1" status: 200 len: 1820 time: 0.1120000 Dec 12 04:10:25.212343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c199905-9cb9-40a0-9d64-205acaaf90fa req-6e39e818-21e8-4fd1-acea-e48e3ff3a411 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:25.213887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c199905-9cb9-40a0-9d64-205acaaf90fa req-6e39e818-21e8-4fd1-acea-e48e3ff3a411 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 932 time: 0.0517704 Dec 12 04:10:25.247468 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f8cabbf6-b769-4b8c-838f-6c03d5881489 req-a7ce95a9-dbf1-44f2-8917-738872a531c9 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/896d4cf6-4ed0-46d4-a4f1-a98bef85e025 HTTP/1.1" status: 200 len: 1821 time: 0.0869169 Dec 12 04:10:25.272225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f8cabbf6-b769-4b8c-838f-6c03d5881489 req-f2689b61-f727-43ba-8410-ef9c3b388167 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22251906-8eb4-46cf-bf73-b81a10ba431d', 'remote_group_id': '896d4cf6-4ed0-46d4-a4f1-a98bef85e025', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:25.272562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f8cabbf6-b769-4b8c-838f-6c03d5881489 req-f2689b61-f727-43ba-8410-ef9c3b388167 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22251906-8eb4-46cf-bf73-b81a10ba431d', 'remote_group_id': '896d4cf6-4ed0-46d4-a4f1-a98bef85e025', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:25.300969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c199905-9cb9-40a0-9d64-205acaaf90fa req-0cf0d3d9-6615-4c59-943b-cfc9075393b3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679259 Dec 12 04:10:25.423302 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f8cabbf6-b769-4b8c-838f-6c03d5881489 req-f2689b61-f727-43ba-8410-ef9c3b388167 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.447268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7503c4a-8bc0-42aa-8c5e-a5d52c3a9e02 req-ad37ce46-d0f1-4c35-9736-9b5d5c6f9f22 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:25.448916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7503c4a-8bc0-42aa-8c5e-a5d52c3a9e02 req-ad37ce46-d0f1-4c35-9736-9b5d5c6f9f22 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.0576329 Dec 12 04:10:25.454579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379a697d-a1f3-4200-9ae8-1649ffafc579 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:10:25.467679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.484830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41278) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:25.486214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f8cabbf6-b769-4b8c-838f-6c03d5881489 req-f2689b61-f727-43ba-8410-ef9c3b388167 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.492126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Transition to ACTIVE for port object 379a697d-a1f3-4200-9ae8-1649ffafc579 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:10:25.493085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f8cabbf6-b769-4b8c-838f-6c03d5881489 req-f2689b61-f727-43ba-8410-ef9c3b388167 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.510195 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.515015 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7503c4a-8bc0-42aa-8c5e-a5d52c3a9e02 req-1349c973-5d55-4e2d-8c99-3d2c9cef7711 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591307 Dec 12 04:10:25.526432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2689b61-f727-43ba-8410-ef9c3b388167 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefe6a4b-db8a-4c39-b9f3-bd6d04a12a9a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:25.554330 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f8cabbf6-b769-4b8c-838f-6c03d5881489 req-f2689b61-f727-43ba-8410-ef9c3b388167 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.555548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f8cabbf6-b769-4b8c-838f-6c03d5881489 req-f2689b61-f727-43ba-8410-ef9c3b388167 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2919745 Dec 12 04:10:25.584407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=379a697d-a1f3-4200-9ae8-1649ffafc579,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:25.641666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-network', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:25.679336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Made reservation on behalf of 1cdfc286435f48908b6cbe882212a24f for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:25.683541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.695522 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.704189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Attempting to bind port 379a697d-a1f3-4200-9ae8-1649ffafc579 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:25.704539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Attempting to bind port 379a697d-a1f3-4200-9ae8-1649ffafc579 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:25.704979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Attempting to bind port 379a697d-a1f3-4200-9ae8-1649ffafc579 on network 93dfc7c5-8a52-4100-985b-bf394ebe1dac {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:25.712561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Port 379a697d-a1f3-4200-9ae8-1649ffafc579 on network 93dfc7c5-8a52-4100-985b-bf394ebe1dac not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:10:25.712980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Attempting to bind port 379a697d-a1f3-4200-9ae8-1649ffafc579 on network 93dfc7c5-8a52-4100-985b-bf394ebe1dac {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:25.720702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:25.721624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Checking segment: {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:25.722027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Bound using segment: {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:25.722476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Bound port: 379a697d-a1f3-4200-9ae8-1649ffafc579, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f85671d-7750-4c10-826e-7745909b626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:25.722844 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.746840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671acaf-df63-43e3-8ecd-00cbabd701ba req-13c8917b-4068-44a8-a2ca-7ce1cd937c42 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:25.748415 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1671acaf-df63-43e3-8ecd-00cbabd701ba req-13c8917b-4068-44a8-a2ca-7ce1cd937c42 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0886915 Dec 12 04:10:25.807085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.814045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.828511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:10:25.841924 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.842281 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Added segment 10a48336-91d7-4c36-815f-4eae3b9db1e2 of type vlan for network ae51b35b-980b-4e9c-8ce2-557c2526163e Dec 12 04:10:25.846902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] For port 379a697d-a1f3-4200-9ae8-1649ffafc579, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:25.850751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] For port 379a697d-a1f3-4200-9ae8-1649ffafc579, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=379a697d-a1f3-4200-9ae8-1649ffafc579,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:25.857095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1671acaf-df63-43e3-8ecd-00cbabd701ba req-b97042ce-fda3-44ff-9f8f-16ece6e6f5fa tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844634 Dec 12 04:10:25.859447 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.923755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:25.924976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.927348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] 10.222.0.37 "PUT /v2.0/ports/379a697d-a1f3-4200-9ae8-1649ffafc579 HTTP/1.1" status: 200 len: 1092 time: 1.0533764 Dec 12 04:10:25.932891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-65742374-06a9-4307-a0f3-268d8f2369e1 req-c5792c1b-2d63-483d-8e92-908f267b8f47 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1940220780', 'description': 'tempest-description-309872215'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:25.940280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'tag': '379a697d-a1f3-4200-9ae8-1649ffafc579'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:25.942559 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba488d-5211-49c9-944b-14fe1d6293f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b22411-b591-4ae0-8e85-426b1a3b5e39", "tag": "379a697d-a1f3-4200-9ae8-1649ffafc579"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:25.965754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:25.974079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18db07ba-f54e-4378-b7e9-0db13a1e5485,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:25.975033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03e3b1-a7a3-4c87-a59c-d69380135cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=379a697d-a1f3-4200-9ae8-1649ffafc579,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:25.985804 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-65742374-06a9-4307-a0f3-268d8f2369e1 req-c5792c1b-2d63-483d-8e92-908f267b8f47 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.037061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c9992-95a4-45f5-8c29-6180a156fadd req-3d9a61ce-010c-4ebd-b02a-84dc6254acda tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:26.039181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-705c9992-95a4-45f5-8c29-6180a156fadd req-3d9a61ce-010c-4ebd-b02a-84dc6254acda tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 1096 time: 0.0684323 Dec 12 04:10:26.041291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.042278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:26.043003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.117666 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-65742374-06a9-4307-a0f3-268d8f2369e1 req-c5792c1b-2d63-483d-8e92-908f267b8f47 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.129745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-65742374-06a9-4307-a0f3-268d8f2369e1 req-c5792c1b-2d63-483d-8e92-908f267b8f47 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.140468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-705c9992-95a4-45f5-8c29-6180a156fadd req-cbaaab9f-2e8e-4ba4-97ad-cc5f37df157a tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923193 Dec 12 04:10:26.150674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41298) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:26.157755 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6718457 Dec 12 04:10:26.165349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41300) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:26.170585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Request body: {'subnet': {'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-subnet', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:26.179681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3da6ed19-608b-4e14-a0e5-472cf1560719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:26.182608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-3da6ed19-608b-4e14-a0e5-472cf1560719 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9b100b3d0144f658a1dea71faf76d80&device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 1095 time: 0.1726029 Dec 12 04:10:26.193064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47a34e-f9a6-4c98-8f63-982813a25cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae51b35b-980b-4e9c-8ce2-557c2526163e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:26.206907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ae51b35b-980b-4e9c-8ce2-557c2526163e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:10:26.210771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5792c1b-2d63-483d-8e92-908f267b8f47 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a738df6-0914-47ef-a260-29149072d45c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:26.236217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Made reservation on behalf of 1cdfc286435f48908b6cbe882212a24f for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:26.239328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.247462 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-6d71ac7c-08b6-475f-baf0-0c88747cc06f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=379a697d-a1f3-4200-9ae8-1649ffafc579 HTTP/1.1" status: 200 len: 217 time: 0.0452194 Dec 12 04:10:26.249825 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa40d81f-3e0a-45da-9814-8f1337d85384 x-openstack-request-id: req-fa40d81f-3e0a-45da-9814-8f1337d85384 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:26.250099 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b22411-b591-4ae0-8e85-426b1a3b5e39", "tag": "379a697d-a1f3-4200-9ae8-1649ffafc579", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:26.250352 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa40d81f-3e0a-45da-9814-8f1337d85384 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:26.250795 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'tag': '379a697d-a1f3-4200-9ae8-1649ffafc579', 'status': 'completed', 'code': 200} Dec 12 04:10:26.255435 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-65742374-06a9-4307-a0f3-268d8f2369e1 req-c5792c1b-2d63-483d-8e92-908f267b8f47 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.275090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65742374-06a9-4307-a0f3-268d8f2369e1 req-c5792c1b-2d63-483d-8e92-908f267b8f47 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3588161 Dec 12 04:10:26.354070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c4512d3-0554-4e37-bcc6-4edeae91d52e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.470093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356fd0b-d664-47cf-84c7-ce2ac6eeb4d9 req-a97879d2-328b-41da-8ed6-0849881bca83 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:26.472369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1356fd0b-d664-47cf-84c7-ce2ac6eeb4d9 req-a97879d2-328b-41da-8ed6-0849881bca83 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1194541 Dec 12 04:10:26.579419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c4512d3-0554-4e37-bcc6-4edeae91d52e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.587248 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c4512d3-0554-4e37-bcc6-4edeae91d52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.598011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1356fd0b-d664-47cf-84c7-ce2ac6eeb4d9 req-c363c1dc-e328-47f5-bd21-23e032ab777b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188390 Dec 12 04:10:26.654213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-426dd7f5-510f-48b9-90ab-db45a654d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:26.655639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc2f64fd-fb4e-40ff-adc0-5f0125eee1f2 req-468d0244-28f5-4a8d-8566-5daedec0c7ab tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1997691154', 'description': 'tempest-description-1041429470'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:26.656138 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-426dd7f5-510f-48b9-90ab-db45a654d019 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a9b2b64-2a13-4b7f-b94f-88f777aa4909 HTTP/1.1" status: 200 len: 854 time: 0.3788779 Dec 12 04:10:26.664396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd3460-9446-4083-9e2d-97a9d6d64cab req-85b56549-874a-4409-8313-b4e721b95ff7 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:26.666240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22fd3460-9446-4083-9e2d-97a9d6d64cab req-85b56549-874a-4409-8313-b4e721b95ff7 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 1096 time: 0.3399940 Dec 12 04:10:26.683783 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9c4512d3-0554-4e37-bcc6-4edeae91d52e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=085f85996f6844058be376a0f1c8c525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317655 Dec 12 04:10:26.690079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41310) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:26.703484 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.705267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4512d3-0554-4e37-bcc6-4edeae91d52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244ee972-47a1-4a83-b6ee-16f41f2cbfec,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:26.737306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-fd7c39d3-b583-46a1-9244-0bfe26540649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:26.738819 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-fd7c39d3-b583-46a1-9244-0bfe26540649 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93dfc7c5-8a52-4100-985b-bf394ebe1dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716074 Dec 12 04:10:26.742205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22fd3460-9446-4083-9e2d-97a9d6d64cab req-a0120f37-57c4-4c8d-8a88-cb58495bb099 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669861 Dec 12 04:10:26.756593 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc2f64fd-fb4e-40ff-adc0-5f0125eee1f2 req-468d0244-28f5-4a8d-8566-5daedec0c7ab tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.799772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17becabd-2b46-4aba-b850-a5bfafbfd872,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:26.848536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Checking segment: {'id': '10a48336-91d7-4c36-815f-4eae3b9db1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:26.848536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Network hostable DHCP agents. Network: ae51b35b-980b-4e9c-8ce2-557c2526163e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:10:26.849862 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1047da96-7b11-4ba8-8ab0-91cb75fb10fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.850088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-34bff906-9064-43ac-a34e-82153061c49c service neutron] 10.222.0.37 "GET /v2.0/networks/93dfc7c5-8a52-4100-985b-bf394ebe1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019406 Dec 12 04:10:26.904337 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1047da96-7b11-4ba8-8ab0-91cb75fb10fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.913420 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc2f64fd-fb4e-40ff-adc0-5f0125eee1f2 req-468d0244-28f5-4a8d-8566-5daedec0c7ab tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.918267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Network ae51b35b-980b-4e9c-8ce2-557c2526163e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:10:26.927024 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc2f64fd-fb4e-40ff-adc0-5f0125eee1f2 req-468d0244-28f5-4a8d-8566-5daedec0c7ab tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.948623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcc399-7ab4-4369-8186-30036b06c0dd req-406eeff1-9857-4e23-93f8-8629cf6a78d3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:26.950451 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10dcc399-7ab4-4369-8186-30036b06c0dd req-406eeff1-9857-4e23-93f8-8629cf6a78d3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 944 time: 0.1205025 Dec 12 04:10:26.962439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ae51b35b-980b-4e9c-8ce2-557c2526163e) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:26.971440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:26.972026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.975294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e561b-7acb-417b-99f4-701abc7ce67e None None] Network ae51b35b-980b-4e9c-8ce2-557c2526163e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:26.986067 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc2f64fd-fb4e-40ff-adc0-5f0125eee1f2 req-468d0244-28f5-4a8d-8566-5daedec0c7ab tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:26.990440 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc2f64fd-fb4e-40ff-adc0-5f0125eee1f2 req-468d0244-28f5-4a8d-8566-5daedec0c7ab tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3537104 Dec 12 04:10:27.000488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d0244-28f5-4a8d-8566-5daedec0c7ab tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e643bd-046c-4af0-b221-5692d94bc3f1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:27.027729 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-30e4dc9d-3eb3-4580-925a-7da478f52496 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8609123 Dec 12 04:10:27.033069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41320) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:27.039386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:27.040984 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1047da96-7b11-4ba8-8ab0-91cb75fb10fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.046221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1047da96-7b11-4ba8-8ab0-91cb75fb10fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.048501 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1047da96-7b11-4ba8-8ab0-91cb75fb10fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/244ee972-47a1-4a83-b6ee-16f41f2cbfec HTTP/1.1" status: 204 len: 168 time: 0.3551505 Dec 12 04:10:27.050208 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0abd6dbb-35b1-4fcf-a19b-af7c82317650 req-81e1a671-4060-465e-a3ab-1b7de9dbed5f service neutron] 10.222.0.37 "GET /v2.0/networks/93dfc7c5-8a52-4100-985b-bf394ebe1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859393 Dec 12 04:10:27.060697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047da96-7b11-4ba8-8ab0-91cb75fb10fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244ee972-47a1-4a83-b6ee-16f41f2cbfec,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:27.136333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10dcc399-7ab4-4369-8186-30036b06c0dd req-665cb1a2-e4ca-4157-b904-9c3cc959e060 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673901 Dec 12 04:10:27.145931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.147065 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.179055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-ae51b35b-980b-4e9c-8ce2-557c2526163e', 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e', 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'fixed_ips': [{'subnet_id': '17becabd-2b46-4aba-b850-a5bfafbfd872'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:10:27.180310 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.187273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a552e-305f-4851-8ee4-8c45baeb5623 req-dd1f9f02-25a4-46f5-b52f-520c2360d13c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:27.188409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d5a552e-305f-4851-8ee4-8c45baeb5623 req-dd1f9f02-25a4-46f5-b52f-520c2360d13c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0739474 Dec 12 04:10:27.251266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.289100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d5a552e-305f-4851-8ee4-8c45baeb5623 req-a5cb509c-4a1c-4aaf-a8fc-5bd6e6527b68 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900545 Dec 12 04:10:27.350587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Allocated IP 172.20.0.2 (ae51b35b-980b-4e9c-8ce2-557c2526163e/17becabd-2b46-4aba-b850-a5bfafbfd872/03b83d1d-dfc4-467a-87f3-a11eae2fc021) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:27.362958 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-9ef7bdcf-0ee5-463c-9314-5297edcdfa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:27.364759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-9ef7bdcf-0ee5-463c-9314-5297edcdfa14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9b100b3d0144f658a1dea71faf76d80&device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 1095 time: 0.1861744 Dec 12 04:10:27.458229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5b32bdb-8a99-4250-9781-14f49561189e req-5af766f1-8cf1-4b04-895b-51243276005e tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/8a738df6-0914-47ef-a260-29149072d45c HTTP/1.1" status: 200 len: 1821 time: 0.0905633 Dec 12 04:10:27.508293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41332) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:27.524287 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4ebd87c-5e38-4954-9e48-03c3437f7afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.586589 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.640891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5b32bdb-8a99-4250-9781-14f49561189e req-47339f80-da7d-4c55-a308-fc393923af32 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/a6e643bd-046c-4af0-b221-5692d94bc3f1 HTTP/1.1" status: 200 len: 1822 time: 0.1339104 Dec 12 04:10:27.651194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4ebd87c-5e38-4954-9e48-03c3437f7afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.659762 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4ebd87c-5e38-4954-9e48-03c3437f7afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.695834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c5b32bdb-8a99-4250-9781-14f49561189e req-2138ca8e-b9d1-45e1-b6dc-ffdb86aa1caf tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a738df6-0914-47ef-a260-29149072d45c', 'remote_group_id': 'a6e643bd-046c-4af0-b221-5692d94bc3f1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:27.696172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c5b32bdb-8a99-4250-9781-14f49561189e req-2138ca8e-b9d1-45e1-b6dc-ffdb86aa1caf tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a738df6-0914-47ef-a260-29149072d45c', 'remote_group_id': 'a6e643bd-046c-4af0-b221-5692d94bc3f1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:27.707945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-beddd2e6-2935-4668-881c-d6f0a40f7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:27.709516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-beddd2e6-2935-4668-881c-d6f0a40f7e08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=93dfc7c5-8a52-4100-985b-bf394ebe1dac HTTP/1.1" status: 200 len: 915 time: 0.3044262 Dec 12 04:10:27.721434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.728666 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.741298 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e4ebd87c-5e38-4954-9e48-03c3437f7afc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=518a95ea74d14edf8b1a738fa413e0ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281809 Dec 12 04:10:27.742143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41340) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:27.775295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebd87c-5e38-4954-9e48-03c3437f7afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b993d463-1e65-4330-b1e9-a586731cb39d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:27.776289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-6e74820b-ce6c-4481-98f4-00d6f0641eac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=379a697d-a1f3-4200-9ae8-1649ffafc579 HTTP/1.1" status: 200 len: 217 time: 0.0566776 Dec 12 04:10:27.785975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Network ae51b35b-980b-4e9c-8ce2-557c2526163e is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:27.790036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:27.794636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:27.810473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Pushing event updated for resources: {'Port': ['ID=03b83d1d-dfc4-467a-87f3-a11eae2fc021,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:27.816235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ecf19b1-8d4a-42ee-a031-80cf4f91a292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.823322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.823744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.824088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.824428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.824766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.825228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.825556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.826109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.826632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.827175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.828337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.828893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.829434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:27.858234 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ecf19b1-8d4a-42ee-a031-80cf4f91a292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.875342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-4e3be5f7-54fc-449e-9d10-fdad73550299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:27.878105 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-4e3be5f7-54fc-449e-9d10-fdad73550299 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a9b2b64-2a13-4b7f-b94f-88f777aa4909 HTTP/1.1" status: 200 len: 854 time: 0.0919969 Dec 12 04:10:27.883570 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5b32bdb-8a99-4250-9781-14f49561189e req-2138ca8e-b9d1-45e1-b6dc-ffdb86aa1caf tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.887078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Attempting to bind port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:27.887460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Attempting to bind port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '10a48336-91d7-4c36-815f-4eae3b9db1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:27.887975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Attempting to bind port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 on network ae51b35b-980b-4e9c-8ce2-557c2526163e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:27.895301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:27.895691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Checking segment: {'id': '10a48336-91d7-4c36-815f-4eae3b9db1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:27.896112 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.896518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Bound using segment: {'id': '10a48336-91d7-4c36-815f-4eae3b9db1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:27.897300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Bound port: 03b83d1d-dfc4-467a-87f3-a11eae2fc021, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a48336-91d7-4c36-815f-4eae3b9db1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:27.897425 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.932406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ecf19b1-8d4a-42ee-a031-80cf4f91a292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.935934 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ecf19b1-8d4a-42ee-a031-80cf4f91a292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.937241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8ecf19b1-8d4a-42ee-a031-80cf4f91a292 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b993d463-1e65-4330-b1e9-a586731cb39d HTTP/1.1" status: 204 len: 168 time: 0.1944482 Dec 12 04:10:27.949074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf19b1-8d4a-42ee-a031-80cf4f91a292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b993d463-1e65-4330-b1e9-a586731cb39d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:27.957270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5b32bdb-8a99-4250-9781-14f49561189e req-2138ca8e-b9d1-45e1-b6dc-ffdb86aa1caf tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:27.965546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5b32bdb-8a99-4250-9781-14f49561189e req-2138ca8e-b9d1-45e1-b6dc-ffdb86aa1caf tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.016641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] For port 03b83d1d-dfc4-467a-87f3-a11eae2fc021, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:28.022554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] For port 03b83d1d-dfc4-467a-87f3-a11eae2fc021, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03b83d1d-dfc4-467a-87f3-a11eae2fc021,segment=NetworkSegment(10a48336-91d7-4c36-815f-4eae3b9db1e2),segment_id=10a48336-91d7-4c36-815f-4eae3b9db1e2)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:28.029960 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.056982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138ca8e-b9d1-45e1-b6dc-ffdb86aa1caf tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8570d091-00fc-417a-af2d-b9ce6729a876,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:28.070772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c5b32bdb-8a99-4250-9781-14f49561189e req-2138ca8e-b9d1-45e1-b6dc-ffdb86aa1caf tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.077402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5b32bdb-8a99-4250-9781-14f49561189e req-2138ca8e-b9d1-45e1-b6dc-ffdb86aa1caf tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3942595 Dec 12 04:10:28.079914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-ab34a392-121c-4a40-a919-7928fdc29183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:28.082758 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-ab34a392-121c-4a40-a919-7928fdc29183 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93dfc7c5-8a52-4100-985b-bf394ebe1dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909776 Dec 12 04:10:28.155912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815ce1d-4c67-4e21-957b-0a3c713b5f59 None None] Pushing event updated for resources: {'Port': ['ID=03b83d1d-dfc4-467a-87f3-a11eae2fc021,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:28.213807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.243355 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.282976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6539a-9e75-4560-9b11-26580cade5cd req-9d3731b9-2403-4ff9-974c-483e85714d04 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:28.290706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46d6539a-9e75-4560-9b11-26580cade5cd req-9d3731b9-2403-4ff9-974c-483e85714d04 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1262224 Dec 12 04:10:28.386829 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-00ed09d3-7ee8-4a0a-b2ae-22275dbb47ca service neutron] 10.222.0.37 "GET /v2.0/networks/93dfc7c5-8a52-4100-985b-bf394ebe1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784662 Dec 12 04:10:28.500155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46d6539a-9e75-4560-9b11-26580cade5cd req-9e246e3b-b820-4c0b-8eaf-d175a31c59af tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081733 Dec 12 04:10:28.561100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Allocated IP 172.25.7.21 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/cc66ba01-64cd-43ce-a005-bb5531fb214b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:28.601942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4ba488d-5211-49c9-944b-14fe1d6293f9 req-51de96f9-2375-4430-8ded-afa2b7e9175a service neutron] 10.222.0.37 "GET /v2.0/networks/93dfc7c5-8a52-4100-985b-bf394ebe1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020698 Dec 12 04:10:28.661196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81cb7135-b40d-4cd8-b6a0-7ca8b6f9c6d7 req-e3426df1-985b-4f6d-8a82-46ec4061dcc4 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/a6e643bd-046c-4af0-b221-5692d94bc3f1 HTTP/1.1" status: 200 len: 1822 time: 0.1197491 Dec 12 04:10:28.681377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-abecb8d5-c219-47d3-8011-53c8c20eef05 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:10:28.683452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-abecb8d5-c219-47d3-8011-53c8c20eef05 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071921 Dec 12 04:10:28.740271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-c05c8291-2b00-4a09-894f-cfe12cd4057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:28.742284 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-c05c8291-2b00-4a09-894f-cfe12cd4057d service neutron] 10.222.0.36 "GET /v2.0/ports/b815d2fd-eee4-4ff7-b28f-6447cfc33b70 HTTP/1.1" status: 200 len: 1093 time: 0.0499523 Dec 12 04:10:28.756854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.758330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Request body: {'binding': {'host': 'n-h1-710847-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:28.759291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Unknown quota resources ['binding']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:10:28.777341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-81cb7135-b40d-4cd8-b6a0-7ca8b6f9c6d7 req-ae737ace-1d67-4fe7-9a1e-ece3ceb6f723 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.810834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-81cb7135-b40d-4cd8-b6a0-7ca8b6f9c6d7 req-ae737ace-1d67-4fe7-9a1e-ece3ceb6f723 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.857234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.923657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on host n-h1-710847-7 for vnic_type normal with profile None {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:28.924229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:28.924585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:28.926359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:28.930924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:28.931477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:10:28.931924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:28.935249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:28.938984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:28.939343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:28.940294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:28.940737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Bound port: b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:28.964475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Pushing event updated for resources: {'Port': ['ID=cc66ba01-64cd-43ce-a005-bb5531fb214b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:28.977628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-81cb7135-b40d-4cd8-b6a0-7ca8b6f9c6d7 req-ae737ace-1d67-4fe7-9a1e-ece3ceb6f723 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.980746 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-81cb7135-b40d-4cd8-b6a0-7ca8b6f9c6d7 req-ae737ace-1d67-4fe7-9a1e-ece3ceb6f723 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:28.982805 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81cb7135-b40d-4cd8-b6a0-7ca8b6f9c6d7 req-ae737ace-1d67-4fe7-9a1e-ece3ceb6f723 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "DELETE /v2.0/security-groups/a6e643bd-046c-4af0-b221-5692d94bc3f1 HTTP/1.1" status: 204 len: 173 time: 0.3076110 Dec 12 04:10:28.998031 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae737ace-1d67-4fe7-9a1e-ece3ceb6f723 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e643bd-046c-4af0-b221-5692d94bc3f1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:29.004907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:29.013407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41388) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:29.019443 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:29.021479 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ddbeeed1-8c2a-4b73-9438-dd223db569f2 service neutron] 10.222.0.36 "POST /v2.0/ports/b815d2fd-eee4-4ff7-b28f-6447cfc33b70/bindings HTTP/1.1" status: 201 len: 389 time: 0.2665956 Dec 12 04:10:29.243930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1937998739-network', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:29.276759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b592109-812f-439e-8160-224157917f6c req-f19bcabf-6351-4a1e-a410-78a948431f57 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:29.284434 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b592109-812f-439e-8160-224157917f6c req-f19bcabf-6351-4a1e-a410-78a948431f57 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 944 time: 0.1594841 Dec 12 04:10:29.336936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Made reservation on behalf of da3f0747a44a4d058e3fd7ed48b93924 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:29.339201 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:29.350659 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496bbcd-60fc-435c-9e0c-46f84ac45156 req-7e5fa87d-e7f9-4514-bea9-7f979b8e1bf9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:29.352210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5496bbcd-60fc-435c-9e0c-46f84ac45156 req-7e5fa87d-e7f9-4514-bea9-7f979b8e1bf9 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0597181 Dec 12 04:10:29.401644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56e43a-573b-49ec-8669-c1a6e497fc15 None None] Network ae51b35b-980b-4e9c-8ce2-557c2526163e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:29.405350 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5496bbcd-60fc-435c-9e0c-46f84ac45156 req-ecfaf243-83c1-482a-8a91-845c660fc1c7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458431 Dec 12 04:10:29.437944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:29.473677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fccaad7f-59ed-4ed6-875e-1071d77942c9 req-8e421e63-252a-41cb-8c79-939d672c090b tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/8a738df6-0914-47ef-a260-29149072d45c HTTP/1.1" status: 200 len: 1821 time: 0.0412879 Dec 12 04:10:29.475976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-356bfec4-f289-4161-98a4-5cbf24374e25 None None] Provisioning complete for port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:29.476370 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-356bfec4-f289-4161-98a4-5cbf24374e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:29.484529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b592109-812f-439e-8160-224157917f6c req-eb06866a-70e9-4b28-a13b-dfc2091491c2 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985650 Dec 12 04:10:29.526665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d02171ab-5ed2-4d7a-8ebe-9848fd062ba9 req-1a01ae77-4c8f-46d1-a447-6382afefdcc9 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-66874367', 'description': 'tempest-description-1945762859'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:29.564978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:29.568355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0f046d87-3e85-4846-b848-e3ab47a6b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:29.569406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0f046d87-3e85-4846-b848-e3ab47a6b4ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 1096 time: 0.2477856 Dec 12 04:10:29.605310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45388c4f-7a6f-4cff-9f0a-656c1909110c req-a13e2344-d737-443e-b945-cbb19bccbbd9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:29.608758 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45388c4f-7a6f-4cff-9f0a-656c1909110c req-a13e2344-d737-443e-b945-cbb19bccbbd9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.0722239 Dec 12 04:10:29.621689 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-356bfec4-f289-4161-98a4-5cbf24374e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:29.653449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 379a697d-a1f3-4200-9ae8-1649ffafc579 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:10:29.691346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-356bfec4-f289-4161-98a4-5cbf24374e25 None None] For port 03b83d1d-dfc4-467a-87f3-a11eae2fc021, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03b83d1d-dfc4-467a-87f3-a11eae2fc021,segment=NetworkSegment(10a48336-91d7-4c36-815f-4eae3b9db1e2),segment_id=10a48336-91d7-4c36-815f-4eae3b9db1e2)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:29.706352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45388c4f-7a6f-4cff-9f0a-656c1909110c req-b43cb670-9668-43df-b5b4-af99ea69cdbe tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876226 Dec 12 04:10:29.730633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-356bfec4-f289-4161-98a4-5cbf24374e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:29.825800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 379a697d-a1f3-4200-9ae8-1649ffafc579, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=379a697d-a1f3-4200-9ae8-1649ffafc579,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:29.851651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '379a697d-a1f3-4200-9ae8-1649ffafc579', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'port_id': '379a697d-a1f3-4200-9ae8-1649ffafc579', 'mac_address': 'fa:16:3e:a2:29:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:10:29.854878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bfec4-f289-4161-98a4-5cbf24374e25 None None] Pushing event updated for resources: {'Port': ['ID=03b83d1d-dfc4-467a-87f3-a11eae2fc021,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:29.867731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fe6df-e566-4502-bec7-255a26b5f2ee req-d961d693-d6a0-4963-856d-461927fdc208 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:29.869369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b4fe6df-e566-4502-bec7-255a26b5f2ee req-d961d693-d6a0-4963-856d-461927fdc208 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.0707181 Dec 12 04:10:29.902493 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:29.917188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379a697d-a1f3-4200-9ae8-1649ffafc579 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:10:29.921815 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b4fe6df-e566-4502-bec7-255a26b5f2ee req-6bf25150-7403-4921-a0e5-c79b932fb948 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457962 Dec 12 04:10:29.949145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 379a697d-a1f3-4200-9ae8-1649ffafc579, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=379a697d-a1f3-4200-9ae8-1649ffafc579,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:29.956400 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:29.988455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0cfeb0f8-75a3-4752-a996-99138cfb9e19 None None] Provisioning complete for port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:29.988853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0cfeb0f8-75a3-4752-a996-99138cfb9e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.014622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d02171ab-5ed2-4d7a-8ebe-9848fd062ba9 req-1a01ae77-4c8f-46d1-a447-6382afefdcc9 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.039777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=379a697d-a1f3-4200-9ae8-1649ffafc579,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:30.115139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.124516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.127637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-310fc1c1-ff3b-4236-b194-2849ccdadc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:30.129148 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-310fc1c1-ff3b-4236-b194-2849ccdadc5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.4895937 Dec 12 04:10:30.193181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:10:30.265551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-2ff8c1c3-aebb-400a-a5ff-198a7ab597da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70 HTTP/1.1" status: 200 len: 217 time: 0.1167295 Dec 12 04:10:30.275254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.275607 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Added segment 8adcf4de-54b8-4228-a1d5-d85c4ba61a4c of type vlan for network 9d93d62d-ce33-4f20-a03a-d1429a396191 Dec 12 04:10:30.284746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d6d6ff-75ec-4e51-a464-be16538fa5db,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:30.339661 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d02171ab-5ed2-4d7a-8ebe-9848fd062ba9 req-1a01ae77-4c8f-46d1-a447-6382afefdcc9 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.369035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d02171ab-5ed2-4d7a-8ebe-9848fd062ba9 req-1a01ae77-4c8f-46d1-a447-6382afefdcc9 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.374778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['379a697d-a1f3-4200-9ae8-1649ffafc579'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:30.404077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 03b83d1d-dfc4-467a-87f3-a11eae2fc021 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:30.405642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.427605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-5c1497c3-7cc5-4ae4-91f9-ed7b88c78739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:30.429131 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-5c1497c3-7cc5-4ae4-91f9-ed7b88c78739 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.1474845 Dec 12 04:10:30.436546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d02171ab-5ed2-4d7a-8ebe-9848fd062ba9 req-1a01ae77-4c8f-46d1-a447-6382afefdcc9 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.437827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d02171ab-5ed2-4d7a-8ebe-9848fd062ba9 req-1a01ae77-4c8f-46d1-a447-6382afefdcc9 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9217427 Dec 12 04:10:30.458219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01ae77-4c8f-46d1-a447-6382afefdcc9 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f738c570-f4f5-4d66-bb82-b3b17609296e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:30.476463 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.483483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-ada8a8e6-8edd-47ff-8d2b-9d59ba1a48ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447590 Dec 12 04:10:30.499449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:30.499910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.512050 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.513030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:30.513629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.554098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af859e80-dcd9-49fc-a566-3722d7629fe9 req-9c8c8d2a-47a3-4685-bac4-98d3421ea749 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:30.555708 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af859e80-dcd9-49fc-a566-3722d7629fe9 req-9c8c8d2a-47a3-4685-bac4-98d3421ea749 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0548019 Dec 12 04:10:30.608308 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af859e80-dcd9-49fc-a566-3722d7629fe9 req-b75d54bd-a5eb-4c7b-8991-bdc1a70dfd86 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454686 Dec 12 04:10:30.685944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6712813 Dec 12 04:10:30.688938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41406) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:30.707141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Request body: {'subnet': {'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1937998739-subnet', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:30.713399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77bfc783-5eba-43bb-bfef-536fc8ad68b0 req-7d96932c-8565-437c-ab32-46e2e4728984 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/f738c570-f4f5-4d66-bb82-b3b17609296e HTTP/1.1" status: 200 len: 1820 time: 0.2322543 Dec 12 04:10:30.727695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47137c3d-a39a-459b-acb5-1e382dcfe59c admin admin] Pushing event updated for resources: {'Network': ['ID=9d93d62d-ce33-4f20-a03a-d1429a396191,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:30.732032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-77bfc783-5eba-43bb-bfef-536fc8ad68b0 req-54780e09-45bb-4e84-93d1-a16a0a9bc9d5 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f738c570-f4f5-4d66-bb82-b3b17609296e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:30.732358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-77bfc783-5eba-43bb-bfef-536fc8ad68b0 req-54780e09-45bb-4e84-93d1-a16a0a9bc9d5 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f738c570-f4f5-4d66-bb82-b3b17609296e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:30.737390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Made reservation on behalf of da3f0747a44a4d058e3fd7ed48b93924 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:30.739659 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.749274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f839f-2095-43c6-9b54-1ec11bd5db12 req-201ca218-4932-4491-97da-cb3cb35a4c4b tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:30.749852 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be4f839f-2095-43c6-9b54-1ec11bd5db12 req-201ca218-4932-4491-97da-cb3cb35a4c4b tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 945 time: 0.0740747 Dec 12 04:10:30.755668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9d93d62d-ce33-4f20-a03a-d1429a396191 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:10:30.773518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-e0d06e9e-e6b7-4b04-8aa6-99c3d4cb1179 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784986 Dec 12 04:10:30.857048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be4f839f-2095-43c6-9b54-1ec11bd5db12 req-81957c76-57ad-4553-9a8b-a53435f3e3e7 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712955 Dec 12 04:10:30.912193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Router 84e45164-1179-4db3-92da-e49f253acb17 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:10:30.926124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-77bfc783-5eba-43bb-bfef-536fc8ad68b0 req-54780e09-45bb-4e84-93d1-a16a0a9bc9d5 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:30.931601 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d33db44a-d6ca-463c-8625-f11b72f8331a service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482592 Dec 12 04:10:30.984215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.011737 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-77bfc783-5eba-43bb-bfef-536fc8ad68b0 req-54780e09-45bb-4e84-93d1-a16a0a9bc9d5 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.018477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-77bfc783-5eba-43bb-bfef-536fc8ad68b0 req-54780e09-45bb-4e84-93d1-a16a0a9bc9d5 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.042256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54780e09-45bb-4e84-93d1-a16a0a9bc9d5 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435838ef-6d35-4918-93a7-e902a05152d9,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:31.043359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763277f7-d586-400b-b7ca-30597c79f4b1 req-91e000ea-1daf-4a4a-b11d-a77602ec95d8 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:31.045324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-763277f7-d586-400b-b7ca-30597c79f4b1 req-91e000ea-1daf-4a4a-b11d-a77602ec95d8 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.1074052 Dec 12 04:10:31.055861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-77bfc783-5eba-43bb-bfef-536fc8ad68b0 req-54780e09-45bb-4e84-93d1-a16a0a9bc9d5 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.057375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e22d3974-eafc-4f4d-b1e6-175be32c5c32,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:31.068749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77bfc783-5eba-43bb-bfef-536fc8ad68b0 req-54780e09-45bb-4e84-93d1-a16a0a9bc9d5 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3452725 Dec 12 04:10:31.091554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:31.104307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Checking segment: {'id': '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:31.104680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Network hostable DHCP agents. Network: 9d93d62d-ce33-4f20-a03a-d1429a396191, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:10:31.109262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Sync routers for ids ['84e45164-1179-4db3-92da-e49f253acb17'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:31.128529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Routers {'84e45164-1179-4db3-92da-e49f253acb17'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:31.132457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.134195 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ef5ecb7e-e2e3-412d-a6e3-4be94fd7b57b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0997026 Dec 12 04:10:31.135810 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['84e45164-1179-4db3-92da-e49f253acb17'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:31.137743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41414) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:31.151728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-763277f7-d586-400b-b7ca-30597c79f4b1 req-dc855caf-19a0-44e7-9560-71546016b913 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982544 Dec 12 04:10:31.203085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dd053-f4a2-4ee0-b95a-c8501df9c8ce req-9f58e2a1-9458-4c60-8f9b-8a8bf2c61f82 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:31.204893 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-557dd053-f4a2-4ee0-b95a-c8501df9c8ce req-9f58e2a1-9458-4c60-8f9b-8a8bf2c61f82 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.0859230 Dec 12 04:10:31.221197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Network 9d93d62d-ce33-4f20-a03a-d1429a396191 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:10:31.259689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9d93d62d-ce33-4f20-a03a-d1429a396191) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:31.269053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:31.269705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.278749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-557dd053-f4a2-4ee0-b95a-c8501df9c8ce req-5d103111-5598-4b7e-a012-5d74de2025f2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Dec 12 04:10:31.303231 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a0719c9-9f2c-429a-985b-d9fae8e3f585 req-e3a8554f-01d1-4618-9187-a968a5f0125e tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/f738c570-f4f5-4d66-bb82-b3b17609296e HTTP/1.1" status: 200 len: 2413 time: 0.0881019 Dec 12 04:10:31.310176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Set router 84e45164-1179-4db3-92da-e49f253acb17 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:31.319825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b7957d35-8ddb-4111-bddf-5a0df7d458b8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6170638 Dec 12 04:10:31.322461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41418) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:31.327612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:31.346536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc17ac-6c7c-4c72-8071-62a829a92066 None None] Network 9d93d62d-ce33-4f20-a03a-d1429a396191 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:31.358322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-6a0719c9-9f2c-429a-985b-d9fae8e3f585 req-d88cc174-9f46-48d2-bf61-bbcd21e57625 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f738c570-f4f5-4d66-bb82-b3b17609296e', 'remote_group_id': None}]} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:31.358712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-6a0719c9-9f2c-429a-985b-d9fae8e3f585 req-d88cc174-9f46-48d2-bf61-bbcd21e57625 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f738c570-f4f5-4d66-bb82-b3b17609296e', 'remote_group_id': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:31.363390 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.364924 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.433910 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.566605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-9d93d62d-ce33-4f20-a03a-d1429a396191', 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191', 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'fixed_ips': [{'subnet_id': 'e22d3974-eafc-4f4d-b1e6-175be32c5c32'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:10:31.567503 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.620463 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.722134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 379a697d-a1f3-4200-9ae8-1649ffafc579 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:31.811519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6a0719c9-9f2c-429a-985b-d9fae8e3f585 req-d88cc174-9f46-48d2-bf61-bbcd21e57625 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.816893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e45164-1179-4db3-92da-e49f253acb17', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:27Z', 'updated_at': '2021-12-12T04:10:29Z', 'revision_number': 3, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'gw_port': {'id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:28Z', 'updated_at': '2021-12-12T04:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:31.831780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6a0719c9-9f2c-429a-985b-d9fae8e3f585 req-d88cc174-9f46-48d2-bf61-bbcd21e57625 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.841714 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6a0719c9-9f2c-429a-985b-d9fae8e3f585 req-d88cc174-9f46-48d2-bf61-bbcd21e57625 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.871198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc174-9f46-48d2-bf61-bbcd21e57625 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9874607-2703-461a-b1c8-ba091093a7be,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:31.889528 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6a0719c9-9f2c-429a-985b-d9fae8e3f585 req-d88cc174-9f46-48d2-bf61-bbcd21e57625 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:31.902431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a0719c9-9f2c-429a-985b-d9fae8e3f585 req-d88cc174-9f46-48d2-bf61-bbcd21e57625 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5811927 Dec 12 04:10:31.921237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547af9d-4822-45da-a110-34c93cc77f94 req-92e0e229-dde8-41ec-8cf8-883f8ab25f9c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:31.921624 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3547af9d-4822-45da-a110-34c93cc77f94 req-92e0e229-dde8-41ec-8cf8-883f8ab25f9c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1755157 Dec 12 04:10:31.981585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.003313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Checking router: 84e45164-1179-4db3-92da-e49f253acb17 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:32.003982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Updating router 84e45164-1179-4db3-92da-e49f253acb17 port cc66ba01-64cd-43ce-a005-bb5531fb214b binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:32.006902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Allocated IP 172.20.0.2 (9d93d62d-ce33-4f20-a03a-d1429a396191/e22d3974-eafc-4f4d-b1e6-175be32c5c32/b9bd478a-3753-458a-be6a-6cec2c70726d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:32.009112 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.032096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3547af9d-4822-45da-a110-34c93cc77f94 req-05ed36d6-877f-43ef-918a-c9a81b7a96e2 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012390 Dec 12 04:10:32.075112 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.105365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9ac96-0729-48cb-917a-c307900cb67e req-4aac64f2-0ca0-43b5-9d8b-30ac0172302e tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:32.107136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdd9ac96-0729-48cb-917a-c307900cb67e req-4aac64f2-0ca0-43b5-9d8b-30ac0172302e tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 945 time: 0.1247149 Dec 12 04:10:32.136801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2fd12b33-0adf-46e8-9a3a-db589ed00f1c req-df597c01-175a-4ae7-b98d-d919b3816617 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/f738c570-f4f5-4d66-bb82-b3b17609296e HTTP/1.1" status: 200 len: 3011 time: 0.0925303 Dec 12 04:10:32.171723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 379a697d-a1f3-4200-9ae8-1649ffafc579 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:10:32.195472 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 379a697d-a1f3-4200-9ae8-1649ffafc579 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:32.196014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.217593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a447c01d-b64a-4566-bfdb-7e0a7ff2a10c req-5c1a492b-0368-4280-956e-01867923162d tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-group-rules/a9874607-2703-461a-b1c8-ba091093a7be HTTP/1.1" status: 200 len: 783 time: 0.0359726 Dec 12 04:10:32.237310 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdd9ac96-0729-48cb-917a-c307900cb67e req-5d156552-9af4-4383-9525-c2e88d93e035 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224501 Dec 12 04:10:32.295546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Allocated IP 172.25.7.148 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/179b7227-aecf-49f9-8eaa-cce7f0903f96) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:32.304698 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.392080 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.409849 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.427643 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.462983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Pushing event updated for resources: {'Port': ['ID=b9bd478a-3753-458a-be6a-6cec2c70726d,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:32.467461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a447c01d-b64a-4566-bfdb-7e0a7ff2a10c req-7089ab59-3d13-4c9c-a2ce-d187061f6a46 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/f738c570-f4f5-4d66-bb82-b3b17609296e HTTP/1.1" status: 200 len: 3011 time: 0.2487524 Dec 12 04:10:32.478082 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.514807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a447c01d-b64a-4566-bfdb-7e0a7ff2a10c req-17a24544-139b-42f8-97cb-83098da908da tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.523918 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a447c01d-b64a-4566-bfdb-7e0a7ff2a10c req-17a24544-139b-42f8-97cb-83098da908da tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.527602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Allocated IP 172.20.0.1 (ae51b35b-980b-4e9c-8ce2-557c2526163e/17becabd-2b46-4aba-b850-a5bfafbfd872/7608f925-3e9f-4611-89f0-1a190abf35bd) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:32.533394 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.565330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Network 9d93d62d-ce33-4f20-a03a-d1429a396191 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:32.572126 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a447c01d-b64a-4566-bfdb-7e0a7ff2a10c req-17a24544-139b-42f8-97cb-83098da908da tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.578880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:32.581825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:32.588293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379a697d-a1f3-4200-9ae8-1649ffafc579'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:32.590722 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4194a66-04cb-4efd-9221-339d5df1a9a0" -d '{"events": [{"server_uuid": "a4b22411-b591-4ae0-8e85-426b1a3b5e39", "name": "network-vif-plugged", "status": "completed", "tag": "379a697d-a1f3-4200-9ae8-1649ffafc579"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:32.592602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:32.598308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a447c01d-b64a-4566-bfdb-7e0a7ff2a10c req-17a24544-139b-42f8-97cb-83098da908da tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.599459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a447c01d-b64a-4566-bfdb-7e0a7ff2a10c req-17a24544-139b-42f8-97cb-83098da908da tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a9874607-2703-461a-b1c8-ba091093a7be HTTP/1.1" status: 204 len: 173 time: 0.1240227 Dec 12 04:10:32.600178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a24544-139b-42f8-97cb-83098da908da tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9874607-2703-461a-b1c8-ba091093a7be,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:32.602133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:32.610413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:32.648314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Pushing event updated for resources: {'Port': ['ID=179b7227-aecf-49f9-8eaa-cce7f0903f96,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:32.718386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.733107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83727f1-4359-4344-9862-fda1294c3f7c req-7b7d898d-e2ca-4472-856b-736966ac6c2a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:32.734647 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b83727f1-4359-4344-9862-fda1294c3f7c req-7b7d898d-e2ca-4472-856b-736966ac6c2a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.0934176 Dec 12 04:10:32.739261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 379a697d-a1f3-4200-9ae8-1649ffafc579, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=379a697d-a1f3-4200-9ae8-1649ffafc579,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:32.761026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.791260 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.813104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Attempting to bind port b9bd478a-3753-458a-be6a-6cec2c70726d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:32.815364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Attempting to bind port b9bd478a-3753-458a-be6a-6cec2c70726d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:32.815749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Attempting to bind port b9bd478a-3753-458a-be6a-6cec2c70726d on network 9d93d62d-ce33-4f20-a03a-d1429a396191 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:32.824513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:32.824922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Checking segment: {'id': '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:32.825342 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.826327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Bound using segment: {'id': '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:32.826973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Bound port: b9bd478a-3753-458a-be6a-6cec2c70726d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:32.827374 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:32.865782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b83727f1-4359-4344-9862-fda1294c3f7c req-5040a1a1-e771-4afa-a8b6-5b5c0a774cfe tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981236 Dec 12 04:10:32.867768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Network ae51b35b-980b-4e9c-8ce2-557c2526163e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:32.871054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:32.891903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:32.893764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c06297-ed6b-4a9e-96d9-e2045ccae3a3 req-a95367c8-59fc-4152-a910-b89e4f931deb tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:32.895306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Pushing event updated for resources: {'Port': ['ID=7608f925-3e9f-4611-89f0-1a190abf35bd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:32.896548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56c06297-ed6b-4a9e-96d9-e2045ccae3a3 req-a95367c8-59fc-4152-a910-b89e4f931deb tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1622334 Dec 12 04:10:32.944310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=379a697d-a1f3-4200-9ae8-1649ffafc579,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:32.972767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.052154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] For port b9bd478a-3753-458a-be6a-6cec2c70726d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:33.072412 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56c06297-ed6b-4a9e-96d9-e2045ccae3a3 req-29cec32a-63ab-470e-93d6-51f4ac14afb1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006322 Dec 12 04:10:33.080380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] For port b9bd478a-3753-458a-be6a-6cec2c70726d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b9bd478a-3753-458a-be6a-6cec2c70726d,segment=NetworkSegment(8adcf4de-54b8-4228-a1d5-d85c4ba61a4c),segment_id=8adcf4de-54b8-4228-a1d5-d85c4ba61a4c)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:33.081780 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05177d45-44a3-4bfd-8b62-17a7880b3418 x-openstack-request-id: req-05177d45-44a3-4bfd-8b62-17a7880b3418 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:33.082191 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b22411-b591-4ae0-8e85-426b1a3b5e39", "name": "network-vif-plugged", "status": "completed", "tag": "379a697d-a1f3-4200-9ae8-1649ffafc579", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:33.082354 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05177d45-44a3-4bfd-8b62-17a7880b3418 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:33.082778 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379a697d-a1f3-4200-9ae8-1649ffafc579', 'code': 200} Dec 12 04:10:33.100834 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.101946 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.118578 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.203043 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.244999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Attempting to bind port cc66ba01-64cd-43ce-a005-bb5531fb214b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:33.245456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Attempting to bind port cc66ba01-64cd-43ce-a005-bb5531fb214b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:33.245890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Attempting to bind port cc66ba01-64cd-43ce-a005-bb5531fb214b on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:33.258831 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.262752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:33.263225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:33.263699 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.264171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:33.270257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Bound port: cc66ba01-64cd-43ce-a005-bb5531fb214b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:33.270257 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.310204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cce3f-fb2a-48b0-aa7f-a87e6fcd8bcd None None] Pushing event updated for resources: {'Port': ['ID=b9bd478a-3753-458a-be6a-6cec2c70726d,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:33.322972 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-789167c8-a887-4b2b-ae19-c373300b94b5 req-cd0b879f-7d81-495b-b254-69198a6ed1af tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/f738c570-f4f5-4d66-bb82-b3b17609296e HTTP/1.1" status: 200 len: 2413 time: 0.1551571 Dec 12 04:10:33.389961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b661-9fdd-4453-b141-734187d703fd None None] Pushing event updated for resources: {'Port': ['ID=cc66ba01-64cd-43ce-a005-bb5531fb214b,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:33.443331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a44119ce-086a-426e-8ae5-2db1464c75ee None None] Provisioning complete for port 7608f925-3e9f-4611-89f0-1a190abf35bd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:33.443714 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a44119ce-086a-426e-8ae5-2db1464c75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.458791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a20e1-d557-44fc-836a-49a77e57e5b1 req-91f10edb-1499-4502-92b7-3d03cfc650cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:33.460308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af3a20e1-d557-44fc-836a-49a77e57e5b1 req-91f10edb-1499-4502-92b7-3d03cfc650cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 1097 time: 0.1852400 Dec 12 04:10:33.481832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b72afd-79e3-43e6-ae80-8841601a9dbd req-8032e083-8e7a-4a17-a169-f3eac7c8f290 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:33.483443 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b72afd-79e3-43e6-ae80-8841601a9dbd req-8032e083-8e7a-4a17-a169-f3eac7c8f290 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.2072556 Dec 12 04:10:33.529507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a44119ce-086a-426e-8ae5-2db1464c75ee None None] Port 7608f925-3e9f-4611-89f0-1a190abf35bd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:33.550278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] For port cc66ba01-64cd-43ce-a005-bb5531fb214b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:33.570086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] For port cc66ba01-64cd-43ce-a005-bb5531fb214b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=cc66ba01-64cd-43ce-a005-bb5531fb214b,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:33.578170 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.586857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.616080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-789167c8-a887-4b2b-ae19-c373300b94b5 req-5da4a424-b2d3-4088-9d96-c69e6699c768 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.659840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Routers {'84e45164-1179-4db3-92da-e49f253acb17'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:33.660558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['84e45164-1179-4db3-92da-e49f253acb17'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:33.675596 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.695918 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.734300 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af3a20e1-d557-44fc-836a-49a77e57e5b1 req-750c6972-d0aa-45a2-938e-422d75cef35a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498381 Dec 12 04:10:33.741667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-789167c8-a887-4b2b-ae19-c373300b94b5 req-5da4a424-b2d3-4088-9d96-c69e6699c768 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.746045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b72afd-79e3-43e6-ae80-8841601a9dbd req-85432ddc-dc96-44a7-92c5-b34be96a0227 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510600 Dec 12 04:10:33.802434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] Set router 84e45164-1179-4db3-92da-e49f253acb17 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:33.857619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Router 79354a9e-6f58-47f7-9888-712390cd6c10 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:10:33.879536 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:10:33.897158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.923003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Pushing event updated for resources: {'Port': ['ID=7608f925-3e9f-4611-89f0-1a190abf35bd,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:33.982747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-789167c8-a887-4b2b-ae19-c373300b94b5 req-5da4a424-b2d3-4088-9d96-c69e6699c768 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.987251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-789167c8-a887-4b2b-ae19-c373300b94b5 req-5da4a424-b2d3-4088-9d96-c69e6699c768 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:33.989548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-789167c8-a887-4b2b-ae19-c373300b94b5 req-5da4a424-b2d3-4088-9d96-c69e6699c768 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "DELETE /v2.0/security-groups/f738c570-f4f5-4d66-bb82-b3b17609296e HTTP/1.1" status: 204 len: 173 time: 0.6631775 Dec 12 04:10:34.009140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b661-9fdd-4453-b141-734187d703fd None None] Pushing event updated for resources: {'Port': ['ID=cc66ba01-64cd-43ce-a005-bb5531fb214b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:34.039228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4a424-b2d3-4088-9d96-c69e6699c768 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f738c570-f4f5-4d66-bb82-b3b17609296e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:34.071803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Network ae51b35b-980b-4e9c-8ce2-557c2526163e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:34.073276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:34.076943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e45164-1179-4db3-92da-e49f253acb17', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:27Z', 'updated_at': '2021-12-12T04:10:33Z', 'revision_number': 4, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'gw_port': {'id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:28Z', 'updated_at': '2021-12-12T04:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7608f925-3e9f-4611-89f0-1a190abf35bd', 'name': '', 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'mac_address': 'fa:16:3e:2c:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:32Z', 'revision_number': 1, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'subnets': [{'id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:34.105488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:34.107606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e2c3f-7470-4d4e-ae2a-1487e3500800 None None] The sync data for ids ['84e45164-1179-4db3-92da-e49f253acb17'] in n-d-710847-7 is: [{'id': '84e45164-1179-4db3-92da-e49f253acb17', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:27Z', 'updated_at': '2021-12-12T04:10:33Z', 'revision_number': 4, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'gw_port': {'id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:28Z', 'updated_at': '2021-12-12T04:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7608f925-3e9f-4611-89f0-1a190abf35bd', 'name': '', 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'mac_address': 'fa:16:3e:2c:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:32Z', 'revision_number': 1, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'subnets': [{'id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:34.119601 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Sync routers for ids ['79354a9e-6f58-47f7-9888-712390cd6c10'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:34.142783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1219ab-6e5e-45cd-b71e-843a0f694986 req-86deffec-be37-4578-855f-9253d63fded9 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:34.144246 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Routers {'79354a9e-6f58-47f7-9888-712390cd6c10'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:34.146911 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['79354a9e-6f58-47f7-9888-712390cd6c10'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:34.152050 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc1219ab-6e5e-45cd-b71e-843a0f694986 req-86deffec-be37-4578-855f-9253d63fded9 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 946 time: 0.1308351 Dec 12 04:10:34.168231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:34.177289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-24e8a9e5-8e83-423f-88ef-4bc373a83e9c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8505881 Dec 12 04:10:34.179392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41450) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:34.402283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8509-390b-4c2c-acf9-12891795ab18 req-e90e702b-2039-40fd-8a7e-a08e5a4799b6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:34.403876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d0e8509-390b-4c2c-acf9-12891795ab18 req-e90e702b-2039-40fd-8a7e-a08e5a4799b6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.1208253 Dec 12 04:10:34.411880 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Set router 79354a9e-6f58-47f7-9888-712390cd6c10 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:34.456182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Router 84e45164-1179-4db3-92da-e49f253acb17 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:10:34.506177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b9bd478a-3753-458a-be6a-6cec2c70726d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:34.650327 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d0e8509-390b-4c2c-acf9-12891795ab18 req-5089fa13-526e-4001-836e-d60716f7d3b0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331867 Dec 12 04:10:34.677923 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc1219ab-6e5e-45cd-b71e-843a0f694986 req-d5afe882-3c4d-417e-8628-25dfaad53fa9 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5248234 Dec 12 04:10:34.709646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2892bd1d-9fe8-49a8-b233-afa376e37576 None None] Provisioning complete for port 7608f925-3e9f-4611-89f0-1a190abf35bd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:34.710276 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2892bd1d-9fe8-49a8-b233-afa376e37576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:34.755180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2892bd1d-9fe8-49a8-b233-afa376e37576 None None] Port 7608f925-3e9f-4611-89f0-1a190abf35bd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:34.770842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:31Z', 'updated_at': '2021-12-12T04:10:32Z', 'revision_number': 3, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'gw_port': {'id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:34.780759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b9bd478a-3753-458a-be6a-6cec2c70726d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:34.781157 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:34.829531 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Checking router: 79354a9e-6f58-47f7-9888-712390cd6c10 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:34.833957 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Updating router 79354a9e-6f58-47f7-9888-712390cd6c10 port 179b7227-aecf-49f9-8eaa-cce7f0903f96 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:34.885437 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:34.896474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:34.919054 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-21f7e8d1-abae-4870-9c5a-26762d612e47 admin admin] 10.222.0.36 "PUT /v2.0/routers/84e45164-1179-4db3-92da-e49f253acb17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7802341 Dec 12 04:10:34.958466 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-2c3a4d2a-0cfb-4804-bf36-e4e5355f4848 req-44253c94-0755-49b4-b1ff-b144b2158041 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] show failed (client error): The resource could not be found. Dec 12 04:10:34.961744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c3a4d2a-0cfb-4804-bf36-e4e5355f4848 req-44253c94-0755-49b4-b1ff-b144b2158041 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/a6e643bd-046c-4af0-b221-5692d94bc3f1 HTTP/1.1" status: 404 len: 352 time: 0.1050477 Dec 12 04:10:35.042380 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.120483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port b9bd478a-3753-458a-be6a-6cec2c70726d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b9bd478a-3753-458a-be6a-6cec2c70726d,segment=NetworkSegment(8adcf4de-54b8-4228-a1d5-d85c4ba61a4c),segment_id=8adcf4de-54b8-4228-a1d5-d85c4ba61a4c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:35.125675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778b945-0f0f-4f26-8b43-51e7c617ba41 None None] Network 9d93d62d-ce33-4f20-a03a-d1429a396191 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:35.133141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7f49b-eb2e-420e-ab0c-b8cfd4d0aba9 req-4a20a1c2-58ce-4d82-a095-0cc0c74951e5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:35.147343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55f7f49b-eb2e-420e-ab0c-b8cfd4d0aba9 req-4a20a1c2-58ce-4d82-a095-0cc0c74951e5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1660771 Dec 12 04:10:35.190740 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.275933 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55f7f49b-eb2e-420e-ab0c-b8cfd4d0aba9 req-d7c3fa21-377a-4b91-85d7-c5483a9d9347 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277721 Dec 12 04:10:35.351887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cb45160c-591d-41d0-9b76-c2c76e1f535d None None] Provisioning complete for port b9bd478a-3753-458a-be6a-6cec2c70726d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:35.352561 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb45160c-591d-41d0-9b76-c2c76e1f535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.359831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffde1e-8e9c-4a85-ba00-541e4c98a383 req-b007fc02-169e-42b9-9554-0a1ddad89a57 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:35.362135 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2bffde1e-8e9c-4a85-ba00-541e4c98a383 req-b007fc02-169e-42b9-9554-0a1ddad89a57 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1943655 Dec 12 04:10:35.418143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cb65933-e2bd-45de-80ca-f1d6fe42b3e7 req-2c0319a0-d5c6-4e20-8056-aa0af8b2af5f tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/8a738df6-0914-47ef-a260-29149072d45c HTTP/1.1" status: 200 len: 1821 time: 0.0826013 Dec 12 04:10:35.424632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=b9bd478a-3753-458a-be6a-6cec2c70726d,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:35.489529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2bffde1e-8e9c-4a85-ba00-541e4c98a383 req-6c264c7b-d86e-4a9a-845b-263dea0f1494 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038270 Dec 12 04:10:35.524454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.526731 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7cb65933-e2bd-45de-80ca-f1d6fe42b3e7 req-953b8272-4cff-4ed9-a394-7cba3c052f4b tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.588773 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.598322 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.643254 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7cb65933-e2bd-45de-80ca-f1d6fe42b3e7 req-953b8272-4cff-4ed9-a394-7cba3c052f4b tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.670862 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9093396-d036-4836-b0eb-7fa108465490 None None] Pushing event updated for resources: {'Port': ['ID=179b7227-aecf-49f9-8eaa-cce7f0903f96,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:35.675241 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Attempting to bind port 179b7227-aecf-49f9-8eaa-cce7f0903f96 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:35.676013 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Attempting to bind port 179b7227-aecf-49f9-8eaa-cce7f0903f96 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:35.676228 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Attempting to bind port 179b7227-aecf-49f9-8eaa-cce7f0903f96 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:35.681973 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:35.682606 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:35.683105 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.683590 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:35.684205 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Bound port: 179b7227-aecf-49f9-8eaa-cce7f0903f96, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:35.684901 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.750669 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] For port 179b7227-aecf-49f9-8eaa-cce7f0903f96, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:35.755060 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] For port 179b7227-aecf-49f9-8eaa-cce7f0903f96, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=179b7227-aecf-49f9-8eaa-cce7f0903f96,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:35.763921 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.796266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7cb65933-e2bd-45de-80ca-f1d6fe42b3e7 req-953b8272-4cff-4ed9-a394-7cba3c052f4b tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.801413 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7cb65933-e2bd-45de-80ca-f1d6fe42b3e7 req-953b8272-4cff-4ed9-a394-7cba3c052f4b tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:35.812965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cb65933-e2bd-45de-80ca-f1d6fe42b3e7 req-953b8272-4cff-4ed9-a394-7cba3c052f4b tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "DELETE /v2.0/security-groups/8a738df6-0914-47ef-a260-29149072d45c HTTP/1.1" status: 204 len: 173 time: 0.3694632 Dec 12 04:10:35.847120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b8272-4cff-4ed9-a394-7cba3c052f4b tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a738df6-0914-47ef-a260-29149072d45c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:35.887398 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9093396-d036-4836-b0eb-7fa108465490 None None] Pushing event updated for resources: {'Port': ['ID=179b7227-aecf-49f9-8eaa-cce7f0903f96,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:35.904365 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Routers {'79354a9e-6f58-47f7-9888-712390cd6c10'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:35.905441 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['79354a9e-6f58-47f7-9888-712390cd6c10'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:36.029130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a738e91-38c7-42a7-a6c1-4ad1440ed986 req-eefb6c16-b42b-455a-b42c-891413a4a2d2 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:36.038269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a738e91-38c7-42a7-a6c1-4ad1440ed986 req-eefb6c16-b42b-455a-b42c-891413a4a2d2 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.1112175 Dec 12 04:10:36.061696 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] Set router 79354a9e-6f58-47f7-9888-712390cd6c10 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:36.130408 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a738e91-38c7-42a7-a6c1-4ad1440ed986 req-d5f25189-0ffc-4bda-b7c2-a55f3742bd61 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907075 Dec 12 04:10:36.233890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2a7b367f-17d9-47b2-9efc-70b17ce21e2a None None] Provisioning complete for port b9bd478a-3753-458a-be6a-6cec2c70726d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:36.234501 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a7b367f-17d9-47b2-9efc-70b17ce21e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:36.301864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd774f8-a22d-4461-8c4a-2961d173a349 req-1dfcc731-879f-473e-901a-9716e204d354 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:36.309536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bd774f8-a22d-4461-8c4a-2961d173a349 req-1dfcc731-879f-473e-901a-9716e204d354 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 946 time: 0.1000226 Dec 12 04:10:36.432563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bd774f8-a22d-4461-8c4a-2961d173a349 req-b0885975-3a1d-410e-b4c3-eddf96837f8c tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218677 Dec 12 04:10:36.433487 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:31Z', 'updated_at': '2021-12-12T04:10:32Z', 'revision_number': 3, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'gw_port': {'id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:36.510480 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485b42c-5b8d-4963-a2d1-33cf6e99bd86 None None] The sync data for ids ['79354a9e-6f58-47f7-9888-712390cd6c10'] in n-d-710847-7 is: [{'id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:31Z', 'updated_at': '2021-12-12T04:10:32Z', 'revision_number': 3, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'gw_port': {'id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:36.609073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6fb426f-f9c6-4ef6-900a-3a780cc0d987 req-667ca3ab-60c1-4cc4-88b8-98256fc7ea30 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/896d4cf6-4ed0-46d4-a4f1-a98bef85e025 HTTP/1.1" status: 200 len: 1821 time: 0.1282151 Dec 12 04:10:36.636532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b9bd478a-3753-458a-be6a-6cec2c70726d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:36.692019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Allocated IP 172.20.0.1 (9d93d62d-ce33-4f20-a03a-d1429a396191/e22d3974-eafc-4f4d-b1e6-175be32c5c32/5661f6d7-6348-4206-96a3-2840dce271f2) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:36.705840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c6fb426f-f9c6-4ef6-900a-3a780cc0d987 req-03966d38-bc18-4efb-a0bb-2e24c6dc4f0d tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:36.752841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-3c769690-4a94-4771-a631-e0a4968bb67e tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4521406 Dec 12 04:10:36.761465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c6fb426f-f9c6-4ef6-900a-3a780cc0d987 req-03966d38-bc18-4efb-a0bb-2e24c6dc4f0d tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:36.774857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:36.785217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b9bd478a-3753-458a-be6a-6cec2c70726d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:36.785682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:36.885940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:36.894126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c6fb426f-f9c6-4ef6-900a-3a780cc0d987 req-03966d38-bc18-4efb-a0bb-2e24c6dc4f0d tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:36.898999 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c6fb426f-f9c6-4ef6-900a-3a780cc0d987 req-03966d38-bc18-4efb-a0bb-2e24c6dc4f0d tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:36.915684 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6fb426f-f9c6-4ef6-900a-3a780cc0d987 req-03966d38-bc18-4efb-a0bb-2e24c6dc4f0d tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "DELETE /v2.0/security-groups/896d4cf6-4ed0-46d4-a4f1-a98bef85e025 HTTP/1.1" status: 204 len: 173 time: 0.3023019 Dec 12 04:10:36.949427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03966d38-bc18-4efb-a0bb-2e24c6dc4f0d tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896d4cf6-4ed0-46d4-a4f1-a98bef85e025,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:37.043704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:37.079133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cc66ba01-64cd-43ce-a005-bb5531fb214b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:37.116110 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:37.180867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port cc66ba01-64cd-43ce-a005-bb5531fb214b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:37.181406 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:37.206985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Pushing event updated for resources: {'Port': ['ID=5661f6d7-6348-4206-96a3-2840dce271f2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:37.233908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Network 9d93d62d-ce33-4f20-a03a-d1429a396191 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:37.236921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:37.240154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:37.317078 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:37.326646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:37.385587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61af60-100d-4b5b-8764-4e08234465e2 req-fb28d6a0-ea35-4b0c-861c-c5c57f6da9a3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:37.398834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb61af60-100d-4b5b-8764-4e08234465e2 req-fb28d6a0-ea35-4b0c-861c-c5c57f6da9a3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1596670 Dec 12 04:10:37.423266 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:37.477924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port cc66ba01-64cd-43ce-a005-bb5531fb214b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=cc66ba01-64cd-43ce-a005-bb5531fb214b,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:37.485464 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:37.535655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb61af60-100d-4b5b-8764-4e08234465e2 req-dbdd4c26-2cfc-47c9-ad3c-afe917be95ac tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337187 Dec 12 04:10:37.723503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Allocated IP 172.25.7.117 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/f61ca75c-6c5f-45b4-9b36-46cef66c0aa9) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:37.746408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c7c82-47e7-45a5-90b4-7b708ccb9851 req-a4fffdec-9d67-44c4-b871-a32642f4366f tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:37.748065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b3c7c82-47e7-45a5-90b4-7b708ccb9851 req-a4fffdec-9d67-44c4-b871-a32642f4366f tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 946 time: 0.0951819 Dec 12 04:10:37.760798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:37.853824 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c132332e-08c4-4671-b720-74a86d464b08 None None] Provisioning complete for port 5661f6d7-6348-4206-96a3-2840dce271f2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:37.854207 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c132332e-08c4-4671-b720-74a86d464b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:37.884340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=cc66ba01-64cd-43ce-a005-bb5531fb214b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:37.912873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c132332e-08c4-4671-b720-74a86d464b08 None None] Port 5661f6d7-6348-4206-96a3-2840dce271f2 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:37.928382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e680c5a-e695-4005-986d-93673a3668f2 req-36d4258d-350e-457d-ab0a-07b23e37a83c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:37.937816 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e680c5a-e695-4005-986d-93673a3668f2 req-36d4258d-350e-457d-ab0a-07b23e37a83c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1075695 Dec 12 04:10:37.976370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f4425596-310b-4273-ac3e-0a6586b54ea3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Request body: {'floatingip': {'port_id': '379a697d-a1f3-4200-9ae8-1649ffafc579'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:38.040841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.045664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e680c5a-e695-4005-986d-93673a3668f2 req-db04d319-bd0c-4821-a9f9-3d329d794125 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015601 Dec 12 04:10:38.055481 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.059540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4425596-310b-4273-ac3e-0a6586b54ea3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.127864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7bcedafd-3d13-4d37-810b-d4ed1344476b req-c896ea15-7ef9-4cdf-bc24-bbaa10185cad tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/22251906-8eb4-46cf-bf73-b81a10ba431d HTTP/1.1" status: 200 len: 1820 time: 0.0566328 Dec 12 04:10:38.206040 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bcedafd-3d13-4d37-810b-d4ed1344476b req-2b9806f1-70d6-495f-a163-1010ed5a612f tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.222280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Sync routers for ids ['84e45164-1179-4db3-92da-e49f253acb17'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:38.242266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Routers {'84e45164-1179-4db3-92da-e49f253acb17'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:38.245461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['84e45164-1179-4db3-92da-e49f253acb17'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:38.269275 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bcedafd-3d13-4d37-810b-d4ed1344476b req-2b9806f1-70d6-495f-a163-1010ed5a612f tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.401752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Set router 84e45164-1179-4db3-92da-e49f253acb17 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:38.439270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.450651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bcedafd-3d13-4d37-810b-d4ed1344476b req-2b9806f1-70d6-495f-a163-1010ed5a612f tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.459719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bcedafd-3d13-4d37-810b-d4ed1344476b req-2b9806f1-70d6-495f-a163-1010ed5a612f tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.485036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7bcedafd-3d13-4d37-810b-d4ed1344476b req-2b9806f1-70d6-495f-a163-1010ed5a612f tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "DELETE /v2.0/security-groups/22251906-8eb4-46cf-bf73-b81a10ba431d HTTP/1.1" status: 204 len: 173 time: 0.3513122 Dec 12 04:10:38.527165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9806f1-70d6-495f-a163-1010ed5a612f tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22251906-8eb4-46cf-bf73-b81a10ba431d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:38.633983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:38.642753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.645121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:38.650620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:38.664766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.705385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event updated for resources: {'Port': ['ID=f61ca75c-6c5f-45b4-9b36-46cef66c0aa9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:38.728670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e45164-1179-4db3-92da-e49f253acb17', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:27Z', 'updated_at': '2021-12-12T04:10:33Z', 'revision_number': 4, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'gw_port': {'id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:28Z', 'updated_at': '2021-12-12T04:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7608f925-3e9f-4611-89f0-1a190abf35bd', 'name': '', 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'mac_address': 'fa:16:3e:2c:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:33Z', 'revision_number': 2, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'subnets': [{'id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:38.735844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b85a4-c052-4304-8e3f-57e94537544a req-8a0b7563-4135-49cc-ae5e-d1bd76f641b5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:38.738036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d8b85a4-c052-4304-8e3f-57e94537544a req-8a0b7563-4135-49cc-ae5e-d1bd76f641b5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.1476793 Dec 12 04:10:38.785556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cc66ba01-64cd-43ce-a005-bb5531fb214b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:38.788199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Checking router: 84e45164-1179-4db3-92da-e49f253acb17 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:38.788682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Updating router 84e45164-1179-4db3-92da-e49f253acb17 port 7608f925-3e9f-4611-89f0-1a190abf35bd binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:38.845185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d8b85a4-c052-4304-8e3f-57e94537544a req-db9a99ea-d5f5-46f0-8379-419b720faa03 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993419 Dec 12 04:10:38.883585 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.937176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:38.943934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port cc66ba01-64cd-43ce-a005-bb5531fb214b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:38.944343 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.030011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.094074 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae29055a-6519-4973-9c6e-5893c4f454af req-0e4538ea-9f3e-4ec3-9d91-dd06c5a28160 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/4127f5b7-9df6-4056-a5b5-9a47a49cb52c HTTP/1.1" status: 200 len: 2420 time: 0.0948248 Dec 12 04:10:39.101618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 179b7227-aecf-49f9-8eaa-cce7f0903f96 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:39.162134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ae29055a-6519-4973-9c6e-5893c4f454af req-1e61e846-2120-4d80-a639-903904403378 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.209894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.212075 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.217553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 179b7227-aecf-49f9-8eaa-cce7f0903f96 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:39.217954 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.236080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ae29055a-6519-4973-9c6e-5893c4f454af req-1e61e846-2120-4d80-a639-903904403378 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.257115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Pushing event updated for resources: {'Port': ['ID=5661f6d7-6348-4206-96a3-2840dce271f2,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:39.278851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.301044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ae29055a-6519-4973-9c6e-5893c4f454af req-1e61e846-2120-4d80-a639-903904403378 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.304414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ae29055a-6519-4973-9c6e-5893c4f454af req-1e61e846-2120-4d80-a639-903904403378 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.324360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae29055a-6519-4973-9c6e-5893c4f454af req-1e61e846-2120-4d80-a639-903904403378 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "DELETE /v2.0/security-groups/4127f5b7-9df6-4056-a5b5-9a47a49cb52c HTTP/1.1" status: 204 len: 173 time: 0.2289696 Dec 12 04:10:39.340215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event updated for resources: {'Port': ['ID=f61ca75c-6c5f-45b4-9b36-46cef66c0aa9,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:39.358242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61e846-2120-4d80-a639-903904403378 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4127f5b7-9df6-4056-a5b5-9a47a49cb52c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:39.379254 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.404086 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.422261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 179b7227-aecf-49f9-8eaa-cce7f0903f96, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=179b7227-aecf-49f9-8eaa-cce7f0903f96,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:39.423453 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.456746 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.485206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a4113-6904-4764-9d62-ed46c5665b55 None None] Pushing event updated for resources: {'Port': ['ID=7608f925-3e9f-4611-89f0-1a190abf35bd,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:39.485904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127389d0-3ed4-4575-9dc4-e6af27e37bc1 req-47e10c6a-203e-4665-bb7b-52800450e178 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:39.488972 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-127389d0-3ed4-4575-9dc4-e6af27e37bc1 req-47e10c6a-203e-4665-bb7b-52800450e178 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.0892174 Dec 12 04:10:39.537141 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.562424 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-127389d0-3ed4-4575-9dc4-e6af27e37bc1 req-3fbe304d-9076-4b80-8cb6-98770f1f8b19 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659511 Dec 12 04:10:39.588575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=179b7227-aecf-49f9-8eaa-cce7f0903f96,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:39.593190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Network 9d93d62d-ce33-4f20-a03a-d1429a396191 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:39.622775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Attempting to bind port 7608f925-3e9f-4611-89f0-1a190abf35bd on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:39.623068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Attempting to bind port 7608f925-3e9f-4611-89f0-1a190abf35bd by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '10a48336-91d7-4c36-815f-4eae3b9db1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:39.623443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Attempting to bind port 7608f925-3e9f-4611-89f0-1a190abf35bd on network ae51b35b-980b-4e9c-8ce2-557c2526163e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:39.629799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:39.630185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Checking segment: {'id': '10a48336-91d7-4c36-815f-4eae3b9db1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:39.630635 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.631040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Bound using segment: {'id': '10a48336-91d7-4c36-815f-4eae3b9db1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:39.631522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Bound port: 7608f925-3e9f-4611-89f0-1a190abf35bd, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a48336-91d7-4c36-815f-4eae3b9db1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:39.631913 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.636202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:39.645931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.647198 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-33193bab-5f9f-4c1c-8169-146bd8a0a43a tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8848026 Dec 12 04:10:39.762709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] For port 7608f925-3e9f-4611-89f0-1a190abf35bd, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:39.766430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] For port 7608f925-3e9f-4611-89f0-1a190abf35bd, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7608f925-3e9f-4611-89f0-1a190abf35bd,segment=NetworkSegment(10a48336-91d7-4c36-815f-4eae3b9db1e2),segment_id=10a48336-91d7-4c36-815f-4eae3b9db1e2)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:39.777255 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.783350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543745f-1e60-4372-b6f8-7693b1487dd3 req-b0d898b4-e2ec-40d3-95db-cf221b92f9c8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:39.791440 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0543745f-1e60-4372-b6f8-7693b1487dd3 req-b0d898b4-e2ec-40d3-95db-cf221b92f9c8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1227293 Dec 12 04:10:39.792067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4425596-310b-4273-ac3e-0a6586b54ea3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.805834 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-d92f8685-e766-4e5f-bf27-72b12b725988 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.117 HTTP/1.1" status: 200 len: 696 time: 0.1490419 Dec 12 04:10:39.815345 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4425596-310b-4273-ac3e-0a6586b54ea3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:39.868112 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0543745f-1e60-4372-b6f8-7693b1487dd3 req-0af66289-2742-421a-ac15-5d8608948743 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709262 Dec 12 04:10:39.881910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a4113-6904-4764-9d62-ed46c5665b55 None None] Pushing event updated for resources: {'Port': ['ID=7608f925-3e9f-4611-89f0-1a190abf35bd,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:39.923233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Routers {'84e45164-1179-4db3-92da-e49f253acb17'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:39.924494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['84e45164-1179-4db3-92da-e49f253acb17'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:39.982223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30ef6d80-f80d-4432-9157-897d0217541e req-19b67229-4c2a-49a7-bcfb-1cfc68cd75d3 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "GET /v2.0/security-groups/d3c3243d-fbbd-447c-97b0-5c0117ebc461 HTTP/1.1" status: 200 len: 2414 time: 0.0790179 Dec 12 04:10:40.066515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b8512abd-e256-4ff9-ae8a-fda9165ed69f None None] Provisioning complete for port 7608f925-3e9f-4611-89f0-1a190abf35bd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:40.067169 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b8512abd-e256-4ff9-ae8a-fda9165ed69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.102711 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-30ef6d80-f80d-4432-9157-897d0217541e req-2b7b89c8-fcd3-49a5-aa80-6c13e5d88fc1 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.135893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] Set router 84e45164-1179-4db3-92da-e49f253acb17 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:40.140338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-30ef6d80-f80d-4432-9157-897d0217541e req-2b7b89c8-fcd3-49a5-aa80-6c13e5d88fc1 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.201719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-30ef6d80-f80d-4432-9157-897d0217541e req-2b7b89c8-fcd3-49a5-aa80-6c13e5d88fc1 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.205741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-30ef6d80-f80d-4432-9157-897d0217541e req-2b7b89c8-fcd3-49a5-aa80-6c13e5d88fc1 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.207555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30ef6d80-f80d-4432-9157-897d0217541e req-2b7b89c8-fcd3-49a5-aa80-6c13e5d88fc1 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] 10.222.0.36 "DELETE /v2.0/security-groups/d3c3243d-fbbd-447c-97b0-5c0117ebc461 HTTP/1.1" status: 204 len: 173 time: 0.2075608 Dec 12 04:10:40.216194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41496) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:40.314903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b89c8-fcd3-49a5-aa80-6c13e5d88fc1 tempest-SecurityGroupRulesTestJSON-2117705279 tempest-SecurityGroupRulesTestJSON-2117705279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c3243d-fbbd-447c-97b0-5c0117ebc461,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:40.351108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b8512abd-e256-4ff9-ae8a-fda9165ed69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.361218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe949f0-eab8-4a4b-b182-09d7ea0bbe4b admin admin] Deleting subnet 3f2aa894-ebfd-4aa2-a14c-0c610a90a123 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:10:40.366864 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbe949f0-eab8-4a4b-b182-09d7ea0bbe4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.385195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Router 79354a9e-6f58-47f7-9888-712390cd6c10 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:10:40.415715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27918ce-6345-437d-8a11-54d510640fbd req-5509a7fd-416b-48c0-bbbf-c3482000dc77 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:40.417287 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d27918ce-6345-437d-8a11-54d510640fbd req-5509a7fd-416b-48c0-bbbf-c3482000dc77 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.1076846 Dec 12 04:10:40.428624 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbe949f0-eab8-4a4b-b182-09d7ea0bbe4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.432352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b8512abd-e256-4ff9-ae8a-fda9165ed69f None None] For port 7608f925-3e9f-4611-89f0-1a190abf35bd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7608f925-3e9f-4611-89f0-1a190abf35bd,segment=NetworkSegment(10a48336-91d7-4c36-815f-4eae3b9db1e2),segment_id=10a48336-91d7-4c36-815f-4eae3b9db1e2)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:40.475506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b8512abd-e256-4ff9-ae8a-fda9165ed69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.507604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-4d7b7572-0b5a-4e65-ad47-5191e71a31a9 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:40.509044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3a020dc-8d70-4463-9f3f-05388171be74 req-4d7b7572-0b5a-4e65-ad47-5191e71a31a9 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.6957731 Dec 12 04:10:40.512808 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d27918ce-6345-437d-8a11-54d510640fbd req-f870a669-38bf-42d1-b4bc-c5c2fc764fb7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608337 Dec 12 04:10:40.525897 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-f4425596-310b-4273-ac3e-0a6586b54ea3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Floating IP 1ee3939f-8bc3-46e4-b002-5b712dc0798d associated. External IP: 172.25.7.205, port: 379a697d-a1f3-4200-9ae8-1649ffafc579. Dec 12 04:10:40.533534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7608f925-3e9f-4611-89f0-1a190abf35bd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:40.535418 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbe949f0-eab8-4a4b-b182-09d7ea0bbe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.626543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8512abd-e256-4ff9-ae8a-fda9165ed69f None None] Pushing event updated for resources: {'Port': ['ID=7608f925-3e9f-4611-89f0-1a190abf35bd,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:40.636034 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-64600950-06c3-4c9e-9d56-dc00d69a9edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.645645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:40.650780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e45164-1179-4db3-92da-e49f253acb17', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:27Z', 'updated_at': '2021-12-12T04:10:33Z', 'revision_number': 4, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'gw_port': {'id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:28Z', 'updated_at': '2021-12-12T04:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7608f925-3e9f-4611-89f0-1a190abf35bd', 'name': '', 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'mac_address': 'fa:16:3e:2c:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:39Z', 'revision_number': 4, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'subnets': [{'id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:40.653497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-701978c8-fdc7-4f72-8be4-32e011a2eba7 None None] Provisioning complete for port 5661f6d7-6348-4206-96a3-2840dce271f2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:40.653882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-701978c8-fdc7-4f72-8be4-32e011a2eba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.674124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb145636-797c-4a4e-bd69-421e9aac375f admin admin] 10.222.0.36 "PUT /v2.0/routers/79354a9e-6f58-47f7-9888-712390cd6c10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4724047 Dec 12 04:10:40.678449 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Sync routers for ids ['79354a9e-6f58-47f7-9888-712390cd6c10'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:40.697907 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Routers {'79354a9e-6f58-47f7-9888-712390cd6c10'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:40.698745 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['79354a9e-6f58-47f7-9888-712390cd6c10'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:40.851284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81e162-76fd-4299-a0b3-09bf8a98ba95 None None] The sync data for ids ['84e45164-1179-4db3-92da-e49f253acb17'] in n-d-710847-7 is: [{'id': '84e45164-1179-4db3-92da-e49f253acb17', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:27Z', 'updated_at': '2021-12-12T04:10:33Z', 'revision_number': 4, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'gw_port': {'id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:28Z', 'updated_at': '2021-12-12T04:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7608f925-3e9f-4611-89f0-1a190abf35bd', 'name': '', 'network_id': 'ae51b35b-980b-4e9c-8ce2-557c2526163e', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'mac_address': 'fa:16:3e:2c:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:39Z', 'revision_number': 4, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'subnets': [{'id': '17becabd-2b46-4aba-b850-a5bfafbfd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:40.867170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7608f925-3e9f-4611-89f0-1a190abf35bd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:40.867560 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.900381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3775a-34ad-4f95-8235-d21b9d88d2d7 req-80679206-04d5-40cf-8f7e-8a8ef60a68fd tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:40.903857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-701978c8-fdc7-4f72-8be4-32e011a2eba7 None None] Port 5661f6d7-6348-4206-96a3-2840dce271f2 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:40.912212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31c3775a-34ad-4f95-8235-d21b9d88d2d7 req-80679206-04d5-40cf-8f7e-8a8ef60a68fd tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1379855 Dec 12 04:10:40.928279 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Set router 79354a9e-6f58-47f7-9888-712390cd6c10 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:40.932197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-701978c8-fdc7-4f72-8be4-32e011a2eba7 None None] Provisioning complete for port 7608f925-3e9f-4611-89f0-1a190abf35bd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:40.932774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-701978c8-fdc7-4f72-8be4-32e011a2eba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:40.937753 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-13ecbb79-880d-4e8a-88b0-f489ad77321e tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3298635 Dec 12 04:10:40.943449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:40.972541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.002342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbe949f0-eab8-4a4b-b182-09d7ea0bbe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.011623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31c3775a-34ad-4f95-8235-d21b9d88d2d7 req-941c14e3-09a4-49e9-acde-be649ec6fc28 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932007 Dec 12 04:10:41.037189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4425596-310b-4273-ac3e-0a6586b54ea3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Router c8f7df76-12bb-44b1-be4c-bb564daec2d0 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:10:41.060318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 179b7227-aecf-49f9-8eaa-cce7f0903f96 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:41.081396 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbe949f0-eab8-4a4b-b182-09d7ea0bbe4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.085979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fbe949f0-eab8-4a4b-b182-09d7ea0bbe4b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f2aa894-ebfd-4aa2-a14c-0c610a90a123 HTTP/1.1" status: 204 len: 168 time: 0.8664167 Dec 12 04:10:41.108120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41510) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:41.113751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe949f0-eab8-4a4b-b182-09d7ea0bbe4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2aa894-ebfd-4aa2-a14c-0c610a90a123,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:41.187749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 179b7227-aecf-49f9-8eaa-cce7f0903f96 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:41.188109 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.229053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4425596-310b-4273-ac3e-0a6586b54ea3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:41.234307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4425596-310b-4273-ac3e-0a6586b54ea3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.245061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] Sync routers for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:41.248554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.275786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:41.276420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:41.307114 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:31Z', 'updated_at': '2021-12-12T04:10:37Z', 'revision_number': 4, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'gw_port': {'id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5661f6d7-6348-4206-96a3-2840dce271f2', 'name': '', 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'mac_address': 'fa:16:3e:1d:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e22d3974-eafc-4f4d-b1e6-175be32c5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:35Z', 'updated_at': '2021-12-12T04:10:38Z', 'revision_number': 2, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'subnets': [{'id': 'e22d3974-eafc-4f4d-b1e6-175be32c5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:41.340380 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Checking router: 79354a9e-6f58-47f7-9888-712390cd6c10 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:41.340747 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Updating router 79354a9e-6f58-47f7-9888-712390cd6c10 port 5661f6d7-6348-4206-96a3-2840dce271f2 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:41.371194 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.374055 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-8ebcb2ea-d472-4386-9f94-0a36c3d0e9d6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1464305 Dec 12 04:10:41.381258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:41.405364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.425912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.433410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f4425596-310b-4273-ac3e-0a6586b54ea3 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "PUT /v2.0/floatingips/1ee3939f-8bc3-46e4-b002-5b712dc0798d HTTP/1.1" status: 200 len: 992 time: 3.4689105 Dec 12 04:10:41.437194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'tag': '379a697d-a1f3-4200-9ae8-1649ffafc579'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:41.441084 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b22411-b591-4ae0-8e85-426b1a3b5e39", "tag": "379a697d-a1f3-4200-9ae8-1649ffafc579"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:41.460243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.493358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4df3df-a902-4cf3-a058-9445ee8044f0']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:41.510583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33ffb4e-a860-4c58-baf4-2fc31b03c4a9') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:41.510881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33ffb4e-a860-4c58-baf4-2fc31b03c4a9') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:41.525181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.535063 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.559394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:41.567861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.581128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:10:41.581650 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:10:41.583702 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:10:41.638986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Allocated IP 172.25.7.99 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/50f5dadc-ed91-4751-9f0a-9c31a493f813) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:41.646224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.691555 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.696187 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.700185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9d4df3df-a902-4cf3-a058-9445ee8044f0 HTTP/1.1" status: 204 len: 168 time: 0.5876753 Dec 12 04:10:41.790485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec653da7-60d2-4809-9b7d-88f0dba85f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d4df3df-a902-4cf3-a058-9445ee8044f0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:41.821971 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.833444 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.896583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.906447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41522) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:41.916753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:11Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '1ee3939f-8bc3-46e4-b002-5b712dc0798d', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'port_id': '379a697d-a1f3-4200-9ae8-1649ffafc579', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'mac_address': 'fa:16:3e:a2:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:10:18Z', 'updated_at': '2021-12-12T04:10:39Z', 'revision_number': 1, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49e0e70-e00e-4d2c-8225-d455fdbda2d7', 'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'mac_address': 'fa:16:3e:61:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:09Z', 'updated_at': '2021-12-12T04:10:16Z', 'revision_number': 5, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'subnets': [{'id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:41.961515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] Checking router: c8f7df76-12bb-44b1-be4c-bb564daec2d0 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:41.969768 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Attempting to bind port 5661f6d7-6348-4206-96a3-2840dce271f2 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:41.970402 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.971303 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Attempting to bind port 5661f6d7-6348-4206-96a3-2840dce271f2 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:41.972067 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Attempting to bind port 5661f6d7-6348-4206-96a3-2840dce271f2 on network 9d93d62d-ce33-4f20-a03a-d1429a396191 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:41.979279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:41.979971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:41.983517 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:41.984126 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Checking segment: {'id': '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:41.984679 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.985301 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Bound using segment: {'id': '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:41.986423 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Bound port: 5661f6d7-6348-4206-96a3-2840dce271f2, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:41.986995 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:41.999946 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ee5f2-5b14-442c-9e4f-890aa7b0d071 None None] Pushing event updated for resources: {'Port': ['ID=5661f6d7-6348-4206-96a3-2840dce271f2,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:42.018973 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c3d989cf-5f10-4cc3-892a-e3ec81931fa1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54eb12617ad5491dbee3fdda92dbead8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1113181 Dec 12 04:10:42.019687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41524) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:42.033475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:42.039389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:42.043901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:42.100146 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] For port 5661f6d7-6348-4206-96a3-2840dce271f2, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:42.105172 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] For port 5661f6d7-6348-4206-96a3-2840dce271f2, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5661f6d7-6348-4206-96a3-2840dce271f2,segment=NetworkSegment(8adcf4de-54b8-4228-a1d5-d85c4ba61a4c),segment_id=8adcf4de-54b8-4228-a1d5-d85c4ba61a4c)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:42.118051 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.118341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event updated for resources: {'Port': ['ID=50f5dadc-ed91-4751-9f0a-9c31a493f813,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:42.175265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef8a91c5-3580-4ce4-bf7b-741adb9e0352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.176605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:42.196436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Allocated IP 172.25.7.107 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/def2015a-b8cc-4760-abd1-56e6fa1489ae) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:42.202957 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ee5f2-5b14-442c-9e4f-890aa7b0d071 None None] Pushing event updated for resources: {'Port': ['ID=5661f6d7-6348-4206-96a3-2840dce271f2,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:42.222705 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef8a91c5-3580-4ce4-bf7b-741adb9e0352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.232735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.238087 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Routers {'79354a9e-6f58-47f7-9888-712390cd6c10'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:42.239881 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['79354a9e-6f58-47f7-9888-712390cd6c10'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:42.257376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7a23f523-910c-4842-9e4d-cbe25f6def43 None None] Provisioning complete for port 5661f6d7-6348-4206-96a3-2840dce271f2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:42.257376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a23f523-910c-4842-9e4d-cbe25f6def43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.306100 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.397249 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] Set router 79354a9e-6f58-47f7-9888-712390cd6c10 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:42.459738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef8a91c5-3580-4ce4-bf7b-741adb9e0352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.464824 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef8a91c5-3580-4ce4-bf7b-741adb9e0352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.473231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7608f925-3e9f-4611-89f0-1a190abf35bd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:42.482477 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ef8a91c5-3580-4ce4-bf7b-741adb9e0352 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b2b6902-1966-4ae4-8a63-8322c1734e4a HTTP/1.1" status: 204 len: 168 time: 0.4527404 Dec 12 04:10:42.492199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.520483 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a91c5-3580-4ce4-bf7b-741adb9e0352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2b6902-1966-4ae4-8a63-8322c1734e4a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:42.613693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.637784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.648041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.672044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:42.676263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:42.682543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:42.691001 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a23f523-910c-4842-9e4d-cbe25f6def43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.735572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7a23f523-910c-4842-9e4d-cbe25f6def43 None None] For port 5661f6d7-6348-4206-96a3-2840dce271f2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5661f6d7-6348-4206-96a3-2840dce271f2,segment=NetworkSegment(8adcf4de-54b8-4228-a1d5-d85c4ba61a4c),segment_id=8adcf4de-54b8-4228-a1d5-d85c4ba61a4c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:42.746688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Pushing event updated for resources: {'Port': ['ID=def2015a-b8cc-4760-abd1-56e6fa1489ae,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:42.762876 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a23f523-910c-4842-9e4d-cbe25f6def43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.765825 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:31Z', 'updated_at': '2021-12-12T04:10:37Z', 'revision_number': 4, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'gw_port': {'id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5661f6d7-6348-4206-96a3-2840dce271f2', 'name': '', 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'mac_address': 'fa:16:3e:1d:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e22d3974-eafc-4f4d-b1e6-175be32c5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:35Z', 'updated_at': '2021-12-12T04:10:42Z', 'revision_number': 4, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'subnets': [{'id': 'e22d3974-eafc-4f4d-b1e6-175be32c5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:42.785233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7608f925-3e9f-4611-89f0-1a190abf35bd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:42.785612 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.804934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event updated for resources: {'Port': ['ID=50f5dadc-ed91-4751-9f0a-9c31a493f813,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:42.805542 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.810836 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc5e8-9649-4b07-afd7-1d157e5700b7 None None] The sync data for ids ['79354a9e-6f58-47f7-9888-712390cd6c10'] in n-d-710847-7 is: [{'id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:31Z', 'updated_at': '2021-12-12T04:10:37Z', 'revision_number': 4, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'gw_port': {'id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5661f6d7-6348-4206-96a3-2840dce271f2', 'name': '', 'network_id': '9d93d62d-ce33-4f20-a03a-d1429a396191', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'mac_address': 'fa:16:3e:1d:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e22d3974-eafc-4f4d-b1e6-175be32c5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:35Z', 'updated_at': '2021-12-12T04:10:42Z', 'revision_number': 4, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'subnets': [{'id': 'e22d3974-eafc-4f4d-b1e6-175be32c5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:42.820004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.856856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.864071 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:42.867141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-9affb95d-1e93-4af3-83e8-f07c357b181f tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9267838 Dec 12 04:10:42.953057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-85c7aadd-eb10-4a30-88dd-f4ca911ac3a7 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.0795710 Dec 12 04:10:42.991113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:11Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '1ee3939f-8bc3-46e4-b002-5b712dc0798d', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'port_id': '379a697d-a1f3-4200-9ae8-1649ffafc579', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'mac_address': 'fa:16:3e:a2:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:10:18Z', 'updated_at': '2021-12-12T04:10:39Z', 'revision_number': 1, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49e0e70-e00e-4d2c-8225-d455fdbda2d7', 'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'mac_address': 'fa:16:3e:61:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:09Z', 'updated_at': '2021-12-12T04:10:16Z', 'revision_number': 5, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'subnets': [{'id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:43.042528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933cfa7-bd44-4cb1-956b-483ff6e7134a None None] The sync data for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 is: [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:11Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '1ee3939f-8bc3-46e4-b002-5b712dc0798d', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'port_id': '379a697d-a1f3-4200-9ae8-1649ffafc579', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'mac_address': 'fa:16:3e:a2:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:10:18Z', 'updated_at': '2021-12-12T04:10:39Z', 'revision_number': 1, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49e0e70-e00e-4d2c-8225-d455fdbda2d7', 'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'mac_address': 'fa:16:3e:61:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:09Z', 'updated_at': '2021-12-12T04:10:16Z', 'revision_number': 5, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'subnets': [{'id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:43.051965 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7902a9b-c6e4-4ae7-816a-9586ac9428f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:43.059581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e7f2e010-c293-49c8-9c47-482bcc685d60 None None] Provisioning complete for port 5661f6d7-6348-4206-96a3-2840dce271f2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:43.060789 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e010-c293-49c8-9c47-482bcc685d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:43.125700 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:43.134765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:43.159619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-ee394063-d2c4-45ef-bb98-a2d393fe15ba tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:43.161205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-ee394063-d2c4-45ef-bb98-a2d393fe15ba tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1948769 Dec 12 04:10:43.176467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23f523-910c-4842-9e4d-cbe25f6def43 None None] Pushing event updated for resources: {'Port': ['ID=5661f6d7-6348-4206-96a3-2840dce271f2,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:43.178976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-050fc671-e9d3-4159-8555-f44645b67a23 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:10:43.183364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4ce1141-1e6c-4d9a-9ecc-d3d5c3226770 req-050fc671-e9d3-4159-8555-f44645b67a23 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142150 Dec 12 04:10:43.259191 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:43.286936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Pushing event updated for resources: {'Port': ['ID=def2015a-b8cc-4760-abd1-56e6fa1489ae,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:43.295807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:43.306459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-37588c45-84b0-4362-9c7e-504f1ca73f83 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9311974 Dec 12 04:10:43.393975 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-7b8a9b3c-5f0b-41e9-9226-62dd5129a011 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 696 time: 0.0863984 Dec 12 04:10:43.416010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302756-2b7f-461b-bf15-36268aade39f req-da165679-b8a1-445e-918c-31b18f4828d4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:43.418196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce302756-2b7f-461b-bf15-36268aade39f req-da165679-b8a1-445e-918c-31b18f4828d4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0758340 Dec 12 04:10:43.494196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce302756-2b7f-461b-bf15-36268aade39f req-37a63853-725d-40b9-86b3-549838e5a7bd tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640979 Dec 12 04:10:43.523633 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671dade-649e-4e16-ae32-b494a51d58e2 None None] New status for floating IP 1ee3939f-8bc3-46e4-b002-5b712dc0798d: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:10:43.539438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-af1b47e3-3d86-4179-9a38-84f0f59ffe38 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:43.541099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c4f5a1-30fe-42fd-bfcc-db3950efa117 req-af1b47e3-3d86-4179-9a38-84f0f59ffe38 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1461699 Dec 12 04:10:43.609086 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12553f29-0aa9-4e92-a9b0-74b16c50af9f x-openstack-request-id: req-12553f29-0aa9-4e92-a9b0-74b16c50af9f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:43.609863 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b22411-b591-4ae0-8e85-426b1a3b5e39", "tag": "379a697d-a1f3-4200-9ae8-1649ffafc579", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:43.609863 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12553f29-0aa9-4e92-a9b0-74b16c50af9f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:43.610400 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'tag': '379a697d-a1f3-4200-9ae8-1649ffafc579', 'status': 'completed', 'code': 200} Dec 12 04:10:43.657553 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:43.722250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-69fefc4e-bc83-49ba-9102-344cfc5d82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:43.724153 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-69fefc4e-bc83-49ba-9102-344cfc5d82c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9b100b3d0144f658a1dea71faf76d80&device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 1097 time: 0.0585866 Dec 12 04:10:43.845595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc53fd-1962-4c17-8538-a50ff5ed054d req-c90b12da-30ad-45ac-a109-3885261899c9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:43.847277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34fc53fd-1962-4c17-8538-a50ff5ed054d req-c90b12da-30ad-45ac-a109-3885261899c9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.0580451 Dec 12 04:10:43.870216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef94838-66f1-46a8-b556-faf0eed17368 req-be018f3f-5ade-406a-b386-297366d2b86d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:43.871749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ef94838-66f1-46a8-b556-faf0eed17368 req-be018f3f-5ade-406a-b386-297366d2b86d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.1279297 Dec 12 04:10:43.887154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-ce91aed8-f33f-4b0f-8c7e-3d41e17739a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:43.888631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-ce91aed8-f33f-4b0f-8c7e-3d41e17739a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=93dfc7c5-8a52-4100-985b-bf394ebe1dac HTTP/1.1" status: 200 len: 915 time: 0.1567760 Dec 12 04:10:43.894159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41552) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:43.909854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34fc53fd-1962-4c17-8538-a50ff5ed054d req-b356a9a8-0161-49eb-bf85-6d3df75db845 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553634 Dec 12 04:10:43.945505 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:43.996584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ef94838-66f1-46a8-b556-faf0eed17368 req-fd83f02e-4bf3-4430-8bdf-a92f558b0788 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085920 Dec 12 04:10:43.998158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-fe522e15-7a5d-456f-87e6-8544f983d521 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=379a697d-a1f3-4200-9ae8-1649ffafc579 HTTP/1.1" status: 200 len: 1002 time: 0.0966039 Dec 12 04:10:44.064169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-822495807-network', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:44.118321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b5f7723-0f25-47a8-9cf0-236b6128af52 req-1a095568-d465-45f1-917d-c70cc79fce04 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips/e63cf01e-0a19-4698-a5bc-70c26a61ca2d HTTP/1.1" status: 200 len: 693 time: 0.0865254 Dec 12 04:10:44.145008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-378b6fc5-5313-4e85-a838-d3b178d4c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:44.146501 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-378b6fc5-5313-4e85-a838-d3b178d4c556 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a9b2b64-2a13-4b7f-b94f-88f777aa4909 HTTP/1.1" status: 200 len: 854 time: 0.1406970 Dec 12 04:10:44.192029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:44.194266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.230647 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.315898 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f7723-0f25-47a8-9cf0-236b6128af52 req-4afc4fb9-6efc-4c9a-957f-0287c5131950 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:44.317348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b5f7723-0f25-47a8-9cf0-236b6128af52 req-4afc4fb9-6efc-4c9a-957f-0287c5131950 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1908779 Dec 12 04:10:44.322380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-a3da5b6d-a2e9-4bbf-86aa-a76e6dd3f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:44.323939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-a3da5b6d-a2e9-4bbf-86aa-a76e6dd3f5f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93dfc7c5-8a52-4100-985b-bf394ebe1dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645608 Dec 12 04:10:44.337187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-0b5f7723-0f25-47a8-9cf0-236b6128af52 req-6e5c17da-c591-4af9-bb97-883d7a30a7db tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:10:44.338134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b5f7723-0f25-47a8-9cf0-236b6128af52 req-6e5c17da-c591-4af9-bb97-883d7a30a7db tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111394 Dec 12 04:10:44.374403 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-b6e59261-1d5a-479a-9610-dc820e816765 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4127252 Dec 12 04:10:44.385015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:44.407330 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.456893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5661f6d7-6348-4206-96a3-2840dce271f2 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:44.472647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db70bfca-9335-41c5-a546-09cbf39c2169 req-996c162b-e235-492f-89b7-16569b2d1967 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=da3f0747a44a4d058e3fd7ed48b93924 HTTP/1.1" status: 200 len: 696 time: 0.0799203 Dec 12 04:10:44.505124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.528720 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.534413 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.610526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:10:44.634209 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-e638c70e-96d6-455d-8383-5ca3e7e3cf26 service neutron] 10.222.0.37 "GET /v2.0/networks/93dfc7c5-8a52-4100-985b-bf394ebe1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949684 Dec 12 04:10:44.635120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eecbecf-3a92-4693-a02a-6bc43bb76b73,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:44.690088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Allocated IP 172.25.7.112 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/10be7b64-6668-427c-ba44-05e9e39c9171) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:44.699772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.700097 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Added segment ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec of type vlan for network 857785a2-1c34-41c0-b5b1-60f83ab338aa Dec 12 04:10:44.706318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5661f6d7-6348-4206-96a3-2840dce271f2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:44.706878 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.824170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.835523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a26e44fa-e16d-4af4-84c0-11ef53ae54f9 req-d05f2deb-7611-47ff-b67d-f530ef0b8ccf service neutron] 10.222.0.37 "GET /v2.0/networks/93dfc7c5-8a52-4100-985b-bf394ebe1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912212 Dec 12 04:10:44.842742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70bfca-9335-41c5-a546-09cbf39c2169 req-f8cf1f84-23ce-42bd-9109-89cd3aa26a7c tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:44.845299 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db70bfca-9335-41c5-a546-09cbf39c2169 req-f8cf1f84-23ce-42bd-9109-89cd3aa26a7c tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/networks?id=58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 787 time: 0.3647211 Dec 12 04:10:44.847949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.859161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-db70bfca-9335-41c5-a546-09cbf39c2169 req-c9ab4626-a115-4b38-82dd-22eb0e78f499 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:10:44.860426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db70bfca-9335-41c5-a546-09cbf39c2169 req-c9ab4626-a115-4b38-82dd-22eb0e78f499 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097697 Dec 12 04:10:44.866079 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.899417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.900418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:44.901051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:44.920059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:44.925064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:44.930170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:44.956182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event updated for resources: {'Port': ['ID=10be7b64-6668-427c-ba44-05e9e39c9171,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:44.967306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0720317 Dec 12 04:10:44.971341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41568) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:44.979370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Request body: {'subnet': {'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-822495807-subnet', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:45.005436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096a192-7230-4724-88de-03760527bd93 admin admin] Pushing event updated for resources: {'Network': ['ID=857785a2-1c34-41c0-b5b1-60f83ab338aa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:45.019607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 857785a2-1c34-41c0-b5b1-60f83ab338aa details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:10:45.030766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33265ff-b89c-4832-ad0e-f3a0994b369e req-b7a8a469-a6b3-4434-8702-76731f684eb4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:45.032608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e33265ff-b89c-4832-ad0e-f3a0994b369e req-b7a8a469-a6b3-4434-8702-76731f684eb4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0823245 Dec 12 04:10:45.050185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:45.053043 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.090008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e33265ff-b89c-4832-ad0e-f3a0994b369e req-4cd747de-5aca-4ffd-b4b9-3446451f6068 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Dec 12 04:10:45.120995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.180076 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.327370 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-8dc3c893-4780-4175-9481-df414f11fc7b tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips/e63cf01e-0a19-4698-a5bc-70c26a61ca2d HTTP/1.1" status: 200 len: 693 time: 0.0449080 Dec 12 04:10:45.365442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.437787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7f482b12-c550-44ae-9840-e185eb0b239f tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:45.439230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7f482b12-c550-44ae-9840-e185eb0b239f tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1059988 Dec 12 04:10:45.452843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997ef855-a4e0-46bb-8ceb-0490b2c4b75e,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:45.465016 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.472389 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.494960 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-597c30cb-f9cb-4b14-abbc-911aa7551fa9 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 696 time: 0.0494754 Dec 12 04:10:45.497381 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.499651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Checking segment: {'id': 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:45.500031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Network hostable DHCP agents. Network: 857785a2-1c34-41c0-b5b1-60f83ab338aa, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:10:45.554265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-bf208a67-4266-4afe-9811-892d17348e93 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 696 time: 0.0511689 Dec 12 04:10:45.554630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event updated for resources: {'Port': ['ID=10be7b64-6668-427c-ba44-05e9e39c9171,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:45.563003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Network 857785a2-1c34-41c0-b5b1-60f83ab338aa is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:10:45.576017 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.580666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 857785a2-1c34-41c0-b5b1-60f83ab338aa) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:45.588589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:45.589219 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.589932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81269a3c-84dc-4f36-b90b-223acdc75345 None None] Network 857785a2-1c34-41c0-b5b1-60f83ab338aa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:45.602385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.603729 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-61de834e-0565-43d4-b445-46492a598889 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2230711 Dec 12 04:10:45.613261 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-911c9465-0bdc-4361-afff-5a7db8a0d737 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6405756 Dec 12 04:10:45.614025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41572) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:45.619645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:45.680094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-4bdc0f0f-a466-433e-8226-a5d33d8025e9 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 696 time: 0.0650795 Dec 12 04:10:45.698422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.699620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.725641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Deleting port def2015a-b8cc-4760-abd1-56e6fa1489ae {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:45.726365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.745831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-857785a2-1c34-41c0-b5b1-60f83ab338aa', 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa', 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'fixed_ips': [{'subnet_id': '997ef855-a4e0-46bb-8ceb-0490b2c4b75e'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:10:45.747042 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.811878 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.813053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.817023 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:45.830987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Calling delete_port for def2015a-b8cc-4760-abd1-56e6fa1489ae owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:45.920970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Allocated IP 172.20.0.2 (857785a2-1c34-41c0-b5b1-60f83ab338aa/997ef855-a4e0-46bb-8ceb-0490b2c4b75e/41366d25-fb26-46dc-8072-ee57724241a5) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:45.929630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-6cc95001-ba73-4c85-ace1-e7a8226b164d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:45.931935 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97253119-2cbe-40f3-946e-732d9c4a89c2 req-6cc95001-ba73-4c85-ace1-e7a8226b164d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.2438204 Dec 12 04:10:45.997801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.024679 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.109441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5e87f-b4f4-4719-a829-f5bd5b849ac6 req-f9138b57-a4cc-4fb2-85d7-89c7ec577fc3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:46.111931 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4df5e87f-b4f4-4719-a829-f5bd5b849ac6 req-f9138b57-a4cc-4fb2-85d7-89c7ec577fc3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1053658 Dec 12 04:10:46.118768 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.131000 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.179984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Network 857785a2-1c34-41c0-b5b1-60f83ab338aa is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:46.181373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4df5e87f-b4f4-4719-a829-f5bd5b849ac6 req-6b40338c-a35e-4617-8502-480cc4e3d32e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589879 Dec 12 04:10:46.183833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:46.191682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:46.207406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Pushing event updated for resources: {'Port': ['ID=41366d25-fb26-46dc-8072-ee57724241a5,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:46.292192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Attempting to bind port 41366d25-fb26-46dc-8072-ee57724241a5 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:46.292977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Attempting to bind port 41366d25-fb26-46dc-8072-ee57724241a5 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:46.294132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Attempting to bind port 41366d25-fb26-46dc-8072-ee57724241a5 on network 857785a2-1c34-41c0-b5b1-60f83ab338aa {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:46.300343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:46.300727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Checking segment: {'id': 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:46.301193 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.301594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Bound using segment: {'id': 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:46.302075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Bound port: 41366d25-fb26-46dc-8072-ee57724241a5, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:46.302464 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.375572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] For port 41366d25-fb26-46dc-8072-ee57724241a5, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:46.379487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] For port 41366d25-fb26-46dc-8072-ee57724241a5, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41366d25-fb26-46dc-8072-ee57724241a5,segment=NetworkSegment(ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec),segment_id=ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:46.385259 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.387930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Pushing event deleted for resources: {'Port': ['ID=def2015a-b8cc-4760-abd1-56e6fa1489ae,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:46.413548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefc862-17d4-46b0-b352-e5e649a66457 req-9f36470a-e0e5-4c5a-8791-e0ad66eab755 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:46.415256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9aefc862-17d4-46b0-b352-e5e649a66457 req-9f36470a-e0e5-4c5a-8791-e0ad66eab755 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 945 time: 0.0998638 Dec 12 04:10:46.418900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.431791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.435258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.452164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4520a6f-16ca-40b0-943d-58550f291fb7 req-7b36e2d7-a992-4832-988e-1ed32fd62c63 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "DELETE /v2.0/floatingips/e63cf01e-0a19-4698-a5bc-70c26a61ca2d HTTP/1.1" status: 204 len: 173 time: 0.8841672 Dec 12 04:10:46.456339 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.478214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123001b0-1b14-4d1b-bd6c-23c51cdaa924 None None] Pushing event updated for resources: {'Port': ['ID=41366d25-fb26-46dc-8072-ee57724241a5,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:46.577207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-f0119ee8-8dc8-43d3-b6b3-60d05f7399e0 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:46.578576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-f0119ee8-8dc8-43d3-b6b3-60d05f7399e0 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.1244183 Dec 12 04:10:46.605603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-7'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:46.615942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-f0fd0ba0-4a20-4b3a-83c3-e21386c07ee6 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1628847 Dec 12 04:10:46.620333 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9aefc862-17d4-46b0-b352-e5e649a66457 req-e83ad7a0-d669-443a-a83d-046db91e284d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595175 Dec 12 04:10:46.656787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Allocated IP 172.25.7.113 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/2aa17f9b-089a-40b0-923a-706effebd460) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:46.691097 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.696779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:46.773237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.776305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.862351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d1867-c55e-44f8-a6c3-13ba26b5fe33 req-1b97ba6b-3897-4925-ab19-16d31db650c8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:46.865332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f9d1867-c55e-44f8-a6c3-13ba26b5fe33 req-1b97ba6b-3897-4925-ab19-16d31db650c8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1046793 Dec 12 04:10:46.916792 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.945788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f9d1867-c55e-44f8-a6c3-13ba26b5fe33 req-f8006a5d-dbb2-44f6-b6ca-0ca5bfe4fd34 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718789 Dec 12 04:10:46.974682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:46.995496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:47.021953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:47.025066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:47.030377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:47.031083 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.057539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa17f9b-089a-40b0-923a-706effebd460,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:47.093430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:47.177097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:47.180051 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f205497-f923-4320-999e-d39badc8076a" -d '{"events": [{"server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:47.190268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.201468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.246215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Allocated IP 172.25.7.16 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/f77d13f9-0d7d-4ba2-8ab2-c859ba594b0d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:47.378108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-bd1aec3c-1e3a-4f5a-9f87-cac5e40cac2b tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2015061 Dec 12 04:10:47.379828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on host n-h2-710847-7 for vnic_type normal with profile {"migrating_to": "n-h1-710847-7"} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:47.380273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:47.380613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:47.384876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:47.387620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Pushing event updated for resources: {'Port': ['ID=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:47.396863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on network 9bb94e37-63ec-40da-b1d1-241dbd701469 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:10:47.397230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Attempting to bind port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on network 9bb94e37-63ec-40da-b1d1-241dbd701469 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:47.409357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:47.409761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Checking segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:47.410165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Bound using segment: {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:47.410609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Bound port: b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a169165-aa7c-4de6-922a-41c6a4795877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bb94e37-63ec-40da-b1d1-241dbd701469'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:47.410967 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.413702 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.467781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.504474 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.537516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:47.562669 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:47.570819 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.630743 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.649893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:47.666499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:47.685292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:47.696863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.711984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:47.712761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.714528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] 10.222.0.37 "PUT /v2.0/ports/b815d2fd-eee4-4ff7-b28f-6447cfc33b70 HTTP/1.1" status: 200 len: 1121 time: 1.1153312 Dec 12 04:10:47.717411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d896e0f-ff31-482d-89e3-d2e323167bca service neutron] Pushing event updated for resources: {'Port': ['ID=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,revision_number=8']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:47.751890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b815d2fd-eee4-4ff7-b28f-6447cfc33b70 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:10:47.783610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event updated for resources: {'Port': ['ID=f77d13f9-0d7d-4ba2-8ab2-c859ba594b0d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:47.801404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b723997-b5b9-4c30-acdd-fdcfd61d9eb9 None None] Network 857785a2-1c34-41c0-b5b1-60f83ab338aa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:47.834588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.848172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:47.892754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['b815d2fd-eee4-4ff7-b28f-6447cfc33b70'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:47.905885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.007134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['b815d2fd-eee4-4ff7-b28f-6447cfc33b70'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:48.012227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-91056580-3a4e-4bef-97bd-8d6844dd7c3e None None] Provisioning complete for port 41366d25-fb26-46dc-8072-ee57724241a5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:48.012878 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91056580-3a4e-4bef-97bd-8d6844dd7c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.119079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.125049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.188485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event updated for resources: {'Port': ['ID=f77d13f9-0d7d-4ba2-8ab2-c859ba594b0d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:48.244473 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.270327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:48.271159 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.272498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-874c5cb3-e6fe-4757-a5be-74b96beebee5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6002998 Dec 12 04:10:48.294601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Allocated IP 172.25.7.161 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/b0535525-21eb-45fc-a90b-6d776092a007) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:48.310395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b815d2fd-eee4-4ff7-b28f-6447cfc33b70 has no active binding in host n-h1-710847-7 {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 04:10:48.310783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a261fb6e-7a0a-4bda-b32c-14fc244f49c6 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:10:48.412956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-3ba458dc-4137-41f0-beb7-22f18d945822 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.1258628 Dec 12 04:10:48.483606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Router 2a53ace4-04ce-48ed-a13b-889d6f8052ff is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:10:48.596045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41366d25-fb26-46dc-8072-ee57724241a5 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:48.648607 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91056580-3a4e-4bef-97bd-8d6844dd7c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.663887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-973e4b16-22e0-44de-99e3-0f6e61729bff tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:48.666063 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f89ac18a-9543-4c5d-9baa-d3a4add965d4 req-973e4b16-22e0-44de-99e3-0f6e61729bff tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.2396131 Dec 12 04:10:48.705027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:48.733501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Sync routers for ids ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:48.744436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.748778 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5bb34972-1cf0-4273-8959-7a6090f9f737 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1298409 Dec 12 04:10:48.749073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41622) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:48.787544 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cff899-c036-4b4b-8089-0b486a5e5d5a x-openstack-request-id: req-b3cff899-c036-4b4b-8089-0b486a5e5d5a {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:48.788169 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:48.788169 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3cff899-c036-4b4b-8089-0b486a5e5d5a {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:48.788780 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70', 'code': 200} Dec 12 04:10:48.807292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-91056580-3a4e-4bef-97bd-8d6844dd7c3e None None] For port 41366d25-fb26-46dc-8072-ee57724241a5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41366d25-fb26-46dc-8072-ee57724241a5,segment=NetworkSegment(ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec),segment_id=ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:48.810491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:48.818039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Routers {'2a53ace4-04ce-48ed-a13b-889d6f8052ff'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:48.818678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:48.826731 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91056580-3a4e-4bef-97bd-8d6844dd7c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.855685 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:48.951862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebba2-79e5-4d67-888d-3d4828cb7b4d req-4a73dd23-db0d-4c3a-9deb-64e4c090d336 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:48.954273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2f6ebba2-79e5-4d67-888d-3d4828cb7b4d req-4a73dd23-db0d-4c3a-9deb-64e4c090d336 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.0842056 Dec 12 04:10:48.980630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Set router 2a53ace4-04ce-48ed-a13b-889d6f8052ff gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:49.022663 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:49.062582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2f6ebba2-79e5-4d67-888d-3d4828cb7b4d req-6deedff5-ce1e-420c-854a-2436c8d3cd37 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978091 Dec 12 04:10:49.114835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:49.129073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:49.131764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:49.178172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Pushing event updated for resources: {'Port': ['ID=b0535525-21eb-45fc-a90b-6d776092a007,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:49.264262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d8d0-cf29-4ce1-8bc5-f617ec14213c req-0cada45f-998b-4740-bd29-8ca9ee3dd3c5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:49.274477 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0677d8d0-cf29-4ce1-8bc5-f617ec14213c req-0cada45f-998b-4740-bd29-8ca9ee3dd3c5 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.1077225 Dec 12 04:10:49.319470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'port_id': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6', 'mac_address': 'fa:16:3e:61:8b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4b163-48ba-4429-83f2-c9bdb90cc5bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:10:49.324327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 41366d25-fb26-46dc-8072-ee57724241a5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:49.324753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:49.339452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0677d8d0-cf29-4ce1-8bc5-f617ec14213c req-686a86ca-bd0b-4910-b043-8501dec56934 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636232 Dec 12 04:10:49.431987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:49.462990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a67a6552-d895-4a88-9c6a-b1d371c03984 None None] Provisioning complete for port 41366d25-fb26-46dc-8072-ee57724241a5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:49.463382 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a67a6552-d895-4a88-9c6a-b1d371c03984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:49.481829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59b128-763e-4f38-bb86-9198a53ef58e req-4b7d4e95-ac48-4c51-9468-b8aa9e5c1714 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:49.490777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b59b128-763e-4f38-bb86-9198a53ef58e req-4b7d4e95-ac48-4c51-9468-b8aa9e5c1714 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.0791852 Dec 12 04:10:49.522432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a261fb6e-7a0a-4bda-b32c-14fc244f49c6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:10:49.540921 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:49.563016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b59b128-763e-4f38-bb86-9198a53ef58e req-d8aeb348-ed82-48a0-a645-a14897b4ca28 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672805 Dec 12 04:10:49.584925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91056580-3a4e-4bef-97bd-8d6844dd7c3e None None] Pushing event updated for resources: {'Port': ['ID=41366d25-fb26-46dc-8072-ee57724241a5,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:49.594803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:49.611675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:49.632768 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:49.668095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:49.779713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:49.854089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2aa17f9b-089a-40b0-923a-706effebd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:45Z', 'updated_at': '2021-12-12T04:10:47Z', 'revision_number': 3, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'gw_port': {'id': '2aa17f9b-089a-40b0-923a-706effebd460', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:46Z', 'updated_at': '2021-12-12T04:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:49.940549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Checking router: 2a53ace4-04ce-48ed-a13b-889d6f8052ff for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:49.941900 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Updating router 2a53ace4-04ce-48ed-a13b-889d6f8052ff port 2aa17f9b-089a-40b0-923a-706effebd460 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:49.947216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['a261fb6e-7a0a-4bda-b32c-14fc244f49c6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:10:49.947613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7857a19-bf77-4636-8618-1a2891b9ba66 req-4b1e4cd2-1625-4346-87b4-b1d7cd8ba2b4 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips/d795a30c-a1ce-4322-b33b-fcc0e28c6080 HTTP/1.1" status: 200 len: 692 time: 0.0622437 Dec 12 04:10:49.961130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Allocated IP 172.20.0.1 (857785a2-1c34-41c0-b5b1-60f83ab338aa/997ef855-a4e0-46bb-8ceb-0490b2c4b75e/5d25abe2-dc3e-46e1-99a9-d78713590fa7) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:10:50.013993 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.061777 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.074643 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.097903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7857a19-bf77-4636-8618-1a2891b9ba66 req-2cad9518-0e0e-4de1-af04-47b7db3b5ea0 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:50.110784 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7857a19-bf77-4636-8618-1a2891b9ba66 req-2cad9518-0e0e-4de1-af04-47b7db3b5ea0 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1622031 Dec 12 04:10:50.194306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Pushing event updated for resources: {'Port': ['ID=b0535525-21eb-45fc-a90b-6d776092a007,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:50.203594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.212798 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.226375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461c17c-7598-484b-b7a9-dab8e0b9a568 req-e19309dd-6e14-4d3d-84aa-f2a7f7eee8c1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:50.231110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3461c17c-7598-484b-b7a9-dab8e0b9a568 req-e19309dd-6e14-4d3d-84aa-f2a7f7eee8c1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 945 time: 0.0709627 Dec 12 04:10:50.256214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.258605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-e3f9ae21-25af-4501-8605-39d729727edc tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8789542 Dec 12 04:10:50.300196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3461c17c-7598-484b-b7a9-dab8e0b9a568 req-3c11e0c8-ca9e-4290-b02c-b22ca3f8849d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625608 Dec 12 04:10:50.362841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.370588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-2d8ee8fb-effe-46db-9431-946604d8b328 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.0913608 Dec 12 04:10:50.401174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-cbf3004a-f4b1-4d74-b3aa-740bf94419ec tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips/d795a30c-a1ce-4322-b33b-fcc0e28c6080 HTTP/1.1" status: 200 len: 692 time: 0.0615065 Dec 12 04:10:50.463295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Network 857785a2-1c34-41c0-b5b1-60f83ab338aa is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:50.476233 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.484484 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.526131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:50.532519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:10:50.534470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Pushing event updated for resources: {'Port': ['ID=5d25abe2-dc3e-46e1-99a9-d78713590fa7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:50.552141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0a315-3ca9-4c62-9bd1-f606c1ec877c None None] Pushing event updated for resources: {'Port': ['ID=2aa17f9b-089a-40b0-923a-706effebd460,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:50.557219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41366d25-fb26-46dc-8072-ee57724241a5 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:50.619548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-dfe2fa60-b72a-4f1f-a9e9-d4c0f0e9c3c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2442021 Dec 12 04:10:50.628109 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.634347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Attempting to bind port 2aa17f9b-089a-40b0-923a-706effebd460 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:50.634892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Attempting to bind port 2aa17f9b-089a-40b0-923a-706effebd460 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:50.635372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Attempting to bind port 2aa17f9b-089a-40b0-923a-706effebd460 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:50.649358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-1483b034-8b15-4971-9a11-9986d4f01e31 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:50.657648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-1483b034-8b15-4971-9a11-9986d4f01e31 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.2466738 Dec 12 04:10:50.671097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:50.672013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:50.672594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.673129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:50.673786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Bound port: 2aa17f9b-089a-40b0-923a-706effebd460, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:50.674322 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.739942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-b3ec5397-e258-477d-bb26-c2a6229e2c89 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:50.741509 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6df1f34c-479c-4aee-9733-517bb4a7a03a req-b3ec5397-e258-477d-bb26-c2a6229e2c89 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.3330619 Dec 12 04:10:50.752409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-d3fe7d2b-0341-4825-94c4-e6199445d185 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0916762 Dec 12 04:10:50.807391 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 41366d25-fb26-46dc-8072-ee57724241a5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:50.807931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.817990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:50.820312 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc384e-c8d0-4e12-8697-3233807d7764" -d '{"events": [{"name": "network-changed", "server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:50.858639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-b48146d1-f711-4ad0-9bb0-8839b5a66ad9 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.1053469 Dec 12 04:10:50.903117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] For port 2aa17f9b-089a-40b0-923a-706effebd460, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:50.909898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] For port 2aa17f9b-089a-40b0-923a-706effebd460, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2aa17f9b-089a-40b0-923a-706effebd460,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:50.921029 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:50.961106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-bd158ae6-9b88-4609-bcf8-ed4b5abd916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:50.963364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-bd158ae6-9b88-4609-bcf8-ed4b5abd916c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 1101 time: 0.2594492 Dec 12 04:10:51.000184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Routers {'2a53ace4-04ce-48ed-a13b-889d6f8052ff'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:51.001083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:51.013000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22af15-ddcb-42ba-9fa0-47f59ce1f888 req-108dd7f2-876c-472e-a60e-4920800d8309 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:51.015796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e22af15-ddcb-42ba-9fa0-47f59ce1f888 req-108dd7f2-876c-472e-a60e-4920800d8309 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.1929529 Dec 12 04:10:51.077715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Deleting port f77d13f9-0d7d-4ba2-8ab2-c859ba594b0d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:51.078673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.118716 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.191173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-90c3509b-d12e-4f06-9638-4e62f68f5e79 None None] Provisioning complete for port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:51.191554 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-90c3509b-d12e-4f06-9638-4e62f68f5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.200156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e22af15-ddcb-42ba-9fa0-47f59ce1f888 req-6dc90948-dcb6-4d21-b1b0-b670e3544795 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410351 Dec 12 04:10:51.204431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0a315-3ca9-4c62-9bd1-f606c1ec877c None None] Pushing event updated for resources: {'Port': ['ID=2aa17f9b-089a-40b0-923a-706effebd460,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:51.213571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-bf91df39-2287-4f25-9835-7b93511ad14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:51.215061 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-bf91df39-2287-4f25-9835-7b93511ad14e service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2202444 Dec 12 04:10:51.240094 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.240350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.278423 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-b2e600db-c2dc-4976-bd6c-8437232555a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 200 len: 217 time: 0.0522051 Dec 12 04:10:51.300355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Calling delete_port for f77d13f9-0d7d-4ba2-8ab2-c859ba594b0d owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:51.332443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-90c3509b-d12e-4f06-9638-4e62f68f5e79 None None] Port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:51.350136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] Set router 2a53ace4-04ce-48ed-a13b-889d6f8052ff gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:51.528322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.538750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-462ebe2f-0747-4731-9f50-8460d8e0d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:51.544782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-462ebe2f-0747-4731-9f50-8460d8e0d229 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2509937 Dec 12 04:10:51.567508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event deleted for resources: {'Port': ['ID=f77d13f9-0d7d-4ba2-8ab2-c859ba594b0d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:51.603575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096679dd-e928-4073-93eb-824b3ee862f5 req-d7c99f3e-c084-46b7-8d20-461b8fe0f8ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:51.611934 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-096679dd-e928-4073-93eb-824b3ee862f5 req-d7c99f3e-c084-46b7-8d20-461b8fe0f8ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.2527006 Dec 12 04:10:51.676302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2aa17f9b-089a-40b0-923a-706effebd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:45Z', 'updated_at': '2021-12-12T04:10:47Z', 'revision_number': 3, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'gw_port': {'id': '2aa17f9b-089a-40b0-923a-706effebd460', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:46Z', 'updated_at': '2021-12-12T04:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:51.680848 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.684230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.703698 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-769ef48a-72c0-44fa-9c00-8442e33fa515 req-53cf71d6-8b48-4834-83fb-2180fc6e13b1 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "DELETE /v2.0/floatingips/d795a30c-a1ce-4322-b33b-fcc0e28c6080 HTTP/1.1" status: 204 len: 173 time: 0.8441939 Dec 12 04:10:51.725274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffae0c-ea39-412e-b53a-0f11bd316ef5 None None] The sync data for ids ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'] in n-d-710847-7 is: [{'id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2aa17f9b-089a-40b0-923a-706effebd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:45Z', 'updated_at': '2021-12-12T04:10:47Z', 'revision_number': 3, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'gw_port': {'id': '2aa17f9b-089a-40b0-923a-706effebd460', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:46Z', 'updated_at': '2021-12-12T04:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:51.760077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a261fb6e-7a0a-4bda-b32c-14fc244f49c6 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:51.791858 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-096679dd-e928-4073-93eb-824b3ee862f5 req-75663ff1-73b9-447c-b3f2-1b53c492ee42 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787694 Dec 12 04:10:51.815602 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.834307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-ab21ddc7-d228-459f-9649-c13cfbf2f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:51.836216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-ab21ddc7-d228-459f-9649-c13cfbf2f49b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2663038 Dec 12 04:10:51.850773 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.876959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:51.877548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:51.884034 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32864df-0de8-4a01-8f8e-821f93f47898 x-openstack-request-id: req-a32864df-0de8-4a01-8f8e-821f93f47898 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:51.884541 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:51.884801 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a32864df-0de8-4a01-8f8e-821f93f47898 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:51.885313 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70', 'status': 'completed', 'code': 200} Dec 12 04:10:52.033425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Pushing event updated for resources: {'Port': ['ID=5d25abe2-dc3e-46e1-99a9-d78713590fa7,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:52.041941 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:52.082799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:52.084413 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f917b03d-53f0-4418-a9fc-1032079de44a" -d '{"events": [{"server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:52.105444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:52.114608 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:52.123465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c92ef665-a878-423a-ad3a-38a91090e9da req-feab5240-87f0-4eb5-b5c6-67f86739d7b9 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips/19b1f8f7-6193-4afc-b1d6-210a76526114 HTTP/1.1" status: 200 len: 693 time: 0.2836022 Dec 12 04:10:52.246726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:52.287504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ef665-a878-423a-ad3a-38a91090e9da req-9598164d-e60a-4bb4-8127-e513dd7a0e5c tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:52.295602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c92ef665-a878-423a-ad3a-38a91090e9da req-9598164d-e60a-4bb4-8127-e513dd7a0e5c tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1709576 Dec 12 04:10:52.302865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-c92ef665-a878-423a-ad3a-38a91090e9da req-c1d54779-9a79-44e3-8e57-18f63b52ac4f tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:10:52.310408 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c92ef665-a878-423a-ad3a-38a91090e9da req-c1d54779-9a79-44e3-8e57-18f63b52ac4f tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139022 Dec 12 04:10:52.399819 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa20c3-3fcf-425d-8d53-091f728cdb57 req-ab4f1a92-2001-4a8d-abb0-3596fab0a5d2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:52.412657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6efa20c3-3fcf-425d-8d53-091f728cdb57 req-ab4f1a92-2001-4a8d-abb0-3596fab0a5d2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1372447 Dec 12 04:10:52.463477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c92ef665-a878-423a-ad3a-38a91090e9da req-e2143497-294c-4983-bcca-6da3b9b646df tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.1521852 Dec 12 04:10:52.547568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6efa20c3-3fcf-425d-8d53-091f728cdb57 req-69095380-8d20-425d-a427-0fc0567588fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317298 Dec 12 04:10:52.621447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2aa17f9b-089a-40b0-923a-706effebd460 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:52.643152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c92ef665-a878-423a-ad3a-38a91090e9da req-e296e122-d6c8-47d5-8304-d6169d05013c tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.1586850 Dec 12 04:10:52.670132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:52.763775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2aa17f9b-089a-40b0-923a-706effebd460 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:52.764201 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:52.799549 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-88ce4c76-d7df-4772-a43f-24cb862cb35a service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9511414 Dec 12 04:10:52.807957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-49a7c5ea-c401-45d7-9aa7-29dc63525726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:52.809829 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-49a7c5ea-c401-45d7-9aa7-29dc63525726 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 1124 time: 0.8094764 Dec 12 04:10:52.982841 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:53.030855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 2aa17f9b-089a-40b0-923a-706effebd460, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2aa17f9b-089a-40b0-923a-706effebd460,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:53.041294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:53.102990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821d48a-8b8c-42ee-b46a-56da68513d66 req-1a571a08-7e02-42fd-bb8a-44c4217841a6 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:53.104896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9821d48a-8b8c-42ee-b46a-56da68513d66 req-1a571a08-7e02-42fd-bb8a-44c4217841a6 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5152276 Dec 12 04:10:53.157230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=2aa17f9b-089a-40b0-923a-706effebd460,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:53.236907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b815d2fd-eee4-4ff7-b28f-6447cfc33b70 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:10:53.301502 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cfa0e8-741e-40b2-aff0-e01cbd1701cf x-openstack-request-id: req-a2cfa0e8-741e-40b2-aff0-e01cbd1701cf {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:53.301800 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:53.302692 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2cfa0e8-741e-40b2-aff0-e01cbd1701cf {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:53.303095 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6', 'code': 200} Dec 12 04:10:53.497287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ffa42-906d-40f9-b235-199b8e58674a req-43ed5ab1-b8d2-49e9-a10d-2cf002a82159 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:53.506817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-193ffa42-906d-40f9-b235-199b8e58674a req-43ed5ab1-b8d2-49e9-a10d-2cf002a82159 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.0968330 Dec 12 04:10:53.576583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-193ffa42-906d-40f9-b235-199b8e58674a req-cca2108b-bacb-4a5e-b3dd-915ccfb886ce tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648069 Dec 12 04:10:53.731154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-b521371b-b6c9-44d2-a70d-06608a20edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:53.733424 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-b521371b-b6c9-44d2-a70d-06608a20edee service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.9103000 Dec 12 04:10:53.739144 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80f2b121-2438-4ef9-94c5-5533c0d4c0da req-38b749d6-ae60-4d94-af56-d29128b354b0 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9174185 Dec 12 04:10:53.783984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-a1d1b0b2-4c2a-4dca-a7c5-03376f3f81e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70 HTTP/1.1" status: 200 len: 217 time: 0.0414121 Dec 12 04:10:53.790418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-c92ef665-a878-423a-ad3a-38a91090e9da req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Deleting port b0535525-21eb-45fc-a90b-6d776092a007 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:53.790615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825281ce-6c50-4f07-b425-5de2f2d45658 req-676be44c-0b04-4f9e-b91a-d8ef3fbed120 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:53.790958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c92ef665-a878-423a-ad3a-38a91090e9da req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:53.792539 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-825281ce-6c50-4f07-b425-5de2f2d45658 req-676be44c-0b04-4f9e-b91a-d8ef3fbed120 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1107337 Dec 12 04:10:53.797478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Network 857785a2-1c34-41c0-b5b1-60f83ab338aa is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:10:53.849506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:53.885279 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-825281ce-6c50-4f07-b425-5de2f2d45658 req-5fb27c9e-4ae4-4dc6-bb7b-050d2b7c79cd tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826397 Dec 12 04:10:53.913088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-1b5765cf-532c-4211-a7ce-17c8557ef97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:53.915227 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-1b5765cf-532c-4211-a7ce-17c8557ef97e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.1165962 Dec 12 04:10:54.054356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-dca1098f-37a8-43a6-b8dc-73c12d42ec92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894935 Dec 12 04:10:54.104557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c92ef665-a878-423a-ad3a-38a91090e9da req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:54.105111 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c92ef665-a878-423a-ad3a-38a91090e9da req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:54.127701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-c92ef665-a878-423a-ad3a-38a91090e9da req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Calling delete_port for b0535525-21eb-45fc-a90b-6d776092a007 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:54.177194 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-11e456d9-661e-4ffc-abcc-5f361e8df0ca service neutron] show failed (client error): The resource could not be found. Dec 12 04:10:54.178489 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-11e456d9-661e-4ffc-abcc-5f361e8df0ca service neutron] 10.222.0.37 "GET /v2.0/ports/06b875ef-2478-4496-8e5b-19e20f766a34/bindings/n-h2-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.1389213 Dec 12 04:10:54.199877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0710b403-c2e2-4c90-a786-84ac36f3cc89 None None] Provisioning complete for port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:54.200448 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0710b403-c2e2-4c90-a786-84ac36f3cc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:54.325790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0710b403-c2e2-4c90-a786-84ac36f3cc89 None None] Port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:10:54.416628 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-905ce8f6-70c4-4e94-a300-e5a424c006db service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551684 Dec 12 04:10:54.422241 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5da53108-28ec-41fc-a063-94c7b381c434 req-c1d4b158-8c71-4e2b-915d-5127d2bfbff3 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=1cdfc286435f48908b6cbe882212a24f HTTP/1.1" status: 200 len: 1656 time: 0.1670020 Dec 12 04:10:54.526267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2aa17f9b-089a-40b0-923a-706effebd460 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:54.591031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-4a6841eb-f863-493d-91e2-cabe0e2e1227 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439583 Dec 12 04:10:54.662483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2aa17f9b-089a-40b0-923a-706effebd460 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:54.662978 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:54.671529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Router 2a53ace4-04ce-48ed-a13b-889d6f8052ff has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:10:54.706753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53108-28ec-41fc-a063-94c7b381c434 req-06db3b03-76f2-4f88-a52d-b5a3d7efcae6 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:54.711580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5da53108-28ec-41fc-a063-94c7b381c434 req-06db3b03-76f2-4f88-a52d-b5a3d7efcae6 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks?id=58d80648-86df-462b-ae94-89bf1be5972b&id=58d80648-86df-462b-ae94-89bf1be5972b&id=58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 787 time: 0.2882726 Dec 12 04:10:54.756189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-0224f9a8-f6cf-4281-b171-0a86ae2393b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:54.757241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-f535d566-16b8-430e-8f6b-964df68bb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:54.761587 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-0224f9a8-f6cf-4281-b171-0a86ae2393b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 1101 time: 0.1192009 Dec 12 04:10:54.764994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-f535d566-16b8-430e-8f6b-964df68bb519 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 1101 time: 0.2195008 Dec 12 04:10:54.823595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:54.932629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-2237c737-bafb-46f5-a13c-c42bb54b8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:54.935686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-2237c737-bafb-46f5-a13c-c42bb54b8ae9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1446445 Dec 12 04:10:55.001075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ddc384e-c8d0-4e12-8697-3233807d7764 req-79a5ada8-d09f-4854-8d33-a176d7163fb9 service neutron] 10.222.0.18 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702829 Dec 12 04:10:55.020147 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-22c04c98-3e42-480e-bc72-76073a354861 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a92f123f-7056-406d-899d-bbcfd80dd63d HTTP/1.1" status: 200 len: 217 time: 0.0729005 Dec 12 04:10:55.097565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77c26b-6ece-4be2-a767-f056b8e5b9e0 req-b85ab9d7-4a93-45d2-996c-1cfcba22b541 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:55.099158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb77c26b-6ece-4be2-a767-f056b8e5b9e0 req-b85ab9d7-4a93-45d2-996c-1cfcba22b541 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1637456 Dec 12 04:10:55.105638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-2a60c036-b5f7-45f5-b82a-50e1bafa4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:55.107812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-2a60c036-b5f7-45f5-b82a-50e1bafa4d9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0679760 Dec 12 04:10:55.124703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c92ef665-a878-423a-ad3a-38a91090e9da req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:55.175766 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:55.192455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Pushing event deleted for resources: {'Port': ['ID=b0535525-21eb-45fc-a90b-6d776092a007,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:55.196556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-4d7586e3-b5ae-4ed7-9aac-573c0cd10b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:55.198271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-4d7586e3-b5ae-4ed7-9aac-573c0cd10b8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797849 Dec 12 04:10:55.207786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb77c26b-6ece-4be2-a767-f056b8e5b9e0 req-3ecc641a-1d58-404e-8776-dd76227edda9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583835 Dec 12 04:10:55.287605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:10:55.290446 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d1be9863-5502-483f-8972-9c8334567201 service neutron] 10.222.0.18 "GET /v2.0/ports/b815d2fd-eee4-4ff7-b28f-6447cfc33b70/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 384 time: 0.2615924 Dec 12 04:10:55.304808 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Sync routers for ids ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:10:55.309516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4129afd1-ec1a-4a6d-ab6e-27cb8088416e admin admin] 10.222.0.36 "PUT /v2.0/routers/2a53ace4-04ce-48ed-a13b-889d6f8052ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5588613 Dec 12 04:10:55.336875 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Routers {'2a53ace4-04ce-48ed-a13b-889d6f8052ff'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:55.338569 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:55.382576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-77e7ce65-693d-418b-86c1-2987289f5cbd service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736984 Dec 12 04:10:55.392476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567dba9-6941-4afd-a635-e1d2d440d578 req-f41d81aa-b36f-4fff-89c1-fd776e51a3ee tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:55.394136 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8567dba9-6941-4afd-a635-e1d2d440d578 req-f41d81aa-b36f-4fff-89c1-fd776e51a3ee tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.1076915 Dec 12 04:10:55.487751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c92ef665-a878-423a-ad3a-38a91090e9da req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:55.490827 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c92ef665-a878-423a-ad3a-38a91090e9da req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:55.492149 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c92ef665-a878-423a-ad3a-38a91090e9da req-4005540d-2881-470a-8ea9-08d787994fc6 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "DELETE /v2.0/floatingips/19b1f8f7-6193-4afc-b1d6-210a76526114 HTTP/1.1" status: 204 len: 173 time: 2.8480639 Dec 12 04:10:55.544062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7844ed0-c854-4550-943f-68be1a8dfebf req-03488926-401b-44e0-9cb1-fcc28385f8f0 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442506 Dec 12 04:10:55.562111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41674) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:55.563676 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Set router 2a53ace4-04ce-48ed-a13b-889d6f8052ff gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:55.599332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8567dba9-6941-4afd-a635-e1d2d440d578 req-df15443b-5bd8-4a14-9dd5-426a703319c0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959810 Dec 12 04:10:55.813880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-548518544'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:55.848083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbbff8-d7b5-4694-988c-06ccdab165eb req-74f98a05-915f-4231-8f5f-e45affe342f8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:55.849903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ebbbff8-d7b5-4694-988c-06ccdab165eb req-74f98a05-915f-4231-8f5f-e45affe342f8 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1173811 Dec 12 04:10:55.893865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-8277feca-fdca-42c2-bcc6-b93e1b5ac323 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips/8bcaf876-2ef5-4f7b-ad0d-a9c4ef53782e HTTP/1.1" status: 200 len: 693 time: 0.3782427 Dec 12 04:10:55.908171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ebbbff8-d7b5-4694-988c-06ccdab165eb req-c3a39483-f7ed-4769-a4dc-c6b3da95ddd6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505438 Dec 12 04:10:56.035896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:56.079290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:56.083455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.101010 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2aa17f9b-089a-40b0-923a-706effebd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:45Z', 'updated_at': '2021-12-12T04:10:50Z', 'revision_number': 4, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'gw_port': {'id': '2aa17f9b-089a-40b0-923a-706effebd460', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:46Z', 'updated_at': '2021-12-12T04:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5d25abe2-dc3e-46e1-99a9-d78713590fa7', 'name': '', 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'mac_address': 'fa:16:3e:87:3b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '997ef855-a4e0-46bb-8ceb-0490b2c4b75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:49Z', 'updated_at': '2021-12-12T04:10:51Z', 'revision_number': 2, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'subnets': [{'id': '997ef855-a4e0-46bb-8ceb-0490b2c4b75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:56.145643 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Checking router: 2a53ace4-04ce-48ed-a13b-889d6f8052ff for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:10:56.146130 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Updating router 2a53ace4-04ce-48ed-a13b-889d6f8052ff port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:10:56.176506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:56.179961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:56.203013 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.278593 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-a99bccd7-8504-4fa3-83b6-dd7ee0724703 req-a55350ec-c38b-484f-868c-b3f0896e3752 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] show failed (client error): The resource could not be found. Dec 12 04:10:56.280214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a99bccd7-8504-4fa3-83b6-dd7ee0724703 req-a55350ec-c38b-484f-868c-b3f0896e3752 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips/19b1f8f7-6193-4afc-b1d6-210a76526114 HTTP/1.1" status: 404 len: 350 time: 0.0585189 Dec 12 04:10:56.290938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-1a14712c-a422-4321-b423-742e53f87eee tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:56.290938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-1a14712c-a422-4321-b423-742e53f87eee tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.3768616 Dec 12 04:10:56.293516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:10:56.321845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:56.324183 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c0f9b5-0557-45c4-948d-054c1e7d784f" -d '{"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-unplugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:56.330340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.368216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:56.370869 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.371242 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Added segment c5591c7a-fa9c-4174-a6e9-4eadc71a31da of type vlan for network b8a6359b-557a-4bcb-8331-19fe0c03268e Dec 12 04:10:56.414710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-f70b0663-5d3d-4bc3-a625-2d2a33254550 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 696 time: 0.1093709 Dec 12 04:10:56.454644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Transition to ACTIVE for port object 06b875ef-2478-4496-8e5b-19e20f766a34 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:10:56.471520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab867f-7e09-4cfc-8c0d-09cb7b4c8578 req-94892252-b188-4afa-926c-a107c748d3b6 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:56.481343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5fab867f-7e09-4cfc-8c0d-09cb7b4c8578 req-94892252-b188-4afa-926c-a107c748d3b6 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1029916 Dec 12 04:10:56.497559 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.501423 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.504848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b815d2fd-eee4-4ff7-b28f-6447cfc33b70 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:10:56.539455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-7fdbdc30-bc50-4c22-b60a-7426cec7c487 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 696 time: 0.0947826 Dec 12 04:10:56.545297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:56.581045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5fab867f-7e09-4cfc-8c0d-09cb7b4c8578 req-6c591256-9d02-4275-ab2f-fb9c71b26fb9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917389 Dec 12 04:10:56.609210 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.616751 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.647275 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-5862c5f6-5373-497f-ad59-24f50b98e2ee req-cf5ab59a-885d-4c4e-a700-196479132e57 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] show failed (client error): The resource could not be found. Dec 12 04:10:56.650418 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.662360 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5862c5f6-5373-497f-ad59-24f50b98e2ee req-cf5ab59a-885d-4c4e-a700-196479132e57 tempest-FloatingIPsTestJSON-1518145810 tempest-FloatingIPsTestJSON-1518145810-project] 10.222.0.36 "GET /v2.0/floatingips/19b1f8f7-6193-4afc-b1d6-210a76526114 HTTP/1.1" status: 404 len: 350 time: 0.0649092 Dec 12 04:10:56.665491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41690) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:56.675739 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf274c-dde9-4a72-a686-7a0a75fe9691 None None] Pushing event updated for resources: {'Port': ['ID=5d25abe2-dc3e-46e1-99a9-d78713590fa7,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:56.787535 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Attempting to bind port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:56.788524 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Attempting to bind port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:56.789032 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Attempting to bind port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 on network 857785a2-1c34-41c0-b5b1-60f83ab338aa {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:56.804122 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:56.804704 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Checking segment: {'id': 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:56.807373 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.807937 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Bound using segment: {'id': 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:56.809429 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Bound port: 5d25abe2-dc3e-46e1-99a9-d78713590fa7, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:56.810737 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.875157 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b391b8-a0fd-4663-b70d-a2c586787074 x-openstack-request-id: req-95b391b8-a0fd-4663-b70d-a2c586787074 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:56.875908 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-unplugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:56.876437 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95b391b8-a0fd-4663-b70d-a2c586787074 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:56.877504 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34', 'code': 200} Dec 12 04:10:56.901238 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] For port 5d25abe2-dc3e-46e1-99a9-d78713590fa7, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:56.905952 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] For port 5d25abe2-dc3e-46e1-99a9-d78713590fa7, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5d25abe2-dc3e-46e1-99a9-d78713590fa7,segment=NetworkSegment(ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec),segment_id=ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:56.915190 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:56.985390 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf274c-dde9-4a72-a686-7a0a75fe9691 None None] Pushing event updated for resources: {'Port': ['ID=5d25abe2-dc3e-46e1-99a9-d78713590fa7,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:57.007582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] No DVR routers for this DVR port 06b875ef-2478-4496-8e5b-19e20f766a34 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:10:57.014217 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:57.024617 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Routers {'2a53ace4-04ce-48ed-a13b-889d6f8052ff'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:10:57.029659 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:57.030268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:57.031125 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:57.178848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:57.195188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f9cd9914-1781-4ae3-ab12-81e46605b692 None None] Provisioning complete for port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:57.195782 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9914-1781-4ae3-ab12-81e46605b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:57.202707 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] Set router 2a53ace4-04ce-48ed-a13b-889d6f8052ff gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:10:57.346074 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7778130 Dec 12 04:10:57.352628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41700) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:57.392860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'subnet': {'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:57.449837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:10:57.450196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:10:57.450532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:57.450839 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9914-1781-4ae3-ab12-81e46605b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:57.535415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f9cd9914-1781-4ae3-ab12-81e46605b692 None None] For port 5d25abe2-dc3e-46e1-99a9-d78713590fa7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5d25abe2-dc3e-46e1-99a9-d78713590fa7,segment=NetworkSegment(ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec),segment_id=ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:10:57.546673 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9914-1781-4ae3-ab12-81e46605b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:57.587245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Port 06b875ef-2478-4496-8e5b-19e20f766a34 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:10:57.587494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:10:57.598822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5728a53-58ad-4836-b32f-8f7e19950f5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Network': ['ID=b8a6359b-557a-4bcb-8331-19fe0c03268e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:57.624363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] Transition to ACTIVE for port object b815d2fd-eee4-4ff7-b28f-6447cfc33b70 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:10:57.636143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:10:57.638938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:57.639293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:10:57.639763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Bound port: 06b875ef-2478-4496-8e5b-19e20f766a34, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:10:57.640132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:57.643730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932fe12-bc8f-458c-ac54-763e51fb8584 req-da9c77a7-078a-43f4-9c74-b1e830b0a2d6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:57.652745 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:57.653777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f932fe12-bc8f-458c-ac54-763e51fb8584 req-da9c77a7-078a-43f4-9c74-b1e830b0a2d6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 943 time: 0.3015332 Dec 12 04:10:57.679645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd9914-1781-4ae3-ab12-81e46605b692 None None] Pushing event updated for resources: {'Port': ['ID=5d25abe2-dc3e-46e1-99a9-d78713590fa7,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:57.682691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network b8a6359b-557a-4bcb-8331-19fe0c03268e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:10:57.830970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f932fe12-bc8f-458c-ac54-763e51fb8584 req-b7ac3477-f715-49f2-8344-0766b5811b66 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754339 Dec 12 04:10:57.841914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:10:57.872713 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2aa17f9b-089a-40b0-923a-706effebd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:45Z', 'updated_at': '2021-12-12T04:10:50Z', 'revision_number': 4, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'gw_port': {'id': '2aa17f9b-089a-40b0-923a-706effebd460', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:46Z', 'updated_at': '2021-12-12T04:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5d25abe2-dc3e-46e1-99a9-d78713590fa7', 'name': '', 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'mac_address': 'fa:16:3e:87:3b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '997ef855-a4e0-46bb-8ceb-0490b2c4b75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:49Z', 'updated_at': '2021-12-12T04:10:56Z', 'revision_number': 4, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'subnets': [{'id': '997ef855-a4e0-46bb-8ceb-0490b2c4b75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:10:57.885448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:57.892422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:57.943197 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e1461d-2cd4-4108-96d9-18c57407ccb7 None None] The sync data for ids ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'] in n-d-710847-7 is: [{'id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2aa17f9b-089a-40b0-923a-706effebd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:45Z', 'updated_at': '2021-12-12T04:10:50Z', 'revision_number': 4, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'gw_port': {'id': '2aa17f9b-089a-40b0-923a-706effebd460', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:46Z', 'updated_at': '2021-12-12T04:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5d25abe2-dc3e-46e1-99a9-d78713590fa7', 'name': '', 'network_id': '857785a2-1c34-41c0-b5b1-60f83ab338aa', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'mac_address': 'fa:16:3e:87:3b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '997ef855-a4e0-46bb-8ceb-0490b2c4b75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:49Z', 'updated_at': '2021-12-12T04:10:56Z', 'revision_number': 4, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'subnets': [{'id': '997ef855-a4e0-46bb-8ceb-0490b2c4b75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:10:57.950039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:10:58.152896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Deleting port 10be7b64-6668-427c-ba44-05e9e39c9171 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:10:58.153240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:58.174635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-adc8aaf3-7df5-4358-8355-29c5b8dd7c30 None None] Provisioning complete for port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:58.177266 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adc8aaf3-7df5-4358-8355-29c5b8dd7c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:58.189856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84040c15-9363-4f03-b473-824afcba933f req-f8cdc7c5-d82f-49ed-9f5a-e5dccfa871e7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:58.197957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84040c15-9363-4f03-b473-824afcba933f req-f8cdc7c5-d82f-49ed-9f5a-e5dccfa871e7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 948 time: 0.2099650 Dec 12 04:10:58.312725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84040c15-9363-4f03-b473-824afcba933f req-e8369267-a5e4-4d9d-8175-87323df8c0fa tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074951 Dec 12 04:10:58.387650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:10:58.395123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:10:58.397745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] No DVR routers for this DVR port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:10:58.441238 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:58.493940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] 10.222.0.18 "PUT /v2.0/ports/b815d2fd-eee4-4ff7-b28f-6447cfc33b70/bindings/n-h1-710847-7/activate HTTP/1.1" status: 200 len: 369 time: 3.1808279 Dec 12 04:10:58.499618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4566a84-3082-47de-a0bc-04dc1efc881e service neutron] Pushing event updated for resources: {'Port': ['ID=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:58.586934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5d25abe2-dc3e-46e1-99a9-d78713590fa7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:10:58.600654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:58.636407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:58.637790 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:58.649348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-e0d8765b-1310-448a-96d1-6c55ac841dc1 service neutron] 10.222.0.18 "PUT /v2.0/ports/06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 1096 time: 3.8218696 Dec 12 04:10:58.732507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:58.743895 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:58.744186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:58.771260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Calling delete_port for 10be7b64-6668-427c-ba44-05e9e39c9171 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:10:58.783241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-5a99ba90-6c43-4931-9cdf-531b87843ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:58.785038 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-5a99ba90-6c43-4931-9cdf-531b87843ed9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1099 time: 0.0819297 Dec 12 04:10:58.794155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:10:58.794829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:58.921546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:10:58.929371 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9460945d-bc6a-43a7-955b-91b66babf196" -d '{"events": [{"name": "network-changed", "server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:10:58.947992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Subnet': ['ID=82e96793-e008-4644-b0bf-a8e234f4eaf3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:59.003515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.005583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.005583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.005853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.006326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.006855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.007264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.007805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.008273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.008651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.009114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.009662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.010432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:10:59.091630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-7408c6f2-0acd-42dd-8230-874630385c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:59.093212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-7408c6f2-0acd-42dd-8230-874630385c57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2986798 Dec 12 04:10:59.155509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-2b7b4a5d-4556-45e3-8325-b5408aed3e12 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:59.158958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-2b7b4a5d-4556-45e3-8325-b5408aed3e12 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.4708219 Dec 12 04:10:59.166170 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:59.193252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-287baf35-00e5-451c-9dd8-b964f2c5a39f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.0805798 Dec 12 04:10:59.261768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-16cf5646-630c-4c8f-ade7-026e1f82865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:59.273894 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-16cf5646-630c-4c8f-ade7-026e1f82865c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0656021 Dec 12 04:10:59.291090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Checking segment: {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:10:59.291472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network hostable DHCP agents. Network: b8a6359b-557a-4bcb-8331-19fe0c03268e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:10:59.309924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a09e48-a41f-4926-b888-a1a70389c981 req-6dcf345f-0fa2-4368-8208-6223f3f41e35 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:59.318544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d2a09e48-a41f-4926-b888-a1a70389c981 req-6dcf345f-0fa2-4368-8208-6223f3f41e35 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.3715920 Dec 12 04:10:59.382252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-c3a043dc-1b5a-4c8f-85ad-c0796346bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:59.387380 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-c3a043dc-1b5a-4c8f-85ad-c0796346bbb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1124101 Dec 12 04:10:59.405181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-e8c2ee5c-8296-49de-9fbe-cc238b03a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:59.406700 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-e8c2ee5c-8296-49de-9fbe-cc238b03a716 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a&tenant_id=064aa813869d4814859875e009120b6c HTTP/1.1" status: 200 len: 1095 time: 0.2320938 Dec 12 04:10:59.407502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network b8a6359b-557a-4bcb-8331-19fe0c03268e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:10:59.436723 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d2a09e48-a41f-4926-b888-a1a70389c981 req-50146765-fce7-412e-a15e-690665a0d076 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169531 Dec 12 04:10:59.452972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, b8a6359b-557a-4bcb-8331-19fe0c03268e) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:10:59.463406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e5fed3-fd35-427a-bca1-b6222523a34b None None] Network b8a6359b-557a-4bcb-8331-19fe0c03268e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:10:59.502507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:59.503254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:59.542091 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-6bed2cf1-6666-4f41-8462-ec16a555c052 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442206 Dec 12 04:10:59.578717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:59.627176 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-52713860-c007-48e8-a05a-50730578a25f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2670333 Dec 12 04:10:59.627910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41714) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:10:59.644803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event deleted for resources: {'Port': ['ID=10be7b64-6668-427c-ba44-05e9e39c9171,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:10:59.661861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1614730926'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:10:59.715403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-b8a6359b-557a-4bcb-8331-19fe0c03268e', 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e', 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'fixed_ips': [{'subnet_id': '82e96793-e008-4644-b0bf-a8e234f4eaf3'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:10:59.717007 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:59.746046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-7b90672e-7524-4af5-aa34-3d8f8c40af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:59.748252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-7b90672e-7524-4af5-aa34-3d8f8c40af0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=064aa813869d4814859875e009120b6c&device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 1095 time: 0.2591441 Dec 12 04:10:59.763233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:59.767035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:59.768398 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5f23d7d-eb2b-4e30-8a9d-9c22432ad611 req-ce2fb535-6adf-4c13-9e20-e0badbd25d04 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "DELETE /v2.0/floatingips/8bcaf876-2ef5-4f7b-ad0d-a9c4ef53782e HTTP/1.1" status: 204 len: 173 time: 3.1606972 Dec 12 04:10:59.879550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:10:59.883923 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:10:59.890063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-784ab4e4-9ae9-4599-9125-037100c07e27 req-d4bd0420-1625-4981-a39b-4260451f6a24 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387027 Dec 12 04:10:59.900950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40a2ca-0eea-47f5-bdc4-6b6bbb813b7a req-809b2e16-be42-4bf3-a384-ebd13a649140 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:10:59.912592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe40a2ca-0eea-47f5-bdc4-6b6bbb813b7a req-809b2e16-be42-4bf3-a384-ebd13a649140 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 944 time: 0.2455897 Dec 12 04:10:59.919705 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527714ca-3541-434a-93e4-4730befef820 x-openstack-request-id: req-527714ca-3541-434a-93e4-4730befef820 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:10:59.920004 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:10:59.920388 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-527714ca-3541-434a-93e4-4730befef820 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:10:59.921026 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34', 'status': 'completed', 'code': 200} Dec 12 04:10:59.968260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Allocated IP 19.80.0.2 (b8a6359b-557a-4bcb-8331-19fe0c03268e/82e96793-e008-4644-b0bf-a8e234f4eaf3/93298b63-8bf8-44d1-aae3-6154c4e251fb) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:00.039975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:11:00.076427 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-09e76c9d-6640-4293-9138-cb86fd62ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.078367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-09e76c9d-6640-4293-9138-cb86fd62ffb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 200 len: 920 time: 0.3012104 Dec 12 04:11:00.152693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:00.153203 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Added segment 1d848f59-9fba-4580-8733-745918d9a5c7 of type vlan for network 0e515407-7ce3-4b1b-89de-a157c2cedab1 Dec 12 04:11:00.165438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe40a2ca-0eea-47f5-bdc4-6b6bbb813b7a req-e289569e-4049-44f4-b0ad-22141ec64dd2 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512205 Dec 12 04:11:00.166033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460945d-bc6a-43a7-955b-91b66babf196 req-bacfdb77-c8a6-4f3e-9ab8-006e5fad22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.169495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-bacfdb77-c8a6-4f3e-9ab8-006e5fad22cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1099 time: 0.1747458 Dec 12 04:11:00.231811 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-2fc579bb-1982-4c85-8fdb-df197ddd525b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70 HTTP/1.1" status: 200 len: 217 time: 0.1400757 Dec 12 04:11:00.234808 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:00.302118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460945d-bc6a-43a7-955b-91b66babf196 req-25cdcb89-f1c0-4175-b56f-6fe873bf5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.306447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-25cdcb89-f1c0-4175-b56f-6fe873bf5a9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1099 time: 0.3330626 Dec 12 04:11:00.338861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:00.347132 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:00.361891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87d3ff-ee1a-454a-9f07-0091ecd6c1ff req-ecef5fe2-9b72-4c2d-8957-8942b95703ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.367168 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aa87d3ff-ee1a-454a-9f07-0091ecd6c1ff req-ecef5fe2-9b72-4c2d-8957-8942b95703ac tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 948 time: 0.2749486 Dec 12 04:11:00.407190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Network b8a6359b-557a-4bcb-8331-19fe0c03268e is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:00.412924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:00.416124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:00.419234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Pushing event updated for resources: {'Port': ['ID=93298b63-8bf8-44d1-aae3-6154c4e251fb,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:00.486875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Attempting to bind port 93298b63-8bf8-44d1-aae3-6154c4e251fb on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:00.488333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Attempting to bind port 93298b63-8bf8-44d1-aae3-6154c4e251fb by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:00.488981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Attempting to bind port 93298b63-8bf8-44d1-aae3-6154c4e251fb on network b8a6359b-557a-4bcb-8331-19fe0c03268e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:00.496063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:00.496835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Checking segment: {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:00.497529 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:00.497726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460945d-bc6a-43a7-955b-91b66babf196 req-38a0efec-c323-4ff9-83f3-4c056e07cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.498579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Bound using segment: {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:00.499268 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-38a0efec-c323-4ff9-83f3-4c056e07cad1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3167727 Dec 12 04:11:00.499522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Bound port: 93298b63-8bf8-44d1-aae3-6154c4e251fb, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:00.500150 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:00.539558 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aa87d3ff-ee1a-454a-9f07-0091ecd6c1ff req-a524edc3-6ba5-4fdc-912d-30f3956cb906 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638091 Dec 12 04:11:00.572639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-d84ad88e-4fde-4f11-9dec-262fc7688102 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips/73dd8ff1-db72-45e2-ac0d-12df003fbbab HTTP/1.1" status: 200 len: 692 time: 0.1069283 Dec 12 04:11:00.574442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-62834efe-2efd-4ff1-b162-acfc5c233856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.579163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-62834efe-2efd-4ff1-b162-acfc5c233856 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 200 len: 860 time: 0.3203862 Dec 12 04:11:00.582881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:00.588136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-273784a7-0b5d-4660-aa16-0b22f04502ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.0623987 Dec 12 04:11:00.602638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.603716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:00.604208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] For port 93298b63-8bf8-44d1-aae3-6154c4e251fb, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:00.609041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] For port 93298b63-8bf8-44d1-aae3-6154c4e251fb, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=93298b63-8bf8-44d1-aae3-6154c4e251fb,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:00.633804 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:00.669280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460945d-bc6a-43a7-955b-91b66babf196 req-c800cf0e-6590-4078-93ab-1bfb6661c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.671093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-c800cf0e-6590-4078-93ab-1bfb6661c475 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0721548 Dec 12 04:11:00.700882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0705278 Dec 12 04:11:00.717298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41722) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:00.737589 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-2c8ebe7c-d8d5-4dca-8bf3-c43e68155f8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bb94e37-63ec-40da-b1d1-241dbd701469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085956 Dec 12 04:11:00.756701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cc6f9-9d60-4f88-af04-5415fd7977d6 None None] Pushing event updated for resources: {'Port': ['ID=93298b63-8bf8-44d1-aae3-6154c4e251fb,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:00.766481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'subnet': {'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:00.854586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aafdd-d953-4635-972c-64a6016cf2a6 req-b1d8376d-d470-4152-8bde-8580eef9095a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.856449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d2aafdd-d953-4635-972c-64a6016cf2a6 req-b1d8376d-d470-4152-8bde-8580eef9095a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1840289 Dec 12 04:11:00.877595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460945d-bc6a-43a7-955b-91b66babf196 req-10bd3fd5-2086-401d-a14e-492d6781bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:00.878966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-10bd3fd5-2086-401d-a14e-492d6781bf64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1948366 Dec 12 04:11:00.971287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Deleting port 5661f6d7-6348-4206-96a3-2840dce271f2 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:00.972227 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:01.042485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfaf16-9edc-4648-9d69-0815520a2453 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Network': ['ID=0e515407-7ce3-4b1b-89de-a157c2cedab1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:01.046817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-2cc00c03-a5d9-4a94-aa6e-0bc60f8ce422 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456172 Dec 12 04:11:01.055798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460945d-bc6a-43a7-955b-91b66babf196 req-93cb4d9d-a414-4154-bace-9cb667316764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:01.058953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-93cb4d9d-a414-4154-bace-9cb667316764 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.6678011 Dec 12 04:11:01.067653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0e515407-7ce3-4b1b-89de-a157c2cedab1 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:11:01.172078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:01.176003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:01.213660 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d2aafdd-d953-4635-972c-64a6016cf2a6 req-6e4c026a-ffdd-4dbe-a25e-46182bfe15ac tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387256 Dec 12 04:11:01.251652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:11:01.363393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-74347c94-d177-4e5d-ac35-c53074100fcf service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950358 Dec 12 04:11:01.432030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:01.450845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0dcc7-1135-4d3e-8822-6c96303632bf req-c4603da2-3ebf-4f32-8f51-e7a0d3c322d9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:01.451114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '06b875ef-2478-4496-8e5b-19e20f766a34', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '06b875ef-2478-4496-8e5b-19e20f766a34', 'mac_address': 'fa:16:3e:82:b6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:11:01.452793 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2a0dcc7-1135-4d3e-8822-6c96303632bf req-c4603da2-3ebf-4f32-8f51-e7a0d3c322d9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 944 time: 0.0953274 Dec 12 04:11:01.517414 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:01.546123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b875ef-2478-4496-8e5b-19e20f766a34 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:01.584267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:01.609251 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:01.617676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2a0dcc7-1135-4d3e-8822-6c96303632bf req-c0ad6fca-c44c-4a72-8373-29487cb6deca tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369019 Dec 12 04:11:01.641477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:01.757752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:01.800750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Subnet': ['ID=5049f51b-cff5-410d-9cfd-7f6a1dd59a86,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:01.815471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Checking segment: {'id': '1d848f59-9fba-4580-8733-745918d9a5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:01.816940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network hostable DHCP agents. Network: 0e515407-7ce3-4b1b-89de-a157c2cedab1, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:11:01.842988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network 0e515407-7ce3-4b1b-89de-a157c2cedab1 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:11:01.859331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0e515407-7ce3-4b1b-89de-a157c2cedab1) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:01.861528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-c906424f-abfd-4adb-a423-939155720848 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.1770415 Dec 12 04:11:01.865447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:01.866196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:01.878444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab4b26d-0c3b-4cb0-ae78-563b66346d2c None None] Network 0e515407-7ce3-4b1b-89de-a157c2cedab1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:01.904885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a50aed82-0ecd-4bc4-9e22-353177ebe2fd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1537423 Dec 12 04:11:01.994461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['06b875ef-2478-4496-8e5b-19e20f766a34'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:02.038529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] For port 5661f6d7-6348-4206-96a3-2840dce271f2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5661f6d7-6348-4206-96a3-2840dce271f2,segment=NetworkSegment(8adcf4de-54b8-4228-a1d5-d85c4ba61a4c),segment_id=8adcf4de-54b8-4228-a1d5-d85c4ba61a4c)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:02.039131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:02.067256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Calling delete_port for 5661f6d7-6348-4206-96a3-2840dce271f2 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:02.224023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-0e515407-7ce3-4b1b-89de-a157c2cedab1', 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1', 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'fixed_ips': [{'subnet_id': '5049f51b-cff5-410d-9cfd-7f6a1dd59a86'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:11:02.224915 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:02.395930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3f1d8-3560-477a-acd1-09f79f7e01d8 req-6440278c-88ea-4b80-8f2b-78df10658386 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:02.406122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:02.406337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76e3f1d8-3560-477a-acd1-09f79f7e01d8 req-6440278c-88ea-4b80-8f2b-78df10658386 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 949 time: 0.1241622 Dec 12 04:11:02.471020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75024a4-b13a-4519-ac4a-fd18e52b1a6a None None] Network b8a6359b-557a-4bcb-8331-19fe0c03268e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:02.478301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-9c6630ff-5826-48cc-a0c4-1f031058874d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:02.488084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-9c6630ff-5826-48cc-a0c4-1f031058874d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 1.8364661 Dec 12 04:11:02.511703 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76e3f1d8-3560-477a-acd1-09f79f7e01d8 req-3eb4e1bb-4aa5-4efe-b4ca-47374711e778 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910096 Dec 12 04:11:02.524107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Allocated IP 19.86.0.2 (0e515407-7ce3-4b1b-89de-a157c2cedab1/5049f51b-cff5-410d-9cfd-7f6a1dd59a86/a4b057e2-e7d3-46da-ba02-b843052f7654) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:02.618205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-a9af2266-72cd-4205-9d78-27eae7e6b8cf tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.0702162 Dec 12 04:11:02.618205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-61cfd1ab-4312-4955-b30a-a6d9b970661b service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7512398 Dec 12 04:11:02.618205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Pushing event deleted for resources: {'Port': ['ID=5661f6d7-6348-4206-96a3-2840dce271f2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:02.619156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 93298b63-8bf8-44d1-aae3-6154c4e251fb up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:02.844523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460945d-bc6a-43a7-955b-91b66babf196 req-933b995e-4947-4ba3-b47f-e0135d95884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:02.846856 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-933b995e-4947-4ba3-b47f-e0135d95884b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.9335246 Dec 12 04:11:02.949206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1741cafe-9aa4-41cc-b106-302543c73791 None None] Provisioning complete for port 93298b63-8bf8-44d1-aae3-6154c4e251fb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:02.950247 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1741cafe-9aa4-41cc-b106-302543c73791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:02.959400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-9765c905-d344-4c05-adb9-1dc9da576b13 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:02.968569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-9765c905-d344-4c05-adb9-1dc9da576b13 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:02.971996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-9765c905-d344-4c05-adb9-1dc9da576b13 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/networks?id=b8a6359b-557a-4bcb-8331-19fe0c03268e&id=0e515407-7ce3-4b1b-89de-a157c2cedab1&id=b8a6359b-557a-4bcb-8331-19fe0c03268e HTTP/1.1" status: 200 len: 1391 time: 0.2156098 Dec 12 04:11:02.994533 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-cc371d12-c84b-47fc-b9df-6d3c39661627 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.4326756 Dec 12 04:11:03.008534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-263dc957-567b-4ae8-91f4-848ad53ddb35 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/quotas/4853f6765f37499e98eaa080a6b82f44 HTTP/1.1" status: 200 len: 375 time: 0.0303786 Dec 12 04:11:03.073065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-094c3b3f-2c44-4b02-969b-7c6087b336c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4853f6765f37499e98eaa080a6b82f44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582259 Dec 12 04:11:03.089542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-35b3a491-064e-4d7c-b8c8-2ae66f874173 service neutron] 10.222.0.37 "GET /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448419 Dec 12 04:11:03.223694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-fc35fce8-f49e-41b6-a834-f69c188e88db service neutron] 10.222.0.36 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414073 Dec 12 04:11:03.232164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460945d-bc6a-43a7-955b-91b66babf196 req-998e2232-88f8-4626-9821-434075c62685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:03.233949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-998e2232-88f8-4626-9821-434075c62685 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2722218 Dec 12 04:11:03.309923 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.323829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.349537 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.377014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 93298b63-8bf8-44d1-aae3-6154c4e251fb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:03.377538 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.396344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c5ac25f7-8189-4e82-8074-67ce307b3d91 service neutron] 10.222.0.36 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688695 Dec 12 04:11:03.417061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Network 0e515407-7ce3-4b1b-89de-a157c2cedab1 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:03.428047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Deleting port 50f5dadc-ed91-4751-9f0a-9c31a493f813 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:03.428391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.432047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:03.435868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:03.442874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Pushing event updated for resources: {'Port': ['ID=a4b057e2-e7d3-46da-ba02-b843052f7654,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:03.531089 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1741cafe-9aa4-41cc-b106-302543c73791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.558749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.559084 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.572515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Attempting to bind port a4b057e2-e7d3-46da-ba02-b843052f7654 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:03.573094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Attempting to bind port a4b057e2-e7d3-46da-ba02-b843052f7654 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '1d848f59-9fba-4580-8733-745918d9a5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:03.573568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Attempting to bind port a4b057e2-e7d3-46da-ba02-b843052f7654 on network 0e515407-7ce3-4b1b-89de-a157c2cedab1 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:03.578809 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Calling delete_port for 50f5dadc-ed91-4751-9f0a-9c31a493f813 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:03.591757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-82d9f620-0a73-457a-899f-b016246e9113 service neutron] 10.222.0.36 "GET /v2.0/networks/0e515407-7ce3-4b1b-89de-a157c2cedab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912479 Dec 12 04:11:03.632344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:03.633102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Checking segment: {'id': '1d848f59-9fba-4580-8733-745918d9a5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:03.633618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.634127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Bound using segment: {'id': '1d848f59-9fba-4580-8733-745918d9a5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:03.634723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Bound port: a4b057e2-e7d3-46da-ba02-b843052f7654, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d848f59-9fba-4580-8733-745918d9a5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:03.635217 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.639252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1741cafe-9aa4-41cc-b106-302543c73791 None None] For port 93298b63-8bf8-44d1-aae3-6154c4e251fb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=93298b63-8bf8-44d1-aae3-6154c4e251fb,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:03.660413 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1741cafe-9aa4-41cc-b106-302543c73791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.721351 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.755503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-db6fd812-e518-4603-b546-cd2b3110afdb service neutron] 10.222.0.36 "GET /v2.0/networks/0e515407-7ce3-4b1b-89de-a157c2cedab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542926 Dec 12 04:11:03.805830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-6d167640-9d81-497b-a231-52bbd8286944 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571663 Dec 12 04:11:03.902523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] For port a4b057e2-e7d3-46da-ba02-b843052f7654, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:03.906174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] For port a4b057e2-e7d3-46da-ba02-b843052f7654, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a4b057e2-e7d3-46da-ba02-b843052f7654,segment=NetworkSegment(1d848f59-9fba-4580-8733-745918d9a5c7),segment_id=1d848f59-9fba-4580-8733-745918d9a5c7)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:03.911670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:11:03.912218 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:11:03.912685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-ccb82fca-4bdc-4e58-9aab-1937cd0bc5fa service neutron] 10.222.0.36 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555254 Dec 12 04:11:03.918861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:03.928387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741cafe-9aa4-41cc-b106-302543c73791 None None] Pushing event updated for resources: {'Port': ['ID=93298b63-8bf8-44d1-aae3-6154c4e251fb,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:03.991667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-a059c388-7c88-4bcc-95ef-fe7dd2aac8a0 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:03.993262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-a059c388-7c88-4bcc-95ef-fe7dd2aac8a0 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a&tenant_id=064aa813869d4814859875e009120b6c&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.2023072 Dec 12 04:11:03.993907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:04.004670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-508bca5d-ef81-4f9d-911d-54b16c885042 None None] Provisioning complete for port 93298b63-8bf8-44d1-aae3-6154c4e251fb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:04.004670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-508bca5d-ef81-4f9d-911d-54b16c885042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:04.055673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event deleted for resources: {'Port': ['ID=50f5dadc-ed91-4751-9f0a-9c31a493f813,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:04.081501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be4254-fb86-400f-8b38-3f8a17b88050 None None] Pushing event updated for resources: {'Port': ['ID=a4b057e2-e7d3-46da-ba02-b843052f7654,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:04.092290 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-d4f018e7-0947-41c2-88e8-95c8313325fc service neutron] 10.222.0.36 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781480 Dec 12 04:11:04.302048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9460945d-bc6a-43a7-955b-91b66babf196 req-dc8ea3ea-aa32-4dd5-8077-c5f914394371 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457376 Dec 12 04:11:04.379588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:04.382362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:04.383551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f125b3cc-080a-4439-8a04-10f8a01e390f req-b62f2c32-0d6a-494b-bff9-9909b013d718 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "DELETE /v2.0/floatingips/73dd8ff1-db72-45e2-ac0d-12df003fbbab HTTP/1.1" status: 204 len: 173 time: 1.3571148 Dec 12 04:11:04.481654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0c308522-ed32-42d0-86e3-3f4d7d2f2130 service neutron] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:04.487788 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0c308522-ed32-42d0-86e3-3f4d7d2f2130 service neutron] Publish callbacks [] for binding, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:04.489253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea3cfadb-9c35-4f49-a775-ca27aaac0cfc req-0c308522-ed32-42d0-86e3-3f4d7d2f2130 service neutron] 10.222.0.37 "DELETE /v2.0/ports/b815d2fd-eee4-4ff7-b28f-6447cfc33b70/bindings/n-h2-710847-7 HTTP/1.1" status: 204 len: 173 time: 0.4824932 Dec 12 04:11:04.511909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Router 79354a9e-6f58-47f7-9888-712390cd6c10 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:11:04.512374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9fab0-3cb8-4c6c-8e54-2c9aa31fb3f8 req-0abdffcb-78d8-4c2b-b291-0cca946398fc tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:04.514610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-33e9fab0-3cb8-4c6c-8e54-2c9aa31fb3f8 req-0abdffcb-78d8-4c2b-b291-0cca946398fc tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1795938 Dec 12 04:11:04.667187 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-33e9fab0-3cb8-4c6c-8e54-2c9aa31fb3f8 req-b1887535-2cfb-4f20-9548-764efc83da4f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381319 Dec 12 04:11:04.715069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:04.728934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] Sync routers for ids ['79354a9e-6f58-47f7-9888-712390cd6c10'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:04.747086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] Routers {'79354a9e-6f58-47f7-9888-712390cd6c10'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:04.753472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-80615ad6-51a5-4aa1-acdb-7a4161d3f185 admin admin] 10.222.0.36 "PUT /v2.0/routers/79354a9e-6f58-47f7-9888-712390cd6c10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0792735 Dec 12 04:11:04.753591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['79354a9e-6f58-47f7-9888-712390cd6c10'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:04.754263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41770) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:04.885335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-3fcafa88-90aa-445a-9809-ac8120a1e517 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:04.897637 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-3fcafa88-90aa-445a-9809-ac8120a1e517 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.18 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 949 time: 0.1048157 Dec 12 04:11:05.114263 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07670d27-aa7b-44ca-845d-87ca8803a937 req-1ba83ce3-53f7-47aa-b5c4-5bfeae5cb05b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 210 time: 0.0533690 Dec 12 04:11:05.129713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:05.150156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] Set router 79354a9e-6f58-47f7-9888-712390cd6c10 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:05.166236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a4b057e2-e7d3-46da-ba02-b843052f7654 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:05.191277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-ea9a24e0-efe3-4012-84fa-32e9f252708b service neutron] 10.222.0.18 "GET /v2.0/ports/06b875ef-2478-4496-8e5b-19e20f766a34/bindings/n-h2-710847-7 HTTP/1.1" status: 200 len: 382 time: 0.2732813 Dec 12 04:11:05.217937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a7176-be6f-483b-9cff-cf81b6035907 req-1deb4e8d-cde1-4959-bb2a-1d5835d978dd tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:05.230622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e7a7176-be6f-483b-9cff-cf81b6035907 req-1deb4e8d-cde1-4959-bb2a-1d5835d978dd tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 944 time: 0.3313081 Dec 12 04:11:05.342496 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-699707c8-71fd-47f4-8da6-d012ec3af1be tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips/610ffafc-a734-456e-bc4e-76f218d6a7ef HTTP/1.1" status: 200 len: 693 time: 0.1352277 Dec 12 04:11:05.390657 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e7a7176-be6f-483b-9cff-cf81b6035907 req-e564a684-dd58-440d-9481-b1511f9231ab tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595960 Dec 12 04:11:05.393441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-6acaedc9-a504-48a1-9d40-94aeee63f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:05.394921 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-6acaedc9-a504-48a1-9d40-94aeee63f48b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1100 time: 0.1518345 Dec 12 04:11:05.401942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:05.603712 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:05.620997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a4b057e2-e7d3-46da-ba02-b843052f7654 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:05.621553 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:05.660976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-7aa4e804-0cf6-4aa2-8288-4d8c7080db76 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:05.678139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-7aa4e804-0cf6-4aa2-8288-4d8c7080db76 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.3344893 Dec 12 04:11:05.694802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-190acb1e-00c3-4b54-b506-5000b3812660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:05.696530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-190acb1e-00c3-4b54-b506-5000b3812660 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2891581 Dec 12 04:11:05.781886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 06b875ef-2478-4496-8e5b-19e20f766a34 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:11:05.794377 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-ae7a3d4c-9109-4b05-935c-0f7120f49079 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.0501230 Dec 12 04:11:05.817848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 06b875ef-2478-4496-8e5b-19e20f766a34 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:05.818550 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:05.883007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-d4d439cd-b3da-4de1-9ebd-c6304f8465c5 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.117 HTTP/1.1" status: 200 len: 696 time: 0.2020366 Dec 12 04:11:05.910374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc333f6-9613-4e65-9c8d-83ee2f723951 req-14524003-386f-4e7c-adbe-a2e73778f6d5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:05.911959 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ffc333f6-9613-4e65-9c8d-83ee2f723951 req-14524003-386f-4e7c-adbe-a2e73778f6d5 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 949 time: 0.2140896 Dec 12 04:11:05.914962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-2042d01d-4390-416b-abbc-8f08327bc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:05.916507 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-2042d01d-4390-416b-abbc-8f08327bc0f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1157773 Dec 12 04:11:05.977788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-290ccf7c-04ad-425b-9902-24e0d13f9465 tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.117 HTTP/1.1" status: 200 len: 696 time: 0.0871644 Dec 12 04:11:06.000046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5b776-0b90-4193-a190-d5f3af533a83 None None] Network 0e515407-7ce3-4b1b-89de-a157c2cedab1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:06.016407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-1532830f-cac1-4df1-8cd9-4da50c0e654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:06.018520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-1532830f-cac1-4df1-8cd9-4da50c0e654e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918715 Dec 12 04:11:06.023037 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.126891 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-ebe2fc0d-7df6-4ee3-9deb-99dbd736ec01 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988829 Dec 12 04:11:06.146727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Deleting port 179b7227-aecf-49f9-8eaa-cce7f0903f96 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:06.146727 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.147073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ffc333f6-9613-4e65-9c8d-83ee2f723951 req-6a7a1a2c-3316-4a0e-a61e-c6f8cf71ea9c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286096 Dec 12 04:11:06.201488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port a4b057e2-e7d3-46da-ba02-b843052f7654, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a4b057e2-e7d3-46da-ba02-b843052f7654,segment=NetworkSegment(1d848f59-9fba-4580-8733-745918d9a5c7),segment_id=1d848f59-9fba-4580-8733-745918d9a5c7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:06.217534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:31Z', 'updated_at': '2021-12-12T04:11:02Z', 'revision_number': 5, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'gw_port': {'id': '179b7227-aecf-49f9-8eaa-cce7f0903f96', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:32Z', 'updated_at': '2021-12-12T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:06.224061 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.224952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 93298b63-8bf8-44d1-aae3-6154c4e251fb up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:06.257169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-23d0faf3-81e9-4388-a35d-0960cc6f9d8e None None] Provisioning complete for port a4b057e2-e7d3-46da-ba02-b843052f7654 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:06.257736 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-23d0faf3-81e9-4388-a35d-0960cc6f9d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.349756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-b268b371-2023-4e08-8296-2fdd0ca325e5 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977861 Dec 12 04:11:06.355134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] For port 179b7227-aecf-49f9-8eaa-cce7f0903f96, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=179b7227-aecf-49f9-8eaa-cce7f0903f96,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:06.355642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.371503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Calling delete_port for 179b7227-aecf-49f9-8eaa-cce7f0903f96 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:06.407724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0cff5-313d-47cd-b9b4-ae984e722ccb req-8787c823-4639-4d28-8e76-61ce3880450e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:06.415780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ff0cff5-313d-47cd-b9b4-ae984e722ccb req-8787c823-4639-4d28-8e76-61ce3880450e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.0644059 Dec 12 04:11:06.426125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Deleting port f61ca75c-6c5f-45b4-9b36-46cef66c0aa9 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:06.426622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.475595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ff0cff5-313d-47cd-b9b4-ae984e722ccb req-19befea2-e6b7-44ae-ab18-bf230dd7a686 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556810 Dec 12 04:11:06.495601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.527735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] Checking router: 79354a9e-6f58-47f7-9888-712390cd6c10 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:06.585294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=a4b057e2-e7d3-46da-ba02-b843052f7654,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:06.605033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.605996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.622947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Calling delete_port for f61ca75c-6c5f-45b4-9b36-46cef66c0aa9 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:06.640121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:06.645691 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0415169e-8b20-4f56-9432-dcf5e87747e0" -d '{"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-plugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:06.651153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] Routers {'79354a9e-6f58-47f7-9888-712390cd6c10'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:06.652129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['79354a9e-6f58-47f7-9888-712390cd6c10'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:06.729471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-2820df51-dd39-419f-ad20-cf7d84da3f9b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:06.738086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-2820df51-dd39-419f-ad20-cf7d84da3f9b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:06.742197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-2820df51-dd39-419f-ad20-cf7d84da3f9b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.18 "GET /v2.0/networks?id=b8a6359b-557a-4bcb-8331-19fe0c03268e&id=0e515407-7ce3-4b1b-89de-a157c2cedab1&id=b8a6359b-557a-4bcb-8331-19fe0c03268e HTTP/1.1" status: 200 len: 1391 time: 0.2207782 Dec 12 04:11:06.753821 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.763671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'port': {'device_id': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e', 'admin_state_up': True, 'tenant_id': '4853f6765f37499e98eaa080a6b82f44'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:06.921196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:06.954500 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6d4c125-8167-4205-a6cc-9d4cee90fe03 req-7a0f4aad-a628-4cd5-88fb-1fa9fc75dfb6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 210 time: 0.0501962 Dec 12 04:11:06.982730 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:06.987053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:06.995759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.093383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] Set router 79354a9e-6f58-47f7-9888-712390cd6c10 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:07.160684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 93298b63-8bf8-44d1-aae3-6154c4e251fb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:07.161170 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.258538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f776b-b40b-4d25-8bf7-91f32525933a req-8439658f-6e6e-4813-822c-44c447202986 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:07.266816 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee4f776b-b40b-4d25-8bf7-91f32525933a req-8439658f-6e6e-4813-822c-44c447202986 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 1095 time: 0.1618488 Dec 12 04:11:07.271414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:31Z', 'updated_at': '2021-12-12T04:11:05Z', 'revision_number': 6, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:07.279822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:07.359950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Pushing event deleted for resources: {'Port': ['ID=179b7227-aecf-49f9-8eaa-cce7f0903f96,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:07.362353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ea369-4daf-4e37-9ea3-45e5769daa7b None None] The sync data for ids ['79354a9e-6f58-47f7-9888-712390cd6c10'] in n-d-710847-7 is: [{'id': '79354a9e-6f58-47f7-9888-712390cd6c10', 'name': 'tempest-FloatingIPsTestJSON-1937998739-router', 'tenant_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:31Z', 'updated_at': '2021-12-12T04:11:05Z', 'revision_number': 6, 'project_id': 'da3f0747a44a4d058e3fd7ed48b93924', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:07.489318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-37886615-0360-40d1-a10d-4d225cdc19da None None] Provisioning complete for port a4b057e2-e7d3-46da-ba02-b843052f7654 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:07.489813 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-37886615-0360-40d1-a10d-4d225cdc19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.498814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.654753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.656914 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.660935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.715457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Pushing event deleted for resources: {'Port': ['ID=f61ca75c-6c5f-45b4-9b36-46cef66c0aa9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:07.755099 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee4f776b-b40b-4d25-8bf7-91f32525933a req-a04d932d-6a2e-4528-aa3d-41c252dd5d27 tempest-LiveAutoBlockMigrationV225Test-826669248 tempest-LiveAutoBlockMigrationV225Test-826669248-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852459 Dec 12 04:11:07.796378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Allocated IP 19.80.0.121 (b8a6359b-557a-4bcb-8331-19fe0c03268e/82e96793-e008-4644-b0bf-a8e234f4eaf3/1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:07.870226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.870818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79354a9e-6f58-47f7-9888-712390cd6c10 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:11:07.876994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.878427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-be27dcc2-7c13-404e-9fe5-5e46a519900c admin admin] 10.222.0.36 "DELETE /v2.0/routers/79354a9e-6f58-47f7-9888-712390cd6c10 HTTP/1.1" status: 204 len: 168 time: 3.1231387 Dec 12 04:11:07.885880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41806) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:07.932997 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.946909 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:07.950020 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc6d21d-5a3c-4c6a-9a59-20536fb94f43 x-openstack-request-id: req-0dc6d21d-5a3c-4c6a-9a59-20536fb94f43 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:07.950455 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-plugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:07.950822 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0dc6d21d-5a3c-4c6a-9a59-20536fb94f43 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:07.951485 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34', 'code': 200} Dec 12 04:11:07.957609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41808) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:07.961458 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9435ee2-b731-48af-b5ff-1777b224c401 req-88af4f61-1d78-49a6-802e-1040ca34b89d tempest-FloatingIPDetailsTestJSON-280701088 tempest-FloatingIPDetailsTestJSON-280701088-project] 10.222.0.36 "DELETE /v2.0/floatingips/610ffafc-a734-456e-bc4e-76f218d6a7ef HTTP/1.1" status: 204 len: 173 time: 1.9762077 Dec 12 04:11:08.012180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-660e9ee8-551c-4e4c-b583-acef35bb53e2 admin admin] Deleting subnet e22d3974-eafc-4f4d-b1e6-175be32c5c32 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:11:08.015879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-660e9ee8-551c-4e4c-b583-acef35bb53e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:08.106226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132a971-1c6e-4079-8c93-e884956e138a req-2f1dfbad-7563-4685-a682-c6ee85b741cd tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:08.107786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9132a971-1c6e-4079-8c93-e884956e138a req-2f1dfbad-7563-4685-a682-c6ee85b741cd tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.0635254 Dec 12 04:11:08.176952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9132a971-1c6e-4079-8c93-e884956e138a req-9309d0c6-39da-44a7-9c61-5f6aa5a1a1ad tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622478 Dec 12 04:11:08.222725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-660e9ee8-551c-4e4c-b583-acef35bb53e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:08.268448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ce268-675c-46d7-b3e1-098e5a7ca6dd req-1e4f307f-99e6-4f38-8544-62aeff91d498 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:08.270861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a89ce268-675c-46d7-b3e1-098e5a7ca6dd req-1e4f307f-99e6-4f38-8544-62aeff91d498 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1973908 Dec 12 04:11:08.326036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a4b057e2-e7d3-46da-ba02-b843052f7654 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:08.378022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a89ce268-675c-46d7-b3e1-098e5a7ca6dd req-00e36c74-bd82-4525-ae62-ac1032bb7a3b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919828 Dec 12 04:11:08.482849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a4b057e2-e7d3-46da-ba02-b843052f7654 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:08.483239 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:08.492439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:08.688589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5661f6d7-6348-4206-96a3-2840dce271f2 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:08.736716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9d2fa0d5-cee2-4365-a9d2-a8164cd29d0a req-f3399c9b-8a78-4649-89d5-6ec3e0d37526 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 210 time: 0.1050158 Dec 12 04:11:08.759465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5661f6d7-6348-4206-96a3-2840dce271f2 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:08.759929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5661f6d7-6348-4206-96a3-2840dce271f2 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:08.814419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-660e9ee8-551c-4e4c-b583-acef35bb53e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:09.014160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:09.056912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-d8eb581d-3bfb-42b9-9705-bd63dd68d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:09.060922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-d8eb581d-3bfb-42b9-9705-bd63dd68d5ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662&tenant_id=d42b68d55c3b405d8bb5ee6f346236ab HTTP/1.1" status: 200 len: 1101 time: 0.0738788 Dec 12 04:11:09.071143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada22c6-28f2-4644-98de-0418071d8f18 req-7131ea0a-eb48-4761-899a-06253912d012 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:09.078352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4ada22c6-28f2-4644-98de-0418071d8f18 req-7131ea0a-eb48-4761-899a-06253912d012 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 944 time: 0.2213273 Dec 12 04:11:09.085497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:09.114753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network b8a6359b-557a-4bcb-8331-19fe0c03268e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:09.118894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-660e9ee8-551c-4e4c-b583-acef35bb53e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:09.139003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:09.141456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:09.155758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:09.213464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Port': ['ID=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:09.224728 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-660e9ee8-551c-4e4c-b583-acef35bb53e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:09.231901 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-660e9ee8-551c-4e4c-b583-acef35bb53e2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e22d3974-eafc-4f4d-b1e6-175be32c5c32 HTTP/1.1" status: 204 len: 168 time: 1.3424287 Dec 12 04:11:09.231901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e9ee8-551c-4e4c-b583-acef35bb53e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e22d3974-eafc-4f4d-b1e6-175be32c5c32,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:09.232321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f6a045-2b36-45fa-be98-d6c2aff137e6 None None] Network 9d93d62d-ce33-4f20-a03a-d1429a396191 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:09.241320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41816) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:09.365839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4ada22c6-28f2-4644-98de-0418071d8f18 req-7324a488-8e39-454c-8dfe-c5d8f1131545 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865164 Dec 12 04:11:09.415929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:09.416474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:09.513915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 179b7227-aecf-49f9-8eaa-cce7f0903f96 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:09.547394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 179b7227-aecf-49f9-8eaa-cce7f0903f96 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:09.548339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 179b7227-aecf-49f9-8eaa-cce7f0903f96 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:09.552463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517dddd-5356-4609-a267-1c2fb6f6d4d1 None None] DHCP port deletion for 9d93d62d-ce33-4f20-a03a-d1429a396191 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:11:09.619695 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a5956b44-9476-439d-b610-3762d152a2c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8566875 Dec 12 04:11:09.632182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:09.632450 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:09.636761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'port': {'device_id': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1', 'admin_state_up': True, 'tenant_id': '4853f6765f37499e98eaa080a6b82f44'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:09.662773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b2598835-d995-4e69-b501-a821edf83a95 None None] Provisioning complete for port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:09.663822 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b2598835-d995-4e69-b501-a821edf83a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:09.826657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:09.831228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b2598835-d995-4e69-b501-a821edf83a95 None None] Port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:11:09.839220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb3f81-9301-4861-acbe-cf87dbfb5cc1 req-b0946862-1d00-4b6a-9a94-535bbd12a164 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:09.847827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4eb3f81-9301-4861-acbe-cf87dbfb5cc1 req-b0946862-1d00-4b6a-9a94-535bbd12a164 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.3499718 Dec 12 04:11:09.858897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5517dddd-5356-4609-a267-1c2fb6f6d4d1 None None] Deleting port b9bd478a-3753-458a-be6a-6cec2c70726d {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:09.859288 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5517dddd-5356-4609-a267-1c2fb6f6d4d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:09.932511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-c7ab4683-c76a-4f2b-9806-da1e3a16cfc0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:09.934117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-c7ab4683-c76a-4f2b-9806-da1e3a16cfc0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.37 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 944 time: 0.2245131 Dec 12 04:11:09.978581 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.010670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5517dddd-5356-4609-a267-1c2fb6f6d4d1 None None] For port b9bd478a-3753-458a-be6a-6cec2c70726d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b9bd478a-3753-458a-be6a-6cec2c70726d,segment=NetworkSegment(8adcf4de-54b8-4228-a1d5-d85c4ba61a4c),segment_id=8adcf4de-54b8-4228-a1d5-d85c4ba61a4c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:10.011076 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5517dddd-5356-4609-a267-1c2fb6f6d4d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.039292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5517dddd-5356-4609-a267-1c2fb6f6d4d1 None None] Calling delete_port for b9bd478a-3753-458a-be6a-6cec2c70726d owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:10.041135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:10.043651 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66116785-f81a-43b7-ad3a-e109a62b03b6" -d '{"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-unplugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:10.052866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.085240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4eb3f81-9301-4861-acbe-cf87dbfb5cc1 req-7113dde9-169d-4a02-b332-8afaf4625e57 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363958 Dec 12 04:11:10.142668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Transition to ACTIVE for port object 06b875ef-2478-4496-8e5b-19e20f766a34 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:11:10.157497 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.190847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5517dddd-5356-4609-a267-1c2fb6f6d4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.284941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] No DVR routers for this DVR port 06b875ef-2478-4496-8e5b-19e20f766a34 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:10.298563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=10']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:10.304034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517dddd-5356-4609-a267-1c2fb6f6d4d1 None None] Pushing event deleted for resources: {'Port': ['ID=b9bd478a-3753-458a-be6a-6cec2c70726d,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:10.313146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517dddd-5356-4609-a267-1c2fb6f6d4d1 None None] No DVR routers for this DVR port b9bd478a-3753-458a-be6a-6cec2c70726d on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:10.319321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075128-934e-4cfa-9e04-dde4a4a4b0b9 req-e8c666c5-2440-4b02-b6c0-593af4355603 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:10.325472 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4b075128-934e-4cfa-9e04-dde4a4a4b0b9 req-e8c666c5-2440-4b02-b6c0-593af4355603 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.5118918 Dec 12 04:11:10.370367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Deleting port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:10.370713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.373472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:10.379281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.490356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Deleting port b9bd478a-3753-458a-be6a-6cec2c70726d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:10.490811 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.525451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] For port b815d2fd-eee4-4ff7-b28f-6447cfc33b70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:10.525451 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.538374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Calling delete_port for b815d2fd-eee4-4ff7-b28f-6447cfc33b70 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:10.569483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4b075128-934e-4cfa-9e04-dde4a4a4b0b9 req-4f1632c5-c6d9-486d-a284-de84e87d2f89 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330446 Dec 12 04:11:10.608094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] For port b9bd478a-3753-458a-be6a-6cec2c70726d, host n-d-710847-7, got binding levels [] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:10.608851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.629777 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b51edabc-a175-43dc-8afb-d813ce50e76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.633944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Calling delete_port for b9bd478a-3753-458a-be6a-6cec2c70726d owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:10.639504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.ipam_backend_mixin [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Port b9bd478a-3753-458a-be6a-6cec2c70726d was not found and therefore no delete operation was performed {{(pid=103450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:11:10.649070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.679749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:10.680170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:10.680571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:10.687165 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9344c514-9ad4-4a9b-afe3-337a42dc797e x-openstack-request-id: req-9344c514-9ad4-4a9b-afe3-337a42dc797e {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:10.687496 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-unplugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:10.687873 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9344c514-9ad4-4a9b-afe3-337a42dc797e {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:10.688185 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34', 'code': 200} Dec 12 04:11:10.695197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Port 06b875ef-2478-4496-8e5b-19e20f766a34 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:11:10.695532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Attempting to bind port 06b875ef-2478-4496-8e5b-19e20f766a34 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:10.697487 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.719049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bd478a-3753-458a-be6a-6cec2c70726d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:10.728653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] No DVR routers for this DVR port b9bd478a-3753-458a-be6a-6cec2c70726d on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:10.734215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['0029c864-f5bb-4484-aa8c-551502a70b4b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:10.736846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Pushing event deleted for resources: {'Port': ['ID=b815d2fd-eee4-4ff7-b28f-6447cfc33b70,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:10.738088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['b815d2fd-eee4-4ff7-b28f-6447cfc33b70'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:10.749990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788eaf5-dd7f-42a7-80cf-415239df7777 req-3f7c6b54-012d-4e81-b6a3-6d72673b4541 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:10.757388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8788eaf5-dd7f-42a7-80cf-415239df7777 req-3f7c6b54-012d-4e81-b6a3-6d72673b4541 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 932 time: 0.3899813 Dec 12 04:11:10.764223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:10.764596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:10.765006 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:10.765463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Bound port: 06b875ef-2478-4496-8e5b-19e20f766a34, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:10.765828 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.826467 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e726bc41-a9d2-4d58-b3e3-9193b5418802 req-59d9a871-c1cc-4683-b21d-0a78f774d3a0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 210 time: 0.0400136 Dec 12 04:11:10.879613 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:11:10.889066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] No DVR routers for this DVR port b815d2fd-eee4-4ff7-b28f-6447cfc33b70 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:10.896158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:10.900356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f829a7f-ab5b-48c8-9fa1-8f21c6ed1a93 req-ce930391-033d-42aa-93b1-24464eab36fa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.37 "DELETE /v2.0/ports/b815d2fd-eee4-4ff7-b28f-6447cfc33b70 HTTP/1.1" status: 204 len: 173 time: 0.9486322 Dec 12 04:11:10.913262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8788eaf5-dd7f-42a7-80cf-415239df7777 req-d5eb4a4b-6f88-4b5d-b447-868d00a5d51a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545455 Dec 12 04:11:10.951246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:10.955877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:10.965489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.012335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Allocated IP 19.86.0.189 (0e515407-7ce3-4b1b-89de-a157c2cedab1/5049f51b-cff5-410d-9cfd-7f6a1dd59a86/89d7c619-842b-4500-9d85-f5a7ce73178f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:11.019248 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.053900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Deleting port 7608f925-3e9f-4611-89f0-1a190abf35bd {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:11.054241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.055028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:11.055530 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.057051 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] 10.222.0.37 "PUT /v2.0/ports/06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 1097 time: 1.9757395 Dec 12 04:11:11.073447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d93d62d-ce33-4f20-a03a-d1429a396191']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:11.087956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c77e80-d024-455a-9342-f3c78add7b62 service neutron] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=11']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:11.136981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:11.136981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adcf4de-54b8-4228-a1d5-d85c4ba61a4c') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:11.175677 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.228524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-0efd32a9-ec90-4111-91f5-e8633e45397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:11.230729 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-0efd32a9-ec90-4111-91f5-e8633e45397d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1100 time: 0.1236970 Dec 12 04:11:11.248436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.258229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:11.270616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:11:11.270973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:11:11.272768 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:11:11.348236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:11.473238 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.498144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d7898-ea9b-4c66-a54a-2d2860e3133a req-aba27fce-25e8-4160-83d7-5b5d92355f59 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:11.500431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-813d7898-ea9b-4c66-a54a-2d2860e3133a req-aba27fce-25e8-4160-83d7-5b5d92355f59 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1345425 Dec 12 04:11:11.558150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-00466266-1b5b-4322-9e51-1cf57c0dc82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:11.559657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-00466266-1b5b-4322-9e51-1cf57c0dc82c service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3211286 Dec 12 04:11:11.572743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b9bd478a-3753-458a-be6a-6cec2c70726d no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:11.596916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: b9bd478a-3753-458a-be6a-6cec2c70726d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:11.597274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b9bd478a-3753-458a-be6a-6cec2c70726d not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:11.609524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-9aa2ed59-4649-484d-bec4-6563f7b76447 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.0396826 Dec 12 04:11:11.627572 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-813d7898-ea9b-4c66-a54a-2d2860e3133a req-074933ee-dd78-4af4-af14-a255f32d56b2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094463 Dec 12 04:11:11.690320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-112dd165-f98a-4042-a335-a89bad637724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:11.691834 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-112dd165-f98a-4042-a335-a89bad637724 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0633705 Dec 12 04:11:11.733504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] For port 7608f925-3e9f-4611-89f0-1a190abf35bd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7608f925-3e9f-4611-89f0-1a190abf35bd,segment=NetworkSegment(10a48336-91d7-4c36-815f-4eae3b9db1e2),segment_id=10a48336-91d7-4c36-815f-4eae3b9db1e2)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:11.733887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.742767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-1db7f0f5-73c1-4448-889c-ee65ba11828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:11.744509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-1db7f0f5-73c1-4448-889c-ee65ba11828b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437598 Dec 12 04:11:11.790405 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Calling delete_port for 7608f925-3e9f-4611-89f0-1a190abf35bd owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:11.808008 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.825700 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.827399 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:11.831152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] 10.222.0.36 "DELETE /v2.0/networks/9d93d62d-ce33-4f20-a03a-d1429a396191 HTTP/1.1" status: 204 len: 168 time: 2.5888598 Dec 12 04:11:11.885141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cf221-2f32-4221-855a-9f289185e18b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d93d62d-ce33-4f20-a03a-d1429a396191,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:11.897449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8015a-2bac-4cd1-8ca9-ce256c181f3c req-e3d072e9-ded9-4c4e-a084-5b166a758bb6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:11.905217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0fd8015a-2bac-4cd1-8ca9-ce256c181f3c req-e3d072e9-ded9-4c4e-a084-5b166a758bb6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 949 time: 0.1935940 Dec 12 04:11:11.987511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.002794 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64f827ad-75ba-4ca0-a9e6-337890a6e7c0 req-e0296e77-a691-4991-bcd5-2a4b9c78d115 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 210 time: 0.0460472 Dec 12 04:11:12.013986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41860) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:12.030887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0fd8015a-2bac-4cd1-8ca9-ce256c181f3c req-5e6ca2d6-1594-48c8-9708-c8302686742e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246793 Dec 12 04:11:12.102066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-a20c46a5-4759-46f6-ba3e-94c9ab5e7bdd service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251155 Dec 12 04:11:12.117242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network 0e515407-7ce3-4b1b-89de-a157c2cedab1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:12.123310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:12.130285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:12.140037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Port': ['ID=89d7c619-842b-4500-9d85-f5a7ce73178f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:12.155423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fde86698-356e-4382-a93e-510fedd3cfb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da3f0747a44a4d058e3fd7ed48b93924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387069 Dec 12 04:11:12.157150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41862) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:12.198800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:12.199475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.222882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626eb78-f8e4-4435-ba98-bf74a7590de5 req-e6efab56-51b2-413c-b4d9-ee7abead3a04 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:12.243027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626eb78-f8e4-4435-ba98-bf74a7590de5 req-e6efab56-51b2-413c-b4d9-ee7abead3a04 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:12.244802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d626eb78-f8e4-4435-ba98-bf74a7590de5 req-e6efab56-51b2-413c-b4d9-ee7abead3a04 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 1655 time: 0.1418257 Dec 12 04:11:12.245643 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c3c5b10d-57ec-4f25-b509-709a80d254a6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6130080 Dec 12 04:11:12.265325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'port': {'device_id': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e', 'admin_state_up': True, 'tenant_id': '4853f6765f37499e98eaa080a6b82f44'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:12.286852 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eaf51182-3a0f-4464-9455-a44287aac08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.311498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eaf51182-3a0f-4464-9455-a44287aac08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.384054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.392117 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eaf51182-3a0f-4464-9455-a44287aac08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.400487 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eaf51182-3a0f-4464-9455-a44287aac08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.409412 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eaf51182-3a0f-4464-9455-a44287aac08a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52d6d6ff-75ec-4e51-a464-be16538fa5db HTTP/1.1" status: 204 len: 168 time: 0.2467728 Dec 12 04:11:12.471696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Pushing event deleted for resources: {'Port': ['ID=7608f925-3e9f-4611-89f0-1a190abf35bd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:12.548400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf51182-3a0f-4464-9455-a44287aac08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d6d6ff-75ec-4e51-a464-be16538fa5db,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:12.566663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d626eb78-f8e4-4435-ba98-bf74a7590de5 req-ac813e08-9a93-46ab-9c97-d0b0daef38ef tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110025 Dec 12 04:11:12.605865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486eb8-657f-41db-a654-33d6948d4067 req-9d9b44d2-2911-4f19-9c21-576b43f9505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:12.607782 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d486eb8-657f-41db-a654-33d6948d4067 req-9d9b44d2-2911-4f19-9c21-576b43f9505f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 1097 time: 0.3455260 Dec 12 04:11:12.643482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6e329244-22aa-41f1-b67b-a6b30d6557e3 None None] Provisioning complete for port 89d7c619-842b-4500-9d85-f5a7ce73178f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:12.644066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6e329244-22aa-41f1-b67b-a6b30d6557e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.713717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'name': 'network-vif-deleted', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70'}, {'name': 'network-changed', 'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:12.729693 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165a2492-a6d1-432a-820c-ce2f57fc3394" -d '{"events": [{"server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "name": "network-vif-deleted", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70"}, {"name": "network-changed", "server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:12.783678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6e329244-22aa-41f1-b67b-a6b30d6557e3 None None] Port 89d7c619-842b-4500-9d85-f5a7ce73178f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:11:12.842073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:12.846183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.862364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49d4f64d-f5ea-4f35-ac9b-44eabd1a9d5c req-eae08412-6f30-47ab-8708-22020ffe76bf service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882336 Dec 12 04:11:12.867201 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8b2d73-fb3b-4306-87a9-2f1483f72b9b x-openstack-request-id: req-bd8b2d73-fb3b-4306-87a9-2f1483f72b9b {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:12.867745 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff5805c-5cb7-4cfe-bb40-70e4ae882f1a", "name": "network-vif-deleted", "tag": "b815d2fd-eee4-4ff7-b28f-6447cfc33b70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:12.868213 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd8b2d73-fb3b-4306-87a9-2f1483f72b9b {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:12.868795 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff5805c-5cb7-4cfe-bb40-70e4ae882f1a', 'name': 'network-vif-deleted', 'tag': 'b815d2fd-eee4-4ff7-b28f-6447cfc33b70', 'status': 'completed', 'code': 200} Dec 12 04:11:12.869426 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34', 'status': 'completed', 'code': 200} Dec 12 04:11:12.893496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.926009 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65ac34ec-75b6-443f-80df-b6c1a7af7965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:12.942610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486eb8-657f-41db-a654-33d6948d4067 req-5ac1b7ec-2299-4d18-a3ad-e4ba40da2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:12.946100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283be6bb-4d46-4985-9790-36dc75ca29eb req-1b1f05b1-ee69-4ebf-9f49-17bce3f7f901 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:12.947076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d486eb8-657f-41db-a654-33d6948d4067 req-5ac1b7ec-2299-4d18-a3ad-e4ba40da2d9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 911 time: 0.3229637 Dec 12 04:11:12.947667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-283be6bb-4d46-4985-9790-36dc75ca29eb req-1b1f05b1-ee69-4ebf-9f49-17bce3f7f901 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 946 time: 0.1254582 Dec 12 04:11:13.023543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d486eb8-657f-41db-a654-33d6948d4067 req-588785e9-eada-4ca2-8731-a8f58b971a88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6 HTTP/1.1" status: 200 len: 217 time: 0.0630970 Dec 12 04:11:13.121902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-9545ff12-4992-4d0c-ab5a-5ec5b727dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:13.123584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-9545ff12-4992-4d0c-ab5a-5ec5b727dc6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1100 time: 0.1102405 Dec 12 04:11:13.149513 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0786768-e9b4-49aa-81c5-e87abf35d44f req-18621eb5-a4c8-4996-b245-50212b984201 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 210 time: 0.0460112 Dec 12 04:11:13.150908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486eb8-657f-41db-a654-33d6948d4067 req-c6c970d1-e16c-4e71-9c69-a9721411b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:13.152247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d486eb8-657f-41db-a654-33d6948d4067 req-c6c970d1-e16c-4e71-9c69-a9721411b525 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.1094334 Dec 12 04:11:13.227551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d486eb8-657f-41db-a654-33d6948d4067 req-161a840b-89c2-4838-bec3-f8760011636d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619035 Dec 12 04:11:13.279903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-5a1d573a-6098-4479-8027-51599df26a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:13.282523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-5a1d573a-6098-4479-8027-51599df26a7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1100 time: 0.3841457 Dec 12 04:11:13.284208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Allocated IP 19.80.0.245 (b8a6359b-557a-4bcb-8331-19fe0c03268e/82e96793-e008-4644-b0bf-a8e234f4eaf3/0536687e-2491-45fc-9a44-2796d7e0a616) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:13.414534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-283be6bb-4d46-4985-9790-36dc75ca29eb req-a771395c-dc83-4b9d-95e1-930ac211703f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310303 Dec 12 04:11:13.439374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d486eb8-657f-41db-a654-33d6948d4067 req-ec7329c6-59fc-4299-9373-43c4aeb90678 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982608 Dec 12 04:11:13.442843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-c81496a4-1458-4ce4-be38-0086f8a5da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:13.444860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-c81496a4-1458-4ce4-be38-0086f8a5da11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3058975 Dec 12 04:11:13.503303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-191fe4c6-81c5-4b2d-a3e1-5a872f273839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:13.505702 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-191fe4c6-81c5-4b2d-a3e1-5a872f273839 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2031732 Dec 12 04:11:13.576235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed9202-252a-43d5-a46b-14a0c7f652eb req-50d65616-72b2-437e-a6e9-3f4a82f4bb69 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:13.578156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04ed9202-252a-43d5-a46b-14a0c7f652eb req-50d65616-72b2-437e-a6e9-3f4a82f4bb69 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 949 time: 0.2812114 Dec 12 04:11:13.580196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-7cd4e39e-648d-49d4-8342-7dd0f152f9b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.1119947 Dec 12 04:11:13.646649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41906) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:13.652069 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:13.742360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-65a541e9-cf89-452b-914b-721802510f49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 200 len: 217 time: 0.2258079 Dec 12 04:11:13.779491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-20adc980-88c7-41ce-92a3-307efda66863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:13.780999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-20adc980-88c7-41ce-92a3-307efda66863 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1362777 Dec 12 04:11:13.788192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04ed9202-252a-43d5-a46b-14a0c7f652eb req-eec6b583-ad66-4afc-9973-da79c496af31 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948698 Dec 12 04:11:13.839736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-network', 'tenant_id': 'b49933ace5b047559d0087f0020b9305'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:13.844153 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d486eb8-657f-41db-a654-33d6948d4067 req-7423358b-48dd-42f9-9fc3-a57bcac62e77 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893080 Dec 12 04:11:13.874192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-b8c8f88b-1e29-42a0-acda-468e0256d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:13.875459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-b8c8f88b-1e29-42a0-acda-468e0256d9b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823336 Dec 12 04:11:13.877329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Made reservation on behalf of b49933ace5b047559d0087f0020b9305 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:13.878904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b815d2fd-eee4-4ff7-b28f-6447cfc33b70 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:13.880705 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:13.893414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:13.899173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: b815d2fd-eee4-4ff7-b28f-6447cfc33b70 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:13.899846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b815d2fd-eee4-4ff7-b28f-6447cfc33b70 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:13.900507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a261fb6e-7a0a-4bda-b32c-14fc244f49c6 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:13.975707 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:13.998329 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.011613 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.034887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:14.036747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:14.037506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-819920b1-2195-49ae-9250-374db6fa3e83 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402528 Dec 12 04:11:14.040397 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c09f6c-824b-42aa-86c8-33652f4dfc73" -d '{"events": [{"server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:14.047942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-3910e5a0-cd87-45a5-a76a-0bd80e68e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:14.050420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-3910e5a0-cd87-45a5-a76a-0bd80e68e09a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2884617 Dec 12 04:11:14.056551 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.057637 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.061134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Router 84e45164-1179-4db3-92da-e49f253acb17 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:11:14.110916 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1931dc-46bb-4d8d-a35b-8d6e499b7468 x-openstack-request-id: req-ac1931dc-46bb-4d8d-a35b-8d6e499b7468 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:14.111488 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:14.111967 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac1931dc-46bb-4d8d-a35b-8d6e499b7468 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:14.112569 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6', 'code': 200} Dec 12 04:11:14.121213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.128736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.143636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:14.161254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:11:14.179764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network b8a6359b-557a-4bcb-8331-19fe0c03268e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:14.191059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:14.195004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.195367 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Added segment fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc of type vlan for network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 Dec 12 04:11:14.199670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:14.203205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-7f521c80-b029-4b42-aa0c-4ae29f42e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:14.205610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-7f521c80-b029-4b42-aa0c-4ae29f42e572 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415482 Dec 12 04:11:14.209804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b066175-420d-4780-a518-914369941f00,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:14.213267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b247c-70c1-4029-b2c1-16dbdb654338 req-ded4a95e-6b3d-4f9f-9629-e7fa169c9b0f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:14.219364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b247c-70c1-4029-b2c1-16dbdb654338 req-ded4a95e-6b3d-4f9f-9629-e7fa169c9b0f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:14.221537 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-606b247c-70c1-4029-b2c1-16dbdb654338 req-ded4a95e-6b3d-4f9f-9629-e7fa169c9b0f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 1655 time: 0.4817092 Dec 12 04:11:14.226486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Port': ['ID=0536687e-2491-45fc-9a44-2796d7e0a616,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:14.298448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-60539ff1-d6db-4f45-9758-62e28d9aa3b7 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439785 Dec 12 04:11:14.303858 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.336054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76313d86-f2cf-41f8-b6c4-8097cbda4c48 req-e7c8c49a-bc8f-4a65-b3b0-cb7f6a7cbcf0 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 210 time: 0.0346587 Dec 12 04:11:14.373245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.374344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:14.374995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.412694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7556965 Dec 12 04:11:14.439704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41914) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:14.445875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Request body: {'subnet': {'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-subnet', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:14.475271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb1a5-c89f-4941-8fb5-98ae87936c83 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:14.487182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:11:14.502758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Made reservation on behalf of b49933ace5b047559d0087f0020b9305 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:14.506291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.533647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:14.534274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.550048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-cb9707fb-1379-47d8-8381-202c66ce3256 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273759 Dec 12 04:11:14.593703 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-606b247c-70c1-4029-b2c1-16dbdb654338 req-850f5662-4070-40ad-a3ea-3c76f7da4dbd tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283772 Dec 12 04:11:14.603210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-43620ae9-d0b2-4489-8fec-7258d379a69c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3437614 Dec 12 04:11:14.603733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a47b5ad0-e682-43dd-aac7-91d8a8ce057d None None] Provisioning complete for port 0536687e-2491-45fc-9a44-2796d7e0a616 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:14.604116 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a47b5ad0-e682-43dd-aac7-91d8a8ce057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.655981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311901b4-0b2b-4cf8-8b8a-f7b5c54fd676 req-b093419d-9d83-4b18-b096-2c1b7691edde tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:14.657868 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-311901b4-0b2b-4cf8-8b8a-f7b5c54fd676 req-b093419d-9d83-4b18-b096-2c1b7691edde tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 944 time: 0.1392391 Dec 12 04:11:14.661086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a47b5ad0-e682-43dd-aac7-91d8a8ce057d None None] Port 0536687e-2491-45fc-9a44-2796d7e0a616 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:11:14.702205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Request body: {'port': {'device_id': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:14.772481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-311901b4-0b2b-4cf8-8b8a-f7b5c54fd676 req-61efa582-4a20-49af-a869-c5d1b4c6fe32 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028376 Dec 12 04:11:14.832491 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.837589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:14.848462 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] Sync routers for ids ['84e45164-1179-4db3-92da-e49f253acb17'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:14.850118 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e29cb211-e1af-4211-85eb-9287974f7069 admin admin] 10.222.0.36 "PUT /v2.0/routers/84e45164-1179-4db3-92da-e49f253acb17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8913445 Dec 12 04:11:14.852506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-165a2492-a6d1-432a-820c-ce2f57fc3394 req-c07d5055-3531-4991-a338-bc5c1acf1358 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696936 Dec 12 04:11:14.854688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41924) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:14.871673 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] Routers {'84e45164-1179-4db3-92da-e49f253acb17'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:14.877389 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['84e45164-1179-4db3-92da-e49f253acb17'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:14.881338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:14.964880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Checking segment: {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:14.965319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Network hostable DHCP agents. Network: fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:11:14.973296 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.015845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c5b49d-75d0-42b1-bd98-2f86336e2714,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:15.052143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c865e3e-8712-4a47-9129-a2ca226ab88e req-641ee040-dac3-4886-bc5c-c69765f0a9a1 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:15.054211 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c865e3e-8712-4a47-9129-a2ca226ab88e req-641ee040-dac3-4886-bc5c-c69765f0a9a1 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 949 time: 0.0812058 Dec 12 04:11:15.054599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:11:15.075061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:15.076296 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] Set router 84e45164-1179-4db3-92da-e49f253acb17 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:15.085340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b3af4-75e3-400f-9645-c29a7be301de None None] Network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:15.091761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:15.092373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.128171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0d21b727-c810-4a67-a525-8a8db8f2f6da admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6876962 Dec 12 04:11:15.132791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41926) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:15.137881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:15.182045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c865e3e-8712-4a47-9129-a2ca226ab88e req-a8462b12-3e5b-413c-8789-e58fb244db7f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185482 Dec 12 04:11:15.183386 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.184458 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.378731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'project_id': 'b49933ace5b047559d0087f0020b9305', 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:11:15.380946 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.394222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:15.406007 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e45164-1179-4db3-92da-e49f253acb17', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:27Z', 'updated_at': '2021-12-12T04:11:12Z', 'revision_number': 5, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'gw_port': {'id': 'cc66ba01-64cd-43ce-a005-bb5531fb214b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e45164-1179-4db3-92da-e49f253acb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:28Z', 'updated_at': '2021-12-12T04:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:15.415462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.442607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Transition to ACTIVE for port object 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:11:15.463973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.477087 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.481514 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] Checking router: 84e45164-1179-4db3-92da-e49f253acb17 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:15.502982 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] Routers {'84e45164-1179-4db3-92da-e49f253acb17'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:15.504007 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['84e45164-1179-4db3-92da-e49f253acb17'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:15.627919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4785b792-3d87-42e2-8d65-518184169009 req-de4d18c8-c3b8-4a8a-85f7-94cb74effcd1 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 210 time: 0.1353743 Dec 12 04:11:15.636239 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] Set router 84e45164-1179-4db3-92da-e49f253acb17 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:15.692697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.708630 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e45164-1179-4db3-92da-e49f253acb17', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:27Z', 'updated_at': '2021-12-12T04:11:15Z', 'revision_number': 6, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:15.738378 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4168e1-0ad5-485e-b1fd-afbcabffc32c None None] The sync data for ids ['84e45164-1179-4db3-92da-e49f253acb17'] in n-d-710847-7 is: [{'id': '84e45164-1179-4db3-92da-e49f253acb17', 'name': 'tempest-FloatingIPDetailsTestJSON-1943469311-router', 'tenant_id': '1cdfc286435f48908b6cbe882212a24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:27Z', 'updated_at': '2021-12-12T04:11:15Z', 'revision_number': 6, 'project_id': '1cdfc286435f48908b6cbe882212a24f', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:15.835307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:15.868676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.869091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.869587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.869935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.870272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.870606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.871668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.871668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.871878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.872153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.872490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.872840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.873500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:15.879620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:11:15.932117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:15.943293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Deleting port cc66ba01-64cd-43ce-a005-bb5531fb214b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:15.943665 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.039903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Allocated IP 172.20.0.2 (fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681/f0c5b49d-75d0-42b1-bd98-2f86336e2714/0663acb3-6c0b-4baa-9efa-9deffc7550a0) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:16.049407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd095e82-d770-4189-9241-1e83bfaa06aa req-2d3bdcdc-289f-4507-b888-cf60e5de35a3 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:16.055822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd095e82-d770-4189-9241-1e83bfaa06aa req-2d3bdcdc-289f-4507-b888-cf60e5de35a3 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:16.062744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd095e82-d770-4189-9241-1e83bfaa06aa req-2d3bdcdc-289f-4507-b888-cf60e5de35a3 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:16.064724 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd095e82-d770-4189-9241-1e83bfaa06aa req-2d3bdcdc-289f-4507-b888-cf60e5de35a3 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2389 time: 0.2573040 Dec 12 04:11:16.071512 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.201885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:16.205906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd095e82-d770-4189-9241-1e83bfaa06aa req-357136f8-a28a-41c2-897b-6a32ab37a1a2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309335 Dec 12 04:11:16.230067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '06b875ef-2478-4496-8e5b-19e20f766a34', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '06b875ef-2478-4496-8e5b-19e20f766a34', 'mac_address': 'fa:16:3e:82:b6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:11:16.326640 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.366807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b875ef-2478-4496-8e5b-19e20f766a34 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:16.413369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:16.447185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.458350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Attempting to bind port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:16.458350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Attempting to bind port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:16.458729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Attempting to bind port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d on network b8a6359b-557a-4bcb-8331-19fe0c03268e {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:16.498084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d on network b8a6359b-557a-4bcb-8331-19fe0c03268e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:11:16.498339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Attempting to bind port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d on network b8a6359b-557a-4bcb-8331-19fe0c03268e {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:16.503759 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.517944 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.529237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=12']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:16.553891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b339094-53dc-4065-98d0-f1e970784e41 req-ff587cbe-4860-41d9-a343-98dd03a7c3e7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:16.559116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b339094-53dc-4065-98d0-f1e970784e41 req-ff587cbe-4860-41d9-a343-98dd03a7c3e7 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 944 time: 0.2003720 Dec 12 04:11:16.560019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:16.560485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Checking segment: {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:16.562562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Bound using segment: {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:16.563262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Bound port: 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:16.563647 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.568209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf29473-61cd-46e4-90e1-415c7eab69e2 req-e3e4c334-0831-49b6-92b9-557c359a4cc0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:16.574270 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbf29473-61cd-46e4-90e1-415c7eab69e2 req-e3e4c334-0831-49b6-92b9-557c359a4cc0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1320565 Dec 12 04:11:16.597835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Pushing event updated for resources: {'Port': ['ID=0663acb3-6c0b-4baa-9efa-9deffc7550a0,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:16.606716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:16.608691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:16.611024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:16.612125 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] For port cc66ba01-64cd-43ce-a005-bb5531fb214b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=cc66ba01-64cd-43ce-a005-bb5531fb214b,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:16.612908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.616417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.637044 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Calling delete_port for cc66ba01-64cd-43ce-a005-bb5531fb214b owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:16.653079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.687419 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Attempting to bind port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:16.687967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Attempting to bind port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:16.689206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Attempting to bind port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 on network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:16.700939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:16.701378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Checking segment: {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:16.702059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.702497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Bound using segment: {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:16.703019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Bound port: 0663acb3-6c0b-4baa-9efa-9deffc7550a0, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:16.703411 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.718857 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.770457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Allocated IP 172.25.7.14 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/41184b5f-49f8-4508-b176-c9b6e6d4d97b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:16.785185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] For port 0663acb3-6c0b-4baa-9efa-9deffc7550a0, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:16.789217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] For port 0663acb3-6c0b-4baa-9efa-9deffc7550a0, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0663acb3-6c0b-4baa-9efa-9deffc7550a0,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:16.799223 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.863023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] For port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:16.867253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] For port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:16.879823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecb7be-d253-463b-96a6-ba186ec5c73b None None] Pushing event updated for resources: {'Port': ['ID=0663acb3-6c0b-4baa-9efa-9deffc7550a0,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:16.880802 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.882699 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.898949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['06b875ef-2478-4496-8e5b-19e20f766a34'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:16.945996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:16.969909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbf29473-61cd-46e4-90e1-415c7eab69e2 req-cabd59d4-2f06-49e3-a9eb-b76f7b42bcfe tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845823 Dec 12 04:11:16.985620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:17.003991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:17.011751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:17.013462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:17.014197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.015692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:17.015820 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-cd4a1fbb-9716-4c6b-8846-4c1b1fa03e32 service neutron] 10.222.0.18 "PUT /v2.0/ports/1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d HTTP/1.1" status: 200 len: 1092 time: 2.3235004 Dec 12 04:11:17.017358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'tag': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:17.026169 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52602729-b6c3-432e-9fe1-6e33ef1b16fd" -d '{"events": [{"name": "network-changed", "server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "tag": "1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:17.072286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=41184b5f-49f8-4508-b176-c9b6e6d4d97b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:17.093748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Request body: {'port': {'device_id': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:17.158114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b339094-53dc-4065-98d0-f1e970784e41 req-10da8687-0a7d-436f-a8d4-decb6ecfe088 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841129 Dec 12 04:11:17.198493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dfd3619d-9199-4e50-ab0c-a7bbf7feb4c9 req-7d4dc8c0-5729-4526-ae50-b4c8824794de tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff5805c-5cb7-4cfe-bb40-70e4ae882f1a HTTP/1.1" status: 200 len: 210 time: 0.1069157 Dec 12 04:11:17.311136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.333305 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.416533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc66ba01-64cd-43ce-a005-bb5531fb214b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:17.550424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd445-dcc8-4b88-8eb7-c952cf0c8a2a req-e893d9f1-6029-4ccd-8ba4-3711733065d6 tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:17.558639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cfcd445-dcc8-4b88-8eb7-c952cf0c8a2a req-e893d9f1-6029-4ccd-8ba4-3711733065d6 tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 1101 time: 0.2293723 Dec 12 04:11:17.570911 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.657240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cfcd445-dcc8-4b88-8eb7-c952cf0c8a2a req-dc1b42ac-66c1-4369-b873-06ed22a1e77c tempest-MigrationsAdminTest-1168666566 tempest-MigrationsAdminTest-1168666566-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975432 Dec 12 04:11:17.657983 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.676215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0663acb3-6c0b-4baa-9efa-9deffc7550a0 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:17.720298 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f641ce82-f79a-4f98-ae0a-6047076a6396 x-openstack-request-id: req-f641ce82-f79a-4f98-ae0a-6047076a6396 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:17.720941 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "tag": "1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:17.720941 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f641ce82-f79a-4f98-ae0a-6047076a6396 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:17.721493 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'tag': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d', 'status': 'completed', 'code': 200} Dec 12 04:11:17.797190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:17.797475 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.803322 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.825844 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.894461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e771ff-f1fd-4a1e-b649-7d5e9fb53fe1 req-1c69a76b-e032-4396-b750-4c43c88d68ac tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:17.901818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e771ff-f1fd-4a1e-b649-7d5e9fb53fe1 req-1c69a76b-e032-4396-b750-4c43c88d68ac tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:17.909069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e771ff-f1fd-4a1e-b649-7d5e9fb53fe1 req-1c69a76b-e032-4396-b750-4c43c88d68ac tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:17.909954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a261fb6e-7a0a-4bda-b32c-14fc244f49c6 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:17.910892 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7e771ff-f1fd-4a1e-b649-7d5e9fb53fe1 req-1c69a76b-e032-4396-b750-4c43c88d68ac tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2389 time: 0.1013124 Dec 12 04:11:17.930961 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.931630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e45164-1179-4db3-92da-e49f253acb17 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:11:17.940477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-636e3a66-9ad2-4e9a-99f4-ae379b2e52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:17.941201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-636e3a66-9ad2-4e9a-99f4-ae379b2e52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:17.941847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-636e3a66-9ad2-4e9a-99f4-ae379b2e52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:17.944000 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-636e3a66-9ad2-4e9a-99f4-ae379b2e52be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4853f6765f37499e98eaa080a6b82f44&device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2732 time: 0.1727846 Dec 12 04:11:17.949273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:17.950543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d5874e18-be38-4c1f-99a8-51e0d89dac21 admin admin] 10.222.0.36 "DELETE /v2.0/routers/84e45164-1179-4db3-92da-e49f253acb17 HTTP/1.1" status: 204 len: 168 time: 3.0949557 Dec 12 04:11:17.953262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41956) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:18.015743 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7e771ff-f1fd-4a1e-b649-7d5e9fb53fe1 req-ba7c8fa2-12c3-42b3-9f75-cca01ef296ad tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864797 Dec 12 04:11:18.084137 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.187939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 0663acb3-6c0b-4baa-9efa-9deffc7550a0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0663acb3-6c0b-4baa-9efa-9deffc7550a0,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:18.197779 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.246019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-9148df4e-a477-407a-bcbc-cb15ffdcac41 admin admin] Deleting subnet 17becabd-2b46-4aba-b850-a5bfafbfd872 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:11:18.255982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.285438 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9148df4e-a477-407a-bcbc-cb15ffdcac41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.348897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7608f925-3e9f-4611-89f0-1a190abf35bd no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:18.379478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-f9095ba4-b8b9-4b57-b55d-aca1474a7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:18.379969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-f9095ba4-b8b9-4b57-b55d-aca1474a7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:18.380899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-f9095ba4-b8b9-4b57-b55d-aca1474a7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:18.382094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-f9095ba4-b8b9-4b57-b55d-aca1474a7ece service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4853f6765f37499e98eaa080a6b82f44&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.4181249 Dec 12 04:11:18.416851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 7608f925-3e9f-4611-89f0-1a190abf35bd {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:18.417296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7608f925-3e9f-4611-89f0-1a190abf35bd not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:18.417725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cc66ba01-64cd-43ce-a005-bb5531fb214b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:18.459220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: cc66ba01-64cd-43ce-a005-bb5531fb214b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:18.460126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cc66ba01-64cd-43ce-a005-bb5531fb214b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:18.467273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=0663acb3-6c0b-4baa-9efa-9deffc7550a0,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:18.491106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e65e3-3980-4574-8a81-8f9222f8f987 req-e839e306-fbc8-4d37-981b-ffb91781b848 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:18.493785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-564e65e3-3980-4574-8a81-8f9222f8f987 req-e839e306-fbc8-4d37-981b-ffb91781b848 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1457689 Dec 12 04:11:18.555423 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9148df4e-a477-407a-bcbc-cb15ffdcac41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.558531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d7c619-842b-4500-9d85-f5a7ce73178f {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:18.563670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-564e65e3-3980-4574-8a81-8f9222f8f987 req-06c1abc0-f0a6-49fd-8ea4-b9dec971894f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631878 Dec 12 04:11:18.588382 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.609689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Transition to ACTIVE for port object 89d7c619-842b-4500-9d85-f5a7ce73178f will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:11:18.632055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Router 58dd6562-13ab-4e76-9ea8-553be270683f is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:11:18.648803 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.782583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc996245-3094-4e32-b260-9965d5965897 None None] Network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:18.848807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:18.884224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.888098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fd8d31d7-5156-4371-be45-bf0a5dbab4c3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7517691 Dec 12 04:11:18.893406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41972) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:18.900942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9148df4e-a477-407a-bcbc-cb15ffdcac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.906025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Sync routers for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:18.935293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39707ebc-d181-4f0b-b4ee-d2fbf379ece5 req-2d16231e-ab79-44a6-b645-bfd2869231cc tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:18.943290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:18.943807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39707ebc-d181-4f0b-b4ee-d2fbf379ece5 req-2d16231e-ab79-44a6-b645-bfd2869231cc tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 944 time: 0.6116836 Dec 12 04:11:18.944739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:18.952447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b29b60aa-eda5-4872-ad59-bb4bcbe35964 None None] Provisioning complete for port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:18.953211 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b29b60aa-eda5-4872-ad59-bb4bcbe35964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:18.966025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-55e8987e-aa2c-4b7d-b8ef-7d856345fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:18.967511 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52602729-b6c3-432e-9fe1-6e33ef1b16fd req-55e8987e-aa2c-4b7d-b8ef-7d856345fdaf service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5394371 Dec 12 04:11:19.129453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39707ebc-d181-4f0b-b4ee-d2fbf379ece5 req-e2e1ac0c-071d-49f9-b461-9ce0ae055988 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851766 Dec 12 04:11:19.139874 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Pushing event updated for resources: {'Port': ['ID=89d7c619-842b-4500-9d85-f5a7ce73178f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:19.185942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Attempting to bind port 89d7c619-842b-4500-9d85-f5a7ce73178f on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:19.186450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Attempting to bind port 89d7c619-842b-4500-9d85-f5a7ce73178f by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '1d848f59-9fba-4580-8733-745918d9a5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:19.186893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Attempting to bind port 89d7c619-842b-4500-9d85-f5a7ce73178f on network 0e515407-7ce3-4b1b-89de-a157c2cedab1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:19.190371 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9148df4e-a477-407a-bcbc-cb15ffdcac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:19.221364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148df4e-a477-407a-bcbc-cb15ffdcac41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17becabd-2b46-4aba-b850-a5bfafbfd872,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:19.226545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Port 89d7c619-842b-4500-9d85-f5a7ce73178f on network 0e515407-7ce3-4b1b-89de-a157c2cedab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:11:19.227163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Attempting to bind port 89d7c619-842b-4500-9d85-f5a7ce73178f on network 0e515407-7ce3-4b1b-89de-a157c2cedab1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:19.233083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9148df4e-a477-407a-bcbc-cb15ffdcac41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:19.237595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9148df4e-a477-407a-bcbc-cb15ffdcac41 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/17becabd-2b46-4aba-b850-a5bfafbfd872 HTTP/1.1" status: 204 len: 168 time: 1.2832456 Dec 12 04:11:19.241341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41978) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:19.244218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:19.249810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:19.250313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Checking segment: {'id': '1d848f59-9fba-4580-8733-745918d9a5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:19.250847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Bound using segment: {'id': '1d848f59-9fba-4580-8733-745918d9a5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:19.251421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Bound port: 89d7c619-842b-4500-9d85-f5a7ce73178f, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d848f59-9fba-4580-8733-745918d9a5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:19.251884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:19.309564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f811e3-edb5-4e86-8440-36dc1532a07b None None] Network ae51b35b-980b-4e9c-8ce2-557c2526163e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:19.363056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] For port 89d7c619-842b-4500-9d85-f5a7ce73178f, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:19.370188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] For port 89d7c619-842b-4500-9d85-f5a7ce73178f, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=89d7c619-842b-4500-9d85-f5a7ce73178f,segment=NetworkSegment(1d848f59-9fba-4580-8733-745918d9a5c7),segment_id=1d848f59-9fba-4580-8733-745918d9a5c7)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:19.461371 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:19.473073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713b378-e590-4daa-9e23-26d9535d77fd req-92daf0ba-9aa5-49b6-9e2f-06e679b2b19b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:19.480538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713b378-e590-4daa-9e23-26d9535d77fd req-92daf0ba-9aa5-49b6-9e2f-06e679b2b19b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:19.487135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713b378-e590-4daa-9e23-26d9535d77fd req-92daf0ba-9aa5-49b6-9e2f-06e679b2b19b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:19.494952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4713b378-e590-4daa-9e23-26d9535d77fd req-92daf0ba-9aa5-49b6-9e2f-06e679b2b19b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2401 time: 0.2268331 Dec 12 04:11:19.583695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:19.584776 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:19.584916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4713b378-e590-4daa-9e23-26d9535d77fd req-0afb6328-f823-41fc-a24e-edce06455f70 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883763 Dec 12 04:11:19.585755 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] 10.222.0.18 "PUT /v2.0/ports/89d7c619-842b-4500-9d85-f5a7ce73178f HTTP/1.1" status: 200 len: 1092 time: 2.4991405 Dec 12 04:11:19.606180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:19.627565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4202b6-8885-41ec-a124-f945d61d4966 service neutron] Pushing event updated for resources: {'Port': ['ID=89d7c619-842b-4500-9d85-f5a7ce73178f,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:19.650429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Request body: {'port': {'device_id': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:19.749484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'tag': '89d7c619-842b-4500-9d85-f5a7ce73178f'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:19.752478 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1961c610-02cf-481f-8a51-368f568f1564" -d '{"events": [{"name": "network-changed", "server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "tag": "89d7c619-842b-4500-9d85-f5a7ce73178f"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:19.843031 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:19.941101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2bcd3-8091-43b2-ae79-0631c58a1f13 req-4f0b2e5a-7cc2-4c49-a395-ec7ec2fa7b7c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:19.945031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6bc2bcd3-8091-43b2-ae79-0631c58a1f13 req-4f0b2e5a-7cc2-4c49-a395-ec7ec2fa7b7c tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.1737239 Dec 12 04:11:19.980384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0663acb3-6c0b-4baa-9efa-9deffc7550a0 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:19.983535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:20.306363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-78903991-980d-45c9-93aa-17ab0d3ef73c None None] Provisioning complete for port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:20.307054 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-78903991-980d-45c9-93aa-17ab0d3ef73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.347761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Deleting port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:20.348292 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.351097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0536687e-2491-45fc-9a44-2796d7e0a616 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:20.369931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.412255 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6bc2bcd3-8091-43b2-ae79-0631c58a1f13 req-7a2067b8-1230-4246-a497-74b4d38123fb tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547362 Dec 12 04:11:20.417139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4169f-a76a-4d13-b92c-29095e95f84f None None] DHCP port deletion for ae51b35b-980b-4e9c-8ce2-557c2526163e request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:11:20.424755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-f46fb9a6-1c8c-4bfb-8ed8-316898a3eccf tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:20.427454 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-f46fb9a6-1c8c-4bfb-8ed8-316898a3eccf tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 950 time: 0.4460258 Dec 12 04:11:20.430942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Transition to ACTIVE for port object 0536687e-2491-45fc-9a44-2796d7e0a616 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:11:20.444293 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.446901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.462805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] For port 03b83d1d-dfc4-467a-87f3-a11eae2fc021, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03b83d1d-dfc4-467a-87f3-a11eae2fc021,segment=NetworkSegment(10a48336-91d7-4c36-815f-4eae3b9db1e2),segment_id=10a48336-91d7-4c36-815f-4eae3b9db1e2)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:20.463201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.496252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 06b875ef-2478-4496-8e5b-19e20f766a34 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:11:20.513557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Calling delete_port for 03b83d1d-dfc4-467a-87f3-a11eae2fc021 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:20.570865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 06b875ef-2478-4496-8e5b-19e20f766a34 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:20.572138 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21699dad-38ce-4794-bb59-65b1f5eae15e x-openstack-request-id: req-21699dad-38ce-4794-bb59-65b1f5eae15e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:20.572499 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "tag": "89d7c619-842b-4500-9d85-f5a7ce73178f", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:20.572686 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21699dad-38ce-4794-bb59-65b1f5eae15e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:20.573495 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.575222 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'tag': '89d7c619-842b-4500-9d85-f5a7ce73178f', 'status': 'completed', 'code': 200} Dec 12 04:11:20.583475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:20.584156 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.719862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Pushing event updated for resources: {'Port': ['ID=0536687e-2491-45fc-9a44-2796d7e0a616,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:20.875085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-bf835855-fa59-4306-ac53-95f500520043 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:20.883028 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-bf835855-fa59-4306-ac53-95f500520043 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c261786c-f641-45ef-8184-8c970f878cf9 HTTP/1.1" status: 200 len: 944 time: 0.3499820 Dec 12 04:11:20.887771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c610-02cf-481f-8a51-368f568f1564 req-af8f8d9a-ccdf-4c7e-ae45-bd04c2e92da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:20.887972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c610-02cf-481f-8a51-368f568f1564 req-af8f8d9a-ccdf-4c7e-ae45-bd04c2e92da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:20.888510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c610-02cf-481f-8a51-368f568f1564 req-af8f8d9a-ccdf-4c7e-ae45-bd04c2e92da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:20.889294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.890371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1961c610-02cf-481f-8a51-368f568f1564 req-af8f8d9a-ccdf-4c7e-ae45-bd04c2e92da1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4853f6765f37499e98eaa080a6b82f44&device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2824 time: 0.1863294 Dec 12 04:11:20.900602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Allocated IP 172.20.0.1 (fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681/f0c5b49d-75d0-42b1-bd98-2f86336e2714/39dcfde1-953b-427e-8c04-1180ab18391b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:20.980607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:20.984398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4169f-a76a-4d13-b92c-29095e95f84f None None] Deleting port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:20.984861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2e4169f-a76a-4d13-b92c-29095e95f84f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:20.987182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Attempting to bind port 0536687e-2491-45fc-9a44-2796d7e0a616 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:20.987669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Attempting to bind port 0536687e-2491-45fc-9a44-2796d7e0a616 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:20.988166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Attempting to bind port 0536687e-2491-45fc-9a44-2796d7e0a616 on network b8a6359b-557a-4bcb-8331-19fe0c03268e {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:21.032311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Port 0536687e-2491-45fc-9a44-2796d7e0a616 on network b8a6359b-557a-4bcb-8331-19fe0c03268e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:11:21.032792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Attempting to bind port 0536687e-2491-45fc-9a44-2796d7e0a616 on network b8a6359b-557a-4bcb-8331-19fe0c03268e {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:21.070007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a2e4169f-a76a-4d13-b92c-29095e95f84f None None] For port 03b83d1d-dfc4-467a-87f3-a11eae2fc021, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03b83d1d-dfc4-467a-87f3-a11eae2fc021,segment=NetworkSegment(10a48336-91d7-4c36-815f-4eae3b9db1e2),segment_id=10a48336-91d7-4c36-815f-4eae3b9db1e2)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:21.070414 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2e4169f-a76a-4d13-b92c-29095e95f84f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.095821 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:17Z', 'revision_number': 3, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:21.099394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4169f-a76a-4d13-b92c-29095e95f84f None None] Calling delete_port for 03b83d1d-dfc4-467a-87f3-a11eae2fc021 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:21.102048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:21.104659 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1161be21-4876-42c9-95b1-e9eaba12f1bf" -d '{"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-plugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:21.116668 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.289110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Checking router: 58dd6562-13ab-4e76-9ea8-553be270683f for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:21.289468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Updating router 58dd6562-13ab-4e76-9ea8-553be270683f port 41184b5f-49f8-4508-b176-c9b6e6d4d97b binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:11:21.329485 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.366361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=13']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:21.430443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Deleting port 06b875ef-2478-4496-8e5b-19e20f766a34 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:21.430901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.507196 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2e4169f-a76a-4d13-b92c-29095e95f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.528996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4169f-a76a-4d13-b92c-29095e95f84f None None] No DVR routers for this DVR port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:21.556538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4169f-a76a-4d13-b92c-29095e95f84f None None] Pushing event deleted for resources: {'Port': ['ID=03b83d1d-dfc4-467a-87f3-a11eae2fc021,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:21.586032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c610-02cf-481f-8a51-368f568f1564 req-08cbda6b-5e63-41a7-a274-353780dafedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:21.587100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c610-02cf-481f-8a51-368f568f1564 req-08cbda6b-5e63-41a7-a274-353780dafedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:21.587735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c610-02cf-481f-8a51-368f568f1564 req-08cbda6b-5e63-41a7-a274-353780dafedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:21.589610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1961c610-02cf-481f-8a51-368f568f1564 req-08cbda6b-5e63-41a7-a274-353780dafedb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4853f6765f37499e98eaa080a6b82f44&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.6767883 Dec 12 04:11:21.613232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 03b83d1d-dfc4-467a-87f3-a11eae2fc021 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:21.630271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.632391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:21.632960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Checking segment: {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:21.633541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Bound using segment: {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:21.634185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Bound port: 0536687e-2491-45fc-9a44-2796d7e0a616, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:21.636856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.641238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 03b83d1d-dfc4-467a-87f3-a11eae2fc021 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:21.641481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 03b83d1d-dfc4-467a-87f3-a11eae2fc021 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:21.749811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Pushing event deleted for resources: {'Port': ['ID=03b83d1d-dfc4-467a-87f3-a11eae2fc021,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:21.772182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] For port 06b875ef-2478-4496-8e5b-19e20f766a34, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=06b875ef-2478-4496-8e5b-19e20f766a34,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:21.772561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.786173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Calling delete_port for 06b875ef-2478-4496-8e5b-19e20f766a34 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:21.851209 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.861993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] For port 0536687e-2491-45fc-9a44-2796d7e0a616, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:21.866064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] For port 0536687e-2491-45fc-9a44-2796d7e0a616, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0536687e-2491-45fc-9a44-2796d7e0a616,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:21.867694 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.882094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] No DVR routers for this DVR port 03b83d1d-dfc4-467a-87f3-a11eae2fc021 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:21.890721 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.902686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Attempting to bind port 41184b5f-49f8-4508-b176-c9b6e6d4d97b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:21.903236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Attempting to bind port 41184b5f-49f8-4508-b176-c9b6e6d4d97b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:21.903830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Attempting to bind port 41184b5f-49f8-4508-b176-c9b6e6d4d97b on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:21.938859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:21.941187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:21.941712 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.942246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:21.942860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba882-4726-4d98-8b7a-313a2722a6ba req-ba562267-0d64-4f90-b560-ff85633ceba0 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:21.943733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Bound port: 41184b5f-49f8-4508-b176-c9b6e6d4d97b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:21.945368 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.968281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba882-4726-4d98-8b7a-313a2722a6ba req-ba562267-0d64-4f90-b560-ff85633ceba0 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:21.979175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:21.979818 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:21.986954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba882-4726-4d98-8b7a-313a2722a6ba req-ba562267-0d64-4f90-b560-ff85633ceba0 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:21.988326 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] 10.222.0.18 "PUT /v2.0/ports/0536687e-2491-45fc-9a44-2796d7e0a616 HTTP/1.1" status: 200 len: 1092 time: 2.3475752 Dec 12 04:11:21.992968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-204ba882-4726-4d98-8b7a-313a2722a6ba req-ba562267-0d64-4f90-b560-ff85633ceba0 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2413 time: 0.6018920 Dec 12 04:11:22.001406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b0fb2-a586-49bb-a19a-b6aa8c20f6f2 None None] Pushing event updated for resources: {'Port': ['ID=41184b5f-49f8-4508-b176-c9b6e6d4d97b,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:22.038740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] For port 41184b5f-49f8-4508-b176-c9b6e6d4d97b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:22.042955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] For port 41184b5f-49f8-4508-b176-c9b6e6d4d97b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41184b5f-49f8-4508-b176-c9b6e6d4d97b,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:22.061063 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.086084 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.103074 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.113069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae51b35b-980b-4e9c-8ce2-557c2526163e']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:22.182768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a48336-91d7-4c36-815f-4eae3b9db1e2') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:22.183166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a48336-91d7-4c36-815f-4eae3b9db1e2') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:22.191482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b0fb2-a586-49bb-a19a-b6aa8c20f6f2 None None] Pushing event updated for resources: {'Port': ['ID=41184b5f-49f8-4508-b176-c9b6e6d4d97b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:22.203039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:22.203873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:22.205746 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.213060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c610-02cf-481f-8a51-368f568f1564 req-5f88d28c-6841-40bc-be2b-4923be22d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:22.214555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1961c610-02cf-481f-8a51-368f568f1564 req-5f88d28c-6841-40bc-be2b-4923be22d70c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5944731 Dec 12 04:11:22.217041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Deleting port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:22.217392 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.244600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.250308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-204ba882-4726-4d98-8b7a-313a2722a6ba req-4f0f4690-cea9-4188-a4e6-4c69aecaa5ab tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407317 Dec 12 04:11:22.316218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Pushing event deleted for resources: {'Port': ['ID=06b875ef-2478-4496-8e5b-19e20f766a34,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:22.363796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.365772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e8f526f6-3f59-4b44-90b7-ced35ee04ff0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:22.370443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['a92f123f-7056-406d-899d-bbcfd80dd63d', '9aac7d7e-d698-4611-a1af-22537f14ce01'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:22.370672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:11:22.371034 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:11:22.419560 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:11:22.424954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] No DVR routers for this DVR port 06b875ef-2478-4496-8e5b-19e20f766a34 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:22.428366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.437562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4e300e5-bef2-4cb6-9c4b-cbc4543300a7 req-baeb80d5-aa95-4d71-96f2-6f95a4406cf4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "DELETE /v2.0/ports/06b875ef-2478-4496-8e5b-19e20f766a34 HTTP/1.1" status: 204 len: 173 time: 1.9869800 Dec 12 04:11:22.438269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-deleted', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:22.446621 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edfc922-3892-4d49-905d-662604859018" -d '{"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-deleted", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:22.475317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.510701 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87411a4-e1f0-4ac4-83e1-027db99e3fc7 x-openstack-request-id: req-e87411a4-e1f0-4ac4-83e1-027db99e3fc7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:22.511305 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-plugged", "status": "completed", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:22.511795 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e87411a4-e1f0-4ac4-83e1-027db99e3fc7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:22.512607 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34', 'code': 200} Dec 12 04:11:22.525975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:22.529615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:22.534378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:22.585613 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.609635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] For port a261fb6e-7a0a-4bda-b32c-14fc244f49c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:22.610302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.653509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Calling delete_port for a261fb6e-7a0a-4bda-b32c-14fc244f49c6 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:22.761683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:22.848287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'tag': '0536687e-2491-45fc-9a44-2796d7e0a616'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:22.850843 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "tag": "0536687e-2491-45fc-9a44-2796d7e0a616"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:22.864151 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.869299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.883838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Pushing event updated for resources: {'Port': ['ID=39dcfde1-953b-427e-8c04-1180ab18391b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:22.899759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b7c4cd6b-f95d-4b45-b159-57c02ee49a3f req-bc559d78-4a90-4d4f-b4da-bf011bb21b40 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=569859fa-caf3-4d57-98ac-5b0ab35ea662 HTTP/1.1" status: 200 len: 210 time: 0.1076891 Dec 12 04:11:22.982353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-2fd4bdca-0628-4085-a293-4f37bd9fe71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:22.982868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-2fd4bdca-0628-4085-a293-4f37bd9fe71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:22.983416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-2fd4bdca-0628-4085-a293-4f37bd9fe71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:22.985932 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-2fd4bdca-0628-4085-a293-4f37bd9fe71f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4853f6765f37499e98eaa080a6b82f44&device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2866 time: 0.6403942 Dec 12 04:11:22.986791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] No DVR routers for this DVR port a261fb6e-7a0a-4bda-b32c-14fc244f49c6 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:22.990484 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:22.994603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78e2cc96-f772-441e-acd1-7966a2c9b4b9 req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "DELETE /v2.0/ports/a261fb6e-7a0a-4bda-b32c-14fc244f49c6 HTTP/1.1" status: 204 len: 173 time: 2.1105120 Dec 12 04:11:22.995284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161cc20-3914-49e7-8537-bb959f7e7458 service neutron] Pushing event updated for resources: {'Port': ['ID=0536687e-2491-45fc-9a44-2796d7e0a616,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:23.093164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4fbd5-79f2-4cc4-b602-2fb2d4261ea9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event deleted for resources: {'Port': ['ID=a261fb6e-7a0a-4bda-b32c-14fc244f49c6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:23.099083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-89c5244e-9bf0-4aa7-ab19-830e6b05ede7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d HTTP/1.1" status: 200 len: 217 time: 0.0670092 Dec 12 04:11:23.106393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:23.124571 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:23.129681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] 10.222.0.36 "DELETE /v2.0/networks/ae51b35b-980b-4e9c-8ce2-557c2526163e HTTP/1.1" status: 204 len: 168 time: 3.8872530 Dec 12 04:11:23.313982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:23.326250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:23.336911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-142b5efd-82c9-410f-8171-a15cce327e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:23.338513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-142b5efd-82c9-410f-8171-a15cce327e90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82e96793-e008-4644-b0bf-a8e234f4eaf3 HTTP/1.1" status: 200 len: 801 time: 0.2075872 Dec 12 04:11:23.339776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d825-c389-4cea-9f83-7b0fc9f5370e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae51b35b-980b-4e9c-8ce2-557c2526163e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:23.427352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42064) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:23.465535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Pushing event updated for resources: {'Port': ['ID=39dcfde1-953b-427e-8c04-1180ab18391b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:23.476675 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce45372-531b-4c79-b0eb-372b4c0f0e0e x-openstack-request-id: req-0ce45372-531b-4c79-b0eb-372b4c0f0e0e {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:23.477058 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569859fa-caf3-4d57-98ac-5b0ab35ea662", "name": "network-vif-deleted", "tag": "06b875ef-2478-4496-8e5b-19e20f766a34", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:23.477594 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ce45372-531b-4c79-b0eb-372b4c0f0e0e {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:23.479737 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569859fa-caf3-4d57-98ac-5b0ab35ea662', 'name': 'network-vif-deleted', 'tag': '06b875ef-2478-4496-8e5b-19e20f766a34', 'status': 'completed', 'code': 200} Dec 12 04:11:23.484279 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-76aa497d-5968-4b39-8c13-81cbe0acbb9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cdfc286435f48908b6cbe882212a24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552750 Dec 12 04:11:23.488433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42066) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:23.501380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-8a01c9ab-3300-44a9-a2db-d222e824d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:23.503182 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-8a01c9ab-3300-44a9-a2db-d222e824d495 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8a6359b-557a-4bcb-8331-19fe0c03268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1489456 Dec 12 04:11:23.553031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3f08be83-6e2d-4d8d-9e2d-6b930961f342 None None] Provisioning complete for port 39dcfde1-953b-427e-8c04-1180ab18391b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:23.554028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3f08be83-6e2d-4d8d-9e2d-6b930961f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:23.614229 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:23.636201 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa53fb7-4114-4c53-85a7-652f58d29640 x-openstack-request-id: req-dfa53fb7-4114-4c53-85a7-652f58d29640 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:23.636745 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "tag": "0536687e-2491-45fc-9a44-2796d7e0a616", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:23.636898 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dfa53fb7-4114-4c53-85a7-652f58d29640 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:23.637428 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'tag': '0536687e-2491-45fc-9a44-2796d7e0a616', 'status': 'completed', 'code': 200} Dec 12 04:11:23.709602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a2c537c9-f381-4706-9e30-d02239a000c3 service neutron] 10.222.0.18 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975603 Dec 12 04:11:23.747150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3f08be83-6e2d-4d8d-9e2d-6b930961f342 None None] Port 39dcfde1-953b-427e-8c04-1180ab18391b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:11:23.884357 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c00836eb-b29a-4264-a4d0-f939a3102bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:23.902371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-1c9065dc-3ead-4f42-b775-779b332e0c0d service neutron] 10.222.0.18 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842909 Dec 12 04:11:23.908269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:17Z', 'revision_number': 3, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:23.916782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:23.957337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a2c17-77c2-48ca-88c3-fa3f45560ce5 req-8582aee5-6cbe-4194-8ada-82ad3d53de04 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:23.968733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a2c17-77c2-48ca-88c3-fa3f45560ce5 req-8582aee5-6cbe-4194-8ada-82ad3d53de04 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:23.989233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a2c17-77c2-48ca-88c3-fa3f45560ce5 req-8582aee5-6cbe-4194-8ada-82ad3d53de04 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:23.990855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d1a2c17-77c2-48ca-88c3-fa3f45560ce5 req-8582aee5-6cbe-4194-8ada-82ad3d53de04 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2413 time: 0.2584896 Dec 12 04:11:24.020447 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-879b5b2a-d667-4757-8340-f2254e97bf78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=89d7c619-842b-4500-9d85-f5a7ce73178f HTTP/1.1" status: 200 len: 217 time: 0.1094711 Dec 12 04:11:24.026479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f841d-50e9-46f9-833f-66303aed41b3 None None] The sync data for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 is: [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:17Z', 'revision_number': 3, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:24.047211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 06b875ef-2478-4496-8e5b-19e20f766a34 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:24.047693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 06b875ef-2478-4496-8e5b-19e20f766a34 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:24.053045 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c00836eb-b29a-4264-a4d0-f939a3102bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:24.079944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:24.090923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:24.176370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-e16d6d71-5163-4639-9581-abfb27c54097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:24.179446 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-e16d6d71-5163-4639-9581-abfb27c54097 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5049f51b-cff5-410d-9cfd-7f6a1dd59a86 HTTP/1.1" status: 200 len: 801 time: 0.1515346 Dec 12 04:11:24.272697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-b22ec695-e879-4230-929d-25136bb916e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:24.274665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-b22ec695-e879-4230-929d-25136bb916e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e515407-7ce3-4b1b-89de-a157c2cedab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755615 Dec 12 04:11:24.428373 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d1a2c17-77c2-48ca-88c3-fa3f45560ce5 req-dbc07992-af05-4809-83b9-7da96a00ea7e tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146614 Dec 12 04:11:24.487485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Router 58dd6562-13ab-4e76-9ea8-553be270683f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:11:24.529698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c31ea1d2-1df2-49a8-b002-e4a6e992f8cb service neutron] 10.222.0.18 "GET /v2.0/networks/0e515407-7ce3-4b1b-89de-a157c2cedab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466595 Dec 12 04:11:24.532512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5d85a557-4e52-4e37-bcac-e812ebedd557 None None] Provisioning complete for port 39dcfde1-953b-427e-8c04-1180ab18391b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:24.532947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d85a557-4e52-4e37-bcac-e812ebedd557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:24.597078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5d85a557-4e52-4e37-bcac-e812ebedd557 None None] Port 39dcfde1-953b-427e-8c04-1180ab18391b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:11:24.731590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c00836eb-b29a-4264-a4d0-f939a3102bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:24.734767 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c00836eb-b29a-4264-a4d0-f939a3102bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:24.741287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c00836eb-b29a-4264-a4d0-f939a3102bd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18db07ba-f54e-4378-b7e9-0db13a1e5485 HTTP/1.1" status: 204 len: 168 time: 1.2441614 Dec 12 04:11:24.743307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:24.763094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4143ac86-2f8f-4311-8a82-a1c3d6fc9c74 admin admin] 10.222.0.36 "PUT /v2.0/routers/58dd6562-13ab-4e76-9ea8-553be270683f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8610623 Dec 12 04:11:24.812522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00836eb-b29a-4264-a4d0-f939a3102bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18db07ba-f54e-4378-b7e9-0db13a1e5485,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:24.897227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa1a75-a214-4526-9929-ed065d0d398b req-79eeb426-989a-4c6c-ae17-6f05785962b0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:24.899296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85fa1a75-a214-4526-9929-ed065d0d398b req-79eeb426-989a-4c6c-ae17-6f05785962b0 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 950 time: 0.1423135 Dec 12 04:11:24.948561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-07a29d0e-b652-44cb-9f16-ce207795edaa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:24.956093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-07a29d0e-b652-44cb-9f16-ce207795edaa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.3302121 Dec 12 04:11:24.967587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-9d37c4fe-d5e0-4f06-909f-e3f4aac694e3 service neutron] 10.222.0.18 "GET /v2.0/networks/0e515407-7ce3-4b1b-89de-a157c2cedab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312382 Dec 12 04:11:25.019844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85fa1a75-a214-4526-9929-ed065d0d398b req-fe8f1464-a49e-4ea7-a579-4e754c719eb6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139262 Dec 12 04:11:25.067643 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-587bfea4-f062-4b10-825a-2328f6ffc545 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/quotas/7c7f57d1ea8244309b61ba1bc594e3e2 HTTP/1.1" status: 200 len: 375 time: 0.0988998 Dec 12 04:11:25.112980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-72e7193c-c7ab-4ffa-8a62-0a53ccf0de7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=0536687e-2491-45fc-9a44-2796d7e0a616 HTTP/1.1" status: 200 len: 217 time: 0.1326518 Dec 12 04:11:25.123661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-43f77fa5-f0b9-467f-a363-3e0065a64b19 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548346 Dec 12 04:11:25.229215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c361579f-426a-40d7-9d08-e60a7eac0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:25.233010 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-c361579f-426a-40d7-9d08-e60a7eac0588 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82e96793-e008-4644-b0bf-a8e234f4eaf3 HTTP/1.1" status: 200 len: 801 time: 0.1038480 Dec 12 04:11:25.330761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a6ec14e3-7a07-499e-9679-b231c9a4e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:25.336971 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-a6ec14e3-7a07-499e-9679-b231c9a4e3df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8a6359b-557a-4bcb-8331-19fe0c03268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949104 Dec 12 04:11:25.575608 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-05166d2a-3d31-4f7e-81cc-0b32536ee615 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512281 Dec 12 04:11:25.630107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41184b5f-49f8-4508-b176-c9b6e6d4d97b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:25.705614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'name': 'network-vif-deleted', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:25.711570 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9814b2-e50f-4787-805d-861ae53e91d1" -d '{"events": [{"server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "name": "network-vif-deleted", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:25.729881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-932c29c8-f565-44e7-861e-f52bfa8a4792 service neutron] 10.222.0.18 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793817 Dec 12 04:11:25.805498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 41184b5f-49f8-4508-b176-c9b6e6d4d97b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:25.808003 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:25.836111 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-17e329d1-7ff4-489b-8b48-ebe8a963e147 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592380 Dec 12 04:11:25.941045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-bf05e5db-ec87-4f6a-9e39-93724badb8a0 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:25.949398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-bf05e5db-ec87-4f6a-9e39-93724badb8a0 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/networks?id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 HTTP/1.1" status: 200 len: 829 time: 0.2457874 Dec 12 04:11:25.967629 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:25.976431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-b6faaa5f-c83f-4ec6-95de-7fa86abcbe74 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/quotas/b49933ace5b047559d0087f0020b9305 HTTP/1.1" status: 200 len: 375 time: 0.0238724 Dec 12 04:11:26.038646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 41184b5f-49f8-4508-b176-c9b6e6d4d97b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41184b5f-49f8-4508-b176-c9b6e6d4d97b,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:26.049651 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:26.104045 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27503682-3b35-41d9-98bd-ada385d271b9 req-926f5460-d29b-4f5a-804b-d36b92096f53 service neutron] 10.222.0.18 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656438 Dec 12 04:11:26.185527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-4f6fa922-39e8-4172-bece-a29df50bf626 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b49933ace5b047559d0087f0020b9305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2006879 Dec 12 04:11:26.204078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=41184b5f-49f8-4508-b176-c9b6e6d4d97b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:26.206266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ece915cd-842c-449b-82ca-ded46a672916 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:26.216096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ece915cd-842c-449b-82ca-ded46a672916 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 950 time: 0.1669106 Dec 12 04:11:26.275674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42150) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:26.352466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-ba54ef77-48e2-4d47-94eb-656bcbe7cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:26.361042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-ba54ef77-48e2-4d47-94eb-656bcbe7cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:26.361568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-ba54ef77-48e2-4d47-94eb-656bcbe7cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:26.373741 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-ba54ef77-48e2-4d47-94eb-656bcbe7cc13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4853f6765f37499e98eaa080a6b82f44&device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2866 time: 0.1483817 Dec 12 04:11:26.504734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-fd0e2045-b34a-4b3c-80e3-f51dfaee81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:26.508118 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-fd0e2045-b34a-4b3c-80e3-f51dfaee81cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8a6359b-557a-4bcb-8331-19fe0c03268e HTTP/1.1" status: 200 len: 901 time: 0.1250808 Dec 12 04:11:26.514329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-network', 'tenant_id': '2ced5763ef9541148b1f7d661d787178'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:26.534995 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-e58215ad-360b-49e1-8261-7082b92d27fb service neutron] 10.222.0.36 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483653 Dec 12 04:11:26.558479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Made reservation on behalf of 2ced5763ef9541148b1f7d661d787178 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:26.561038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:26.679813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Deleting port 9aac7d7e-d698-4611-a1af-22537f14ce01 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:26.680359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:26.685346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-8965e0b2-07d9-4a76-bc65-3303b5cfe683 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=0536687e-2491-45fc-9a44-2796d7e0a616 HTTP/1.1" status: 200 len: 217 time: 0.1427705 Dec 12 04:11:26.687321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:26.790929 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1d787e60-1577-4cf5-84da-906f1d0d2ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548628 Dec 12 04:11:26.833333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ce4d-d27d-438b-afde-8f0a78769a15 req-f8aae26f-6c9d-48d9-8f32-be6e2513388d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:26.840594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ce4d-d27d-438b-afde-8f0a78769a15 req-f8aae26f-6c9d-48d9-8f32-be6e2513388d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:26.850075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ce4d-d27d-438b-afde-8f0a78769a15 req-f8aae26f-6c9d-48d9-8f32-be6e2513388d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:26.861177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21b8ce4d-d27d-438b-afde-8f0a78769a15 req-f8aae26f-6c9d-48d9-8f32-be6e2513388d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2413 time: 0.1832824 Dec 12 04:11:26.863240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] For port 9aac7d7e-d698-4611-a1af-22537f14ce01, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9aac7d7e-d698-4611-a1af-22537f14ce01,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:26.864273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:26.881325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Calling delete_port for 9aac7d7e-d698-4611-a1af-22537f14ce01 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:26.919024 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Sync routers for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:26.935823 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:26.939484 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:26.940528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-e6b8ff2f-a6c2-4b71-b45e-2f968a4afb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:26.942613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-e6b8ff2f-a6c2-4b71-b45e-2f968a4afb66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82e96793-e008-4644-b0bf-a8e234f4eaf3 HTTP/1.1" status: 200 len: 801 time: 0.1997137 Dec 12 04:11:27.024573 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21b8ce4d-d27d-438b-afde-8f0a78769a15 req-a97520b1-1ffb-4b24-b749-433efda4f024 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622396 Dec 12 04:11:27.162246 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0f1074-a4ea-4449-b39c-14c65da93d25 x-openstack-request-id: req-9e0f1074-a4ea-4449-b39c-14c65da93d25 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:27.164255 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c261786c-f641-45ef-8184-8c970f878cf9", "name": "network-vif-deleted", "tag": "a261fb6e-7a0a-4bda-b32c-14fc244f49c6", "status": "failed", "code": 422}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:27.164520 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e0f1074-a4ea-4449-b39c-14c65da93d25 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:27.165600 n-d-710847-7 neutron-server[103450]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c261786c-f641-45ef-8184-8c970f878cf9', 'name': 'network-vif-deleted', 'tag': 'a261fb6e-7a0a-4bda-b32c-14fc244f49c6', 'status': 'failed', 'code': 422} returned with failed status Dec 12 04:11:27.184840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-ff4bed9c-2050-4980-a6e6-d6efb13da28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:27.196514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-ff4bed9c-2050-4980-a6e6-d6efb13da28c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8a6359b-557a-4bcb-8331-19fe0c03268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2430840 Dec 12 04:11:27.291504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:27.316175 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:27.325710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e8f526f6-3f59-4b44-90b7-ced35ee04ff0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:27.334190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 89d7c619-842b-4500-9d85-f5a7ce73178f details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:11:27.355940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['a92f123f-7056-406d-899d-bbcfd80dd63d', '9aac7d7e-d698-4611-a1af-22537f14ce01'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:27.403635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Pushing event deleted for resources: {'Port': ['ID=9aac7d7e-d698-4611-a1af-22537f14ce01,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:27.530835 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0296d0f0-c95b-4daf-ab8a-96b138b5d98e req-40f82402-7c22-476a-869c-7e5f0663dfe2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 210 time: 0.1277237 Dec 12 04:11:27.564609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:27.593008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] No DVR routers for this DVR port 9aac7d7e-d698-4611-a1af-22537f14ce01 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:27.599028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:27.611752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-545d1dbc-7308-4e7d-8aef-8bc081cad47d req-ecb64181-65e6-414a-8f34-1fe7cb2df131 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "DELETE /v2.0/ports/9aac7d7e-d698-4611-a1af-22537f14ce01 HTTP/1.1" status: 204 len: 173 time: 1.3559525 Dec 12 04:11:27.611752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-deleted', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:27.611752 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034aba09-d073-4b11-a584-8cca28e6edd7" -d '{"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-deleted", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:27.631438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0d9b4593-9ab0-4ae3-a1ee-5324fc804683 req-9de128bf-7584-4945-80da-aa53ed07eb81 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebea641d-9c07-4947-b4e9-435377d45f67 HTTP/1.1" status: 200 len: 210 time: 0.3440444 Dec 12 04:11:27.646152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:27.732355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41184b5f-49f8-4508-b176-c9b6e6d4d97b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:27.752555 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '39dcfde1-953b-427e-8c04-1180ab18391b', 'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'mac_address': 'fa:16:3e:80:34:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:20Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 2, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'subnets': [{'id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:27.756769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8c13-c123-4969-abf8-c5f7f48df49b req-0c6d9797-fa9e-4581-bef2-d3091a9687aa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:27.763992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ca6f8c13-c123-4969-abf8-c5f7f48df49b req-0c6d9797-fa9e-4581-bef2-d3091a9687aa tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 944 time: 0.1053102 Dec 12 04:11:27.797178 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Checking router: 58dd6562-13ab-4e76-9ea8-553be270683f for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:27.797899 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Updating router 58dd6562-13ab-4e76-9ea8-553be270683f port 39dcfde1-953b-427e-8c04-1180ab18391b binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:11:27.827782 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:27.831885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:11:27.869420 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:27.870093 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Added segment 8d355852-201f-4c53-ac3a-1fa2d526297f of type vlan for network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec Dec 12 04:11:27.975502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ca6f8c13-c123-4969-abf8-c5f7f48df49b req-8cd2f313-1818-4085-a98f-4899229b2ede tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984382 Dec 12 04:11:27.981757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 89d7c619-842b-4500-9d85-f5a7ce73178f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=89d7c619-842b-4500-9d85-f5a7ce73178f,segment=NetworkSegment(1d848f59-9fba-4580-8733-745918d9a5c7),segment_id=1d848f59-9fba-4580-8733-745918d9a5c7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:28.001954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.042294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '89d7c619-842b-4500-9d85-f5a7ce73178f', 'network_id': '0e515407-7ce3-4b1b-89de-a157c2cedab1', 'port_id': '89d7c619-842b-4500-9d85-f5a7ce73178f', 'mac_address': 'fa:16:3e:6d:0f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5049f51b-cff5-410d-9cfd-7f6a1dd59a86', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:11:28.063758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 41184b5f-49f8-4508-b176-c9b6e6d4d97b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:28.064116 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.099359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.102450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:28.103199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.165594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.216231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d7c619-842b-4500-9d85-f5a7ce73178f {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:28.240901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 89d7c619-842b-4500-9d85-f5a7ce73178f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=89d7c619-842b-4500-9d85-f5a7ce73178f,segment=NetworkSegment(1d848f59-9fba-4580-8733-745918d9a5c7),segment_id=1d848f59-9fba-4580-8733-745918d9a5c7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:28.250285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-ebfdb0fa-2f5b-4cd1-9ad2-fc88604b8695 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:28.254062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-ebfdb0fa-2f5b-4cd1-9ad2-fc88604b8695 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.2706151 Dec 12 04:11:28.256313 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.257703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:11:28.266106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-ea4be35b-a46e-4ba8-b9b7-f2364fb3d64a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:28.268505 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-ea4be35b-a46e-4ba8-b9b7-f2364fb3d64a tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 944 time: 1.2271144 Dec 12 04:11:28.274100 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a5f218-ab7a-4f1e-8d51-b465bc43078e x-openstack-request-id: req-88a5f218-ab7a-4f1e-8d51-b465bc43078e {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:28.274404 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebea641d-9c07-4947-b4e9-435377d45f67", "name": "network-vif-deleted", "tag": "9aac7d7e-d698-4611-a1af-22537f14ce01", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:28.274672 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88a5f218-ab7a-4f1e-8d51-b465bc43078e {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:28.275088 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebea641d-9c07-4947-b4e9-435377d45f67', 'name': 'network-vif-deleted', 'tag': '9aac7d7e-d698-4611-a1af-22537f14ce01', 'status': 'completed', 'code': 200} Dec 12 04:11:28.278437 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.289840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Request body: {'port': {'device_id': '1026ac4e-9f8e-4702-bcd5-dd37392b73fc', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'admin_state_up': True, 'tenant_id': '7c7f57d1ea8244309b61ba1bc594e3e2'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:28.299102 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.353748 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c286ac72-037f-405f-9fea-99ee674dbf4e req-074d8779-3555-45f3-b9ae-e177a387e98b tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 210 time: 0.2847869 Dec 12 04:11:28.370415 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Pushing event updated for resources: {'Port': ['ID=39dcfde1-953b-427e-8c04-1180ab18391b,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:28.383212 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.383747 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.384525 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.384918 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.385433 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.385772 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.386303 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.399134 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.399501 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.399857 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.400209 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.400558 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.402730 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.421052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a266b-93fc-478c-b202-77bbdf37a6f9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:28.435881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-41920ec5-6a8f-4534-977a-439ac209c5ce service neutron] 10.222.0.18 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2088320 Dec 12 04:11:28.471273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1937530 Dec 12 04:11:28.484094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42184) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:28.525771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Request body: {'subnet': {'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-subnet', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:28.571201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Made reservation on behalf of 7c7f57d1ea8244309b61ba1bc594e3e2 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:28.580741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.582777 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Attempting to bind port 39dcfde1-953b-427e-8c04-1180ab18391b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:28.583187 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Attempting to bind port 39dcfde1-953b-427e-8c04-1180ab18391b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:28.583912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Attempting to bind port 39dcfde1-953b-427e-8c04-1180ab18391b on network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:28.595543 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:28.595914 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Checking segment: {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:28.602259 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.602949 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Bound using segment: {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:28.603630 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Bound port: 39dcfde1-953b-427e-8c04-1180ab18391b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:28.604202 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.608965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:28.609554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:11:28.609554 n-d-710847-7 neutron-server[103450]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 12 04:11:28.609554 n-d-710847-7 neutron-server[103450]: [parameters: {'project_id_1': '2ced5763ef9541148b1f7d661d787178', 'expiration_1': datetime.datetime(2021, 12, 12, 4, 11, 8, 531058)}] Dec 12 04:11:28.609554 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:11:28.609554 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:11:28.610083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d1eff-cdbb-48be-85c1-a628b866a382 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd24f35-8ab4-4606-ae61-bfec19cb6cec,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:28.662428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:11:28.680257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d', 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e', 'port_id': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d', 'mac_address': 'fa:16:3e:e6:06:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e96793-e008-4644-b0bf-a8e234f4eaf3', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:11:28.716397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb4089-b007-432d-96b5-b215b52b85c0 req-604e3c37-5edf-4271-a84d-f073cb170176 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:28.725466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb4089-b007-432d-96b5-b215b52b85c0 req-604e3c37-5edf-4271-a84d-f073cb170176 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:28.731969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb4089-b007-432d-96b5-b215b52b85c0 req-604e3c37-5edf-4271-a84d-f073cb170176 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:28.741146 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ffb4089-b007-432d-96b5-b215b52b85c0 req-604e3c37-5edf-4271-a84d-f073cb170176 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2414 time: 0.1987708 Dec 12 04:11:28.749084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=89d7c619-842b-4500-9d85-f5a7ce73178f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:28.759971 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-052d08a4-a453-4937-b3e2-f17227682988 req-9deee1d0-7e86-4a26-8685-50bee7bf2a9e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 210 time: 0.0854454 Dec 12 04:11:28.802361 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] For port 39dcfde1-953b-427e-8c04-1180ab18391b, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:28.811365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.812052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.812669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.813306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.813874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.814441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.815022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.815641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.816202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.816746 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] For port 39dcfde1-953b-427e-8c04-1180ab18391b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=39dcfde1-953b-427e-8c04-1180ab18391b,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:28.817037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.817619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.818187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.818767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:11:28.825810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Deleting port 0029c864-f5bb-4484-aa8c-551502a70b4b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:28.826171 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.837336 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.849321 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.854893 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21cc19e0-e6f6-4d65-84b8-31aae938b1c5 req-d0f15d8e-3004-4fde-9afe-a5532d4ae7a4 service neutron] 10.222.0.18 "GET /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824911 Dec 12 04:11:28.866397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:28.910881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ffb4089-b007-432d-96b5-b215b52b85c0 req-37b7208c-b6f6-4101-abfb-b1bdf9463425 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627684 Dec 12 04:11:28.911027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:28.925150 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.985547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] For port 0029c864-f5bb-4484-aa8c-551502a70b4b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0029c864-f5bb-4484-aa8c-551502a70b4b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:28.985945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:28.995749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d7479e0f-c1d6-4f5e-9919-08928e7f59fd None None] Provisioning complete for port 39dcfde1-953b-427e-8c04-1180ab18391b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:28.996509 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7479e0f-c1d6-4f5e-9919-08928e7f59fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.030802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Allocated IP 172.20.0.5 (13702123-2457-41cb-8d20-86632f884371/a4b4b163-48ba-4429-83f2-c9bdb90cc5bb/efa8177b-2c79-44a2-a0f8-bf83f17934a7) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:29.055228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Calling delete_port for 0029c864-f5bb-4484-aa8c-551502a70b4b owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:29.070279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:29.078380 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:29.079624 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:29.217641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Made reservation on behalf of 2ced5763ef9541148b1f7d661d787178 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:29.220791 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.221618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7479e0f-c1d6-4f5e-9919-08928e7f59fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.285500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d7479e0f-c1d6-4f5e-9919-08928e7f59fd None None] For port 39dcfde1-953b-427e-8c04-1180ab18391b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=39dcfde1-953b-427e-8c04-1180ab18391b,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:29.295906 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7479e0f-c1d6-4f5e-9919-08928e7f59fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.312624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['89d7c619-842b-4500-9d85-f5a7ce73178f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:29.322284 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f191e-429b-4599-827f-86a4f0a2363b None None] Pushing event updated for resources: {'Port': ['ID=39dcfde1-953b-427e-8c04-1180ab18391b,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:29.388611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0536687e-2491-45fc-9a44-2796d7e0a616 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:11:29.391188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0029c864-f5bb-4484-aa8c-551502a70b4b no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:29.418580 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:29.449535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-e2c8719c-db45-4efc-b3ae-ed0a0672a98f tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:29.451194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-e2c8719c-db45-4efc-b3ae-ed0a0672a98f tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.37 "GET /v2.0/networks?id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 HTTP/1.1" status: 200 len: 829 time: 0.1931853 Dec 12 04:11:29.480485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Request body: {'port': {'device_id': '62232717-a3cb-43a3-9f56-f2d609e33750', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'admin_state_up': True, 'tenant_id': 'b49933ace5b047559d0087f0020b9305'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:29.497316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-52afab0b-f105-4458-a257-3ee9e0a840e2 None None] Provisioning complete for port 39dcfde1-953b-427e-8c04-1180ab18391b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:29.497848 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52afab0b-f105-4458-a257-3ee9e0a840e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.497978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896df6c-711b-449f-bd2c-7d925b75f0a9 req-339f9ad9-a4fb-40ad-a487-456c678130be tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:29.512841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7479e0f-c1d6-4f5e-9919-08928e7f59fd None None] Pushing event updated for resources: {'Port': ['ID=39dcfde1-953b-427e-8c04-1180ab18391b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:29.513674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6896df6c-711b-449f-bd2c-7d925b75f0a9 req-339f9ad9-a4fb-40ad-a487-456c678130be tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.1964242 Dec 12 04:11:29.569433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fefeab-99ea-43ab-b8a3-a195417000c6 req-3692574e-031a-47c7-8ac8-4f320e7969a4 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:29.570994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7fefeab-99ea-43ab-b8a3-a195417000c6 req-3692574e-031a-47c7-8ac8-4f320e7969a4 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7430f4-b9b4-4a3e-bd8c-314a311f8bef HTTP/1.1" status: 200 len: 944 time: 0.3864510 Dec 12 04:11:29.606507 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.621163 n-d-710847-7 neutron-server[103452]: INFO neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No ports have port_id starting with 0029c864-f5bb-4484-aa8c-551502a70b4b Dec 12 04:11:29.632698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6896df6c-711b-449f-bd2c-7d925b75f0a9 req-8fa59f71-d33c-492b-a6c3-2615c6efffb6 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135330 Dec 12 04:11:29.695744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Pushing event deleted for resources: {'Port': ['ID=0029c864-f5bb-4484-aa8c-551502a70b4b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:29.698292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.753770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0536687e-2491-45fc-9a44-2796d7e0a616, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0536687e-2491-45fc-9a44-2796d7e0a616,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:29.780558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '0536687e-2491-45fc-9a44-2796d7e0a616', 'network_id': 'b8a6359b-557a-4bcb-8331-19fe0c03268e', 'port_id': '0536687e-2491-45fc-9a44-2796d7e0a616', 'mac_address': 'fa:16:3e:8c:d5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e96793-e008-4644-b0bf-a8e234f4eaf3', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:11:29.782496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Made reservation on behalf of b49933ace5b047559d0087f0020b9305 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:29.786571 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.821379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] No DVR routers for this DVR port 0029c864-f5bb-4484-aa8c-551502a70b4b on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:29.829166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.830008 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '39dcfde1-953b-427e-8c04-1180ab18391b', 'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'mac_address': 'fa:16:3e:80:34:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:20Z', 'updated_at': '2021-12-12T04:11:28Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'subnets': [{'id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:29.832331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.833450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebfc69f0-72e6-4846-9c4a-89ced983bb64 req-24372ed7-77fe-45c5-b0cf-8114a7abd9b9 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.18 "DELETE /v2.0/ports/0029c864-f5bb-4484-aa8c-551502a70b4b HTTP/1.1" status: 204 len: 173 time: 1.4672258 Dec 12 04:11:29.833921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'name': 'network-vif-deleted', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:29.836538 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699225ba-bd08-4317-839f-ffaed4eea986" -d '{"events": [{"server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "name": "network-vif-deleted", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:29.851576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.885815 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd77ea-50e8-42da-ac0f-02a3c8fa7d53 None None] The sync data for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 is: [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '39dcfde1-953b-427e-8c04-1180ab18391b', 'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'mac_address': 'fa:16:3e:80:34:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:20Z', 'updated_at': '2021-12-12T04:11:28Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'subnets': [{'id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:29.892677 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.939485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0536687e-2491-45fc-9a44-2796d7e0a616 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:29.974167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0536687e-2491-45fc-9a44-2796d7e0a616, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0536687e-2491-45fc-9a44-2796d7e0a616,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:29.978984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:29.983167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7fefeab-99ea-43ab-b8a3-a195417000c6 req-756a86e7-1bb8-4f1e-bcca-bdd245f937be tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162738 Dec 12 04:11:29.984193 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:29.994980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Network 13702123-2457-41cb-8d20-86632f884371 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:30.001095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:30.009179 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:30.041830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Checking segment: {'id': '8d355852-201f-4c53-ac3a-1fa2d526297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:30.042508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Network hostable DHCP agents. Network: 4cd24f35-8ab4-4606-ae61-bfec19cb6cec, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:11:30.047011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30fed11e-b363-4e67-8e52-08ea25e21621 req-a2651bfd-f3a7-4611-8492-5b44b4fa95ff tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 210 time: 0.1557653 Dec 12 04:11:30.072716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=0536687e-2491-45fc-9a44-2796d7e0a616,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:30.080262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event updated for resources: {'Port': ['ID=efa8177b-2c79-44a2-a0f8-bf83f17934a7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:30.091010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 9aac7d7e-d698-4611-a1af-22537f14ce01 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:30.091368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9aac7d7e-d698-4611-a1af-22537f14ce01 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:30.115733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9338b20c-483d-4db5-9484-b019c7e7cbaa,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:30.139703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:11:30.151461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:30.152186 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:30.155411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 4cd24f35-8ab4-4606-ae61-bfec19cb6cec) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:30.164179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:30.165223 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:30.166331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef65a924-b820-435e-8a43-64763212ba03 None None] Network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:30.182527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Allocated IP 172.20.0.8 (fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681/f0c5b49d-75d0-42b1-bd98-2f86336e2714/d9045174-7cec-4d67-8f3f-4ee016a6ba6d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:30.217799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6baf62bc-ccac-49ae-8281-c81cd0a76665 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7240443 Dec 12 04:11:30.220795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42210) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:30.239303 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3bd52c-7149-4656-b855-a7e899ac2485 x-openstack-request-id: req-0d3bd52c-7149-4656-b855-a7e899ac2485 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:30.239615 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7430f4-b9b4-4a3e-bd8c-314a311f8bef", "name": "network-vif-deleted", "tag": "0029c864-f5bb-4484-aa8c-551502a70b4b", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:30.239860 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d3bd52c-7149-4656-b855-a7e899ac2485 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:30.240261 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7430f4-b9b4-4a3e-bd8c-314a311f8bef', 'name': 'network-vif-deleted', 'tag': '0029c864-f5bb-4484-aa8c-551502a70b4b', 'status': 'completed', 'code': 200} Dec 12 04:11:30.240585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:30.256991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-56ad2491-d4c4-4d52-ac83-add616ed1aa4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9703391 Dec 12 04:11:30.266980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607205-1c9c-4e20-a96b-31e03ffe4d01 req-ab44e4f9-14f2-4e1b-b119-556f11eb31d4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:30.274777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd607205-1c9c-4e20-a96b-31e03ffe4d01 req-ab44e4f9-14f2-4e1b-b119-556f11eb31d4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 931 time: 0.1123924 Dec 12 04:11:30.284695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Request body: {'port': {'device_id': '1026ac4e-9f8e-4702-bcd5-dd37392b73fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:30.346244 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd607205-1c9c-4e20-a96b-31e03ffe4d01 req-fe46762f-e939-4130-992a-af5214f58122 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Dec 12 04:11:30.351428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-4cd24f35-8ab4-4606-ae61-bfec19cb6cec', 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec', 'project_id': '2ced5763ef9541148b1f7d661d787178', 'fixed_ips': [{'subnet_id': '9338b20c-483d-4db5-9484-b019c7e7cbaa'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:11:30.352422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:30.384574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:30.387199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:30.395961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['0536687e-2491-45fc-9a44-2796d7e0a616'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:30.568636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813d848-e470-4c6f-98d5-98e9cddec91d req-27504ef2-cbf0-4bca-8f96-0e35b13da0a8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:30.576262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813d848-e470-4c6f-98d5-98e9cddec91d req-27504ef2-cbf0-4bca-8f96-0e35b13da0a8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:30.587380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813d848-e470-4c6f-98d5-98e9cddec91d req-27504ef2-cbf0-4bca-8f96-0e35b13da0a8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:30.593431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1813d848-e470-4c6f-98d5-98e9cddec91d req-27504ef2-cbf0-4bca-8f96-0e35b13da0a8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2416 time: 0.2724357 Dec 12 04:11:30.619179 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:30.669402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Allocated IP 172.20.0.2 (4cd24f35-8ab4-4606-ae61-bfec19cb6cec/9338b20c-483d-4db5-9484-b019c7e7cbaa/e7fead8e-c42a-4fd5-8615-fe81d580bbc9) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:30.916302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:30.926640 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:30.984039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:30.986829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:30.987677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0432f04-6818-44d8-9404-c0423e94e077 req-480e5812-ab33-42cf-9da9-3828b5777066 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:30.988998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Pushing event updated for resources: {'Port': ['ID=e7fead8e-c42a-4fd5-8615-fe81d580bbc9,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:30.997157 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0432f04-6818-44d8-9404-c0423e94e077 req-480e5812-ab33-42cf-9da9-3828b5777066 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 945 time: 0.5750165 Dec 12 04:11:31.000638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:31.055019 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0432f04-6818-44d8-9404-c0423e94e077 req-b496ff81-76c0-40f1-a05a-5233ad13aee9 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567756 Dec 12 04:11:31.056511 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.095740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Attempting to bind port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:31.096205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Attempting to bind port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '8d355852-201f-4c53-ac3a-1fa2d526297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:31.096702 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Attempting to bind port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 on network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:31.102812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:31.103290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Checking segment: {'id': '8d355852-201f-4c53-ac3a-1fa2d526297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:31.103767 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.104247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Bound using segment: {'id': '8d355852-201f-4c53-ac3a-1fa2d526297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:31.104997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Bound port: e7fead8e-c42a-4fd5-8615-fe81d580bbc9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d355852-201f-4c53-ac3a-1fa2d526297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:31.105457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.124595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1813d848-e470-4c6f-98d5-98e9cddec91d req-9f3b8076-0679-4f4c-a365-ed6940101f3b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219266 Dec 12 04:11:31.189013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] For port e7fead8e-c42a-4fd5-8615-fe81d580bbc9, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:31.193156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] For port e7fead8e-c42a-4fd5-8615-fe81d580bbc9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e7fead8e-c42a-4fd5-8615-fe81d580bbc9,segment=NetworkSegment(8d355852-201f-4c53-ac3a-1fa2d526297f),segment_id=8d355852-201f-4c53-ac3a-1fa2d526297f)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:31.206404 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.215233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da9e0b-4f69-43d4-aacf-26329bdcb921 req-3cae70b3-383c-4f68-aa62-1ce93ed79407 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:31.217957 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69da9e0b-4f69-43d4-aacf-26329bdcb921 req-3cae70b3-383c-4f68-aa62-1ce93ed79407 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.0963445 Dec 12 04:11:31.308618 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69da9e0b-4f69-43d4-aacf-26329bdcb921 req-584f87f1-03f7-4bcf-9410-7624e5f9a15a tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836389 Dec 12 04:11:31.311405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91874619-d81c-4cba-a941-ebe8e3117cc4 None None] Pushing event updated for resources: {'Port': ['ID=e7fead8e-c42a-4fd5-8615-fe81d580bbc9,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:31.374870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 89d7c619-842b-4500-9d85-f5a7ce73178f up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:31.424860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:31.503641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 89d7c619-842b-4500-9d85-f5a7ce73178f completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:11:31.509748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 89d7c619-842b-4500-9d85-f5a7ce73178f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:31.510281 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.552634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.677751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.695650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-2f0c26f2-9804-400f-aada-7bc327366505 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:31.702081 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-2f0c26f2-9804-400f-aada-7bc327366505 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.6284440 Dec 12 04:11:31.704686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad715539-3537-48df-9a79-3fa050098837 req-1a611a9b-4bc9-4b89-affd-d35cb5c73ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 210 time: 0.2806907 Dec 12 04:11:31.738267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.748750 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.784924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d7c619-842b-4500-9d85-f5a7ce73178f'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:31.788586 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa5987f-3d47-44ef-9d0f-89dc47f22088" -d '{"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-plugged", "status": "completed", "tag": "89d7c619-842b-4500-9d85-f5a7ce73178f"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:31.796742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 39dcfde1-953b-427e-8c04-1180ab18391b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:31.818201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790adce-39bb-4d6f-90f2-fc5bc87eefed req-3cf69f96-8b8a-48fb-abd1-c204cf10104e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:31.819235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d790adce-39bb-4d6f-90f2-fc5bc87eefed req-3cf69f96-8b8a-48fb-abd1-c204cf10104e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 931 time: 0.1535952 Dec 12 04:11:31.857705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 89d7c619-842b-4500-9d85-f5a7ce73178f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=89d7c619-842b-4500-9d85-f5a7ce73178f,segment=NetworkSegment(1d848f59-9fba-4580-8733-745918d9a5c7),segment_id=1d848f59-9fba-4580-8733-745918d9a5c7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:31.864850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.873629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d790adce-39bb-4d6f-90f2-fc5bc87eefed req-456ea4c4-4821-4d20-8dca-95f802bbec79 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482581 Dec 12 04:11:31.897428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 39dcfde1-953b-427e-8c04-1180ab18391b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:31.897814 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:31.921732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:31.954949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=89d7c619-842b-4500-9d85-f5a7ce73178f,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:31.956340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:31.959428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:32.020085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e7fead8e-c42a-4fd5-8615-fe81d580bbc9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:32.176875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Pushing event updated for resources: {'Port': ['ID=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:32.202382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65215090-a023-4f08-acaf-4b5383bfece0 req-867c361f-f4b9-4946-ab48-b073c9e120c4 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:32.206758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:32.207451 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.211588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65215090-a023-4f08-acaf-4b5383bfece0 req-867c361f-f4b9-4946-ab48-b073c9e120c4 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 945 time: 0.0675144 Dec 12 04:11:32.220372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016913a-e460-4b80-9bf7-8201cf6faf1b req-5805be62-1e7b-4d70-8607-33923b56e755 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:32.221959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a016913a-e460-4b80-9bf7-8201cf6faf1b req-5805be62-1e7b-4d70-8607-33923b56e755 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 944 time: 0.3195086 Dec 12 04:11:32.247948 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70c6c1e-ee64-4383-b205-ef7a5e25e4c2 x-openstack-request-id: req-b70c6c1e-ee64-4383-b205-ef7a5e25e4c2 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:32.247948 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-plugged", "status": "completed", "tag": "89d7c619-842b-4500-9d85-f5a7ce73178f", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:32.247948 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b70c6c1e-ee64-4383-b205-ef7a5e25e4c2 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:32.247948 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d7c619-842b-4500-9d85-f5a7ce73178f', 'code': 200} Dec 12 04:11:32.300398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:32.301054 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.308930 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-6615c2a0-53fd-465e-a89c-5372c54ca27c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8324854 Dec 12 04:11:32.311136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Deleting port a92f123f-7056-406d-899d-bbcfd80dd63d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:32.311481 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.319510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-8fed420d-264d-46e1-8592-e91e6abcd108 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:32.321109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-8fed420d-264d-46e1-8592-e91e6abcd108 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.37 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 944 time: 0.0866036 Dec 12 04:11:32.335179 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65215090-a023-4f08-acaf-4b5383bfece0 req-009826be-3f05-4b52-a37a-e4832adb981b tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206787 Dec 12 04:11:32.351887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Request body: {'port': {'device_id': '62232717-a3cb-43a3-9f56-f2d609e33750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:32.368973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d8372902-4495-483f-acf8-30e280177069 None None] Provisioning complete for port d9045174-7cec-4d67-8f3f-4ee016a6ba6d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:32.370347 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d8372902-4495-483f-acf8-30e280177069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.466302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d8372902-4495-483f-acf8-30e280177069 None None] Port d9045174-7cec-4d67-8f3f-4ee016a6ba6d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:11:32.487238 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.529053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8495e4-090f-4aff-9d2f-ac326514b67f req-5c2ba83d-8891-444c-8887-88d3c6d18ca4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:32.535399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8495e4-090f-4aff-9d2f-ac326514b67f req-5c2ba83d-8891-444c-8887-88d3c6d18ca4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:32.536644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port e7fead8e-c42a-4fd5-8615-fe81d580bbc9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e7fead8e-c42a-4fd5-8615-fe81d580bbc9,segment=NetworkSegment(8d355852-201f-4c53-ac3a-1fa2d526297f),segment_id=8d355852-201f-4c53-ac3a-1fa2d526297f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:32.542491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8495e4-090f-4aff-9d2f-ac326514b67f req-5c2ba83d-8891-444c-8887-88d3c6d18ca4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:32.543104 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.550736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea8495e4-090f-4aff-9d2f-ac326514b67f req-5c2ba83d-8891-444c-8887-88d3c6d18ca4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2417 time: 0.1204774 Dec 12 04:11:32.565096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a016913a-e460-4b80-9bf7-8201cf6faf1b req-0abab3eb-b17e-4346-8f99-b87ac4099c52 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235745 Dec 12 04:11:32.614665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=e7fead8e-c42a-4fd5-8615-fe81d580bbc9,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:32.623139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] For port a92f123f-7056-406d-899d-bbcfd80dd63d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=a92f123f-7056-406d-899d-bbcfd80dd63d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:32.623570 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.629106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa8177b-2c79-44a2-a0f8-bf83f17934a7 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:32.635548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.639783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Deleting port f8c8fd7e-af78-492d-9019-b3187201e85e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:32.640275 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.697053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.723007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Calling delete_port for a92f123f-7056-406d-899d-bbcfd80dd63d owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:32.723934 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea8495e4-090f-4aff-9d2f-ac326514b67f req-78942a81-eceb-4925-8ed2-299d8555f543 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723254 Dec 12 04:11:32.763628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafaac72-ab59-4788-b437-69d32b18c85a None None] Network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:32.789807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] For port f8c8fd7e-af78-492d-9019-b3187201e85e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f8c8fd7e-af78-492d-9019-b3187201e85e,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:32.791149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.820464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Transition to ACTIVE for port object efa8177b-2c79-44a2-a0f8-bf83f17934a7 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:11:32.822007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Calling delete_port for f8c8fd7e-af78-492d-9019-b3187201e85e owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:32.853284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8c15c19f-2e00-4413-bbe6-24cbc72ef20f None None] Provisioning complete for port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:32.853663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c15c19f-2e00-4413-bbe6-24cbc72ef20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.892143 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:32.910246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f9b8d-54f0-476d-9d0d-d0a936d82d19 req-60ecc63a-6cda-4f0e-bdfe-6c4e6d40b18e tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:32.912076 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d88f9b8d-54f0-476d-9d0d-d0a936d82d19 req-60ecc63a-6cda-4f0e-bdfe-6c4e6d40b18e tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 931 time: 0.1092718 Dec 12 04:11:32.987867 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d88f9b8d-54f0-476d-9d0d-d0a936d82d19 req-21f5fe46-33ad-4c8e-8bec-34e3aa9a64ba tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638754 Dec 12 04:11:33.058196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.093246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Pushing event updated for resources: {'Port': ['ID=efa8177b-2c79-44a2-a0f8-bf83f17934a7,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:33.101357 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.108776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Pushing event deleted for resources: {'Port': ['ID=f8c8fd7e-af78-492d-9019-b3187201e85e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:33.123849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c53585-fdb7-43be-84ee-04ea3ce26e6f req-048281b5-2fa8-4898-a34e-fc50ebf2c13e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:33.129700 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-36c53585-fdb7-43be-84ee-04ea3ce26e6f req-048281b5-2fa8-4898-a34e-fc50ebf2c13e tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a72997-1b85-406e-8c85-0eda25d25f00 HTTP/1.1" status: 200 len: 950 time: 0.3233433 Dec 12 04:11:33.170580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] No DVR routers for this DVR port f8c8fd7e-af78-492d-9019-b3187201e85e on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:33.174515 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.178061 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc9ba8de-51a6-4b4c-8ff4-8b35bf76f9db req-64077cdc-82f6-4e22-b040-93c61a7f53c7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.37 "DELETE /v2.0/ports/f8c8fd7e-af78-492d-9019-b3187201e85e HTTP/1.1" status: 204 len: 173 time: 0.8412216 Dec 12 04:11:33.180311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'name': 'network-vif-deleted', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:33.182655 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e8687-3d59-4063-a5b5-44b33db57eb7" -d '{"events": [{"server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "name": "network-vif-deleted", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:33.184063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.203694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd734d-ba04-4465-bd03-fd387e1e5769 req-a2924bfc-ed29-42e9-80d9-33ca517ab888 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:33.205572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbfd734d-ba04-4465-bd03-fd387e1e5769 req-a2924bfc-ed29-42e9-80d9-33ca517ab888 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 943 time: 0.1145601 Dec 12 04:11:33.283559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbfd734d-ba04-4465-bd03-fd387e1e5769 req-1a605cb2-f0ed-478b-9904-8388bb7a6ff4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707664 Dec 12 04:11:33.332215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bbc1c236-0299-4a92-be6f-22836123f7db None None] Provisioning complete for port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:33.332612 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c236-0299-4a92-be6f-22836123f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.378398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-36c53585-fdb7-43be-84ee-04ea3ce26e6f req-ab144fa9-7e77-4828-9105-2e4f45dcab68 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155435 Dec 12 04:11:33.387818 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7871f156-d22c-4ef0-90b3-6d9fe18ee7aa x-openstack-request-id: req-7871f156-d22c-4ef0-90b3-6d9fe18ee7aa {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:33.388185 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a779a73c-ccb9-4ad3-a36c-2ebd74b96929", "name": "network-vif-deleted", "tag": "f8c8fd7e-af78-492d-9019-b3187201e85e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:33.388496 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7871f156-d22c-4ef0-90b3-6d9fe18ee7aa {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:33.389023 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a779a73c-ccb9-4ad3-a36c-2ebd74b96929', 'name': 'network-vif-deleted', 'tag': 'f8c8fd7e-af78-492d-9019-b3187201e85e', 'status': 'completed', 'code': 200} Dec 12 04:11:33.398956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:33.413511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Attempting to bind port efa8177b-2c79-44a2-a0f8-bf83f17934a7 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:33.413895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Attempting to bind port efa8177b-2c79-44a2-a0f8-bf83f17934a7 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:33.414259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Attempting to bind port efa8177b-2c79-44a2-a0f8-bf83f17934a7 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:33.456222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Port efa8177b-2c79-44a2-a0f8-bf83f17934a7 on network 13702123-2457-41cb-8d20-86632f884371 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:11:33.456514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Attempting to bind port efa8177b-2c79-44a2-a0f8-bf83f17934a7 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:33.490542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:11:33.494477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.496238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:33.496581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Checking segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:33.497009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Bound using segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:33.497472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Bound port: efa8177b-2c79-44a2-a0f8-bf83f17934a7, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:33.497942 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.499469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:33.499880 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.525215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a39962-a280-461e-9527-5c1adc104be1 req-5e3065df-614b-4461-b3c5-23a5f51a37e1 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:33.529735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4a39962-a280-461e-9527-5c1adc104be1 req-5e3065df-614b-4461-b3c5-23a5f51a37e1 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 945 time: 0.0659785 Dec 12 04:11:33.531007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e8f526f6-3f59-4b44-90b7-ced35ee04ff0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:33.533179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['a92f123f-7056-406d-899d-bbcfd80dd63d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:33.557095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Allocated IP 172.25.7.244 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/76984672-180b-4440-a37c-a6205c3d9154) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:33.560500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Pushing event deleted for resources: {'Port': ['ID=a92f123f-7056-406d-899d-bbcfd80dd63d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:33.596650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9045174-7cec-4d67-8f3f-4ee016a6ba6d {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:33.605906 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4a39962-a280-461e-9527-5c1adc104be1 req-ff296d09-0196-4829-ab9d-289854269627 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665925 Dec 12 04:11:33.621804 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.677453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e7fead8e-c42a-4fd5-8615-fe81d580bbc9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:33.715599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Transition to ACTIVE for port object d9045174-7cec-4d67-8f3f-4ee016a6ba6d will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:11:33.757574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c2b4b927-babc-43af-a3ec-b5e4295f2fc9 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:33.759210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c2b4b927-babc-43af-a3ec-b5e4295f2fc9 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 945 time: 0.0852115 Dec 12 04:11:33.761227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] No DVR routers for this DVR port a92f123f-7056-406d-899d-bbcfd80dd63d on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:33.778707 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.781818 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.785445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a60798d0-8a5e-425c-844f-ea31d5f8af9f req-275166e3-f96d-4f88-ab99-40889de84106 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.37 "DELETE /v2.0/ports/a92f123f-7056-406d-899d-bbcfd80dd63d HTTP/1.1" status: 204 len: 173 time: 2.0228841 Dec 12 04:11:33.798992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-735d5924-1e3f-48af-b8d7-608789b50a7c req-88f945ba-28d0-4398-974e-5cb957165297 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=a779a73c-ccb9-4ad3-a36c-2ebd74b96929 HTTP/1.1" status: 200 len: 210 time: 0.1088984 Dec 12 04:11:33.802167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'name': 'network-vif-deleted', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:33.807265 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a25c3-74e2-4385-93d0-5cf06f090ecb" -d '{"events": [{"server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "name": "network-vif-deleted", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:33.812566 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.879010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:33.912245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:33.915228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] For port efa8177b-2c79-44a2-a0f8-bf83f17934a7, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:33.915855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0536687e-2491-45fc-9a44-2796d7e0a616 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:33.929254 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f6580-c57b-4a83-b786-5e7c162cb87b x-openstack-request-id: req-f14f6580-c57b-4a83-b786-5e7c162cb87b {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:33.929575 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a72997-1b85-406e-8c85-0eda25d25f00", "name": "network-vif-deleted", "tag": "a92f123f-7056-406d-899d-bbcfd80dd63d", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:33.929847 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f14f6580-c57b-4a83-b786-5e7c162cb87b {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:33.930552 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a72997-1b85-406e-8c85-0eda25d25f00', 'name': 'network-vif-deleted', 'tag': 'a92f123f-7056-406d-899d-bbcfd80dd63d', 'status': 'completed', 'code': 200} Dec 12 04:11:33.942567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Deleting port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:33.942935 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.002617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] For port efa8177b-2c79-44a2-a0f8-bf83f17934a7, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=efa8177b-2c79-44a2-a0f8-bf83f17934a7,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:34.038118 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.077470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:34.077852 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.090871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Pushing event updated for resources: {'Port': ['ID=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:34.152268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:34.182659 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] For port cb7fd53e-c5c7-453b-afc2-7126dd0b9693, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:34.183479 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.186878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 0536687e-2491-45fc-9a44-2796d7e0a616 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:11:34.192399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 0536687e-2491-45fc-9a44-2796d7e0a616 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:34.192784 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.233464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:34.234093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.236110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] 10.222.0.37 "PUT /v2.0/ports/efa8177b-2c79-44a2-a0f8-bf83f17934a7 HTTP/1.1" status: 200 len: 1091 time: 3.9561167 Dec 12 04:11:34.247757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:34.258538 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e8cf6b-ba84-4f40-9304-f7905071457e" -d '{"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-plugged", "status": "completed", "tag": "1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:34.279290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44811f24-e292-4f7a-a2a6-fc8c7d1d5122 req-7335cc42-26ff-4185-9c4a-acbebcce5f67 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:34.286685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44811f24-e292-4f7a-a2a6-fc8c7d1d5122 req-7335cc42-26ff-4185-9c4a-acbebcce5f67 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:34.293209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44811f24-e292-4f7a-a2a6-fc8c7d1d5122 req-7335cc42-26ff-4185-9c4a-acbebcce5f67 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:34.294960 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-44811f24-e292-4f7a-a2a6-fc8c7d1d5122 req-7335cc42-26ff-4185-9c4a-acbebcce5f67 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2418 time: 0.3636274 Dec 12 04:11:34.305846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.366959 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467934b-0f39-4e90-a1a2-966c91dfa4dc req-fb490669-7851-477f-8b20-44b9445db925 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:34.367595 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.368531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5467934b-0f39-4e90-a1a2-966c91dfa4dc req-fb490669-7851-477f-8b20-44b9445db925 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 943 time: 0.1886473 Dec 12 04:11:34.398761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e410-38cd-488f-897f-99854a4ac760 service neutron] Pushing event updated for resources: {'Port': ['ID=efa8177b-2c79-44a2-a0f8-bf83f17934a7,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:34.414473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0536687e-2491-45fc-9a44-2796d7e0a616, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0536687e-2491-45fc-9a44-2796d7e0a616,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:34.430821 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.455312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Attempting to bind port d9045174-7cec-4d67-8f3f-4ee016a6ba6d on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:34.455656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Attempting to bind port d9045174-7cec-4d67-8f3f-4ee016a6ba6d by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:34.455991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Attempting to bind port d9045174-7cec-4d67-8f3f-4ee016a6ba6d on network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:34.469708 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-44811f24-e292-4f7a-a2a6-fc8c7d1d5122 req-2d08d854-1594-4c9c-805c-bca2ff6746b6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597965 Dec 12 04:11:34.472637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Port d9045174-7cec-4d67-8f3f-4ee016a6ba6d on network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:11:34.472782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Attempting to bind port d9045174-7cec-4d67-8f3f-4ee016a6ba6d on network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:34.478484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-ef2b3749-359e-4bb2-af10-dbc707746b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:34.480070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-ef2b3749-359e-4bb2-af10-dbc707746b0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 1094 time: 0.1520815 Dec 12 04:11:34.483069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:34.483306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Checking segment: {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:34.483591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Bound using segment: {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:34.484116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Bound port: d9045174-7cec-4d67-8f3f-4ee016a6ba6d, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:34.484574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.488083 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.507450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=0536687e-2491-45fc-9a44-2796d7e0a616,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:34.550420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5467934b-0f39-4e90-a1a2-966c91dfa4dc req-a059a4f6-73fb-4156-9f6b-b0ac280a303c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702797 Dec 12 04:11:34.577196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.578081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.579159 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Floating IP 90ad2dad-5fa9-409f-ba7c-f69ce5fdf881 disassociated. External IP: 172.25.7.28, port: cb7fd53e-c5c7-453b-afc2-7126dd0b9693. Dec 12 04:11:34.579691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Calling delete_port for cb7fd53e-c5c7-453b-afc2-7126dd0b9693 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:34.605489 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9280b45-ffd7-4994-a803-404fd79ec14f x-openstack-request-id: req-f9280b45-ffd7-4994-a803-404fd79ec14f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:34.605885 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-plugged", "status": "completed", "tag": "1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:34.606235 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9280b45-ffd7-4994-a803-404fd79ec14f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:34.606734 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d', 'code': 200} Dec 12 04:11:34.610846 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-80d05022-39ac-4db7-b6c6-c82d66f5f125 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efa8177b-2c79-44a2-a0f8-bf83f17934a7 HTTP/1.1" status: 200 len: 217 time: 0.1092806 Dec 12 04:11:34.618475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:34.639617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:34.647991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:34.701990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Pushing event updated for resources: {'Port': ['ID=76984672-180b-4440-a37c-a6205c3d9154,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:34.750794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7eb30654-b44b-4f3d-8306-194619cf770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:34.752170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-7eb30654-b44b-4f3d-8306-194619cf770d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.1215687 Dec 12 04:11:34.770680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e022d9-40c5-4605-a6dc-14b91764fb3d req-d221fb82-2079-46b4-8a58-da90477bbae4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:34.772267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d4e022d9-40c5-4605-a6dc-14b91764fb3d req-d221fb82-2079-46b4-8a58-da90477bbae4 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 943 time: 0.0861890 Dec 12 04:11:34.782401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] For port d9045174-7cec-4d67-8f3f-4ee016a6ba6d, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:34.801364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:34.842322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event deleted for resources: {'Port': ['ID=cb7fd53e-c5c7-453b-afc2-7126dd0b9693,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:34.865357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d4e022d9-40c5-4605-a6dc-14b91764fb3d req-be6379a5-25bb-461c-9570-16e5855e388d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853744 Dec 12 04:11:34.986055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Router ba527165-fa88-49b8-8100-75dd6bd98885 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:11:35.110295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:35.122123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] Sync routers for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:35.135723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:35.136546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:35.155974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] No DVR routers for this DVR port cb7fd53e-c5c7-453b-afc2-7126dd0b9693 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:35.158600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:35.162062 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff1d194a-6751-4df1-8b13-4b1c76fff3be req-c12900b7-aae8-4ad4-9300-19df849d7588 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.18 "DELETE /v2.0/ports/cb7fd53e-c5c7-453b-afc2-7126dd0b9693 HTTP/1.1" status: 204 len: 173 time: 1.3961434 Dec 12 04:11:35.173312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-3b6a7650-4b51-470b-9bec-b18043cdc099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4034693 Dec 12 04:11:35.208861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] For port d9045174-7cec-4d67-8f3f-4ee016a6ba6d, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:35.250133 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:35.279799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ad9c-57b1-4401-8c3e-c9e041f7b83c req-68434f31-fab2-4020-a646-a37d62fdc2a3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:35.281520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91e4ad9c-57b1-4401-8c3e-c9e041f7b83c req-68434f31-fab2-4020-a646-a37d62fdc2a3 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.0607963 Dec 12 04:11:35.286749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:35.346429 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91e4ad9c-57b1-4401-8c3e-c9e041f7b83c req-fcdcf464-8d9c-4a49-997b-a20d3d1bc31b tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578983 Dec 12 04:11:35.373243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b000c4-391a-420e-a8ed-ff78e6208d05 req-c8683d45-970b-446d-8b0d-0b927556a400 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:35.380831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0b000c4-391a-420e-a8ed-ff78e6208d05 req-c8683d45-970b-446d-8b0d-0b927556a400 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/ports?device_id=53624ce5-4d19-476e-adf3-ca02ccb919c1 HTTP/1.1" status: 200 len: 867 time: 0.6511812 Dec 12 04:11:35.390212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'name': 'network-vif-deleted', 'tag': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:35.394214 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a6f58a-09d1-4b03-a808-53797cb1f74e" -d '{"events": [{"server_uuid": "53624ce5-4d19-476e-adf3-ca02ccb919c1", "name": "network-vif-deleted", "tag": "cb7fd53e-c5c7-453b-afc2-7126dd0b9693"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:35.439520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:35.440357 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:35.442177 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9045174-7cec-4d67-8f3f-4ee016a6ba6d HTTP/1.1" status: 200 len: 1091 time: 3.1038954 Dec 12 04:11:35.568475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04cce0-a70d-4bd1-948f-3970a97cb718 service neutron] Pushing event updated for resources: {'Port': ['ID=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:35.615763 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16aeffa-8bd6-400b-a0e8-002cfcd15e47 x-openstack-request-id: req-f16aeffa-8bd6-400b-a0e8-002cfcd15e47 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:35.616072 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53624ce5-4d19-476e-adf3-ca02ccb919c1", "name": "network-vif-deleted", "tag": "cb7fd53e-c5c7-453b-afc2-7126dd0b9693", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:35.616332 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f16aeffa-8bd6-400b-a0e8-002cfcd15e47 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:35.616728 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53624ce5-4d19-476e-adf3-ca02ccb919c1', 'name': 'network-vif-deleted', 'tag': 'cb7fd53e-c5c7-453b-afc2-7126dd0b9693', 'status': 'completed', 'code': 200} Dec 12 04:11:35.671996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0b000c4-391a-420e-a8ed-ff78e6208d05 req-a264ddb8-72ef-41d1-8b69-b0a327ca4563 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d050758-1746-4102-b21f-5eb5102b0bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901719 Dec 12 04:11:35.712925 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-593f1c42-7640-4a9a-81f3-b333723b4830 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023398 Dec 12 04:11:35.771891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c7077-af7c-4718-8493-1566b7734b98 req-ef46dc0b-c2a7-4a08-a4d5-1c8723ac77e1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:35.779459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c7077-af7c-4718-8493-1566b7734b98 req-ef46dc0b-c2a7-4a08-a4d5-1c8723ac77e1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:35.786724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c7077-af7c-4718-8493-1566b7734b98 req-ef46dc0b-c2a7-4a08-a4d5-1c8723ac77e1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:35.794478 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b9c7077-af7c-4718-8493-1566b7734b98 req-ef46dc0b-c2a7-4a08-a4d5-1c8723ac77e1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2419 time: 0.1052146 Dec 12 04:11:35.857625 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b9c7077-af7c-4718-8493-1566b7734b98 req-b70ad965-2855-4459-b8dd-a4084e62078b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612247 Dec 12 04:11:35.874507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-a667af61-284d-442e-95c4-7ed1a3a4c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:35.876925 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-a667af61-284d-442e-95c4-7ed1a3a4c490 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49933ace5b047559d0087f0020b9305&device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 1094 time: 0.3108037 Dec 12 04:11:35.886390 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:35.962560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1026ac4e-9f8e-4702-bcd5-dd37392b73fc', 'tag': 'efa8177b-2c79-44a2-a0f8-bf83f17934a7'}, {'name': 'network-changed', 'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:35.964222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f8c8fd7e-af78-492d-9019-b3187201e85e no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:35.964844 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1026ac4e-9f8e-4702-bcd5-dd37392b73fc", "tag": "efa8177b-2c79-44a2-a0f8-bf83f17934a7"}, {"name": "network-changed", "server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:35.972193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b55fb4-9db8-4e99-a1e4-db6b73fd6861 req-515ded12-163a-4de7-9d06-3befef16ce45 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:35.973764 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68b55fb4-9db8-4e99-a1e4-db6b73fd6861 req-515ded12-163a-4de7-9d06-3befef16ce45 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 943 time: 0.0536149 Dec 12 04:11:36.003084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:36.011989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-16096b12-7ad2-44b7-86c9-fc515b76bd52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d HTTP/1.1" status: 200 len: 217 time: 0.0879459 Dec 12 04:11:36.032851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68b55fb4-9db8-4e99-a1e4-db6b73fd6861 req-95217451-dcf0-484e-81f2-b20bcaf25760 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528202 Dec 12 04:11:36.034215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: f8c8fd7e-af78-492d-9019-b3187201e85e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:36.034566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f8c8fd7e-af78-492d-9019-b3187201e85e not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:36.034994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a92f123f-7056-406d-899d-bbcfd80dd63d no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:36.044979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77337dcc-8e5f-4634-adac-b77dcaae65c8 req-ab0d2025-2d61-431c-bd7c-7cea376b26a1 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:36.046510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77337dcc-8e5f-4634-adac-b77dcaae65c8 req-ab0d2025-2d61-431c-bd7c-7cea376b26a1 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 944 time: 0.2234857 Dec 12 04:11:36.057680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] Checking router: ba527165-fa88-49b8-8100-75dd6bd98885 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:36.062737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: a92f123f-7056-406d-899d-bbcfd80dd63d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:36.062941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device a92f123f-7056-406d-899d-bbcfd80dd63d not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:36.079850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:36.080474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:36.096850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dec5e25-dd30-4c4e-a164-39bdfe326240 req-72d9eae4-ad4f-4df2-aa58-f14c398f63e2 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600395 Dec 12 04:11:36.150344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-c7d85835-a1d4-4f2a-85a3-3187f099a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:36.152479 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-c7d85835-a1d4-4f2a-85a3-3187f099a303 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0c5b49d-75d0-42b1-bd98-2f86336e2714 HTTP/1.1" status: 200 len: 868 time: 0.1277351 Dec 12 04:11:36.158697 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77337dcc-8e5f-4634-adac-b77dcaae65c8 req-94bf1221-057d-4c95-b628-167f960cf876 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967500 Dec 12 04:11:36.165309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ee4f8-c138-4b8e-a462-b2310e66956e req-ab84b005-8aff-4278-a7b5-5f214eb32d9b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:36.179874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce5ee4f8-c138-4b8e-a462-b2310e66956e req-ab84b005-8aff-4278-a7b5-5f214eb32d9b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 943 time: 0.0797012 Dec 12 04:11:36.207281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:36.236869 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583268d2-7bac-420b-ab26-1810e2dd05b3 x-openstack-request-id: req-583268d2-7bac-420b-ab26-1810e2dd05b3 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:36.237334 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1026ac4e-9f8e-4702-bcd5-dd37392b73fc", "tag": "efa8177b-2c79-44a2-a0f8-bf83f17934a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:36.237693 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-583268d2-7bac-420b-ab26-1810e2dd05b3 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:36.238196 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1026ac4e-9f8e-4702-bcd5-dd37392b73fc', 'tag': 'efa8177b-2c79-44a2-a0f8-bf83f17934a7', 'status': 'completed', 'code': 200} Dec 12 04:11:36.238550 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'status': 'completed', 'code': 200} Dec 12 04:11:36.266932 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce5ee4f8-c138-4b8e-a462-b2310e66956e req-23f1e05a-6430-4876-b111-8ebc7c165820 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876586 Dec 12 04:11:36.291023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-675a2da7-7775-49df-85d2-545247bbd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:36.294197 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-675a2da7-7775-49df-85d2-545247bbd5df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986233 Dec 12 04:11:36.314273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:36.432582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:36.456556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d20881-6afc-4c35-bee5-cd283e99041b req-2950b98f-1f2b-45d8-91eb-0139b4ef522d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:36.458358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-19d20881-6afc-4c35-bee5-cd283e99041b req-2950b98f-1f2b-45d8-91eb-0139b4ef522d tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.0535731 Dec 12 04:11:36.461722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581b1b6-7e2d-46d7-b343-1d30c6da2d0e None None] The sync data for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 is: [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:06:46Z', 'revision_number': 4, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '11f613cf-8734-4362-a128-17f76fae6dbb', 'name': '', 'network_id': '695603de-80e2-4b3d-8195-8a60643536e4', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'mac_address': 'fa:16:3e:a1:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:45Z', 'updated_at': '2021-12-12T04:06:51Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'subnets': [{'id': '82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:36.518966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-19d20881-6afc-4c35-bee5-cd283e99041b req-7dfa8892-3b1d-4193-8dcd-a3a95dec862f tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa12debd-c551-4afd-81c7-5d34d1ec615d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519967 Dec 12 04:11:36.535175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-27ceae12-30bc-4b7e-b9ba-a01daaad0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:36.536696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-27ceae12-30bc-4b7e-b9ba-a01daaad0654 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 1094 time: 0.1845407 Dec 12 04:11:36.552480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-42527afa-7b9a-495f-baef-d147863cdcc7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:36.554280 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-42527afa-7b9a-495f-baef-d147863cdcc7 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 944 time: 0.2029800 Dec 12 04:11:36.600647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-8ce4629c-2f16-498d-b074-98ac6e59d4a7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:36.604020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-8ce4629c-2f16-498d-b074-98ac6e59d4a7 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 950 time: 0.0555322 Dec 12 04:11:36.608091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0536687e-2491-45fc-9a44-2796d7e0a616'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:36.611024 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171f3b59-974e-4cc6-b770-bab489c30772" -d '{"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-plugged", "status": "completed", "tag": "0536687e-2491-45fc-9a44-2796d7e0a616"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:36.673448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-5deb28b8-46ec-44d3-bccb-6b2c215b0344 service neutron] 10.222.0.37 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197825 Dec 12 04:11:36.674919 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda842cd-64d4-4876-a704-5bae93670af4 x-openstack-request-id: req-bda842cd-64d4-4876-a704-5bae93670af4 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:36.675503 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-plugged", "status": "completed", "tag": "0536687e-2491-45fc-9a44-2796d7e0a616", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:36.676031 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bda842cd-64d4-4876-a704-5bae93670af4 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:36.676591 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0536687e-2491-45fc-9a44-2796d7e0a616', 'code': 200} Dec 12 04:11:36.760774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Deleting port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:36.761730 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:36.823265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ee04c7-8f92-42d8-8a82-0eeffa489817 req-b3fb0d9b-ddea-41bd-a817-9683f5482c1a service neutron] 10.222.0.37 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359944 Dec 12 04:11:36.898998 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb71325-d9ca-403c-9d78-e48ef3dd5990 None None] New status for floating IP 90ad2dad-5fa9-409f-ba7c-f69ce5fdf881: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:11:36.911393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42308) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:36.931679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] For port e8f526f6-3f59-4b44-90b7-ced35ee04ff0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:36.932113 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:36.963335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Calling delete_port for e8f526f6-3f59-4b44-90b7-ced35ee04ff0 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:36.970346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Router b3a4c686-0f8b-4591-8e1b-e063fab54823 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:11:36.983471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-11b68289-7479-410d-bda5-441f8caa6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:36.984642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-11b68289-7479-410d-bda5-441f8caa6ce3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 911 time: 0.4264054 Dec 12 04:11:37.038656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-1ff84b95-a7b1-4169-aa58-9705062d6d61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efa8177b-2c79-44a2-a0f8-bf83f17934a7 HTTP/1.1" status: 200 len: 217 time: 0.0448065 Dec 12 04:11:37.051730 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d990fe49-e83a-4a43-a15b-9b534d2a0112 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:37.064117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Deleting port d7bd2098-e37d-4065-a4b3-a0226aba053b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:37.064475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:37.070758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8230bd3-8544-4660-bfd6-ff33b4b9ae5b req-662ae8c6-1076-42e7-bb2c-e3cb2076dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.071380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8230bd3-8544-4660-bfd6-ff33b4b9ae5b req-662ae8c6-1076-42e7-bb2c-e3cb2076dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.071873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8230bd3-8544-4660-bfd6-ff33b4b9ae5b req-662ae8c6-1076-42e7-bb2c-e3cb2076dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.074007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8230bd3-8544-4660-bfd6-ff33b4b9ae5b req-662ae8c6-1076-42e7-bb2c-e3cb2076dcd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2872 time: 0.1009119 Dec 12 04:11:37.089131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8029-edbd-4786-ac2e-b829264acd8a req-3fcf683c-a03d-47b7-a219-bf15145ee039 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.095219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8029-edbd-4786-ac2e-b829264acd8a req-3fcf683c-a03d-47b7-a219-bf15145ee039 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.101455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8029-edbd-4786-ac2e-b829264acd8a req-3fcf683c-a03d-47b7-a219-bf15145ee039 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.103205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc3e8029-edbd-4786-ac2e-b829264acd8a req-3fcf683c-a03d-47b7-a219-bf15145ee039 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2419 time: 0.1349809 Dec 12 04:11:37.232008 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8230bd3-8544-4660-bfd6-ff33b4b9ae5b req-16c63366-d62d-4cde-9cd9-66ae04f74b0b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277831 Dec 12 04:11:37.237726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc3e8029-edbd-4786-ac2e-b829264acd8a req-85d0d2f8-9ace-4292-a787-9421742e9bb7 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955956 Dec 12 04:11:37.305856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d990fe49-e83a-4a43-a15b-9b534d2a0112 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:37.326877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-9d667d89-cc1a-4e59-981a-065a1921cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.328894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-9d667d89-cc1a-4e59-981a-065a1921cf02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.2733412 Dec 12 04:11:37.341455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:37.356493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] For port d7bd2098-e37d-4065-a4b3-a0226aba053b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d7bd2098-e37d-4065-a4b3-a0226aba053b,segment=NetworkSegment(0a169165-aa7c-4de6-922a-41c6a4795877),segment_id=0a169165-aa7c-4de6-922a-41c6a4795877)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:37.357428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:37.373944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e8f526f6-3f59-4b44-90b7-ced35ee04ff0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:37.416168 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-4468ff53-ab63-49b2-ac85-5f8e4d6faf81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686030 Dec 12 04:11:37.421158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Calling delete_port for d7bd2098-e37d-4065-a4b3-a0226aba053b owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:37.447324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Pushing event deleted for resources: {'Port': ['ID=e8f526f6-3f59-4b44-90b7-ced35ee04ff0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:37.457700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665c0ee-0c07-4a76-9c54-7c97ec43defd req-9720fed9-29e5-44f9-9987-5301ccada570 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.465011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1665c0ee-0c07-4a76-9c54-7c97ec43defd req-9720fed9-29e5-44f9-9987-5301ccada570 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 943 time: 0.2525146 Dec 12 04:11:37.480396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] No DVR routers for this DVR port e8f526f6-3f59-4b44-90b7-ced35ee04ff0 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:37.482996 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:37.487131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f63e4334-5ecb-4870-9e6d-c789802b5d15 req-6bca5f0c-59a8-4310-94ff-95bcd7f3c599 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.18 "DELETE /v2.0/ports/e8f526f6-3f59-4b44-90b7-ced35ee04ff0 HTTP/1.1" status: 204 len: 173 time: 0.8758793 Dec 12 04:11:37.496858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf31e2-1b52-44bf-a0b6-e2088c3ff375 req-f8e71de7-89ff-4c68-86f1-91fbf806ce20 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.497955 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-57bf31e2-1b52-44bf-a0b6-e2088c3ff375 req-f8e71de7-89ff-4c68-86f1-91fbf806ce20 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 944 time: 0.1591322 Dec 12 04:11:37.507361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:37.522621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Sync routers for ids ['b3a4c686-0f8b-4591-8e1b-e063fab54823'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:37.544420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Routers {'b3a4c686-0f8b-4591-8e1b-e063fab54823'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:37.545105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b3a4c686-0f8b-4591-8e1b-e063fab54823'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:37.609228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-57bf31e2-1b52-44bf-a0b6-e2088c3ff375 req-a73e90b7-0296-4b75-930e-90ce27bf6e9d tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8f4b2-bd29-4798-8770-030e28b5bf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030099 Dec 12 04:11:37.619183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'name': 'network-vif-deleted', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:37.622273 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d58ebd-d47b-4a05-8dcd-4b03aa524162" -d '{"events": [{"server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "name": "network-vif-deleted", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:37.764861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Set router b3a4c686-0f8b-4591-8e1b-e063fab54823 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:37.799504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efc9d-d807-40f0-af79-2b736d8b60fe req-0c6a7f57-b871-4203-a830-970e6877cc5d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:37.807097 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-547efc9d-d807-40f0-af79-2b736d8b60fe req-0c6a7f57-b871-4203-a830-970e6877cc5d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 943 time: 0.0760856 Dec 12 04:11:37.873637 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-547efc9d-d807-40f0-af79-2b736d8b60fe req-3829d50e-dd70-45dd-8c74-63661e856699 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631959 Dec 12 04:11:37.930345 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:37.934121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-575a1c12-20f1-47ac-b1ff-8ebadb0938f7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.7102609 Dec 12 04:11:37.935073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42322) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:37.950558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d990fe49-e83a-4a43-a15b-9b534d2a0112 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:37.963226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d990fe49-e83a-4a43-a15b-9b534d2a0112 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:37.966919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d990fe49-e83a-4a43-a15b-9b534d2a0112 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d050758-1746-4102-b21f-5eb5102b0bdf HTTP/1.1" status: 204 len: 168 time: 1.0519116 Dec 12 04:11:37.977171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42324) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:38.011390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d9045174-7cec-4d67-8f3f-4ee016a6ba6d details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:11:38.066339 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1665c0ee-0c07-4a76-9c54-7c97ec43defd req-fa3ddba5-6037-43c4-bc4a-7fcd992f8aff tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954514 Dec 12 04:11:38.067602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990fe49-e83a-4a43-a15b-9b534d2a0112 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d050758-1746-4102-b21f-5eb5102b0bdf,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:38.098676 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-75cc5f17-4e54-4a14-870c-717728c62d6e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] show failed (client error): The resource could not be found. Dec 12 04:11:38.103277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-75cc5f17-4e54-4a14-870c-717728c62d6e tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "GET /v2.0/security-groups/9d050758-1746-4102-b21f-5eb5102b0bdf HTTP/1.1" status: 404 len: 347 time: 0.1194386 Dec 12 04:11:38.105660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42326) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:38.159675 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-318191d9-a2ba-4f4e-803e-cfe0e21890cb service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7320337 Dec 12 04:11:38.221367 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde97e7b-f251-4b55-acc2-ef767f777817 x-openstack-request-id: req-bde97e7b-f251-4b55-acc2-ef767f777817 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:38.221867 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc7c181-a92a-4818-9f3b-348fe9a13f4f", "name": "network-vif-deleted", "tag": "e8f526f6-3f59-4b44-90b7-ced35ee04ff0", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:38.222323 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bde97e7b-f251-4b55-acc2-ef767f777817 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:38.222978 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc7c181-a92a-4818-9f3b-348fe9a13f4f', 'name': 'network-vif-deleted', 'tag': 'e8f526f6-3f59-4b44-90b7-ced35ee04ff0', 'status': 'completed', 'code': 200} Dec 12 04:11:38.237535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '76984672-180b-4440-a37c-a6205c3d9154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:30Z', 'updated_at': '2021-12-12T04:11:35Z', 'revision_number': 3, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'gw_port': {'id': '76984672-180b-4440-a37c-a6205c3d9154', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:33Z', 'updated_at': '2021-12-12T04:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:38.274732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Checking router: b3a4c686-0f8b-4591-8e1b-e063fab54823 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:38.277263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Updating router b3a4c686-0f8b-4591-8e1b-e063fab54823 port 76984672-180b-4440-a37c-a6205c3d9154 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:11:38.311156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d9045174-7cec-4d67-8f3f-4ee016a6ba6d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:38.317455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38ab8d41-9418-43b2-9fe9-21713af7e166 req-48107b81-49c7-4a54-881f-cb925ed42ad4 tempest-MigrationsAdminTest-670541368 tempest-MigrationsAdminTest-670541368-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c181-a92a-4818-9f3b-348fe9a13f4f HTTP/1.1" status: 200 len: 210 time: 0.1777320 Dec 12 04:11:38.322927 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.354169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'port_id': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'mac_address': 'fa:16:3e:21:66:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:11:38.467935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.480569 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.485077 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-1b4ccda7-c9f3-492f-aaca-8d244b9fc463 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083887 Dec 12 04:11:38.506037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9045174-7cec-4d67-8f3f-4ee016a6ba6d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:38.514863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Deleting port 6bc262b3-3a75-48f0-94e0-22e7c72bcc36 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:38.515214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.520469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Pushing event deleted for resources: {'Port': ['ID=d7bd2098-e37d-4065-a4b3-a0226aba053b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:38.547657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0f8d-1d71-4984-8a20-0413bef52bd1 req-037f4548-8344-4f6f-8b49-2f36fd7f09bb tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:38.553726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0f8d-1d71-4984-8a20-0413bef52bd1 req-037f4548-8344-4f6f-8b49-2f36fd7f09bb tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:38.559780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0f8d-1d71-4984-8a20-0413bef52bd1 req-037f4548-8344-4f6f-8b49-2f36fd7f09bb tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:38.561659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-690d0f8d-1d71-4984-8a20-0413bef52bd1 req-037f4548-8344-4f6f-8b49-2f36fd7f09bb tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2419 time: 0.1673422 Dec 12 04:11:38.580573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d9045174-7cec-4d67-8f3f-4ee016a6ba6d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:38.587891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.590433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device efa8177b-2c79-44a2-a0f8-bf83f17934a7 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:11:38.674806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] No DVR routers for this DVR port d7bd2098-e37d-4065-a4b3-a0226aba053b on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:38.686442 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.690359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b392c9c-1f64-4ebe-bfbd-dea281e2ba3a req-e9af42e9-1cbd-4e00-8ea1-c15ed7f92822 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.37 "DELETE /v2.0/ports/d7bd2098-e37d-4065-a4b3-a0226aba053b HTTP/1.1" status: 204 len: 173 time: 2.1156328 Dec 12 04:11:38.691424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'name': 'network-vif-deleted', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:38.694246 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23a774c-2f92-4da1-9ab6-877e08052e5c" -d '{"events": [{"server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "name": "network-vif-deleted", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:38.721846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:38.743891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-690d0f8d-1d71-4984-8a20-0413bef52bd1 req-46ae1431-f1e6-46ff-ac3c-47472884365c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545522 Dec 12 04:11:38.753680 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.754404 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.754770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.766646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-e075db4c-7b44-4f99-9e99-77ddb4161776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:38.768192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-e075db4c-7b44-4f99-9e99-77ddb4161776 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49933ace5b047559d0087f0020b9305&device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 1095 time: 0.1532419 Dec 12 04:11:38.772068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Calling delete_port for 6bc262b3-3a75-48f0-94e0-22e7c72bcc36 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:38.827201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port efa8177b-2c79-44a2-a0f8-bf83f17934a7, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=efa8177b-2c79-44a2-a0f8-bf83f17934a7,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:38.829170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93760ccc-cb42-431c-a02c-f243bf3c1b07 req-205eaefd-0fad-424c-92d2-2c5ce58f64f6 tempest-LiveAutoBlockMigrationV225Test-554932533 tempest-LiveAutoBlockMigrationV225Test-554932533-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2b453-bb5a-4a3d-b24a-d27be433ee95 HTTP/1.1" status: 200 len: 210 time: 0.1148710 Dec 12 04:11:38.844508 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30081485-ed87-4396-93a5-35264fa8e501 x-openstack-request-id: req-30081485-ed87-4396-93a5-35264fa8e501 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:38.844752 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f2b453-bb5a-4a3d-b24a-d27be433ee95", "name": "network-vif-deleted", "tag": "d7bd2098-e37d-4065-a4b3-a0226aba053b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:38.845002 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30081485-ed87-4396-93a5-35264fa8e501 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:38.845271 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f2b453-bb5a-4a3d-b24a-d27be433ee95', 'name': 'network-vif-deleted', 'tag': 'd7bd2098-e37d-4065-a4b3-a0226aba053b', 'status': 'completed', 'code': 200} Dec 12 04:11:38.849565 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.851730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'efa8177b-2c79-44a2-a0f8-bf83f17934a7', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'port_id': 'efa8177b-2c79-44a2-a0f8-bf83f17934a7', 'mac_address': 'fa:16:3e:04:b3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4b163-48ba-4429-83f2-c9bdb90cc5bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:11:38.885194 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.943486 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.958877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-99510a35-07f6-49cb-a88c-53c82f821838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:38.959367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b3f13-10d7-4f27-9ba5-fd655d08a391 None None] Pushing event updated for resources: {'Port': ['ID=76984672-180b-4440-a37c-a6205c3d9154,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:38.959562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-99510a35-07f6-49cb-a88c-53c82f821838 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 HTTP/1.1" status: 200 len: 929 time: 0.1789808 Dec 12 04:11:38.963842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Attempting to bind port 76984672-180b-4440-a37c-a6205c3d9154 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:38.964239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Attempting to bind port 76984672-180b-4440-a37c-a6205c3d9154 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:38.964690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Attempting to bind port 76984672-180b-4440-a37c-a6205c3d9154 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:38.974229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa8177b-2c79-44a2-a0f8-bf83f17934a7 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:11:38.979716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:38.980103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:38.980594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:38.981043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:38.981679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Bound port: 76984672-180b-4440-a37c-a6205c3d9154, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:38.981959 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.021122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port efa8177b-2c79-44a2-a0f8-bf83f17934a7, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=efa8177b-2c79-44a2-a0f8-bf83f17934a7,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:39.032202 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.076178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] For port 76984672-180b-4440-a37c-a6205c3d9154, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:39.092269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] For port 76984672-180b-4440-a37c-a6205c3d9154, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=76984672-180b-4440-a37c-a6205c3d9154,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:39.094677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68245fa4-d93c-4b13-9f77-a4c33a0f2d63 req-6c02fc77-d987-49eb-952c-46fe3b0d581d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:39.100312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-da22f178-c941-446d-ac54-b809d7e31a4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d HTTP/1.1" status: 200 len: 217 time: 0.0518610 Dec 12 04:11:39.101626 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.102216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68245fa4-d93c-4b13-9f77-a4c33a0f2d63 req-6c02fc77-d987-49eb-952c-46fe3b0d581d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 943 time: 0.1497097 Dec 12 04:11:39.102652 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.119964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=efa8177b-2c79-44a2-a0f8-bf83f17934a7,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:39.150754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Allocated IP 172.20.0.1 (4cd24f35-8ab4-4606-ae61-bfec19cb6cec/9338b20c-483d-4db5-9484-b019c7e7cbaa/c3606b32-29ca-4415-9ebc-3afe61d86773) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:39.159962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Routers {'b3a4c686-0f8b-4591-8e1b-e063fab54823'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:39.161189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b3a4c686-0f8b-4591-8e1b-e063fab54823'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:39.177588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Pushing event deleted for resources: {'Port': ['ID=6bc262b3-3a75-48f0-94e0-22e7c72bcc36,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:39.178471 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68245fa4-d93c-4b13-9f77-a4c33a0f2d63 req-4f206f79-6ecf-4804-a572-422f63473830 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752978 Dec 12 04:11:39.281061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-f524b798-5dce-4b35-b065-1e65ae9c3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:39.283405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-f524b798-5dce-4b35-b065-1e65ae9c3620 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0c5b49d-75d0-42b1-bd98-2f86336e2714 HTTP/1.1" status: 200 len: 868 time: 0.1435764 Dec 12 04:11:39.306644 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.308125 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.309372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.310514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-59f0aed3-1857-42f7-8a7d-8a35bbf74316 tempest-ServersWithSpecificFlavorTestJSON-482205973 tempest-ServersWithSpecificFlavorTestJSON-482205973-project] 10.222.0.36 "DELETE /v2.0/floatingips/90ad2dad-5fa9-409f-ba7c-f69ce5fdf881 HTTP/1.1" status: 204 len: 168 time: 1.2019656 Dec 12 04:11:39.379717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada706-90e8-407b-9384-5f38a4d7e2cc req-a8636dd1-54dd-4f6a-b563-2751d93bbadc tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:39.381775 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50ada706-90e8-407b-9384-5f38a4d7e2cc req-a8636dd1-54dd-4f6a-b563-2751d93bbadc tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 944 time: 0.1601632 Dec 12 04:11:39.391923 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.439883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-e8caa057-e944-4e0a-ae98-74aa3c364741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:39.444571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] Set router b3a4c686-0f8b-4591-8e1b-e063fab54823 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:39.446406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-e8caa057-e944-4e0a-ae98-74aa3c364741 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347797 Dec 12 04:11:39.448249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:39.452091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:39.459998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:39.463506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Pushing event updated for resources: {'Port': ['ID=c3606b32-29ca-4415-9ebc-3afe61d86773,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:39.536042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cb7fd53e-c5c7-453b-afc2-7126dd0b9693 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:39.540184 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.605050 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50ada706-90e8-407b-9384-5f38a4d7e2cc req-6f4c8c21-d591-4173-a148-0bdee89faa40 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129524 Dec 12 04:11:39.711611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-ee189184-1de2-4f34-a3b9-c077e6ef38b1 service neutron] 10.222.0.37 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448223 Dec 12 04:11:39.716698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['d9045174-7cec-4d67-8f3f-4ee016a6ba6d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:39.719408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['efa8177b-2c79-44a2-a0f8-bf83f17934a7'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:11:39.815793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: cb7fd53e-c5c7-453b-afc2-7126dd0b9693 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:39.816150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cb7fd53e-c5c7-453b-afc2-7126dd0b9693 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:39.816587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e8f526f6-3f59-4b44-90b7-ced35ee04ff0 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:39.839040 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:39.861972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42366) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:39.879822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42370) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:39.926907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b3f13-10d7-4f27-9ba5-fd655d08a391 None None] Pushing event updated for resources: {'Port': ['ID=76984672-180b-4440-a37c-a6205c3d9154,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:39.928028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42374) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:39.968628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270e88e9-1c53-4b5c-a86a-87e89f5b51f5 req-fb688de1-6fa7-4fce-82cf-99e6ab162e08 service neutron] 10.222.0.37 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480686 Dec 12 04:11:39.986088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d7bd2098-e37d-4065-a4b3-a0226aba053b no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:40.011417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: e8f526f6-3f59-4b44-90b7-ced35ee04ff0 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:40.011781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e8f526f6-3f59-4b44-90b7-ced35ee04ff0 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:40.020269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: d7bd2098-e37d-4065-a4b3-a0226aba053b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:40.020632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d7bd2098-e37d-4065-a4b3-a0226aba053b not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:40.080514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3bd24e7b-c4d4-4b7e-92b4-3a4a069c4357 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d42b68d55c3b405d8bb5ee6f346236ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171223 Dec 12 04:11:40.082710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42378) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:40.096919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f5454f7b-3796-4850-b655-e01e64794f42 None None] Provisioning complete for port c3606b32-29ca-4415-9ebc-3afe61d86773 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:40.097300 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f5454f7b-3796-4850-b655-e01e64794f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.152787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f5454f7b-3796-4850-b655-e01e64794f42 None None] Port c3606b32-29ca-4415-9ebc-3afe61d86773 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:11:40.162922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-098f37d6-6119-4461-8c2c-7881e9d8d51c admin admin] Deleting subnet 37dcae31-2d61-427b-a549-599fc478f803 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:11:40.167701 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-098f37d6-6119-4461-8c2c-7881e9d8d51c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.207531 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f86c458f-f0fe-43fe-bc94-395777f8ef8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.221926 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-098f37d6-6119-4461-8c2c-7881e9d8d51c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.265601 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f86c458f-f0fe-43fe-bc94-395777f8ef8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.325854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-098f37d6-6119-4461-8c2c-7881e9d8d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.388919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ccb90-6b8e-4ab3-9ff3-e1bec794fcfe req-eb0ea9fd-00c4-4a39-b69d-beefddf1e53b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:40.390376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-723ccb90-6b8e-4ab3-9ff3-e1bec794fcfe req-eb0ea9fd-00c4-4a39-b69d-beefddf1e53b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 944 time: 0.1160669 Dec 12 04:11:40.410099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '76984672-180b-4440-a37c-a6205c3d9154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:30Z', 'updated_at': '2021-12-12T04:11:35Z', 'revision_number': 3, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'gw_port': {'id': '76984672-180b-4440-a37c-a6205c3d9154', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:33Z', 'updated_at': '2021-12-12T04:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:40.426310 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f86c458f-f0fe-43fe-bc94-395777f8ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.429101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f86c458f-f0fe-43fe-bc94-395777f8ef8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.430272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f86c458f-f0fe-43fe-bc94-395777f8ef8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa12debd-c551-4afd-81c7-5d34d1ec615d HTTP/1.1" status: 204 len: 168 time: 0.3463206 Dec 12 04:11:40.438449 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-098f37d6-6119-4461-8c2c-7881e9d8d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.451776 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759321e-a1fc-473b-846c-06fbeff039d1 None None] The sync data for ids ['b3a4c686-0f8b-4591-8e1b-e063fab54823'] in n-d-710847-7 is: [{'id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '76984672-180b-4440-a37c-a6205c3d9154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:30Z', 'updated_at': '2021-12-12T04:11:35Z', 'revision_number': 3, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'gw_port': {'id': '76984672-180b-4440-a37c-a6205c3d9154', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:33Z', 'updated_at': '2021-12-12T04:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:40.463514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c458f-f0fe-43fe-bc94-395777f8ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa12debd-c551-4afd-81c7-5d34d1ec615d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:40.469207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c848-1b04-4f45-a808-094aa2326add req-a380afd7-f0d7-40b5-9ee0-f09c1fa895fe tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:40.480928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c848-1b04-4f45-a808-094aa2326add req-a380afd7-f0d7-40b5-9ee0-f09c1fa895fe tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:40.498684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c848-1b04-4f45-a808-094aa2326add req-a380afd7-f0d7-40b5-9ee0-f09c1fa895fe tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:40.498684 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d42c848-1b04-4f45-a808-094aa2326add req-a380afd7-f0d7-40b5-9ee0-f09c1fa895fe tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2419 time: 0.5642982 Dec 12 04:11:40.528550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f37d6-6119-4461-8c2c-7881e9d8d51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37dcae31-2d61-427b-a549-599fc478f803,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:40.531175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-098f37d6-6119-4461-8c2c-7881e9d8d51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.534516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-098f37d6-6119-4461-8c2c-7881e9d8d51c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37dcae31-2d61-427b-a549-599fc478f803 HTTP/1.1" status: 204 len: 168 time: 0.6054907 Dec 12 04:11:40.538744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42386) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:40.541322 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-723ccb90-6b8e-4ab3-9ff3-e1bec794fcfe req-94f5507c-8b2a-4f83-acc4-4ac8a84c5c6c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429114 Dec 12 04:11:40.596202 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2bed5964-f730-46b0-99f6-3ea6399218f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.697520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d42c848-1b04-4f45-a808-094aa2326add req-6b6d0bea-1b0d-4620-8cda-c2551914640e tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994116 Dec 12 04:11:40.753637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99394abf-7e44-45fa-89bd-30f1c1ff85b6 req-6c278727-5aa1-47ca-b3c2-59cab7b04c6f tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:40.754283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.760881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99394abf-7e44-45fa-89bd-30f1c1ff85b6 req-6c278727-5aa1-47ca-b3c2-59cab7b04c6f tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 944 time: 0.0648398 Dec 12 04:11:40.793094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.809962 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:40.861025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99394abf-7e44-45fa-89bd-30f1c1ff85b6 req-fc990c5b-13f0-4d8d-bb54-4c0921656961 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939970 Dec 12 04:11:40.910514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42396) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:40.916247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Pushing event updated for resources: {'Port': ['ID=c3606b32-29ca-4415-9ebc-3afe61d86773,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:40.980484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a3d87806-3d05-4c56-94c8-b4db93ae7eea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5154087376064327925b6262ba81f834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665767 Dec 12 04:11:40.982982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42398) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:41.040520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.046010 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28fa253d-18ee-49cd-9eb4-f00f307a26ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.047740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.101561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28fa253d-18ee-49cd-9eb4-f00f307a26ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.151850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a765d6-7bb8-4e66-a864-7013327b38b2 req-878f3255-9eb0-45e8-899d-0a4449bf81cc tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:41.156147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb94e37-63ec-40da-b1d1-241dbd701469']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:41.159138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a765d6-7bb8-4e66-a864-7013327b38b2 req-878f3255-9eb0-45e8-899d-0a4449bf81cc tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:41.165949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a765d6-7bb8-4e66-a864-7013327b38b2 req-878f3255-9eb0-45e8-899d-0a4449bf81cc tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:41.167292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1a765d6-7bb8-4e66-a864-7013327b38b2 req-878f3255-9eb0-45e8-899d-0a4449bf81cc tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2419 time: 0.1048598 Dec 12 04:11:41.171584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a169165-aa7c-4de6-922a-41c6a4795877') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:41.172042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a169165-aa7c-4de6-922a-41c6a4795877') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:41.195699 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28fa253d-18ee-49cd-9eb4-f00f307a26ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.198827 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28fa253d-18ee-49cd-9eb4-f00f307a26ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.199731 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-28fa253d-18ee-49cd-9eb4-f00f307a26ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b981d903-cc30-4dee-b8b6-c7a0f86405f5 HTTP/1.1" status: 204 len: 168 time: 0.2157409 Dec 12 04:11:41.201008 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.222380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa253d-18ee-49cd-9eb4-f00f307a26ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b981d903-cc30-4dee-b8b6-c7a0f86405f5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:41.258248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1a765d6-7bb8-4e66-a864-7013327b38b2 req-0414cf8f-56f1-4c76-8b26-f09eda4dc32e tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707214 Dec 12 04:11:41.291293 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.309730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:11:41.310242 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:11:41.312082 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:11:41.366838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:41.372358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:41.439147 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.444428 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.450361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9bb94e37-63ec-40da-b1d1-241dbd701469 HTTP/1.1" status: 204 len: 168 time: 0.9055579 Dec 12 04:11:41.450863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42406) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:41.492907 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.525913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e1af2-ebfa-457d-8006-db014b338517 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb94e37-63ec-40da-b1d1-241dbd701469,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:41.527194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9892cd-f9c2-4bae-ac28-fa130b42f3e2 admin admin] Deleting subnet 58e9a81f-2b37-425c-9710-f2e248fa7639 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:11:41.531885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f9892cd-f9c2-4bae-ac28-fa130b42f3e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.603532 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f9892cd-f9c2-4bae-ac28-fa130b42f3e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.708182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-83234a9a-d0d8-4a0d-bcd5-8b8b5dca893e None None] Provisioning complete for port c3606b32-29ca-4415-9ebc-3afe61d86773 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:41.709982 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83234a9a-d0d8-4a0d-bcd5-8b8b5dca893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.735695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Router b3a4c686-0f8b-4591-8e1b-e063fab54823 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:11:41.740068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 76984672-180b-4440-a37c-a6205c3d9154 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:41.742197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.753684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f9892cd-f9c2-4bae-ac28-fa130b42f3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.795612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45201-788d-4ae2-b22c-17b96809ecbb req-73d6bb50-b270-4722-aed6-9191980cec0a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:41.801916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81d45201-788d-4ae2-b22c-17b96809ecbb req-73d6bb50-b270-4722-aed6-9191980cec0a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 944 time: 0.1371565 Dec 12 04:11:41.807818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-83234a9a-d0d8-4a0d-bcd5-8b8b5dca893e None None] Port c3606b32-29ca-4415-9ebc-3afe61d86773 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:11:41.833215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 76984672-180b-4440-a37c-a6205c3d9154 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:41.833925 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.910446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81d45201-788d-4ae2-b22c-17b96809ecbb req-7e72072b-ecca-414e-bb8d-ccda16aee0f5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992448 Dec 12 04:11:41.912074 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f9892cd-f9c2-4bae-ac28-fa130b42f3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.982768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9892cd-f9c2-4bae-ac28-fa130b42f3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e9a81f-2b37-425c-9710-f2e248fa7639,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:41.985004 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d9045174-7cec-4d67-8f3f-4ee016a6ba6d up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:41.988312 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f9892cd-f9c2-4bae-ac28-fa130b42f3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:41.995353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4f9892cd-f9c2-4bae-ac28-fa130b42f3e2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/58e9a81f-2b37-425c-9710-f2e248fa7639 HTTP/1.1" status: 204 len: 168 time: 0.5436356 Dec 12 04:11:41.996045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:42.046292 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.077501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 76984672-180b-4440-a37c-a6205c3d9154, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=76984672-180b-4440-a37c-a6205c3d9154,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:42.086901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.090925 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.123991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459f6b6-5fd7-4a25-919a-2035b93536a6 req-4effe416-9d76-4508-a11e-8bd19d745f6c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:42.126641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5459f6b6-5fd7-4a25-919a-2035b93536a6 req-4effe416-9d76-4508-a11e-8bd19d745f6c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 944 time: 0.1495941 Dec 12 04:11:42.139028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port d9045174-7cec-4d67-8f3f-4ee016a6ba6d completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:11:42.147980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port d9045174-7cec-4d67-8f3f-4ee016a6ba6d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:42.148360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.192371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=76984672-180b-4440-a37c-a6205c3d9154,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:42.201474 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.202549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:42.236854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e0574ed-5620-4c9e-8809-511587f0e9ae admin admin] 10.222.0.36 "PUT /v2.0/routers/b3a4c686-0f8b-4591-8e1b-e063fab54823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2928252 Dec 12 04:11:42.236854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5459f6b6-5fd7-4a25-919a-2035b93536a6 req-124f6af7-963e-4c10-959d-cd4f0045a4df tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020610 Dec 12 04:11:42.255318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedb6c3e-9245-432e-baab-ba7354a25a02']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:42.259298 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.294317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04cd252-8d06-4634-87b7-7ffcc365acbe') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:42.294999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04cd252-8d06-4634-87b7-7ffcc365acbe') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:42.315336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d9045174-7cec-4d67-8f3f-4ee016a6ba6d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:42.318464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:42.319129 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.321148 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3928d0c-c9af-4cae-9058-eddb84ebc93a" -d '{"events": [{"server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "name": "network-vif-plugged", "status": "completed", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:42.327767 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.329488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device efa8177b-2c79-44a2-a0f8-bf83f17934a7 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:42.331747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Deleting port 11f613cf-8734-4362-a128-17f76fae6dbb {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:42.332942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.358250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.374135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:11:42.376258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:11:42.379116 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:11:42.520018 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.531238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:42.536241 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e1b490-7e3e-49ee-a786-3abbaf6ee8e0 x-openstack-request-id: req-95e1b490-7e3e-49ee-a786-3abbaf6ee8e0 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:42.536620 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "name": "network-vif-plugged", "status": "completed", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:42.538225 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95e1b490-7e3e-49ee-a786-3abbaf6ee8e0 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:42.538831 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'code': 200} Dec 12 04:11:42.546436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.552616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port efa8177b-2c79-44a2-a0f8-bf83f17934a7 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:11:42.553806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] 10.222.0.36 "DELETE /v2.0/networks/eedb6c3e-9245-432e-baab-ba7354a25a02 HTTP/1.1" status: 204 len: 168 time: 0.5567327 Dec 12 04:11:42.561993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port efa8177b-2c79-44a2-a0f8-bf83f17934a7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:42.564043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7d208-b750-4a0d-95b8-70fcf3646866 req-403b019c-60f4-4e0f-95fa-dcc76d3b5cf2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:42.570318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7d208-b750-4a0d-95b8-70fcf3646866 req-403b019c-60f4-4e0f-95fa-dcc76d3b5cf2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:42.572987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.582198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7d208-b750-4a0d-95b8-70fcf3646866 req-403b019c-60f4-4e0f-95fa-dcc76d3b5cf2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:42.583982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ce7d208-b750-4a0d-95b8-70fcf3646866 req-403b019c-60f4-4e0f-95fa-dcc76d3b5cf2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2419 time: 0.1409225 Dec 12 04:11:42.585311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76a260-dc87-48cd-943f-42b2f228031b admin admin] Pushing event deleted for resources: {'Network': ['ID=eedb6c3e-9245-432e-baab-ba7354a25a02,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:42.589754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] For port 11f613cf-8734-4362-a128-17f76fae6dbb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=11f613cf-8734-4362-a128-17f76fae6dbb,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:42.590162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.608691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Calling delete_port for 11f613cf-8734-4362-a128-17f76fae6dbb owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:42.722381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ce7d208-b750-4a0d-95b8-70fcf3646866 req-75393aeb-5994-469c-b661-ca4b433d08da tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183944 Dec 12 04:11:42.727679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4af42-fe29-422f-8347-f6765c2ef396 req-20e35e44-e4d7-4c52-a447-9c55be461540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:42.729870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7b4af42-fe29-422f-8347-f6765c2ef396 req-20e35e44-e4d7-4c52-a447-9c55be461540 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 1096 time: 0.0971649 Dec 12 04:11:42.793337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.822847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7b4af42-fe29-422f-8347-f6765c2ef396 req-e0b56964-0975-4cef-a58b-ae9e030f9e88 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819192 Dec 12 04:11:42.851482 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-07ca1faf-447c-4295-997d-af0ad94b6943 req-2512cb04-d915-4303-8191-8b026d3b0e03 tempest-FloatingIPDetailsNegativeTestJSON-1144318802 tempest-FloatingIPDetailsNegativeTestJSON-1144318802-project] show failed (client error): The resource could not be found. Dec 12 04:11:42.852685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07ca1faf-447c-4295-997d-af0ad94b6943 req-2512cb04-d915-4303-8191-8b026d3b0e03 tempest-FloatingIPDetailsNegativeTestJSON-1144318802 tempest-FloatingIPDetailsNegativeTestJSON-1144318802-project] 10.222.0.36 "GET /v2.0/floatingips/c4ef6e93-1fa2-47d2-bf81-11e9f2f28dec HTTP/1.1" status: 404 len: 350 time: 0.0523653 Dec 12 04:11:42.865842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port efa8177b-2c79-44a2-a0f8-bf83f17934a7, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=efa8177b-2c79-44a2-a0f8-bf83f17934a7,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:42.867535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c36b3503-c46d-4a37-ab45-98de7784e075 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:42.872232 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.874174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42450) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:42.880089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c36b3503-c46d-4a37-ab45-98de7784e075 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:42.886408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c36b3503-c46d-4a37-ab45-98de7784e075 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:42.888083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c36b3503-c46d-4a37-ab45-98de7784e075 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.18 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2419 time: 0.1745620 Dec 12 04:11:42.953736 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-50bfa706-2667-47f8-ba6e-d0ca9425ee10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:42.964846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=efa8177b-2c79-44a2-a0f8-bf83f17934a7,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:43.014979 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Sync routers for ids ['b3a4c686-0f8b-4591-8e1b-e063fab54823'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:43.031866 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Routers {'b3a4c686-0f8b-4591-8e1b-e063fab54823'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:43.034272 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b3a4c686-0f8b-4591-8e1b-e063fab54823'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:43.096537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:43.128087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42458) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:43.137464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting port 89d7c619-842b-4500-9d85-f5a7ce73178f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:43.137806 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:43.141775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Pushing event deleted for resources: {'Port': ['ID=11f613cf-8734-4362-a128-17f76fae6dbb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:43.207244 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Set router b3a4c686-0f8b-4591-8e1b-e063fab54823 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:43.212795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b685-8d0d-4498-829a-b1d41ba890fb req-300beadb-50aa-4d40-a019-f815f44f374f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:43.214402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e68b685-8d0d-4498-829a-b1d41ba890fb req-300beadb-50aa-4d40-a019-f815f44f374f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1102848 Dec 12 04:11:43.411120 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e68b685-8d0d-4498-829a-b1d41ba890fb req-abb83611-46e8-4d7d-8a01-93997c104e15 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827924 Dec 12 04:11:43.461798 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4914791e-f1e0-4e2d-a3c5-f3a63ef3903b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=064aa813869d4814859875e009120b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302250 Dec 12 04:11:43.469014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42468) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:43.516431 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '76984672-180b-4440-a37c-a6205c3d9154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:30Z', 'updated_at': '2021-12-12T04:11:39Z', 'revision_number': 4, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'gw_port': {'id': '76984672-180b-4440-a37c-a6205c3d9154', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:33Z', 'updated_at': '2021-12-12T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c3606b32-29ca-4415-9ebc-3afe61d86773', 'name': '', 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'mac_address': 'fa:16:3e:42:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9338b20c-483d-4db5-9484-b019c7e7cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:38Z', 'updated_at': '2021-12-12T04:11:40Z', 'revision_number': 2, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'subnets': [{'id': '9338b20c-483d-4db5-9484-b019c7e7cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:43.547599 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Checking router: b3a4c686-0f8b-4591-8e1b-e063fab54823 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:43.548967 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Updating router b3a4c686-0f8b-4591-8e1b-e063fab54823 port c3606b32-29ca-4415-9ebc-3afe61d86773 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:11:43.587667 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:43.596121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] For port 89d7c619-842b-4500-9d85-f5a7ce73178f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=89d7c619-842b-4500-9d85-f5a7ce73178f,segment=NetworkSegment(1d848f59-9fba-4580-8733-745918d9a5c7),segment_id=1d848f59-9fba-4580-8733-745918d9a5c7)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:43.596502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:43.615114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:43.631830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2753571-3e71-4fcc-b6eb-46be7a7adf13 req-ef76a676-05ec-48f0-b642-5d2d1984e09b tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:43.639125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2753571-3e71-4fcc-b6eb-46be7a7adf13 req-ef76a676-05ec-48f0-b642-5d2d1984e09b tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 945 time: 0.2536201 Dec 12 04:11:43.642421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Calling delete_port for 89d7c619-842b-4500-9d85-f5a7ce73178f owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:43.656629 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:43.764616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e423837-fca6-4383-9566-2fd03f596e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:43.771759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:43.810314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2753571-3e71-4fcc-b6eb-46be7a7adf13 req-34a111fd-8976-4320-a10d-0b796df8eb42 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661093 Dec 12 04:11:43.823871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 76984672-180b-4440-a37c-a6205c3d9154 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:43.902547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 76984672-180b-4440-a37c-a6205c3d9154 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:43.903305 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:43.985706 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.031547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-08a92b15-9ee5-4d72-bc97-331f350697e9 req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Request body: {'security_group': {'name': 'tempest-securitygroup-990305550', 'description': 'tempest-description-65444303'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:44.076696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Deleting port c3606b32-29ca-4415-9ebc-3afe61d86773 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:44.077267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.092652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-08a92b15-9ee5-4d72-bc97-331f350697e9 req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.133747 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-08a92b15-9ee5-4d72-bc97-331f350697e9 req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.157868 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.165557 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.216764 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c85ad-facb-4644-86dc-ab7effa68b2b None None] Pushing event updated for resources: {'Port': ['ID=c3606b32-29ca-4415-9ebc-3afe61d86773,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:44.225859 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.251042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Calling delete_port for c3606b32-29ca-4415-9ebc-3afe61d86773 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:44.271090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e423837-fca6-4383-9566-2fd03f596e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.276759 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Attempting to bind port c3606b32-29ca-4415-9ebc-3afe61d86773 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:44.277165 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Attempting to bind port c3606b32-29ca-4415-9ebc-3afe61d86773 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '8d355852-201f-4c53-ac3a-1fa2d526297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:44.277534 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Attempting to bind port c3606b32-29ca-4415-9ebc-3afe61d86773 on network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:44.283216 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:44.283579 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Checking segment: {'id': '8d355852-201f-4c53-ac3a-1fa2d526297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:44.285052 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.285052 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Bound using segment: {'id': '8d355852-201f-4c53-ac3a-1fa2d526297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:44.285052 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Bound port: c3606b32-29ca-4415-9ebc-3afe61d86773, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d355852-201f-4c53-ac3a-1fa2d526297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:44.285575 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.361144 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] For port c3606b32-29ca-4415-9ebc-3afe61d86773, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:44.365153 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] For port c3606b32-29ca-4415-9ebc-3afe61d86773, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c3606b32-29ca-4415-9ebc-3afe61d86773,segment=NetworkSegment(8d355852-201f-4c53-ac3a-1fa2d526297f),segment_id=8d355852-201f-4c53-ac3a-1fa2d526297f)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:44.372420 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.391101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-08a92b15-9ee5-4d72-bc97-331f350697e9 req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.402391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-08a92b15-9ee5-4d72-bc97-331f350697e9 req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.409268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79473d1b-44ef-4cf4-a91c-c10c4e78f50a req-f5d8951b-0dcc-4398-b523-ffc19c94b180 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:44.415594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79473d1b-44ef-4cf4-a91c-c10c4e78f50a req-f5d8951b-0dcc-4398-b523-ffc19c94b180 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:44.421651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79473d1b-44ef-4cf4-a91c-c10c4e78f50a req-f5d8951b-0dcc-4398-b523-ffc19c94b180 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:44.423930 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-79473d1b-44ef-4cf4-a91c-c10c4e78f50a req-f5d8951b-0dcc-4398-b523-ffc19c94b180 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 2419 time: 0.1608171 Dec 12 04:11:44.449194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c1ab80-ffa9-464e-a7fb-b8104e99dc10,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:44.467244 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Routers {'b3a4c686-0f8b-4591-8e1b-e063fab54823'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:44.469309 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b3a4c686-0f8b-4591-8e1b-e063fab54823'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:44.489451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e423837-fca6-4383-9566-2fd03f596e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.492733 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e423837-fca6-4383-9566-2fd03f596e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.508002 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1e423837-fca6-4383-9566-2fd03f596e10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9d8f4b2-bd29-4798-8770-030e28b5bf7e HTTP/1.1" status: 204 len: 168 time: 1.0267949 Dec 12 04:11:44.513844 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c85ad-facb-4644-86dc-ab7effa68b2b None None] Pushing event updated for resources: {'Port': ['ID=c3606b32-29ca-4415-9ebc-3afe61d86773,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:44.540405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1026ac4e-9f8e-4702-bcd5-dd37392b73fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8177b-2c79-44a2-a0f8-bf83f17934a7'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:44.543412 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0814808b-0cfe-4af7-ae1f-fae5b9856ba6" -d '{"events": [{"server_uuid": "1026ac4e-9f8e-4702-bcd5-dd37392b73fc", "name": "network-vif-plugged", "status": "completed", "tag": "efa8177b-2c79-44a2-a0f8-bf83f17934a7"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:44.573817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-50c073a3-a866-4658-8e32-aa10d0bfec47 None None] Provisioning complete for port c3606b32-29ca-4415-9ebc-3afe61d86773 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:11:44.574192 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-50c073a3-a866-4658-8e32-aa10d0bfec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.583035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e423837-fca6-4383-9566-2fd03f596e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d8f4b2-bd29-4798-8770-030e28b5bf7e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:44.584381 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-08a92b15-9ee5-4d72-bc97-331f350697e9 req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.599293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-08a92b15-9ee5-4d72-bc97-331f350697e9 req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.672989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-08a92b15-9ee5-4d72-bc97-331f350697e9 req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.674595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08a92b15-9ee5-4d72-bc97-331f350697e9 req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6489308 Dec 12 04:11:44.712968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f97e3-af7c-4deb-9465-f43da90c83ce tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58933edd-e26d-413a-b459-be7204d0f1d7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:44.739640 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-50c073a3-a866-4658-8e32-aa10d0bfec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.774580 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-79473d1b-44ef-4cf4-a91c-c10c4e78f50a req-6718773d-4726-4ea1-800f-466ed7df22c1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245306 Dec 12 04:11:44.780971 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.793032 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:44.851583 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211e1ebc-6512-4d76-a507-b664c8a0d3b6 x-openstack-request-id: req-211e1ebc-6512-4d76-a507-b664c8a0d3b6 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:44.852092 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1026ac4e-9f8e-4702-bcd5-dd37392b73fc", "name": "network-vif-plugged", "status": "completed", "tag": "efa8177b-2c79-44a2-a0f8-bf83f17934a7", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:44.852408 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-211e1ebc-6512-4d76-a507-b664c8a0d3b6 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:44.853049 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1026ac4e-9f8e-4702-bcd5-dd37392b73fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8177b-2c79-44a2-a0f8-bf83f17934a7', 'code': 200} Dec 12 04:11:44.876386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3606b32-29ca-4415-9ebc-3afe61d86773,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:44.878200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Port': ['ID=89d7c619-842b-4500-9d85-f5a7ce73178f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:44.929439 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] Set router b3a4c686-0f8b-4591-8e1b-e063fab54823 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:45.005012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] No DVR routers for this DVR port 89d7c619-842b-4500-9d85-f5a7ce73178f on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:45.008313 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.017242 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-c5180df5-b455-4e96-9fb2-6fc35621fd97 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.18 "DELETE /v2.0/ports/89d7c619-842b-4500-9d85-f5a7ce73178f HTTP/1.1" status: 204 len: 173 time: 2.1215477 Dec 12 04:11:45.025941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-deleted', 'tag': '89d7c619-842b-4500-9d85-f5a7ce73178f'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:45.028496 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b49537-ed11-4ad1-94cb-b512e807329e" -d '{"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-deleted", "tag": "89d7c619-842b-4500-9d85-f5a7ce73178f"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:45.040546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5a1c8e44-bdd2-4253-a154-72a78e643c3c None None] Could not find standard attr ID for object c3606b32-29ca-4415-9ebc-3afe61d86773. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:11:45.045913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-82556ae5-ed6b-4bb2-88dd-2851e2330e45 req-3d2435d9-5eb1-4b16-95e3-97139a5c8c43 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1557789538', 'description': 'tempest-description-1910839184'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:45.150065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Router ba527165-fa88-49b8-8100-75dd6bd98885 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:11:45.188614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435a00-27df-4488-baf2-37484ce50afc req-a694bd30-3853-494d-b787-c0c5b9b2c371 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:45.200901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d435a00-27df-4488-baf2-37484ce50afc req-a694bd30-3853-494d-b787-c0c5b9b2c371 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.3384931 Dec 12 04:11:45.249220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42494) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:45.259108 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82556ae5-ed6b-4bb2-88dd-2851e2330e45 req-3d2435d9-5eb1-4b16-95e3-97139a5c8c43 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.313240 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '76984672-180b-4440-a37c-a6205c3d9154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:30Z', 'updated_at': '2021-12-12T04:11:39Z', 'revision_number': 4, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'gw_port': {'id': '76984672-180b-4440-a37c-a6205c3d9154', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:33Z', 'updated_at': '2021-12-12T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c3606b32-29ca-4415-9ebc-3afe61d86773', 'name': '', 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'mac_address': 'fa:16:3e:42:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9338b20c-483d-4db5-9484-b019c7e7cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:38Z', 'updated_at': '2021-12-12T04:11:44Z', 'revision_number': 4, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'subnets': [{'id': '9338b20c-483d-4db5-9484-b019c7e7cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:45.337948 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:45.338453 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.351592 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95ad0e-be78-4b5e-a517-fbac58d06727 None None] The sync data for ids ['b3a4c686-0f8b-4591-8e1b-e063fab54823'] in n-d-710847-7 is: [{'id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '76984672-180b-4440-a37c-a6205c3d9154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:30Z', 'updated_at': '2021-12-12T04:11:39Z', 'revision_number': 4, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'gw_port': {'id': '76984672-180b-4440-a37c-a6205c3d9154', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:33Z', 'updated_at': '2021-12-12T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c3606b32-29ca-4415-9ebc-3afe61d86773', 'name': '', 'network_id': '4cd24f35-8ab4-4606-ae61-bfec19cb6cec', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'mac_address': 'fa:16:3e:42:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9338b20c-483d-4db5-9484-b019c7e7cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:38Z', 'updated_at': '2021-12-12T04:11:44Z', 'revision_number': 4, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'subnets': [{'id': '9338b20c-483d-4db5-9484-b019c7e7cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:45.358504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5858fab-055d-487b-bdd6-fc1014d47f1b req-f7ae713d-9950-44c1-b185-8f6012c47783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:45.360594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5858fab-055d-487b-bdd6-fc1014d47f1b req-f7ae713d-9950-44c1-b185-8f6012c47783 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 1096 time: 0.3615851 Dec 12 04:11:45.440391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:45.451500 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1614c814-f955-479a-a0f5-52fa33e765ea admin admin] 10.222.0.36 "PUT /v2.0/routers/ba527165-fa88-49b8-8100-75dd6bd98885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5706136 Dec 12 04:11:45.452723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] Sync routers for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:45.459063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 89d7c619-842b-4500-9d85-f5a7ce73178f no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:45.459962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42496) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:45.505626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d435a00-27df-4488-baf2-37484ce50afc req-c94baa8a-d4f5-4551-a160-afee9d4b4d10 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037431 Dec 12 04:11:45.511953 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.519017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 89d7c619-842b-4500-9d85-f5a7ce73178f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:45.519372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 89d7c619-842b-4500-9d85-f5a7ce73178f not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:45.519798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:45.581478 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82556ae5-ed6b-4bb2-88dd-2851e2330e45 req-3d2435d9-5eb1-4b16-95e3-97139a5c8c43 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.615848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:45.616555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:45.643036 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.648900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82556ae5-ed6b-4bb2-88dd-2851e2330e45 req-3d2435d9-5eb1-4b16-95e3-97139a5c8c43 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.708486 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.764615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.765468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] For port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:45.766001 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.786933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82556ae5-ed6b-4bb2-88dd-2851e2330e45 req-3d2435d9-5eb1-4b16-95e3-97139a5c8c43 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.788572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82556ae5-ed6b-4bb2-88dd-2851e2330e45 req-3d2435d9-5eb1-4b16-95e3-97139a5c8c43 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7475102 Dec 12 04:11:45.804978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Calling delete_port for 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:45.810197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2435d9-5eb1-4b16-95e3-97139a5c8c43 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50950e4e-3e92-4c66-b288-ef3f410b9718,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:45.825544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:45.833785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:45.836540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:45.837585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0536687e-2491-45fc-9a44-2796d7e0a616 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:45.880973 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72bb4d7-308b-44c7-b62d-a69b0c2cdb06 x-openstack-request-id: req-d72bb4d7-308b-44c7-b62d-a69b0c2cdb06 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:45.881289 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-deleted", "tag": "89d7c619-842b-4500-9d85-f5a7ce73178f", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:45.881546 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d72bb4d7-308b-44c7-b62d-a69b0c2cdb06 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:45.881949 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-deleted', 'tag': '89d7c619-842b-4500-9d85-f5a7ce73178f', 'status': 'completed', 'code': 200} Dec 12 04:11:45.915254 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.089342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Deleting port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:46.089688 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.126592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4de91280-bc30-48b4-91ae-27f73ffad715 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33eaebe3e0304c0d9c298f2e0caf00a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8751404 Dec 12 04:11:46.129582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960fdd1-ea4c-4a10-81ae-d04c18399358 req-6892451c-c62b-4ac1-b40a-e72ac0b809f1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:46.136844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960fdd1-ea4c-4a10-81ae-d04c18399358 req-6892451c-c62b-4ac1-b40a-e72ac0b809f1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:46.137054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42504) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:46.144320 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2960fdd1-ea4c-4a10-81ae-d04c18399358 req-6892451c-c62b-4ac1-b40a-e72ac0b809f1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 1681 time: 0.1608362 Dec 12 04:11:46.160845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5858fab-055d-487b-bdd6-fc1014d47f1b req-df8fcb17-6b33-4aaf-9a1c-2d9480eac3d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7858932 Dec 12 04:11:46.196185 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.273934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Port': ['ID=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:46.292443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0044f-0121-42d4-bf2c-97ff37966c47 req-0aa915ae-f440-4c77-81fb-895c794ce5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:46.297426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07f0044f-0121-42d4-bf2c-97ff37966c47 req-0aa915ae-f440-4c77-81fb-895c794ce5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 945 time: 0.1803865 Dec 12 04:11:46.331467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:46.360978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a585989b-2514-446d-8b45-2db7f72ef9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.395842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2960fdd1-ea4c-4a10-81ae-d04c18399358 req-7a9e3233-3595-48ef-bdd1-0468799121b1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505994 Dec 12 04:11:46.406766 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.427407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] No DVR routers for this DVR port 1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:46.427590 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07f0044f-0121-42d4-bf2c-97ff37966c47 req-7a38c459-0ee4-439b-9cf6-184b5b0c31d3 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283274 Dec 12 04:11:46.439957 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.446092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-a1c1caf7-8b30-4d30-a46a-e98d36abe440 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.18 "DELETE /v2.0/ports/1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d HTTP/1.1" status: 204 len: 173 time: 1.3950465 Dec 12 04:11:46.447703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a585989b-2514-446d-8b45-2db7f72ef9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.479638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0536687e-2491-45fc-9a44-2796d7e0a616, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0536687e-2491-45fc-9a44-2796d7e0a616,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:46.489919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] For port 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7b2fe515-afec-4d80-9a72-72f7e0a7c3f8,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:46.490365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.495642 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.506042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Router b3a4c686-0f8b-4591-8e1b-e063fab54823 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:11:46.567674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Calling delete_port for 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:46.622940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:11:42Z', 'revision_number': 5, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port': {'id': '7b2fe515-afec-4d80-9a72-72f7e0a7c3f8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:40Z', 'updated_at': '2021-12-12T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:46.646033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=0536687e-2491-45fc-9a44-2796d7e0a616,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:46.707312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] Checking router: ba527165-fa88-49b8-8100-75dd6bd98885 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:46.720707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] Routers {'ba527165-fa88-49b8-8100-75dd6bd98885'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:46.721541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ba527165-fa88-49b8-8100-75dd6bd98885'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:46.725952 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.859110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] Set router ba527165-fa88-49b8-8100-75dd6bd98885 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:46.886129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:46.926635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d'}, {'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0536687e-2491-45fc-9a44-2796d7e0a616'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:46.929367 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22e0351-e3da-40ca-84c4-c86c67a1b3d2" -d '{"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d"}, {"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "0536687e-2491-45fc-9a44-2796d7e0a616"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:46.932972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:11:45Z', 'revision_number': 6, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:46.940773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3f743c1d-e1cb-4681-b9e5-d4d02856b685 req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1508903943', 'description': 'tempest-description-118473129'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:46.948780 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0953884f-33fc-4e43-93ef-0952a7d57001 admin admin] 10.222.0.36 "PUT /v2.0/routers/b3a4c686-0f8b-4591-8e1b-e063fab54823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0720587 Dec 12 04:11:46.958693 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:46.976299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42514) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:46.987619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb302c0-35bf-4975-8c71-4a87448647f3 None None] The sync data for ids ['ba527165-fa88-49b8-8100-75dd6bd98885'] in n-d-710847-7 is: [{'id': 'ba527165-fa88-49b8-8100-75dd6bd98885', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166006474-router', 'tenant_id': '78f3494e57c7456d9a9a3c359da86fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:39Z', 'updated_at': '2021-12-12T04:11:45Z', 'revision_number': 6, 'project_id': '78f3494e57c7456d9a9a3c359da86fd0', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:47.034242 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a585989b-2514-446d-8b45-2db7f72ef9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.037416 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a585989b-2514-446d-8b45-2db7f72ef9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.039257 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a585989b-2514-446d-8b45-2db7f72ef9dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46c1a375-1bbb-4088-8b29-5fb8545592f2 HTTP/1.1" status: 204 len: 168 time: 0.9019477 Dec 12 04:11:47.112213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2fe515-afec-4d80-9a72-72f7e0a7c3f8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:47.124197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585989b-2514-446d-8b45-2db7f72ef9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c1a375-1bbb-4088-8b29-5fb8545592f2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:47.192550 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f743c1d-e1cb-4681-b9e5-d4d02856b685 req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.214550 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f743c1d-e1cb-4681-b9e5-d4d02856b685 req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.221399 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.232142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting port 0536687e-2491-45fc-9a44-2796d7e0a616 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:47.232489 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.237079 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-89160608-1c54-4665-a400-1a3a7d736f90 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 258 time: 0.5487111 Dec 12 04:11:47.248132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:47.283823 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] Sync routers for ids ['b3a4c686-0f8b-4591-8e1b-e063fab54823'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:47.284615 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.323446 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] Routers {'b3a4c686-0f8b-4591-8e1b-e063fab54823'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:47.324096 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b3a4c686-0f8b-4591-8e1b-e063fab54823'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:47.431892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.492703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.502132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.506503 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] Set router b3a4c686-0f8b-4591-8e1b-e063fab54823 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:47.592679 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.620007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Allocated IP 172.25.7.18 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/5f3b409f-be3c-40a7-ab50-ba9a86c4963d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:47.707796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.708536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba527165-fa88-49b8-8100-75dd6bd98885 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:11:47.713735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.717834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42532) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:47.718152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5445feca-5ac9-444c-be9a-675d059918ce admin admin] 10.222.0.36 "DELETE /v2.0/routers/ba527165-fa88-49b8-8100-75dd6bd98885 HTTP/1.1" status: 204 len: 168 time: 2.2572207 Dec 12 04:11:47.763432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] For port 0536687e-2491-45fc-9a44-2796d7e0a616, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0536687e-2491-45fc-9a44-2796d7e0a616,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:47.763925 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.771912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f743c1d-e1cb-4681-b9e5-d4d02856b685 req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.780489 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '76984672-180b-4440-a37c-a6205c3d9154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:30Z', 'updated_at': '2021-12-12T04:11:44Z', 'revision_number': 5, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'gw_port': {'id': '76984672-180b-4440-a37c-a6205c3d9154', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:33Z', 'updated_at': '2021-12-12T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:47.791071 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f743c1d-e1cb-4681-b9e5-d4d02856b685 req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.794730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Calling delete_port for 0536687e-2491-45fc-9a44-2796d7e0a616 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:47.807921 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.811299 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] Checking router: b3a4c686-0f8b-4591-8e1b-e063fab54823 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:47.815384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aa7f96-9d27-466c-b1f4-d67d2752f5d1 admin admin] Deleting subnet 82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:11:47.821132 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20aa7f96-9d27-466c-b1f4-d67d2752f5d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.821531 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] Routers {'b3a4c686-0f8b-4591-8e1b-e063fab54823'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:47.822391 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b3a4c686-0f8b-4591-8e1b-e063fab54823'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:47.883516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20aa7f96-9d27-466c-b1f4-d67d2752f5d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.885108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-deleted', 'tag': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:47.887775 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be109793-f9d4-4060-a598-b23fcf9050bd" -d '{"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-deleted", "tag": "1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:47.903108 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:47.910020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d36ae-baf5-4cf7-a955-fb8613592408,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:47.934552 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:11:48.004174 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f743c1d-e1cb-4681-b9e5-d4d02856b685 req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.007334 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] Set router b3a4c686-0f8b-4591-8e1b-e063fab54823 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:48.021889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f743c1d-e1cb-4681-b9e5-d4d02856b685 req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.028251 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20aa7f96-9d27-466c-b1f4-d67d2752f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.061882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Deleting port 76984672-180b-4440-a37c-a6205c3d9154 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:48.062224 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.071918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 11f613cf-8734-4362-a128-17f76fae6dbb no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:48.074089 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f743c1d-e1cb-4681-b9e5-d4d02856b685 req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.075371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f743c1d-e1cb-4681-b9e5-d4d02856b685 req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1443853 Dec 12 04:11:48.136482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9fe9b-8b7b-44d5-8eb7-4db8bc6bbade tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a281f0e-86db-4305-bcab-0b31d8346221,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:48.147159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 11f613cf-8734-4362-a128-17f76fae6dbb {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:48.147484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 11f613cf-8734-4362-a128-17f76fae6dbb not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:48.184542 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.216084 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.271450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Port': ['ID=0536687e-2491-45fc-9a44-2796d7e0a616,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:48.286659 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] For port 76984672-180b-4440-a37c-a6205c3d9154, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=76984672-180b-4440-a37c-a6205c3d9154,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:48.287103 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.305828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Pushing event updated for resources: {'Port': ['ID=5f3b409f-be3c-40a7-ab50-ba9a86c4963d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:48.339044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:48.341869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:48.346859 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '76984672-180b-4440-a37c-a6205c3d9154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:30Z', 'updated_at': '2021-12-12T04:11:44Z', 'revision_number': 5, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'gw_port': {'id': '76984672-180b-4440-a37c-a6205c3d9154', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:33Z', 'updated_at': '2021-12-12T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:48.352884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:48.358817 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] No DVR routers for this DVR port 0536687e-2491-45fc-9a44-2796d7e0a616 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:48.362460 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.366443 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d902d0ef-8330-405c-9cfa-7002a78e64f4 req-40c5f7f8-9efa-4240-a550-99b5847b30e4 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.18 "DELETE /v2.0/ports/0536687e-2491-45fc-9a44-2796d7e0a616 HTTP/1.1" status: 204 len: 173 time: 1.9038360 Dec 12 04:11:48.373930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Calling delete_port for 76984672-180b-4440-a37c-a6205c3d9154 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:48.398853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51f7e6-47b1-4105-afd9-6732c390f772 req-6647c45e-8289-4f8d-bd9e-7c204284f03b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:48.400476 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb51f7e6-47b1-4105-afd9-6732c390f772 req-6647c45e-8289-4f8d-bd9e-7c204284f03b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1869276 Dec 12 04:11:48.420187 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88384ee-cd5c-42ae-b1db-379d321b742e None None] The sync data for ids ['b3a4c686-0f8b-4591-8e1b-e063fab54823'] in n-d-710847-7 is: [{'id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-154275147-router', 'tenant_id': '2ced5763ef9541148b1f7d661d787178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '76984672-180b-4440-a37c-a6205c3d9154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:30Z', 'updated_at': '2021-12-12T04:11:44Z', 'revision_number': 5, 'project_id': '2ced5763ef9541148b1f7d661d787178', 'gw_port': {'id': '76984672-180b-4440-a37c-a6205c3d9154', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a4c686-0f8b-4591-8e1b-e063fab54823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:33Z', 'updated_at': '2021-12-12T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:48.518180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20aa7f96-9d27-466c-b1f4-d67d2752f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.560614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20aa7f96-9d27-466c-b1f4-d67d2752f5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.565704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3b4ac9-adcc-4abc-b163-3d1d814ecf6a None None] Network 695603de-80e2-4b3d-8195-8a60643536e4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:48.570560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb51f7e6-47b1-4105-afd9-6732c390f772 req-692c2414-13e0-4d00-aa61-2a6411dbb377 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151705 Dec 12 04:11:48.577142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-20aa7f96-9d27-466c-b1f4-d67d2752f5d1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5 HTTP/1.1" status: 204 len: 168 time: 0.8580909 Dec 12 04:11:48.615241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42548) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:48.632674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa7f96-9d27-466c-b1f4-d67d2752f5d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b79fa8-4a89-41fd-9382-eb8aaaf7cdb5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:48.686319 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e768deb2-0dce-4c79-95ba-02c4d6e067e8 x-openstack-request-id: req-e768deb2-0dce-4c79-95ba-02c4d6e067e8 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:48.686868 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d", "code": 200}, {"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "0536687e-2491-45fc-9a44-2796d7e0a616", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:48.687314 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e768deb2-0dce-4c79-95ba-02c4d6e067e8 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:48.688510 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d', 'code': 200} Dec 12 04:11:48.688947 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0536687e-2491-45fc-9a44-2796d7e0a616', 'code': 200} Dec 12 04:11:48.701138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.731787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.768498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.816596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4fffa29a-f147-4d78-b068-9f04237ac304 req-708485c6-6486-4747-8207-e339faa87193 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=df95b833-e9d5-4888-a4ac-dcb8138e93ef HTTP/1.1" status: 200 len: 210 time: 0.0411189 Dec 12 04:11:48.817784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:48.866896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Pushing event deleted for resources: {'Port': ['ID=76984672-180b-4440-a37c-a6205c3d9154,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:48.890807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5707c6be-4189-4caa-b6a3-be160d723be8 None None] DHCP port deletion for 695603de-80e2-4b3d-8195-8a60643536e4 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:11:49.003904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Deleting port 3abd1230-7769-4afe-b9ed-14a75d63ba75 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:49.004254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.022218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5707c6be-4189-4caa-b6a3-be160d723be8 None None] Deleting port 3abd1230-7769-4afe-b9ed-14a75d63ba75 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:49.022877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5707c6be-4189-4caa-b6a3-be160d723be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.137482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5707c6be-4189-4caa-b6a3-be160d723be8 None None] For port 3abd1230-7769-4afe-b9ed-14a75d63ba75, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3abd1230-7769-4afe-b9ed-14a75d63ba75,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:49.138633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5707c6be-4189-4caa-b6a3-be160d723be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.153106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5707c6be-4189-4caa-b6a3-be160d723be8 None None] Calling delete_port for 3abd1230-7769-4afe-b9ed-14a75d63ba75 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:49.235569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] For port 3abd1230-7769-4afe-b9ed-14a75d63ba75, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3abd1230-7769-4afe-b9ed-14a75d63ba75,segment=NetworkSegment(c1a8bf6f-c4ba-4181-a947-bd30e406cd6a),segment_id=c1a8bf6f-c4ba-4181-a947-bd30e406cd6a)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:49.236554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.269629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Calling delete_port for 3abd1230-7769-4afe-b9ed-14a75d63ba75 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:49.295469 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5707c6be-4189-4caa-b6a3-be160d723be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.335059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707c6be-4189-4caa-b6a3-be160d723be8 None None] Pushing event deleted for resources: {'Port': ['ID=3abd1230-7769-4afe-b9ed-14a75d63ba75,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:49.339517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707c6be-4189-4caa-b6a3-be160d723be8 None None] No DVR routers for this DVR port 3abd1230-7769-4afe-b9ed-14a75d63ba75 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:49.357361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.357994 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ebe25f-3756-490e-a1f0-e37dbabf3e23 x-openstack-request-id: req-03ebe25f-3756-490e-a1f0-e37dbabf3e23 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:49.358286 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-deleted", "tag": "1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:49.358644 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03ebe25f-3756-490e-a1f0-e37dbabf3e23 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:49.358934 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-deleted', 'tag': '1e7e9f13-52f6-4790-8ea9-e9bf6c132b8d', 'status': 'completed', 'code': 200} Dec 12 04:11:49.364171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.365462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f5c97d86-12ff-4571-bf53-b327dda853e6 req-5fb82fa0-145d-4b42-9c14-ed136bd1ca45 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1947363187', 'description': 'tempest-description-1757624097'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:49.395165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.453450 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f5c97d86-12ff-4571-bf53-b327dda853e6 req-5fb82fa0-145d-4b42-9c14-ed136bd1ca45 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.457299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Pushing event updated for resources: {'Port': ['ID=5f3b409f-be3c-40a7-ab50-ba9a86c4963d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:49.466177 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.470879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.493900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.497412 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.501650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Pushing event deleted for resources: {'Port': ['ID=3abd1230-7769-4afe-b9ed-14a75d63ba75,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:49.503506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] No DVR routers for this DVR port 3abd1230-7769-4afe-b9ed-14a75d63ba75 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:49.532560 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.533807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-4a4bd6c6-65a2-42a4-b5a4-e8a79d358b38 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2905362 Dec 12 04:11:49.553813 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.554395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3a4c686-0f8b-4591-8e1b-e063fab54823 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:11:49.559118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.560262 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-62fb6827-026c-44d0-9688-9c260b6b429b admin admin] 10.222.0.36 "DELETE /v2.0/routers/b3a4c686-0f8b-4591-8e1b-e063fab54823 HTTP/1.1" status: 204 len: 168 time: 2.5814269 Dec 12 04:11:49.564735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42566) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:49.629511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f5c97d86-12ff-4571-bf53-b327dda853e6 req-5fb82fa0-145d-4b42-9c14-ed136bd1ca45 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.635040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a1f9b9-4bf6-481c-a02a-9c3ae725e216 admin admin] Deleting subnet 9338b20c-483d-4db5-9484-b019c7e7cbaa {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:11:49.638471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16a1f9b9-4bf6-481c-a02a-9c3ae725e216 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.639768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.641271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f5c97d86-12ff-4571-bf53-b327dda853e6 req-5fb82fa0-145d-4b42-9c14-ed136bd1ca45 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.645663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-cfcac2f1-fdf3-4595-99c1-b1166bc0de3c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.0994785 Dec 12 04:11:49.670467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695603de-80e2-4b3d-8195-8a60643536e4']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:49.718471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16a1f9b9-4bf6-481c-a02a-9c3ae725e216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.724781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:49.725091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a8bf6f-c4ba-4181-a947-bd30e406cd6a') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:49.738539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3abd1230-7769-4afe-b9ed-14a75d63ba75 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:49.741542 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.747202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb82fa0-145d-4b42-9c14-ed136bd1ca45 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722b78a6-e6e7-4f5d-8eae-bafcf695f167,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:49.764310 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.765002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f5c97d86-12ff-4571-bf53-b327dda853e6 req-5fb82fa0-145d-4b42-9c14-ed136bd1ca45 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.766315 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5c97d86-12ff-4571-bf53-b327dda853e6 req-5fb82fa0-145d-4b42-9c14-ed136bd1ca45 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4065869 Dec 12 04:11:49.778827 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3abd1230-7769-4afe-b9ed-14a75d63ba75 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:49.779915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3abd1230-7769-4afe-b9ed-14a75d63ba75 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:49.780522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c3606b32-29ca-4415-9ebc-3afe61d86773 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:49.799985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:11:49.800568 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.821891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c3606b32-29ca-4415-9ebc-3afe61d86773 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:49.822432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c3606b32-29ca-4415-9ebc-3afe61d86773 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:49.823018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:49.844349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:49.845018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7b2fe515-afec-4d80-9a72-72f7e0a7c3f8 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:49.848842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16a1f9b9-4bf6-481c-a02a-9c3ae725e216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: items = [ Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:11:49.861665 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:11:49.902770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-f02d822a-e5e1-493f-af3c-c27f87e37a45 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:49.904019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863481ac-a20b-4c2d-b967-3ddccc5fb431 req-f02d822a-e5e1-493f-af3c-c27f87e37a45 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.2415202 Dec 12 04:11:49.907543 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16a1f9b9-4bf6-481c-a02a-9c3ae725e216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.915946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.937584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1f9b9-4bf6-481c-a02a-9c3ae725e216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9338b20c-483d-4db5-9484-b019c7e7cbaa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:49.941228 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16a1f9b9-4bf6-481c-a02a-9c3ae725e216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.944617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-16a1f9b9-4bf6-481c-a02a-9c3ae725e216 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9338b20c-483d-4db5-9484-b019c7e7cbaa HTTP/1.1" status: 204 len: 168 time: 0.3792174 Dec 12 04:11:49.947212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42578) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:49.947368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:49.954007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] 10.222.0.36 "DELETE /v2.0/networks/695603de-80e2-4b3d-8195-8a60643536e4 HTTP/1.1" status: 204 len: 168 time: 1.3329420 Dec 12 04:11:49.954445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42580) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:49.957648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3f329-8613-4243-a07e-63572084128f None None] Network 4cd24f35-8ab4-4606-ae61-bfec19cb6cec requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:49.965912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197be5c-63b3-455a-b34e-ff585643de33 admin admin] Pushing event deleted for resources: {'Network': ['ID=695603de-80e2-4b3d-8195-8a60643536e4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:50.107903 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.153322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb3d896-373f-46e2-886a-9d1982cb12a7 None None] DHCP port deletion for 4cd24f35-8ab4-4606-ae61-bfec19cb6cec request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:11:50.239255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3d896-373f-46e2-886a-9d1982cb12a7 None None] Deleting port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:50.239639 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d896-373f-46e2-886a-9d1982cb12a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.297077 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-0b5bbc74-5f39-49f3-aa36-59acc6e848d8 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42616 time: 0.3431189 Dec 12 04:11:50.324048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cdb3d896-373f-46e2-886a-9d1982cb12a7 None None] For port e7fead8e-c42a-4fd5-8615-fe81d580bbc9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e7fead8e-c42a-4fd5-8615-fe81d580bbc9,segment=NetworkSegment(8d355852-201f-4c53-ac3a-1fa2d526297f),segment_id=8d355852-201f-4c53-ac3a-1fa2d526297f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:50.324452 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d896-373f-46e2-886a-9d1982cb12a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.339637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3d896-373f-46e2-886a-9d1982cb12a7 None None] Calling delete_port for e7fead8e-c42a-4fd5-8615-fe81d580bbc9 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:50.366268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-e98ac985-eeb9-43ee-8f55-10cfed73a7c2 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/0deb3956-ae58-4fce-8594-581d473d4d4b HTTP/1.1" status: 200 len: 2998 time: 0.0544040 Dec 12 04:11:50.407282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.407668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.408149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.408632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.409198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.409673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.410139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.410386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-f3057c87-7e50-447f-8026-3d025f795d3b tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/0deb3956-ae58-4fce-8594-581d473d4d4b HTTP/1.1" status: 200 len: 2998 time: 0.0372903 Dec 12 04:11:50.410604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.411067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.411533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.411997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.414332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e0eddf9b-55e1-4c68-8669-941059b49bb4 req-f00d42d1-df0f-4e5e-99f4-be3def4c0559 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7775 time: 0.3093059 Dec 12 04:11:50.443646 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d896-373f-46e2-886a-9d1982cb12a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.465555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-779ac6da-2d44-41ff-bb37-f48798152e74 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3eecbecf-3a92-4693-a02a-6bc43bb76b73 HTTP/1.1" status: 200 len: 2998 time: 0.0482996 Dec 12 04:11:50.465762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42586) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:50.489785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3d896-373f-46e2-886a-9d1982cb12a7 None None] Pushing event deleted for resources: {'Port': ['ID=e7fead8e-c42a-4fd5-8615-fe81d580bbc9,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:50.495677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3d896-373f-46e2-886a-9d1982cb12a7 None None] No DVR routers for this DVR port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:50.522320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Deleting port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:50.522666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.530168 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-de218f37-b94b-4303-bfbe-d0c3663b17d3 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3eecbecf-3a92-4693-a02a-6bc43bb76b73 HTTP/1.1" status: 200 len: 2998 time: 0.0577030 Dec 12 04:11:50.571747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-64eb9884-716c-4d1d-addd-314beb9c5174 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5e7882b9-57a4-4554-b8ab-585ef202a011 HTTP/1.1" status: 200 len: 2994 time: 0.0354056 Dec 12 04:11:50.620722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-9fbc1429-3311-4acc-9419-86d5ae5076dd tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5e7882b9-57a4-4554-b8ab-585ef202a011 HTTP/1.1" status: 200 len: 2994 time: 0.0415156 Dec 12 04:11:50.626473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a289b5b2-7fa8-4cc8-be27-25f746a8ab19 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting subnet 5049f51b-cff5-410d-9cfd-7f6a1dd59a86 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:11:50.640258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a289b5b2-7fa8-4cc8-be27-25f746a8ab19 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.663639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-4662ba9c-5099-447b-85b8-71ed52190ea6 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/73c1ab80-ffa9-464e-a7fb-b8104e99dc10 HTTP/1.1" status: 200 len: 2998 time: 0.0356767 Dec 12 04:11:50.701618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] For port e7fead8e-c42a-4fd5-8615-fe81d580bbc9, host n-d-710847-7, got binding levels [] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:50.701618 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.706819 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-ffa83840-d957-4ab7-bc27-cebba64299b8 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/73c1ab80-ffa9-464e-a7fb-b8104e99dc10 HTTP/1.1" status: 200 len: 2998 time: 0.0373380 Dec 12 04:11:50.707580 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a289b5b2-7fa8-4cc8-be27-25f746a8ab19 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.722284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33f3e-b58e-4ae9-ae6e-b5e910624ffa req-ace75612-f932-4419-a439-86edd2ce3248 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:50.724155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44c33f3e-b58e-4ae9-ae6e-b5e910624ffa req-ace75612-f932-4419-a439-86edd2ce3248 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1975207 Dec 12 04:11:50.747852 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-f1d886f6-eb14-4543-ba3c-de8b8052a35a tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e0d36ae-baf5-4cf7-a955-fb8613592408 HTTP/1.1" status: 200 len: 2998 time: 0.0347595 Dec 12 04:11:50.751760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Calling delete_port for e7fead8e-c42a-4fd5-8615-fe81d580bbc9 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:50.761432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.ipam_backend_mixin [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 was not found and therefore no delete operation was performed {{(pid=103450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:11:50.777005 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.789398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-530d95cb-34dd-4a42-8c09-f03d9594ebc6 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e0d36ae-baf5-4cf7-a955-fb8613592408 HTTP/1.1" status: 200 len: 2998 time: 0.0345466 Dec 12 04:11:50.830839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-cc751398-e545-4402-af01-f55b7a6f2629 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e4cc2e7-f956-4f27-b421-eba47be7cd39 HTTP/1.1" status: 200 len: 2998 time: 0.0350733 Dec 12 04:11:50.839123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fead8e-c42a-4fd5-8615-fe81d580bbc9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:50.845223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] No DVR routers for this DVR port e7fead8e-c42a-4fd5-8615-fe81d580bbc9 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:50.876841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-40f933c4-b40a-4f9e-9e31-f544c70e98f0 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e4cc2e7-f956-4f27-b421-eba47be7cd39 HTTP/1.1" status: 200 len: 2998 time: 0.0386293 Dec 12 04:11:50.918950 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-f85881b6-538c-4eb6-86bc-00005d2b2d8a tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/861e04db-5d26-4167-8911-a456d3c70110 HTTP/1.1" status: 200 len: 2998 time: 0.0354924 Dec 12 04:11:50.932381 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44c33f3e-b58e-4ae9-ae6e-b5e910624ffa req-f7a70f0b-639e-4e36-be9e-8ce210ad1d0b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824436 Dec 12 04:11:50.965899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-f4062849-a7a5-4f61-a851-c648884caca8 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/861e04db-5d26-4167-8911-a456d3c70110 HTTP/1.1" status: 200 len: 2998 time: 0.0399725 Dec 12 04:11:50.989006 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a289b5b2-7fa8-4cc8-be27-25f746a8ab19 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:50.992864 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.009636 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-f4403927-6091-44c2-8c0e-5b7a79fd76a5 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9a2384e4-cbe2-45b2-9e70-efd48d0cf055 HTTP/1.1" status: 200 len: 2998 time: 0.0374334 Dec 12 04:11:51.050170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd24f35-8ab4-4606-ae61-bfec19cb6cec']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:51.056882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-965d5eee-d9ec-4610-a5f4-85b3d8fc940b tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9a2384e4-cbe2-45b2-9e70-efd48d0cf055 HTTP/1.1" status: 200 len: 2998 time: 0.0385387 Dec 12 04:11:51.081074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d355852-201f-4c53-ac3a-1fa2d526297f') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:51.081371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d355852-201f-4c53-ac3a-1fa2d526297f') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:51.098750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-7a2b1824-c357-4094-91ec-e14cf3dab9dd tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9b066175-420d-4780-a518-914369941f00 HTTP/1.1" status: 200 len: 2998 time: 0.0351677 Dec 12 04:11:51.103451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.127893 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.132106 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.146496 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-dcc7b7ca-b633-4b8a-be4b-4258682e5910 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9b066175-420d-4780-a518-914369941f00 HTTP/1.1" status: 200 len: 2998 time: 0.0402818 Dec 12 04:11:51.189820 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-3daafecd-d830-4e34-a9bf-8fefb59907a9 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/caf2d0df-e620-4834-b657-f5d799f5023f HTTP/1.1" status: 200 len: 2990 time: 0.0366566 Dec 12 04:11:51.197409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:11:51.197818 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:11:51.199481 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:11:51.232089 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-28938beb-bd48-48f5-b9d2-1f6415d70e36 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/caf2d0df-e620-4834-b657-f5d799f5023f HTTP/1.1" status: 200 len: 2990 time: 0.0362999 Dec 12 04:11:51.241340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a289b5b2-7fa8-4cc8-be27-25f746a8ab19 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.250242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-3abf179c-396c-4f3f-a8c1-7d9b0047055a tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:51.251731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-3abf179c-396c-4f3f-a8c1-7d9b0047055a tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2328289 Dec 12 04:11:51.276018 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-84c914f2-7ca4-433f-aca1-1788b8f5d0e0 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/d77a266b-93fc-478c-b202-77bbdf37a6f9 HTTP/1.1" status: 200 len: 2998 time: 0.0364690 Dec 12 04:11:51.310523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289b5b2-7fa8-4cc8-be27-25f746a8ab19 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Subnet': ['ID=5049f51b-cff5-410d-9cfd-7f6a1dd59a86,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:51.317832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e52d2-a100-4bd3-a95f-772d4c195e15 None None] Network 0e515407-7ce3-4b1b-89de-a157c2cedab1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:51.324771 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-e04a3b66-3e1e-4329-b868-6bab1ccbc2d5 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/d77a266b-93fc-478c-b202-77bbdf37a6f9 HTTP/1.1" status: 200 len: 2998 time: 0.0418305 Dec 12 04:11:51.344425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a289b5b2-7fa8-4cc8-be27-25f746a8ab19 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.350079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a289b5b2-7fa8-4cc8-be27-25f746a8ab19 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "DELETE /v2.0/subnets/5049f51b-cff5-410d-9cfd-7f6a1dd59a86 HTTP/1.1" status: 204 len: 168 time: 0.8786650 Dec 12 04:11:51.351242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42588) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:51.362604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-deleted', 'tag': '0536687e-2491-45fc-9a44-2796d7e0a616'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:51.364856 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a82734-2d2e-44bb-a266-257720357a22" -d '{"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-deleted", "tag": "0536687e-2491-45fc-9a44-2796d7e0a616"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:51.372314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-48a4cf06-cb1b-4a72-9288-2b14b085bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.1022346 Dec 12 04:11:51.372941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.380687 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.386749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4cd24f35-8ab4-4606-ae61-bfec19cb6cec HTTP/1.1" status: 204 len: 168 time: 1.4385438 Dec 12 04:11:51.404598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-7c57c783-c79e-4cc2-a01a-32fa34207393 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Request body: {'floatingip': {'port_id': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:51.410593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5abc5-cce3-46f6-9433-774ab1a13fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd24f35-8ab4-4606-ae61-bfec19cb6cec,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:51.439374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-4fe1eb71-2a7e-4d19-a56e-9c64052947d4 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e686b624-ed7d-47f5-86bb-b227d01ed614 HTTP/1.1" status: 200 len: 2998 time: 0.1068566 Dec 12 04:11:51.471740 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.479705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-7c57c783-c79e-4cc2-a01a-32fa34207393 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.505126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9396c8dd-7856-4f15-913c-5a8dd1ba5382 None None] DHCP port deletion for 0e515407-7ce3-4b1b-89de-a157c2cedab1 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:11:51.525186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0540fc82-afd6-47f0-b5db-70bd89c74ac6 req-e4c987ac-70e1-4c4a-944c-8c25995d6664 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e686b624-ed7d-47f5-86bb-b227d01ed614 HTTP/1.1" status: 200 len: 2998 time: 0.0723443 Dec 12 04:11:51.575217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting port a4b057e2-e7d3-46da-ba02-b843052f7654 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:51.575835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.591794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9396c8dd-7856-4f15-913c-5a8dd1ba5382 None None] Deleting port a4b057e2-e7d3-46da-ba02-b843052f7654 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:51.592185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9396c8dd-7856-4f15-913c-5a8dd1ba5382 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.685037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 76984672-180b-4440-a37c-a6205c3d9154 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:51.714347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 76984672-180b-4440-a37c-a6205c3d9154 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:51.714695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 76984672-180b-4440-a37c-a6205c3d9154 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:51.715311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e7fead8e-c42a-4fd5-8615-fe81d580bbc9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:51.738964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42596) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:51.747651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e7fead8e-c42a-4fd5-8615-fe81d580bbc9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:51.748010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e7fead8e-c42a-4fd5-8615-fe81d580bbc9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:51.748455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a4b057e2-e7d3-46da-ba02-b843052f7654 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:51.754889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9396c8dd-7856-4f15-913c-5a8dd1ba5382 None None] For port a4b057e2-e7d3-46da-ba02-b843052f7654, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a4b057e2-e7d3-46da-ba02-b843052f7654,segment=NetworkSegment(1d848f59-9fba-4580-8733-745918d9a5c7),segment_id=1d848f59-9fba-4580-8733-745918d9a5c7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:51.755298 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9396c8dd-7856-4f15-913c-5a8dd1ba5382 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.788626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9396c8dd-7856-4f15-913c-5a8dd1ba5382 None None] Calling delete_port for a4b057e2-e7d3-46da-ba02-b843052f7654 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:51.823643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] For port a4b057e2-e7d3-46da-ba02-b843052f7654, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a4b057e2-e7d3-46da-ba02-b843052f7654,segment=NetworkSegment(1d848f59-9fba-4580-8733-745918d9a5c7),segment_id=1d848f59-9fba-4580-8733-745918d9a5c7)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:51.824006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.827056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f3063-1f5f-4922-9df7-c1b9f689302a req-2a07a665-5fe1-4b18-bcb8-8aec1791bd79 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:51.829260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-625f3063-1f5f-4922-9df7-c1b9f689302a req-2a07a665-5fe1-4b18-bcb8-8aec1791bd79 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 886 time: 0.1348631 Dec 12 04:11:51.829950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5db5b94a-8ed9-4ce0-889e-6d2ce8cdde22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ced5763ef9541148b1f7d661d787178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0898159 Dec 12 04:11:51.830576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42598) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:51.846225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Calling delete_port for a4b057e2-e7d3-46da-ba02-b843052f7654 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:51.886806 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdcbea8-f3fc-432a-899b-7cd075c35a83 x-openstack-request-id: req-9cdcbea8-f3fc-432a-899b-7cd075c35a83 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:51.887109 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df95b833-e9d5-4888-a4ac-dcb8138e93ef", "name": "network-vif-deleted", "tag": "0536687e-2491-45fc-9a44-2796d7e0a616", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:51.887363 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cdcbea8-f3fc-432a-899b-7cd075c35a83 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:51.887764 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95b833-e9d5-4888-a4ac-dcb8138e93ef', 'name': 'network-vif-deleted', 'tag': '0536687e-2491-45fc-9a44-2796d7e0a616', 'status': 'completed', 'code': 200} Dec 12 04:11:51.912066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.931506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9396c8dd-7856-4f15-913c-5a8dd1ba5382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.969102 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:51.997321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396c8dd-7856-4f15-913c-5a8dd1ba5382 None None] Pushing event deleted for resources: {'Port': ['ID=a4b057e2-e7d3-46da-ba02-b843052f7654,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:51.999407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396c8dd-7856-4f15-913c-5a8dd1ba5382 None None] No DVR routers for this DVR port a4b057e2-e7d3-46da-ba02-b843052f7654 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:52.020643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Port': ['ID=a4b057e2-e7d3-46da-ba02-b843052f7654,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:52.027107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] No DVR routers for this DVR port a4b057e2-e7d3-46da-ba02-b843052f7654 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:52.048865 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-983e5edd-6091-4f32-9838-9725b0143b51 req-0a7a0cef-4ff8-4ec2-a594-94f0f7c045ca tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8f9df64537d4dcc8b3b07ee38298497 HTTP/1.1" status: 200 len: 6152 time: 0.1338749 Dec 12 04:11:52.156535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.170056 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-983e5edd-6091-4f32-9838-9725b0143b51 req-7d45c11f-9cce-4c8a-bdf6-81e844190fb1 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] 10.222.0.36 "GET /v2.0/security-groups/73c1ab80-ffa9-464e-a7fb-b8104e99dc10 HTTP/1.1" status: 200 len: 2998 time: 0.1024334 Dec 12 04:11:52.189066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e515407-7ce3-4b1b-89de-a157c2cedab1']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:52.206145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d848f59-9fba-4580-8733-745918d9a5c7') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:52.206450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d848f59-9fba-4580-8733-745918d9a5c7') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:52.223346 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.244525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.251493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-983e5edd-6091-4f32-9838-9725b0143b51 req-ebd09365-445d-447d-87c6-5a3d93284fa1 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] 10.222.0.36 "GET /v2.0/security-groups/73c1ab80-ffa9-464e-a7fb-b8104e99dc10 HTTP/1.1" status: 200 len: 2998 time: 0.0724297 Dec 12 04:11:52.255124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:11:52.255931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.258596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Deleting port d198d8dc-97b5-4476-bad8-f861056e73da {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:52.258942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:11:52.260986 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:11:52.344676 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72791811-1e90-4c52-9ed7-2c670c76efb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.416049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.420290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.420745 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72791811-1e90-4c52-9ed7-2c670c76efb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.426820 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "DELETE /v2.0/networks/0e515407-7ce3-4b1b-89de-a157c2cedab1 HTTP/1.1" status: 204 len: 168 time: 1.0727324 Dec 12 04:11:52.431004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42606) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:52.459659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79254718-465c-4bb4-941b-4c8f870cbc89 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Network': ['ID=0e515407-7ce3-4b1b-89de-a157c2cedab1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:52.505080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] For port d198d8dc-97b5-4476-bad8-f861056e73da, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d198d8dc-97b5-4476-bad8-f861056e73da,segment=NetworkSegment(73dc7946-17a4-4fa9-90d8-2333545ae054),segment_id=73dc7946-17a4-4fa9-90d8-2333545ae054)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:52.505677 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.527096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.527586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.528064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.528542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.529032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.529501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.529970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.530832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.531012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.531511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.533446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e297317b-c5e8-48e8-b654-9b61924a3bb2 req-37c04946-8cbd-4ff6-a8a5-2ba9e1d64ea2 tempest-NetworksTest-1006749712 tempest-NetworksTest-1006749712-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7065 time: 0.2577071 Dec 12 04:11:52.534679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Calling delete_port for d198d8dc-97b5-4476-bad8-f861056e73da owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:52.572250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-7c57c783-c79e-4cc2-a01a-32fa34207393 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.609895 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-7c57c783-c79e-4cc2-a01a-32fa34207393 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.617522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc84f35-84c6-4cda-9872-e2a730abe935 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting subnet 82e96793-e008-4644-b0bf-a8e234f4eaf3 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:11:52.647535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df6f4-d0e9-4e2d-93ef-e978622c391b req-107a3571-e46e-452b-8afb-62fbe2541b85 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:52.649201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e4df6f4-d0e9-4e2d-93ef-e978622c391b req-107a3571-e46e-452b-8afb-62fbe2541b85 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.0555236 Dec 12 04:11:52.654094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fc84f35-84c6-4cda-9872-e2a730abe935 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.706932 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e4df6f4-d0e9-4e2d-93ef-e978622c391b req-d0eb15da-e863-4192-bb39-d4a8e31081b9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492132 Dec 12 04:11:52.755810 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72791811-1e90-4c52-9ed7-2c670c76efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.758333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72791811-1e90-4c52-9ed7-2c670c76efb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.761843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-72791811-1e90-4c52-9ed7-2c670c76efb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d77a266b-93fc-478c-b202-77bbdf37a6f9 HTTP/1.1" status: 204 len: 168 time: 0.9230897 Dec 12 04:11:52.767877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fc84f35-84c6-4cda-9872-e2a730abe935 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.802615 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97ad6063-2203-41c7-abf5-d5ee34c8b4e7 req-6c8c2b14-b269-4eba-80f8-3e68e4248a72 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/722b78a6-e6e7-4f5d-8eae-bafcf695f167 HTTP/1.1" status: 200 len: 1795 time: 0.0517540 Dec 12 04:11:52.812291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72791811-1e90-4c52-9ed7-2c670c76efb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a266b-93fc-478c-b202-77bbdf37a6f9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:52.862268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42616) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:52.871439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-97ad6063-2203-41c7-abf5-d5ee34c8b4e7 req-3926f062-9b2d-4a1d-b397-fcb593d3f314 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.882439 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-7c57c783-c79e-4cc2-a01a-32fa34207393 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Floating IP 6ff83fd4-d661-4f53-9e75-89a5cfd572d3 associated. External IP: 172.25.7.18, port: d9045174-7cec-4d67-8f3f-4ee016a6ba6d. Dec 12 04:11:52.895837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-97ad6063-2203-41c7-abf5-d5ee34c8b4e7 req-3926f062-9b2d-4a1d-b397-fcb593d3f314 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.947011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-97ad6063-2203-41c7-abf5-d5ee34c8b4e7 req-3926f062-9b2d-4a1d-b397-fcb593d3f314 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.950253 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-97ad6063-2203-41c7-abf5-d5ee34c8b4e7 req-3926f062-9b2d-4a1d-b397-fcb593d3f314 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:52.964447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97ad6063-2203-41c7-abf5-d5ee34c8b4e7 req-3926f062-9b2d-4a1d-b397-fcb593d3f314 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/722b78a6-e6e7-4f5d-8eae-bafcf695f167 HTTP/1.1" status: 204 len: 173 time: 0.1597528 Dec 12 04:11:52.980963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926f062-9b2d-4a1d-b397-fcb593d3f314 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722b78a6-e6e7-4f5d-8eae-bafcf695f167,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:53.027157 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fc84f35-84c6-4cda-9872-e2a730abe935 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.139737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-195fe6e0-082a-4f4e-9403-8dab70465851 req-dd959db6-ce12-4661-88a6-268ef09b5626 tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7a281f0e-86db-4305-bcab-0b31d8346221 HTTP/1.1" status: 200 len: 1794 time: 0.0605471 Dec 12 04:11:53.207034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-195fe6e0-082a-4f4e-9403-8dab70465851 req-1d3ede17-b961-494c-b1c3-6398f18b49fc tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.209268 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.211463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fc84f35-84c6-4cda-9872-e2a730abe935 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.235506 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-195fe6e0-082a-4f4e-9403-8dab70465851 req-1d3ede17-b961-494c-b1c3-6398f18b49fc tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.279898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49bb2816-6e5a-4c95-ad95-2259d4ca7005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.283234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-195fe6e0-082a-4f4e-9403-8dab70465851 req-1d3ede17-b961-494c-b1c3-6398f18b49fc tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.285711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Pushing event deleted for resources: {'Port': ['ID=d198d8dc-97b5-4476-bad8-f861056e73da,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:53.287870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc84f35-84c6-4cda-9872-e2a730abe935 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Subnet': ['ID=82e96793-e008-4644-b0bf-a8e234f4eaf3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:53.297182 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-195fe6e0-082a-4f4e-9403-8dab70465851 req-1d3ede17-b961-494c-b1c3-6398f18b49fc tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.298435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-195fe6e0-082a-4f4e-9403-8dab70465851 req-1d3ede17-b961-494c-b1c3-6398f18b49fc tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a281f0e-86db-4305-bcab-0b31d8346221 HTTP/1.1" status: 204 len: 173 time: 0.1560669 Dec 12 04:11:53.313779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ede17-b961-494c-b1c3-6398f18b49fc tempest-SecurityGroupsTestAdminJSON-304711163 tempest-SecurityGroupsTestAdminJSON-304711163-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a281f0e-86db-4305-bcab-0b31d8346221,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:53.348687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e5af4-4c48-48b1-8876-cb2271600ba4 None None] Network b8a6359b-557a-4bcb-8331-19fe0c03268e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:53.353272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fc84f35-84c6-4cda-9872-e2a730abe935 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.363094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4fc84f35-84c6-4cda-9872-e2a730abe935 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "DELETE /v2.0/subnets/82e96793-e008-4644-b0bf-a8e234f4eaf3 HTTP/1.1" status: 204 len: 168 time: 0.9014988 Dec 12 04:11:53.366228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42638) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:53.450061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7ac5b2b8-e3e9-4606-9205-f03c46cb9615 req-96238447-64b7-4198-a5c5-3cba87b1bb4f tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] 10.222.0.36 "GET /v2.0/security-groups/50950e4e-3e92-4c66-b288-ef3f410b9718 HTTP/1.1" status: 200 len: 1795 time: 0.1273065 Dec 12 04:11:53.516523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.568271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7ac5b2b8-e3e9-4606-9205-f03c46cb9615 req-9c204ce0-4d57-4e34-af60-55cc0d968525 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.606425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-7c57c783-c79e-4cc2-a01a-32fa34207393 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Router 58dd6562-13ab-4e76-9ea8-553be270683f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:11:53.607464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de7167-38cb-4d84-bf27-f8653389daa0 None None] DHCP port deletion for b8a6359b-557a-4bcb-8331-19fe0c03268e request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:11:53.659262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7ac5b2b8-e3e9-4606-9205-f03c46cb9615 req-9c204ce0-4d57-4e34-af60-55cc0d968525 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.732426 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7ac5b2b8-e3e9-4606-9205-f03c46cb9615 req-9c204ce0-4d57-4e34-af60-55cc0d968525 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.736358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7ac5b2b8-e3e9-4606-9205-f03c46cb9615 req-9c204ce0-4d57-4e34-af60-55cc0d968525 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.747460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d3de7167-38cb-4d84-bf27-f8653389daa0 None None] Deleting port 93298b63-8bf8-44d1-aae3-6154c4e251fb {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:53.748437 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3de7167-38cb-4d84-bf27-f8653389daa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.749511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49bb2816-6e5a-4c95-ad95-2259d4ca7005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.750526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7ac5b2b8-e3e9-4606-9205-f03c46cb9615 req-9c204ce0-4d57-4e34-af60-55cc0d968525 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] 10.222.0.36 "DELETE /v2.0/security-groups/50950e4e-3e92-4c66-b288-ef3f410b9718 HTTP/1.1" status: 204 len: 173 time: 0.2987850 Dec 12 04:11:53.760707 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49bb2816-6e5a-4c95-ad95-2259d4ca7005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.783278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c204ce0-4d57-4e34-af60-55cc0d968525 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50950e4e-3e92-4c66-b288-ef3f410b9718,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:53.802003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting port 93298b63-8bf8-44d1-aae3-6154c4e251fb {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:53.804695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.838017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-49bb2816-6e5a-4c95-ad95-2259d4ca7005 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95f1895d1eed42e3a55e09257ae5f93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9725430 Dec 12 04:11:53.838915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb2816-6e5a-4c95-ad95-2259d4ca7005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a018ffff-61e4-4a5c-b881-fd432edab3ac,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:53.843900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42652) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:53.865959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d3de7167-38cb-4d84-bf27-f8653389daa0 None None] For port 93298b63-8bf8-44d1-aae3-6154c4e251fb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=93298b63-8bf8-44d1-aae3-6154c4e251fb,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:53.870596 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3de7167-38cb-4d84-bf27-f8653389daa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.887427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.894114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d3de7167-38cb-4d84-bf27-f8653389daa0 None None] Calling delete_port for 93298b63-8bf8-44d1-aae3-6154c4e251fb owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:53.920044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] For port 93298b63-8bf8-44d1-aae3-6154c4e251fb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=93298b63-8bf8-44d1-aae3-6154c4e251fb,segment=NetworkSegment(c5591c7a-fa9c-4174-a6e9-4eadc71a31da),segment_id=c5591c7a-fa9c-4174-a6e9-4eadc71a31da)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:53.920424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:53.944070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efee9d5-719f-4f42-814e-e644cfc0b149 req-f64c7cf4-9406-4a7b-be74-912b787da65c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:53.951777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4efee9d5-719f-4f42-814e-e644cfc0b149 req-f64c7cf4-9406-4a7b-be74-912b787da65c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.0950878 Dec 12 04:11:53.954185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Calling delete_port for 93298b63-8bf8-44d1-aae3-6154c4e251fb owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:53.997902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-7c57c783-c79e-4cc2-a01a-32fa34207393 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:54.001988 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-498871c2-cd5d-46ab-8b9b-413781d2ed4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.007134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-7c57c783-c79e-4cc2-a01a-32fa34207393 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.010426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] Sync routers for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:54.014005 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3de7167-38cb-4d84-bf27-f8653389daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.031569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de7167-38cb-4d84-bf27-f8653389daa0 None None] No DVR routers for this DVR port 93298b63-8bf8-44d1-aae3-6154c4e251fb on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:54.049918 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-7c57c783-c79e-4cc2-a01a-32fa34207393 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "PUT /v2.0/floatingips/6ff83fd4-d661-4f53-9e75-89a5cfd572d3 HTTP/1.1" status: 200 len: 995 time: 2.6517479 Dec 12 04:11:54.065321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:11:54.066615 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:11:54.066985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de7167-38cb-4d84-bf27-f8653389daa0 None None] Pushing event deleted for resources: {'Port': ['ID=93298b63-8bf8-44d1-aae3-6154c4e251fb,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:54.075172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:54.076931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:54.164237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-498871c2-cd5d-46ab-8b9b-413781d2ed4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.283704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-c8d5de90-a39d-4b76-8ea4-33317bb61920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:54.294311 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-c8d5de90-a39d-4b76-8ea4-33317bb61920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b49933ace5b047559d0087f0020b9305&device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 1096 time: 0.2433896 Dec 12 04:11:54.393863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4efee9d5-719f-4f42-814e-e644cfc0b149 req-196592a0-b384-4a66-90a1-553c77d59103 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415901 Dec 12 04:11:54.417311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:54.424720 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.457423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] No DVR routers for this DVR port 93298b63-8bf8-44d1-aae3-6154c4e251fb on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:11:54.459940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Port': ['ID=93298b63-8bf8-44d1-aae3-6154c4e251fb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:54.590351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.601492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7d88de9-f564-4393-bc98-126c8da638cb req-a1905e20-252f-4669-bc18-99daba453496 tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] 10.222.0.36 "GET /v2.0/security-groups/58933edd-e26d-413a-b459-be7204d0f1d7 HTTP/1.1" status: 200 len: 1792 time: 0.1453583 Dec 12 04:11:54.643445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a6359b-557a-4bcb-8331-19fe0c03268e']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:54.662827 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:54.663620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5591c7a-fa9c-4174-a6e9-4eadc71a31da') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:54.679429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.704673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.707206 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f7d88de9-f564-4393-bc98-126c8da638cb req-82aea361-5664-4392-8d26-3f9265834a5c tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.720110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '6ff83fd4-d661-4f53-9e75-89a5cfd572d3', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'port_id': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'mac_address': 'fa:16:3e:21:66:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62232717-a3cb-43a3-9f56-f2d609e33750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:11:48Z', 'updated_at': '2021-12-12T04:11:52Z', 'revision_number': 1, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39dcfde1-953b-427e-8c04-1180ab18391b', 'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'mac_address': 'fa:16:3e:80:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:20Z', 'updated_at': '2021-12-12T04:11:29Z', 'revision_number': 5, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'subnets': [{'id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:54.720409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:11:54.720841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:11:54.724030 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:11:54.744647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Router 8632e50c-342d-43b8-9436-1da429296fc4 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:11:54.755011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] Checking router: 58dd6562-13ab-4e76-9ea8-553be270683f for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:54.764374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:54.765046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:54.767129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-498871c2-cd5d-46ab-8b9b-413781d2ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.769736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-498871c2-cd5d-46ab-8b9b-413781d2ed4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.773218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-498871c2-cd5d-46ab-8b9b-413781d2ed4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a018ffff-61e4-4a5c-b881-fd432edab3ac HTTP/1.1" status: 204 len: 168 time: 0.9259605 Dec 12 04:11:54.813562 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f7d88de9-f564-4393-bc98-126c8da638cb req-82aea361-5664-4392-8d26-3f9265834a5c tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.822050 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.832612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.836189 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "DELETE /v2.0/networks/b8a6359b-557a-4bcb-8331-19fe0c03268e HTTP/1.1" status: 204 len: 168 time: 1.4692020 Dec 12 04:11:54.846874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42684) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:54.857312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498871c2-cd5d-46ab-8b9b-413781d2ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a018ffff-61e4-4a5c-b881-fd432edab3ac,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:54.862720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1103859387'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:54.873768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83459c7a-6bd7-4860-80f4-3ca1d2d5c99f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Network': ['ID=b8a6359b-557a-4bcb-8331-19fe0c03268e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:54.887620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-01f3a6c1-6bce-48fa-b8d0-1856eafc24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:54.896263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-01f3a6c1-6bce-48fa-b8d0-1856eafc24f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 HTTP/1.1" status: 200 len: 929 time: 0.6009815 Dec 12 04:11:54.901939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:54.907678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:54.912259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.924005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f7d88de9-f564-4393-bc98-126c8da638cb req-82aea361-5664-4392-8d26-3f9265834a5c tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.927199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f7d88de9-f564-4393-bc98-126c8da638cb req-82aea361-5664-4392-8d26-3f9265834a5c tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:54.954347 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7d88de9-f564-4393-bc98-126c8da638cb req-82aea361-5664-4392-8d26-3f9265834a5c tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] 10.222.0.36 "DELETE /v2.0/security-groups/58933edd-e26d-413a-b459-be7204d0f1d7 HTTP/1.1" status: 204 len: 173 time: 0.3517389 Dec 12 04:11:55.001304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aea361-5664-4392-8d26-3f9265834a5c tempest-SecurityGroupsTestAdminJSON-1799933382 tempest-SecurityGroupsTestAdminJSON-1799933382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58933edd-e26d-413a-b459-be7204d0f1d7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:55.019834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:11:55.031137 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:55.031758 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Added segment 3f017e87-e2eb-4742-8b0d-3b85c89d85ea of type vlan for network b382c020-2860-4648-b969-5fab43651214 Dec 12 04:11:55.057686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-0c59f9c4-b8a6-49e7-a7c5-2404d542eaaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d HTTP/1.1" status: 200 len: 998 time: 0.1602356 Dec 12 04:11:55.104023 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:55.105257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:11:55.117329 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] Sync routers for ids ['8632e50c-342d-43b8-9436-1da429296fc4'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:11:55.136717 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] Routers {'8632e50c-342d-43b8-9436-1da429296fc4'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:55.138688 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['8632e50c-342d-43b8-9436-1da429296fc4'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:55.142985 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:55.179090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:55.185259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:55.223587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-6025189d-fe01-47eb-934c-d841da4af0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:55.228868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-6025189d-fe01-47eb-934c-d841da4af0de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0c5b49d-75d0-42b1-bd98-2f86336e2714 HTTP/1.1" status: 200 len: 868 time: 0.1182652 Dec 12 04:11:55.241762 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-520f8ded-3318-4a96-ba61-b19ae58c7880 admin admin] 10.222.0.36 "PUT /v2.0/routers/8632e50c-342d-43b8-9436-1da429296fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2864926 Dec 12 04:11:55.244300 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33575048-0d6b-472a-85c4-2f653819c338 x-openstack-request-id: req-33575048-0d6b-472a-85c4-2f653819c338 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:11:55.248986 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:11:55.249506 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33575048-0d6b-472a-85c4-2f653819c338 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:11:55.250715 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'status': 'completed', 'code': 200} Dec 12 04:11:55.251514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42700) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:55.377548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42712) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:55.384041 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] Set router 8632e50c-342d-43b8-9436-1da429296fc4 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:55.391289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-1fbadb6b-a89e-4b96-88d6-349ff2c898f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:55.394926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-1fbadb6b-a89e-4b96-88d6-349ff2c898f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428926 Dec 12 04:11:55.507409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6498411 Dec 12 04:11:55.513339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42734) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:55.514051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '6ff83fd4-d661-4f53-9e75-89a5cfd572d3', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'port_id': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'mac_address': 'fa:16:3e:21:66:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62232717-a3cb-43a3-9f56-f2d609e33750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:11:48Z', 'updated_at': '2021-12-12T04:11:52Z', 'revision_number': 1, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39dcfde1-953b-427e-8c04-1180ab18391b', 'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'mac_address': 'fa:16:3e:80:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:20Z', 'updated_at': '2021-12-12T04:11:29Z', 'revision_number': 5, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'subnets': [{'id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:55.536790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'subnet': {'network_id': 'b382c020-2860-4648-b969-5fab43651214', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:55.568439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42740) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:55.579454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52389274-ba75-4411-a67f-f4ddfca6cdfa None None] The sync data for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 is: [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '6ff83fd4-d661-4f53-9e75-89a5cfd572d3', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'port_id': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'mac_address': 'fa:16:3e:21:66:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62232717-a3cb-43a3-9f56-f2d609e33750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:11:48Z', 'updated_at': '2021-12-12T04:11:52Z', 'revision_number': 1, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39dcfde1-953b-427e-8c04-1180ab18391b', 'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'mac_address': 'fa:16:3e:80:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:20Z', 'updated_at': '2021-12-12T04:11:29Z', 'revision_number': 5, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'subnets': [{'id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:55.593965 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e62cb1ad-e31f-425b-a0fb-e40447d7280e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:55.695918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 93298b63-8bf8-44d1-aae3-6154c4e251fb no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:55.706228 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632e50c-342d-43b8-9436-1da429296fc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:53Z', 'updated_at': '2021-12-12T04:11:53Z', 'revision_number': 5, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'gw_port': {'id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:54Z', 'updated_at': '2021-12-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:55.712434 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-1f5f7b15-af7b-4176-a764-71ef48b5ad83 service neutron] 10.222.0.36 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099275 Dec 12 04:11:55.743257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 93298b63-8bf8-44d1-aae3-6154c4e251fb {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:55.743673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 93298b63-8bf8-44d1-aae3-6154c4e251fb not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:55.753406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e68ac-5db3-4650-9dea-8b9ec583d66f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Network': ['ID=b382c020-2860-4648-b969-5fab43651214,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:55.757301 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] Checking router: 8632e50c-342d-43b8-9436-1da429296fc4 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:11:55.769208 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] Routers {'8632e50c-342d-43b8-9436-1da429296fc4'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:11:55.769381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network b382c020-2860-4648-b969-5fab43651214 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:11:55.770309 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['8632e50c-342d-43b8-9436-1da429296fc4'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:55.830797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-cff73ef0-083f-4377-a07b-9ade4c6085cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:55.833006 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-cff73ef0-083f-4377-a07b-9ade4c6085cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49933ace5b047559d0087f0020b9305&device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 1096 time: 0.5828190 Dec 12 04:11:55.877567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:55.885142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:55.949357 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e62cb1ad-e31f-425b-a0fb-e40447d7280e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:55.959521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e62cb1ad-e31f-425b-a0fb-e40447d7280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.016143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e62cb1ad-e31f-425b-a0fb-e40447d7280e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c2e7393a99b4b789acccf24035b379f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439228 Dec 12 04:11:56.016394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cb1ad-e31f-425b-a0fb-e40447d7280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469051d2-e5a5-4884-9fcd-b2e8ca7ae74c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:56.020982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42752) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:56.024368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e538d3-538e-4577-8cb2-a93c4fad3c3f None None] New status for floating IP 6ff83fd4-d661-4f53-9e75-89a5cfd572d3: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:11:56.106450 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] Set router 8632e50c-342d-43b8-9436-1da429296fc4 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:11:56.118454 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82b946a-ce2d-4840-9344-4f9ece69a515 req-f1b4f837-4269-44bb-8af6-ce7332021dc5 service neutron] 10.222.0.36 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985617 Dec 12 04:11:56.135758 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67daf1f6-e31f-4933-8e05-f56630efb8f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.166171 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67daf1f6-e31f-4933-8e05-f56630efb8f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.178854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.228173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67daf1f6-e31f-4933-8e05-f56630efb8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.231003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67daf1f6-e31f-4933-8e05-f56630efb8f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.234753 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-67daf1f6-e31f-4933-8e05-f56630efb8f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/469051d2-e5a5-4884-9fcd-b2e8ca7ae74c HTTP/1.1" status: 204 len: 168 time: 0.1914570 Dec 12 04:11:56.273194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daf1f6-e31f-4933-8e05-f56630efb8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469051d2-e5a5-4884-9fcd-b2e8ca7ae74c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:56.417770 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632e50c-342d-43b8-9436-1da429296fc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:53Z', 'updated_at': '2021-12-12T04:11:53Z', 'revision_number': 5, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'gw_port': {'id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:54Z', 'updated_at': '2021-12-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:11:56.435959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-343998b0-f71c-428c-b281-e5d37b701f32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8f9df64537d4dcc8b3b07ee38298497&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0145080 Dec 12 04:11:56.436448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42790) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:56.448930 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b9362-5870-4e8f-8f26-b781b0b3000a None None] The sync data for ids ['8632e50c-342d-43b8-9436-1da429296fc4'] in n-d-710847-7 is: [{'id': '8632e50c-342d-43b8-9436-1da429296fc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311648500-router', 'tenant_id': 'b4f1de97d6204638bfd556f87201e84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:06:53Z', 'updated_at': '2021-12-12T04:11:53Z', 'revision_number': 5, 'project_id': 'b4f1de97d6204638bfd556f87201e84e', 'gw_port': {'id': 'f796b251-22f8-457f-a465-89f0dc6664d4', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632e50c-342d-43b8-9436-1da429296fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:06:54Z', 'updated_at': '2021-12-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:11:56.465355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-2c755faa-cacd-422e-a184-958f3161c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:56.467647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-2c755faa-cacd-422e-a184-958f3161c01c service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 HTTP/1.1" status: 200 len: 929 time: 0.6255529 Dec 12 04:11:56.473034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.485402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca235c2-63fd-48cc-b0b9-1f78eb7925fc req-8efef384-a0cd-4647-85d9-c138b2a4aff0 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:56.487093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eca235c2-63fd-48cc-b0b9-1f78eb7925fc req-8efef384-a0cd-4647-85d9-c138b2a4aff0 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.4373262 Dec 12 04:11:56.517343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-447d8132-bf71-4000-bdf8-965a27a6b747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.548853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-447d8132-bf71-4000-bdf8-965a27a6b747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.618807 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-447d8132-bf71-4000-bdf8-965a27a6b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.621700 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-447d8132-bf71-4000-bdf8-965a27a6b747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.626477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-447d8132-bf71-4000-bdf8-965a27a6b747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73c1ab80-ffa9-464e-a7fb-b8104e99dc10 HTTP/1.1" status: 204 len: 168 time: 0.1880727 Dec 12 04:11:56.649448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d8132-bf71-4000-bdf8-965a27a6b747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c1ab80-ffa9-464e-a7fb-b8104e99dc10,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:56.666893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.675832 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-ca72e0dd-0d29-4c3c-8cfb-b604cf5f4975 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d HTTP/1.1" status: 200 len: 1000 time: 0.1831081 Dec 12 04:11:56.683159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Checking segment: {'id': '3f017e87-e2eb-4742-8b0d-3b85c89d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b382c020-2860-4648-b969-5fab43651214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:56.683552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network hostable DHCP agents. Network: b382c020-2860-4648-b969-5fab43651214, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:11:56.689937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Subnet': ['ID=1d08ca45-bd1d-4c40-b7c6-aeed795dcff3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:56.773305 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eca235c2-63fd-48cc-b0b9-1f78eb7925fc req-5580af77-5669-4c9e-9b17-cb0d49dca394 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280288 Dec 12 04:11:56.811718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-0c12475f-b6e9-44b8-9541-5b9c795d5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:56.813391 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-0c12475f-b6e9-44b8-9541-5b9c795d5d24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0c5b49d-75d0-42b1-bd98-2f86336e2714 HTTP/1.1" status: 200 len: 868 time: 0.1152797 Dec 12 04:11:56.815532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network b382c020-2860-4648-b969-5fab43651214 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:11:56.911049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, b382c020-2860-4648-b969-5fab43651214) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:56.920889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:56.921430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b7698-852d-4ab0-a5da-c0703c2f9d7d None None] Network b382c020-2860-4648-b969-5fab43651214 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:56.921903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:56.929619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Deleting port f796b251-22f8-457f-a465-89f0dc6664d4 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:56.929970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.055279 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-830bbe89-f182-4565-b2c8-7b7485fe68b8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5327411 Dec 12 04:11:57.059828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42840) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:57.072851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1006294730'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:57.087588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-5b203fa5-3dee-4dbe-b590-e49fe445f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:57.103141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-5b203fa5-3dee-4dbe-b590-e49fe445f2f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2685087 Dec 12 04:11:57.105949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42842) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:57.153778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-b382c020-2860-4648-b969-5fab43651214', 'network_id': 'b382c020-2860-4648-b969-5fab43651214', 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'fixed_ips': [{'subnet_id': '1d08ca45-bd1d-4c40-b7c6-aeed795dcff3'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:11:57.157416 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.186709 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-fbd8c781-f258-4298-bacb-c7a72e6a2923 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 258 time: 0.4117608 Dec 12 04:11:57.201027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:57.328306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-82dc5ced-5d2f-48c2-a5fc-5a7b2c63bb5d service neutron] 10.222.0.37 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981611 Dec 12 04:11:57.354309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Allocated IP 19.80.0.2 (b382c020-2860-4648-b969-5fab43651214/1d08ca45-bd1d-4c40-b7c6-aeed795dcff3/f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:57.357497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] For port f796b251-22f8-457f-a465-89f0dc6664d4, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f796b251-22f8-457f-a465-89f0dc6664d4,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:11:57.358034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.375623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Calling delete_port for f796b251-22f8-457f-a465-89f0dc6664d4 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:11:57.453509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.478729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:57.483635 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.560008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-462a7985-7e0f-4bac-8aa4-727c6716216c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=458b7c8b27c6401d93d0b6a1393e95dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513857 Dec 12 04:11:57.569062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42890) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:57.572301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:11:57.588414 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.594038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d198d8dc-97b5-4476-bad8-f861056e73da no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:11:57.614573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.615022 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Added segment a3f28b6c-9ad9-453b-99a4-fa526c58964d of type vlan for network e8e959e3-a716-45ad-8ffe-967184813b51 Dec 12 04:11:57.631783 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.634066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: d198d8dc-97b5-4476-bad8-f861056e73da {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:11:57.634649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d198d8dc-97b5-4476-bad8-f861056e73da not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:11:57.669393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-672ebe11-3d2f-46ac-b92c-605fb0c16a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.697953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Network b382c020-2860-4648-b969-5fab43651214 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:57.704903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:57.713632 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-672ebe11-3d2f-46ac-b92c-605fb0c16a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.716828 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.722608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:57.737539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Pushing event updated for resources: {'Port': ['ID=f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:57.750692 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.760637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81bc6e9b-e5a2-4768-85c9-7a9ed352f2bf req-1fa05c6d-b4eb-42b7-9e9f-36f4dca53abb service neutron] 10.222.0.37 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667669 Dec 12 04:11:57.827514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.837065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:57.837940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.879613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Attempting to bind port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:11:57.880043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Attempting to bind port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3f017e87-e2eb-4742-8b0d-3b85c89d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b382c020-2860-4648-b969-5fab43651214'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:11:57.880416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Attempting to bind port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf on network b382c020-2860-4648-b969-5fab43651214 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:11:57.906112 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-672ebe11-3d2f-46ac-b92c-605fb0c16a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.907104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:11:57.907895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Checking segment: {'id': '3f017e87-e2eb-4742-8b0d-3b85c89d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b382c020-2860-4648-b969-5fab43651214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:57.908930 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.909358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Bound using segment: {'id': '3f017e87-e2eb-4742-8b0d-3b85c89d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b382c020-2860-4648-b969-5fab43651214'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:11:57.910029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-672ebe11-3d2f-46ac-b92c-605fb0c16a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.910408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Bound port: f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f017e87-e2eb-4742-8b0d-3b85c89d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b382c020-2860-4648-b969-5fab43651214'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:11:57.911683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-672ebe11-3d2f-46ac-b92c-605fb0c16a39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e0d36ae-baf5-4cf7-a955-fb8613592408 HTTP/1.1" status: 204 len: 168 time: 0.3383088 Dec 12 04:11:57.915754 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.921245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Network': ['ID=e8e959e3-a716-45ad-8ffe-967184813b51,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:57.946270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network e8e959e3-a716-45ad-8ffe-967184813b51 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:11:57.947582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8597d618-9d92-4ed6-b634-fcd7faea57cf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8832691 Dec 12 04:11:57.949287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:57.951693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42928) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:57.962294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ebe11-3d2f-46ac-b92c-605fb0c16a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d36ae-baf5-4cf7-a955-fb8613592408,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:57.989257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'subnet': {'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:11:58.005767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Allocated IP 172.25.7.5 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/0b664959-f0b9-4da6-a05a-9bed13fcb3f8) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:58.007558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f796b251-22f8-457f-a465-89f0dc6664d4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:58.125136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] For port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:11:58.133453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] For port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf,segment=NetworkSegment(3f017e87-e2eb-4742-8b0d-3b85c89d85ea),segment_id=3f017e87-e2eb-4742-8b0d-3b85c89d85ea)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:11:58.143627 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.228716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d592f-b687-42a5-adaa-5e66e35905df None None] Pushing event updated for resources: {'Port': ['ID=f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:58.240228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.241077 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.290748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.339834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:58.345983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:58.349732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:11:58.359329 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.365598 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.386878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Pushing event updated for resources: {'Port': ['ID=0b664959-f0b9-4da6-a05a-9bed13fcb3f8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:58.452377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:11:58.460299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.479732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.480418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8632e50c-342d-43b8-9436-1da429296fc4 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:11:58.480568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.543145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.546544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-18fd1aa0-8bed-43cd-9afc-9717998b3e7c admin admin] 10.222.0.36 "DELETE /v2.0/routers/8632e50c-342d-43b8-9436-1da429296fc4 HTTP/1.1" status: 204 len: 168 time: 3.2164807 Dec 12 04:11:58.551099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42950) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:58.603645 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.619496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d52c3-2fff-432d-aac0-669c33edaa1c req-b8e439cc-52df-47a3-ba0d-c13b2812e09e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:58.621558 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b32d52c3-2fff-432d-aac0-669c33edaa1c req-b8e439cc-52df-47a3-ba0d-c13b2812e09e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1948161 Dec 12 04:11:58.704059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3975fee4-2845-420d-acad-9d4ee3b0d563 admin admin] Deleting subnet 32f146ad-7c05-4235-89b5-52f4a2f3347a {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:11:58.715980 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3975fee4-2845-420d-acad-9d4ee3b0d563 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.821876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3975fee4-2845-420d-acad-9d4ee3b0d563 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.838804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b32d52c3-2fff-432d-aac0-669c33edaa1c req-a418173f-e838-4bf8-a9c0-59a153d2f7ba tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518755 Dec 12 04:11:58.885012 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.938196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.962146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Subnet': ['ID=3b4b119a-ef1e-4b9e-baf0-fd8b903a9275,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:58.967269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Checking segment: {'id': 'a3f28b6c-9ad9-453b-99a4-fa526c58964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:11:58.967807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network hostable DHCP agents. Network: e8e959e3-a716-45ad-8ffe-967184813b51, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:11:58.986229 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:58.987773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network e8e959e3-a716-45ad-8ffe-967184813b51 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:11:59.002024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, e8e959e3-a716-45ad-8ffe-967184813b51) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:11:59.006848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:59.007356 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.017312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536feba-145b-420b-ad53-34fbc414b142 None None] Network e8e959e3-a716-45ad-8ffe-967184813b51 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:59.047843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fe206937-31bc-4231-b053-dbceaf6084d9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0669556 Dec 12 04:11:59.055868 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3975fee4-2845-420d-acad-9d4ee3b0d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.109942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Pushing event updated for resources: {'Port': ['ID=0b664959-f0b9-4da6-a05a-9bed13fcb3f8,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:59.152283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.185055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-e8e959e3-a716-45ad-8ffe-967184813b51', 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51', 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'fixed_ips': [{'subnet_id': '3b4b119a-ef1e-4b9e-baf0-fd8b903a9275'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:11:59.186559 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.196088 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.215783 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-de795484-c399-4bd8-b81b-489e1cb501c4 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.0249944 Dec 12 04:11:59.239968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3975fee4-2845-420d-acad-9d4ee3b0d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.340351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975fee4-2845-420d-acad-9d4ee3b0d563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f146ad-7c05-4235-89b5-52f4a2f3347a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:11:59.354853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-0f4ea0d7-948a-49e3-8afb-dcaef882738f tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.1380975 Dec 12 04:11:59.372279 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3975fee4-2845-420d-acad-9d4ee3b0d563 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.379232 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3975fee4-2845-420d-acad-9d4ee3b0d563 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/32f146ad-7c05-4235-89b5-52f4a2f3347a HTTP/1.1" status: 204 len: 168 time: 0.8261588 Dec 12 04:11:59.382001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42988) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:11:59.397415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Allocated IP 19.86.0.2 (e8e959e3-a716-45ad-8ffe-967184813b51/3b4b119a-ef1e-4b9e-baf0-fd8b903a9275/31a52eda-d0ff-4b65-9adb-da3815e9f229) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:11:59.520702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-58ad67e4-7335-408e-a684-01f202cd8a62 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:59.533019 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42c77be4-e2a1-4492-a546-bd3712bbcbaf req-58ad67e4-7335-408e-a684-01f202cd8a62 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.1771193 Dec 12 04:11:59.548075 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-769cabb2-9ee5-4324-93c8-e1e7c6ab7b11 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403249 Dec 12 04:11:59.583394 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.588894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60ca12-2a4a-4c02-8e52-897b1307e5da None None] Network 0a35f6cf-62ff-41c8-9807-45e42d885af2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:11:59.615924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.693965 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.775295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:11:59.808690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-539ac465-094f-45d3-b004-ef852545724d tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:11:59.816548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-539ac465-094f-45d3-b004-ef852545724d tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608235 Dec 12 04:11:59.836378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-c82e0642-f305-42e3-b61a-db44a77c6bee tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/quotas/46b194ce3a054361b0f2856e2f9da0c3 HTTP/1.1" status: 200 len: 375 time: 0.0187306 Dec 12 04:11:59.866186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Deleting port 900a3092-51d1-4ed0-a283-301c17c30462 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:11:59.866855 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:11:59.877654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-fa445d4a-b033-4000-a483-9202af8d3ad7 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401573 Dec 12 04:11:59.993151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Network e8e959e3-a716-45ad-8ffe-967184813b51 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:11:59.994142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584ec93-b8fa-4dec-8c9c-45698a94c700 None None] Network b382c020-2860-4648-b969-5fab43651214 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:00.008399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] For port 900a3092-51d1-4ed0-a283-301c17c30462, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=900a3092-51d1-4ed0-a283-301c17c30462,segment=NetworkSegment(73dc7946-17a4-4fa9-90d8-2333545ae054),segment_id=73dc7946-17a4-4fa9-90d8-2333545ae054)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:00.008769 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.017662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:00.027272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Calling delete_port for 900a3092-51d1-4ed0-a283-301c17c30462 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:00.049710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:00.058706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Pushing event updated for resources: {'Port': ['ID=31a52eda-d0ff-4b65-9adb-da3815e9f229,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:00.148285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.151163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f6e488ca-6b02-4ac1-8243-d7e890987e21 None None] Provisioning complete for port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:00.151761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6e488ca-6b02-4ac1-8243-d7e890987e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.167872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] No DVR routers for this DVR port 900a3092-51d1-4ed0-a283-301c17c30462 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:00.196655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Pushing event deleted for resources: {'Port': ['ID=900a3092-51d1-4ed0-a283-301c17c30462,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:00.251122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.251486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.251850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.252527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.252936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.253280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.253966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.253966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.254261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.254711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.254907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.255400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.255886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:00.273786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Attempting to bind port 31a52eda-d0ff-4b65-9adb-da3815e9f229 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:00.274185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Attempting to bind port 31a52eda-d0ff-4b65-9adb-da3815e9f229 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'a3f28b6c-9ad9-453b-99a4-fa526c58964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:00.274561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Attempting to bind port 31a52eda-d0ff-4b65-9adb-da3815e9f229 on network e8e959e3-a716-45ad-8ffe-967184813b51 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:00.321069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:00.321452 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.324021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:00.324403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Checking segment: {'id': 'a3f28b6c-9ad9-453b-99a4-fa526c58964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:00.324808 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.325242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Bound using segment: {'id': 'a3f28b6c-9ad9-453b-99a4-fa526c58964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:00.325745 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Bound port: 31a52eda-d0ff-4b65-9adb-da3815e9f229, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f28b6c-9ad9-453b-99a4-fa526c58964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:00.326123 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.371607 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.416749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a35f6cf-62ff-41c8-9807-45e42d885af2']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:00.429857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe92b5-6bc0-4de2-8555-e6a7b5366ccf req-9b9fa877-b1d9-4ac8-8948-ff02d47a0c1d tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:00.430467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b9d72-8134-4d37-8f6a-a6f4edd5464e None None] DHCP port deletion for 0a35f6cf-62ff-41c8-9807-45e42d885af2 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:12:00.441185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ebe92b5-6bc0-4de2-8555-e6a7b5366ccf req-9b9fa877-b1d9-4ac8-8948-ff02d47a0c1d tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1633854 Dec 12 04:12:00.441559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dc7946-17a4-4fa9-90d8-2333545ae054') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:00.441870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dc7946-17a4-4fa9-90d8-2333545ae054') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:00.456187 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.464703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-3e21a243-b5eb-47f8-926d-22adc3bddf5e tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:00.470959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-3e21a243-b5eb-47f8-926d-22adc3bddf5e tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:00.479072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-3e21a243-b5eb-47f8-926d-22adc3bddf5e tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/networks?id=b382c020-2860-4648-b969-5fab43651214&id=e8e959e3-a716-45ad-8ffe-967184813b51 HTTP/1.1" status: 200 len: 1392 time: 0.2880375 Dec 12 04:12:00.503507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] For port 31a52eda-d0ff-4b65-9adb-da3815e9f229, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:00.510953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-86f67d44-ffd9-476d-8e89-12792a62e4f2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/quotas/4853f6765f37499e98eaa080a6b82f44 HTTP/1.1" status: 200 len: 375 time: 0.0309327 Dec 12 04:12:00.512053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] For port 31a52eda-d0ff-4b65-9adb-da3815e9f229, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=31a52eda-d0ff-4b65-9adb-da3815e9f229,segment=NetworkSegment(a3f28b6c-9ad9-453b-99a4-fa526c58964d),segment_id=a3f28b6c-9ad9-453b-99a4-fa526c58964d)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:00.513366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.525486 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.536621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ebe92b5-6bc0-4de2-8555-e6a7b5366ccf req-cb4be6a7-a789-445c-b14a-fdb966a0a603 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0937047 Dec 12 04:12:00.543926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-7ebe92b5-6bc0-4de2-8555-e6a7b5366ccf req-6de71f94-d90b-4d78-aeac-9e9bde5aa63a tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Request body: {'floatingip': {'port_id': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:00.558125 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6e488ca-6b02-4ac1-8243-d7e890987e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.561906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:12:00.562927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:12:00.564937 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:12:00.607627 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7ebe92b5-6bc0-4de2-8555-e6a7b5366ccf req-6de71f94-d90b-4d78-aeac-9e9bde5aa63a tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.677181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-9ec56e42-f80e-4737-8b39-f7424421cba2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4853f6765f37499e98eaa080a6b82f44&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1649325 Dec 12 04:12:00.696926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f6e488ca-6b02-4ac1-8243-d7e890987e21 None None] For port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf,segment=NetworkSegment(3f017e87-e2eb-4742-8b0d-3b85c89d85ea),segment_id=3f017e87-e2eb-4742-8b0d-3b85c89d85ea)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:00.698109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1149ca-399d-4198-acda-0ad074095e56 None None] Pushing event updated for resources: {'Port': ['ID=31a52eda-d0ff-4b65-9adb-da3815e9f229,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:00.702194 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.703797 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.706947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6e488ca-6b02-4ac1-8243-d7e890987e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.711204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:00.714598 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] 10.222.0.36 "DELETE /v2.0/networks/0a35f6cf-62ff-41c8-9807-45e42d885af2 HTTP/1.1" status: 204 len: 168 time: 1.3312066 Dec 12 04:12:00.738772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769077c9-e6ff-4bcc-b5d4-1a27ff46a88e admin admin] Pushing event deleted for resources: {'Network': ['ID=0a35f6cf-62ff-41c8-9807-45e42d885af2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:00.850839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e488ca-6b02-4ac1-8243-d7e890987e21 None None] Pushing event updated for resources: {'Port': ['ID=f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:00.854662 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:12:00.855411 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:12:00.975424 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-7ebe92b5-6bc0-4de2-8555-e6a7b5366ccf req-6de71f94-d90b-4d78-aeac-9e9bde5aa63a tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] update failed (client error): There was a conflict when trying to complete your request. Dec 12 04:12:00.976632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ebe92b5-6bc0-4de2-8555-e6a7b5366ccf req-6de71f94-d90b-4d78-aeac-9e9bde5aa63a tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "PUT /v2.0/floatingips/a91edfcc-b07d-4f82-9ab7-fefe6ecd25dc HTTP/1.1" status: 409 len: 548 time: 0.4383595 Dec 12 04:12:01.048451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-02f23d02-ecfc-49e7-a2fb-3cdfdfc1035f None None] Provisioning complete for port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:01.049079 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-02f23d02-ecfc-49e7-a2fb-3cdfdfc1035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:01.114877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-ba439500-642e-4a3e-bae0-217a5eb984ba service neutron] 10.222.0.36 "GET /v2.0/networks/b382c020-2860-4648-b969-5fab43651214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314654 Dec 12 04:12:01.142529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21dac-3c98-4860-8981-458599c04122 req-d852069d-a988-4b2c-bf03-7d4c29bd9e83 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:01.144275 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8df21dac-3c98-4860-8981-458599c04122 req-d852069d-a988-4b2c-bf03-7d4c29bd9e83 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.0825927 Dec 12 04:12:01.146380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43080) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:01.211979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8df21dac-3c98-4860-8981-458599c04122 req-b5dea0df-2581-4827-b72a-5ada9008121c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589058 Dec 12 04:12:01.235733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d36bc474-61fa-44a5-9a73-4127e63d1174 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78f3494e57c7456d9a9a3c359da86fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881646 Dec 12 04:12:01.238866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43084) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:01.262115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-5b9e8392-fd2d-4eb6-827c-eabacbdb9cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/b382c020-2860-4648-b969-5fab43651214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456730 Dec 12 04:12:01.310760 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1c588e8-94d8-46b3-b673-ee362e40be67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:01.336752 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1c588e8-94d8-46b3-b673-ee362e40be67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:01.404795 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-ba2f51aa-47cf-46e8-9673-1936ad530dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/e8e959e3-a716-45ad-8ffe-967184813b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293190 Dec 12 04:12:01.409903 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1c588e8-94d8-46b3-b673-ee362e40be67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:01.418318 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1c588e8-94d8-46b3-b673-ee362e40be67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:01.420065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c1c588e8-94d8-46b3-b673-ee362e40be67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e686b624-ed7d-47f5-86bb-b227d01ed614 HTTP/1.1" status: 204 len: 168 time: 0.1790726 Dec 12 04:12:01.433223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c588e8-94d8-46b3-b673-ee362e40be67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e686b624-ed7d-47f5-86bb-b227d01ed614,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:01.470179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f796b251-22f8-457f-a465-89f0dc6664d4 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:01.493575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: f796b251-22f8-457f-a465-89f0dc6664d4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:01.493575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f796b251-22f8-457f-a465-89f0dc6664d4 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:01.535171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-a2003fd9-390c-4b83-af91-8e7afdd51f85 service neutron] 10.222.0.36 "GET /v2.0/networks/e8e959e3-a716-45ad-8ffe-967184813b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294270 Dec 12 04:12:01.745306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-3e4a0400-f106-476b-80f3-30b5b6e95ccc tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698164 Dec 12 04:12:01.855102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:01.888868 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60f20a78-59e1-4e3c-8824-415067936c29 req-80237490-9843-4179-b68b-74261bbbf2bf tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 210 time: 0.0719132 Dec 12 04:12:01.946211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:01.946602 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:01.955625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-fb9354a7-5088-4ee6-a571-cfdcaa889846 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:01.957355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-fb9354a7-5088-4ee6-a571-cfdcaa889846 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036498 Dec 12 04:12:02.038766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-7aaf6194-3576-42a6-ab4e-1af03675ad46 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips/a91edfcc-b07d-4f82-9ab7-fefe6ecd25dc HTTP/1.1" status: 200 len: 691 time: 0.0678372 Dec 12 04:12:02.060544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Request body: {'port': {'device_id': 'd65f1fbc-83b9-425f-aac9-27372d7c1c4c', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '46b194ce3a054361b0f2856e2f9da0c3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:02.066943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 31a52eda-d0ff-4b65-9adb-da3815e9f229 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:02.118591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43138) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:02.210218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 31a52eda-d0ff-4b65-9adb-da3815e9f229 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:02.210780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.218253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-01f31322-e51c-4cc3-a5c6-29d85fee33fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4f1de97d6204638bfd556f87201e84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0981107 Dec 12 04:12:02.220886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43140) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:02.307762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-2f79cac7-8ce9-43fb-85e2-8550b07ede99 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:02.310845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-2f79cac7-8ce9-43fb-85e2-8550b07ede99 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.2712836 Dec 12 04:12:02.321425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de455804-82ff-4ebb-8fe2-25cc5c7dec85 None None] Network e8e959e3-a716-45ad-8ffe-967184813b51 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:02.336847 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-759c97fc-4f92-4a12-b062-43b0bc6899ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.372607 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-759c97fc-4f92-4a12-b062-43b0bc6899ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.378502 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-8166b9a4-756f-4452-bb31-4b1f90d14adc tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0568044 Dec 12 04:12:02.396495 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Made reservation on behalf of 46b194ce3a054361b0f2856e2f9da0c3 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:02.402656 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.436021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.472007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-108a577a-3bad-4f37-9cc9-f613ef1dd6bd None None] Provisioning complete for port 31a52eda-d0ff-4b65-9adb-da3815e9f229 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:02.472570 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-108a577a-3bad-4f37-9cc9-f613ef1dd6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.490295 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c0f8263e-73bb-40de-b2b3-4028ed409b2f req-317336b4-8d80-4d7a-bb72-ff0c9b25f9fe tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 210 time: 0.0514674 Dec 12 04:12:02.493918 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-759c97fc-4f92-4a12-b062-43b0bc6899ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.496623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-759c97fc-4f92-4a12-b062-43b0bc6899ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.497799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-759c97fc-4f92-4a12-b062-43b0bc6899ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/861e04db-5d26-4167-8911-a456d3c70110 HTTP/1.1" status: 204 len: 168 time: 0.2761052 Dec 12 04:12:02.503956 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-98549ee9-2e5e-4076-9dd1-4e441e2a6254 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0937889 Dec 12 04:12:02.510466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c97fc-4f92-4a12-b062-43b0bc6899ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861e04db-5d26-4167-8911-a456d3c70110,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:02.560471 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.665664 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-108a577a-3bad-4f37-9cc9-f613ef1dd6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.704348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 31a52eda-d0ff-4b65-9adb-da3815e9f229, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=31a52eda-d0ff-4b65-9adb-da3815e9f229,segment=NetworkSegment(a3f28b6c-9ad9-453b-99a4-fa526c58964d),segment_id=a3f28b6c-9ad9-453b-99a4-fa526c58964d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:02.721455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Deleting port 0b664959-f0b9-4da6-a05a-9bed13fcb3f8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:02.721802 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.740849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a3f5b-4c98-4b3a-95aa-a2d62fbd795c req-b48ca4c0-bb63-4387-b0f7-42d6abe03ff5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:02.741766 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.752967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9d1a3f5b-4c98-4b3a-95aa-a2d62fbd795c req-b48ca4c0-bb63-4387-b0f7-42d6abe03ff5 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.0936716 Dec 12 04:12:02.759639 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.830093 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-108a577a-3bad-4f37-9cc9-f613ef1dd6bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:12:02.830519 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-108a577a-3bad-4f37-9cc9-f613ef1dd6bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:12:02.836214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 900a3092-51d1-4ed0-a283-301c17c30462 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:02.847023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9d1a3f5b-4c98-4b3a-95aa-a2d62fbd795c req-37d72d28-3792-4a36-a032-ef8f0d4ba8b8 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929985 Dec 12 04:12:02.862922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:02.882987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=31a52eda-d0ff-4b65-9adb-da3815e9f229,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:02.892847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 900a3092-51d1-4ed0-a283-301c17c30462 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:02.893200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 900a3092-51d1-4ed0-a283-301c17c30462 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:03.027833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:03.028164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:03.030491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c4d61b-09e5-451c-b11d-88bffeab79c8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:03.058953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Calling delete_port for 0b664959-f0b9-4da6-a05a-9bed13fcb3f8 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:03.157053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Allocated IP 192.168.233.229 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/c28d05b6-1988-4ed4-b3e2-50ad754eb7ba) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:03.363216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:03.454006 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:03.470602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Pushing event deleted for resources: {'Port': ['ID=0b664959-f0b9-4da6-a05a-9bed13fcb3f8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:03.517960 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61180455-cea0-4f41-a7b1-c4ddc0d602e5 req-609f07f7-c937-4b85-a8ea-6dde337a6ac1 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 210 time: 0.0641654 Dec 12 04:12:03.537976 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:03.540809 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:03.542022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea4a7396-4418-4119-84a0-1618f5ba6470 req-cd842a85-8f1c-43d0-acbc-c713671e8420 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "DELETE /v2.0/floatingips/a91edfcc-b07d-4f82-9ab7-fefe6ecd25dc HTTP/1.1" status: 204 len: 173 time: 1.0370512 Dec 12 04:12:03.561319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a6747087-7067-41d0-91b5-80a1798c631b None None] Provisioning complete for port 31a52eda-d0ff-4b65-9adb-da3815e9f229 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:03.561773 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a6747087-7067-41d0-91b5-80a1798c631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:03.572551 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:03.661192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:03.665282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:03.686971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:03.738664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Pushing event updated for resources: {'Port': ['ID=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:03.773831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 31a52eda-d0ff-4b65-9adb-da3815e9f229 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:03.812676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:03.813430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:03.850885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-cf9b0dfa-20fd-497d-acdd-6c914d781a26 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7960098 Dec 12 04:12:03.873650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Request body: {'port': {'device_id': 'd65f1fbc-83b9-425f-aac9-27372d7c1c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:03.966698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-66543769-6c54-4b89-9b21-4ea686c55c91 req-021dea8f-c1dc-417f-acf5-62b0f8a89136 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 210 time: 0.1010013 Dec 12 04:12:03.981387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 31a52eda-d0ff-4b65-9adb-da3815e9f229 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:03.981782 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:04.008067 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:04.162738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c023edd5-6fe8-4288-8518-36a4e96525ff None None] Provisioning complete for port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:04.163148 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c023edd5-6fe8-4288-8518-36a4e96525ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:04.166073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-cb8713c1-6f8c-4ba5-94e6-6ee8f27a6518 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.1424868 Dec 12 04:12:04.213674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c023edd5-6fe8-4288-8518-36a4e96525ff None None] Port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:12:04.259621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-c8ad8e70-d93f-4d18-b4b9-d1c1528bbda3 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:04.268971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-c8ad8e70-d93f-4d18-b4b9-d1c1528bbda3 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:04.268971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-c8ad8e70-d93f-4d18-b4b9-d1c1528bbda3 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.37 "GET /v2.0/networks?id=b382c020-2860-4648-b969-5fab43651214&id=e8e959e3-a716-45ad-8ffe-967184813b51 HTTP/1.1" status: 200 len: 1392 time: 0.7685084 Dec 12 04:12:04.275812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-e6f06d6a-08a2-4e38-b94f-9b6b0f117ce1 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:04.277431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-e6f06d6a-08a2-4e38-b94f-9b6b0f117ce1 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports/d9045174-7cec-4d67-8f3f-4ee016a6ba6d HTTP/1.1" status: 200 len: 942 time: 0.1042268 Dec 12 04:12:04.299193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'port': {'device_id': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'network_id': 'b382c020-2860-4648-b969-5fab43651214', 'admin_state_up': True, 'tenant_id': '4853f6765f37499e98eaa080a6b82f44'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:04.464411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f597e-44a5-4f89-a8bc-a26798f9fd74 req-a8e3b6fb-cbf5-4d32-8969-b95430035458 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:04.466174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-536f597e-44a5-4f89-a8bc-a26798f9fd74 req-a8e3b6fb-cbf5-4d32-8969-b95430035458 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.0821240 Dec 12 04:12:04.475949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-d428a18b-1f3d-44bd-8766-246345734264 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.0918353 Dec 12 04:12:04.487405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:04.490875 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:04.553728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-536f597e-44a5-4f89-a8bc-a26798f9fd74 req-2b7850ea-f5df-4e25-a862-2cb118bc7d69 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804286 Dec 12 04:12:04.683927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Allocated IP 19.80.0.238 (b382c020-2860-4648-b969-5fab43651214/1d08ca45-bd1d-4c40-b7c6-aeed795dcff3/71db892f-f67c-47d9-9af4-bd440c4596e5) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:04.837341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75cff-b321-47cb-a63a-97928a34eb11 req-12393d21-ee91-4b66-8f9a-05c174fc612e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:04.838947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6b75cff-b321-47cb-a63a-97928a34eb11 req-12393d21-ee91-4b66-8f9a-05c174fc612e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 936 time: 0.1104147 Dec 12 04:12:04.924282 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:04.928480 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6b75cff-b321-47cb-a63a-97928a34eb11 req-e77cff3b-4521-404b-8fb4-9890d7c1a31c tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809834 Dec 12 04:12:04.939229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28d05b6-1988-4ed4-b3e2-50ad754eb7ba {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:04.954103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-7ea4f87e-ca14-4035-bbe2-7cf0d931083c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:04.955489 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-7ea4f87e-ca14-4035-bbe2-7cf0d931083c tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.4731207 Dec 12 04:12:04.957481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:04.974021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.006127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Transition to ACTIVE for port object c28d05b6-1988-4ed4-b3e2-50ad754eb7ba will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:05.017660 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.020452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network b382c020-2860-4648-b969-5fab43651214 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:05.027751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:05.030881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:05.074690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Port': ['ID=71db892f-f67c-47d9-9af4-bd440c4596e5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:05.090647 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-58811994-4bcf-4ccd-a1f7-8b51f7beebf5 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.1266520 Dec 12 04:12:05.093011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Pushing event updated for resources: {'Port': ['ID=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:05.121678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:05.122449 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.125760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-68d3d831-5011-431d-b27a-40ab1537ee97 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:05.144882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-f1231ef1-b616-4d37-bd8c-eed7d153c1e9 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8498211 Dec 12 04:12:05.163435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Request body: {'port': {'device_id': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51', 'admin_state_up': True, 'tenant_id': '4853f6765f37499e98eaa080a6b82f44'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:05.195501 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-68d3d831-5011-431d-b27a-40ab1537ee97 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.367979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Made reservation on behalf of 4853f6765f37499e98eaa080a6b82f44 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:05.372700 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.378232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Attempting to bind port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:05.378549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Attempting to bind port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:05.378894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Attempting to bind port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:05.386873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:05.387210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Attempting to bind port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:05.399592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:05.399951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:05.400480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:05.400980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Bound port: c28d05b6-1988-4ed4-b3e2-50ad754eb7ba, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:05.401348 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.447882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8e14ac6b-ff23-4a01-ba85-21486a0ee00b None None] Provisioning complete for port 71db892f-f67c-47d9-9af4-bd440c4596e5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:05.447882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e14ac6b-ff23-4a01-ba85-21486a0ee00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.474603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-68d3d831-5011-431d-b27a-40ab1537ee97 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.486314 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-68d3d831-5011-431d-b27a-40ab1537ee97 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.487146 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-68d3d831-5011-431d-b27a-40ab1537ee97 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Floating IP 6ff83fd4-d661-4f53-9e75-89a5cfd572d3 disassociated. External IP: 172.25.7.18, port: d9045174-7cec-4d67-8f3f-4ee016a6ba6d. Dec 12 04:12:05.487237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8e14ac6b-ff23-4a01-ba85-21486a0ee00b None None] Port 71db892f-f67c-47d9-9af4-bd440c4596e5 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:12:05.540400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Allocated IP 19.86.0.35 (e8e959e3-a716-45ad-8ffe-967184813b51/3b4b119a-ef1e-4b9e-baf0-fd8b903a9275/1be26bd3-aec8-4ab2-8cd9-c9ce051b15db) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:05.580450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] For port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:05.586250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] For port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:05.597346 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.652612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:05.653703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.655544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] 10.222.0.18 "PUT /v2.0/ports/c28d05b6-1988-4ed4-b3e2-50ad754eb7ba HTTP/1.1" status: 200 len: 1096 time: 1.7884605 Dec 12 04:12:05.659714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65f1fbc-83b9-425f-aac9-27372d7c1c4c', 'tag': 'c28d05b6-1988-4ed4-b3e2-50ad754eb7ba'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:05.662304 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d65f1fbc-83b9-425f-aac9-27372d7c1c4c", "tag": "c28d05b6-1988-4ed4-b3e2-50ad754eb7ba"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:05.679818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81a10c-cffc-4515-acca-aa9b8089a1ad service neutron] Pushing event updated for resources: {'Port': ['ID=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:05.753058 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.802399 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.816416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-e088d451-fb5a-4894-b932-5b669841aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:05.818090 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-e088d451-fb5a-4894-b932-5b669841aaae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 1099 time: 0.0949671 Dec 12 04:12:05.835661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-68d3d831-5011-431d-b27a-40ab1537ee97 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Router 58dd6562-13ab-4e76-9ea8-553be270683f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:12:05.874136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-a8dd14c2-c601-4397-9903-2527d88b6a0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba HTTP/1.1" status: 200 len: 217 time: 0.0405343 Dec 12 04:12:05.886138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Network e8e959e3-a716-45ad-8ffe-967184813b51 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:05.892566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:05.897429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:05.934577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event updated for resources: {'Port': ['ID=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:05.960053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800a183-255c-4847-b66f-7d175c3550b9 req-f52b3455-b0e3-4484-8b20-d6464916773f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:05.966363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800a183-255c-4847-b66f-7d175c3550b9 req-f52b3455-b0e3-4484-8b20-d6464916773f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:05.968038 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9800a183-255c-4847-b66f-7d175c3550b9 req-f52b3455-b0e3-4484-8b20-d6464916773f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1654 time: 0.1454957 Dec 12 04:12:05.995895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:05.996527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:05.998325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-035859d3-ab3c-40d3-b61d-debb1339cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:05.999847 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-035859d3-ab3c-40d3-b61d-debb1339cdd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1184847 Dec 12 04:12:06.019131 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-8bcc372d-8db9-4734-8f9e-6539f059f206 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605752 Dec 12 04:12:06.045713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Request body: {'port': {'device_id': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:06.047390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-68d3d831-5011-431d-b27a-40ab1537ee97 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:12:06.052492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-68d3d831-5011-431d-b27a-40ab1537ee97 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:06.063440 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] Sync routers for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:12:06.071585 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9800a183-255c-4847-b66f-7d175c3550b9 req-c085ba90-f571-462b-a72d-0aedafc0086c tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913591 Dec 12 04:12:06.081031 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:06.081995 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:06.096944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-4a1fb2d9-d73c-4f3f-84e9-80cdad266ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:06.098489 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-4a1fb2d9-d73c-4f3f-84e9-80cdad266ce1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885897 Dec 12 04:12:06.101925 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-68d3d831-5011-431d-b27a-40ab1537ee97 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "PUT /v2.0/floatingips/6ff83fd4-d661-4f53-9e75-89a5cfd572d3 HTTP/1.1" status: 200 len: 694 time: 0.9973400 Dec 12 04:12:06.138854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:06.228864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-13b40226-e38a-45c2-b6be-7ea9565f81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:06.230393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-13b40226-e38a-45c2-b6be-7ea9565f81ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b49933ace5b047559d0087f0020b9305&device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 1096 time: 0.0971832 Dec 12 04:12:06.240958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-59b92421-c390-4388-aa12-170e7aa81c82 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319356 Dec 12 04:12:06.252156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7ef1fac0-360b-4514-807a-3ec0e780c282 None None] Provisioning complete for port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:06.252777 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fac0-360b-4514-807a-3ec0e780c282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:06.288207 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:06.310857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1fac0-360b-4514-807a-3ec0e780c282 None None] Port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:12:06.429936 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0339c3a0-90e4-4516-8b5f-7a03162d0261 req-530838e7-6a06-4f39-b292-daea8bc2df36 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729665 Dec 12 04:12:06.484237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-34d41350-b249-4093-a25e-24eaa967b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:06.486416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-34d41350-b249-4093-a25e-24eaa967b10e service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 HTTP/1.1" status: 200 len: 929 time: 0.2405031 Dec 12 04:12:06.504293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71db892f-f67c-47d9-9af4-bd440c4596e5 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:06.513196 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:06.516334 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '39dcfde1-953b-427e-8c04-1180ab18391b', 'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'mac_address': 'fa:16:3e:80:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:20Z', 'updated_at': '2021-12-12T04:11:29Z', 'revision_number': 5, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'subnets': [{'id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:06.528320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Transition to ACTIVE for port object 71db892f-f67c-47d9-9af4-bd440c4596e5 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:06.534610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:06.537138 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-83d71c72-741a-49e0-b5b6-16ba99a0405b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d HTTP/1.1" status: 200 len: 217 time: 0.0432806 Dec 12 04:12:06.543700 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] Checking router: 58dd6562-13ab-4e76-9ea8-553be270683f for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:12:06.553368 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:06.554267 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:06.602185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Pushing event updated for resources: {'Port': ['ID=71db892f-f67c-47d9-9af4-bd440c4596e5,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:06.633727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-26796955-7859-41c1-8dab-39ddf11587cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:06.644898 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-26796955-7859-41c1-8dab-39ddf11587cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0c5b49d-75d0-42b1-bd98-2f86336e2714 HTTP/1.1" status: 200 len: 868 time: 0.0990226 Dec 12 04:12:06.700179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-69ad5543-07d9-46fb-9abb-e5f5d98188b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:06.702133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-69ad5543-07d9-46fb-9abb-e5f5d98188b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564194 Dec 12 04:12:06.708015 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:06.724396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Attempting to bind port 71db892f-f67c-47d9-9af4-bd440c4596e5 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:06.724752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Attempting to bind port 71db892f-f67c-47d9-9af4-bd440c4596e5 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '3f017e87-e2eb-4742-8b0d-3b85c89d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b382c020-2860-4648-b969-5fab43651214'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:06.725265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Attempting to bind port 71db892f-f67c-47d9-9af4-bd440c4596e5 on network b382c020-2860-4648-b969-5fab43651214 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:06.731641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Port 71db892f-f67c-47d9-9af4-bd440c4596e5 on network b382c020-2860-4648-b969-5fab43651214 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:06.731977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Attempting to bind port 71db892f-f67c-47d9-9af4-bd440c4596e5 on network b382c020-2860-4648-b969-5fab43651214 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:06.741096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:06.741369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Checking segment: {'id': '3f017e87-e2eb-4742-8b0d-3b85c89d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b382c020-2860-4648-b969-5fab43651214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:06.741774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Bound using segment: {'id': '3f017e87-e2eb-4742-8b0d-3b85c89d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b382c020-2860-4648-b969-5fab43651214'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:06.742230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Bound port: 71db892f-f67c-47d9-9af4-bd440c4596e5, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f017e87-e2eb-4742-8b0d-3b85c89d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b382c020-2860-4648-b969-5fab43651214'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:06.742598 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:06.767137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b2660-4bd7-4897-b484-13a0b8cf147e req-de04acb0-d2ec-45e4-ad3c-9350310e2b6e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:06.768698 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d71b2660-4bd7-4897-b484-13a0b8cf147e req-de04acb0-d2ec-45e4-ad3c-9350310e2b6e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.0839083 Dec 12 04:12:06.829716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-6e0aa3f2-8b70-447c-983a-eb2e59466951 service neutron] 10.222.0.36 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191864 Dec 12 04:12:06.858112 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d71b2660-4bd7-4897-b484-13a0b8cf147e req-feb4e06f-28d7-4c47-ba06-0ea02ea38cfb tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682619 Dec 12 04:12:06.859738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] For port 71db892f-f67c-47d9-9af4-bd440c4596e5, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:06.863086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] For port 71db892f-f67c-47d9-9af4-bd440c4596e5, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71db892f-f67c-47d9-9af4-bd440c4596e5,segment=NetworkSegment(3f017e87-e2eb-4742-8b0d-3b85c89d85ea),segment_id=3f017e87-e2eb-4742-8b0d-3b85c89d85ea)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:06.870446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:06.918435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:06.919703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:06.922063 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] 10.222.0.37 "PUT /v2.0/ports/71db892f-f67c-47d9-9af4-bd440c4596e5 HTTP/1.1" status: 200 len: 1092 time: 0.8802466 Dec 12 04:12:06.923562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'tag': '71db892f-f67c-47d9-9af4-bd440c4596e5'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:06.926238 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901442f1-bce1-4845-9cdc-9c51a47392ea" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "tag": "71db892f-f67c-47d9-9af4-bd440c4596e5"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:06.941630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d94d3ae-f7b1-4ec2-8fd3-9deb9beb083b req-7407c960-f036-4ac9-b430-fe55b104d331 service neutron] 10.222.0.36 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009347 Dec 12 04:12:06.952910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a005a1-c25e-40cb-8ea2-8d578a36db3e service neutron] Pushing event updated for resources: {'Port': ['ID=71db892f-f67c-47d9-9af4-bd440c4596e5,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:06.970974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Request body: {'port': {'device_id': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:07.019332 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '39dcfde1-953b-427e-8c04-1180ab18391b', 'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'mac_address': 'fa:16:3e:80:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:20Z', 'updated_at': '2021-12-12T04:11:29Z', 'revision_number': 5, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'subnets': [{'id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:07.042479 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:07.057823 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e9cde-77c2-4880-83af-6eab08de5548 None None] The sync data for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 is: [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:11:22Z', 'revision_number': 4, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '39dcfde1-953b-427e-8c04-1180ab18391b', 'name': '', 'network_id': 'fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'mac_address': 'fa:16:3e:80:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:20Z', 'updated_at': '2021-12-12T04:11:29Z', 'revision_number': 5, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'subnets': [{'id': 'f0c5b49d-75d0-42b1-bd98-2f86336e2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:12:07.207790 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf8a30-8122-4b3e-951c-b43d02c4e55c x-openstack-request-id: req-e1bf8a30-8122-4b3e-951c-b43d02c4e55c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:07.208121 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65f1fbc-83b9-425f-aac9-27372d7c1c4c", "tag": "c28d05b6-1988-4ed4-b3e2-50ad754eb7ba", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:07.208392 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1bf8a30-8122-4b3e-951c-b43d02c4e55c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:07.210477 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65f1fbc-83b9-425f-aac9-27372d7c1c4c', 'tag': 'c28d05b6-1988-4ed4-b3e2-50ad754eb7ba', 'status': 'completed', 'code': 200} Dec 12 04:12:07.364926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-8ca33cd7-f9b6-40df-a806-576c67e69d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.367489 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-8ca33cd7-f9b6-40df-a806-576c67e69d24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 1099 time: 0.1060603 Dec 12 04:12:07.447002 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9faae65-0eb4-46ec-ba52-cbfc2ba21d9d x-openstack-request-id: req-a9faae65-0eb4-46ec-ba52-cbfc2ba21d9d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:07.447305 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "tag": "71db892f-f67c-47d9-9af4-bd440c4596e5", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:07.447571 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9faae65-0eb4-46ec-ba52-cbfc2ba21d9d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:07.448424 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'tag': '71db892f-f67c-47d9-9af4-bd440c4596e5', 'status': 'completed', 'code': 200} Dec 12 04:12:07.510079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcf52d-1019-4fae-b430-04ec373aad03 req-b166fd76-8ae8-4f45-a1d6-628b45d8cbbc tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.518888 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57bcf52d-1019-4fae-b430-04ec373aad03 req-b166fd76-8ae8-4f45-a1d6-628b45d8cbbc tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 948 time: 0.2733517 Dec 12 04:12:07.541255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43438) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:07.546015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-64f1d432-e747-49f0-b451-970bedd25d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.547723 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-64f1d432-e747-49f0-b451-970bedd25d42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1725352 Dec 12 04:12:07.562210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3b171-164c-4432-9196-41c722318c4b None None] New status for floating IP 6ff83fd4-d661-4f53-9e75-89a5cfd572d3: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:12:07.578437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-e4153a7c-8cbc-4bcf-bff0-a4d863985c0e tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips/6ff83fd4-d661-4f53-9e75-89a5cfd572d3 HTTP/1.1" status: 200 len: 694 time: 0.1010098 Dec 12 04:12:07.622192 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-94c21ff6-7d88-4a72-baa3-ff54eda6613b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba HTTP/1.1" status: 200 len: 217 time: 0.0661778 Dec 12 04:12:07.631139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57bcf52d-1019-4fae-b430-04ec373aad03 req-4705f0cd-d49f-4856-ae79-91bce86f3ac2 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114161 Dec 12 04:12:07.664125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c28d05b6-1988-4ed4-b3e2-50ad754eb7ba details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:07.694091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901442f1-bce1-4845-9cdc-9c51a47392ea req-00328895-6838-41cd-aa13-52f6f5d00e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.694616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901442f1-bce1-4845-9cdc-9c51a47392ea req-00328895-6838-41cd-aa13-52f6f5d00e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.700780 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901442f1-bce1-4845-9cdc-9c51a47392ea req-00328895-6838-41cd-aa13-52f6f5d00e9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4853f6765f37499e98eaa080a6b82f44&device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1913 time: 0.1597967 Dec 12 04:12:07.748458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-df718354-a422-4603-9ca0-18e1bd4ae773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.750731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-df718354-a422-4603-9ca0-18e1bd4ae773 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1139185 Dec 12 04:12:07.821441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-7ffdf831-6666-4816-b655-0b6225741fe0 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.823582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-7ffdf831-6666-4816-b655-0b6225741fe0 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.2131622 Dec 12 04:12:07.872076 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff51543a-d89c-4090-813d-785f38fa8f65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:07.907121 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-572eb339-30a8-4be1-b1fd-4cd1d6e32268 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 697 time: 0.0753698 Dec 12 04:12:07.913760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-6e983800-59ca-42a0-9f0d-e51b88998d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.915411 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-6e983800-59ca-42a0-9f0d-e51b88998d3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535962 Dec 12 04:12:07.938862 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:12:07.939112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda5201-7887-46b9-91e5-80b0475efa8f req-8f513972-a22d-4981-97bd-aaea8b9486af tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.945560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda5201-7887-46b9-91e5-80b0475efa8f req-8f513972-a22d-4981-97bd-aaea8b9486af tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:07.953011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cda5201-7887-46b9-91e5-80b0475efa8f req-8f513972-a22d-4981-97bd-aaea8b9486af tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1666 time: 0.2486279 Dec 12 04:12:08.010415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:08.049672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-35e1b580-52ab-4c63-b906-a482f8f95005 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252866 Dec 12 04:12:08.051029 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.102359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cda5201-7887-46b9-91e5-80b0475efa8f req-d44bd152-e48c-4f7f-ba21-ba02e246ff6e tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484034 Dec 12 04:12:08.112956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:08.131819 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-417050c1-f3df-4ba3-bd1f-c4292fff23be tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 697 time: 0.2107000 Dec 12 04:12:08.137906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'c28d05b6-1988-4ed4-b3e2-50ad754eb7ba', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'c28d05b6-1988-4ed4-b3e2-50ad754eb7ba', 'mac_address': 'fa:16:3e:9f:af:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:08.139449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901442f1-bce1-4845-9cdc-9c51a47392ea req-67d5c193-38b5-4683-a2b9-0f21cb30936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:08.140464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901442f1-bce1-4845-9cdc-9c51a47392ea req-67d5c193-38b5-4683-a2b9-0f21cb30936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:08.140980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901442f1-bce1-4845-9cdc-9c51a47392ea req-67d5c193-38b5-4683-a2b9-0f21cb30936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:08.142594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901442f1-bce1-4845-9cdc-9c51a47392ea req-67d5c193-38b5-4683-a2b9-0f21cb30936c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4853f6765f37499e98eaa080a6b82f44&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4086630 Dec 12 04:12:08.143742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Transition to ACTIVE for port object 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:08.193301 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.211446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28d05b6-1988-4ed4-b3e2-50ad754eb7ba {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:08.236792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:08.241636 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.262417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.298558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:08.364463 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54d21ef9-69af-45e3-b2ad-6980bb52e6b2 req-ffcc994c-6551-4473-bd84-4990e18548fc service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714753 Dec 12 04:12:08.389688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43460) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:08.401344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Deleting port 5f3b409f-be3c-40a7-ab50-ba9a86c4963d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:08.401646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.468481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Pushing event updated for resources: {'Port': ['ID=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:08.502716 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.503058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.505574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901442f1-bce1-4845-9cdc-9c51a47392ea req-abad379b-8dce-42b5-9b9a-f34853d2c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:08.507275 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901442f1-bce1-4845-9cdc-9c51a47392ea req-abad379b-8dce-42b5-9b9a-f34853d2c0bc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3547652 Dec 12 04:12:08.514625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['c28d05b6-1988-4ed4-b3e2-50ad754eb7ba'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:08.521912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Calling delete_port for 5f3b409f-be3c-40a7-ab50-ba9a86c4963d owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:08.531966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfb5ab-d653-409a-8f8c-1fd77972b44e req-16a33029-83ec-4ea7-9d16-4cf470db65f3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:08.533600 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92bfb5ab-d653-409a-8f8c-1fd77972b44e req-16a33029-83ec-4ea7-9d16-4cf470db65f3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.2475605 Dec 12 04:12:08.586768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff51543a-d89c-4090-813d-785f38fa8f65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.591867 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e35127-6b93-48a4-9624-11892a368c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.609966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff51543a-d89c-4090-813d-785f38fa8f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.638757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Attempting to bind port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:08.639108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Attempting to bind port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'a3f28b6c-9ad9-453b-99a4-fa526c58964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:08.639581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Attempting to bind port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db on network e8e959e3-a716-45ad-8ffe-967184813b51 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:08.678676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db on network e8e959e3-a716-45ad-8ffe-967184813b51 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:08.679102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Attempting to bind port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db on network e8e959e3-a716-45ad-8ffe-967184813b51 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:08.692563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:08.693111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Checking segment: {'id': 'a3f28b6c-9ad9-453b-99a4-fa526c58964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:08.693546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Bound using segment: {'id': 'a3f28b6c-9ad9-453b-99a4-fa526c58964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:08.694074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Bound port: 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f28b6c-9ad9-453b-99a4-fa526c58964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:08.694460 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.700705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ff51543a-d89c-4090-813d-785f38fa8f65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d03c971c0ce43a6accf90cd7b5da034&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1535532 Dec 12 04:12:08.701147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43468) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:08.714151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51543a-d89c-4090-813d-785f38fa8f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fa43f8-bf82-47c0-b739-59c001bf6a7c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:08.734533 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92bfb5ab-d653-409a-8f8c-1fd77972b44e req-c99e39da-5825-4050-ba35-d06ea65bf5c9 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450992 Dec 12 04:12:08.793977 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e35127-6b93-48a4-9624-11892a368c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.798417 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.802436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] For port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:08.806554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] For port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,segment=NetworkSegment(a3f28b6c-9ad9-453b-99a4-fa526c58964d),segment_id=a3f28b6c-9ad9-453b-99a4-fa526c58964d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:08.811124 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e35127-6b93-48a4-9624-11892a368c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.814176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.853590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:08.853792 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.855667 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] 10.222.0.37 "PUT /v2.0/ports/1be26bd3-aec8-4ab2-8cd9-c9ce051b15db HTTP/1.1" status: 200 len: 1091 time: 1.8901110 Dec 12 04:12:08.867356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Pushing event deleted for resources: {'Port': ['ID=5f3b409f-be3c-40a7-ab50-ba9a86c4963d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:08.887091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbabfa-0164-476f-adb2-0d13732dfd93 service neutron] Pushing event updated for resources: {'Port': ['ID=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:08.909469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ea493ee-3d87-4f37-bb2c-be1b6cd077a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:08.951779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e35127-6b93-48a4-9624-11892a368c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f9dbdd-9ba0-4b1d-8f4b-2895c52db770,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:08.957126 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-96e35127-6b93-48a4-9624-11892a368c02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cf176e936e54f76b3c6c154bad8baa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5658283 Dec 12 04:12:08.960578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43472) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:08.968780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ea493ee-3d87-4f37-bb2c-be1b6cd077a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.008402 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.011561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.012996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24e22b14-9843-4d57-a9e2-47cacfc01084 req-b65fc3b1-7e29-4abe-b7c7-8e8c6238afd9 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "DELETE /v2.0/floatingips/6ff83fd4-d661-4f53-9e75-89a5cfd572d3 HTTP/1.1" status: 204 len: 173 time: 0.8797765 Dec 12 04:12:09.027130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-16cad507-9d8f-4987-be8c-d281da2ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.027631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-16cad507-9d8f-4987-be8c-d281da2ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.029260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-16cad507-9d8f-4987-be8c-d281da2ef98b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4853f6765f37499e98eaa080a6b82f44&device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1980 time: 0.1090705 Dec 12 04:12:09.050387 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ea493ee-3d87-4f37-bb2c-be1b6cd077a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.054128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a828-ab5d-4cec-8bb0-3df21bda0f48 req-e2af4c7f-7161-485b-ae77-3430ca28c8ed tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.055867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbc3a828-ab5d-4cec-8bb0-3df21bda0f48 req-e2af4c7f-7161-485b-ae77-3430ca28c8ed tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 949 time: 0.1033211 Dec 12 04:12:09.061300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ea493ee-3d87-4f37-bb2c-be1b6cd077a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.065369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6ea493ee-3d87-4f37-bb2c-be1b6cd077a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24fa43f8-bf82-47c0-b739-59c001bf6a7c HTTP/1.1" status: 204 len: 168 time: 0.3608453 Dec 12 04:12:09.089931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea493ee-3d87-4f37-bb2c-be1b6cd077a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fa43f8-bf82-47c0-b739-59c001bf6a7c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:09.131567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-b6198142-6f01-4999-80eb-e13daf9a68d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=71db892f-f67c-47d9-9af4-bd440c4596e5 HTTP/1.1" status: 200 len: 217 time: 0.0744164 Dec 12 04:12:09.137278 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dac034d0-053f-460d-b25e-0d76e5943561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.211232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:09.216091 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f96896-c908-4e39-ac65-8ab04bd84971" -d '{"events": [{"name": "network-changed", "server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:09.217447 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dac034d0-053f-460d-b25e-0d76e5943561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.222928 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbc3a828-ab5d-4cec-8bb0-3df21bda0f48 req-e4f0decd-7d61-4eea-9075-6a86a66b93ec tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479993 Dec 12 04:12:09.250812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-6c844453-7b52-4f33-9678-44d925eebad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.253067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-6c844453-7b52-4f33-9678-44d925eebad4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d08ca45-bd1d-4c40-b7c6-aeed795dcff3 HTTP/1.1" status: 200 len: 801 time: 0.1131325 Dec 12 04:12:09.280331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60372d65-b24e-4ad3-9aaf-d1ac44df149d req-c42e7d7d-caf5-4ab5-8109-aada3fa07c34 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.282513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60372d65-b24e-4ad3-9aaf-d1ac44df149d req-c42e7d7d-caf5-4ab5-8109-aada3fa07c34 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0872960 Dec 12 04:12:09.334394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60372d65-b24e-4ad3-9aaf-d1ac44df149d req-b1b485c4-4e4b-48fd-b390-09c805edfc9d tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0456593 Dec 12 04:12:09.366704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-a4b006bc-b80d-4c94-b1ff-ecc29ac02c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.368781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-a4b006bc-b80d-4c94-b1ff-ecc29ac02c7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b382c020-2860-4648-b969-5fab43651214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1071274 Dec 12 04:12:09.388848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366e501-6bd9-4c6d-a9a2-987913056b9c req-40499936-505c-4a46-9a34-8555d4c5e41f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.395788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366e501-6bd9-4c6d-a9a2-987913056b9c req-40499936-505c-4a46-9a34-8555d4c5e41f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.397452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b366e501-6bd9-4c6d-a9a2-987913056b9c req-40499936-505c-4a46-9a34-8555d4c5e41f tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1678 time: 0.0871611 Dec 12 04:12:09.413538 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62908696-5eb7-4dd3-a5f6-83971bcbcd3e x-openstack-request-id: req-62908696-5eb7-4dd3-a5f6-83971bcbcd3e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:09.413837 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:09.414108 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62908696-5eb7-4dd3-a5f6-83971bcbcd3e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:09.414614 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'status': 'completed', 'code': 200} Dec 12 04:12:09.454586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'tag': '1be26bd3-aec8-4ab2-8cd9-c9ce051b15db'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:09.456970 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135634a5-57f2-46c2-aa1d-2bc68975e565" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "tag": "1be26bd3-aec8-4ab2-8cd9-c9ce051b15db"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:09.459726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dac034d0-053f-460d-b25e-0d76e5943561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.463161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dac034d0-053f-460d-b25e-0d76e5943561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.463806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dac034d0-053f-460d-b25e-0d76e5943561 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6f9dbdd-9ba0-4b1d-8f4b-2895c52db770 HTTP/1.1" status: 204 len: 168 time: 0.4976749 Dec 12 04:12:09.501237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43500) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:09.502416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff23a41d-f288-4dd6-a3a2-686ba36457ba req-656bafb0-1b2c-4c8b-a70f-d439e045fd22 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0589936 Dec 12 04:12:09.503719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac034d0-053f-460d-b25e-0d76e5943561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f9dbdd-9ba0-4b1d-8f4b-2895c52db770,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:09.538374 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30044e71-78b9-406b-9453-8c318067d8e6 x-openstack-request-id: req-30044e71-78b9-406b-9453-8c318067d8e6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:09.538770 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "tag": "1be26bd3-aec8-4ab2-8cd9-c9ce051b15db", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:09.539209 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30044e71-78b9-406b-9453-8c318067d8e6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:09.539650 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'tag': '1be26bd3-aec8-4ab2-8cd9-c9ce051b15db', 'status': 'completed', 'code': 200} Dec 12 04:12:09.566871 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-719a5c8b-58aa-41ef-a4f2-fe81c1929c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.567381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c28d05b6-1988-4ed4-b3e2-50ad754eb7ba up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:09.612467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b366e501-6bd9-4c6d-a9a2-987913056b9c req-d6b0baec-2cb6-4759-aa19-11b51833f9ce tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031479 Dec 12 04:12:09.645940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-41192fda-6676-404a-94fb-f3d68e8e0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.647223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-41192fda-6676-404a-94fb-f3d68e8e0e8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49933ace5b047559d0087f0020b9305&device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 1096 time: 0.1800361 Dec 12 04:12:09.661095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-ccbc6aa2-c0da-4185-9302-584cd2de6bec service neutron] 10.222.0.37 "GET /v2.0/networks/b382c020-2860-4648-b969-5fab43651214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623637 Dec 12 04:12:09.720872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:12:09.726875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:09.727536 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.768553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43508) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:09.859469 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.895504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65f1fbc-83b9-425f-aac9-27372d7c1c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28d05b6-1988-4ed4-b3e2-50ad754eb7ba'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:09.906439 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8da770-c66d-4e58-acff-63a444e09f64" -d '{"events": [{"server_uuid": "d65f1fbc-83b9-425f-aac9-27372d7c1c4c", "name": "network-vif-plugged", "status": "completed", "tag": "c28d05b6-1988-4ed4-b3e2-50ad754eb7ba"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:09.933000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f518675-c5f5-46cc-a66f-4f63a7d00529 req-83b84ec9-84da-4dcf-8fdf-407b2c1b2796 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.934835 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f518675-c5f5-46cc-a66f-4f63a7d00529 req-83b84ec9-84da-4dcf-8fdf-407b2c1b2796 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.0744119 Dec 12 04:12:09.936220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:09.941922 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-719a5c8b-58aa-41ef-a4f2-fe81c1929c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.954266 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:09.959142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-5f2aa0d3-009c-4e6b-94f2-60d79205e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:09.969679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-5f2aa0d3-009c-4e6b-94f2-60d79205e757 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 HTTP/1.1" status: 200 len: 929 time: 0.3119559 Dec 12 04:12:09.975508 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-719a5c8b-58aa-41ef-a4f2-fe81c1929c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.001460 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f518675-c5f5-46cc-a66f-4f63a7d00529 req-dfdea7c7-0f26-4a56-a511-e2283f42fff1 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602582 Dec 12 04:12:10.010587 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-d32657bb-f91a-48e1-a94b-b437609ba1cc service neutron] 10.222.0.37 "GET /v2.0/networks/b382c020-2860-4648-b969-5fab43651214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273661 Dec 12 04:12:10.062965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:10.103054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-d105212e-796d-484c-91e3-63f92d586935 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d HTTP/1.1" status: 200 len: 217 time: 0.1149652 Dec 12 04:12:10.116298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b296d0-f55d-4648-a4db-eb0ff45ffdac req-84b6efc5-47e9-4e8f-870e-ee4921635ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:10.117779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39b296d0-f55d-4648-a4db-eb0ff45ffdac req-84b6efc5-47e9-4e8f-870e-ee4921635ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 945 time: 0.2951109 Dec 12 04:12:10.125822 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-719a5c8b-58aa-41ef-a4f2-fe81c1929c9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f210856a382849fe89973e0725137943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6208346 Dec 12 04:12:10.125822 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-2e868033-d305-4bd2-9549-6861debeaef6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db HTTP/1.1" status: 200 len: 217 time: 0.1045747 Dec 12 04:12:10.126355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43522) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:10.133921 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0cc90386-0cb4-4046-8416-f6c24cf3883a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.149474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a5c8b-58aa-41ef-a4f2-fe81c1929c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2628357-ec1d-4cf9-b38f-4ed727113557,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:10.184056 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0440d6-c9f4-4519-bb9a-7e9658fe0f65 x-openstack-request-id: req-7c0440d6-c9f4-4519-bb9a-7e9658fe0f65 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:10.184574 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65f1fbc-83b9-425f-aac9-27372d7c1c4c", "name": "network-vif-plugged", "status": "completed", "tag": "c28d05b6-1988-4ed4-b3e2-50ad754eb7ba", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:10.184925 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c0440d6-c9f4-4519-bb9a-7e9658fe0f65 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:10.185467 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65f1fbc-83b9-425f-aac9-27372d7c1c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28d05b6-1988-4ed4-b3e2-50ad754eb7ba', 'code': 200} Dec 12 04:12:10.259586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-7b96b9cf-4b5e-439b-b87c-9725421897a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:10.262438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-7b96b9cf-4b5e-439b-b87c-9725421897a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0c5b49d-75d0-42b1-bd98-2f86336e2714 HTTP/1.1" status: 200 len: 868 time: 0.1340344 Dec 12 04:12:10.331072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-80fb02e0-4fbd-4c0a-843b-604ba4fc30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:10.332592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-80fb02e0-4fbd-4c0a-843b-604ba4fc30be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b4b119a-ef1e-4b9e-baf0-fd8b903a9275 HTTP/1.1" status: 200 len: 801 time: 0.1852019 Dec 12 04:12:10.348593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39b296d0-f55d-4648-a4db-eb0ff45ffdac req-66f84802-d4d1-402c-a7f4-6c22fb9cae59 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189758 Dec 12 04:12:10.376041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0cc90386-0cb4-4046-8416-f6c24cf3883a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.398481 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5354f859-9f48-4973-8520-cec668370601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.414860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-5dd311a6-9c31-4d63-b481-820f707f56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:10.415078 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0cc90386-0cb4-4046-8416-f6c24cf3883a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.416920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-5dd311a6-9c31-4d63-b481-820f707f56ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367865 Dec 12 04:12:10.461493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0cc90386-0cb4-4046-8416-f6c24cf3883a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=129469b01c7848f4aa19cc8ee04af32a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6918924 Dec 12 04:12:10.467580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43534) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:10.476046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d75842-9dbe-4106-ace1-1cbe9df07a4b req-e10664f6-b739-42e5-8785-e255bf464bf8 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:10.477997 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07d75842-9dbe-4106-ace1-1cbe9df07a4b req-e10664f6-b739-42e5-8785-e255bf464bf8 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 950 time: 0.1063018 Dec 12 04:12:10.491885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5354f859-9f48-4973-8520-cec668370601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.494992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-ac6fc396-8e1d-4fd9-894d-5cf33f6f4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:10.496536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-ac6fc396-8e1d-4fd9-894d-5cf33f6f4abb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e8e959e3-a716-45ad-8ffe-967184813b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1455152 Dec 12 04:12:10.527383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26315ff8-cede-4292-81d9-ffbbdcac1d83 req-9fe6a2ea-6155-484a-9754-2dc660a9f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:10.529380 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26315ff8-cede-4292-81d9-ffbbdcac1d83 req-9fe6a2ea-6155-484a-9754-2dc660a9f896 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 1101 time: 0.2552540 Dec 12 04:12:10.552341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc90386-0cb4-4046-8416-f6c24cf3883a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa38c1b9-8679-4d0e-8731-620ce218b17c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:10.612422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c478d7b-f56a-48e4-973a-9a2848dd9df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.631600 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-070e6e52-0e92-4780-b433-1064e9be9aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.664079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07d75842-9dbe-4106-ace1-1cbe9df07a4b req-e3de14f7-7434-48f5-9bdd-904a940c6cd3 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425827 Dec 12 04:12:10.682014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26315ff8-cede-4292-81d9-ffbbdcac1d83 req-34ecda87-8caf-4e22-9a84-5f5e4a968b4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349258 Dec 12 04:12:10.685898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c478d7b-f56a-48e4-973a-9a2848dd9df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.757576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c478d7b-f56a-48e4-973a-9a2848dd9df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.760496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c478d7b-f56a-48e4-973a-9a2848dd9df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.764150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5c478d7b-f56a-48e4-973a-9a2848dd9df6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa38c1b9-8679-4d0e-8731-620ce218b17c HTTP/1.1" status: 204 len: 168 time: 0.2826679 Dec 12 04:12:10.785463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c478d7b-f56a-48e4-973a-9a2848dd9df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa38c1b9-8679-4d0e-8731-620ce218b17c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:10.843035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43544) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:10.956424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1366234605-network', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:10.981179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Made reservation on behalf of 17a5944f5ca749d59866f1ead0066d44 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:10.984427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:10.995340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.101188 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.116269 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.139460 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-a338bf5e-acd8-459b-bd1a-f6d820658567 service neutron] 10.222.0.37 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084711 Dec 12 04:12:11.162975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5354f859-9f48-4973-8520-cec668370601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.166364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:12:11.167495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5354f859-9f48-4973-8520-cec668370601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.169573 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5354f859-9f48-4973-8520-cec668370601 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2628357-ec1d-4cf9-b38f-4ed727113557 HTTP/1.1" status: 204 len: 168 time: 1.0406363 Dec 12 04:12:11.177798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05487d7c-dd45-4c47-b10e-faf6e69010b8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:11.190886 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.191834 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Added segment 47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48 of type vlan for network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 Dec 12 04:12:11.244908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5f73f-1c6d-4ff4-8f5b-33728516d785 req-497ffb6c-51ae-49d7-a3ed-c743eae8bc1d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:11.246716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69e5f73f-1c6d-4ff4-8f5b-33728516d785 req-497ffb6c-51ae-49d7-a3ed-c743eae8bc1d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1549964 Dec 12 04:12:11.270375 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.289753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354f859-9f48-4973-8520-cec668370601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2628357-ec1d-4cf9-b38f-4ed727113557,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:11.303917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43556) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:11.326230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a5ce-9a4b-4420-ac9d-9efebce1cc66 req-bbe59ddb-9c9b-4ab0-9c4a-53af47116de8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:11.332609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a5ce-9a4b-4420-ac9d-9efebce1cc66 req-bbe59ddb-9c9b-4ab0-9c4a-53af47116de8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:11.337314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e58a5ce-9a4b-4420-ac9d-9efebce1cc66 req-bbe59ddb-9c9b-4ab0-9c4a-53af47116de8 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1678 time: 0.2856338 Dec 12 04:12:11.338926 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8184a9c7-df53-416a-94be-d67948a8ddc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.353749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69e5f73f-1c6d-4ff4-8f5b-33728516d785 req-e2d12d0e-a12e-4be3-b596-e9ef1b0c5daa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940120 Dec 12 04:12:11.355941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-839483b9-cac2-4d83-b5a6-fe5112476ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/e8e959e3-a716-45ad-8ffe-967184813b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8471067 Dec 12 04:12:11.356442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.357575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:11.358310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.516111 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.533466 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e58a5ce-9a4b-4420-ac9d-9efebce1cc66 req-fcd29946-5e12-4f41-80a9-a0f8e650c942 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873577 Dec 12 04:12:11.586968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90f96896-c908-4e39-ac65-8ab04bd84971 req-80badcd5-b104-4794-a8ff-bf7dda6f63e7 service neutron] 10.222.0.37 "GET /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590486 Dec 12 04:12:11.619090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-c1aa1a06-2d47-42ec-9326-c9871bfe0f62 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:11.621503 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-c1aa1a06-2d47-42ec-9326-c9871bfe0f62 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.37 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 945 time: 0.1826184 Dec 12 04:12:11.624009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f983c487-c010-4cbc-a69f-e538b0d5f552 req-db181a16-418e-421a-904e-d91b09c1a3db service neutron] 10.222.0.37 "GET /v2.0/networks/e8e959e3-a716-45ad-8ffe-967184813b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541814 Dec 12 04:12:11.763521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Deleting port d9045174-7cec-4d67-8f3f-4ee016a6ba6d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:11.764222 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.806340 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9595950 Dec 12 04:12:11.812776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43572) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:11.817960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Request body: {'subnet': {'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1366234605-subnet', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:11.823353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337245d-381e-43bd-8465-8f1e3d419dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=c54cd0d2-7685-4f35-8d1c-da81ff059ff9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:11.846580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:12:11.874252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831504cc-b02d-4823-ace6-07cac535776e req-cd51b488-9162-4ba5-bf51-c1435c08c4b1 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:11.875805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-831504cc-b02d-4823-ace6-07cac535776e req-cd51b488-9162-4ba5-bf51-c1435c08c4b1 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/ports?device_id=62232717-a3cb-43a3-9f56-f2d609e33750 HTTP/1.1" status: 200 len: 945 time: 0.1282268 Dec 12 04:12:11.902855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313306ea-7662-43d3-a4c9-eef9663ca549 req-b4e5ec52-462b-4524-9e91-582a9c432156 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:11.906897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Made reservation on behalf of 17a5944f5ca749d59866f1ead0066d44 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:11.907691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.911032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-313306ea-7662-43d3-a4c9-eef9663ca549 req-b4e5ec52-462b-4524-9e91-582a9c432156 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 950 time: 0.0951085 Dec 12 04:12:11.940369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8184a9c7-df53-416a-94be-d67948a8ddc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.985585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8184a9c7-df53-416a-94be-d67948a8ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:11.996919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-313306ea-7662-43d3-a4c9-eef9663ca549 req-d644e6cd-5e5e-4aaa-a0d5-81e685cb78ca tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803041 Dec 12 04:12:12.023174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] For port d9045174-7cec-4d67-8f3f-4ee016a6ba6d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:12.023567 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.042003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Calling delete_port for d9045174-7cec-4d67-8f3f-4ee016a6ba6d owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:12.051147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-29162b9e-9be8-4e7b-b06d-08d442386df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:12.051981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-29162b9e-9be8-4e7b-b06d-08d442386df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:12.053369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-29162b9e-9be8-4e7b-b06d-08d442386df9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4853f6765f37499e98eaa080a6b82f44&device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1980 time: 0.1736138 Dec 12 04:12:12.058367 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8184a9c7-df53-416a-94be-d67948a8ddc2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=505db76a9ff849b280edfa7e7a2c3609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7532990 Dec 12 04:12:12.061933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43586) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:12.074915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-831504cc-b02d-4823-ace6-07cac535776e req-d8191fe2-abf4-43ea-9960-1f7dd6dd4eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b066175-420d-4780-a518-914369941f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820464 Dec 12 04:12:12.082213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184a9c7-df53-416a-94be-d67948a8ddc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e3c56-ed10-4050-9247-ff504ca1c26e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:12.212891 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.277142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b85d230-21eb-4080-add5-7f305e522ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.279466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d95915-1853-40c8-957d-bb859c47c7c1,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:12.289668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Checking segment: {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:12.290208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Network hostable DHCP agents. Network: c54cd0d2-7685-4f35-8d1c-da81ff059ff9, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:12:12.315195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:12:12.316490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b85d230-21eb-4080-add5-7f305e522ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.330308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, c54cd0d2-7685-4f35-8d1c-da81ff059ff9) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:12.336861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:12.338065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.344618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10969661-ee6f-4c4c-bfa5-b5571ce78212 None None] Network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:12.363928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7ad2c988-9f79-4c5d-a06d-daf892e0186d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5499842 Dec 12 04:12:12.365219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43594) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:12.371273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:12.405620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.408895 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.426193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-1e8bd35a-bae5-495d-b266-3952a1da3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:12.428171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-1e8bd35a-bae5-495d-b266-3952a1da3a08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e8e959e3-a716-45ad-8ffe-967184813b51 HTTP/1.1" status: 200 len: 902 time: 0.3652954 Dec 12 04:12:12.502273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-24e69e91-ed92-4fc0-ad8f-c452b16aeaf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db HTTP/1.1" status: 200 len: 217 time: 0.0626206 Dec 12 04:12:12.505491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.532153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:12:12.533276 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.536541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.558097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['d9045174-7cec-4d67-8f3f-4ee016a6ba6d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:12.633285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-9ddb16e7-98f9-4985-8a1f-679a988d35df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:12.635659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-9ddb16e7-98f9-4985-8a1f-679a988d35df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b4b119a-ef1e-4b9e-baf0-fd8b903a9275 HTTP/1.1" status: 200 len: 801 time: 0.1019065 Dec 12 04:12:12.676211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1f24-516e-4800-925e-8976f44a6972 req-ccd5b885-b053-4f66-ae2f-5606d10d1182 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:12.677787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a42b1f24-516e-4800-925e-8976f44a6972 req-ccd5b885-b053-4f66-ae2f-5606d10d1182 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1536467 Dec 12 04:12:12.681499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] No DVR routers for this DVR port d9045174-7cec-4d67-8f3f-4ee016a6ba6d on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:12.702474 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.706051 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-71402d6a-198d-4f8e-8585-8e317d7b8440 req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] 10.222.0.37 "DELETE /v2.0/ports/d9045174-7cec-4d67-8f3f-4ee016a6ba6d HTTP/1.1" status: 204 len: 173 time: 1.0632830 Dec 12 04:12:12.706870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3e931-0de6-4938-b9ba-868414375083 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506 tempest-FloatingIPsAssociationNegativeTestJSON-1380996506-project] Pushing event deleted for resources: {'Port': ['ID=d9045174-7cec-4d67-8f3f-4ee016a6ba6d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:12.708522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'name': 'network-vif-deleted', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:12.717333 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66409b90-8a84-437d-9f7a-6f0debabaaa6" -d '{"events": [{"server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "name": "network-vif-deleted", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:12.740113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-8130c477-bc2a-4f68-935e-e3c4047e58be tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2269211 Dec 12 04:12:12.770854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-91a52f9d-6b8f-4830-970d-25eadee44025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:12.772640 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-91a52f9d-6b8f-4830-970d-25eadee44025 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e8e959e3-a716-45ad-8ffe-967184813b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924313 Dec 12 04:12:12.774442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.801805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Allocated IP 172.20.0.2 (c54cd0d2-7685-4f35-8d1c-da81ff059ff9/c1d95915-1853-40c8-957d-bb859c47c7c1/283724a4-849b-43ba-bbd1-8b25b33f5d56) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:12.833083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a42b1f24-516e-4800-925e-8976f44a6972 req-fac52782-a0e9-4b62-8157-b87fd8f18c69 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194248 Dec 12 04:12:12.939491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b85d230-21eb-4080-add5-7f305e522ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.942515 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b85d230-21eb-4080-add5-7f305e522ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.943696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7b85d230-21eb-4080-add5-7f305e522ae4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c03e3c56-ed10-4050-9247-ff504ca1c26e HTTP/1.1" status: 204 len: 168 time: 0.8796582 Dec 12 04:12:12.966303 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d15812a-64a9-41f7-8f4f-21307ff711ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:12.983366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85d230-21eb-4080-add5-7f305e522ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e3c56-ed10-4050-9247-ff504ca1c26e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:13.120059 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-6074c287-975b-41f5-a84e-8607fbcf88fb service neutron] 10.222.0.37 "GET /v2.0/networks/e8e959e3-a716-45ad-8ffe-967184813b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123868 Dec 12 04:12:13.140908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-a5ee11ff-3814-4b6a-91dc-c5a17d0b286e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:13.140908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-a5ee11ff-3814-4b6a-91dc-c5a17d0b286e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3815479 Dec 12 04:12:13.181556 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.194818 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.207269 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-1eb72448-d70f-4572-9e76-a1f2b2e142bf tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/quotas/46b194ce3a054361b0f2856e2f9da0c3 HTTP/1.1" status: 200 len: 375 time: 0.0676167 Dec 12 04:12:13.315937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:13.325049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.329378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:13.334503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:13.344771 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-135634a5-57f2-46c2-aa1d-2bc68975e565 req-d1586a19-6e53-404d-a5bf-87a3a7d61df2 service neutron] 10.222.0.37 "GET /v2.0/networks/e8e959e3-a716-45ad-8ffe-967184813b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105916 Dec 12 04:12:13.345647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Pushing event updated for resources: {'Port': ['ID=283724a4-849b-43ba-bbd1-8b25b33f5d56,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:13.355917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c5f8-b2c7-4242-b1b9-ddf86f241fcd req-eb9161ce-8f2b-49f3-b854-b38379bdf74d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:13.362842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c5f8-b2c7-4242-b1b9-ddf86f241fcd req-eb9161ce-8f2b-49f3-b854-b38379bdf74d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:13.370578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16e6c5f8-b2c7-4242-b1b9-ddf86f241fcd req-eb9161ce-8f2b-49f3-b854-b38379bdf74d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1678 time: 0.1596217 Dec 12 04:12:13.374042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.403378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-1570b26d-0199-422d-8288-d2ca72ca0cc4 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1875703 Dec 12 04:12:13.515968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Attempting to bind port 283724a4-849b-43ba-bbd1-8b25b33f5d56 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:13.516700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Attempting to bind port 283724a4-849b-43ba-bbd1-8b25b33f5d56 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:13.516700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Attempting to bind port 283724a4-849b-43ba-bbd1-8b25b33f5d56 on network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:13.524486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:13.525389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Checking segment: {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:13.525906 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.527230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Bound using segment: {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:13.527890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Bound port: 283724a4-849b-43ba-bbd1-8b25b33f5d56, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:13.528104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Allocated IP 172.25.7.230 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/fe2ec3cb-932b-4dc7-b8c7-653c13a0a699) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:13.528693 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.540237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16e6c5f8-b2c7-4242-b1b9-ddf86f241fcd req-ae185ac8-ee95-4881-8465-3ff8b857bc5d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683712 Dec 12 04:12:13.589526 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b2dcb9-ad68-4cbf-9c1b-fdaecd72a1d6 x-openstack-request-id: req-25b2dcb9-ad68-4cbf-9c1b-fdaecd72a1d6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:13.590101 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62232717-a3cb-43a3-9f56-f2d609e33750", "name": "network-vif-deleted", "tag": "d9045174-7cec-4d67-8f3f-4ee016a6ba6d", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:13.590491 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25b2dcb9-ad68-4cbf-9c1b-fdaecd72a1d6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:13.591143 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62232717-a3cb-43a3-9f56-f2d609e33750', 'name': 'network-vif-deleted', 'tag': 'd9045174-7cec-4d67-8f3f-4ee016a6ba6d', 'status': 'completed', 'code': 200} Dec 12 04:12:13.628295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43646) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:13.707457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] For port 283724a4-849b-43ba-bbd1-8b25b33f5d56, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:13.715717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] For port 283724a4-849b-43ba-bbd1-8b25b33f5d56, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=283724a4-849b-43ba-bbd1-8b25b33f5d56,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:13.724894 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.734291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1b6a662e-5c3c-42a7-8e5f-dcd484e7de55 req-84745078-fac8-4876-be8b-3162f2a9f57b tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 210 time: 0.0510163 Dec 12 04:12:13.737732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.811531 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.837506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b0b40-6d57-4ffd-a632-ae02b55fe544 None None] Pushing event updated for resources: {'Port': ['ID=283724a4-849b-43ba-bbd1-8b25b33f5d56,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:13.967530 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:13.973583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:14.041672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:14.044716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2ec3cb-932b-4dc7-b8c7-653c13a0a699,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:14.048727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:14.066604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb0229-1362-487a-a83b-c8539557233e req-8fc03f21-4b18-4912-b7bd-b74d96f27679 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:14.074435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d9bb0229-1362-487a-a83b-c8539557233e req-8fc03f21-4b18-4912-b7bd-b74d96f27679 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1497040 Dec 12 04:12:14.077288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:14.142044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-7aef532e-471a-490e-a2bd-8da915959b24 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a5e289beb2e44adbfa33df271bb38fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2418139 Dec 12 04:12:14.162725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:14.218239 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d9bb0229-1362-487a-a83b-c8539557233e req-8aed80cb-6542-412b-a103-78c18831255b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427979 Dec 12 04:12:14.344464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,segment=NetworkSegment(a3f28b6c-9ad9-453b-99a4-fa526c58964d),segment_id=a3f28b6c-9ad9-453b-99a4-fa526c58964d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:14.359141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '1be26bd3-aec8-4ab2-8cd9-c9ce051b15db', 'network_id': 'e8e959e3-a716-45ad-8ffe-967184813b51', 'port_id': '1be26bd3-aec8-4ab2-8cd9-c9ce051b15db', 'mac_address': 'fa:16:3e:59:63:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4b119a-ef1e-4b9e-baf0-fd8b903a9275', 'ip_address': '19.86.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:14.376734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43676) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:14.399449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-56906279-e470-497f-a411-54bee260bead tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:14.407181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-56906279-e470-497f-a411-54bee260bead tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295463 Dec 12 04:12:14.433893 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-0789ef96-c24a-4b8d-8d31-121dcb4d1da3 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/quotas/3a5e289beb2e44adbfa33df271bb38fb HTTP/1.1" status: 200 len: 375 time: 0.0253930 Dec 12 04:12:14.450630 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:14.468638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:14.475359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-2d73e593-913f-4dac-8f3c-6b916376b2b9 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a5e289beb2e44adbfa33df271bb38fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400491 Dec 12 04:12:14.511782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,segment=NetworkSegment(a3f28b6c-9ad9-453b-99a4-fa526c58964d),segment_id=a3f28b6c-9ad9-453b-99a4-fa526c58964d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:14.518663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:14.519351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71db892f-f67c-47d9-9af4-bd440c4596e5 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:14.603557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:14.697802 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:14.747889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:14.774139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-655361216-network', 'tenant_id': '2d383ee762794c1da74881dd178765df'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:14.843754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 71db892f-f67c-47d9-9af4-bd440c4596e5, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71db892f-f67c-47d9-9af4-bd440c4596e5,segment=NetworkSegment(3f017e87-e2eb-4742-8b0d-3b85c89d85ea),segment_id=3f017e87-e2eb-4742-8b0d-3b85c89d85ea)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:14.848217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659bc-d4a1-4371-a510-2929eeccd27b req-8c3f84d5-108b-4d55-b80f-239b5a85bed2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:14.855643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659bc-d4a1-4371-a510-2929eeccd27b req-8c3f84d5-108b-4d55-b80f-239b5a85bed2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:14.861722 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abe659bc-d4a1-4371-a510-2929eeccd27b req-8c3f84d5-108b-4d55-b80f-239b5a85bed2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1679 time: 0.1827013 Dec 12 04:12:14.863999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '71db892f-f67c-47d9-9af4-bd440c4596e5', 'network_id': 'b382c020-2860-4648-b969-5fab43651214', 'port_id': '71db892f-f67c-47d9-9af4-bd440c4596e5', 'mac_address': 'fa:16:3e:39:07:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d08ca45-bd1d-4c40-b7c6-aeed795dcff3', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:14.913089 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:14.917120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Made reservation on behalf of 2d383ee762794c1da74881dd178765df for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:14.920067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:14.926233 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75ea7074-f7b7-4b45-9623-c4bab1211655 req-c056bdb0-7671-46b0-aedc-a526edb4c99e tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 210 time: 0.1618593 Dec 12 04:12:14.930968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71db892f-f67c-47d9-9af4-bd440c4596e5 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:14.934055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:14.962736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 71db892f-f67c-47d9-9af4-bd440c4596e5, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71db892f-f67c-47d9-9af4-bd440c4596e5,segment=NetworkSegment(3f017e87-e2eb-4742-8b0d-3b85c89d85ea),segment_id=3f017e87-e2eb-4742-8b0d-3b85c89d85ea)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:14.971435 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.036149 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abe659bc-d4a1-4371-a510-2929eeccd27b req-3ed35952-3cfa-44ae-945b-f9b1766751a1 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618617 Dec 12 04:12:15.078504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=71db892f-f67c-47d9-9af4-bd440c4596e5,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:15.161432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-efae29ca-abf7-42b3-a498-097ffd71514d req-e46d6e9e-77c6-442a-a77e-c13378d77f1b tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 210 time: 0.0828545 Dec 12 04:12:15.220405 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-855c1076-e854-4140-ba6d-3aefa68a7cdb tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308909 Dec 12 04:12:15.226360 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.226592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Deleting port 39dcfde1-953b-427e-8c04-1180ab18391b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:15.226864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.336915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.346283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.363136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a675aa91-29c3-4c7e-900a-62e854562c4b None None] Network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:15.366993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['71db892f-f67c-47d9-9af4-bd440c4596e5'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:15.417819 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:15.490367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:12:15.517851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.518527 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Added segment 5260396a-1a27-4e25-b220-a77de061809d of type vlan for network b2434cf3-0c7a-48e1-87ae-755604afd22d Dec 12 04:12:15.535695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] For port 39dcfde1-953b-427e-8c04-1180ab18391b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=39dcfde1-953b-427e-8c04-1180ab18391b,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:15.536235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.537987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9081170-6920-494a-95d5-ca263ad6d38d req-c0f0ce22-4745-4b8f-87f0-87fb5fb5e63f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:15.546763 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9081170-6920-494a-95d5-ca263ad6d38d req-c0f0ce22-4745-4b8f-87f0-87fb5fb5e63f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1256969 Dec 12 04:12:15.569543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Router 5e03d167-b253-416f-82ce-aec725b676f1 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:12:15.584156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-bb315c45-9ab2-459c-a593-e557bdb1fc12 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:15.585951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-bb315c45-9ab2-459c-a593-e557bdb1fc12 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3570218 Dec 12 04:12:15.610729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Calling delete_port for 39dcfde1-953b-427e-8c04-1180ab18391b owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:15.615017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Request body: {'port': {'device_id': '8fdf029f-b0d5-46d5-857b-06b2865bfcda', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '46b194ce3a054361b0f2856e2f9da0c3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:15.634209 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.719833 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.721226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9081170-6920-494a-95d5-ca263ad6d38d req-fa345ae7-4c20-428e-af17-5b42769d9758 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731920 Dec 12 04:12:15.721885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:15.722652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.786858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 283724a4-849b-43ba-bbd1-8b25b33f5d56 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:15.799953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=b2434cf3-0c7a-48e1-87ae-755604afd22d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:15.829030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:12:15.840623 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Sync routers for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:12:15.850539 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d426c584-d893-4af1-9738-3da020972bc5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4707778 Dec 12 04:12:15.853787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43698) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:15.854863 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:15.857467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network b2434cf3-0c7a-48e1-87ae-755604afd22d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:12:15.857795 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:15.863814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Request body: {'subnet': {'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-655361216-subnet', 'tenant_id': '2d383ee762794c1da74881dd178765df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:15.890722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Made reservation on behalf of 46b194ce3a054361b0f2856e2f9da0c3 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:15.897573 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.914897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.918977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9e2ba45f-b7cd-4892-9152-81b428fb7bb7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5499399 Dec 12 04:12:15.920205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43700) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:15.934135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Made reservation on behalf of 2d383ee762794c1da74881dd178765df for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:15.938383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:15.970433 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:16.053136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e91a9b06-43fa-4a4c-8a3f-1dce742b813b None None] Provisioning complete for port 283724a4-849b-43ba-bbd1-8b25b33f5d56 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:16.053781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e91a9b06-43fa-4a4c-8a3f-1dce742b813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.072165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.108546 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a919e3e0-fddc-439f-91eb-75f9b3d26f4a req-780383d4-8036-42ee-89e7-2d5ff488001a tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 210 time: 0.0651193 Dec 12 04:12:16.150667 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.208320 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:14Z', 'revision_number': 3, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:16.230684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d9045174-7cec-4d67-8f3f-4ee016a6ba6d no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:16.253059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Pushing event deleted for resources: {'Port': ['ID=39dcfde1-953b-427e-8c04-1180ab18391b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:16.260371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Allocated IP 192.168.233.57 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/5cce7095-17b7-4b53-9e59-399ea3993154) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:16.271249 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Checking router: 5e03d167-b253-416f-82ce-aec725b676f1 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:12:16.271748 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Updating router 5e03d167-b253-416f-82ce-aec725b676f1 port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:12:16.328682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: d9045174-7cec-4d67-8f3f-4ee016a6ba6d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:16.328997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d9045174-7cec-4d67-8f3f-4ee016a6ba6d not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:16.333139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 283724a4-849b-43ba-bbd1-8b25b33f5d56 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:16.333520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.340660 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.390691 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3bca74b-001e-4449-8df9-c6f24ac29540 req-1981b0f3-7c8d-46f2-bef0-059272e9b466 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 210 time: 0.1036265 Dec 12 04:12:16.505627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1be26bd3-aec8-4ab2-8cd9-c9ce051b15db'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:16.620153 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.638566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-981c44f2-e899-4c8d-b212-11b28f4ad560 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3a5e289beb2e44adbfa33df271bb38fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1367328 Dec 12 04:12:16.690912 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.760671 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e91a9b06-43fa-4a4c-8a3f-1dce742b813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.802999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1c42ec-04ed-4976-9432-e8cedb01ca11,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:16.806751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:16.807200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Network hostable DHCP agents. Network: b2434cf3-0c7a-48e1-87ae-755604afd22d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:12:16.834359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.839805 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.881520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 283724a4-849b-43ba-bbd1-8b25b33f5d56, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=283724a4-849b-43ba-bbd1-8b25b33f5d56,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:16.896351 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.932374 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:16.943045 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.008780 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Attempting to bind port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:17.009875 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Attempting to bind port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:17.010504 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Attempting to bind port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:17.033007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Network b2434cf3-0c7a-48e1-87ae-755604afd22d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:12:17.035942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-e91a9b06-43fa-4a4c-8a3f-1dce742b813b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:12:17.036311 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-e91a9b06-43fa-4a4c-8a3f-1dce742b813b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:12:17.047720 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:17.048446 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:17.049104 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.049662 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:17.050630 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Bound port: fe2ec3cb-932b-4dc7-b8c7-653c13a0a699, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:17.051385 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.057883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=283724a4-849b-43ba-bbd1-8b25b33f5d56,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:17.114796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382aa66-2371-48c0-88a3-4f95f1eedb6f req-54908fa0-d581-49d4-bafe-132eae52f10a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:17.120923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382aa66-2371-48c0-88a3-4f95f1eedb6f req-54908fa0-d581-49d4-bafe-132eae52f10a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:17.122601 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c382aa66-2371-48c0-88a3-4f95f1eedb6f req-54908fa0-d581-49d4-bafe-132eae52f10a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1680 time: 0.9448051 Dec 12 04:12:17.136359 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbea0b-a868-4160-8ad0-eb83b7447bff None None] Pushing event updated for resources: {'Port': ['ID=fe2ec3cb-932b-4dc7-b8c7-653c13a0a699,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:17.144874 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] For port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:17.148636 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] For port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe2ec3cb-932b-4dc7-b8c7-653c13a0a699,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:17.155430 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.223245 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:17.223973 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:17.226522 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbea0b-a868-4160-8ad0-eb83b7447bff None None] Pushing event updated for resources: {'Port': ['ID=fe2ec3cb-932b-4dc7-b8c7-653c13a0a699,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:17.290108 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.300882 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c382aa66-2371-48c0-88a3-4f95f1eedb6f req-8cdb43fe-620b-47e2-a592-33f4cb9f9f73 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647053 Dec 12 04:12:17.403719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.442902 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23836452-1933-4759-9408-0f3998dac485 req-2a2ad79f-7833-4287-a467-6f3844536815 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 210 time: 0.0434227 Dec 12 04:12:17.448296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['c28d05b6-1988-4ed4-b3e2-50ad754eb7ba'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:17.463289 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:17.473403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-b984f750-fae5-4b14-b7e9-28c9b1d4ba7d tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:17.474912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-b984f750-fae5-4b14-b7e9-28c9b1d4ba7d tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8135910 Dec 12 04:12:17.500457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Request body: {'port': {'device_id': 'ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '3a5e289beb2e44adbfa33df271bb38fb'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:17.559135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:17.576146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:17.596705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, b2434cf3-0c7a-48e1-87ae-755604afd22d) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:17.601331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:17.601935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.605362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:17.620508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Pushing event updated for resources: {'Port': ['ID=5cce7095-17b7-4b53-9e59-399ea3993154,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:17.623420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e03c2-18f5-415b-9a5b-ff18b7bb0bc1 req-56b9b3dc-b149-4e0d-932f-f16b4dd59979 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:17.633040 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e76e03c2-18f5-415b-9a5b-ff18b7bb0bc1 req-56b9b3dc-b149-4e0d-932f-f16b4dd59979 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.7805495 Dec 12 04:12:17.642971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56571e08-b64f-489c-ad40-d1e0eecdd1db None None] Network b2434cf3-0c7a-48e1-87ae-755604afd22d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:17.666029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-af1aec80-e480-492f-96d5-c074271f7de2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8106885 Dec 12 04:12:17.676905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Made reservation on behalf of 3a5e289beb2e44adbfa33df271bb38fb for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:17.681093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.709331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.772484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:17.784654 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.817295 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:14Z', 'revision_number': 3, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:17.822500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.826770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.827358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.827945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.829100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.829846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.830092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.830616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.836128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.840463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.841075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.841490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.842006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.842374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:17.843548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.863592 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a09d80-1641-4c15-be20-3f77269b4614 None None] The sync data for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 is: [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:14Z', 'revision_number': 3, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:12:17.876069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 283724a4-849b-43ba-bbd1-8b25b33f5d56 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:17.923965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-155c793a-2551-450f-9430-c398763bed36 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3181100 Dec 12 04:12:17.935686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be59a10-8b7d-4df8-bc99-47113b4985fa req-a4a20706-b08a-4258-b3e1-ee33bc331517 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:17.952491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5be59a10-8b7d-4df8-bc99-47113b4985fa req-a4a20706-b08a-4258-b3e1-ee33bc331517 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 935 time: 0.3958466 Dec 12 04:12:17.959440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Request body: {'port': {'device_id': '8fdf029f-b0d5-46d5-857b-06b2865bfcda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:17.964477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cbdbbbcc-b6ff-486c-9c3d-e502bd801566 None None] Provisioning complete for port 283724a4-849b-43ba-bbd1-8b25b33f5d56 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:17.964878 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cbdbbbcc-b6ff-486c-9c3d-e502bd801566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:17.988253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2033b703-3e7f-4904-82ab-3243dd88f3b5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:18.016960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.055140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e76e03c2-18f5-415b-9a5b-ff18b7bb0bc1 req-e8a79932-d1c7-4f1c-aa16-91588a944153 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210904 Dec 12 04:12:18.075837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Router 58dd6562-13ab-4e76-9ea8-553be270683f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:12:18.110361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 283724a4-849b-43ba-bbd1-8b25b33f5d56 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:18.115075 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.118531 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.183149 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5be59a10-8b7d-4df8-bc99-47113b4985fa req-08f06d6c-43cc-4308-9c12-c5a9229cc029 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296174 Dec 12 04:12:18.325202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:18.354709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:12:18.381470 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-efdee0ac-1196-449f-88f9-5358662c3578 admin admin] 10.222.0.36 "PUT /v2.0/routers/58dd6562-13ab-4e76-9ea8-553be270683f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7514787 Dec 12 04:12:18.387088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43734) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:18.430266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Allocated IP 192.168.233.198 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/4fcce929-809c-48cc-b5fd-b4d8dc71b278) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:18.535364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] Sync routers for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:12:18.562430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc59a3e-6abf-415b-bfeb-0b9d746491ce None None] Network b2434cf3-0c7a-48e1-87ae-755604afd22d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:18.641394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43742) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:18.661921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-60621378-network', 'tenant_id': 'a440aa1861694bcab430a9f0ef2b2cd4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:18.702725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d359db-f8e2-4c3f-ae7a-08150050fc69 req-93759a06-2551-4d23-beb6-255c295cb5c8 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:18.710098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5d359db-f8e2-4c3f-ae7a-08150050fc69 req-93759a06-2551-4d23-beb6-255c295cb5c8 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1693339 Dec 12 04:12:18.732740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5f66ebab-e44c-44cc-af75-666b6fa70a9c None None] Provisioning complete for port 5cce7095-17b7-4b53-9e59-399ea3993154 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:18.733296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f66ebab-e44c-44cc-af75-666b6fa70a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.777376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Allocated IP 172.20.0.1 (c54cd0d2-7685-4f35-8d1c-da81ff059ff9/c1d95915-1853-40c8-957d-bb859c47c7c1/f84fdb7f-688d-4bac-962b-3534a1e3e315) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:18.781407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:18.781706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Made reservation on behalf of a440aa1861694bcab430a9f0ef2b2cd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:18.782568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:18.784432 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.788775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5f66ebab-e44c-44cc-af75-666b6fa70a9c None None] Port 5cce7095-17b7-4b53-9e59-399ea3993154 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:12:18.799322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ba4-3985-4d84-b5e0-692935a901c7 req-de2e3493-7b4e-408c-9416-4d073efea01b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:18.805411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ba4-3985-4d84-b5e0-692935a901c7 req-de2e3493-7b4e-408c-9416-4d073efea01b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:18.807191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-03bb7ba4-3985-4d84-b5e0-692935a901c7 req-de2e3493-7b4e-408c-9416-4d073efea01b tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1680 time: 0.3061612 Dec 12 04:12:18.815127 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5d359db-f8e2-4c3f-ae7a-08150050fc69 req-48061d48-12aa-4670-a838-0418ea2a4930 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934844 Dec 12 04:12:18.824662 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.840690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.863137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.913288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.971353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:12:18.978487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:18.979007 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:18.995956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.002986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:19.011231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:19.035291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:19.054578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.062349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:19.103225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:19.103955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.122060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Pushing event updated for resources: {'Port': ['ID=4fcce929-809c-48cc-b5fd-b4d8dc71b278,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:19.138996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a14b0fba-7ee3-4511-a4ba-257179ac45f2 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6473165 Dec 12 04:12:19.167639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5320429-21bd-415d-9125-986339b5d680 req-5c8838d0-0b8e-4874-b6dd-a69a891fa7b4 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:19.177762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5320429-21bd-415d-9125-986339b5d680 req-5c8838d0-0b8e-4874-b6dd-a69a891fa7b4 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 936 time: 0.2484674 Dec 12 04:12:19.182299 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-03bb7ba4-3985-4d84-b5e0-692935a901c7 req-2cd72ec0-590a-480b-978f-3a6b76cb40bf tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607078 Dec 12 04:12:19.190363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Request body: {'port': {'device_id': 'ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:19.200542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:12:19.225841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba4fa5-01eb-4f31-902c-fcf873e7d5b4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:19.268654 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.269083 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Added segment 5e69c28c-6db6-4e97-abe2-8b75f0728c5f of type vlan for network 677a1a99-39b5-4b67-b2e1-f91e82cfbe79 Dec 12 04:12:19.363203 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5320429-21bd-415d-9125-986339b5d680 req-f4978bf7-377e-44d1-ae48-b14904e71fce tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845210 Dec 12 04:12:19.371722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.403280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.410491 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.421701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.475043 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.510582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,segment=NetworkSegment(a3f28b6c-9ad9-453b-99a4-fa526c58964d),segment_id=a3f28b6c-9ad9-453b-99a4-fa526c58964d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:19.521893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be26bd3-aec8-4ab2-8cd9-c9ce051b15db'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:19.524024 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ebb6bc-eaa6-4cc0-9cf6-a7e9ccdc48cd" -d '{"events": [{"server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "name": "network-vif-plugged", "status": "completed", "tag": "1be26bd3-aec8-4ab2-8cd9-c9ce051b15db"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:19.559313 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.560295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:19.560708 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.560975 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.561977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71db892f-f67c-47d9-9af4-bd440c4596e5 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:19.590660 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d99bb2-3841-4d46-be52-b991288a01cd x-openstack-request-id: req-f4d99bb2-3841-4d46-be52-b991288a01cd {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:19.590967 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "name": "network-vif-plugged", "status": "completed", "tag": "1be26bd3-aec8-4ab2-8cd9-c9ce051b15db", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:19.591226 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4d99bb2-3841-4d46-be52-b991288a01cd {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:19.591620 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be26bd3-aec8-4ab2-8cd9-c9ce051b15db', 'code': 200} Dec 12 04:12:19.630085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cce7095-17b7-4b53-9e59-399ea3993154 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:19.649252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f65ca7-5913-4efc-b534-ebf015310d58 req-b5f814b5-1727-44eb-b354-ef30260b23e5 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:19.649750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0aad0da3-3175-45f2-a2ce-693cbd77d54d None None] Provisioning complete for port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:19.650141 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0aad0da3-3175-45f2-a2ce-693cbd77d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.652466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94f65ca7-5913-4efc-b534-ebf015310d58 req-b5f814b5-1727-44eb-b354-ef30260b23e5 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 935 time: 0.2379003 Dec 12 04:12:19.655947 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.682643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] Pushing event updated for resources: {'Network': ['ID=677a1a99-39b5-4b67-b2e1-f91e82cfbe79,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:19.690781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.705729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43750) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:19.706291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ea279142-033e-4c6f-912d-2c1eca913a2a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0616395 Dec 12 04:12:19.706400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 677a1a99-39b5-4b67-b2e1-f91e82cfbe79 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:12:19.711768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Request body: {'subnet': {'network_id': '677a1a99-39b5-4b67-b2e1-f91e82cfbe79', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-60621378-subnet', 'tenant_id': 'a440aa1861694bcab430a9f0ef2b2cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:19.733648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Made reservation on behalf of a440aa1861694bcab430a9f0ef2b2cd4 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:19.736709 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.759711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:19.761991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:19.769739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Transition to ACTIVE for port object 5cce7095-17b7-4b53-9e59-399ea3993154 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:19.777633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Deleting port 41184b5f-49f8-4508-b176-c9b6e6d4d97b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:19.778051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.792524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:19.793406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.821367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0aad0da3-3175-45f2-a2ce-693cbd77d54d None None] Port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:12:19.836297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f84fdb7f-688d-4bac-962b-3534a1e3e315,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:19.838870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:19.851598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:19.865119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 71db892f-f67c-47d9-9af4-bd440c4596e5 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:12:19.884246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 71db892f-f67c-47d9-9af4-bd440c4596e5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:19.895794 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:19.972259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94f65ca7-5913-4efc-b534-ebf015310d58 req-23bf5a29-d4a6-476d-847e-e62333810b99 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687569 Dec 12 04:12:19.989216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:19.989871 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.029104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.035312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f481ab-5250-44a9-b05e-8760cd261954 req-15a34080-186c-4d84-8367-fedc7014d9a8 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:20.043100 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79f481ab-5250-44a9-b05e-8760cd261954 req-15a34080-186c-4d84-8367-fedc7014d9a8 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.1010430 Dec 12 04:12:20.045237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Pushing event updated for resources: {'Port': ['ID=5cce7095-17b7-4b53-9e59-399ea3993154,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:20.069183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:12:15Z', 'revision_number': 5, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port': {'id': '41184b5f-49f8-4508-b176-c9b6e6d4d97b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:11:16Z', 'updated_at': '2021-12-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:20.133450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] For port 41184b5f-49f8-4508-b176-c9b6e6d4d97b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41184b5f-49f8-4508-b176-c9b6e6d4d97b,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:20.133857 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.140695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] Checking router: 58dd6562-13ab-4e76-9ea8-553be270683f for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:12:20.156400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Calling delete_port for 41184b5f-49f8-4508-b176-c9b6e6d4d97b owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:20.163246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] Routers {'58dd6562-13ab-4e76-9ea8-553be270683f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:20.164023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['58dd6562-13ab-4e76-9ea8-553be270683f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:20.196555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79f481ab-5250-44a9-b05e-8760cd261954 req-40085161-944c-4e4b-8d89-4b8b1662113c tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434441 Dec 12 04:12:20.223129 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.360294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.392754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 71db892f-f67c-47d9-9af4-bd440c4596e5, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71db892f-f67c-47d9-9af4-bd440c4596e5,segment=NetworkSegment(3f017e87-e2eb-4742-8b0d-3b85c89d85ea),segment_id=3f017e87-e2eb-4742-8b0d-3b85c89d85ea)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:20.399516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] Set router 58dd6562-13ab-4e76-9ea8-553be270683f gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:20.430468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe2ec3cb-932b-4dc7-b8c7-653c13a0a699,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:20.433545 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.473351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.491574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcce929-809c-48cc-b5fd-b4d8dc71b278 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:20.494588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:12:19Z', 'revision_number': 6, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:20.496326 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.533381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c54b0-e2c1-406f-8e45-b385be485f78 req-17a9b42e-8d97-4881-9f79-06616e99328d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:20.536773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce222e5-7fd7-46b8-8388-1e73f6f398cf None None] The sync data for ids ['58dd6562-13ab-4e76-9ea8-553be270683f'] in n-d-710847-7 is: [{'id': '58dd6562-13ab-4e76-9ea8-553be270683f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065096292-router', 'tenant_id': 'b49933ace5b047559d0087f0020b9305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:11:15Z', 'updated_at': '2021-12-12T04:12:19Z', 'revision_number': 6, 'project_id': 'b49933ace5b047559d0087f0020b9305', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:12:20.540069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c54b0-e2c1-406f-8e45-b385be485f78 req-17a9b42e-8d97-4881-9f79-06616e99328d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:20.549435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-535c54b0-e2c1-406f-8e45-b385be485f78 req-17a9b42e-8d97-4881-9f79-06616e99328d tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1681 time: 0.2103577 Dec 12 04:12:20.552241 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.556764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.566582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7c365dac-6904-44e6-ba27-5ebcc98e9ae7 None None] Provisioning complete for port f84fdb7f-688d-4bac-962b-3534a1e3e315 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:20.566970 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7c365dac-6904-44e6-ba27-5ebcc98e9ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.570915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=71db892f-f67c-47d9-9af4-bd440c4596e5,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:20.599449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-23ffd83d-3f3f-4975-bb56-163c9817143d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:20.601137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-23ffd83d-3f3f-4975-bb56-163c9817143d tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.4299381 Dec 12 04:12:20.610055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Attempting to bind port 5cce7095-17b7-4b53-9e59-399ea3993154 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:20.610401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Attempting to bind port 5cce7095-17b7-4b53-9e59-399ea3993154 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:20.610739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Attempting to bind port 5cce7095-17b7-4b53-9e59-399ea3993154 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:20.628470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Pushing event deleted for resources: {'Port': ['ID=41184b5f-49f8-4508-b176-c9b6e6d4d97b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:20.637502 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Port 5cce7095-17b7-4b53-9e59-399ea3993154 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:20.637834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Attempting to bind port 5cce7095-17b7-4b53-9e59-399ea3993154 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:20.643869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7c365dac-6904-44e6-ba27-5ebcc98e9ae7 None None] Port f84fdb7f-688d-4bac-962b-3534a1e3e315 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:12:20.648124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Transition to ACTIVE for port object 4fcce929-809c-48cc-b5fd-b4d8dc71b278 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:20.670290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=fe2ec3cb-932b-4dc7-b8c7-653c13a0a699,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:20.675144 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.676987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:20.677340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:20.677737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:20.678180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Bound port: 5cce7095-17b7-4b53-9e59-399ea3993154, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:20.678537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.722578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=294eb7b7-07c1-4a85-b54b-9e99d22d7557,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:20.740260 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-535c54b0-e2c1-406f-8e45-b385be485f78 req-3f3f5225-8475-4b93-b846-81a98efe9315 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894834 Dec 12 04:12:20.749655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.804432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c5717-e8ac-4c9c-9a13-4e84b7b8584f req-26fecc81-88f6-4b01-9ba2-90b82c66b722 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:20.809456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f75c5717-e8ac-4c9c-9a13-4e84b7b8584f req-26fecc81-88f6-4b01-9ba2-90b82c66b722 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 936 time: 0.2291350 Dec 12 04:12:20.810277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Checking segment: {'id': '5e69c28c-6db6-4e97-abe2-8b75f0728c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '677a1a99-39b5-4b67-b2e1-f91e82cfbe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:20.810801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Network hostable DHCP agents. Network: 677a1a99-39b5-4b67-b2e1-f91e82cfbe79, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:12:20.821599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Pushing event updated for resources: {'Port': ['ID=4fcce929-809c-48cc-b5fd-b4d8dc71b278,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:20.822235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.906821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Network 677a1a99-39b5-4b67-b2e1-f91e82cfbe79 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:12:20.953481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.957482 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f75c5717-e8ac-4c9c-9a13-4e84b7b8584f req-75f10369-b1fb-4020-988d-7e16f3f0bcdf tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390696 Dec 12 04:12:20.958401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 677a1a99-39b5-4b67-b2e1-f91e82cfbe79) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:20.958537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:20.979701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] For port 5cce7095-17b7-4b53-9e59-399ea3993154, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:20.986650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925edbf2-63e7-431e-9eee-44ed90835ea9 None None] Network 677a1a99-39b5-4b67-b2e1-f91e82cfbe79 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:21.007254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:21.008316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.023435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Attempting to bind port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:21.024545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Attempting to bind port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:21.025452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Attempting to bind port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:21.031207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:21.032648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Attempting to bind port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:21.054924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Deleting port efa8177b-2c79-44a2-a0f8-bf83f17934a7 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:21.055399 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.109651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:21.110598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:21.111291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:21.111971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Bound port: 4fcce929-809c-48cc-b5fd-b4d8dc71b278, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:21.112554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.126452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4747f26e-f9b8-4639-a646-b7b7fae1f7b6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4104671 Dec 12 04:12:21.142664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd94400-8b7e-4a1d-a2e0-bd79e19e5c2f None None] Network 677a1a99-39b5-4b67-b2e1-f91e82cfbe79 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:21.204743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] For port 4fcce929-809c-48cc-b5fd-b4d8dc71b278, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:21.210961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] For port 4fcce929-809c-48cc-b5fd-b4d8dc71b278, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4fcce929-809c-48cc-b5fd-b4d8dc71b278,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:21.227300 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.295331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:21.295573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.297451 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] 10.222.0.37 "PUT /v2.0/ports/4fcce929-809c-48cc-b5fd-b4d8dc71b278 HTTP/1.1" status: 200 len: 1096 time: 2.1164608 Dec 12 04:12:21.312491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c', 'tag': '4fcce929-809c-48cc-b5fd-b4d8dc71b278'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:21.315014 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f92083-5b03-4af5-b901-1b65703c9e06" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c", "tag": "4fcce929-809c-48cc-b5fd-b4d8dc71b278"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:21.363709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] For port efa8177b-2c79-44a2-a0f8-bf83f17934a7, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=efa8177b-2c79-44a2-a0f8-bf83f17934a7,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:21.364334 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.398861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ace730-8a63-4454-b8f8-b476c7f6925f service neutron] Pushing event updated for resources: {'Port': ['ID=4fcce929-809c-48cc-b5fd-b4d8dc71b278,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:21.427516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Calling delete_port for efa8177b-2c79-44a2-a0f8-bf83f17934a7 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:21.466414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-2fe62010-ad86-4a71-bbed-54b9635adc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:21.468009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-2fe62010-ad86-4a71-bbed-54b9635adc8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a5e289beb2e44adbfa33df271bb38fb&device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 1099 time: 0.0998573 Dec 12 04:12:21.482207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee107f-e8a8-4dff-8d73-d2455c412ded req-b8d3c4b5-5909-4be3-99b5-c02eae4bf723 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:21.484608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49ee107f-e8a8-4dff-8d73-d2455c412ded req-b8d3c4b5-5909-4be3-99b5-c02eae4bf723 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1026ac4e-9f8e-4702-bcd5-dd37392b73fc HTTP/1.1" status: 200 len: 945 time: 0.2017798 Dec 12 04:12:21.485747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.486542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58dd6562-13ab-4e76-9ea8-553be270683f {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:12:21.500025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] For port 5cce7095-17b7-4b53-9e59-399ea3993154, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5cce7095-17b7-4b53-9e59-399ea3993154,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:21.508748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.510136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f28d2e13-42b2-4ee0-ae51-dc35940eda8a admin admin] 10.222.0.36 "DELETE /v2.0/routers/58dd6562-13ab-4e76-9ea8-553be270683f HTTP/1.1" status: 204 len: 168 time: 3.1056595 Dec 12 04:12:21.522559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43774) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:21.529508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.593405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71db892f-f67c-47d9-9af4-bd440c4596e5'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:21.595798 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588082a0-4a83-43d8-aa2b-76046b7ede2b" -d '{"events": [{"server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "name": "network-vif-plugged", "status": "completed", "tag": "71db892f-f67c-47d9-9af4-bd440c4596e5"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:21.605331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:21.606062 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.607987 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] 10.222.0.18 "PUT /v2.0/ports/5cce7095-17b7-4b53-9e59-399ea3993154 HTTP/1.1" status: 200 len: 1095 time: 3.6527865 Dec 12 04:12:21.609142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-160694fb-2703-4263-a4ff-08f3f4c1545d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=4fcce929-809c-48cc-b5fd-b4d8dc71b278 HTTP/1.1" status: 200 len: 217 time: 0.0867877 Dec 12 04:12:21.613690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdf029f-b0d5-46d5-857b-06b2865bfcda', 'tag': '5cce7095-17b7-4b53-9e59-399ea3993154'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:21.617119 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee852a6-9116-4f29-83e7-6b6b14709242" -d '{"events": [{"name": "network-changed", "server_uuid": "8fdf029f-b0d5-46d5-857b-06b2865bfcda", "tag": "5cce7095-17b7-4b53-9e59-399ea3993154"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:21.674021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-201560aa-5c56-4607-920e-44c5296612d4 admin admin] Deleting subnet f0c5b49d-75d0-42b1-bd98-2f86336e2714 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:12:21.691207 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-201560aa-5c56-4607-920e-44c5296612d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.705642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:21.731509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339d43-7b4e-4707-835a-b0297408c3ff req-293287b8-96e6-40bf-be54-0b86a69ec674 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:21.740842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c339d43-7b4e-4707-835a-b0297408c3ff req-293287b8-96e6-40bf-be54-0b86a69ec674 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 947 time: 0.2646708 Dec 12 04:12:21.775050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca74bb1-ef53-4902-99f6-cec9dfc02b32 service neutron] Pushing event updated for resources: {'Port': ['ID=5cce7095-17b7-4b53-9e59-399ea3993154,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:21.822373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-880071d6-9060-4448-a09d-a595adc7ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:21.825573 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-880071d6-9060-4448-a09d-a595adc7ca90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 1098 time: 0.1452708 Dec 12 04:12:21.831199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.831966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:21.832446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.864154 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.866922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-d19f9997-b7af-4845-93d7-28460cd55a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:21.868650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-d19f9997-b7af-4845-93d7-28460cd55a1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2490687 Dec 12 04:12:21.874348 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.896689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49ee107f-e8a8-4dff-8d73-d2455c412ded req-d1a84301-0907-4064-b000-151b71801267 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731723 Dec 12 04:12:21.919546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-201560aa-5c56-4607-920e-44c5296612d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:21.919718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['efa8177b-2c79-44a2-a0f8-bf83f17934a7'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:21.944681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c339d43-7b4e-4707-835a-b0297408c3ff req-7ddcc0c1-6408-4f39-a1f2-484770eced03 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026739 Dec 12 04:12:21.969372 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-60088720-bc4b-465c-ba99-e4b6ac1673c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=5cce7095-17b7-4b53-9e59-399ea3993154 HTTP/1.1" status: 200 len: 217 time: 0.1232204 Dec 12 04:12:21.995333 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aabb8fe-f22a-4716-aa21-df8594e5c67f x-openstack-request-id: req-9aabb8fe-f22a-4716-aa21-df8594e5c67f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:21.995636 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c", "tag": "4fcce929-809c-48cc-b5fd-b4d8dc71b278", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:21.995893 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9aabb8fe-f22a-4716-aa21-df8594e5c67f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:21.996291 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c', 'tag': '4fcce929-809c-48cc-b5fd-b4d8dc71b278', 'status': 'completed', 'code': 200} Dec 12 04:12:22.007974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event deleted for resources: {'Port': ['ID=efa8177b-2c79-44a2-a0f8-bf83f17934a7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:22.073773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 39dcfde1-953b-427e-8c04-1180ab18391b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:22.082676 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:22.093754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] No DVR routers for this DVR port efa8177b-2c79-44a2-a0f8-bf83f17934a7 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:22.094649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f84fdb7f-688d-4bac-962b-3534a1e3e315,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:22.104513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:22.107968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f224da9d-0774-4c69-8eeb-25f454661ce1 req-c41c29d5-4e35-48d0-84fb-15c1f7166273 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "DELETE /v2.0/ports/efa8177b-2c79-44a2-a0f8-bf83f17934a7 HTTP/1.1" status: 204 len: 173 time: 1.4960442 Dec 12 04:12:22.110857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 39dcfde1-953b-427e-8c04-1180ab18391b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:22.112165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 39dcfde1-953b-427e-8c04-1180ab18391b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:22.114396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41184b5f-49f8-4508-b176-c9b6e6d4d97b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:22.117577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-f9be1c00-f147-4e46-acd0-fdd9c06200a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:22.119433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-f9be1c00-f147-4e46-acd0-fdd9c06200a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1333184 Dec 12 04:12:22.120176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-c43c4c49-5756-4707-a834-260f7fdb8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:22.121874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-c43c4c49-5756-4707-a834-260f7fdb8027 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2402411 Dec 12 04:12:22.171882 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-201560aa-5c56-4607-920e-44c5296612d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:22.180150 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c046b4-7e75-469b-8268-84143fc61e1a x-openstack-request-id: req-12c046b4-7e75-469b-8268-84143fc61e1a {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:22.180474 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "name": "network-vif-plugged", "status": "completed", "tag": "71db892f-f67c-47d9-9af4-bd440c4596e5", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:22.180737 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12c046b4-7e75-469b-8268-84143fc61e1a {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:22.181763 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71db892f-f67c-47d9-9af4-bd440c4596e5', 'code': 200} Dec 12 04:12:22.183743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 41184b5f-49f8-4508-b176-c9b6e6d4d97b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:22.183940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41184b5f-49f8-4508-b176-c9b6e6d4d97b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:22.244939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-201560aa-5c56-4607-920e-44c5296612d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:22.278828 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9201ec7-c50a-4647-8159-db90346fff24 x-openstack-request-id: req-a9201ec7-c50a-4647-8159-db90346fff24 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:22.281516 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fdf029f-b0d5-46d5-857b-06b2865bfcda", "tag": "5cce7095-17b7-4b53-9e59-399ea3993154", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:22.281793 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9201ec7-c50a-4647-8159-db90346fff24 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:22.282284 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fdf029f-b0d5-46d5-857b-06b2865bfcda', 'tag': '5cce7095-17b7-4b53-9e59-399ea3993154', 'status': 'completed', 'code': 200} Dec 12 04:12:22.304576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:22.317616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:22.359901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201560aa-5c56-4607-920e-44c5296612d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c5b49d-75d0-42b1-bd98-2f86336e2714,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:22.388059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3729cda6-f313-4534-bde9-3ac2611be540 None None] Network fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:22.432183 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-201560aa-5c56-4607-920e-44c5296612d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:22.435624 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-201560aa-5c56-4607-920e-44c5296612d4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f0c5b49d-75d0-42b1-bd98-2f86336e2714 HTTP/1.1" status: 204 len: 168 time: 0.9111478 Dec 12 04:12:22.438298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43794) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:22.464634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-7d4883c1-7b24-4e86-8e75-9d7f090a1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:22.466738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-7d4883c1-7b24-4e86-8e75-9d7f090a1c29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3314223 Dec 12 04:12:22.520382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:22.543913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Router 5e03d167-b253-416f-82ce-aec725b676f1 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:12:22.557307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc14546-0d00-49cb-9344-eec864827eab req-ff030438-f885-4a78-b346-ff873e5d7452 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:22.563996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc14546-0d00-49cb-9344-eec864827eab req-ff030438-f885-4a78-b346-ff873e5d7452 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:22.565696 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2fc14546-0d00-49cb-9344-eec864827eab req-ff030438-f885-4a78-b346-ff873e5d7452 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1682 time: 0.2650762 Dec 12 04:12:22.614779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dd09-2373-4fbd-ae29-3a1e9c53467c req-e3d53c66-4bd3-41e3-9956-cf5a1d986d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:22.615168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dd09-2373-4fbd-ae29-3a1e9c53467c req-e3d53c66-4bd3-41e3-9956-cf5a1d986d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:22.616770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c137dd09-2373-4fbd-ae29-3a1e9c53467c req-e3d53c66-4bd3-41e3-9956-cf5a1d986d78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1984 time: 0.2938178 Dec 12 04:12:22.637314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-a0c3f957-1f48-4a98-8db8-d91b36039bad service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043832 Dec 12 04:12:22.654295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2fa315ef-4885-46e7-8990-b9a5f7fa26b1 None None] Provisioning complete for port f84fdb7f-688d-4bac-962b-3534a1e3e315 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:22.655474 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2fa315ef-4885-46e7-8990-b9a5f7fa26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:22.708908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2fa315ef-4885-46e7-8990-b9a5f7fa26b1 None None] Port f84fdb7f-688d-4bac-962b-3534a1e3e315 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:12:22.744979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-bb79a94f-c6ce-4153-b1fc-6d796cb649ab tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:22.759080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-bb79a94f-c6ce-4153-b1fc-6d796cb649ab tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 807 time: 0.4348583 Dec 12 04:12:22.789905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2fc14546-0d00-49cb-9344-eec864827eab req-6b43ffe8-67d6-496d-b4f5-88998621cdfb tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088444 Dec 12 04:12:22.791252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866a7ed-f261-4253-90d1-d75f858033dd None None] DHCP port deletion for fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:12:22.817410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-63b6400f-e16b-4a3f-b27f-61666e7eb3fe tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/quotas/2d383ee762794c1da74881dd178765df HTTP/1.1" status: 200 len: 375 time: 0.0574327 Dec 12 04:12:22.836692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-53204d90-5b46-4a54-9346-3a7ae2d4aa72 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588707 Dec 12 04:12:22.847245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c137dd09-2373-4fbd-ae29-3a1e9c53467c req-c39400f9-d5fa-4d31-a063-66c3aa86b7c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966581 Dec 12 04:12:22.847996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Deleting port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:22.848323 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:22.879971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d866a7ed-f261-4253-90d1-d75f858033dd None None] Deleting port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:22.880801 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d866a7ed-f261-4253-90d1-d75f858033dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:22.911550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-1b230615-5faf-471c-8120-48bbd9ec6f51 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866027 Dec 12 04:12:22.919138 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7ebf250-c9f6-4fb5-a0e7-bdcbd1c70ec6 req-1e15e52d-9ec4-4d19-bd14-7db4ea0f3e18 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648396 Dec 12 04:12:22.931387 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:12:22.943742 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Sync routers for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:12:22.955862 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:22.956487 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:22.965313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2a1099ee-244c-4efe-8e4e-52c5735ba5b6 admin admin] 10.222.0.36 "PUT /v2.0/routers/5e03d167-b253-416f-82ce-aec725b676f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0363927 Dec 12 04:12:22.972636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d866a7ed-f261-4253-90d1-d75f858033dd None None] For port 0663acb3-6c0b-4baa-9efa-9deffc7550a0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0663acb3-6c0b-4baa-9efa-9deffc7550a0,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:22.973072 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d866a7ed-f261-4253-90d1-d75f858033dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.006836 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d866a7ed-f261-4253-90d1-d75f858033dd None None] Calling delete_port for 0663acb3-6c0b-4baa-9efa-9deffc7550a0 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:23.023725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] For port 0663acb3-6c0b-4baa-9efa-9deffc7550a0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0663acb3-6c0b-4baa-9efa-9deffc7550a0,segment=NetworkSegment(fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc),segment_id=fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:23.023996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.035587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f26cbd4a-7d13-44e2-89ba-d03137ea3cc3 req-3da65ed4-d394-4a41-887a-d2ce580f7529 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892047 Dec 12 04:12:23.041122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Calling delete_port for 0663acb3-6c0b-4baa-9efa-9deffc7550a0 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:23.059049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2915-5d3b-47c6-a04e-4cc1f1a58892 req-39efd37d-5aa4-4fa9-b1cc-e8bb6bc4edad tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:23.061139 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abfb2915-5d3b-47c6-a04e-4cc1f1a58892 req-39efd37d-5aa4-4fa9-b1cc-e8bb6bc4edad tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 948 time: 0.1751206 Dec 12 04:12:23.127447 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:23.128257 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abfb2915-5d3b-47c6-a04e-4cc1f1a58892 req-6fe39875-d385-4b15-b5a0-deeada3dd62d tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604229 Dec 12 04:12:23.167277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d866a7ed-f261-4253-90d1-d75f858033dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.198177 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.216145 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-a6d7c7ba-91c8-432e-9992-08bc8813d998 service neutron] 10.222.0.36 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941244 Dec 12 04:12:23.226998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-0cf0b02e-ec92-4bfa-b5e2-bd507b4922cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:23.231495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-0cf0b02e-ec92-4bfa-b5e2-bd507b4922cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 1098 time: 0.0874720 Dec 12 04:12:23.242278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866a7ed-f261-4253-90d1-d75f858033dd None None] No DVR routers for this DVR port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:23.254637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866a7ed-f261-4253-90d1-d75f858033dd None None] Pushing event deleted for resources: {'Port': ['ID=0663acb3-6c0b-4baa-9efa-9deffc7550a0,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:23.322022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] No DVR routers for this DVR port 0663acb3-6c0b-4baa-9efa-9deffc7550a0 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:23.355951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Pushing event deleted for resources: {'Port': ['ID=0663acb3-6c0b-4baa-9efa-9deffc7550a0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:23.374768 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f84fdb7f-688d-4bac-962b-3534a1e3e315', 'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'mac_address': 'fa:16:3e:0e:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:18Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 2, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'subnets': [{'id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:23.407398 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Checking router: 5e03d167-b253-416f-82ce-aec725b676f1 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:12:23.408251 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Updating router 5e03d167-b253-416f-82ce-aec725b676f1 port f84fdb7f-688d-4bac-962b-3534a1e3e315 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:12:23.437487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-7af62c49-4107-47fb-bcb9-040f3793c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:23.438887 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.439360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-7af62c49-4107-47fb-bcb9-040f3793c259 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2014830 Dec 12 04:12:23.450452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b1aaf-28a7-43cd-82b7-b9b8f5b9a380 req-6df0c600-5f3d-4f50-ab16-3e864d00043f tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:23.451639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-224b1aaf-28a7-43cd-82b7-b9b8f5b9a380 req-6df0c600-5f3d-4f50-ab16-3e864d00043f tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 947 time: 0.0869136 Dec 12 04:12:23.477832 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.497265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-a24d55f8-da04-497c-b856-b8935f4cd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:23.498912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-a24d55f8-da04-497c-b856-b8935f4cd274 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a5e289beb2e44adbfa33df271bb38fb&device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 1099 time: 0.2352722 Dec 12 04:12:23.499259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-a5e35204-b83e-4e91-8b84-70d4e97bb519 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=5cce7095-17b7-4b53-9e59-399ea3993154 HTTP/1.1" status: 200 len: 217 time: 0.0464392 Dec 12 04:12:23.569172 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-224b1aaf-28a7-43cd-82b7-b9b8f5b9a380 req-0d9cd083-8249-466f-b21a-745a5f672ca8 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082458 Dec 12 04:12:23.575779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-18ccb761-220c-4c4e-8479-120986e320ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:23.577183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-18ccb761-220c-4c4e-8479-120986e320ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0683951 Dec 12 04:12:23.657756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-cfe07086-da3f-4e44-9d0a-91aa12d04391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:23.659459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-cfe07086-da3f-4e44-9d0a-91aa12d04391 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729291 Dec 12 04:12:23.699864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0663acb3-6c0b-4baa-9efa-9deffc7550a0 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:23.726143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0663acb3-6c0b-4baa-9efa-9deffc7550a0 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:23.726589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0663acb3-6c0b-4baa-9efa-9deffc7550a0 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:23.796057 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.804748 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.814256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-9cccaee2-0f66-4bce-b218-be239dfc3ca9 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465847 Dec 12 04:12:23.863594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-4943e41d-d0bc-4ce8-8d17-3159fae1ff83 service neutron] 10.222.0.36 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467028 Dec 12 04:12:23.865279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:23.908177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:23.908510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbcf284-d03a-4fec-8e5b-ef0af3d28ddc') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:23.918619 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b6efa-8c1c-46ec-8dd3-7437630c1338 None None] Pushing event updated for resources: {'Port': ['ID=f84fdb7f-688d-4bac-962b-3534a1e3e315,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:23.925365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.947447 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:23.965994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ee852a6-9116-4f29-83e7-6b6b14709242 req-913e1b73-6316-407b-bbc1-64083d08eb36 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441979 Dec 12 04:12:24.008532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:12:24.008974 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.013867 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Attempting to bind port f84fdb7f-688d-4bac-962b-3534a1e3e315 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:24.014341 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Attempting to bind port f84fdb7f-688d-4bac-962b-3534a1e3e315 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:24.014627 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Attempting to bind port f84fdb7f-688d-4bac-962b-3534a1e3e315 on network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:24.019617 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:24.019990 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Checking segment: {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:24.020393 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.021136 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Bound using segment: {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:24.021764 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Bound port: f84fdb7f-688d-4bac-962b-3534a1e3e315, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:24.022152 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.079836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1026ac4e-9f8e-4702-bcd5-dd37392b73fc', 'name': 'network-vif-deleted', 'tag': 'efa8177b-2c79-44a2-a0f8-bf83f17934a7'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:24.082184 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9e5196-dcf9-4103-9775-fe3ed271cbb3" -d '{"events": [{"server_uuid": "1026ac4e-9f8e-4702-bcd5-dd37392b73fc", "name": "network-vif-deleted", "tag": "efa8177b-2c79-44a2-a0f8-bf83f17934a7"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:24.085297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-2dd4947c-a1fc-40c1-9c86-c1f2ed1cca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:24.086811 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-2dd4947c-a1fc-40c1-9c86-c1f2ed1cca13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.5767460 Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:12:24.087479 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:12:24.122717 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] For port f84fdb7f-688d-4bac-962b-3534a1e3e315, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:24.129129 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] For port f84fdb7f-688d-4bac-962b-3534a1e3e315, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f84fdb7f-688d-4bac-962b-3534a1e3e315,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:24.138656 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.166160 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.168894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-2a62fbe8-5572-4e0b-911f-b14cab3abff5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=4fcce929-809c-48cc-b5fd-b4d8dc71b278 HTTP/1.1" status: 200 len: 217 time: 0.0611727 Dec 12 04:12:24.173491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.177484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681 HTTP/1.1" status: 204 len: 168 time: 1.7352660 Dec 12 04:12:24.204104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573648bf-e4b0-44b7-a2be-65af2180d299 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9a5fdb-7e3c-43c8-8a9a-daa0b4ddb681,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:24.232931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4fcce929-809c-48cc-b5fd-b4d8dc71b278 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:24.237392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device efa8177b-2c79-44a2-a0f8-bf83f17934a7 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:24.275633 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b6efa-8c1c-46ec-8dd3-7437630c1338 None None] Pushing event updated for resources: {'Port': ['ID=f84fdb7f-688d-4bac-962b-3534a1e3e315,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:24.299401 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:24.300231 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:24.369799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43834) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:24.374960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9a23b68d-d63c-4b55-8adb-ae546428fc27 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806230368', 'description': 'tempest-description--285393731'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:24.382290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-c4b82cd2-ae7b-4292-87ad-1dab62375e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:24.383875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-c4b82cd2-ae7b-4292-87ad-1dab62375e2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2045815 Dec 12 04:12:24.423666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a23b68d-d63c-4b55-8adb-ae546428fc27 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.496723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c9c5bc26-6eaf-4fea-8edc-8423287985fd tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:24.507595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c9c5bc26-6eaf-4fea-8edc-8423287985fd tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.2702329 Dec 12 04:12:24.525796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: efa8177b-2c79-44a2-a0f8-bf83f17934a7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:24.526155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device efa8177b-2c79-44a2-a0f8-bf83f17934a7 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:24.541475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-55b98c4a-f6f6-4d08-85b4-e5ee5a15789b tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/quotas/7c7f57d1ea8244309b61ba1bc594e3e2 HTTP/1.1" status: 200 len: 375 time: 0.0206788 Dec 12 04:12:24.547922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-db2bde1f-4fa9-4c48-93bb-ed1c967c1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:24.549613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-db2bde1f-4fa9-4c48-93bb-ed1c967c1397 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558204 Dec 12 04:12:24.591551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 4fcce929-809c-48cc-b5fd-b4d8dc71b278, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4fcce929-809c-48cc-b5fd-b4d8dc71b278,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:24.614908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-790347c9-be75-48b7-bef9-00294d76c546 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639598 Dec 12 04:12:24.631397 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:24.634217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '4fcce929-809c-48cc-b5fd-b4d8dc71b278', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '4fcce929-809c-48cc-b5fd-b4d8dc71b278', 'mac_address': 'fa:16:3e:74:3b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:24.636617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6b29ddb3-9f57-45aa-9fc7-6e225acb7066 None None] Provisioning complete for port f84fdb7f-688d-4bac-962b-3534a1e3e315 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:24.641385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6b29ddb3-9f57-45aa-9fc7-6e225acb7066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.732363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43844) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:24.736383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806092e-a65f-4cb9-bfc9-f9522d0c9dab req-1dd18f7d-769d-4a73-8521-b48d2ca51386 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:24.751523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806092e-a65f-4cb9-bfc9-f9522d0c9dab req-1dd18f7d-769d-4a73-8521-b48d2ca51386 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:24.753199 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d806092e-a65f-4cb9-bfc9-f9522d0c9dab req-1dd18f7d-769d-4a73-8521-b48d2ca51386 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1682 time: 0.2649815 Dec 12 04:12:24.788919 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.811081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcce929-809c-48cc-b5fd-b4d8dc71b278 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:24.827451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a23b68d-d63c-4b55-8adb-ae546428fc27 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.843541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a23b68d-d63c-4b55-8adb-ae546428fc27 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.844696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-11fa6e36-387d-4833-8c0c-4f48842f1245 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827115 Dec 12 04:12:24.863840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 4fcce929-809c-48cc-b5fd-b4d8dc71b278, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4fcce929-809c-48cc-b5fd-b4d8dc71b278,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:24.874943 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6b29ddb3-9f57-45aa-9fc7-6e225acb7066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.878834 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.915509 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:12:24.943947 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d806092e-a65f-4cb9-bfc9-f9522d0c9dab req-f4d832d2-bfb7-4009-85bc-182ec90c6ec2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684933 Dec 12 04:12:24.956183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6b29ddb3-9f57-45aa-9fc7-6e225acb7066 None None] For port f84fdb7f-688d-4bac-962b-3534a1e3e315, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f84fdb7f-688d-4bac-962b-3534a1e3e315,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:24.964427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a23b68d-d63c-4b55-8adb-ae546428fc27 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.967504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9a23b68d-d63c-4b55-8adb-ae546428fc27 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5963547 Dec 12 04:12:24.971742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=4fcce929-809c-48cc-b5fd-b4d8dc71b278,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:24.975126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43850) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:24.978300 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6b29ddb3-9f57-45aa-9fc7-6e225acb7066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:24.985647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b4e04d54-aec3-4d25-9547-e49660860355 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Request body: {'security_group_rule': {'security_group_id': '8ca8efbb-ebdd-447e-a651-07b91ea14971', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:25.006721 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f84fdb7f-688d-4bac-962b-3534a1e3e315', 'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'mac_address': 'fa:16:3e:0e:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:18Z', 'updated_at': '2021-12-12T04:12:24Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'subnets': [{'id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:25.011038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23b68d-d63c-4b55-8adb-ae546428fc27 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca8efbb-ebdd-447e-a651-07b91ea14971,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:25.053247 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7218fc9f-ff6f-499d-8cf0-009a8ef49be5 x-openstack-request-id: req-7218fc9f-ff6f-499d-8cf0-009a8ef49be5 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:25.053808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29ddb3-9f57-45aa-9fc7-6e225acb7066 None None] Pushing event updated for resources: {'Port': ['ID=f84fdb7f-688d-4bac-962b-3534a1e3e315,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:25.053906 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1026ac4e-9f8e-4702-bcd5-dd37392b73fc", "name": "network-vif-deleted", "tag": "efa8177b-2c79-44a2-a0f8-bf83f17934a7", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:25.053906 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7218fc9f-ff6f-499d-8cf0-009a8ef49be5 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:25.061130 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1026ac4e-9f8e-4702-bcd5-dd37392b73fc', 'name': 'network-vif-deleted', 'tag': 'efa8177b-2c79-44a2-a0f8-bf83f17934a7', 'status': 'completed', 'code': 200} Dec 12 04:12:25.070022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4e04d54-aec3-4d25-9547-e49660860355 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.091806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c107a3ab-a9bb-4fa3-9da2-a45eaad0b4d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b49933ace5b047559d0087f0020b9305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061616 Dec 12 04:12:25.096334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43852) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:25.115504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a6a4db2c-0c99-49d9-b60d-99747c9765f0 None None] Provisioning complete for port f84fdb7f-688d-4bac-962b-3534a1e3e315 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:25.117421 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a6a4db2c-0c99-49d9-b60d-99747c9765f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.156986 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-006f3bcc-8fae-41e4-bb0d-b25eb48ba70c service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056276 Dec 12 04:12:25.176404 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d18757bb-0793-4b07-af37-3c3553252154 req-180b0fe5-5fef-4a20-9662-21e29503765d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 210 time: 0.0555048 Dec 12 04:12:25.203897 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37681813-b30e-4721-ab23-e4aaf2f74660 None None] The sync data for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 is: [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f84fdb7f-688d-4bac-962b-3534a1e3e315', 'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'mac_address': 'fa:16:3e:0e:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:18Z', 'updated_at': '2021-12-12T04:12:24Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'subnets': [{'id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:12:25.216472 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4e04d54-aec3-4d25-9547-e49660860355 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.224795 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4e04d54-aec3-4d25-9547-e49660860355 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.246067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e04d54-aec3-4d25-9547-e49660860355 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d658913a-7226-4056-9f2b-357787ee5e26,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:25.269479 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4e04d54-aec3-4d25-9547-e49660860355 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.277010 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b4e04d54-aec3-4d25-9547-e49660860355 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982800 Dec 12 04:12:25.279185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43854) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:25.289961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-45f02979-b948-4911-bde8-45600372ec59 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Request body: {'security_group_rule': {'security_group_id': '8ca8efbb-ebdd-447e-a651-07b91ea14971', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:25.328618 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03f92083-5b03-4af5-b901-1b65703c9e06 req-afd59d38-f15b-4d1d-a52a-fa10cb7f2e36 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677937 Dec 12 04:12:25.333008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['4fcce929-809c-48cc-b5fd-b4d8dc71b278'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:25.342950 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45f02979-b948-4911-bde8-45600372ec59 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.358012 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-4e76629d-630a-4786-b44f-ae096ade1127 service neutron] 10.222.0.36 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986938 Dec 12 04:12:25.389165 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-992b91ae-a001-4372-9123-b588e843fa59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.453537 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-992b91ae-a001-4372-9123-b588e843fa59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.528480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-992b91ae-a001-4372-9123-b588e843fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.539359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45f02979-b948-4911-bde8-45600372ec59 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.540513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-992b91ae-a001-4372-9123-b588e843fa59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.543903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-992b91ae-a001-4372-9123-b588e843fa59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b066175-420d-4780-a518-914369941f00 HTTP/1.1" status: 204 len: 168 time: 0.4357424 Dec 12 04:12:25.555897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf962fa5-a3d3-47e8-845c-50c6cd028388 req-48ce3c1c-03b9-4e0a-a581-26d07b2026b3 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:25.567975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf962fa5-a3d3-47e8-845c-50c6cd028388 req-48ce3c1c-03b9-4e0a-a581-26d07b2026b3 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 949 time: 0.1683280 Dec 12 04:12:25.571520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45f02979-b948-4911-bde8-45600372ec59 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.585975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b91ae-a001-4372-9123-b588e843fa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b066175-420d-4780-a518-914369941f00,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:25.623464 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45f02979-b948-4911-bde8-45600372ec59 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.626443 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-45f02979-b948-4911-bde8-45600372ec59 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450053 Dec 12 04:12:25.629803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43862) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:25.630376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f02979-b948-4911-bde8-45600372ec59 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b7be11-fa6a-44e5-b8ad-ebbe3aad4754,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:25.636673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:25.662025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5cce7095-17b7-4b53-9e59-399ea3993154 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:25.708065 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:25.727495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf962fa5-a3d3-47e8-845c-50c6cd028388 req-3287fafd-e84b-4920-8a39-7db98cb2362d tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582634 Dec 12 04:12:25.894888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f84fdb7f-688d-4bac-962b-3534a1e3e315 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:25.958547 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:26.087810 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5cce7095-17b7-4b53-9e59-399ea3993154, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5cce7095-17b7-4b53-9e59-399ea3993154,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:26.129268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '5cce7095-17b7-4b53-9e59-399ea3993154', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '5cce7095-17b7-4b53-9e59-399ea3993154', 'mac_address': 'fa:16:3e:7d:77:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:26.167773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d2667-c950-4f99-a849-d6b56b8c6e38 req-a6ed7593-0404-451e-b390-1491ad108e90 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:26.177281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-084d2667-c950-4f99-a849-d6b56b8c6e38 req-a6ed7593-0404-451e-b390-1491ad108e90 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 947 time: 0.2965667 Dec 12 04:12:26.215029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c342c79-8406-4f97-9350-f714aa2f3b15 req-c63a683b-88a9-426c-8afe-fc3923df6ddb tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 210 time: 0.0723445 Dec 12 04:12:26.274302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Allocated IP 172.25.7.122 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/efc96161-09ef-4a82-877e-215bacffc811) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:26.300430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-084d2667-c950-4f99-a849-d6b56b8c6e38 req-ed59c962-7f74-49f7-8590-fd2115893581 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162884 Dec 12 04:12:26.346711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f84fdb7f-688d-4bac-962b-3534a1e3e315 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:26.347526 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:26.366318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-4ac67b5e-eca8-4f4e-add0-478e2c17511b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:26.369858 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-4ac67b5e-eca8-4f4e-add0-478e2c17511b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 807 time: 0.3772056 Dec 12 04:12:26.417185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Request body: {'port': {'device_id': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d', 'admin_state_up': True, 'tenant_id': '2d383ee762794c1da74881dd178765df'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:26.417698 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:26.463229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cce7095-17b7-4b53-9e59-399ea3993154 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:26.520934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5cce7095-17b7-4b53-9e59-399ea3993154, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5cce7095-17b7-4b53-9e59-399ea3993154,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:26.566865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8efe4-1ec1-42f1-b485-5adc778b3936 req-3b3c6398-01bc-4f57-bc60-53a0652954ce tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:26.568752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5a8efe4-1ec1-42f1-b485-5adc778b3936 req-3b3c6398-01bc-4f57-bc60-53a0652954ce tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 946 time: 0.1638219 Dec 12 04:12:26.576383 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:26.638401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:26.704361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Made reservation on behalf of 2d383ee762794c1da74881dd178765df for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:26.708215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:26.715537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5cce7095-17b7-4b53-9e59-399ea3993154,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:26.722136 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5a8efe4-1ec1-42f1-b485-5adc778b3936 req-13212de1-a339-4e36-a4f1-00272cb85ce5 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265607 Dec 12 04:12:26.763116 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:26.785677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe68576b-560b-4fa2-b8d7-d66d33a5f281 req-475747f3-856e-40e7-9ed1-7e990a48f2f6 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 210 time: 0.0739634 Dec 12 04:12:26.826372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:26.850614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:26.852190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:26.872201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5cce7095-17b7-4b53-9e59-399ea3993154'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:26.932932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Pushing event updated for resources: {'Port': ['ID=efc96161-09ef-4a82-877e-215bacffc811,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:26.983109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5a1ec-43aa-4b58-b96a-7d03bd978cd8 req-587bf42c-5bd3-4238-b125-8cfe81e68008 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:26.995852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5a1ec-43aa-4b58-b96a-7d03bd978cd8 req-587bf42c-5bd3-4238-b125-8cfe81e68008 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:27.003725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-23e5a1ec-43aa-4b58-b96a-7d03bd978cd8 req-587bf42c-5bd3-4238-b125-8cfe81e68008 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1682 time: 0.1657126 Dec 12 04:12:27.034487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Allocated IP 172.20.0.8 (b2434cf3-0c7a-48e1-87ae-755604afd22d/ce1c42ec-04ed-4976-9432-e8cedb01ca11/076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:27.050538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f6bd9-7d9d-42ef-a8b3-13769bcc39e1 req-88c291cf-27f6-4f7a-9c54-3ed9c34178e8 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:27.058103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b5f6bd9-7d9d-42ef-a8b3-13769bcc39e1 req-88c291cf-27f6-4f7a-9c54-3ed9c34178e8 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 949 time: 0.1390476 Dec 12 04:12:27.127704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-23e5a1ec-43aa-4b58-b96a-7d03bd978cd8 req-8fe9db38-a92a-4bd3-8551-4ef59dea3bd6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161377 Dec 12 04:12:27.154497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b5f6bd9-7d9d-42ef-a8b3-13769bcc39e1 req-ab71a25b-7de5-48a5-a21f-fb512330eec6 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936251 Dec 12 04:12:27.165844 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.221136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43898) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:27.234648 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.333303 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.386882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a53d3b3-9f67-4665-a5ef-ea46587d6a05 req-2aa25799-44ec-4677-909c-dc01e8f331a2 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 210 time: 0.0413933 Dec 12 04:12:27.432390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.433332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-802618997-network', 'tenant_id': '583dbc6ea8564ba6a1a18411c6a6473a'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:27.472792 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.484636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.511737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Network b2434cf3-0c7a-48e1-87ae-755604afd22d is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:27.520402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:27.523134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:27.552786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Made reservation on behalf of 583dbc6ea8564ba6a1a18411c6a6473a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:27.557189 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.567105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Pushing event updated for resources: {'Port': ['ID=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:27.581989 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2deaa-ce28-49cc-a54e-47f3bb87d01e req-4287a201-0030-4a25-ad3b-7081434db3cb tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:27.589335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-86a2deaa-ce28-49cc-a54e-47f3bb87d01e req-4287a201-0030-4a25-ad3b-7081434db3cb tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 948 time: 0.1830497 Dec 12 04:12:27.605582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.618369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:27.618992 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.651896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-845ef2f7-cf85-4e0e-a723-444217b22f59 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2389815 Dec 12 04:12:27.661475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Pushing event updated for resources: {'Port': ['ID=efc96161-09ef-4a82-877e-215bacffc811,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:27.663952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-86a2deaa-ce28-49cc-a54e-47f3bb87d01e req-5d9af3a5-e2ed-46cf-9e81-396310437525 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737004 Dec 12 04:12:27.669184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Request body: {'port': {'device_id': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:27.670451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5cce7095-17b7-4b53-9e59-399ea3993154 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:27.728729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 5cce7095-17b7-4b53-9e59-399ea3993154 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:12:27.728991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.733563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 5cce7095-17b7-4b53-9e59-399ea3993154 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:27.733563 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.738488 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.785909 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.787571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-10027201-e0a3-433d-beb3-544289480126 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1557164 Dec 12 04:12:27.799676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dceb28-871b-4123-98c7-94e60de04241 req-9ba4d3eb-a59a-43d7-bea9-726e93447129 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:27.801921 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0dceb28-871b-4123-98c7-94e60de04241 req-9ba4d3eb-a59a-43d7-bea9-726e93447129 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 946 time: 0.1732600 Dec 12 04:12:27.808808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-aa6ce489-3f01-4f25-82ce-6efe66da71ed tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:27.810505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-aa6ce489-3f01-4f25-82ce-6efe66da71ed tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 811 time: 0.2883379 Dec 12 04:12:27.855336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.863999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Request body: {'port': {'device_id': 'b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'admin_state_up': True, 'tenant_id': '7c7f57d1ea8244309b61ba1bc594e3e2'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:27.910480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdf029f-b0d5-46d5-857b-06b2865bfcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce7095-17b7-4b53-9e59-399ea3993154'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:27.918244 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50924fa6-ebbc-4ba3-9a3f-f6970c46cd1e" -d '{"events": [{"server_uuid": "8fdf029f-b0d5-46d5-857b-06b2865bfcda", "name": "network-vif-plugged", "status": "completed", "tag": "5cce7095-17b7-4b53-9e59-399ea3993154"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:27.926610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5cce7095-17b7-4b53-9e59-399ea3993154, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5cce7095-17b7-4b53-9e59-399ea3993154,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:27.938794 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:27.991415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5cce7095-17b7-4b53-9e59-399ea3993154,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:28.010776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.025597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15a933-dd7d-437b-a7cd-c6115b1a4bb5 req-888cf423-ed64-4fc5-bf28-ba1b56523526 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.027093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b15a933-dd7d-437b-a7cd-c6115b1a4bb5 req-888cf423-ed64-4fc5-bf28-ba1b56523526 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 931 time: 0.1094797 Dec 12 04:12:28.029318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305d90-b657-49fd-a1e9-c9e5bc9c72e8 req-3b6f0d06-b81d-46d8-9630-22c8ce56a11a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.031445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af305d90-b657-49fd-a1e9-c9e5bc9c72e8 req-3b6f0d06-b81d-46d8-9630-22c8ce56a11a tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 946 time: 0.2183568 Dec 12 04:12:28.031960 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.098390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:12:28.118702 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b15a933-dd7d-437b-a7cd-c6115b1a4bb5 req-00c144d3-2564-4929-8279-1ffe92793f15 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772424 Dec 12 04:12:28.120785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb8f4eb-c61e-461d-9395-be3a753700dd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:28.129150 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.129499 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Added segment 1d84f8df-58e9-48dd-8393-ccdcf746cf23 of type vlan for network ca082263-57ba-42fa-8dda-b3157a3a65d4 Dec 12 04:12:28.171773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:28.181385 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8f88a1-6f3c-457f-ab00-14286ae94536 x-openstack-request-id: req-6b8f88a1-6f3c-457f-ab00-14286ae94536 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:28.181686 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdf029f-b0d5-46d5-857b-06b2865bfcda", "name": "network-vif-plugged", "status": "completed", "tag": "5cce7095-17b7-4b53-9e59-399ea3993154", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:28.181953 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b8f88a1-6f3c-457f-ab00-14286ae94536 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:28.182357 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdf029f-b0d5-46d5-857b-06b2865bfcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce7095-17b7-4b53-9e59-399ea3993154', 'code': 200} Dec 12 04:12:28.182996 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.196127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Transition to ACTIVE for port object 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:28.201211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.204718 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af305d90-b657-49fd-a1e9-c9e5bc9c72e8 req-0c8bc65c-1fef-43ef-825a-a52df2e46668 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups?id=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620977 Dec 12 04:12:28.212660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Deleting port 379a697d-a1f3-4200-9ae8-1649ffafc579 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:28.213069 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.223541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Made reservation on behalf of 7c7f57d1ea8244309b61ba1bc594e3e2 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:28.227744 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.244222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4fcce929-809c-48cc-b5fd-b4d8dc71b278 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:28.325813 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.344781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:12:28.350151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:28.350639 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.403713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Pushing event updated for resources: {'Port': ['ID=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:28.444456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee49ca-e5df-44aa-9e19-2acec87c269d req-a136a210-4759-48fb-ba2e-f2a4a620aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.446014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cee49ca-e5df-44aa-9e19-2acec87c269d req-a136a210-4759-48fb-ba2e-f2a4a620aee6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 1100 time: 0.1136627 Dec 12 04:12:28.453320 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-368db6f2-f490-41b4-b668-265b5217b88c tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--806230368&fields=id&tenant_id=17a5944f5ca749d59866f1ead0066d44 HTTP/1.1" status: 200 len: 267 time: 0.1526396 Dec 12 04:12:28.453516 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.456365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] For port 379a697d-a1f3-4200-9ae8-1649ffafc579, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=379a697d-a1f3-4200-9ae8-1649ffafc579,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:28.456750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.491620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 4fcce929-809c-48cc-b5fd-b4d8dc71b278, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4fcce929-809c-48cc-b5fd-b4d8dc71b278,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:28.496532 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.506533 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.507513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.508112 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.510458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:28.510798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:28.511131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:28.543173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:28.543392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:28.550420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=4fcce929-809c-48cc-b5fd-b4d8dc71b278,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:28.562634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:28.563006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:28.563360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:28.563808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Bound port: 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:28.564167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.597528 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cee49ca-e5df-44aa-9e19-2acec87c269d req-e034faf4-2ccc-4779-a8a5-6830cadafa15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405661 Dec 12 04:12:28.621399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f758a99-3a9a-4ed5-8815-24799de293b3 req-e9c448a9-8f96-4712-b312-54fdc79ec7ae tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.627580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f758a99-3a9a-4ed5-8815-24799de293b3 req-e9c448a9-8f96-4712-b312-54fdc79ec7ae tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.629259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2f758a99-3a9a-4ed5-8815-24799de293b3 req-e9c448a9-8f96-4712-b312-54fdc79ec7ae tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1682 time: 0.2948909 Dec 12 04:12:28.638465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.4162819 Dec 12 04:12:28.642789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43930) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:28.654416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Request body: {'subnet': {'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-802618997-subnet', 'tenant_id': '583dbc6ea8564ba6a1a18411c6a6473a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:28.691788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-1c586970-cd2e-4c7a-9126-85bd335598fc tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.693330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-1c586970-cd2e-4c7a-9126-85bd335598fc tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/networks?id=c54cd0d2-7685-4f35-8d1c-da81ff059ff9 HTTP/1.1" status: 200 len: 812 time: 0.2239866 Dec 12 04:12:28.718109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:28.723760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Made reservation on behalf of 583dbc6ea8564ba6a1a18411c6a6473a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:28.726043 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.732553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf370b3c-38bd-45e4-9c6e-02074899b58e admin admin] Pushing event updated for resources: {'Network': ['ID=ca082263-57ba-42fa-8dda-b3157a3a65d4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:28.735011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-412dae50-2cc7-4130-a909-956147314402 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/quotas/17a5944f5ca749d59866f1ead0066d44 HTTP/1.1" status: 200 len: 375 time: 0.0297606 Dec 12 04:12:28.746316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ca082263-57ba-42fa-8dda-b3157a3a65d4 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:12:28.773870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:28.807113 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.849603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Allocated IP 172.20.0.12 (13702123-2457-41cb-8d20-86632f884371/a4b4b163-48ba-4429-83f2-c9bdb90cc5bb/30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:28.873285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.874430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.875820 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] 10.222.0.18 "PUT /v2.0/ports/076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 1091 time: 1.2108970 Dec 12 04:12:28.876270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:28.878535 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bb7bff-1118-49a0-9ffd-e2943b674b49" -d '{"events": [{"name": "network-changed", "server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:28.885087 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2f758a99-3a9a-4ed5-8815-24799de293b3 req-f187d744-0825-42e0-8446-5ea72c4d1241 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435284 Dec 12 04:12:28.898399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1854e-319f-40ae-8280-843876f82e79 req-dbce4a38-de1d-48a1-8b43-a5d38d408eb2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.904711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1854e-319f-40ae-8280-843876f82e79 req-dbce4a38-de1d-48a1-8b43-a5d38d408eb2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:28.907919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92e1854e-319f-40ae-8280-843876f82e79 req-dbce4a38-de1d-48a1-8b43-a5d38d408eb2 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1682 time: 0.1763995 Dec 12 04:12:28.932382 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-48e32552-9b08-4d8e-8c4d-3d0a321d34e6 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=17a5944f5ca749d59866f1ead0066d44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1860380 Dec 12 04:12:28.934130 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.934517 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:28.934906 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Floating IP 1ee3939f-8bc3-46e4-b002-5b712dc0798d disassociated. External IP: 172.25.7.205, port: 379a697d-a1f3-4200-9ae8-1649ffafc579. Dec 12 04:12:28.935262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Calling delete_port for 379a697d-a1f3-4200-9ae8-1649ffafc579 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:28.942686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ec251-6f22-41f5-a3ec-9ab9080d1251 service neutron] Pushing event updated for resources: {'Port': ['ID=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:29.132925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-ac2dac74-c000-46ad-b8d2-b02492d5b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:29.134306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-ac2dac74-c000-46ad-b8d2-b02492d5b589 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1094 time: 0.1356413 Dec 12 04:12:29.144108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-e6e2908c-ee0b-449b-a31d-1d1a2ae6ff71 service neutron] 10.222.0.36 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951587 Dec 12 04:12:29.145841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:29.189342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f483e3-c1ef-4208-97d0-de03d8d82f89 req-46e7c5c8-8d97-4592-b18c-206060a7678a tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:29.190865 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7f483e3-c1ef-4208-97d0-de03d8d82f89 req-46e7c5c8-8d97-4592-b18c-206060a7678a tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 950 time: 0.2151532 Dec 12 04:12:29.565719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-4fed2438-6c27-4942-a6a6-286cb6c178b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 217 time: 0.4145911 Dec 12 04:12:29.595104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:29.620621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Checking segment: {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:29.621018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Network hostable DHCP agents. Network: ca082263-57ba-42fa-8dda-b3157a3a65d4, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:12:29.647097 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:29.648934 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-0b478fbf-dc10-4b5a-9c12-9facd85a43ea service neutron] 10.222.0.36 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805396 Dec 12 04:12:29.650087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-92e1854e-319f-40ae-8280-843876f82e79 req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting port 71db892f-f67c-47d9-9af4-bd440c4596e5 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:29.650421 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-92e1854e-319f-40ae-8280-843876f82e79 req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:29.687050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Network ca082263-57ba-42fa-8dda-b3157a3a65d4 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:12:29.698819 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7f483e3-c1ef-4208-97d0-de03d8d82f89 req-7c86e8e8-128f-41e9-999d-78a612500433 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998908 Dec 12 04:12:29.699490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-694ba6f0-ec18-4b28-bec1-0b4cfa3ce653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:29.701302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-694ba6f0-ec18-4b28-bec1-0b4cfa3ce653 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.0664315 Dec 12 04:12:29.703548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ca082263-57ba-42fa-8dda-b3157a3a65d4) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:29.707848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:29.708492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:29.739037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9461d-f05c-4439-b2e7-530e969fa3aa None None] Network ca082263-57ba-42fa-8dda-b3157a3a65d4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:29.752718 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-811de304-d08f-4ce3-b08a-baf00ccb2efd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336196 Dec 12 04:12:29.756879 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c4aea84b-a953-44c7-a077-ce6d82d652a4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1107371 Dec 12 04:12:29.776075 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:29.887920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Pushing event deleted for resources: {'Port': ['ID=379a697d-a1f3-4200-9ae8-1649ffafc579,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:29.909050 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c0ac30c-f69c-4ae4-aa44-0ea215f979d3 req-08f75fa6-2e7e-495b-ad10-091a71169439 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 210 time: 0.1014962 Dec 12 04:12:29.963674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e51298-0af3-4095-9003-83d22bd08f57 None None] Network ca082263-57ba-42fa-8dda-b3157a3a65d4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:29.972142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-db838c2f-e0af-4ffa-a62f-7e3183b01b0d service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107890 Dec 12 04:12:30.021047 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553fa01c-1349-4331-8704-17f97fb6c052 x-openstack-request-id: req-553fa01c-1349-4331-8704-17f97fb6c052 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:30.021353 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:30.021616 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-553fa01c-1349-4331-8704-17f97fb6c052 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:30.022032 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3', 'status': 'completed', 'code': 200} Dec 12 04:12:30.045088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-92e1854e-319f-40ae-8280-843876f82e79 req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] For port 71db892f-f67c-47d9-9af4-bd440c4596e5, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71db892f-f67c-47d9-9af4-bd440c4596e5,segment=NetworkSegment(3f017e87-e2eb-4742-8b0d-3b85c89d85ea),segment_id=3f017e87-e2eb-4742-8b0d-3b85c89d85ea)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:30.045467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-92e1854e-319f-40ae-8280-843876f82e79 req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:30.064491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-92e1854e-319f-40ae-8280-843876f82e79 req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Calling delete_port for 71db892f-f67c-47d9-9af4-bd440c4596e5 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:30.126300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e67e-830b-4e0c-82c3-8ae2c4cef401 req-59b3f1a1-b3b7-43ab-ad59-d2b51416ef6d tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:30.129274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b806e67e-830b-4e0c-82c3-8ae2c4cef401 req-59b3f1a1-b3b7-43ab-ad59-d2b51416ef6d tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 949 time: 0.1156533 Dec 12 04:12:30.151093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0555c2f8-5c6c-4a35-9cd4-7c97303bfbdb req-ad234b8b-f409-4664-8d0a-e46b9b70d95c service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704493 Dec 12 04:12:30.183501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcce929-809c-48cc-b5fd-b4d8dc71b278'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:30.186200 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9235738a-5596-4e57-a1ec-159fc98b9c62" -d '{"events": [{"server_uuid": "ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c", "name": "network-vif-plugged", "status": "completed", "tag": "4fcce929-809c-48cc-b5fd-b4d8dc71b278"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:30.187986 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b806e67e-830b-4e0c-82c3-8ae2c4cef401 req-4799f9d7-2ee6-4c92-a2d8-b0478acd045f tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483630 Dec 12 04:12:30.248684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:30.305076 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-622c454a-4603-4fa3-8f0b-a68f77e3013a req-c66054a3-da8d-4ab2-9cf8-8d31d46967e8 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 210 time: 0.0484116 Dec 12 04:12:30.350608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Network 13702123-2457-41cb-8d20-86632f884371 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:30.377555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-8940502f-d17a-41a1-a380-902ac991d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:30.380101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-8940502f-d17a-41a1-a380-902ac991d5da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1094 time: 0.1062753 Dec 12 04:12:30.394524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:30.409858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:30.423205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f9c6e-16e2-4bd6-bf49-3a190016ab8f req-7d09ba77-0358-4295-a125-c4b7c9244aaa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:30.424802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c84f9c6e-16e2-4bd6-bf49-3a190016ab8f req-7d09ba77-0358-4295-a125-c4b7c9244aaa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 943 time: 0.2940025 Dec 12 04:12:30.429094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event updated for resources: {'Port': ['ID=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:30.475804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Router c8f7df76-12bb-44b1-be4c-bb564daec2d0 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:12:30.512305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955234b-0437-4108-b14d-23be982efce8 req-3eea6148-7b6f-4f02-9971-53fc50dce2e6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:30.520452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955234b-0437-4108-b14d-23be982efce8 req-3eea6148-7b6f-4f02-9971-53fc50dce2e6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:30.528502 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8955234b-0437-4108-b14d-23be982efce8 req-3eea6148-7b6f-4f02-9971-53fc50dce2e6 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 1682 time: 0.1239080 Dec 12 04:12:30.581579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-b8244a99-03e6-4be6-b166-2d8bb4746f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:30.583674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-b8244a99-03e6-4be6-b166-2d8bb4746f4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1902921 Dec 12 04:12:30.595722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:30.596415 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:30.612756 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-92e1854e-319f-40ae-8280-843876f82e79 req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:30.636543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8955234b-0437-4108-b14d-23be982efce8 req-74f8c3a7-79e0-4ace-b09f-70f029a09958 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eecbecf-3a92-4693-a02a-6bc43bb76b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071289 Dec 12 04:12:30.637953 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-30e98a75-cb0d-4898-87b1-cc02c99a13eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 217 time: 0.0456219 Dec 12 04:12:30.728684 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c84f9c6e-16e2-4bd6-bf49-3a190016ab8f req-20368629-11c9-43ad-905f-78784319bc96 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682199 Dec 12 04:12:30.734725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Port': ['ID=71db892f-f67c-47d9-9af4-bd440c4596e5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:30.735726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf7abfa5-047f-48ff-8e24-e0d62c6361a7 req-6728b4c2-bafd-4b86-9854-333dd21ed2ce tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 210 time: 0.0337934 Dec 12 04:12:30.740201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-c1a2610f-90bc-4ead-ad40-b37852c2a8b3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8874726 Dec 12 04:12:30.742283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-cc96a61e-420c-4356-a544-71d1ca5298ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:30.743559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-cc96a61e-420c-4356-a544-71d1ca5298ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.0778036 Dec 12 04:12:30.793114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-eac5bd80-6b1b-4ad5-9fd8-8da7a334b132 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285008 Dec 12 04:12:30.801871 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa00d0c-c3f4-4e64-b060-15ee3bc0ba0a x-openstack-request-id: req-0fa00d0c-c3f4-4e64-b060-15ee3bc0ba0a {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:30.802349 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c", "name": "network-vif-plugged", "status": "completed", "tag": "4fcce929-809c-48cc-b5fd-b4d8dc71b278", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:30.802668 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fa00d0c-c3f4-4e64-b060-15ee3bc0ba0a {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:30.803512 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcce929-809c-48cc-b5fd-b4d8dc71b278', 'code': 200} Dec 12 04:12:30.804331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Request body: {'port': {'device_id': 'b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:30.807263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e1854e-319f-40ae-8280-843876f82e79 req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] No DVR routers for this DVR port 71db892f-f67c-47d9-9af4-bd440c4596e5 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:30.817646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-92e1854e-319f-40ae-8280-843876f82e79 req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:30.821640 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92e1854e-319f-40ae-8280-843876f82e79 req-70abdff1-0c45-4c3e-aedb-1ff53258fe1a tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.37 "DELETE /v2.0/ports/71db892f-f67c-47d9-9af4-bd440c4596e5 HTTP/1.1" status: 204 len: 173 time: 1.9037292 Dec 12 04:12:30.824203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'name': 'network-vif-deleted', 'tag': '71db892f-f67c-47d9-9af4-bd440c4596e5'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:30.826692 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f29c301-0181-4398-b710-9dbe573b8899" -d '{"events": [{"server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "name": "network-vif-deleted", "tag": "71db892f-f67c-47d9-9af4-bd440c4596e5"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:30.933554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-47ab78af-3f9c-4596-bd14-25e613772506 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296554 Dec 12 04:12:31.143773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf3b1-9e88-4673-8572-d76901e383c4 req-64b63499-1c1e-49e6-b94d-d48010e06aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:31.145216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1f1bf3b1-9e88-4673-8572-d76901e383c4 req-64b63499-1c1e-49e6-b94d-d48010e06aa2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 1101 time: 0.1651597 Dec 12 04:12:31.155864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:12:31.168687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] Sync routers for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:12:31.171848 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6bb7bff-1118-49a0-9ffd-e2943b674b49 req-674d1bd8-17b0-4ec5-90e1-caccf4917437 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289646 Dec 12 04:12:31.179936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:31.180865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:31.185798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ff0b3-c6d7-403c-9e03-571a55d966e1 req-fd100ffb-fe1f-4e6f-9ab8-abc34e8df673 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:31.187834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c45ff0b3-c6d7-403c-9e03-571a55d966e1 req-fd100ffb-fe1f-4e6f-9ab8-abc34e8df673 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 950 time: 0.0973318 Dec 12 04:12:31.209634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:31.230032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1f1bf3b1-9e88-4673-8572-d76901e383c4 req-cf93adbc-6a66-449f-a855-2267f07f5b91 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705035 Dec 12 04:12:31.241279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] No DVR routers for this DVR port 379a697d-a1f3-4200-9ae8-1649ffafc579 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:31.244077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:31.248374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0dceb28-871b-4123-98c7-94e60de04241 req-df3a1447-206d-445e-bdaa-1453e6cd0178 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.37 "DELETE /v2.0/ports/379a697d-a1f3-4200-9ae8-1649ffafc579 HTTP/1.1" status: 204 len: 173 time: 3.3968644 Dec 12 04:12:31.258421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c45ff0b3-c6d7-403c-9e03-571a55d966e1 req-529d4b86-1fed-4f89-ac06-35a7316a5885 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589249 Dec 12 04:12:31.294986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-92e1854e-319f-40ae-8280-843876f82e79 req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:31.295336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-92e1854e-319f-40ae-8280-843876f82e79 req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:31.312422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:31.329927 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84d43df-b7b7-4957-8137-f3a5a6b0adde x-openstack-request-id: req-c84d43df-b7b7-4957-8137-f3a5a6b0adde {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:31.330323 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "name": "network-vif-deleted", "tag": "71db892f-f67c-47d9-9af4-bd440c4596e5", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:31.330678 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c84d43df-b7b7-4957-8137-f3a5a6b0adde {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:31.331175 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'name': 'network-vif-deleted', 'tag': '71db892f-f67c-47d9-9af4-bd440c4596e5', 'status': 'completed', 'code': 200} Dec 12 04:12:31.396652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-56fe250a-8a98-412d-86ed-dd7b4153f1be tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:31.398104 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-56fe250a-8a98-412d-86ed-dd7b4153f1be tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 804 time: 0.3325822 Dec 12 04:12:31.433983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776309f7-b80d-4dec-9194-8099561f56ff req-a1692de4-bd56-4d63-97ca-63039f0d8329 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:31.435336 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-776309f7-b80d-4dec-9194-8099561f56ff req-a1692de4-bd56-4d63-97ca-63039f0d8329 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 932 time: 0.0630987 Dec 12 04:12:31.442281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-591ef313-6f8e-4bef-8b0c-4410a10d5021 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/quotas/583dbc6ea8564ba6a1a18411c6a6473a HTTP/1.1" status: 200 len: 375 time: 0.0271623 Dec 12 04:12:31.487923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-776309f7-b80d-4dec-9194-8099561f56ff req-69dd6b68-8796-41a3-8195-54d0e217a31a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458219 Dec 12 04:12:31.548691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:11Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'a49e0e70-e00e-4d2c-8225-d455fdbda2d7', 'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'mac_address': 'fa:16:3e:61:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:09Z', 'updated_at': '2021-12-12T04:10:16Z', 'revision_number': 5, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'subnets': [{'id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:31.560576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-890913d6-eac8-4ced-a1e9-62fc0eb2db29 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659947 Dec 12 04:12:31.596924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-92e1854e-319f-40ae-8280-843876f82e79 req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] For port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,segment=NetworkSegment(a3f28b6c-9ad9-453b-99a4-fa526c58964d),segment_id=a3f28b6c-9ad9-453b-99a4-fa526c58964d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:31.597238 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-92e1854e-319f-40ae-8280-843876f82e79 req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:31.607229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] Checking router: c8f7df76-12bb-44b1-be4c-bb564daec2d0 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:12:31.618435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:31.619411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:31.688354 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd46115-d54b-4ccf-b2ca-f48cd930a889 req-773c898f-bb2f-436f-ab05-fb3397cf7727 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:31.696108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7dd46115-d54b-4ccf-b2ca-f48cd930a889 req-773c898f-bb2f-436f-ab05-fb3397cf7727 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 1100 time: 0.1357408 Dec 12 04:12:31.718313 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7dd46115-d54b-4ccf-b2ca-f48cd930a889 req-fe3832b6-6595-47e9-b08c-c446898062e3 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:31.726629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-92e1854e-319f-40ae-8280-843876f82e79 req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Calling delete_port for 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:31.805895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-b1b17bae-06f1-4223-b135-d6f11681594b tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:31.807958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-b1b17bae-06f1-4223-b135-d6f11681594b tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.18 "GET /v2.0/networks?id=c54cd0d2-7685-4f35-8d1c-da81ff059ff9 HTTP/1.1" status: 200 len: 812 time: 0.2104700 Dec 12 04:12:31.853741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-852f9330-2b89-4b9d-aa1e-989c211cadac service neutron] 10.222.0.36 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774372 Dec 12 04:12:31.897613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:31.954449 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7dd46115-d54b-4ccf-b2ca-f48cd930a889 req-fe3832b6-6595-47e9-b08c-c446898062e3 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:31.962994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-351815e9-c158-4124-bebf-4b86ae625002 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17a5944f5ca749d59866f1ead0066d44 HTTP/1.1" status: 200 len: 379 time: 0.1339593 Dec 12 04:12:31.964757 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7dd46115-d54b-4ccf-b2ca-f48cd930a889 req-fe3832b6-6595-47e9-b08c-c446898062e3 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:31.981500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:31.995085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Request body: {'port': {'device_id': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'admin_state_up': True, 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'security_groups': ['8ca8efbb-ebdd-447e-a651-07b91ea14971']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:32.028794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:32.050264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.057061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-eeb8f289-6432-498e-b370-6a9e00594d76 service neutron] 10.222.0.36 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955817 Dec 12 04:12:32.075438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Transition to ACTIVE for port object 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:32.078154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7dd46115-d54b-4ccf-b2ca-f48cd930a889 req-fe3832b6-6595-47e9-b08c-c446898062e3 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805201 Dec 12 04:12:32.080728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3832b6-6595-47e9-b08c-c446898062e3 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cc238a-804a-4623-8fb8-5bd57bacf1c9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:32.086787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.149285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-92e1854e-319f-40ae-8280-843876f82e79 req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.192736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Pushing event updated for resources: {'Port': ['ID=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:32.201336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:32.230767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Port': ['ID=1be26bd3-aec8-4ab2-8cd9-c9ce051b15db,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:32.243574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3', 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d', 'port_id': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3', 'mac_address': 'fa:16:3e:ab:89:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1c42ec-04ed-4976-9432-e8cedb01ca11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:32.262159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71db892f-f67c-47d9-9af4-bd440c4596e5 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:32.281572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Made reservation on behalf of 17a5944f5ca749d59866f1ead0066d44 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:32.290080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.346403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e1854e-319f-40ae-8280-843876f82e79 req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] No DVR routers for this DVR port 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:32.349820 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-92e1854e-319f-40ae-8280-843876f82e79 req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.353124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92e1854e-319f-40ae-8280-843876f82e79 req-107b556a-2ab3-4fc0-8eec-c77f32a1a7b5 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.37 "DELETE /v2.0/ports/1be26bd3-aec8-4ab2-8cd9-c9ce051b15db HTTP/1.1" status: 204 len: 173 time: 1.4674206 Dec 12 04:12:32.406405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 71db892f-f67c-47d9-9af4-bd440c4596e5 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:32.406752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71db892f-f67c-47d9-9af4-bd440c4596e5 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:32.407181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:32.488912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-365238b0-d8de-4f77-a5c5-3c104bafb271 req-7f990ef8-ba2d-4732-9942-49f6eb0b4474 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa14d4b-a204-460c-94fa-78a3f3d9689e HTTP/1.1" status: 200 len: 210 time: 0.0627933 Dec 12 04:12:32.491821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Attempting to bind port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:32.493557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Attempting to bind port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:32.494369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Attempting to bind port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:32.506141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 on network 13702123-2457-41cb-8d20-86632f884371 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:32.507722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Attempting to bind port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 on network 13702123-2457-41cb-8d20-86632f884371 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:32.519826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:32.522304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Checking segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:32.522894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Bound using segment: {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:32.524912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Bound port: 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38132623-86dd-4524-b020-6048647ad831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '13702123-2457-41cb-8d20-86632f884371'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:32.525498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.564146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Allocated IP 172.20.0.4 (c54cd0d2-7685-4f35-8d1c-da81ff059ff9/c1d95915-1853-40c8-957d-bb859c47c7c1/91358033-c60c-4f0d-ab91-55fc288592e6) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:32.572388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:32.572738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1be26bd3-aec8-4ab2-8cd9-c9ce051b15db not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:32.573200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 379a697d-a1f3-4200-9ae8-1649ffafc579 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:32.606486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ecaa4c5-0824-4bc5-b880-5cf468767b1c req-9ea0704a-5077-422f-8a36-e8bc4f3db562 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b22411-b591-4ae0-8e85-426b1a3b5e39 HTTP/1.1" status: 200 len: 210 time: 0.4037271 Dec 12 04:12:32.609797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 379a697d-a1f3-4200-9ae8-1649ffafc579 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:32.612106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 379a697d-a1f3-4200-9ae8-1649ffafc579 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:32.616846 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.694156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:32.736035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa42c5-f51c-47cb-a77e-3e4548d0e466 req-bef5f6d0-4950-45a6-9bac-3390f6a8364f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:32.742990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:32.744726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ecfa42c5-f51c-47cb-a77e-3e4548d0e466 req-bef5f6d0-4950-45a6-9bac-3390f6a8364f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 943 time: 0.0932391 Dec 12 04:12:32.754362 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.757021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.771452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] For port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:32.795035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] For port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:32.808658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.809047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14923693-ad17-41b0-8444-40763c5ebf78 req-3cbf0484-9d25-431a-a595-600d7f34dc05 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 210 time: 0.0458028 Dec 12 04:12:32.821294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:32.830296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.830641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.830994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.831340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.831760 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.832104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.832466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.832772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.833137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.833468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.833799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.834126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.834455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:12:32.837311 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ecfa42c5-f51c-47cb-a77e-3e4548d0e466 req-b2f28180-128a-4f8a-923c-a7e86a5bc3aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887859 Dec 12 04:12:32.851801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:11Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'a49e0e70-e00e-4d2c-8225-d455fdbda2d7', 'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'mac_address': 'fa:16:3e:61:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:09Z', 'updated_at': '2021-12-12T04:10:16Z', 'revision_number': 5, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'subnets': [{'id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:32.881736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.897827 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb3541-2ab5-4704-bcbb-99375fda43b7 None None] The sync data for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 is: [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:10:11Z', 'revision_number': 4, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'a49e0e70-e00e-4d2c-8225-d455fdbda2d7', 'name': '', 'network_id': '93dfc7c5-8a52-4100-985b-bf394ebe1dac', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'mac_address': 'fa:16:3e:61:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:09Z', 'updated_at': '2021-12-12T04:10:16Z', 'revision_number': 5, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'subnets': [{'id': '0a9b2b64-2a13-4b7f-b94f-88f777aa4909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:12:32.901370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:32.903014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:32.906045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] 10.222.0.37 "PUT /v2.0/ports/30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 HTTP/1.1" status: 200 len: 1092 time: 2.1310744 Dec 12 04:12:32.958871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e7a6367-cb4f-41af-b5df-c08ee9730fba req-425e4b59-10bb-4fe1-93d4-b2df3c61f9fc tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 210 time: 0.0514810 Dec 12 04:12:32.959473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:32.964849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:32.991459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:33.061368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:33.081849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Pushing event updated for resources: {'Port': ['ID=91358033-c60c-4f0d-ab91-55fc288592e6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:33.137709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04233a-5ccd-46f4-b624-0b286dd90c5a service neutron] Pushing event updated for resources: {'Port': ['ID=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:33.175709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:33.180121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:33.193723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-eb042e91-cd12-497a-baeb-92d54d646320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:33.198259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-eb042e91-cd12-497a-baeb-92d54d646320 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 1095 time: 0.1931036 Dec 12 04:12:33.206827 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050af86-55e4-4b49-bac9-3b0755546a1d req-fdb8567d-af7a-4cba-b2ac-d40ffb1b97ac tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:33.209700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2050af86-55e4-4b49-bac9-3b0755546a1d req-fdb8567d-af7a-4cba-b2ac-d40ffb1b97ac tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 950 time: 0.2462339 Dec 12 04:12:33.263744 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f4ebff0b-aa0b-46bd-9dd8-1046b3505c01 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2730188 Dec 12 04:12:33.271196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-0aed93c1-33f4-457f-acc1-3eee23d64069 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 HTTP/1.1" status: 200 len: 217 time: 0.0524378 Dec 12 04:12:33.285908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad794c9c-33bb-4757-8601-b4e351458196 req-94097af8-970d-4bed-8223-27f8814d63f3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:33.294140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad794c9c-33bb-4757-8601-b4e351458196 req-94097af8-970d-4bed-8223-27f8814d63f3 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 944 time: 0.1872041 Dec 12 04:12:33.301332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Request body: {'port': {'device_id': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:33.335687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'name': 'network-vif-deleted', 'tag': '379a697d-a1f3-4200-9ae8-1649ffafc579'}, {'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'name': 'network-vif-deleted', 'tag': '1be26bd3-aec8-4ab2-8cd9-c9ce051b15db'}, {'name': 'network-changed', 'server_uuid': 'b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06', 'tag': '30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:33.338269 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fefc547-39c0-4540-bf7a-403d791f9451" -d '{"events": [{"server_uuid": "a4b22411-b591-4ae0-8e85-426b1a3b5e39", "name": "network-vif-deleted", "tag": "379a697d-a1f3-4200-9ae8-1649ffafc579"}, {"server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "name": "network-vif-deleted", "tag": "1be26bd3-aec8-4ab2-8cd9-c9ce051b15db"}, {"name": "network-changed", "server_uuid": "b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06", "tag": "30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:33.390806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-96d29512-ae34-4f14-84ee-d30ef450a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:33.392256 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-96d29512-ae34-4f14-84ee-d30ef450a673 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.0953765 Dec 12 04:12:33.401382 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2050af86-55e4-4b49-bac9-3b0755546a1d req-4889f2fe-b2e9-4d8b-9443-2784e090105a tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782382 Dec 12 04:12:33.433544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad794c9c-33bb-4757-8601-b4e351458196 req-3c403be1-2812-4b0f-9d36-ebfe8c208507 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345270 Dec 12 04:12:33.451861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-375b0f7a-058d-4369-a4ae-7d5e6a6cfa06 None None] Provisioning complete for port 91358033-c60c-4f0d-ab91-55fc288592e6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:33.455653 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-375b0f7a-058d-4369-a4ae-7d5e6a6cfa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:33.473213 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e02ec5f-5f48-4f93-815b-113a52d6ba8c None None] New status for floating IP 1ee3939f-8bc3-46e4-b002-5b712dc0798d: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:12:33.478835 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-858ac100-5dc9-48d3-b4f7-74cdc60868de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712042 Dec 12 04:12:33.492131 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:33.536173 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac48f72-68c3-4c0c-b66c-037b4aca9629 x-openstack-request-id: req-cac48f72-68c3-4c0c-b66c-037b4aca9629 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:33.536578 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b22411-b591-4ae0-8e85-426b1a3b5e39", "name": "network-vif-deleted", "tag": "379a697d-a1f3-4200-9ae8-1649ffafc579", "status": "completed", "code": 200}, {"server_uuid": "cfa14d4b-a204-460c-94fa-78a3f3d9689e", "name": "network-vif-deleted", "tag": "1be26bd3-aec8-4ab2-8cd9-c9ce051b15db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06", "tag": "30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:33.536924 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cac48f72-68c3-4c0c-b66c-037b4aca9629 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:33.537643 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b22411-b591-4ae0-8e85-426b1a3b5e39', 'name': 'network-vif-deleted', 'tag': '379a697d-a1f3-4200-9ae8-1649ffafc579', 'status': 'completed', 'code': 200} Dec 12 04:12:33.537980 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa14d4b-a204-460c-94fa-78a3f3d9689e', 'name': 'network-vif-deleted', 'tag': '1be26bd3-aec8-4ab2-8cd9-c9ce051b15db', 'status': 'completed', 'code': 200} Dec 12 04:12:33.538375 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06', 'tag': '30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6', 'status': 'completed', 'code': 200} Dec 12 04:12:33.565924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-375b0f7a-058d-4369-a4ae-7d5e6a6cfa06 None None] Port 91358033-c60c-4f0d-ab91-55fc288592e6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:12:33.630990 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-7fccb11e-3811-4ef7-9328-537b60cab5ab service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423726 Dec 12 04:12:33.730161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7073a-963f-4cd4-9e6b-c867f44e7863 req-ac8028ad-c904-4821-b3a7-35f34a868d77 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:33.741221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45f7073a-963f-4cd4-9e6b-c867f44e7863 req-ac8028ad-c904-4821-b3a7-35f34a868d77 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 1100 time: 0.2198701 Dec 12 04:12:33.761000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb035217-f4a6-4e59-82eb-08db259a76ab req-45497781-807c-4d15-88c2-93e12260ee85 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210051 Dec 12 04:12:33.793391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44016) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:33.850984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45f7073a-963f-4cd4-9e6b-c867f44e7863 req-19320cd3-bd95-4577-9d72-e32fe4c4bfb0 tempest-ServersAdminNegativeTestJSON-1202978905 tempest-ServersAdminNegativeTestJSON-1202978905-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086974 Dec 12 04:12:33.861771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-703eaaa9-5f46-45c3-9340-cdb30fd9b391 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting subnet 3b4b119a-ef1e-4b9e-baf0-fd8b903a9275 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:12:33.865161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-703eaaa9-5f46-45c3-9340-cdb30fd9b391 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:33.937255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44028) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:33.949876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91358033-c60c-4f0d-ab91-55fc288592e6 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:33.970901 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:33.997275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-703eaaa9-5f46-45c3-9340-cdb30fd9b391 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:34.005480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Transition to ACTIVE for port object 91358033-c60c-4f0d-ab91-55fc288592e6 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:34.013865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:34.025754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e9ec-2b71-42cb-9cd6-5e1cdf99ad37 req-2f99c1b1-9afb-4ae3-a90c-d863de9f9e8f tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.027495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b03e9ec-2b71-42cb-9cd6-5e1cdf99ad37 req-2f99c1b1-9afb-4ae3-a90c-d863de9f9e8f tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 931 time: 0.0801363 Dec 12 04:12:34.058097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-a7ceaf5c-785d-4414-b624-774b56869c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.059612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-a7ceaf5c-785d-4414-b624-774b56869c7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 1095 time: 0.1916993 Dec 12 04:12:34.105537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Pushing event updated for resources: {'Port': ['ID=91358033-c60c-4f0d-ab91-55fc288592e6,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:34.171456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b03e9ec-2b71-42cb-9cd6-5e1cdf99ad37 req-fe501f5d-0cd1-40db-9868-7178dbffb206 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119175 Dec 12 04:12:34.213561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Attempting to bind port 91358033-c60c-4f0d-ab91-55fc288592e6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:34.213766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Attempting to bind port 91358033-c60c-4f0d-ab91-55fc288592e6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:34.214436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Attempting to bind port 91358033-c60c-4f0d-ab91-55fc288592e6 on network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:34.219754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Port 91358033-c60c-4f0d-ab91-55fc288592e6 on network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:34.220089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Attempting to bind port 91358033-c60c-4f0d-ab91-55fc288592e6 on network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:34.225727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:34.226074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Checking segment: {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:34.226469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Bound using segment: {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:34.226917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Bound port: 91358033-c60c-4f0d-ab91-55fc288592e6, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:34.227282 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:34.246793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699986a-bf47-4322-802c-a71ba4e99593 req-90147354-0252-4158-98b2-b7615c122734 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.248530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6699986a-bf47-4322-802c-a71ba4e99593 req-90147354-0252-4158-98b2-b7615c122734 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 944 time: 0.2780926 Dec 12 04:12:34.315918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] For port 91358033-c60c-4f0d-ab91-55fc288592e6, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:34.319570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] For port 91358033-c60c-4f0d-ab91-55fc288592e6, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=91358033-c60c-4f0d-ab91-55fc288592e6,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:34.328025 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:34.383078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.383464 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:34.384962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] 10.222.0.18 "PUT /v2.0/ports/91358033-c60c-4f0d-ab91-55fc288592e6 HTTP/1.1" status: 200 len: 1091 time: 1.1059320 Dec 12 04:12:34.385431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:34.387909 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9221d640-1ce1-4afa-b2ae-dd8414da37de" -d '{"events": [{"name": "network-changed", "server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:34.428049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaec9f-bac3-4bc2-8f76-7d4edecf1c5f service neutron] Pushing event updated for resources: {'Port': ['ID=91358033-c60c-4f0d-ab91-55fc288592e6,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:34.557671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd899ac4-739b-4480-a0b3-1b90ae04f562 req-febc7853-2efa-4278-ab54-c7d7c11fdc1e tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 210 time: 0.0321710 Dec 12 04:12:34.559583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-fd7d054d-ece5-41d2-bdef-e8bf2fb179b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.561096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-fd7d054d-ece5-41d2-bdef-e8bf2fb179b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17a5944f5ca749d59866f1ead0066d44&device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 1094 time: 0.1081715 Dec 12 04:12:34.634931 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fa77ce-17d8-4a11-9067-7449a0f8f979 x-openstack-request-id: req-21fa77ce-17d8-4a11-9067-7449a0f8f979 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:34.635220 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:34.635515 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21fa77ce-17d8-4a11-9067-7449a0f8f979 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:34.635966 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6', 'status': 'completed', 'code': 200} Dec 12 04:12:34.637438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-65fbc945-274e-438b-8396-f7af9b360bbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91358033-c60c-4f0d-ab91-55fc288592e6 HTTP/1.1" status: 200 len: 217 time: 0.0612993 Dec 12 04:12:34.654547 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e90daa15-b19d-4f4b-8cc1-3580858056cb tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:34.718040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f75a3412-bb44-4c63-9cd0-1acb7b1db8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.719496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-f75a3412-bb44-4c63-9cd0-1acb7b1db8ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1d95915-1853-40c8-957d-bb859c47c7c1 HTTP/1.1" status: 200 len: 851 time: 0.0732620 Dec 12 04:12:34.728706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e90daa15-b19d-4f4b-8cc1-3580858056cb tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:34.733943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-703eaaa9-5f46-45c3-9340-cdb30fd9b391 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:34.743414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc827-2181-438d-89b9-c57821b81bd6 req-99313c17-3702-457f-bcbd-c6b46fc5a43e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.745052 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dcebc827-2181-438d-89b9-c57821b81bd6 req-99313c17-3702-457f-bcbd-c6b46fc5a43e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 944 time: 0.0714679 Dec 12 04:12:34.803548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-cc4c6b33-ed06-4529-989c-966b56677be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.805122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-cc4c6b33-ed06-4529-989c-966b56677be5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c54cd0d2-7685-4f35-8d1c-da81ff059ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783355 Dec 12 04:12:34.812923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dcebc827-2181-438d-89b9-c57821b81bd6 req-07b2eb4d-21c3-4cc8-8637-28d88fcd92ad tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535042 Dec 12 04:12:34.827869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-23e328f4-b886-4680-a3d8-8cb44ae10014 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.829384 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-23e328f4-b886-4680-a3d8-8cb44ae10014 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.37 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 804 time: 0.7671742 Dec 12 04:12:34.845800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-18527957-465e-489b-a7f8-a9cab2831c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:34.847301 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-18527957-465e-489b-a7f8-a9cab2831c9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 200 len: 911 time: 0.7672849 Dec 12 04:12:34.857775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Request body: {'port': {'device_id': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'admin_state_up': True, 'tenant_id': '583dbc6ea8564ba6a1a18411c6a6473a'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:34.888200 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6699986a-bf47-4322-802c-a71ba4e99593 req-3a5bf4c3-9302-4b4b-bfbc-2f0d3fcd1553 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450538 Dec 12 04:12:34.930238 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-7e00b94c-17fc-4403-ac88-dd2beb33972f service neutron] 10.222.0.18 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162243 Dec 12 04:12:34.990070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-4e30f92d-2b9e-4972-bb33-1567fab0268b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 HTTP/1.1" status: 200 len: 217 time: 0.1256149 Dec 12 04:12:35.006947 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-703eaaa9-5f46-45c3-9340-cdb30fd9b391 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.076228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e3850a-1b61-4d9e-b79c-f05fc0b3f9cf req-64eeeba1-9451-4cde-8527-488621ed176f service neutron] 10.222.0.18 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383910 Dec 12 04:12:35.100305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703eaaa9-5f46-45c3-9340-cdb30fd9b391 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4b119a-ef1e-4b9e-baf0-fd8b903a9275,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:35.102399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1520374-bb34-4132-a681-f66790f44f89 req-2e059c92-80c3-48f4-8b41-2da24819ad75 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:35.104064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1520374-bb34-4132-a681-f66790f44f89 req-2e059c92-80c3-48f4-8b41-2da24819ad75 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 950 time: 0.0718603 Dec 12 04:12:35.111219 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e90daa15-b19d-4f4b-8cc1-3580858056cb tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.114168 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e90daa15-b19d-4f4b-8cc1-3580858056cb tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.115325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e90daa15-b19d-4f4b-8cc1-3580858056cb tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "DELETE /v2.0/security-groups/402d9a0a-f4e8-451f-8cc5-ed230c2ca88f HTTP/1.1" status: 204 len: 168 time: 1.1737373 Dec 12 04:12:35.118109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44050) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:35.125925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999380b1-6c88-44ff-945b-85fc0ef03da8 None None] Network e8e959e3-a716-45ad-8ffe-967184813b51 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:35.126971 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-703eaaa9-5f46-45c3-9340-cdb30fd9b391 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.134447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-703eaaa9-5f46-45c3-9340-cdb30fd9b391 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "DELETE /v2.0/subnets/3b4b119a-ef1e-4b9e-baf0-fd8b903a9275 HTTP/1.1" status: 204 len: 168 time: 1.3390119 Dec 12 04:12:35.144089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44052) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:35.162792 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-c3a35c32-10fc-4ef1-ba58-a9c58720d74e tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] show failed (client error): The resource could not be found. Dec 12 04:12:35.164275 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c3a35c32-10fc-4ef1-ba58-a9c58720d74e tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "GET /v2.0/security-groups/402d9a0a-f4e8-451f-8cc5-ed230c2ca88f HTTP/1.1" status: 404 len: 347 time: 0.0356040 Dec 12 04:12:35.171688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44054) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:35.224195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90daa15-b19d-4f4b-8cc1-3580858056cb tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402d9a0a-f4e8-451f-8cc5-ed230c2ca88f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:35.234985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-0d4cf00f-62cd-40ca-856a-bf51619dd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:35.236684 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-0d4cf00f-62cd-40ca-856a-bf51619dd4c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 200 len: 851 time: 0.2164335 Dec 12 04:12:35.295154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1520374-bb34-4132-a681-f66790f44f89 req-3bde054b-51c0-456b-bcf5-909846a40c39 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801701 Dec 12 04:12:35.300440 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.305233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-928b834a-3de2-49aa-a3cd-9f0128457e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:35.306742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-928b834a-3de2-49aa-a3cd-9f0128457e61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17a5944f5ca749d59866f1ead0066d44&device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 1094 time: 0.1028914 Dec 12 04:12:35.325797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68891f83-b1ca-4d69-8e52-0160918c1cb8 None None] DHCP port deletion for e8e959e3-a716-45ad-8ffe-967184813b51 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:12:35.336991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-42fe8aa5-b152-47f4-8dc3-2a6995425b55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13702123-2457-41cb-8d20-86632f884371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894601 Dec 12 04:12:35.388202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-68891f83-b1ca-4d69-8e52-0160918c1cb8 None None] Deleting port 31a52eda-d0ff-4b65-9adb-da3815e9f229 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:35.388757 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68891f83-b1ca-4d69-8e52-0160918c1cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.427842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Made reservation on behalf of 583dbc6ea8564ba6a1a18411c6a6473a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:35.431398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.465982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-68891f83-b1ca-4d69-8e52-0160918c1cb8 None None] For port 31a52eda-d0ff-4b65-9adb-da3815e9f229, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=31a52eda-d0ff-4b65-9adb-da3815e9f229,segment=NetworkSegment(a3f28b6c-9ad9-453b-99a4-fa526c58964d),segment_id=a3f28b6c-9ad9-453b-99a4-fa526c58964d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:35.466581 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68891f83-b1ca-4d69-8e52-0160918c1cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.469830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d6717-4f62-4f69-bafc-da5f4dd9f3ab req-89bfcffd-affe-4cef-90ce-d645e1605630 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:35.471386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-386d6717-4f62-4f69-bafc-da5f4dd9f3ab req-89bfcffd-affe-4cef-90ce-d645e1605630 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 949 time: 0.2451627 Dec 12 04:12:35.486214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-68891f83-b1ca-4d69-8e52-0160918c1cb8 None None] Calling delete_port for 31a52eda-d0ff-4b65-9adb-da3815e9f229 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:35.497021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23b6b8-d8a2-4eec-a4d5-bd0a7ceb662c req-193af07b-082d-4d09-8fb1-9ad53419bbb0 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:35.498363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c23b6b8-d8a2-4eec-a4d5-bd0a7ceb662c req-193af07b-082d-4d09-8fb1-9ad53419bbb0 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 943 time: 0.0984516 Dec 12 04:12:35.501389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-7ae56067-7b64-4a79-855d-5a36c5f7d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:35.503035 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-7ae56067-7b64-4a79-855d-5a36c5f7d453 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c54cd0d2-7685-4f35-8d1c-da81ff059ff9 HTTP/1.1" status: 200 len: 912 time: 0.1843281 Dec 12 04:12:35.519303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting port 31a52eda-d0ff-4b65-9adb-da3815e9f229 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:35.519661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.575418 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68891f83-b1ca-4d69-8e52-0160918c1cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.579145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Deleting port 52e94575-857c-4ec1-947b-8881f7600d5f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:35.579402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.593907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-81d10c06-fa75-4747-86d5-4433d1c67096 service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438545 Dec 12 04:12:35.600852 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-817b39e2-373f-40d8-bc3e-ef574b602fb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91358033-c60c-4f0d-ab91-55fc288592e6 HTTP/1.1" status: 200 len: 217 time: 0.0793071 Dec 12 04:12:35.606220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68891f83-b1ca-4d69-8e52-0160918c1cb8 None None] No DVR routers for this DVR port 31a52eda-d0ff-4b65-9adb-da3815e9f229 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:35.609130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68891f83-b1ca-4d69-8e52-0160918c1cb8 None None] Pushing event deleted for resources: {'Port': ['ID=31a52eda-d0ff-4b65-9adb-da3815e9f229,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:35.678848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:35.683135 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c23b6b8-d8a2-4eec-a4d5-bd0a7ceb662c req-6042fba6-2b4b-4efd-bccf-3f8b6e8ed315 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707458 Dec 12 04:12:35.695558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] For port 31a52eda-d0ff-4b65-9adb-da3815e9f229, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=31a52eda-d0ff-4b65-9adb-da3815e9f229,segment=NetworkSegment(a3f28b6c-9ad9-453b-99a4-fa526c58964d),segment_id=a3f28b6c-9ad9-453b-99a4-fa526c58964d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:35.695922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.714357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Calling delete_port for 31a52eda-d0ff-4b65-9adb-da3815e9f229 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:35.717189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-e1a4e6dc-4714-43bd-87e5-c73f9bf503dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:35.719316 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-e1a4e6dc-4714-43bd-87e5-c73f9bf503dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1d95915-1853-40c8-957d-bb859c47c7c1 HTTP/1.1" status: 200 len: 851 time: 0.1098170 Dec 12 04:12:35.729232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 31a52eda-d0ff-4b65-9adb-da3815e9f229 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:35.744436 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-386d6717-4f62-4f69-bafc-da5f4dd9f3ab req-81f43cfd-ee7a-42f0-9243-3dcddfdca385 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552035 Dec 12 04:12:35.794145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 31a52eda-d0ff-4b65-9adb-da3815e9f229 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:35.794645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 31a52eda-d0ff-4b65-9adb-da3815e9f229 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:35.817570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:12:35.823699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:35.824507 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.831253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Allocated IP 172.20.0.8 (ca082263-57ba-42fa-8dda-b3157a3a65d4/a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75/90185e08-036a-4702-8b9b-033e011e5023) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:35.838089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f0181909-e2be-4b04-8746-cadb2fdbe0cc req-f43b1047-faf0-465a-b4b0-fb2c9ca02321 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 210 time: 0.0382080 Dec 12 04:12:35.845614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.845956 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.871905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fefc547-39c0-4540-bf7a-403d791f9451 req-e3fee1b5-7209-4a89-811d-b5ed1ec472ee service neutron] 10.222.0.37 "GET /v2.0/networks/13702123-2457-41cb-8d20-86632f884371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599299 Dec 12 04:12:35.875064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Calling delete_port for 52e94575-857c-4ec1-947b-8881f7600d5f owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:35.885871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-691b0c79-8c33-4e3f-8f1c-cb07b29da37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:35.887395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-691b0c79-8c33-4e3f-8f1c-cb07b29da37e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c54cd0d2-7685-4f35-8d1c-da81ff059ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517036 Dec 12 04:12:35.929227 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:35.964017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:35.967195 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fd5e6b-a3d8-4408-9ca9-98b783a18413" -d '{"events": [{"server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "name": "network-vif-plugged", "status": "completed", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:35.981033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:35.986261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.019631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.043600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:36.068371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Port': ['ID=31a52eda-d0ff-4b65-9adb-da3815e9f229,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:36.070316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] No DVR routers for this DVR port 31a52eda-d0ff-4b65-9adb-da3815e9f229 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:36.080792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6624c9-25d6-4dd8-bc8e-849f6481a2b8 req-12537ee9-3bf2-4d41-9e76-b0a38aad5b93 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:36.082565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db6624c9-25d6-4dd8-bc8e-849f6481a2b8 req-12537ee9-3bf2-4d41-9e76-b0a38aad5b93 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 944 time: 0.1751397 Dec 12 04:12:36.100420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca75506-af49-4c7c-810d-14d237bc1622 req-d47a5e61-343b-416e-bcab-889790f4d73d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:36.101963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9ca75506-af49-4c7c-810d-14d237bc1622 req-d47a5e61-343b-416e-bcab-889790f4d73d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 945 time: 0.1200790 Dec 12 04:12:36.125422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-67a750a3-531e-4ead-8c16-1818e25c7358 service neutron] 10.222.0.18 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165735 Dec 12 04:12:36.206485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.212235 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db6624c9-25d6-4dd8-bc8e-849f6481a2b8 req-01287624-ed0d-4804-a9a9-7bc943879678 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149013 Dec 12 04:12:36.227596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.254036 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.269425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:36.275149 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ddc8b-dc8c-4b28-8da9-753bf9539eca x-openstack-request-id: req-913ddc8b-dc8c-4b28-8da9-753bf9539eca {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:36.275476 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "name": "network-vif-plugged", "status": "completed", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:36.275716 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-913ddc8b-dc8c-4b28-8da9-753bf9539eca {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:36.276119 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3', 'code': 200} Dec 12 04:12:36.305126 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9ca75506-af49-4c7c-810d-14d237bc1622 req-a7124ff7-131a-4a8a-906e-43d6e0b08443 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742404 Dec 12 04:12:36.307211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e959e3-a716-45ad-8ffe-967184813b51']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:36.318555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Pushing event deleted for resources: {'Port': ['ID=52e94575-857c-4ec1-947b-8881f7600d5f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:36.330813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f28b6c-9ad9-453b-99a4-fa526c58964d') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:36.331118 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f28b6c-9ad9-453b-99a4-fa526c58964d') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:36.355521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.371941 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.377048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9221d640-1ce1-4afa-b2ae-dd8414da37de req-d6727e76-c622-4eea-afde-a2c010692df9 service neutron] 10.222.0.18 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407122 Dec 12 04:12:36.381136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.386900 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.390174 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.395077 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:12:36.395780 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-535e92d3-107f-4462-b138-b215d64bd950 tempest-ServersTestFqdnHostnames-1187921452 tempest-ServersTestFqdnHostnames-1187921452-project] 10.222.0.36 "DELETE /v2.0/floatingips/1ee3939f-8bc3-46e4-b002-5b712dc0798d HTTP/1.1" status: 204 len: 168 time: 1.2120168 Dec 12 04:12:36.395973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:12:36.396289 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:12:36.400840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44068) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:36.430410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Network ca082263-57ba-42fa-8dda-b3157a3a65d4 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:36.433662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:36.438130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:36.462285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:36.475164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6', 'network_id': '13702123-2457-41cb-8d20-86632f884371', 'port_id': '30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6', 'mac_address': 'fa:16:3e:67:d5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4b163-48ba-4429-83f2-c9bdb90cc5bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:36.486680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Pushing event updated for resources: {'Port': ['ID=90185e08-036a-4702-8b9b-033e011e5023,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:36.523831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:36.524498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.528807 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.543312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:36.550626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f462fef-68b3-4f6e-bde9-415146660623 req-99838bc4-7663-4c19-a210-08db99d16297 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:36.552382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f462fef-68b3-4f6e-bde9-415146660623 req-99838bc4-7663-4c19-a210-08db99d16297 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 950 time: 0.0885980 Dec 12 04:12:36.556549 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c4dd9774-a29c-4cae-a1c5-f9a70fe73f91 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7056851 Dec 12 04:12:36.578425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:36.584807 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.622035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Request body: {'port': {'device_id': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:36.641576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:36.696062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f462fef-68b3-4f6e-bde9-415146660623 req-06fe6fad-6998-416a-88ad-1ae0e27258d1 tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/security-groups?id=2033b703-3e7f-4904-82ab-3243dd88f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363072 Dec 12 04:12:36.746358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-61d45149-4aa9-4bef-9850-1ec45ceacb8b tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:36.749214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-61d45149-4aa9-4bef-9850-1ec45ceacb8b tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 950 time: 0.1522784 Dec 12 04:12:36.753932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:36.904296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:37.008148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Deleting port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:37.008690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.032806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7cede-fc4b-4c10-8436-6ceba973624d req-e06579f4-63f8-413d-9dfa-af43eda41083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:37.034721 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3eb7cede-fc4b-4c10-8436-6ceba973624d req-e06579f4-63f8-413d-9dfa-af43eda41083 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1096 time: 0.1779814 Dec 12 04:12:37.039824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.052033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a99ec-a4ad-463e-b66e-877a5c1cd84c req-20ec7a83-04f6-4e91-96e6-72e52b80a245 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:37.059991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e30a99ec-a4ad-463e-b66e-877a5c1cd84c req-20ec7a83-04f6-4e91-96e6-72e52b80a245 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 949 time: 0.1934919 Dec 12 04:12:37.105486 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.112321 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "DELETE /v2.0/networks/e8e959e3-a716-45ad-8ffe-967184813b51 HTTP/1.1" status: 204 len: 168 time: 1.9643226 Dec 12 04:12:37.121423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44076) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:37.131698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737c323-6cf1-4a20-a950-022586af7f68 req-939f81ed-52eb-4605-86b1-211c23d3fa19 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:37.133239 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9737c323-6cf1-4a20-a950-022586af7f68 req-939f81ed-52eb-4605-86b1-211c23d3fa19 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 943 time: 0.2657702 Dec 12 04:12:37.148460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef792518-93aa-44b2-be9a-40efaf32be80 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Network': ['ID=e8e959e3-a716-45ad-8ffe-967184813b51,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:37.164745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-b927ad8a-6c87-43bd-97cc-05470e364bbd tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:37.166543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-b927ad8a-6c87-43bd-97cc-05470e364bbd tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 949 time: 0.2300684 Dec 12 04:12:37.221030 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e30a99ec-a4ad-463e-b66e-877a5c1cd84c req-9d189d0a-4674-4e9d-8819-2e2f36c225e0 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599793 Dec 12 04:12:37.242917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3eb7cede-fc4b-4c10-8436-6ceba973624d req-c058aef5-e96b-4f63-8dad-b7b14354a3df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931005 Dec 12 04:12:37.274124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] For port 4fcce929-809c-48cc-b5fd-b4d8dc71b278, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4fcce929-809c-48cc-b5fd-b4d8dc71b278,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:37.274504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.294058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Calling delete_port for 4fcce929-809c-48cc-b5fd-b4d8dc71b278 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:37.360624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-97184ecb-b105-45f4-bee2-3e1772ce5898 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting subnet 1d08ca45-bd1d-4c40-b7c6-aeed795dcff3 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:12:37.387339 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97184ecb-b105-45f4-bee2-3e1772ce5898 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.403859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90185e08-036a-4702-8b9b-033e011e5023 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:37.419610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.455380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Transition to ACTIVE for port object 90185e08-036a-4702-8b9b-033e011e5023 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:37.458311 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9737c323-6cf1-4a20-a950-022586af7f68 req-9182de19-0c34-4962-97a6-20ce217b4540 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640376 Dec 12 04:12:37.465658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815ed8d-1c19-4905-b296-e53046047ae4 req-54ebe5e7-f8c7-4fe7-add3-59c9e92daf86 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:37.467143 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b815ed8d-1c19-4905-b296-e53046047ae4 req-54ebe5e7-f8c7-4fe7-add3-59c9e92daf86 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 931 time: 0.1387534 Dec 12 04:12:37.476615 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.478234 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97184ecb-b105-45f4-bee2-3e1772ce5898 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.586539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Pushing event updated for resources: {'Port': ['ID=90185e08-036a-4702-8b9b-033e011e5023,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:37.642105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Deleting port 5cce7095-17b7-4b53-9e59-399ea3993154 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:37.642456 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.665268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b815ed8d-1c19-4905-b296-e53046047ae4 req-f13412ca-246f-4866-ad4d-76827b850174 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773398 Dec 12 04:12:37.669827 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.675697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 91358033-c60c-4f0d-ab91-55fc288592e6 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:37.711121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Pushing event deleted for resources: {'Port': ['ID=4fcce929-809c-48cc-b5fd-b4d8dc71b278,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:37.749471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97184ecb-b105-45f4-bee2-3e1772ce5898 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.773410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Attempting to bind port 90185e08-036a-4702-8b9b-033e011e5023 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:37.773769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Attempting to bind port 90185e08-036a-4702-8b9b-033e011e5023 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:37.774106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Attempting to bind port 90185e08-036a-4702-8b9b-033e011e5023 on network ca082263-57ba-42fa-8dda-b3157a3a65d4 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:37.776717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] No DVR routers for this DVR port 4fcce929-809c-48cc-b5fd-b4d8dc71b278 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:37.780000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.785379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-539ed984-cd2c-4bd0-b8c0-7bd4bca0e979 req-213ed8a4-2388-4ed5-89e0-83d10f3e202f tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.37 "DELETE /v2.0/ports/4fcce929-809c-48cc-b5fd-b4d8dc71b278 HTTP/1.1" status: 204 len: 173 time: 1.0288944 Dec 12 04:12:37.785865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c', 'name': 'network-vif-deleted', 'tag': '4fcce929-809c-48cc-b5fd-b4d8dc71b278'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:37.794681 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c3e12b-fd66-4792-ba21-e903f0f221a3" -d '{"events": [{"server_uuid": "ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c", "name": "network-vif-deleted", "tag": "4fcce929-809c-48cc-b5fd-b4d8dc71b278"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:37.806214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Port 90185e08-036a-4702-8b9b-033e011e5023 on network ca082263-57ba-42fa-8dda-b3157a3a65d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:37.806551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Attempting to bind port 90185e08-036a-4702-8b9b-033e011e5023 on network ca082263-57ba-42fa-8dda-b3157a3a65d4 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:37.821204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:37.821560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Checking segment: {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:37.821966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Bound using segment: {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:37.822605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Bound port: 90185e08-036a-4702-8b9b-033e011e5023, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:37.823230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.848603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2d0c-ac6f-471d-a899-dff009706738 req-a8352774-5a4d-4dd6-8869-8115d4a0b68e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:37.850677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-894a2d0c-ac6f-471d-a899-dff009706738 req-a8352774-5a4d-4dd6-8869-8115d4a0b68e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 945 time: 0.2245703 Dec 12 04:12:37.876709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['4fcce929-809c-48cc-b5fd-b4d8dc71b278'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:37.950263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09947c92-bfa6-485c-b430-596683608943 req-9ffbb861-eb0f-45a3-ad8d-756b98965f32 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:37.952419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-09947c92-bfa6-485c-b430-596683608943 req-9ffbb861-eb0f-45a3-ad8d-756b98965f32 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 945 time: 0.1254539 Dec 12 04:12:37.955847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] For port 5cce7095-17b7-4b53-9e59-399ea3993154, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5cce7095-17b7-4b53-9e59-399ea3993154,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:37.956369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:37.998362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:38.000272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Calling delete_port for 5cce7095-17b7-4b53-9e59-399ea3993154 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:38.019415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=90185e08-036a-4702-8b9b-033e011e5023,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:38.019909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 91358033-c60c-4f0d-ab91-55fc288592e6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=91358033-c60c-4f0d-ab91-55fc288592e6,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:38.026676 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97184ecb-b105-45f4-bee2-3e1772ce5898 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.035712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '91358033-c60c-4f0d-ab91-55fc288592e6', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'port_id': '91358033-c60c-4f0d-ab91-55fc288592e6', 'mac_address': 'fa:16:3e:91:79:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:38.071306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-894a2d0c-ac6f-471d-a899-dff009706738 req-dc7cd57a-cfeb-44c6-bef1-a477be055348 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062023 Dec 12 04:12:38.078102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-09947c92-bfa6-485c-b430-596683608943 req-127c3a1c-04c6-4536-907c-a048c7186c11 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111538 Dec 12 04:12:38.079373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.079532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97184ecb-b105-45f4-bee2-3e1772ce5898 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.083692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-97184ecb-b105-45f4-bee2-3e1772ce5898 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "DELETE /v2.0/subnets/1d08ca45-bd1d-4c40-b7c6-aeed795dcff3 HTTP/1.1" status: 204 len: 168 time: 0.9495008 Dec 12 04:12:38.111858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44086) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:38.117442 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4d4f6-5e1b-4163-946a-3750921f38a2 None None] Network b382c020-2860-4648-b969-5fab43651214 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:38.145238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97184ecb-b105-45f4-bee2-3e1772ce5898 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Subnet': ['ID=1d08ca45-bd1d-4c40-b7c6-aeed795dcff3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:38.201101 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6874fca5-03ac-4f99-90ed-fecab05a8c61 x-openstack-request-id: req-6874fca5-03ac-4f99-90ed-fecab05a8c61 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:38.201329 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c", "name": "network-vif-deleted", "tag": "4fcce929-809c-48cc-b5fd-b4d8dc71b278", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:38.201630 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6874fca5-03ac-4f99-90ed-fecab05a8c61 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:38.202476 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c', 'name': 'network-vif-deleted', 'tag': '4fcce929-809c-48cc-b5fd-b4d8dc71b278', 'status': 'completed', 'code': 200} Dec 12 04:12:38.225455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.226142 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.229518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:38.230149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.231538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] 10.222.0.37 "PUT /v2.0/ports/90185e08-036a-4702-8b9b-033e011e5023 HTTP/1.1" status: 200 len: 1091 time: 1.6324329 Dec 12 04:12:38.248585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91358033-c60c-4f0d-ab91-55fc288592e6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:38.289643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 91358033-c60c-4f0d-ab91-55fc288592e6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=91358033-c60c-4f0d-ab91-55fc288592e6,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:38.297115 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.302072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41f34bc4-53f0-48ac-8dca-022c2457ec73 req-3e1f8097-0ca1-4e81-b10f-6f63bce4173b tempest-TenantUsagesTestJSON-237951192 tempest-TenantUsagesTestJSON-237951192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1de2e5-6a35-48d0-8e5a-0a8139b42c0c HTTP/1.1" status: 200 len: 210 time: 0.0990245 Dec 12 04:12:38.304334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:38.305793 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.356171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Pushing event deleted for resources: {'Port': ['ID=5cce7095-17b7-4b53-9e59-399ea3993154,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:38.368026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.398820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112e6a7-06ac-40ee-b9d8-fcf2e1f99466 service neutron] Pushing event updated for resources: {'Port': ['ID=90185e08-036a-4702-8b9b-033e011e5023,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:38.457144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f56bcb8-9b41-454c-9000-71cb4c3763b3 None None] DHCP port deletion for b382c020-2860-4648-b969-5fab43651214 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:12:38.468669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['c28d05b6-1988-4ed4-b3e2-50ad754eb7ba', '5cce7095-17b7-4b53-9e59-399ea3993154'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:38.487142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-f1479862-ace7-4168-ae98-0dea3cd520d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:38.488672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-f1479862-ace7-4168-ae98-0dea3cd520d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 1094 time: 0.1421225 Dec 12 04:12:38.577742 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] No DVR routers for this DVR port 5cce7095-17b7-4b53-9e59-399ea3993154 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:38.580759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.585881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55631682-160d-4739-a8b5-b885b27fbbb8 req-4ddae55d-97be-4c81-b61c-e8afef40e90e tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "DELETE /v2.0/ports/5cce7095-17b7-4b53-9e59-399ea3993154 HTTP/1.1" status: 204 len: 173 time: 1.3822157 Dec 12 04:12:38.588242 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e54a7961-ee3d-467e-9897-be1657fe9e76 req-b0f6278c-fb30-4a96-a4e6-01a1c1e17a7a tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fdf029f-b0d5-46d5-857b-06b2865bfcda HTTP/1.1" status: 200 len: 210 time: 0.1547630 Dec 12 04:12:38.594023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdf029f-b0d5-46d5-857b-06b2865bfcda', 'name': 'network-vif-deleted', 'tag': '5cce7095-17b7-4b53-9e59-399ea3993154'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:38.601788 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75be3c4a-e882-4cfe-8d28-564b5b81b90d" -d '{"events": [{"server_uuid": "8fdf029f-b0d5-46d5-857b-06b2865bfcda", "name": "network-vif-deleted", "tag": "5cce7095-17b7-4b53-9e59-399ea3993154"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:38.608670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Deleting port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:38.609055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.612983 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-c807cf47-8da5-49e1-882d-c3436911accf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90185e08-036a-4702-8b9b-033e011e5023 HTTP/1.1" status: 200 len: 217 time: 0.0924256 Dec 12 04:12:38.673966 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be40a81-17ba-4bb8-b4cd-df1e84cd55ba x-openstack-request-id: req-7be40a81-17ba-4bb8-b4cd-df1e84cd55ba {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:38.674325 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdf029f-b0d5-46d5-857b-06b2865bfcda", "name": "network-vif-deleted", "tag": "5cce7095-17b7-4b53-9e59-399ea3993154", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:38.675502 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7be40a81-17ba-4bb8-b4cd-df1e84cd55ba {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:38.675920 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdf029f-b0d5-46d5-857b-06b2865bfcda', 'name': 'network-vif-deleted', 'tag': '5cce7095-17b7-4b53-9e59-399ea3993154', 'status': 'completed', 'code': 200} Dec 12 04:12:38.820655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51414f40-0019-4aa1-af76-9e07f5055167 req-1ed41fa1-07cb-44fc-8bea-9747089b8f09 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:38.828730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51414f40-0019-4aa1-af76-9e07f5055167 req-1ed41fa1-07cb-44fc-8bea-9747089b8f09 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 944 time: 0.2281356 Dec 12 04:12:38.840952 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] For port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf,segment=NetworkSegment(3f017e87-e2eb-4742-8b0d-3b85c89d85ea),segment_id=3f017e87-e2eb-4742-8b0d-3b85c89d85ea)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:38.841324 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.854493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89369719-6196-421d-a354-1ac92aacbb9e req-e6dda634-32f9-4f16-a2a7-895011d06bbd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:38.857321 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89369719-6196-421d-a354-1ac92aacbb9e req-e6dda634-32f9-4f16-a2a7-895011d06bbd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 943 time: 0.0685391 Dec 12 04:12:38.861928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-82cdf83c-c3b8-4d77-8905-6843ef7cae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:38.862660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-82cdf83c-c3b8-4d77-8905-6843ef7cae1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 200 len: 844 time: 0.2294483 Dec 12 04:12:38.869727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Calling delete_port for f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:38.879586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=91358033-c60c-4f0d-ab91-55fc288592e6,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:38.912418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:12:38.922968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-51ec8283-e847-4ed2-b61a-3781ca058f76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca082263-57ba-42fa-8dda-b3157a3a65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472097 Dec 12 04:12:38.940944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:38.940944 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.945831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['91358033-c60c-4f0d-ab91-55fc288592e6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:38.948231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2f56bcb8-9b41-454c-9000-71cb4c3763b3 None None] Deleting port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:38.948607 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f56bcb8-9b41-454c-9000-71cb4c3763b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:38.967014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89369719-6196-421d-a354-1ac92aacbb9e req-95082eb0-0290-4ba9-8975-050f54b1e2ae tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995033 Dec 12 04:12:38.984955 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51414f40-0019-4aa1-af76-9e07f5055167 req-e7184565-00b6-4bb6-ab56-10ee51ab7f95 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533191 Dec 12 04:12:38.985163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Deleting port a49e0e70-e00e-4d2c-8225-d455fdbda2d7 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:38.985370 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.084970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] For port a49e0e70-e00e-4d2c-8225-d455fdbda2d7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a49e0e70-e00e-4d2c-8225-d455fdbda2d7,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:39.085708 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.092100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.115763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Calling delete_port for a49e0e70-e00e-4d2c-8225-d455fdbda2d7 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:39.120537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Port': ['ID=f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:39.127822 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-6f58d2d3-99ab-44b2-b5a7-e22e83f98ece service neutron] 10.222.0.37 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665668 Dec 12 04:12:39.132578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] No DVR routers for this DVR port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:39.160435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2f56bcb8-9b41-454c-9000-71cb4c3763b3 None None] For port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf,segment=NetworkSegment(3f017e87-e2eb-4742-8b0d-3b85c89d85ea),segment_id=3f017e87-e2eb-4742-8b0d-3b85c89d85ea)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:39.161158 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f56bcb8-9b41-454c-9000-71cb4c3763b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.190469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2f56bcb8-9b41-454c-9000-71cb4c3763b3 None None] Calling delete_port for f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:39.295917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.330207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfc5cf-84c9-41d1-a6f3-18c29fa0660e req-cf7e4edf-f38b-4a2b-a0af-71dec237a583 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:39.339570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b382c020-2860-4648-b969-5fab43651214']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:39.339817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e2bfc5cf-84c9-41d1-a6f3-18c29fa0660e req-cf7e4edf-f38b-4a2b-a0af-71dec237a583 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 945 time: 0.1065936 Dec 12 04:12:39.363581 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.365341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f89dc-0fc4-4558-a7d2-7f075056bd99 req-0ac5310c-bcfd-4c8c-90c3-612f84e511e4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:39.366895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-200f89dc-0fc4-4558-a7d2-7f075056bd99 req-0ac5310c-bcfd-4c8c-90c3-612f84e511e4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 945 time: 0.1223347 Dec 12 04:12:39.368665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f017e87-e2eb-4742-8b0d-3b85c89d85ea') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:39.369419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f017e87-e2eb-4742-8b0d-3b85c89d85ea') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:39.427181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:39.429227 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a2e7bd-d06b-44b5-b9a9-056a781e28dc" -d '{"events": [{"server_uuid": "b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06", "name": "network-vif-plugged", "status": "completed", "tag": "30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:39.430175 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e2bfc5cf-84c9-41d1-a6f3-18c29fa0660e req-74994092-f8bf-43b2-bc08-3801a2992c19 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887790 Dec 12 04:12:39.463261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:39.464300 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f56bcb8-9b41-454c-9000-71cb4c3763b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.501960 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.506536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56bcb8-9b41-454c-9000-71cb4c3763b3 None None] Pushing event deleted for resources: {'Port': ['ID=f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:39.514969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56bcb8-9b41-454c-9000-71cb4c3763b3 None None] No DVR routers for this DVR port f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:39.539149 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f53a9-fc73-41ef-b47d-6686158857ad x-openstack-request-id: req-2f8f53a9-fc73-41ef-b47d-6686158857ad {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:39.539445 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06", "name": "network-vif-plugged", "status": "completed", "tag": "30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:39.539704 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f8f53a9-fc73-41ef-b47d-6686158857ad {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:39.540095 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6', 'code': 200} Dec 12 04:12:39.568063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:39.576478 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.627861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49e0e70-e00e-4d2c-8225-d455fdbda2d7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:39.675925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5cce7095-17b7-4b53-9e59-399ea3993154 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:39.719564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 5cce7095-17b7-4b53-9e59-399ea3993154 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:39.720019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5cce7095-17b7-4b53-9e59-399ea3993154 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:39.784007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:39.809161 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:39.809397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f8ca87d6-9d3e-416e-b6c1-2be3ff28b7cf not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:39.867516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44112) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:39.881329 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.884495 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84d1506c-ea64-40b4-ba1a-ebed14d0298c req-945ed156-c9bc-4834-95ea-1acf963912b5 service neutron] 10.222.0.37 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440004 Dec 12 04:12:39.972049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.977726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:39.989112 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-200f89dc-0fc4-4558-a7d2-7f075056bd99 req-669b49a7-f8c7-4326-b4a6-7e870c56fdd9 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286151 Dec 12 04:12:39.995091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:12:40.006582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:12:40.050882 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:12:40.082585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208f94-a132-4179-ade8-1b3eb3f24398 req-4a4ca2c2-b061-4de9-bff9-4b63e0756cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:40.083986 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5208f94-a132-4179-ade8-1b3eb3f24398 req-4a4ca2c2-b061-4de9-bff9-4b63e0756cbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 1097 time: 0.2225442 Dec 12 04:12:40.119993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.130238 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.133251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] 10.222.0.36 "DELETE /v2.0/networks/b382c020-2860-4648-b969-5fab43651214 HTTP/1.1" status: 204 len: 168 time: 2.0153422 Dec 12 04:12:40.150758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bd1ae-f290-40c9-9def-57ef9a454cd8 req-ed5270f2-6c7c-4872-b219-3c533484ab15 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:40.152241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b7bd1ae-f290-40c9-9def-57ef9a454cd8 req-ed5270f2-6c7c-4872-b219-3c533484ab15 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 950 time: 0.1144433 Dec 12 04:12:40.161627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb8eeb-dbb9-4c58-bdc8-0c9c6d873d34 tempest-ServersTestMultiNic-1043648865 tempest-ServersTestMultiNic-1043648865-project] Pushing event deleted for resources: {'Network': ['ID=b382c020-2860-4648-b969-5fab43651214,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:40.174622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7ddeb-2007-4297-a9a2-be6c58103f87 req-e8d9a885-2de0-485a-b1d8-267576e188a6 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:40.176148 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1b7ddeb-2007-4297-a9a2-be6c58103f87 req-e8d9a885-2de0-485a-b1d8-267576e188a6 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 943 time: 0.1176562 Dec 12 04:12:40.181865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b55b229a-6eaf-4ece-b5c2-07cee8ce313d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a5e289beb2e44adbfa33df271bb38fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098061 Dec 12 04:12:40.182585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44126) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:40.203117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'tag': '90185e08-036a-4702-8b9b-033e011e5023'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:40.205429 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfbee67-586a-4091-a1a5-48a9f7823388" -d '{"events": [{"name": "network-changed", "server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "tag": "90185e08-036a-4702-8b9b-033e011e5023"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:40.212888 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5208f94-a132-4179-ade8-1b3eb3f24398 req-6dd40faa-d0c8-4c79-9b5b-0081c615a653 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144342 Dec 12 04:12:40.271937 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1b7ddeb-2007-4297-a9a2-be6c58103f87 req-7357391e-3e11-440d-97d1-ede50aefd9a6 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809834 Dec 12 04:12:40.276795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d20c3e6-9423-4a23-a50e-ba0f1aabd9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.278968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b7bd1ae-f290-40c9-9def-57ef9a454cd8 req-482ce2de-2575-45fc-9ecd-0741b0ebe682 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181576 Dec 12 04:12:40.297974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4fcce929-809c-48cc-b5fd-b4d8dc71b278 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:40.302645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d20c3e6-9423-4a23-a50e-ba0f1aabd9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.333343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Router c8f7df76-12bb-44b1-be4c-bb564daec2d0 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:12:40.348984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 4fcce929-809c-48cc-b5fd-b4d8dc71b278 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:40.349354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4fcce929-809c-48cc-b5fd-b4d8dc71b278 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:40.379477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d20c3e6-9423-4a23-a50e-ba0f1aabd9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.382995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d20c3e6-9423-4a23-a50e-ba0f1aabd9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.384313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6d20c3e6-9423-4a23-a50e-ba0f1aabd9dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2033b703-3e7f-4904-82ab-3243dd88f3b5 HTTP/1.1" status: 204 len: 168 time: 0.2011402 Dec 12 04:12:40.394075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20c3e6-9423-4a23-a50e-ba0f1aabd9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2033b703-3e7f-4904-82ab-3243dd88f3b5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:40.496520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3593e3-fbaf-4838-a4ca-9a30ad16130f req-deeb0810-8c24-4841-9f77-c17f1c1a7d16 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:40.498072 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce3593e3-fbaf-4838-a4ca-9a30ad16130f req-deeb0810-8c24-4841-9f77-c17f1c1a7d16 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 944 time: 0.0727088 Dec 12 04:12:40.504672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:12:40.510615 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ab5a1b0d-4056-4048-8f6c-fce962fdf8a5 admin admin] 10.222.0.36 "PUT /v2.0/routers/c8f7df76-12bb-44b1-be4c-bb564daec2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1127930 Dec 12 04:12:40.513792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44136) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:40.526830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] Sync routers for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:12:40.540207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:40.541023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:40.564052 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce3593e3-fbaf-4838-a4ca-9a30ad16130f req-9a823dea-4eda-4ac1-920e-49f5827ab7b5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521188 Dec 12 04:12:40.678273 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e83a81c-703a-43f5-bd34-18ccc190e307 x-openstack-request-id: req-3e83a81c-703a-43f5-bd34-18ccc190e307 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:40.678902 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "tag": "90185e08-036a-4702-8b9b-033e011e5023", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:40.679548 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e83a81c-703a-43f5-bd34-18ccc190e307 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:40.680416 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'tag': '90185e08-036a-4702-8b9b-033e011e5023', 'status': 'completed', 'code': 200} Dec 12 04:12:40.681563 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc638-7904-459e-b7b6-a040a06a952e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.707659 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.729400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:40.782479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44142) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:40.803567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8deab-1385-4c73-a44d-b9f22f2e264f req-8ddcf764-423b-4cd8-8983-f606f59de06a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:40.805119 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6e8deab-1385-4c73-a44d-b9f22f2e264f req-8ddcf764-423b-4cd8-8983-f606f59de06a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 946 time: 0.0599771 Dec 12 04:12:40.821843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-65019da7-e1ab-443b-a479-0d37dd1eb7ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:40.841610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f8f4b-beeb-4d03-9b96-69439905f7e4 req-ee3a92b7-403f-44ab-b27f-80a687c47239 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:40.843302 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-231f8f4b-beeb-4d03-9b96-69439905f7e4 req-ee3a92b7-403f-44ab-b27f-80a687c47239 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1096 time: 0.1921761 Dec 12 04:12:40.857429 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6e8deab-1385-4c73-a44d-b9f22f2e264f req-e7092cdc-5ec3-4080-a704-7e5f9f8ed81a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 Dec 12 04:12:40.881685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-5fbbf9d3-03dd-47cb-8012-fe52aad0a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:40.883230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-5fbbf9d3-03dd-47cb-8012-fe52aad0a235 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 1094 time: 0.1396270 Dec 12 04:12:40.954887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:12:39Z', 'revision_number': 5, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:40.971717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44148) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:40.982099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] Checking router: c8f7df76-12bb-44b1-be4c-bb564daec2d0 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:12:40.991615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] Routers {'c8f7df76-12bb-44b1-be4c-bb564daec2d0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:40.992240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:40.998292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.011271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-231f8f4b-beeb-4d03-9b96-69439905f7e4 req-2b1fbb05-ffad-4c4e-ae54-90f78b8681cb tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503999 Dec 12 04:12:41.114574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-42fb6d77-d672-48c3-a324-f0b5fb8ab463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:41.116452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-42fb6d77-d672-48c3-a324-f0b5fb8ab463 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 904 time: 0.2201254 Dec 12 04:12:41.118384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-65019da7-e1ab-443b-a479-0d37dd1eb7ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.126387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-65019da7-e1ab-443b-a479-0d37dd1eb7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.137934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] Set router c8f7df76-12bb-44b1-be4c-bb564daec2d0 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:41.211068 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-a5517bc0-be80-48b8-81fb-dcbaa73ec921 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90185e08-036a-4702-8b9b-033e011e5023 HTTP/1.1" status: 200 len: 217 time: 0.0659108 Dec 12 04:12:41.214325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Deleting port 9658f9d0-0048-4290-8dd1-6be89fecacfc {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:41.214669 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.223332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-65019da7-e1ab-443b-a479-0d37dd1eb7ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af7e43a3610b4cdf81719664f0987abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357414 Dec 12 04:12:41.223332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65019da7-e1ab-443b-a479-0d37dd1eb7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d586990c-a69a-4dfb-b153-c86e950b2204,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:41.236069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44152) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:41.365177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-081a1697-0dd1-4cbf-807e-16811e4bc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:41.368729 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-081a1697-0dd1-4cbf-807e-16811e4bc513 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 200 len: 844 time: 0.1304071 Dec 12 04:12:41.433464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:12:39Z', 'revision_number': 5, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:41.470958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-d64c0d56-70b4-4bea-b957-510da9d7e80b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca082263-57ba-42fa-8dda-b3157a3a65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834544 Dec 12 04:12:41.472473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9258af9-453d-4d4a-a685-30121ff11125 None None] The sync data for ids ['c8f7df76-12bb-44b1-be4c-bb564daec2d0'] in n-d-710847-7 is: [{'id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'name': 'tempest-ServersTestFqdnHostnames-1723134852-router', 'tenant_id': 'a9b100b3d0144f658a1dea71faf76d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:00Z', 'updated_at': '2021-12-12T04:12:39Z', 'revision_number': 5, 'project_id': 'a9b100b3d0144f658a1dea71faf76d80', 'gw_port': {'id': '9658f9d0-0048-4290-8dd1-6be89fecacfc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f7df76-12bb-44b1-be4c-bb564daec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:02Z', 'updated_at': '2021-12-12T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:12:41.518135 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.522602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd00924-0c3e-4d12-9e0d-c3419c48434d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.561682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12fae0-0ad9-469e-9187-13eb9cb196e4 req-8af5f15e-8058-4bd1-975d-977ba12c6637 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:41.563217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b12fae0-0ad9-469e-9187-13eb9cb196e4 req-8af5f15e-8058-4bd1-975d-977ba12c6637 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1096 time: 0.4618800 Dec 12 04:12:41.571535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] For port 9658f9d0-0048-4290-8dd1-6be89fecacfc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9658f9d0-0048-4290-8dd1-6be89fecacfc,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:41.571949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.610332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef41b7-5294-4b64-9c4d-2b600faf8f12 req-af6936af-9ff3-4b0b-9961-9ea31249a29b tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:41.611878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0ef41b7-5294-4b64-9c4d-2b600faf8f12 req-af6936af-9ff3-4b0b-9961-9ea31249a29b tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 950 time: 0.2266533 Dec 12 04:12:41.617735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-cdfe2662-e359-4945-b323-5a52702052ea tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:41.619140 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-cdfe2662-e359-4945-b323-5a52702052ea tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 950 time: 0.1050034 Dec 12 04:12:41.623592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd00924-0c3e-4d12-9e0d-c3419c48434d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.626113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Calling delete_port for 9658f9d0-0048-4290-8dd1-6be89fecacfc owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:41.691914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 91358033-c60c-4f0d-ab91-55fc288592e6 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:41.693707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b12fae0-0ad9-469e-9187-13eb9cb196e4 req-71ce8820-a17b-40bb-adfd-9d5e64906c99 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238723 Dec 12 04:12:41.773979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0ef41b7-5294-4b64-9c4d-2b600faf8f12 req-535d3a09-77a4-4cb9-8ae1-58efe01dc9a4 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/security-groups?id=93c4d61b-09e5-451c-b11d-88bffeab79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528897 Dec 12 04:12:41.783773 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-fe874842-2b92-46a8-89f9-95efe9d83c06 service neutron] 10.222.0.37 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977853 Dec 12 04:12:41.787414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 91358033-c60c-4f0d-ab91-55fc288592e6 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:12:41.803371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Deleting port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:41.803371 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.810949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 91358033-c60c-4f0d-ab91-55fc288592e6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:41.812802 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.901192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd00924-0c3e-4d12-9e0d-c3419c48434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.909457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd00924-0c3e-4d12-9e0d-c3419c48434d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.912732 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6fd00924-0c3e-4d12-9e0d-c3419c48434d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d586990c-a69a-4dfb-b153-c86e950b2204 HTTP/1.1" status: 204 len: 168 time: 0.6747627 Dec 12 04:12:41.939681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a49e0e70-e00e-4d2c-8225-d455fdbda2d7 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:41.963343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] For port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:41.963947 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:41.979639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Calling delete_port for c28d05b6-1988-4ed4-b3e2-50ad754eb7ba owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:41.988893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd00924-0c3e-4d12-9e0d-c3419c48434d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d586990c-a69a-4dfb-b153-c86e950b2204,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:41.990427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: a49e0e70-e00e-4d2c-8225-d455fdbda2d7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:41.990787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a49e0e70-e00e-4d2c-8225-d455fdbda2d7 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:42.054679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbfbee67-586a-4091-a1a5-48a9f7823388 req-26755011-a749-4768-9065-f249df76b6ea service neutron] 10.222.0.37 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597399 Dec 12 04:12:42.078125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13e94c-f694-4007-ada9-0622c22831ad req-26e4faa7-6ff3-4136-92d5-3512199731a7 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:42.079724 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb13e94c-f694-4007-ada9-0622c22831ad req-26e4faa7-6ff3-4136-92d5-3512199731a7 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 944 time: 0.1157494 Dec 12 04:12:42.138751 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.176378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:42.178859 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa476d5-80a8-4ab8-b7a6-60ca1335e7ce" -d '{"events": [{"server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "name": "network-vif-plugged", "status": "completed", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:42.193425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 91358033-c60c-4f0d-ab91-55fc288592e6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=91358033-c60c-4f0d-ab91-55fc288592e6,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:42.201669 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.209689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.236932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=9658f9d0-0048-4290-8dd1-6be89fecacfc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:42.252937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.257060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=91358033-c60c-4f0d-ab91-55fc288592e6,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:42.261762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb13e94c-f694-4007-ada9-0622c22831ad req-b8df7c6f-2811-4924-8138-0ee3c50a69a4 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686757 Dec 12 04:12:42.289047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['c28d05b6-1988-4ed4-b3e2-50ad754eb7ba'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:42.331187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 90185e08-036a-4702-8b9b-033e011e5023 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:42.349959 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.371321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Pushing event deleted for resources: {'Port': ['ID=c28d05b6-1988-4ed4-b3e2-50ad754eb7ba,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:42.387268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08145007-009d-49b3-86e6-dac1d734c683 req-e763517f-4431-4322-a716-c9d117982c24 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:42.395222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08145007-009d-49b3-86e6-dac1d734c683 req-e763517f-4431-4322-a716-c9d117982c24 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 943 time: 0.2943575 Dec 12 04:12:42.463391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.465628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.465872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] No DVR routers for this DVR port c28d05b6-1988-4ed4-b3e2-50ad754eb7ba on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:42.474671 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.478190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6265bcba-fb0b-4eb6-ab8b-ef4957e8d7bd req-2a6a0c8d-8c2e-49a6-bfe1-d08216fd3e53 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.18 "DELETE /v2.0/ports/c28d05b6-1988-4ed4-b3e2-50ad754eb7ba HTTP/1.1" status: 204 len: 173 time: 0.8485954 Dec 12 04:12:42.479583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65f1fbc-83b9-425f-aac9-27372d7c1c4c', 'name': 'network-vif-deleted', 'tag': 'c28d05b6-1988-4ed4-b3e2-50ad754eb7ba'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:42.481964 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6c4346-5e68-42f0-aa38-759edfa6c363" -d '{"events": [{"server_uuid": "d65f1fbc-83b9-425f-aac9-27372d7c1c4c", "name": "network-vif-deleted", "tag": "c28d05b6-1988-4ed4-b3e2-50ad754eb7ba"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:42.503302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=90185e08-036a-4702-8b9b-033e011e5023,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:42.503935 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.529906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '90185e08-036a-4702-8b9b-033e011e5023', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'port_id': '90185e08-036a-4702-8b9b-033e011e5023', 'mac_address': 'fa:16:3e:40:07:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:42.560936 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.563820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f7df76-12bb-44b1-be4c-bb564daec2d0 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:12:42.570461 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.574327 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e1ded7ce-404b-4da6-a0f4-383a21054f84 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c8f7df76-12bb-44b1-be4c-bb564daec2d0 HTTP/1.1" status: 204 len: 168 time: 2.0586138 Dec 12 04:12:42.575047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44182) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:42.607093 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.635539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b97e80e-274e-4ee9-a073-bf15bc91e23f admin admin] Deleting subnet 0a9b2b64-2a13-4b7f-b94f-88f777aa4909 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:12:42.644014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90185e08-036a-4702-8b9b-033e011e5023 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:42.646231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b97e80e-274e-4ee9-a073-bf15bc91e23f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.661672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08145007-009d-49b3-86e6-dac1d734c683 req-0c3bc7bd-44a6-4683-85e3-e31b7644e489 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654831 Dec 12 04:12:42.710867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=90185e08-036a-4702-8b9b-033e011e5023,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:42.719284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.729651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115417cc-f65d-4dbd-b612-8c1d1b1205c7 req-747a8523-43d9-4923-b889-a0a7fa18bb8a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:42.733391 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115417cc-f65d-4dbd-b612-8c1d1b1205c7 req-747a8523-43d9-4923-b889-a0a7fa18bb8a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 946 time: 0.2157519 Dec 12 04:12:42.776384 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38decb30-8f76-436c-9bd9-ced7a0193e09 x-openstack-request-id: req-38decb30-8f76-436c-9bd9-ced7a0193e09 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:42.776698 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "name": "network-vif-plugged", "status": "completed", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:42.776996 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38decb30-8f76-436c-9bd9-ced7a0193e09 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:42.777398 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6', 'code': 200} Dec 12 04:12:42.793812 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b97e80e-274e-4ee9-a073-bf15bc91e23f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.827613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=90185e08-036a-4702-8b9b-033e011e5023,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:42.895013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115417cc-f65d-4dbd-b612-8c1d1b1205c7 req-11c63d43-cd95-4e46-a24e-347e1d735c9a tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514540 Dec 12 04:12:42.933322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089bc9-45f4-42cd-978d-2c709f553d53 req-965cc2e1-5d9b-44bd-98a3-c2c0aff5af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:42.937689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea089bc9-45f4-42cd-978d-2c709f553d53 req-965cc2e1-5d9b-44bd-98a3-c2c0aff5af4d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 1096 time: 0.0977416 Dec 12 04:12:42.946790 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6bdf-48b2-43b0-954d-fdb3cfd56bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:42.986834 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35fdf41-3c15-4205-bd4a-d95933ac4f26 x-openstack-request-id: req-a35fdf41-3c15-4205-bd4a-d95933ac4f26 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:42.987074 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65f1fbc-83b9-425f-aac9-27372d7c1c4c", "name": "network-vif-deleted", "tag": "c28d05b6-1988-4ed4-b3e2-50ad754eb7ba", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:42.987342 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a35fdf41-3c15-4205-bd4a-d95933ac4f26 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:42.987754 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65f1fbc-83b9-425f-aac9-27372d7c1c4c', 'name': 'network-vif-deleted', 'tag': 'c28d05b6-1988-4ed4-b3e2-50ad754eb7ba', 'status': 'completed', 'code': 200} Dec 12 04:12:43.020199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b97e80e-274e-4ee9-a073-bf15bc91e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.031831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['90185e08-036a-4702-8b9b-033e011e5023'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:43.114524 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea089bc9-45f4-42cd-978d-2c709f553d53 req-8155a759-05ee-45c8-bfd0-36c9dace41a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258447 Dec 12 04:12:43.123254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Deleting port 5d25abe2-dc3e-46e1-99a9-d78713590fa7 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:43.124672 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.222798 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1fcfc7d-7fc4-4335-bda5-5cdb5df2d8ee req-552c9ec4-ae56-4dba-ad02-a32f5e52a828 tempest-ServersAdminNegativeTestJSON-197398191 tempest-ServersAdminNegativeTestJSON-197398191-project] 10.222.0.36 "GET /v2.0/ports?device_id=d65f1fbc-83b9-425f-aac9-27372d7c1c4c HTTP/1.1" status: 200 len: 210 time: 0.0877504 Dec 12 04:12:43.223999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44198) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:43.296626 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b97e80e-274e-4ee9-a073-bf15bc91e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.339328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97e80e-274e-4ee9-a073-bf15bc91e23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9b2b64-2a13-4b7f-b94f-88f777aa4909,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:43.340256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] For port 5d25abe2-dc3e-46e1-99a9-d78713590fa7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5d25abe2-dc3e-46e1-99a9-d78713590fa7,segment=NetworkSegment(ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec),segment_id=ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:43.340650 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.345730 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b97e80e-274e-4ee9-a073-bf15bc91e23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.356675 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b97e80e-274e-4ee9-a073-bf15bc91e23f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0a9b2b64-2a13-4b7f-b94f-88f777aa4909 HTTP/1.1" status: 204 len: 168 time: 0.7756436 Dec 12 04:12:43.357196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44208) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:43.365026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ec0b8-1eb0-494b-8916-28d18787a342 None None] Network 93dfc7c5-8a52-4100-985b-bf394ebe1dac requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:43.376775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Calling delete_port for 5d25abe2-dc3e-46e1-99a9-d78713590fa7 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:43.483921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-115098720-network', 'tenant_id': '42cc355c66f04cb7953d84790bc88a0a'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:43.543707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.564748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Made reservation on behalf of 42cc355c66f04cb7953d84790bc88a0a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:43.567952 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.589040 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.697638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c69b3f-d27f-49bf-b25b-3d7c824e2660 None None] DHCP port deletion for 93dfc7c5-8a52-4100-985b-bf394ebe1dac request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:12:43.727259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0442-0a3e-4d9a-be91-22ac0279116b req-930a9a3d-ce31-41c1-bb93-a4b36866ef98 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:43.735848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-37cc0442-0a3e-4d9a-be91-22ac0279116b req-930a9a3d-ce31-41c1-bb93-a4b36866ef98 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 945 time: 0.1330132 Dec 12 04:12:43.741027 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.759055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.767015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9658f9d0-0048-4290-8dd1-6be89fecacfc no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:43.789906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 9658f9d0-0048-4290-8dd1-6be89fecacfc {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:43.790466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9658f9d0-0048-4290-8dd1-6be89fecacfc not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:43.791498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d25abe2-dc3e-46e1-99a9-d78713590fa7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:43.814522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Deleting port aff44983-f83e-4747-a107-d0f99723a26e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:43.814882 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.818027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-75c69b3f-d27f-49bf-b25b-3d7c824e2660 None None] Deleting port aff44983-f83e-4747-a107-d0f99723a26e {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:43.826394 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-75c69b3f-d27f-49bf-b25b-3d7c824e2660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.869208 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.896633 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.923636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-75c69b3f-d27f-49bf-b25b-3d7c824e2660 None None] For port aff44983-f83e-4747-a107-d0f99723a26e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=aff44983-f83e-4747-a107-d0f99723a26e,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:43.924268 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-75c69b3f-d27f-49bf-b25b-3d7c824e2660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.953744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-75c69b3f-d27f-49bf-b25b-3d7c824e2660 None None] Calling delete_port for aff44983-f83e-4747-a107-d0f99723a26e owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:43.966417 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:43.987201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-37cc0442-0a3e-4d9a-be91-22ac0279116b req-bcd982ba-e190-4dbe-aadc-26a11654fc1c tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448480 Dec 12 04:12:43.988293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:12:43.991825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] For port aff44983-f83e-4747-a107-d0f99723a26e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=aff44983-f83e-4747-a107-d0f99723a26e,segment=NetworkSegment(3f85671d-7750-4c10-826e-7745909b626c),segment_id=3f85671d-7750-4c10-826e-7745909b626c)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:43.992230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.033243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c51fcde-6e82-4299-a8fe-ba0572dff2c9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:44.036622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Calling delete_port for aff44983-f83e-4747-a107-d0f99723a26e owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:44.043360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.043988 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Added segment ba2b49cc-72cc-40bd-b204-72a28b5cacb9 of type vlan for network dd782ec4-043c-47b2-abaa-adf19e144277 Dec 12 04:12:44.086842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.126392 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.141457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-75c69b3f-d27f-49bf-b25b-3d7c824e2660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.168942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c69b3f-d27f-49bf-b25b-3d7c824e2660 None None] No DVR routers for this DVR port aff44983-f83e-4747-a107-d0f99723a26e on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:44.181995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.183000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:44.183590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.198745 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c69b3f-d27f-49bf-b25b-3d7c824e2660 None None] Pushing event deleted for resources: {'Port': ['ID=aff44983-f83e-4747-a107-d0f99723a26e,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:44.263881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0270414 Dec 12 04:12:44.273307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44236) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:44.274972 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.283639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Request body: {'subnet': {'network_id': 'dd782ec4-043c-47b2-abaa-adf19e144277', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-115098720-subnet', 'tenant_id': '42cc355c66f04cb7953d84790bc88a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:44.318659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 90185e08-036a-4702-8b9b-033e011e5023 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:44.321932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff44983-f83e-4747-a107-d0f99723a26e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:44.328874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] No DVR routers for this DVR port aff44983-f83e-4747-a107-d0f99723a26e on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:44.330704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd13573-006a-432c-afbe-b9194a4b27c8 admin admin] Pushing event updated for resources: {'Network': ['ID=dd782ec4-043c-47b2-abaa-adf19e144277,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:44.372449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network dd782ec4-043c-47b2-abaa-adf19e144277 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:12:44.383949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Made reservation on behalf of 42cc355c66f04cb7953d84790bc88a0a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:44.387433 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.470858 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.502039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 90185e08-036a-4702-8b9b-033e011e5023 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:12:44.511313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 90185e08-036a-4702-8b9b-033e011e5023 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:44.511698 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.524209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dfc7c5-8a52-4100-985b-bf394ebe1dac']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:44.536647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f85671d-7750-4c10-826e-7745909b626c') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:44.537516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f85671d-7750-4c10-826e-7745909b626c') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:44.551944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Router 2a53ace4-04ce-48ed-a13b-889d6f8052ff has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:12:44.552303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.588584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.606294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.611952 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:12:44.612500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:12:44.615306 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:12:44.643461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=90185e08-036a-4702-8b9b-033e011e5023,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:44.648694 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.665345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-20a370d5-9816-48b9-95d4-72f6d6c030b6 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:12:44.666504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-20a370d5-9816-48b9-95d4-72f6d6c030b6 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1492922 Dec 12 04:12:44.692149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2c04e-297d-482f-85fa-0ac409b6b1ae req-8c820834-b5e4-4eb8-91e8-5468e126b229 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:44.694137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7bf2c04e-297d-482f-85fa-0ac409b6b1ae req-8c820834-b5e4-4eb8-91e8-5468e126b229 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 946 time: 0.1722672 Dec 12 04:12:44.700493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.709374 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.715657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/93dfc7c5-8a52-4100-985b-bf394ebe1dac HTTP/1.1" status: 204 len: 168 time: 1.3568227 Dec 12 04:12:44.716140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=90185e08-036a-4702-8b9b-033e011e5023,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:44.745388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:44.746532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e313b-411c-4022-bde4-86250df525a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=93dfc7c5-8a52-4100-985b-bf394ebe1dac,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:44.778338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90185e08-036a-4702-8b9b-033e011e5023'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:44.782065 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2954c2e-35f8-423b-a6f2-45ac3eae018e" -d '{"events": [{"server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "name": "network-vif-plugged", "status": "completed", "tag": "90185e08-036a-4702-8b9b-033e011e5023"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:44.788739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7bf2c04e-297d-482f-85fa-0ac409b6b1ae req-e4630830-8402-4f94-83d6-a9278bb279ef tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719161 Dec 12 04:12:44.800926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:12:44.819966 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] Sync routers for ids ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:12:44.833749 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] Routers {'2a53ace4-04ce-48ed-a13b-889d6f8052ff'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:44.834216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-66e68c26-3cd2-4657-ac8a-df477fbd655b admin admin] 10.222.0.36 "PUT /v2.0/routers/2a53ace4-04ce-48ed-a13b-889d6f8052ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8612914 Dec 12 04:12:44.836857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44248) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:44.838491 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:44.852932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-117746cb-668c-4397-9f4f-7de826b5d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:44.854371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-117746cb-668c-4397-9f4f-7de826b5d44a service neutron] 10.222.0.36 "GET /v2.0/ports/076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 1093 time: 0.1739304 Dec 12 04:12:44.862557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc18eedc-b8b2-4082-9d35-6303cf7539ca,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:44.872132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Request body: {'binding': {'host': 'n-h1-710847-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:44.872619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Unknown quota resources ['binding']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:12:44.902756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Checking segment: {'id': 'ba2b49cc-72cc-40bd-b204-72a28b5cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dd782ec4-043c-47b2-abaa-adf19e144277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:44.903137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Network hostable DHCP agents. Network: dd782ec4-043c-47b2-abaa-adf19e144277, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:12:44.957546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44250) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:44.973431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Network dd782ec4-043c-47b2-abaa-adf19e144277 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:12:44.990717 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] Set router 2a53ace4-04ce-48ed-a13b-889d6f8052ff gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:44.992927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b0153-7184-49a6-857e-ca6bf65f1206 req-4b3d9e76-7223-415e-870b-8a1c419594be tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:44.994543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-434b0153-7184-49a6-857e-ca6bf65f1206 req-4b3d9e76-7223-415e-870b-8a1c419594be tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 945 time: 0.0825584 Dec 12 04:12:45.006574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.007696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, dd782ec4-043c-47b2-abaa-adf19e144277) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:45.016911 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6585ba-f6da-45ee-b9ca-cf7ea4ded8d9 None None] Network dd782ec4-043c-47b2-abaa-adf19e144277 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:45.026975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:45.027577 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.052289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c26abd71-e32d-409e-a797-57c1e20ae3ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9b100b3d0144f658a1dea71faf76d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912104 Dec 12 04:12:45.052534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44254) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:45.074302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-697d6fcb-3726-4729-a15c-7ed5a56c113f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8029752 Dec 12 04:12:45.114504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on host n-h1-710847-7 for vnic_type normal with profile None {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:45.114850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:45.115194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:45.121967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:45.122303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:45.132551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:45.132925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:45.133328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:45.133788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Bound port: 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:45.165471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e15f47d5-0456-48cb-aa89-efda1f651da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.200358 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2aa17f9b-089a-40b0-923a-706effebd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:45Z', 'updated_at': '2021-12-12T04:12:43Z', 'revision_number': 5, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'gw_port': {'id': '2aa17f9b-089a-40b0-923a-706effebd460', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:10:46Z', 'updated_at': '2021-12-12T04:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:45.205078 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e15f47d5-0456-48cb-aa89-efda1f651da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.218283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.229427 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] Checking router: 2a53ace4-04ce-48ed-a13b-889d6f8052ff for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:12:45.240300 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] Routers {'2a53ace4-04ce-48ed-a13b-889d6f8052ff'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:45.241388 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:45.263114 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:45.296749 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.301622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-15d3bf66-8937-48f1-a45f-8099c2c3cb46 service neutron] 10.222.0.36 "POST /v2.0/ports/076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4313843 Dec 12 04:12:45.336445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e15f47d5-0456-48cb-aa89-efda1f651da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.340014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e15f47d5-0456-48cb-aa89-efda1f651da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.345862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e15f47d5-0456-48cb-aa89-efda1f651da4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e4cc2e7-f956-4f27-b421-eba47be7cd39 HTTP/1.1" status: 204 len: 168 time: 0.2908797 Dec 12 04:12:45.365708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f47d5-0456-48cb-aa89-efda1f651da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4cc2e7-f956-4f27-b421-eba47be7cd39,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:45.368406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3487d-2e8d-4474-9876-3dde66fa6bff None None] Network dd782ec4-043c-47b2-abaa-adf19e144277 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:45.395555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Deleting port 2aa17f9b-089a-40b0-923a-706effebd460 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:45.396245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.402689 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] Set router 2a53ace4-04ce-48ed-a13b-889d6f8052ff gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:45.405640 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-434b0153-7184-49a6-857e-ca6bf65f1206 req-a11042b4-dba0-45e8-8951-652160c21366 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026443 Dec 12 04:12:45.464216 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:45Z', 'updated_at': '2021-12-12T04:12:45Z', 'revision_number': 6, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:45.493042 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98720f0-a3ca-4aa9-a4e0-d9960ea60da1 None None] The sync data for ids ['2a53ace4-04ce-48ed-a13b-889d6f8052ff'] in n-d-710847-7 is: [{'id': '2a53ace4-04ce-48ed-a13b-889d6f8052ff', 'name': 'tempest-ServersTestMultiNic-822495807-router', 'tenant_id': '4853f6765f37499e98eaa080a6b82f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:10:45Z', 'updated_at': '2021-12-12T04:12:45Z', 'revision_number': 6, 'project_id': '4853f6765f37499e98eaa080a6b82f44', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:12:45.531827 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6b5b84-5476-4057-a60d-046cfb5a56da x-openstack-request-id: req-9d6b5b84-5476-4057-a60d-046cfb5a56da {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:45.532118 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "name": "network-vif-plugged", "status": "completed", "tag": "90185e08-036a-4702-8b9b-033e011e5023", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:45.547026 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d6b5b84-5476-4057-a60d-046cfb5a56da {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:45.547896 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90185e08-036a-4702-8b9b-033e011e5023', 'code': 200} Dec 12 04:12:45.602297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] For port 2aa17f9b-089a-40b0-923a-706effebd460, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2aa17f9b-089a-40b0-923a-706effebd460,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:45.604295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.611811 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:45.646186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Calling delete_port for 2aa17f9b-089a-40b0-923a-706effebd460 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:45.719466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c28d05b6-1988-4ed4-b3e2-50ad754eb7ba no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:45.751758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: c28d05b6-1988-4ed4-b3e2-50ad754eb7ba {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:45.752465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c28d05b6-1988-4ed4-b3e2-50ad754eb7ba not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:45.777383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7d848-6db3-403f-a4cd-fb4d462539cc req-dd5ef3cd-5a70-425c-8c7e-e684609fcb97 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:45.778961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-32c7d848-6db3-403f-a4cd-fb4d462539cc req-dd5ef3cd-5a70-425c-8c7e-e684609fcb97 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 945 time: 0.1454406 Dec 12 04:12:45.843467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2efda-82e8-4292-b112-17ec707bf867 req-803bd7cc-1a0c-4243-a635-2e14c5defaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:45.845068 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7ba2efda-82e8-4292-b112-17ec707bf867 req-803bd7cc-1a0c-4243-a635-2e14c5defaee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1285181 Dec 12 04:12:45.873107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-bfcebe1d-9d3f-45be-82c3-111c4d97ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:45.874461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-bfcebe1d-9d3f-45be-82c3-111c4d97ba05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1096 time: 0.1477528 Dec 12 04:12:45.939665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5d25abe2-dc3e-46e1-99a9-d78713590fa7 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:45.994350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5d25abe2-dc3e-46e1-99a9-d78713590fa7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:46.000670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661829-2e00-492f-9cae-22603e8271f2 req-b5aff741-df67-4869-b8e9-f7e82c26e472 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:46.001585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5d25abe2-dc3e-46e1-99a9-d78713590fa7 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:46.002213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device aff44983-f83e-4747-a107-d0f99723a26e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:46.009886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72661829-2e00-492f-9cae-22603e8271f2 req-b5aff741-df67-4869-b8e9-f7e82c26e472 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 945 time: 0.1233969 Dec 12 04:12:46.064249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: aff44983-f83e-4747-a107-d0f99723a26e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:46.068414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device aff44983-f83e-4747-a107-d0f99723a26e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:46.110493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72661829-2e00-492f-9cae-22603e8271f2 req-f34f3a69-aa66-41d2-a21f-db8269e994ff tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989468 Dec 12 04:12:46.228616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c79f7-0015-4a74-b6aa-51756fd51976 req-6d6937da-3ad7-409f-aeca-415203d27896 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:46.237666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-db6c79f7-0015-4a74-b6aa-51756fd51976 req-6d6937da-3ad7-409f-aeca-415203d27896 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 946 time: 0.0714242 Dec 12 04:12:46.304754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-db6c79f7-0015-4a74-b6aa-51756fd51976 req-a3bc4321-aaf5-4857-8048-9e505d00c3a0 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659535 Dec 12 04:12:46.355756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44286) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:46.377521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-32c7d848-6db3-403f-a4cd-fb4d462539cc req-7c526af0-1450-4657-8749-09aab1d7e8d7 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5877228 Dec 12 04:12:46.387272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7ba2efda-82e8-4292-b112-17ec707bf867 req-5b43afbc-86ac-4339-94ad-bfc210d8bcb2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306840 Dec 12 04:12:46.508853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-017aec8c-01fb-4c39-bda7-d4c5e495cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:46.510408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-017aec8c-01fb-4c39-bda7-d4c5e495cb6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.2393038 Dec 12 04:12:46.523632 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:46.544155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfab9d7-b384-452c-8047-038ac10249ea req-1e316001-b4db-4e32-911d-0b6ba3a97da3 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:46.557755 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cfab9d7-b384-452c-8047-038ac10249ea req-1e316001-b4db-4e32-911d-0b6ba3a97da3 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 945 time: 0.0932708 Dec 12 04:12:46.559623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44298) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:46.566807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d0208934-8803-4e45-87ed-e77b94fa0f61 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Request body: {'floatingip': {'port_id': '91358033-c60c-4f0d-ab91-55fc288592e6'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:46.590568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa17f9b-089a-40b0-923a-706effebd460,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:46.633596 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0208934-8803-4e45-87ed-e77b94fa0f61 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:46.642812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6c752-d9cf-4ac8-9225-f5ab29bb90b0 req-040a7ee0-cf7e-4369-8fb5-a41eda068450 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:46.644469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4c6c752-d9cf-4ac8-9225-f5ab29bb90b0 req-040a7ee0-cf7e-4369-8fb5-a41eda068450 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 945 time: 0.1236134 Dec 12 04:12:46.649513 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:46.667862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44302) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:46.674094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-420331668-network', 'tenant_id': 'ad68439cebd5490ba185131a219e0921'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:46.739047 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:46.746793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Made reservation on behalf of ad68439cebd5490ba185131a219e0921 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:46.747019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:46.780875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6aa1cca1-8adb-40be-bec8-a4e8e8e8dd4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46b194ce3a054361b0f2856e2f9da0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217975 Dec 12 04:12:46.782088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44306) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:46.856869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:46.896886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4c6c752-d9cf-4ac8-9225-f5ab29bb90b0 req-9519dbaa-da43-46f2-bebd-0281480736df tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278697 Dec 12 04:12:46.909076 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:46.912361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:46.914885 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-5defd718-0fed-4fca-b4ab-5c1a04fdbf6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 217 time: 0.1061094 Dec 12 04:12:46.921781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-368bf899-7802-4b26-b01a-0c03a719cc17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:46.966847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44312) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:46.979886 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-368bf899-7802-4b26-b01a-0c03a719cc17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.008558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.009152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a53ace4-04ce-48ed-a13b-889d6f8052ff {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:12:47.019113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.020532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bc646c57-0cf7-42c6-9bdc-3974a8883f17 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2a53ace4-04ce-48ed-a13b-889d6f8052ff HTTP/1.1" status: 204 len: 168 time: 2.1826560 Dec 12 04:12:47.025014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44316) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:47.069509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-817b403a-0e4d-4147-897e-5c7f7840e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:47.071084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-817b403a-0e4d-4147-897e-5c7f7840e4c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1454282 Dec 12 04:12:47.119322 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-72d63a28-66c1-499a-b753-8182ab9a605e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368807 Dec 12 04:12:47.121105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-368bf899-7802-4b26-b01a-0c03a719cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.124454 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-368bf899-7802-4b26-b01a-0c03a719cc17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.128806 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-368bf899-7802-4b26-b01a-0c03a719cc17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93c4d61b-09e5-451c-b11d-88bffeab79c8 HTTP/1.1" status: 204 len: 168 time: 0.3431721 Dec 12 04:12:47.156975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8c47ed-83d6-4bda-b6a7-408f27929830 admin admin] Deleting subnet 997ef855-a4e0-46bb-8ceb-0490b2c4b75e {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:12:47.160730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bf899-7802-4b26-b01a-0c03a719cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c4d61b-09e5-451c-b11d-88bffeab79c8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:47.179218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1363637860-network', 'tenant_id': '6d71d8dd921843e2903f6cd3bc85704e'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:47.186518 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47ed-83d6-4bda-b6a7-408f27929830 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.238155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0208934-8803-4e45-87ed-e77b94fa0f61 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.247797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0208934-8803-4e45-87ed-e77b94fa0f61 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.281338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.299029 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.303614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47ed-83d6-4bda-b6a7-408f27929830 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.347408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Made reservation on behalf of 6d71d8dd921843e2903f6cd3bc85704e for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:47.351592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.384942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:12:47.390079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041afff-7888-4d59-a2a9-0ea8f63403d5 req-4455b5bc-6dec-4142-8943-fe0c77f70d98 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:47.391895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f041afff-7888-4d59-a2a9-0ea8f63403d5 req-4455b5bc-6dec-4142-8943-fe0c77f70d98 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 945 time: 0.1437700 Dec 12 04:12:47.402366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.431827 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-d0208934-8803-4e45-87ed-e77b94fa0f61 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Floating IP 8d9b50ef-2b5d-43d1-afb5-146a21c5d436 associated. External IP: 172.25.7.122, port: 91358033-c60c-4f0d-ab91-55fc288592e6. Dec 12 04:12:47.441685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5f4824-da0a-4f5e-b337-1cc12161f53b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:47.449227 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.449867 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Added segment a3b5c190-109f-464b-94e1-be33191e6f0b of type vlan for network 92d26d5d-973a-49f2-91ec-b4e9d5020daa Dec 12 04:12:47.483317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-50a18ee5-202a-41d7-96c4-0278323c5fc8 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477380 Dec 12 04:12:47.525093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f041afff-7888-4d59-a2a9-0ea8f63403d5 req-4d274f46-0fcc-4439-acf6-1f4d5ea57c97 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237032 Dec 12 04:12:47.609010 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.634851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44326) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:47.660743 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47ed-83d6-4bda-b6a7-408f27929830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.686498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0208934-8803-4e45-87ed-e77b94fa0f61 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Router 5e03d167-b253-416f-82ce-aec725b676f1 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:12:47.714927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e96a-8c41-4d41-a465-b986d84da2fc req-ff533b35-afce-470f-b267-a8fac5d08127 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:47.716205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2aa17f9b-089a-40b0-923a-706effebd460 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:47.716879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b01e96a-8c41-4d41-a465-b986d84da2fc req-ff533b35-afce-470f-b267-a8fac5d08127 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 946 time: 0.3035653 Dec 12 04:12:47.751838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 2aa17f9b-089a-40b0-923a-706effebd460 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:47.752186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2aa17f9b-089a-40b0-923a-706effebd460 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:47.809224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.810226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:47.810878 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.906156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb138e6c-0103-4529-9a1b-304b635acd20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d347ef346f5d449a8c23656acb2b1a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634680 Dec 12 04:12:47.917019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44328) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:47.926313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-7cf85091-5878-4c20-a4e5-edbee47b2711 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165559 Dec 12 04:12:47.952016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2813492 Dec 12 04:12:47.971767 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47ed-83d6-4bda-b6a7-408f27929830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.975454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:47.979762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44332) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:47.994413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Request body: {'subnet': {'network_id': '92d26d5d-973a-49f2-91ec-b4e9d5020daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-420331668-subnet', 'tenant_id': 'ad68439cebd5490ba185131a219e0921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:48.027889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.034458 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b01e96a-8c41-4d41-a465-b986d84da2fc req-78dc75a3-9950-4591-81a3-233586c5fcbc tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004184 Dec 12 04:12:48.044787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a035b52-1a3f-4af4-88fc-23890f12a4cf admin admin] Pushing event updated for resources: {'Network': ['ID=92d26d5d-973a-49f2-91ec-b4e9d5020daa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:48.053909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c47ed-83d6-4bda-b6a7-408f27929830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997ef855-a4e0-46bb-8ceb-0490b2c4b75e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:48.059692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 92d26d5d-973a-49f2-91ec-b4e9d5020daa details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:12:48.081139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47ed-83d6-4bda-b6a7-408f27929830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.084915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bc8c47ed-83d6-4bda-b6a7-408f27929830 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/997ef855-a4e0-46bb-8ceb-0490b2c4b75e HTTP/1.1" status: 204 len: 168 time: 1.0589092 Dec 12 04:12:48.087261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:12:48.092711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44334) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:48.131848 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.132197 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Added segment fa965474-fc44-408c-9889-4ecea45ba35d of type vlan for network 7427927b-f98f-4ef7-bad6-7e7e9982a3da Dec 12 04:12:48.133654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Made reservation on behalf of ad68439cebd5490ba185131a219e0921 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:48.135946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.136833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12e65b-e45a-4558-9f70-da91493e4183 None None] Network 857785a2-1c34-41c0-b5b1-60f83ab338aa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:48.150081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:48.207669 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.219889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748d9f2-05c5-47b1-bc05-bb92aa4e318b req-5c56ccf0-3f77-4e49-a8c3-c9e01f7ad554 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:48.221428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a748d9f2-05c5-47b1-bc05-bb92aa4e318b req-5c56ccf0-3f77-4e49-a8c3-c9e01f7ad554 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 945 time: 0.1467109 Dec 12 04:12:48.226494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0208934-8803-4e45-87ed-e77b94fa0f61 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:12:48.233336 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0208934-8803-4e45-87ed-e77b94fa0f61 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.244441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] Sync routers for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:12:48.255853 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-896e05e2-9d21-4888-b790-31c8c21e2e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.296618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.297322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:48.298071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:48.299414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d0208934-8803-4e45-87ed-e77b94fa0f61 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "PUT /v2.0/floatingips/8d9b50ef-2b5d-43d1-afb5-146a21c5d436 HTTP/1.1" status: 200 len: 991 time: 1.7384963 Dec 12 04:12:48.306775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:48.312998 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecb4ae6-6358-452e-b75f-2d123e12df51" -d '{"events": [{"name": "network-changed", "server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:48.337563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-896e05e2-9d21-4888-b790-31c8c21e2e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.350831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-1560450e-03b0-487f-bba8-c067661b8e76 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:48.352670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-1560450e-03b0-487f-bba8-c067661b8e76 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.2416883 Dec 12 04:12:48.366455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-e1305600-6fd6-4fb5-9582-f44619f2ad3e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:48.368232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-e1305600-6fd6-4fb5-9582-f44619f2ad3e tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 946 time: 0.2535219 Dec 12 04:12:48.368854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a748d9f2-05c5-47b1-bc05-bb92aa4e318b req-40aad223-6699-4fc5-ae5b-fa9c48183a98 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381924 Dec 12 04:12:48.391188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-7'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:48.407639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Deleting port 41366d25-fb26-46dc-8072-ee57724241a5 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:48.411359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.441740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:48.472018 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.473067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:48.473686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.488655 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75979eb-2010-41ef-9803-f492a0325083 x-openstack-request-id: req-e75979eb-2010-41ef-9803-f492a0325083 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:48.489420 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:48.489923 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e75979eb-2010-41ef-9803-f492a0325083 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:48.490513 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6', 'status': 'completed', 'code': 200} Dec 12 04:12:48.564589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d092aef-3519-49ed-934a-72b343535307 None None] DHCP port deletion for 857785a2-1c34-41c0-b5b1-60f83ab338aa request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:12:48.618688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] For port 41366d25-fb26-46dc-8072-ee57724241a5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41366d25-fb26-46dc-8072-ee57724241a5,segment=NetworkSegment(ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec),segment_id=ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:48.618688 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.622948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6480215 Dec 12 04:12:48.637824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:48.652589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Request body: {'subnet': {'network_id': '7427927b-f98f-4ef7-bad6-7e7e9982a3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1363637860-subnet', 'tenant_id': '6d71d8dd921843e2903f6cd3bc85704e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:48.664665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Calling delete_port for 41366d25-fb26-46dc-8072-ee57724241a5 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:48.678996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-896e05e2-9d21-4888-b790-31c8c21e2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.682317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-896e05e2-9d21-4888-b790-31c8c21e2e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.689490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-896e05e2-9d21-4888-b790-31c8c21e2e8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7cc238a-804a-4623-8fb8-5bd57bacf1c9 HTTP/1.1" status: 204 len: 168 time: 0.7654333 Dec 12 04:12:48.708441 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.718426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-d5a861d4-0d2c-4d49-8149-9c06657f4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:48.720009 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-d5a861d4-0d2c-4d49-8149-9c06657f4d34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17a5944f5ca749d59866f1ead0066d44&device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 1096 time: 0.1732972 Dec 12 04:12:48.725533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f0afa-1cec-46a0-88fb-95cd10864032 admin admin] Pushing event updated for resources: {'Network': ['ID=7427927b-f98f-4ef7-bad6-7e7e9982a3da,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:48.747447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e05e2-9d21-4888-b790-31c8c21e2e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cc238a-804a-4623-8fb8-5bd57bacf1c9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:48.748148 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7427927b-f98f-4ef7-bad6-7e7e9982a3da details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:12:48.824802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3d092aef-3519-49ed-934a-72b343535307 None None] Deleting port 41366d25-fb26-46dc-8072-ee57724241a5 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:48.825100 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3d092aef-3519-49ed-934a-72b343535307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.869387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Deleting port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:12:48.869733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.911267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.955966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3d092aef-3519-49ed-934a-72b343535307 None None] For port 41366d25-fb26-46dc-8072-ee57724241a5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41366d25-fb26-46dc-8072-ee57724241a5,segment=NetworkSegment(ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec),segment_id=ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:48.956372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3d092aef-3519-49ed-934a-72b343535307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:48.971918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Made reservation on behalf of 6d71d8dd921843e2903f6cd3bc85704e for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:48.972059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3d092aef-3519-49ed-934a-72b343535307 None None] Calling delete_port for 41366d25-fb26-46dc-8072-ee57724241a5 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:48.975346 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.054637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '8d9b50ef-2b5d-43d1-afb5-146a21c5d436', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'port_id': '91358033-c60c-4f0d-ab91-55fc288592e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'mac_address': 'fa:16:3e:91:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:12:27Z', 'updated_at': '2021-12-12T04:12:47Z', 'revision_number': 1, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84fdb7f-688d-4bac-962b-3534a1e3e315', 'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'mac_address': 'fa:16:3e:0e:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:18Z', 'updated_at': '2021-12-12T04:12:24Z', 'revision_number': 5, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'subnets': [{'id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:49.085928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] Checking router: 5e03d167-b253-416f-82ce-aec725b676f1 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:12:49.098162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] For port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,segment=NetworkSegment(38132623-86dd-4524-b020-6048647ad831),segment_id=38132623-86dd-4524-b020-6048647ad831)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:49.099302 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.103066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:12:49.103704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:12:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:49.108338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3d092aef-3519-49ed-934a-72b343535307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.115363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] No DVR routers for this DVR port 41366d25-fb26-46dc-8072-ee57724241a5 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:49.119570 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.125448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950a61b-4e5f-420f-b8ba-400dcd3c3695 req-11773295-f03c-41c9-ab12-ed67be879379 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:49.132620 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3950a61b-4e5f-420f-b8ba-400dcd3c3695 req-11773295-f03c-41c9-ab12-ed67be879379 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 945 time: 0.5107050 Dec 12 04:12:49.193851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Calling delete_port for 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:12:49.200793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d092aef-3519-49ed-934a-72b343535307 None None] Pushing event deleted for resources: {'Port': ['ID=41366d25-fb26-46dc-8072-ee57724241a5,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:49.207754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d092aef-3519-49ed-934a-72b343535307 None None] No DVR routers for this DVR port 41366d25-fb26-46dc-8072-ee57724241a5 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:49.261158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=41366d25-fb26-46dc-8072-ee57724241a5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:49.264604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:12:49.311758 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3950a61b-4e5f-420f-b8ba-400dcd3c3695 req-30f3c0f2-b59b-4c14-8abb-b8339b711145 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782048 Dec 12 04:12:49.327955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-502be68a-4eb2-4243-8cee-d145d794cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:49.329018 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-502be68a-4eb2-4243-8cee-d145d794cc59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c54cd0d2-7685-4f35-8d1c-da81ff059ff9 HTTP/1.1" status: 200 len: 912 time: 0.5767846 Dec 12 04:12:49.355613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c6e4c-953a-4759-aa47-0c5ac6680d12 req-b00cc687-7cc5-4de3-87de-2b30f5f32626 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:49.366257 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f11c6e4c-953a-4759-aa47-0c5ac6680d12 req-b00cc687-7cc5-4de3-87de-2b30f5f32626 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 945 time: 0.5790854 Dec 12 04:12:49.404327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ede2a7b-8f05-4512-8148-4e5329ee33aa,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:49.418557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-7f0fd382-003b-49ae-80b1-3db3028256bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91358033-c60c-4f0d-ab91-55fc288592e6 HTTP/1.1" status: 200 len: 999 time: 0.0819271 Dec 12 04:12:49.422291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.470884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:49.482595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.485929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-7a4c4b11-9e48-4e7a-8d0e-4774d4942aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:49.486405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Checking segment: {'id': 'a3b5c190-109f-464b-94e1-be33191e6f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '92d26d5d-973a-49f2-91ec-b4e9d5020daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:49.486779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Network hostable DHCP agents. Network: 92d26d5d-973a-49f2-91ec-b4e9d5020daa, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:12:49.488252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-7a4c4b11-9e48-4e7a-8d0e-4774d4942aa2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1d95915-1853-40c8-957d-bb859c47c7c1 HTTP/1.1" status: 200 len: 851 time: 0.0538821 Dec 12 04:12:49.515448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f11c6e4c-953a-4759-aa47-0c5ac6680d12 req-67acc7f0-a8f7-4d41-9490-e0d5ea08f1ff tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480112 Dec 12 04:12:49.583360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '8d9b50ef-2b5d-43d1-afb5-146a21c5d436', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'port_id': '91358033-c60c-4f0d-ab91-55fc288592e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'mac_address': 'fa:16:3e:91:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:12:27Z', 'updated_at': '2021-12-12T04:12:47Z', 'revision_number': 1, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84fdb7f-688d-4bac-962b-3534a1e3e315', 'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'mac_address': 'fa:16:3e:0e:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:18Z', 'updated_at': '2021-12-12T04:12:24Z', 'revision_number': 5, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'subnets': [{'id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:49.584157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857785a2-1c34-41c0-b5b1-60f83ab338aa']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:49.624786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Network 92d26d5d-973a-49f2-91ec-b4e9d5020daa is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:12:49.627933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:49.628256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6ee8b0-1d2f-4d7d-9ff4-ee58264b7eec') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:12:49.640997 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:49.651732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd2de9-7c07-4128-b788-b9826d616eb2 None None] The sync data for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 is: [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '8d9b50ef-2b5d-43d1-afb5-146a21c5d436', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'port_id': '91358033-c60c-4f0d-ab91-55fc288592e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'mac_address': 'fa:16:3e:91:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:12:27Z', 'updated_at': '2021-12-12T04:12:47Z', 'revision_number': 1, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84fdb7f-688d-4bac-962b-3534a1e3e315', 'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'mac_address': 'fa:16:3e:0e:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:18Z', 'updated_at': '2021-12-12T04:12:24Z', 'revision_number': 5, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'subnets': [{'id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:12:49.670095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.689557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-0c47827c-0ec6-4248-bbcd-840e3f46b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:49.691655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-0c47827c-0ec6-4248-bbcd-840e3f46b73f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c54cd0d2-7685-4f35-8d1c-da81ff059ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739511 Dec 12 04:12:49.693559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 92d26d5d-973a-49f2-91ec-b4e9d5020daa) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:49.699850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:49.700437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.710967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db6137-d334-4a28-81f5-361105be58f8 None None] Network 92d26d5d-973a-49f2-91ec-b4e9d5020daa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:49.724801 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.739523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:12:49.741992 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.751793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41366d25-fb26-46dc-8072-ee57724241a5 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:49.757717 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.772570 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cbbd8fc3-27c0-4e99-bc3d-5f65733bd6b9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7803063 Dec 12 04:12:49.772570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:49.772570 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b82543-e907-4910-8eec-c40d03b1978d" -d '{"events": [{"server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "name": "network-vif-unplugged", "status": "completed", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:49.781591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.820080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:49.823120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Pushing event deleted for resources: {'Port': ['ID=30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:49.824710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.858504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Checking segment: {'id': 'fa965474-fc44-408c-9889-4ecea45ba35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7427927b-f98f-4ef7-bad6-7e7e9982a3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:49.858900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Network hostable DHCP agents. Network: 7427927b-f98f-4ef7-bad6-7e7e9982a3da, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:12:49.864191 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:12:49.867166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9b1f541-7a49-4743-b0ee-ac43943e9242,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:49.875306 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.917691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] No DVR routers for this DVR port 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:49.923087 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1893f6-bc72-4363-b06f-7b7df2b359e9 x-openstack-request-id: req-4e1893f6-bc72-4363-b06f-7b7df2b359e9 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:49.923440 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "name": "network-vif-unplugged", "status": "completed", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:49.923902 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e1893f6-bc72-4363-b06f-7b7df2b359e9 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:49.924318 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3', 'code': 200} Dec 12 04:12:49.930499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:49.941042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10747faf-711f-43ef-80dc-6dbb0a7dcf04 req-cb3e8a66-98ac-4946-abb3-d77c4c0ad7fa tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.37 "DELETE /v2.0/ports/30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 HTTP/1.1" status: 204 len: 173 time: 1.5466948 Dec 12 04:12:50.006734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-7c3c57c8-6aa6-4947-a1db-019501a7d82a service neutron] 10.222.0.18 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368580 Dec 12 04:12:50.009205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Pushing event updated for resources: {'Port': ['ID=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:50.049970 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:50.058718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on host n-h2-710847-7 for vnic_type normal with profile {"migrating_to": "n-h1-710847-7"} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:50.059065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:50.060405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:50.061712 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc66447-3cd9-4c67-a8c8-1d8e470eb84f None None] New status for floating IP 8d9b50ef-2b5d-43d1-afb5-146a21c5d436: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:12:50.064510 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] 10.222.0.36 "DELETE /v2.0/networks/857785a2-1c34-41c0-b5b1-60f83ab338aa HTTP/1.1" status: 204 len: 168 time: 1.9707191 Dec 12 04:12:50.071462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ce9f4-3983-4eb7-bd32-e08e9f3d8fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=857785a2-1c34-41c0-b5b1-60f83ab338aa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:50.072113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:50.072469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Attempting to bind port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:50.088270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:50.088636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:50.089531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:50.092630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Bound port: 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:50.093131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:50.174579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdec87-5fd4-4adf-a06e-cac4896f20b9 req-17ec0ea5-534c-40da-9481-0d2dd079c78f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:50.176549 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97cdec87-5fd4-4adf-a06e-cac4896f20b9 req-17ec0ea5-534c-40da-9481-0d2dd079c78f tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06 HTTP/1.1" status: 200 len: 867 time: 0.7376497 Dec 12 04:12:50.177410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Network 7427927b-f98f-4ef7-bad6-7e7e9982a3da is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:12:50.185674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7427927b-f98f-4ef7-bad6-7e7e9982a3da) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:50.203258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:50.204322 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:50.269371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fecb4ae6-6358-452e-b75f-2d123e12df51 req-85bd66ef-c1fb-4a97-9fa5-0a0eb50abbfc service neutron] 10.222.0.18 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034767 Dec 12 04:12:50.270187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:50.275567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:50.290396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:50.315216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-28ace0f7-b8cf-4823-bd78-24ae4d98b387 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6762645 Dec 12 04:12:50.344209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b8562a-d713-45c6-804e-a1ac28110e54 None None] Network 7427927b-f98f-4ef7-bad6-7e7e9982a3da requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:50.346372 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97cdec87-5fd4-4adf-a06e-cac4896f20b9 req-c8bfa778-a6d3-4210-8f2a-8d1dd777a319 tempest-DeleteServersTestJSON-1509820661 tempest-DeleteServersTestJSON-1509820661-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deb3956-ae58-4fce-8594-581d473d4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546330 Dec 12 04:12:50.420988 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 41366d25-fb26-46dc-8072-ee57724241a5 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:50.421346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41366d25-fb26-46dc-8072-ee57724241a5 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:50.434312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:50.434969 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:50.437274 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] 10.222.0.37 "PUT /v2.0/ports/076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 1121 time: 2.0584028 Dec 12 04:12:50.445145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44392) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:50.445636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35d400-baa7-45d3-98d5-5b6bb3ef8505 service neutron] Pushing event updated for resources: {'Port': ['ID=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,revision_number=8']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:50.540418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4a234-1f21-46b2-afd8-7d23f15953b2 req-d85c8044-f0a7-4561-ba45-813927253c7c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:50.542066 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0b4a234-1f21-46b2-afd8-7d23f15953b2 req-d85c8044-f0a7-4561-ba45-813927253c7c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 943 time: 0.0756817 Dec 12 04:12:50.546557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5a2c719f-4945-4993-adf8-bc3fd8511545 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4853f6765f37499e98eaa080a6b82f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1002991 Dec 12 04:12:50.549527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44396) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:50.588496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:50.641928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960fbbc-5c4f-46ca-8f32-e97ce7c80271 None None] Network 92d26d5d-973a-49f2-91ec-b4e9d5020daa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:50.649138 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0b4a234-1f21-46b2-afd8-7d23f15953b2 req-ed3bae68-9c49-4769-a9f4-35d2ec2b83a4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794826 Dec 12 04:12:50.668215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539d98d-d69b-4d73-9ba1-0d01481a5b6f None None] Network 7427927b-f98f-4ef7-bad6-7e7e9982a3da requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:50.704869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e808a14-825e-4eff-bdec-ab9273f87a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:50.794573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e808a14-825e-4eff-bdec-ab9273f87a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:50.829472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de16582-00d6-4157-9a3e-f56dcb1ce645 req-2a93e7d2-6029-432c-9f4d-b71f410b2ac8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:50.838599 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4de16582-00d6-4157-9a3e-f56dcb1ce645 req-2a93e7d2-6029-432c-9f4d-b71f410b2ac8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 945 time: 0.1086071 Dec 12 04:12:50.868258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e808a14-825e-4eff-bdec-ab9273f87a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:50.872260 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e808a14-825e-4eff-bdec-ab9273f87a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:50.876785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4e808a14-825e-4eff-bdec-ab9273f87a0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3eecbecf-3a92-4693-a02a-6bc43bb76b73 HTTP/1.1" status: 204 len: 168 time: 0.3234794 Dec 12 04:12:50.884898 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e808a14-825e-4eff-bdec-ab9273f87a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eecbecf-3a92-4693-a02a-6bc43bb76b73,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:50.920533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4de16582-00d6-4157-9a3e-f56dcb1ce645 req-7399b3b9-d5f1-4a71-9b5a-72a0b27fb2a7 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804710 Dec 12 04:12:51.131914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c34f8b34-8e87-4c54-89de-c9d2fe40394a tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:51.133706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c34f8b34-8e87-4c54-89de-c9d2fe40394a tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/networks?id=dd782ec4-043c-47b2-abaa-adf19e144277 HTTP/1.1" status: 200 len: 814 time: 0.1250288 Dec 12 04:12:51.150725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-9bca2bf1-b511-4f06-b445-b10cc939f26e tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/quotas/42cc355c66f04cb7953d84790bc88a0a HTTP/1.1" status: 200 len: 375 time: 0.0103569 Dec 12 04:12:51.195610 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-fcbb0373-c18e-4d73-a487-e42bf8aed365 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42cc355c66f04cb7953d84790bc88a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372257 Dec 12 04:12:51.316571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-2cdd0784-e918-4ba5-8f2c-114257ca9cdb service neutron] 10.222.0.36 "GET /v2.0/networks/dd782ec4-043c-47b2-abaa-adf19e144277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134756 Dec 12 04:12:51.445273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-8dc84c8b-95dd-4c8a-bc29-6ec007f11a05 service neutron] 10.222.0.36 "GET /v2.0/networks/dd782ec4-043c-47b2-abaa-adf19e144277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247377 Dec 12 04:12:51.483508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-18bd4df7-7fa8-4c0d-ae3d-e86d8a38060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:51.485677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-18bd4df7-7fa8-4c0d-ae3d-e86d8a38060d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1124 time: 0.0728304 Dec 12 04:12:51.510216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-1a2dd345-0b87-426e-b54c-e5e9b092e950 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:51.511812 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-1a2dd345-0b87-426e-b54c-e5e9b092e950 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/networks?id=7427927b-f98f-4ef7-bad6-7e7e9982a3da HTTP/1.1" status: 200 len: 814 time: 0.1675875 Dec 12 04:12:51.589533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-026c9842-abc7-41fd-a5f6-f3a2d0b07a23 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/quotas/6d71d8dd921843e2903f6cd3bc85704e HTTP/1.1" status: 200 len: 375 time: 0.0689056 Dec 12 04:12:51.663590 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-4eddf575-17ef-4ed1-98f6-b74bdcce5de9 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d71d8dd921843e2903f6cd3bc85704e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533996 Dec 12 04:12:51.745591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-664285f1-fbb6-4c8a-bc2e-c5cc648cb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:51.747530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-664285f1-fbb6-4c8a-bc2e-c5cc648cb6f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.2345936 Dec 12 04:12:51.829991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-e870c69e-9424-46c7-8547-5d57a18ae3cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 217 time: 0.0501869 Dec 12 04:12:51.835474 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-ff616d6d-7526-4deb-a375-d14141c4f4ca service neutron] 10.222.0.36 "GET /v2.0/networks/7427927b-f98f-4ef7-bad6-7e7e9982a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723719 Dec 12 04:12:51.923802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44478) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:51.925306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06', 'name': 'network-vif-deleted', 'tag': '30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6'}, {'name': 'network-changed', 'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:51.929080 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72d7457-c913-40ba-a9e0-b828973482fe" -d '{"events": [{"server_uuid": "b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06", "name": "network-vif-deleted", "tag": "30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6"}, {"name": "network-changed", "server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:51.948777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-cc0a9e4f-ad52-4fba-a1ae-6a995e22c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:51.950338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-cc0a9e4f-ad52-4fba-a1ae-6a995e22c87e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1122301 Dec 12 04:12:52.011769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-5e89c7c1-b9c8-4747-8f2a-35fba716aa65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523913 Dec 12 04:12:52.097995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-0d125bfa-6c06-4be2-8320-6b8adfae8d55 service neutron] 10.222.0.36 "GET /v2.0/networks/7427927b-f98f-4ef7-bad6-7e7e9982a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460175 Dec 12 04:12:52.109939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1367608422-network', 'tenant_id': '5cc9603f7a934e3889caf596e37e0344'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:52.151725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Made reservation on behalf of 5cc9603f7a934e3889caf596e37e0344 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:52.154924 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:52.168561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:52.201563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-2c64e6b9-8a29-4e1b-a3a8-268359960e8c service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767888 Dec 12 04:12:52.331529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:52.358008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:12:52.358371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:52.377821 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f49a59b-3fa1-4845-8a49-c876114aee18 req-d472ced2-c0c9-467e-8e11-7d42642a39a0 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 210 time: 0.0477326 Dec 12 04:12:52.423398 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1f1c193-7112-4e9f-b2df-d04ae311211a req-c93736f9-b4a0-4eb4-a218-f560aa27fd31 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109528 Dec 12 04:12:52.431527 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:52.441102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:52.453150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1690d-7b28-47d2-a544-e564555b7be3 req-37199b9a-a5da-40a1-a7df-526d2b92d138 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:52.455171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbc1690d-7b28-47d2-a544-e564555b7be3 req-37199b9a-a5da-40a1-a7df-526d2b92d138 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 943 time: 0.0731769 Dec 12 04:12:52.475322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:12:52.497899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb9f75d-53da-48b5-9ce2-837bbd732485,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:52.503139 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:52.503692 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Added segment eb1de916-dec8-4ca4-aa91-304e54a5b3e3 of type vlan for network 135de146-bf1d-4fba-b10a-011d2b08b85b Dec 12 04:12:52.553110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbc1690d-7b28-47d2-a544-e564555b7be3 req-146681e4-cef4-4cd5-be11-f3b55e4012ea tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909169 Dec 12 04:12:52.559749 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5951e9-6de4-4b33-abd4-6917c1cfd503 x-openstack-request-id: req-9b5951e9-6de4-4b33-abd4-6917c1cfd503 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:52.562952 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06", "name": "network-vif-deleted", "tag": "30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:52.564295 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b5951e9-6de4-4b33-abd4-6917c1cfd503 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:52.564961 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6028ad7-e03d-43c5-9f9a-5c7ac8d8ac06', 'name': 'network-vif-deleted', 'tag': '30fab4bd-041b-4f0f-8d8e-e3cfac54a4c6', 'status': 'completed', 'code': 200} Dec 12 04:12:52.567118 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3', 'status': 'completed', 'code': 200} Dec 12 04:12:52.570159 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:52.604464 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:52.606821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:52.607998 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:52.719353 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7919002 Dec 12 04:12:52.719714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44520) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:52.724600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Request body: {'subnet': {'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1367608422-subnet', 'tenant_id': '5cc9603f7a934e3889caf596e37e0344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:52.741477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abff17c2-0514-4358-a843-d932008e755e req-645c254e-aa6f-453a-98c3-c30818a3f8db tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 210 time: 0.0721419 Dec 12 04:12:52.749135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b141e14-7d15-4c02-be0f-6b5ea2c49ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=135de146-bf1d-4fba-b10a-011d2b08b85b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:52.750417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Made reservation on behalf of 5cc9603f7a934e3889caf596e37e0344 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:52.753563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:52.760108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 135de146-bf1d-4fba-b10a-011d2b08b85b details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:12:52.760379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7457-c913-40ba-a9e0-b828973482fe req-4a848b4f-950c-4041-bd9d-945a83acdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:52.762063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b72d7457-c913-40ba-a9e0-b828973482fe req-4a848b4f-950c-4041-bd9d-945a83acdd90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1124 time: 0.1511543 Dec 12 04:12:52.909503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7457-c913-40ba-a9e0-b828973482fe req-478d1d35-33eb-4429-90cf-c6d03285a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:52.911537 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b72d7457-c913-40ba-a9e0-b828973482fe req-478d1d35-33eb-4429-90cf-c6d03285a35c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1411510 Dec 12 04:12:53.020480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b72d7457-c913-40ba-a9e0-b828973482fe req-75d373dc-a109-4a56-8bcf-a52d14011ca3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 217 time: 0.0702298 Dec 12 04:12:53.118837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:53.165375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7457-c913-40ba-a9e0-b828973482fe req-33d73c69-4d93-4ea7-9274-d2c1d1dff4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:53.166855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b72d7457-c913-40ba-a9e0-b828973482fe req-33d73c69-4d93-4ea7-9274-d2c1d1dff4e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1348855 Dec 12 04:12:53.228956 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b72d7457-c913-40ba-a9e0-b828973482fe req-03caca21-cfcb-4b3c-9e89-bec38211e15b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383484 Dec 12 04:12:53.233691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74c4207-adec-4fe8-b46e-fd349258bac6,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:53.268309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44552) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:53.305161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Checking segment: {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:53.310242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Network hostable DHCP agents. Network: 135de146-bf1d-4fba-b10a-011d2b08b85b, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:12:53.349527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Network 135de146-bf1d-4fba-b10a-011d2b08b85b is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:12:53.365464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 135de146-bf1d-4fba-b10a-011d2b08b85b) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:53.370170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:53.370919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:53.371780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-d829f9ef-4204-404e-a42e-a63e5183f2d5 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:53.376218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449739bf-22a0-4c7b-8670-a980d57d7001 None None] Network 135de146-bf1d-4fba-b10a-011d2b08b85b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:53.377671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-d829f9ef-4204-404e-a42e-a63e5183f2d5 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.18 "GET /v2.0/networks?id=dd782ec4-043c-47b2-abaa-adf19e144277 HTTP/1.1" status: 200 len: 814 time: 0.2934506 Dec 12 04:12:53.398706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a8980dd6-d478-4248-b776-fe5087cc0fdb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6773381 Dec 12 04:12:53.449529 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b72d7457-c913-40ba-a9e0-b828973482fe req-2b0af512-c424-4165-8fb8-fddf5a61b286 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889644 Dec 12 04:12:53.462979 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Request body: {'port': {'device_id': 'a22addf9-79fd-4cea-9745-8ce48ade17fc', 'network_id': 'dd782ec4-043c-47b2-abaa-adf19e144277', 'admin_state_up': True, 'tenant_id': '42cc355c66f04cb7953d84790bc88a0a'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:53.504685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59b1fa10-5b6c-4a84-be81-fb0ba5a084b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:53.620303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87920953-f60f-4e17-b8a9-7c525e105bba None None] Network 135de146-bf1d-4fba-b10a-011d2b08b85b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:12:53.647196 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59b1fa10-5b6c-4a84-be81-fb0ba5a084b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:53.667545 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59b1fa10-5b6c-4a84-be81-fb0ba5a084b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:53.683564 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b72d7457-c913-40ba-a9e0-b828973482fe req-ec658dc3-04b3-4363-ad18-291c95ab8b8c service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066174 Dec 12 04:12:53.702535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50abf6d1-416f-40cb-925e-7f017b23c5f7 req-afee73e6-3844-4e47-afd5-059ebc78b284 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 210 time: 0.1211185 Dec 12 04:12:53.799645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-59b1fa10-5b6c-4a84-be81-fb0ba5a084b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3805872641a141ecb880bcf28ae192bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5264051 Dec 12 04:12:53.803689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44584) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:53.812275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1fa10-5b6c-4a84-be81-fb0ba5a084b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee25db-8bb1-4440-87b3-dd820978abe1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:53.850443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Made reservation on behalf of 42cc355c66f04cb7953d84790bc88a0a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:53.854107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:53.883668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ef9b-aebc-4b3e-9a32-0592941d15d7 req-d8195195-e17d-42da-bae3-83f13109c54f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:53.885565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e64ef9b-aebc-4b3e-9a32-0592941d15d7 req-d8195195-e17d-42da-bae3-83f13109c54f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 943 time: 0.2088366 Dec 12 04:12:53.907576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8768-7519-4c75-bfe6-34de1a01d736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:53.932085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8768-7519-4c75-bfe6-34de1a01d736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:53.999013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e64ef9b-aebc-4b3e-9a32-0592941d15d7 req-d488be0e-ab0c-49b3-8451-af6f161437d1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068025 Dec 12 04:12:54.007812 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8768-7519-4c75-bfe6-34de1a01d736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:54.010673 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8768-7519-4c75-bfe6-34de1a01d736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:54.011835 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ca3d8768-7519-4c75-bfe6-34de1a01d736 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60ee25db-8bb1-4440-87b3-dd820978abe1 HTTP/1.1" status: 204 len: 168 time: 0.2071435 Dec 12 04:12:54.026194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d8768-7519-4c75-bfe6-34de1a01d736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee25db-8bb1-4440-87b3-dd820978abe1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:54.184933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Allocated IP 172.20.0.14 (dd782ec4-043c-47b2-abaa-adf19e144277/fc18eedc-b8b2-4082-9d35-6303cf7539ca/f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:54.192754 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4fdfcbbb-b827-42e3-8569-f27e1c04d26c req-47110422-9684-427a-b755-7d39dcf4c5eb tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 210 time: 0.0702956 Dec 12 04:12:54.363587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:54.497035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44602) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:54.511154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:54.517249 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f954ca92-0dfc-42be-b862-76d5a3e76054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:54.539349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 has no active binding in host n-h1-710847-7 {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 04:12:54.631918 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f954ca92-0dfc-42be-b862-76d5a3e76054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:54.638245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f954ca92-0dfc-42be-b862-76d5a3e76054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:54.706369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954ca92-0dfc-42be-b862-76d5a3e76054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c44c23c-64a1-4142-8b7b-a253f64d846e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:54.722786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44614) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:12:54.729267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f954ca92-0dfc-42be-b862-76d5a3e76054 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b0761ae044345c6b62f8b21171b27df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310517 Dec 12 04:12:54.824395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-18881b02-8181-4616-b3df-2521db61644e req-2efcc58f-09ee-4706-a504-58324773568a tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 210 time: 0.0273821 Dec 12 04:12:54.948189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-140456cd-4697-4ad3-bca8-ee7417fb493f tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:54.949617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-140456cd-4697-4ad3-bca8-ee7417fb493f tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.18 "GET /v2.0/networks?id=7427927b-f98f-4ef7-bad6-7e7e9982a3da HTTP/1.1" status: 200 len: 814 time: 0.9104121 Dec 12 04:12:54.973541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-13f33cc6-6b56-4718-9efa-7554aedd562b tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:54.975055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-13f33cc6-6b56-4718-9efa-7554aedd562b tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/networks?id=135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 200 len: 815 time: 0.7736576 Dec 12 04:12:54.979074 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66ab5d93-dfb8-4ac6-9199-7157fe204eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:54.987389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Request body: {'port': {'device_id': '0d8dc8c0-76cb-4a77-ae09-472e6efbbc40', 'network_id': '7427927b-f98f-4ef7-bad6-7e7e9982a3da', 'admin_state_up': True, 'tenant_id': '6d71d8dd921843e2903f6cd3bc85704e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:55.083047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ea26b0c9-3ec9-4a77-8f0d-d4cb6954db52 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/quotas/5cc9603f7a934e3889caf596e37e0344 HTTP/1.1" status: 200 len: 375 time: 0.0922477 Dec 12 04:12:55.089659 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66ab5d93-dfb8-4ac6-9199-7157fe204eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:55.152745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13046ec-2599-4adc-968c-fa8089f5d4a5 req-798254b9-77ea-4fcb-a5df-0ee540710783 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:55.154451 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a13046ec-2599-4adc-968c-fa8089f5d4a5 req-798254b9-77ea-4fcb-a5df-0ee540710783 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 943 time: 0.0699291 Dec 12 04:12:55.154968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-1da5524c-4e91-45bc-8d65-ed6a22e7338f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc9603f7a934e3889caf596e37e0344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563917 Dec 12 04:12:55.169666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:55.236682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a13046ec-2599-4adc-968c-fa8089f5d4a5 req-31842d3a-2b9a-4790-a439-7a221bbb79d9 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748425 Dec 12 04:12:55.332779 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:55.334508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Made reservation on behalf of 6d71d8dd921843e2903f6cd3bc85704e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:55.338280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:55.347718 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6870a39-78a2-42b2-bce7-561dc4157285 req-b2bc88d7-63b0-4b7a-b306-ca641739899c tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Dec 12 04:12:55.401248 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66ab5d93-dfb8-4ac6-9199-7157fe204eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:55.403998 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66ab5d93-dfb8-4ac6-9199-7157fe204eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:55.407591 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-66ab5d93-dfb8-4ac6-9199-7157fe204eaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c44c23c-64a1-4142-8b7b-a253f64d846e HTTP/1.1" status: 204 len: 168 time: 0.6798468 Dec 12 04:12:55.424749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Network dd782ec4-043c-47b2-abaa-adf19e144277 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:55.433401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:55.455390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:55.516000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:55.516640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:55.540217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab5d93-dfb8-4ac6-9199-7157fe204eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c44c23c-64a1-4142-8b7b-a253f64d846e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:55.624216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Pushing event updated for resources: {'Port': ['ID=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:55.645428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-4aff9fd3-6431-4655-a0a6-b4388522e2b5 service neutron] 10.222.0.36 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668293 Dec 12 04:12:55.664653 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-f010cd1a-c7c5-4131-8ceb-e52be92737e1 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2094669 Dec 12 04:12:55.774042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Request body: {'port': {'device_id': 'a22addf9-79fd-4cea-9745-8ce48ade17fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:55.902075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-00d00cce-3ae5-4cce-a71d-2423f2c44d91 service neutron] 10.222.0.36 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415702 Dec 12 04:12:55.961486 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:56.015113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841cdc1-b18f-40b6-8d33-332afeee7df1 req-53a6b997-393a-41d4-9b8f-da4929171a21 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:56.027593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f841cdc1-b18f-40b6-8d33-332afeee7df1 req-53a6b997-393a-41d4-9b8f-da4929171a21 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 932 time: 0.1195250 Dec 12 04:12:56.184853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f841cdc1-b18f-40b6-8d33-332afeee7df1 req-dd835f96-443b-4a86-a345-0a83b4c7a6f9 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548133 Dec 12 04:12:56.364866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 90185e08-036a-4702-8b9b-033e011e5023 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:12:56.475742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70bb98f2-6f0b-4f0f-9950-f9778ed8161e req-017b9d76-3768-4087-9beb-0e5544f33fda tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 210 time: 0.1272078 Dec 12 04:12:56.477635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-0c8c96cc-592b-4df8-88ae-984973f3240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:56.490101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-0c8c96cc-592b-4df8-88ae-984973f3240b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1967783 Dec 12 04:12:56.588139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Allocated IP 172.20.0.9 (7427927b-f98f-4ef7-bad6-7e7e9982a3da/c9b1f541-7a49-4743-b0ee-ac43943e9242/944c3bca-edf8-4061-b741-9af3a143cae3) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:56.627118 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-a994fbc4-b18f-4b95-91e9-74b6b1aa366a service neutron] 10.222.0.18 "GET /v2.0/ports/076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 384 time: 0.8095543 Dec 12 04:12:56.628423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=90185e08-036a-4702-8b9b-033e011e5023,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:56.648126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '90185e08-036a-4702-8b9b-033e011e5023', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'port_id': '90185e08-036a-4702-8b9b-033e011e5023', 'mac_address': 'fa:16:3e:40:07:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:12:56.739833 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:56.777085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90185e08-036a-4702-8b9b-033e011e5023 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:56.815049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b323845c-4a10-418a-964b-d7c2b75f3df3 req-d5f354c3-c653-456c-96cd-222c8e4e63a1 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 210 time: 0.1320546 Dec 12 04:12:56.838632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=90185e08-036a-4702-8b9b-033e011e5023,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:56.849611 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:56.922571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-d27478f5-2c9b-4f6c-9156-68de635ad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:56.924376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-d27478f5-2c9b-4f6c-9156-68de635ad449 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 904 time: 0.4037039 Dec 12 04:12:57.023450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-1d5bd327-7be5-4151-b1aa-af221ee220c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90185e08-036a-4702-8b9b-033e011e5023 HTTP/1.1" status: 200 len: 217 time: 0.0902429 Dec 12 04:12:57.032791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=90185e08-036a-4702-8b9b-033e011e5023,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:57.042382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['90185e08-036a-4702-8b9b-033e011e5023'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:12:57.144410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-e2085975-c79c-4ad8-9e46-ec619769f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:57.146772 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-e2085975-c79c-4ad8-9e46-ec619769f548 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 200 len: 844 time: 0.1127415 Dec 12 04:12:57.219599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-4349ed42-3bec-474b-b773-d0360e2534b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca082263-57ba-42fa-8dda-b3157a3a65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623918 Dec 12 04:12:57.392561 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-f440d97e-f8ea-468b-aff0-60155674794c service neutron] 10.222.0.37 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613991 Dec 12 04:12:57.487131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:57.506986 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:57.539438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Transition to ACTIVE for port object f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:57.585150 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:57.789763 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3bdc74c0-76b1-4865-bd34-314966d4d8b2 req-ba127bed-3fd9-4b6a-b93d-6c6c995844dc service neutron] 10.222.0.37 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916798 Dec 12 04:12:57.828323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d971027-dfd9-449e-b512-7ef64f8da067 req-3aeccddc-ab6b-4566-b93b-d0f17c12046f tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:57.831140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d971027-dfd9-449e-b512-7ef64f8da067 req-3aeccddc-ab6b-4566-b93b-d0f17c12046f tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 944 time: 0.1728101 Dec 12 04:12:57.851121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27cbc4-09a1-4006-b361-7f185dccf31d req-1da38640-d7c7-40a2-8d3a-290b0882fe4a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:57.864603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aa27cbc4-09a1-4006-b361-7f185dccf31d req-1da38640-d7c7-40a2-8d3a-290b0882fe4a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 943 time: 1.3605027 Dec 12 04:12:57.889276 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:57.953857 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d971027-dfd9-449e-b512-7ef64f8da067 req-24ee0dde-b7cd-4351-b41b-3961fb43d273 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153734 Dec 12 04:12:58.059711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:58.289039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52c8d25-c78b-48d0-9add-0e48e0d1611a req-7f0f71c2-d11b-4e15-8e77-0c060eb24d4f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 210 time: 0.0383236 Dec 12 04:12:58.314911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:58.321826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-d5cfab95-29ee-4ad8-8ed9-80a4a08dadff tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:58.324410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-d5cfab95-29ee-4ad8-8ed9-80a4a08dadff tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "GET /v2.0/networks?id=135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 200 len: 815 time: 0.3236976 Dec 12 04:12:58.338257 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aa27cbc4-09a1-4006-b361-7f185dccf31d req-9d0b5444-e6a7-4b2a-9e13-f8dd2afdec68 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715738 Dec 12 04:12:58.358332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 90185e08-036a-4702-8b9b-033e011e5023 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:12:58.361321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:58.366504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Request body: {'port': {'device_id': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b', 'admin_state_up': True, 'tenant_id': '5cc9603f7a934e3889caf596e37e0344'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:58.370308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:58.402762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Attempting to bind port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:12:58.403108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Attempting to bind port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'ba2b49cc-72cc-40bd-b204-72a28b5cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dd782ec4-043c-47b2-abaa-adf19e144277'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:12:58.403448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Attempting to bind port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 on network dd782ec4-043c-47b2-abaa-adf19e144277 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:58.414869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 on network dd782ec4-043c-47b2-abaa-adf19e144277 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:12:58.415204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Attempting to bind port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 on network dd782ec4-043c-47b2-abaa-adf19e144277 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:12:58.498095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:12:58.499258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Checking segment: {'id': 'ba2b49cc-72cc-40bd-b204-72a28b5cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dd782ec4-043c-47b2-abaa-adf19e144277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:12:58.499841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Bound using segment: {'id': 'ba2b49cc-72cc-40bd-b204-72a28b5cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dd782ec4-043c-47b2-abaa-adf19e144277'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:12:58.500622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Bound port: f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2b49cc-72cc-40bd-b204-72a28b5cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dd782ec4-043c-47b2-abaa-adf19e144277'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:12:58.501203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:58.508315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-957275ea-9822-44cd-a3a5-34347a50c06c req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:12:58.517271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 90185e08-036a-4702-8b9b-033e011e5023 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:12:58.517828 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:58.528778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Network 7427927b-f98f-4ef7-bad6-7e7e9982a3da is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:58.549760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:58.556664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:58.579350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:58.642980 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:58.699031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90185e08-036a-4702-8b9b-033e011e5023'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:58.703391 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f0571c-cb29-4031-8386-01ea9b158214" -d '{"events": [{"server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "name": "network-vif-plugged", "status": "completed", "tag": "90185e08-036a-4702-8b9b-033e011e5023"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:58.734270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=90185e08-036a-4702-8b9b-033e011e5023,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:12:58.740265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Pushing event updated for resources: {'Port': ['ID=944c3bca-edf8-4061-b741-9af3a143cae3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:58.750777 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:58.819503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2196627a-a245-4ab0-bc25-21cc3eedcdae req-04b0b974-b090-4978-ba3b-3f386bbab1d0 tempest-FlavorsV2NegativeTest-837411627 tempest-FlavorsV2NegativeTest-837411627-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a4fc04cf7f164f05b66c4399d98a5860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498035 Dec 12 04:12:58.832952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=90185e08-036a-4702-8b9b-033e011e5023,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:58.842469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:58.939847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:58.940391 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:58.956305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] For port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:12:58.981500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12424202-8c54-40ec-9850-931f7b726b2c req-6a660c89-6045-4688-a249-130e6feadded tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:58.983762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12424202-8c54-40ec-9850-931f7b726b2c req-6a660c89-6045-4688-a249-130e6feadded tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 931 time: 0.0716333 Dec 12 04:12:58.994714 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-315cdd5c-3ed9-43e0-85f5-02d914f67475 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0185115 Dec 12 04:12:59.017889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] For port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,segment=NetworkSegment(ba2b49cc-72cc-40bd-b204-72a28b5cacb9),segment_id=ba2b49cc-72cc-40bd-b204-72a28b5cacb9)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:12:59.031851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Request body: {'port': {'device_id': '0d8dc8c0-76cb-4a77-ae09-472e6efbbc40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:12:59.064294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12424202-8c54-40ec-9850-931f7b726b2c req-a905158b-9a48-467c-aeaa-27c7f52f6526 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705087 Dec 12 04:12:59.085502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Made reservation on behalf of 5cc9603f7a934e3889caf596e37e0344 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:12:59.089341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:59.142997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:59.155802 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59951e5f-c86c-433a-ade6-e85d8c754c07 x-openstack-request-id: req-59951e5f-c86c-433a-ade6-e85d8c754c07 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:59.156201 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "name": "network-vif-plugged", "status": "completed", "tag": "90185e08-036a-4702-8b9b-033e011e5023", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:59.156554 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59951e5f-c86c-433a-ade6-e85d8c754c07 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:59.157073 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90185e08-036a-4702-8b9b-033e011e5023', 'code': 200} Dec 12 04:12:59.217687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196627a-a245-4ab0-bc25-21cc3eedcdae req-73b2ea9a-4408-42a5-8e63-54e412163064 tempest-FlavorsV2NegativeTest-837411627 tempest-FlavorsV2NegativeTest-837411627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:59.225486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2196627a-a245-4ab0-bc25-21cc3eedcdae req-73b2ea9a-4408-42a5-8e63-54e412163064 tempest-FlavorsV2NegativeTest-837411627 tempest-FlavorsV2NegativeTest-837411627-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4047434 Dec 12 04:12:59.227436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:59.239846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Allocated IP 172.20.0.9 (135de146-bf1d-4fba-b10a-011d2b08b85b/e74c4207-adec-4fe8-b46e-fd349258bac6/1c9c2131-20a3-43f6-b581-74ec3344adc4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:12:59.317301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:59.318224 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:59.320148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 HTTP/1.1" status: 200 len: 1092 time: 3.5578368 Dec 12 04:12:59.322923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c9413-8db4-4996-96df-e397d098f7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:59.329112 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22addf9-79fd-4cea-9745-8ce48ade17fc', 'tag': 'f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:12:59.331643 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34677cf-47c5-4122-a464-d4bbcb22f227" -d '{"events": [{"name": "network-changed", "server_uuid": "a22addf9-79fd-4cea-9745-8ce48ade17fc", "tag": "f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:12:59.411221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2196627a-a245-4ab0-bc25-21cc3eedcdae req-38c4fdc2-2ad7-4110-be2b-5c3c1ccb97a6 tempest-FlavorsV2NegativeTest-837411627 tempest-FlavorsV2NegativeTest-837411627-project] 10.222.0.36 "GET /v2.0/quotas/a4fc04cf7f164f05b66c4399d98a5860 HTTP/1.1" status: 200 len: 375 time: 0.1848519 Dec 12 04:12:59.459243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:59.467879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-957275ea-9822-44cd-a3a5-34347a50c06c req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] Transition to ACTIVE for port object 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:12:59.486016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f097bb-078c-459c-81c7-2185e0841e07 req-66c8c9a4-5947-441a-a119-f08f52728929 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:59.487641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-37f097bb-078c-459c-81c7-2185e0841e07 req-66c8c9a4-5947-441a-a119-f08f52728929 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 944 time: 0.0875466 Dec 12 04:12:59.490475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2196627a-a245-4ab0-bc25-21cc3eedcdae req-c901e768-aa57-42fe-acd1-65e34509c7c7 tempest-FlavorsV2NegativeTest-837411627 tempest-FlavorsV2NegativeTest-837411627-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fc04cf7f164f05b66c4399d98a5860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516703 Dec 12 04:12:59.501823 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:59.628986 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-37f097bb-078c-459c-81c7-2185e0841e07 req-d1cdbbff-b3da-402a-a7d0-7f1dafc83a17 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241269 Dec 12 04:12:59.634453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:59.726919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-cf646194-d5ab-4a63-87f6-54c9ec8d519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:59.738459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-cf646194-d5ab-4a63-87f6-54c9ec8d519d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42cc355c66f04cb7953d84790bc88a0a&device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 1095 time: 0.3423231 Dec 12 04:12:59.756671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Pushing event updated for resources: {'Port': ['ID=1c9c2131-20a3-43f6-b581-74ec3344adc4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:12:59.782928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:12:59.806206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] No DVR routers for this DVR port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:12:59.811338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Network 135de146-bf1d-4fba-b10a-011d2b08b85b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:12:59.848289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:12:59.853664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:12:59.861401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-975622ae-d9c2-4f28-81aa-9181e35beb30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 HTTP/1.1" status: 200 len: 217 time: 0.0662498 Dec 12 04:12:59.885928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:12:59.896450 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce98224-9ceb-4575-aa30-dfab24b08588 x-openstack-request-id: req-3ce98224-9ceb-4575-aa30-dfab24b08588 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:12:59.896753 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22addf9-79fd-4cea-9745-8ce48ade17fc", "tag": "f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:12:59.897035 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ce98224-9ceb-4575-aa30-dfab24b08588 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:12:59.897442 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22addf9-79fd-4cea-9745-8ce48ade17fc', 'tag': 'f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3', 'status': 'completed', 'code': 200} Dec 12 04:12:59.957745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:59.958834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:12:59.980495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a5adb-4c1c-4a78-8e20-b95f88831731 req-2657ae6e-abbd-4c8d-babb-0a2085ea5930 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:12:59.992217 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b76a5adb-4c1c-4a78-8e20-b95f88831731 req-2657ae6e-abbd-4c8d-babb-0a2085ea5930 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 931 time: 0.1731451 Dec 12 04:13:00.016050 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-3d3fdf71-155d-4304-aa19-a84d0ea95abe tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6535778 Dec 12 04:13:00.044573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Request body: {'port': {'device_id': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:00.103249 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b76a5adb-4c1c-4a78-8e20-b95f88831731 req-6c636800-247b-4abe-bdd2-b57a62f93aa8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097035 Dec 12 04:13:00.159415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:00.168844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-784136ad-11a4-483d-adc5-ebc59cf55fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:00.175033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:00.178087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-784136ad-11a4-483d-adc5-ebc59cf55fdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc18eedc-b8b2-4082-9d35-6303cf7539ca HTTP/1.1" status: 200 len: 854 time: 0.2834508 Dec 12 04:13:00.237299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944c3bca-edf8-4061-b741-9af3a143cae3 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:00.289146 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-6755d696-c7a7-49b1-8e0f-4fe42a30a4d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3/bindings/n-h1-710847-7/activate HTTP/1.1" status: 200 len: 369 time: 3.6522892 Dec 12 04:13:00.334331 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:00.338628 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-aa665110-17d2-4e43-b47f-df716fdef600 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd782ec4-043c-47b2-abaa-adf19e144277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189985 Dec 12 04:13:00.483523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Transition to ACTIVE for port object 944c3bca-edf8-4061-b741-9af3a143cae3 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:00.515505 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:00.556860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783edf76-1a42-464c-bcc0-5a6633ab388f req-02f287c4-8045-4efb-8eed-a46e5bdc7d4f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:00.558436 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-783edf76-1a42-464c-bcc0-5a6633ab388f req-02f287c4-8045-4efb-8eed-a46e5bdc7d4f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 944 time: 0.3957298 Dec 12 04:13:00.575921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44820) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:00.681896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Pushing event updated for resources: {'Port': ['ID=944c3bca-edf8-4061-b741-9af3a143cae3,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:00.694699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-241d8659-9d92-4e66-8479-5965473b9b4e service neutron] 10.222.0.18 "GET /v2.0/networks/dd782ec4-043c-47b2-abaa-adf19e144277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287594 Dec 12 04:13:00.741633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ecf1b-3dac-4083-b3bd-8862ecd2ac3b req-edb4d19a-625a-4afc-a5ad-f3a39967a760 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:00.750386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-844ecf1b-3dac-4083-b3bd-8862ecd2ac3b req-edb4d19a-625a-4afc-a5ad-f3a39967a760 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 931 time: 0.3388057 Dec 12 04:13:00.812438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-74ab27b0-ea6e-431c-9443-eebfdc59d3df tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:00.813986 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-74ab27b0-ea6e-431c-9443-eebfdc59d3df tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.3883028 Dec 12 04:13:00.863988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-844ecf1b-3dac-4083-b3bd-8862ecd2ac3b req-b08249b4-5f33-4adb-b9ca-f55e77df95d9 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126184 Dec 12 04:13:00.877312 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-783edf76-1a42-464c-bcc0-5a6633ab388f req-86e224c3-dc9d-433a-9f7a-566f2fe154b1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585998 Dec 12 04:13:00.917386 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:00.958030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44828) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:00.958584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Attempting to bind port 944c3bca-edf8-4061-b741-9af3a143cae3 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:00.958929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Attempting to bind port 944c3bca-edf8-4061-b741-9af3a143cae3 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'fa965474-fc44-408c-9889-4ecea45ba35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7427927b-f98f-4ef7-bad6-7e7e9982a3da'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:00.959263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Attempting to bind port 944c3bca-edf8-4061-b741-9af3a143cae3 on network 7427927b-f98f-4ef7-bad6-7e7e9982a3da {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:00.989881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Port 944c3bca-edf8-4061-b741-9af3a143cae3 on network 7427927b-f98f-4ef7-bad6-7e7e9982a3da not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:00.990425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Attempting to bind port 944c3bca-edf8-4061-b741-9af3a143cae3 on network 7427927b-f98f-4ef7-bad6-7e7e9982a3da {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:00.999466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e227f8f3-c89f-4881-a4a2-1a54177b0032 req-4ea70c9c-9a14-4351-aac8-2ee308c5dd57 service neutron] 10.222.0.18 "GET /v2.0/networks/dd782ec4-043c-47b2-abaa-adf19e144277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885289 Dec 12 04:13:01.000360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:01.000711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Checking segment: {'id': 'fa965474-fc44-408c-9889-4ecea45ba35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7427927b-f98f-4ef7-bad6-7e7e9982a3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:01.001148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Bound using segment: {'id': 'fa965474-fc44-408c-9889-4ecea45ba35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7427927b-f98f-4ef7-bad6-7e7e9982a3da'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:01.001598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Bound port: 944c3bca-edf8-4061-b741-9af3a143cae3, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa965474-fc44-408c-9889-4ecea45ba35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7427927b-f98f-4ef7-bad6-7e7e9982a3da'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:01.001962 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.130292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.183939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.194147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf52914-d5a1-48dd-a962-7cc7c2561993 admin admin] Deleting subnet a4b4b163-48ba-4429-83f2-c9bdb90cc5bb {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:13:01.201108 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aaf52914-d5a1-48dd-a962-7cc7c2561993 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.264042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4fc04cf7f164f05b66c4399d98a5860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6700938 Dec 12 04:13:01.276343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44836) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:01.308625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e8fcf-c573-44e2-b939-0ad5cb9f9c64 req-96613793-1aa7-42ea-bddc-c2dbe85ed19d tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:01.310238 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e6e8fcf-c573-44e2-b939-0ad5cb9f9c64 req-96613793-1aa7-42ea-bddc-c2dbe85ed19d tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 944 time: 0.1786273 Dec 12 04:13:01.312364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-5f173c22-099b-4522-899c-176c8487864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:01.313803 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-5f173c22-099b-4522-899c-176c8487864c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991&tenant_id=2d383ee762794c1da74881dd178765df HTTP/1.1" status: 200 len: 1095 time: 0.4682584 Dec 12 04:13:01.360730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84647a40-1c7e-4c8d-a844-bcf72858df54,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:01.462671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.463368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.463798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.464214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.464628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.465065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.465487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.465882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.466291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.467380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.467801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.468210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.468615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15797b-74d0-4342-8057-e328fdc21063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:01.501033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02db7bd6-2ec8-4e5a-8eed-0cb85044a386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.531002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9c2131-20a3-43f6-b581-74ec3344adc4 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:01.545886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-2e60d81d-f748-4520-962a-d84a138d4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:01.549132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-2e60d81d-f748-4520-962a-d84a138d4323 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1095 time: 0.1851225 Dec 12 04:13:01.555887 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.664894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aaf52914-d5a1-48dd-a962-7cc7c2561993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.664894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] For port 944c3bca-edf8-4061-b741-9af3a143cae3, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:01.678039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-84ac22a0-f1d0-4f71-9783-9d270cb5070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:01.678039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-84ac22a0-f1d0-4f71-9783-9d270cb5070c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42cc355c66f04cb7953d84790bc88a0a&device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 1095 time: 0.5387330 Dec 12 04:13:01.679583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-e152f12e-b734-4aee-a5be-f4081fc9095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:01.681307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-e152f12e-b734-4aee-a5be-f4081fc9095c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1132364 Dec 12 04:13:01.687373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02db7bd6-2ec8-4e5a-8eed-0cb85044a386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.690327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] For port 944c3bca-edf8-4061-b741-9af3a143cae3, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=944c3bca-edf8-4061-b741-9af3a143cae3,segment=NetworkSegment(fa965474-fc44-408c-9889-4ecea45ba35d),segment_id=fa965474-fc44-408c-9889-4ecea45ba35d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:01.698684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aaf52914-d5a1-48dd-a962-7cc7c2561993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.718155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e6e8fcf-c573-44e2-b939-0ad5cb9f9c64 req-95204e4c-1a09-4b15-b274-213f42b7769a tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747559 Dec 12 04:13:01.718155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Transition to ACTIVE for port object 1c9c2131-20a3-43f6-b581-74ec3344adc4 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:01.770970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.772536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.784538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-4630a80d-952d-414a-b57c-da4dfa25938f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 217 time: 0.0913301 Dec 12 04:13:01.832497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a435ae0-f8e2-4e3c-8bdd-20868fb64dac req-9d7782fa-3150-4767-8504-4f8f6e4815e6 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:01.834088 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a435ae0-f8e2-4e3c-8bdd-20868fb64dac req-9d7782fa-3150-4767-8504-4f8f6e4815e6 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 931 time: 0.6310008 Dec 12 04:13:01.875876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:01.876875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.878078 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] 10.222.0.18 "PUT /v2.0/ports/944c3bca-edf8-4061-b741-9af3a143cae3 HTTP/1.1" status: 200 len: 1091 time: 2.8559818 Dec 12 04:13:01.906537 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:13:01.912693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9c2131-20a3-43f6-b581-74ec3344adc4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:01.927477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8dc8c0-76cb-4a77-ae09-472e6efbbc40', 'tag': '944c3bca-edf8-4061-b741-9af3a143cae3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:01.932410 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8dc8c0-76cb-4a77-ae09-472e6efbbc40", "tag": "944c3bca-edf8-4061-b741-9af3a143cae3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:01.963898 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-62e2e6b0-4838-48c3-81ce-791272d3a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:01.966517 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-62e2e6b0-4838-48c3-81ce-791272d3a290 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1723144 Dec 12 04:13:01.969726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02db7bd6-2ec8-4e5a-8eed-0cb85044a386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.972620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02db7bd6-2ec8-4e5a-8eed-0cb85044a386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:01.974067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-02db7bd6-2ec8-4e5a-8eed-0cb85044a386 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84647a40-1c7e-4c8d-a844-bcf72858df54 HTTP/1.1" status: 204 len: 168 time: 0.6967382 Dec 12 04:13:02.051164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-51e3a5f8-b924-41a5-856d-337ae6478691 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455124 Dec 12 04:13:02.058974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db7bd6-2ec8-4e5a-8eed-0cb85044a386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84647a40-1c7e-4c8d-a844-bcf72858df54,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:02.087576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a435ae0-f8e2-4e3c-8bdd-20868fb64dac req-32248028-7a48-41f0-89e7-baf0bef706ed tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428424 Dec 12 04:13:02.100620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda81c95-cd97-40df-9347-e13f7d8787b6 service neutron] Pushing event updated for resources: {'Port': ['ID=944c3bca-edf8-4061-b741-9af3a143cae3,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:02.119344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-364a78b6-4939-409b-a06f-04b5698121ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:02.121281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-364a78b6-4939-409b-a06f-04b5698121ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d71d8dd921843e2903f6cd3bc85704e&device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 1094 time: 0.1645210 Dec 12 04:13:02.133593 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aaf52914-d5a1-48dd-a962-7cc7c2561993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.164741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf52914-d5a1-48dd-a962-7cc7c2561993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b4b163-48ba-4429-83f2-c9bdb90cc5bb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:02.174899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-ecdf5695-d3da-4212-bf3e-3e2c124dfc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:02.176560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-ecdf5695-d3da-4212-bf3e-3e2c124dfc8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd782ec4-043c-47b2-abaa-adf19e144277 HTTP/1.1" status: 200 len: 914 time: 0.4823813 Dec 12 04:13:02.218221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-d1510e32-efb4-4799-b367-f3bb1645a585 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3bca-edf8-4061-b741-9af3a143cae3 HTTP/1.1" status: 200 len: 217 time: 0.0582898 Dec 12 04:13:02.219547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aaf52914-d5a1-48dd-a962-7cc7c2561993 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.225015 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aaf52914-d5a1-48dd-a962-7cc7c2561993 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a4b4b163-48ba-4429-83f2-c9bdb90cc5bb HTTP/1.1" status: 204 len: 168 time: 1.2584832 Dec 12 04:13:02.229473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44862) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:02.252896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-576d37e2-9d4c-44a9-aedc-c94da4b7958b service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861258 Dec 12 04:13:02.262606 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-ea1304c7-c350-4ab4-b57a-f30adaf9d458 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 HTTP/1.1" status: 200 len: 217 time: 0.0544617 Dec 12 04:13:02.344649 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.354900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Attempting to bind port 1c9c2131-20a3-43f6-b581-74ec3344adc4 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:02.355260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Attempting to bind port 1c9c2131-20a3-43f6-b581-74ec3344adc4 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:02.355856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Attempting to bind port 1c9c2131-20a3-43f6-b581-74ec3344adc4 on network 135de146-bf1d-4fba-b10a-011d2b08b85b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:02.368373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951a816-f501-41c6-a987-5f74ecdfd936 req-2a3c311b-5621-465c-b722-b891477f8d6d tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:02.370317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5951a816-f501-41c6-a987-5f74ecdfd936 req-2a3c311b-5621-465c-b722-b891477f8d6d tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 943 time: 0.3146374 Dec 12 04:13:02.376644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Port 1c9c2131-20a3-43f6-b581-74ec3344adc4 on network 135de146-bf1d-4fba-b10a-011d2b08b85b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:02.377013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Attempting to bind port 1c9c2131-20a3-43f6-b581-74ec3344adc4 on network 135de146-bf1d-4fba-b10a-011d2b08b85b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:02.398115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:02.398468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Checking segment: {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:02.398867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Bound using segment: {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:02.399326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Bound port: 1c9c2131-20a3-43f6-b581-74ec3344adc4, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:02.399697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.509061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-c195a73f-254e-4afb-a307-d9b893231ada service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438197 Dec 12 04:13:02.528213 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5951a816-f501-41c6-a987-5f74ecdfd936 req-5e0e9c90-3cf3-4ad2-9d31-4837f15505d6 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440673 Dec 12 04:13:02.541411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.551318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:02.556382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:02.569214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13702123-2457-41cb-8d20-86632f884371']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:02.572339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-d1cb197e-a430-4c9f-bf81-dc1a87f0d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:02.573643 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.574009 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-d1cb197e-a430-4c9f-bf81-dc1a87f0d46f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c9b1f541-7a49-4743-b0ee-ac43943e9242 HTTP/1.1" status: 200 len: 854 time: 0.3433671 Dec 12 04:13:02.591701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357b63a-e27d-4d02-9acd-6c6b17a9de03 req-110ad595-f519-4c27-8113-7ad0b5a75882 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:02.593231 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7357b63a-e27d-4d02-9acd-6c6b17a9de03 req-110ad595-f519-4c27-8113-7ad0b5a75882 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 944 time: 0.3297832 Dec 12 04:13:02.606250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38132623-86dd-4524-b020-6048647ad831') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:02.606626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38132623-86dd-4524-b020-6048647ad831') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:02.610748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-6265d6c5-4276-453e-b6be-5312df33c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:02.611868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-6265d6c5-4276-453e-b6be-5312df33c75e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc18eedc-b8b2-4082-9d35-6303cf7539ca HTTP/1.1" status: 200 len: 854 time: 0.2604957 Dec 12 04:13:02.650041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:02.651149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.653131 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/1c9c2131-20a3-43f6-b581-74ec3344adc4 HTTP/1.1" status: 200 len: 1091 time: 2.6139262 Dec 12 04:13:02.654580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:02.657510 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58726b33-c397-4686-9277-3608c329ff8e" -d '{"events": [{"name": "network-changed", "server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:02.665547 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b040e1-7b43-417b-9cd7-622ede90e48a x-openstack-request-id: req-a2b040e1-7b43-417b-9cd7-622ede90e48a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:02.666128 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8dc8c0-76cb-4a77-ae09-472e6efbbc40", "tag": "944c3bca-edf8-4061-b741-9af3a143cae3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:02.666128 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2b040e1-7b43-417b-9cd7-622ede90e48a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:02.666538 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8dc8c0-76cb-4a77-ae09-472e6efbbc40', 'tag': '944c3bca-edf8-4061-b741-9af3a143cae3', 'status': 'completed', 'code': 200} Dec 12 04:13:02.676252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-8e2b081d-7788-408e-af8e-22b2e15e1723 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7427927b-f98f-4ef7-bad6-7e7e9982a3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802817 Dec 12 04:13:02.680919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef207fc6-f8ec-4be5-943a-3e6d3fd034f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9c2131-20a3-43f6-b581-74ec3344adc4,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:02.695127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.808330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-f7162131-0aab-43a6-b4f3-eb2f5cc4d0d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd782ec4-043c-47b2-abaa-adf19e144277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246345 Dec 12 04:13:02.810791 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.849526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-8e779a5a-a677-48c9-9012-a5819912226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:02.853635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-8e779a5a-a677-48c9-9012-a5819912226d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cc9603f7a934e3889caf596e37e0344&device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 1094 time: 0.1233664 Dec 12 04:13:02.857278 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb171aa3-73a0-49e8-8543-5feb255599e7 x-openstack-request-id: req-cb171aa3-73a0-49e8-8543-5feb255599e7 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:02.857585 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:02.857855 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb171aa3-73a0-49e8-8543-5feb255599e7 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:02.860434 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4', 'status': 'completed', 'code': 200} Dec 12 04:13:02.933558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:13:02.933984 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:13:02.937328 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:13:03.015288 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-911261a0-9435-4706-a2cb-19905edd2e15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4 HTTP/1.1" status: 200 len: 217 time: 0.1314862 Dec 12 04:13:03.062713 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7357b63a-e27d-4d02-9acd-6c6b17a9de03 req-fd9b913a-db03-43a2-8fde-4beff159ebdd tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573178 Dec 12 04:13:03.097112 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:03.104788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957275ea-9822-44cd-a3a5-34347a50c06c req-476f2b4c-2814-4c65-853d-3bb22515af75 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:03.107829 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-476f2b4c-2814-4c65-853d-3bb22515af75 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.2282288 Dec 12 04:13:03.118374 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:03.122240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] 10.222.0.36 "DELETE /v2.0/networks/13702123-2457-41cb-8d20-86632f884371 HTTP/1.1" status: 204 len: 168 time: 0.8613410 Dec 12 04:13:03.129542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291606-ca89-4544-b871-8d434997713f req-b0b9b05f-9176-471e-b8fc-c48c05596dc9 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:03.137145 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38291606-ca89-4544-b871-8d434997713f req-b0b9b05f-9176-471e-b8fc-c48c05596dc9 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 944 time: 0.2149866 Dec 12 04:13:03.157994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-dab55bb4-2a58-41ab-9cd9-e539b55b4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:03.164459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-dab55bb4-2a58-41ab-9cd9-e539b55b4c95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e74c4207-adec-4fe8-b46e-fd349258bac6 HTTP/1.1" status: 200 len: 855 time: 0.1296139 Dec 12 04:13:03.210668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00617870-7779-41d9-bd81-1b83dec13b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=13702123-2457-41cb-8d20-86632f884371,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:03.224698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-e5b322f2-94b0-45d8-8d87-a0252c0ea0d9 service neutron] 10.222.0.18 "GET /v2.0/networks/dd782ec4-043c-47b2-abaa-adf19e144277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153044 Dec 12 04:13:03.232384 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-87bd67e1-599e-4c49-95ef-f53b488ecfe7 service neutron] 10.222.0.18 "GET /v2.0/networks/7427927b-f98f-4ef7-bad6-7e7e9982a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111713 Dec 12 04:13:03.260790 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38291606-ca89-4544-b871-8d434997713f req-07ccc959-b2b0-49fa-a5f7-221766f22a35 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226461 Dec 12 04:13:03.291862 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-06253dbf-66a2-431f-a8ae-03ea30dc2ef3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=135de146-bf1d-4fba-b10a-011d2b08b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404704 Dec 12 04:13:03.473835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-957275ea-9822-44cd-a3a5-34347a50c06c req-49788b72-bfc4-4386-b491-275228cd6440 service neutron] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:03.476713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-afd52d9b-6b7d-4110-bf75-804ddc93afc6 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571379 Dec 12 04:13:03.480173 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-957275ea-9822-44cd-a3a5-34347a50c06c req-49788b72-bfc4-4386-b491-275228cd6440 service neutron] Publish callbacks [] for binding, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:03.481942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957275ea-9822-44cd-a3a5-34347a50c06c req-49788b72-bfc4-4386-b491-275228cd6440 service neutron] 10.222.0.37 "DELETE /v2.0/ports/076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3/bindings/n-h2-710847-7 HTTP/1.1" status: 204 len: 173 time: 0.3612339 Dec 12 04:13:03.481942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44906) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:03.584213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4e67b-b3b4-46c6-9455-7bdbab99d997 req-7bbd8fb7-7f07-4872-9024-09fb459244e2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:03.585839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22b4e67b-b3b4-46c6-9455-7bdbab99d997 req-7bbd8fb7-7f07-4872-9024-09fb459244e2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 943 time: 0.2792206 Dec 12 04:13:03.615774 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b34677cf-47c5-4122-a464-d4bbcb22f227 req-8f3ebe57-2dd6-4546-9aaf-c87c1a55b589 service neutron] 10.222.0.18 "GET /v2.0/networks/dd782ec4-043c-47b2-abaa-adf19e144277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797896 Dec 12 04:13:03.632860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f67623f-df90-4636-ac81-5b1e6e27d744 req-1e0de9a0-fcfe-44d8-a71b-a29f6c45406a service neutron] 10.222.0.18 "GET /v2.0/networks/7427927b-f98f-4ef7-bad6-7e7e9982a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740051 Dec 12 04:13:03.637739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9ffb105c-8f36-43c5-906f-fbb02b83c847 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c7f57d1ea8244309b61ba1bc594e3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513550 Dec 12 04:13:03.637909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44918) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:03.691981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb05c66-ba48-4bcb-8712-c68dfeb4eaee req-8d98bbef-a801-4d3b-aaaf-e615dfa45b55 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008817 Dec 12 04:13:03.716614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22b4e67b-b3b4-46c6-9455-7bdbab99d997 req-519acaa5-672d-4269-aae1-560f87f15bc3 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076877 Dec 12 04:13:03.718159 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-9dd0f5e0-ffd0-4e48-bc92-056cd9b0dde4 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f89126448d6a493ca9566a89144cbac9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459709 Dec 12 04:13:03.786698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:03.818907 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16eca641-d464-4a7b-8917-a036d067a063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:03.884927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16eca641-d464-4a7b-8917-a036d067a063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:03.888186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-c6e692aa-3b23-4090-b9e4-f2d8d035a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:03.889901 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-c6e692aa-3b23-4090-b9e4-f2d8d035a60f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d71d8dd921843e2903f6cd3bc85704e&device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 1094 time: 0.1280854 Dec 12 04:13:03.931553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,segment=NetworkSegment(ba2b49cc-72cc-40bd-b204-72a28b5cacb9),segment_id=ba2b49cc-72cc-40bd-b204-72a28b5cacb9)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:03.947948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3', 'network_id': 'dd782ec4-043c-47b2-abaa-adf19e144277', 'port_id': 'f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3', 'mac_address': 'fa:16:3e:84:e4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc18eedc-b8b2-4082-9d35-6303cf7539ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:04.019904 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:04.031323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865d98-3c85-4b94-9448-fed8598684ae req-f7640761-47b5-4876-ac37-651a6c152270 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:04.033088 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65865d98-3c85-4b94-9448-fed8598684ae req-f7640761-47b5-4876-ac37-651a6c152270 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 943 time: 0.1986697 Dec 12 04:13:04.052457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:04.064050 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16eca641-d464-4a7b-8917-a036d067a063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:04.067451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16eca641-d464-4a7b-8917-a036d067a063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:04.068863 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-16eca641-d464-4a7b-8917-a036d067a063 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0deb3956-ae58-4fce-8594-581d473d4d4b HTTP/1.1" status: 204 len: 168 time: 0.4301503 Dec 12 04:13:04.105256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,segment=NetworkSegment(ba2b49cc-72cc-40bd-b204-72a28b5cacb9),segment_id=ba2b49cc-72cc-40bd-b204-72a28b5cacb9)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:04.112947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:04.149949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-96b528ce-ba46-4db4-b844-e8e86d3db01d tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:04.151704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-96b528ce-ba46-4db4-b844-e8e86d3db01d tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3909771 Dec 12 04:13:04.153804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726b33-c397-4686-9277-3608c329ff8e req-95a0c03f-c56b-4b89-91c9-a9ab3e784e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:04.177378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58726b33-c397-4686-9277-3608c329ff8e req-95a0c03f-c56b-4b89-91c9-a9ab3e784e03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cc9603f7a934e3889caf596e37e0344&device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 1094 time: 0.3476367 Dec 12 04:13:04.181116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eca641-d464-4a7b-8917-a036d067a063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deb3956-ae58-4fce-8594-581d473d4d4b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:04.197455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:04.200146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-53cf1672-f062-497e-b52b-6eab6169e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:04.201796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-53cf1672-f062-497e-b52b-6eab6169e8c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7427927b-f98f-4ef7-bad6-7e7e9982a3da HTTP/1.1" status: 200 len: 914 time: 0.3018186 Dec 12 04:13:04.247832 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-a4b0cd36-c270-41f1-8f9f-f0b430ed4c7c tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/quotas/f89126448d6a493ca9566a89144cbac9 HTTP/1.1" status: 200 len: 375 time: 0.0645337 Dec 12 04:13:04.319765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-62107a9b-f230-414e-9080-270d2d4e2c35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3bca-edf8-4061-b741-9af3a143cae3 HTTP/1.1" status: 200 len: 217 time: 0.0987015 Dec 12 04:13:04.380427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-6b3b1dce-cb99-4f77-89a8-8641142738f5 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f89126448d6a493ca9566a89144cbac9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738118 Dec 12 04:13:04.393309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65865d98-3c85-4b94-9448-fed8598684ae req-4e2d3131-918e-4f38-8aab-3659e986484d tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999225 Dec 12 04:13:04.431833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-5c91f05f-0226-4e54-a3fe-1a81854aa33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:04.437770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-5c91f05f-0226-4e54-a3fe-1a81854aa33a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c9b1f541-7a49-4743-b0ee-ac43943e9242 HTTP/1.1" status: 200 len: 854 time: 0.1062586 Dec 12 04:13:04.444070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726b33-c397-4686-9277-3608c329ff8e req-9bdaae4d-f14e-4207-b429-c6253d70a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:04.445756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58726b33-c397-4686-9277-3608c329ff8e req-9bdaae4d-f14e-4207-b429-c6253d70a8e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 200 len: 915 time: 0.2542951 Dec 12 04:13:04.447412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:04.503674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-fc2e4eec-86e0-42f3-aafa-493cb2bb3914 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7427927b-f98f-4ef7-bad6-7e7e9982a3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530603 Dec 12 04:13:04.551747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58726b33-c397-4686-9277-3608c329ff8e req-12ae96c1-7030-42fc-941d-97000f1132ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4 HTTP/1.1" status: 200 len: 217 time: 0.0879862 Dec 12 04:13:04.661145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726b33-c397-4686-9277-3608c329ff8e req-9af33081-e5c3-4f01-9036-d9e980ee6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:04.665760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58726b33-c397-4686-9277-3608c329ff8e req-9af33081-e5c3-4f01-9036-d9e980ee6158 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e74c4207-adec-4fe8-b46e-fd349258bac6 HTTP/1.1" status: 200 len: 855 time: 0.0999753 Dec 12 04:13:04.703083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-1a74bac6-c40a-4e26-8adb-c33022b98cd0 service neutron] 10.222.0.18 "GET /v2.0/networks/7427927b-f98f-4ef7-bad6-7e7e9982a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821802 Dec 12 04:13:04.726854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58726b33-c397-4686-9277-3608c329ff8e req-03185ade-ff82-4282-8f53-630f1695fb06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=135de146-bf1d-4fba-b10a-011d2b08b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523920 Dec 12 04:13:04.928530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edc14d77-49b7-4459-b0b8-6f5616b4e8a0 req-537c6b83-2f68-4219-902f-7992c14ca6e6 service neutron] 10.222.0.18 "GET /v2.0/networks/7427927b-f98f-4ef7-bad6-7e7e9982a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203560 Dec 12 04:13:04.980735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6add7-a279-4fac-9447-72749eb77751 req-1c8abe7a-3182-4dc7-87a1-e9ce2e69a58e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:04.991485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06e6add7-a279-4fac-9447-72749eb77751 req-1c8abe7a-3182-4dc7-87a1-e9ce2e69a58e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 944 time: 0.1503546 Dec 12 04:13:05.021547 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58726b33-c397-4686-9277-3608c329ff8e req-31e815eb-9c68-45f5-8ccb-2dbf23cb8268 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850974 Dec 12 04:13:05.093548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb280184-5e54-4496-82f5-f8af04ea57f5 req-af518cc6-4a29-41a7-acb0-bcc46da72ea0 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:05.095480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb280184-5e54-4496-82f5-f8af04ea57f5 req-af518cc6-4a29-41a7-acb0-bcc46da72ea0 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 945 time: 0.1542170 Dec 12 04:13:05.126748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06e6add7-a279-4fac-9447-72749eb77751 req-9498b9ed-6588-4d26-9558-41c7cd41636a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341705 Dec 12 04:13:05.227218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb280184-5e54-4496-82f5-f8af04ea57f5 req-e5e017ca-fb46-4535-a61e-b520c3b1b34b tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222827 Dec 12 04:13:05.248916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58726b33-c397-4686-9277-3608c329ff8e req-54802ae9-43ac-4769-a3ca-6fd84402baaa service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181523 Dec 12 04:13:05.251081 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9a0ab5-3d3f-4e07-afc7-8e3d40f44043 req-698e7f36-c6b7-489a-bf86-e0fc95fed714 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0406358 Dec 12 04:13:05.447049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e4cd7-8c5a-4ace-b5d6-075504b538f6 req-76dba195-7b42-4daa-a690-4452bb763cc2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:05.449393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c61e4cd7-8c5a-4ace-b5d6-075504b538f6 req-76dba195-7b42-4daa-a690-4452bb763cc2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 943 time: 0.0847139 Dec 12 04:13:05.458954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801dfd4-7c91-4827-b0b0-24da991b432e req-b7d73550-5880-4f23-a167-a0abd2c5c2e5 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:05.460528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f801dfd4-7c91-4827-b0b0-24da991b432e req-b7d73550-5880-4f23-a167-a0abd2c5c2e5 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1095 time: 0.0688245 Dec 12 04:13:05.520978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c61e4cd7-8c5a-4ace-b5d6-075504b538f6 req-b43a78b0-dfd8-44ee-821c-b8fe6710c6cf tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635915 Dec 12 04:13:05.544501 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f801dfd4-7c91-4827-b0b0-24da991b432e req-3eb5f68f-1531-4097-adcf-756e5086ec81 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720112 Dec 12 04:13:05.751416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5a998-f2cf-4e01-91f6-5c3351e49996 req-657cf497-5141-4a36-bb6b-8623bd122208 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:05.753070 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fdb5a998-f2cf-4e01-91f6-5c3351e49996 req-657cf497-5141-4a36-bb6b-8623bd122208 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 943 time: 0.1216202 Dec 12 04:13:05.805822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 944c3bca-edf8-4061-b741-9af3a143cae3 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:05.830475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:05.852725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fdb5a998-f2cf-4e01-91f6-5c3351e49996 req-34445d2f-674c-4a58-aba3-c2b1fa3770db tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921800 Dec 12 04:13:06.014292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:06.027169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:06.027805 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:06.031242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-39d44692-6012-46a3-8240-35492d604d61 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:06.035182 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-39d44692-6012-46a3-8240-35492d604d61 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 807 time: 0.1502285 Dec 12 04:13:06.068470 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-97013af4-ecec-4064-9674-82ddcc052709 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/quotas/2d383ee762794c1da74881dd178765df HTTP/1.1" status: 200 len: 375 time: 0.0234084 Dec 12 04:13:06.078652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 944c3bca-edf8-4061-b741-9af3a143cae3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=944c3bca-edf8-4061-b741-9af3a143cae3,segment=NetworkSegment(fa965474-fc44-408c-9889-4ecea45ba35d),segment_id=fa965474-fc44-408c-9889-4ecea45ba35d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:06.097041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '944c3bca-edf8-4061-b741-9af3a143cae3', 'network_id': '7427927b-f98f-4ef7-bad6-7e7e9982a3da', 'port_id': '944c3bca-edf8-4061-b741-9af3a143cae3', 'mac_address': 'fa:16:3e:85:fd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9b1f541-7a49-4743-b0ee-ac43943e9242', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:06.153113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-0836bbb9-5318-408b-8dc4-fc3f3c7c0091 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637956 Dec 12 04:13:06.247675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:06.266899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-93caaff7-b85a-4e53-992c-ca80a1399309 service neutron] 10.222.0.36 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050577 Dec 12 04:13:06.306666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,segment=NetworkSegment(ba2b49cc-72cc-40bd-b204-72a28b5cacb9),segment_id=ba2b49cc-72cc-40bd-b204-72a28b5cacb9)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:06.308368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22addf9-79fd-4cea-9745-8ce48ade17fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:06.311871 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ad76cc-3f36-41fb-945c-23021a61aa1b" -d '{"events": [{"server_uuid": "a22addf9-79fd-4cea-9745-8ce48ade17fc", "name": "network-vif-plugged", "status": "completed", "tag": "f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:06.314780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:06.318376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:06.371719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944c3bca-edf8-4061-b741-9af3a143cae3 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:06.408393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 944c3bca-edf8-4061-b741-9af3a143cae3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=944c3bca-edf8-4061-b741-9af3a143cae3,segment=NetworkSegment(fa965474-fc44-408c-9889-4ecea45ba35d),segment_id=fa965474-fc44-408c-9889-4ecea45ba35d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:06.416290 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-c718920a-e6b7-46e6-a13f-4b3970d7bfad tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f89126448d6a493ca9566a89144cbac9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565875 Dec 12 04:13:06.429243 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:06.438551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312de6c-89cc-4fc1-b6db-931be9bba09e req-0ae32ae1-2d75-47ae-90dc-a42f026fea13 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:06.441163 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7312de6c-89cc-4fc1-b6db-931be9bba09e req-0ae32ae1-2d75-47ae-90dc-a42f026fea13 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 946 time: 0.0936148 Dec 12 04:13:06.457794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:06.563856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=944c3bca-edf8-4061-b741-9af3a143cae3,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:06.583136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7312de6c-89cc-4fc1-b6db-931be9bba09e req-9c665be4-f8c8-4991-92e8-70599cda6ae3 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339169 Dec 12 04:13:06.619607 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-e22b17e9-a8d3-4251-ac7c-e73cca52bf66 service neutron] 10.222.0.36 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398631 Dec 12 04:13:06.677368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-3bfd66d5-76d8-4682-b828-7e41422f377a tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:06.678996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-3bfd66d5-76d8-4682-b828-7e41422f377a tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477846 Dec 12 04:13:06.710394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Request body: {'port': {'device_id': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'f89126448d6a493ca9566a89144cbac9'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:06.722013 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bb8e232-d3fc-46da-9151-7bdb310cd8cf req-2472a293-a52e-48c2-81b4-83447169bf56 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0432713 Dec 12 04:13:06.760527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['944c3bca-edf8-4061-b741-9af3a143cae3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:06.870272 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630c4607-321e-46bc-9312-082709325266 x-openstack-request-id: req-630c4607-321e-46bc-9312-082709325266 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:06.870869 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22addf9-79fd-4cea-9745-8ce48ade17fc", "name": "network-vif-plugged", "status": "completed", "tag": "f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:06.870869 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-630c4607-321e-46bc-9312-082709325266 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:06.871304 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22addf9-79fd-4cea-9745-8ce48ade17fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3', 'code': 200} Dec 12 04:13:06.940288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Made reservation on behalf of f89126448d6a493ca9566a89144cbac9 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:06.945826 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:06.962998 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:06.974156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1365f500-6865-4914-9feb-9f99fb5d5ed6 req-64117bb5-7600-45ae-88d7-16d922d35fa0 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 210 time: 0.0576413 Dec 12 04:13:06.977609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aca964-70a5-49bd-b1aa-034f6377c6e1 req-330dbbfd-3bbf-4e21-a45f-56953568da1a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:06.979727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-54aca964-70a5-49bd-b1aa-034f6377c6e1 req-330dbbfd-3bbf-4e21-a45f-56953568da1a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 943 time: 0.1020226 Dec 12 04:13:07.065156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e871b6-01d4-40d4-8bdc-bd7df5b2b624 req-33794d9e-4378-4ecf-aadb-f4597b921974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:07.069283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98e871b6-01d4-40d4-8bdc-bd7df5b2b624 req-33794d9e-4378-4ecf-aadb-f4597b921974 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 1097 time: 0.1050737 Dec 12 04:13:07.134144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-54aca964-70a5-49bd-b1aa-034f6377c6e1 req-a0b23602-81cb-4bdc-8ec6-16da2b29f50f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425767 Dec 12 04:13:07.219488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98e871b6-01d4-40d4-8bdc-bd7df5b2b624 req-a7e65209-d526-420c-9ae0-ee1c2d21385e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234078 Dec 12 04:13:07.307710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:07.322112 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:07.460375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef75dd2-5ddb-4eeb-852b-bc6d9fdc2555 req-7a53e8e3-9d12-46a7-91e9-0301f7935521 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:07.479311 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ef75dd2-5ddb-4eeb-852b-bc6d9fdc2555 req-7a53e8e3-9d12-46a7-91e9-0301f7935521 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 944 time: 0.1540809 Dec 12 04:13:07.552597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Allocated IP 192.168.233.186 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/bae47f64-85ea-4850-93fa-0eb820cc2b0d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:13:07.617959 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ef75dd2-5ddb-4eeb-852b-bc6d9fdc2555 req-7f699776-c170-4145-8893-e0ca32270e40 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232862 Dec 12 04:13:07.754745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45058) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:07.827754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 944c3bca-edf8-4061-b741-9af3a143cae3 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:07.932949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-283e4787-ef39-4b52-840d-28670432bce9 req-af00531e-7631-47ad-8a59-57c525f0e3ee tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0686383 Dec 12 04:13:07.988709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 944c3bca-edf8-4061-b741-9af3a143cae3 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:08.020358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 944c3bca-edf8-4061-b741-9af3a143cae3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:08.021299 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.031991 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3110172f-4b79-4cd7-a0d1-2cd106cb4fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.087665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822b4e3b-caab-42bc-ad5f-84ca72f1a51a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:08.193384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb35d1-9593-4592-a7cc-060055b998b5 req-c6df4e01-4827-43a8-8f23-6f94fd326302 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:08.194133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a57c63df-d629-40df-82fd-e43d73c79db4 req-cf31a301-4b79-4911-84b1-bdaee77aec5e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 210 time: 0.0343721 Dec 12 04:13:08.194910 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3fb35d1-9593-4592-a7cc-060055b998b5 req-c6df4e01-4827-43a8-8f23-6f94fd326302 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 946 time: 0.1574302 Dec 12 04:13:08.267926 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3110172f-4b79-4cd7-a0d1-2cd106cb4fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.274830 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.277920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3110172f-4b79-4cd7-a0d1-2cd106cb4fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.316734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3fb35d1-9593-4592-a7cc-060055b998b5 req-de658df3-170e-4b45-934b-5946ecdfa21f tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124072 Dec 12 04:13:08.330976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 944c3bca-edf8-4061-b741-9af3a143cae3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=944c3bca-edf8-4061-b741-9af3a143cae3,segment=NetworkSegment(fa965474-fc44-408c-9889-4ecea45ba35d),segment_id=fa965474-fc44-408c-9889-4ecea45ba35d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:08.351320 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.353057 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.375553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3110172f-4b79-4cd7-a0d1-2cd106cb4fda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6fc5742d9ca4a90aca2efca0fd55c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6189599 Dec 12 04:13:08.381189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45078) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:08.385489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1c9c2131-20a3-43f6-b581-74ec3344adc4 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:08.395335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.476791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:13:08.480396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:08.484467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:13:08.514292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=944c3bca-edf8-4061-b741-9af3a143cae3,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:08.574440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:08.603555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110172f-4b79-4cd7-a0d1-2cd106cb4fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8168adc4-fe58-4b4a-8539-cd7d2564aaf9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:08.644017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:08.644687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.714396 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-cdb24927-9c08-445c-b0e8-4b00d4bbfab1 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0149078 Dec 12 04:13:08.718574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0bcbe-d04a-4390-88d7-a68e65ceda86 req-da4c316b-9ec4-4624-ad62-d64df9ddee7e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:08.720234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75f0bcbe-d04a-4390-88d7-a68e65ceda86 req-da4c316b-9ec4-4624-ad62-d64df9ddee7e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 943 time: 0.3379304 Dec 12 04:13:08.734962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:08.741353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Request body: {'port': {'device_id': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:08.748879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '1c9c2131-20a3-43f6-b581-74ec3344adc4', 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b', 'port_id': '1c9c2131-20a3-43f6-b581-74ec3344adc4', 'mac_address': 'fa:16:3e:b7:19:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74c4207-adec-4fe8-b46e-fd349258bac6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:08.844086 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.846181 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.871442 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9c2131-20a3-43f6-b581-74ec3344adc4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:08.888062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8dc8c0-76cb-4a77-ae09-472e6efbbc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c3bca-edf8-4061-b741-9af3a143cae3'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:08.906485 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0068dc78-8d0e-4db5-b179-ab3eb779aaf4" -d '{"events": [{"server_uuid": "0d8dc8c0-76cb-4a77-ae09-472e6efbbc40", "name": "network-vif-plugged", "status": "completed", "tag": "944c3bca-edf8-4061-b741-9af3a143cae3"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:08.926168 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75f0bcbe-d04a-4390-88d7-a68e65ceda86 req-f88ff394-53d6-4dd6-93cf-092c5487f22e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892350 Dec 12 04:13:08.939108 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67b94f4b-22ec-4786-824d-d2be29a35b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:08.995715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8d927-6803-4bc0-848b-4dfd2eb3117a req-a340ddda-3f0b-4173-ae24-66330b14ea87 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:09.000710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67b94f4b-22ec-4786-824d-d2be29a35b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:09.005610 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14b8d927-6803-4bc0-848b-4dfd2eb3117a req-a340ddda-3f0b-4173-ae24-66330b14ea87 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 945 time: 0.1450303 Dec 12 04:13:09.017187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:09.050774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:09.053271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-acee17c4-05c7-4ab3-b90f-23aaeefe66a4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:09.055220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-acee17c4-05c7-4ab3-b90f-23aaeefe66a4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 807 time: 0.2888746 Dec 12 04:13:09.064287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9aafa156-7f9d-4582-aefd-db51121b8c8f None None] Provisioning complete for port bae47f64-85ea-4850-93fa-0eb820cc2b0d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:09.069097 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9aafa156-7f9d-4582-aefd-db51121b8c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:09.075109 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89363400-5f3a-4832-af6d-dc3599bf24f7 x-openstack-request-id: req-89363400-5f3a-4832-af6d-dc3599bf24f7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:09.076776 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8dc8c0-76cb-4a77-ae09-472e6efbbc40", "name": "network-vif-plugged", "status": "completed", "tag": "944c3bca-edf8-4061-b741-9af3a143cae3", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:09.077258 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89363400-5f3a-4832-af6d-dc3599bf24f7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:09.080618 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8dc8c0-76cb-4a77-ae09-472e6efbbc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c3bca-edf8-4061-b741-9af3a143cae3', 'code': 200} Dec 12 04:13:09.101114 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67b94f4b-22ec-4786-824d-d2be29a35b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:09.107642 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67b94f4b-22ec-4786-824d-d2be29a35b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:09.109443 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-67b94f4b-22ec-4786-824d-d2be29a35b5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8168adc4-fe58-4b4a-8539-cd7d2564aaf9 HTTP/1.1" status: 204 len: 168 time: 0.6201689 Dec 12 04:13:09.147333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b94f4b-22ec-4786-824d-d2be29a35b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8168adc4-fe58-4b4a-8539-cd7d2564aaf9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:09.171646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Request body: {'port': {'device_id': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d', 'admin_state_up': True, 'tenant_id': '2d383ee762794c1da74881dd178765df'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:09.221153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9aafa156-7f9d-4582-aefd-db51121b8c8f None None] Port bae47f64-85ea-4850-93fa-0eb820cc2b0d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:13:09.236681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1c9c2131-20a3-43f6-b581-74ec3344adc4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:09.275872 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14b8d927-6803-4bc0-848b-4dfd2eb3117a req-8be009cd-2762-43d8-8339-82f0a093d0d0 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692685 Dec 12 04:13:09.493048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-289ad5b5-198c-41a8-854d-8d07c0f1d488 req-953786e7-b417-459e-ae74-1b0597589e45 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 210 time: 0.0442021 Dec 12 04:13:09.504114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae47f64-85ea-4850-93fa-0eb820cc2b0d {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:09.518120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:09.520807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f443-6d34-4566-b097-43bf241fbd5d req-fb4546a8-6550-4d25-b1ce-709a2ef289a0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:09.522771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3480f443-6d34-4566-b097-43bf241fbd5d req-fb4546a8-6550-4d25-b1ce-709a2ef289a0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 936 time: 0.2796788 Dec 12 04:13:09.539964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Transition to ACTIVE for port object bae47f64-85ea-4850-93fa-0eb820cc2b0d will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:09.546462 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:09.549499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Made reservation on behalf of 2d383ee762794c1da74881dd178765df for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:09.560862 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:09.567772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fc18-0fb2-4708-9051-dbaca42ab9e9 req-7e4e75a6-86e9-4a18-ae58-fcd20c9cf603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:09.572081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4905fc18-0fb2-4708-9051-dbaca42ab9e9 req-7e4e75a6-86e9-4a18-ae58-fcd20c9cf603 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 1096 time: 0.3301647 Dec 12 04:13:09.690565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1c9c2131-20a3-43f6-b581-74ec3344adc4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:09.853664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:09.893014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f11d0-ab6c-4c49-a4a4-6be0afe117a2 req-cb167288-716b-4d4f-9302-ec327594c274 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:09.901737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-300f11d0-ab6c-4c49-a4a4-6be0afe117a2 req-cb167288-716b-4d4f-9302-ec327594c274 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 946 time: 0.2813528 Dec 12 04:13:09.952071 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3480f443-6d34-4566-b097-43bf241fbd5d req-505d5da3-1ac8-4285-ba53-270115692f37 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175382 Dec 12 04:13:10.061954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Allocated IP 172.20.0.10 (b2434cf3-0c7a-48e1-87ae-755604afd22d/ce1c42ec-04ed-4976-9432-e8cedb01ca11/104f8118-a9d5-43d1-badb-164a4eeec4ff) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:13:10.099574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-300f11d0-ab6c-4c49-a4a4-6be0afe117a2 req-f0687e12-215f-4d86-806e-12d009e07399 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915991 Dec 12 04:13:10.147297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Attempting to bind port bae47f64-85ea-4850-93fa-0eb820cc2b0d on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:10.149233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Attempting to bind port bae47f64-85ea-4850-93fa-0eb820cc2b0d by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:10.152779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Attempting to bind port bae47f64-85ea-4850-93fa-0eb820cc2b0d on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:10.166310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Port bae47f64-85ea-4850-93fa-0eb820cc2b0d on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:10.168625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Attempting to bind port bae47f64-85ea-4850-93fa-0eb820cc2b0d on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:10.181086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:10.183204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:10.183204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:10.183204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Bound port: bae47f64-85ea-4850-93fa-0eb820cc2b0d, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:10.183204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:10.354238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:10.364640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:10.376963 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:10.394221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45136) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:10.421304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:10.433240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:10.434124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:10.438268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] 10.222.0.37 "PUT /v2.0/ports/bae47f64-85ea-4850-93fa-0eb820cc2b0d HTTP/1.1" status: 200 len: 1096 time: 1.7002969 Dec 12 04:13:10.440668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:10.444208 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b280496-9f2d-4000-9b99-e719aadd9f20" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:10.495538 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4905fc18-0fb2-4708-9051-dbaca42ab9e9 req-61ea08bd-56d9-478f-afb1-e59ba0ec3422 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8902977 Dec 12 04:13:10.541738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:10.571575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Network b2434cf3-0c7a-48e1-87ae-755604afd22d is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:13:10.575062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:10.605059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a44fee50-480a-4161-8676-71b559938f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:10.606648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:13:10.660356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d378b9-99f7-4fec-b66d-1efe77032f7e service neutron] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:10.759972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:10.760439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:10.762789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b37d2-23f3-4a6d-b343-149f9fce67fa req-b1c5eaee-3a6c-441d-b154-91bb1a713146 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:10.772433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d8b37d2-23f3-4a6d-b343-149f9fce67fa req-b1c5eaee-3a6c-441d-b154-91bb1a713146 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 945 time: 0.3540840 Dec 12 04:13:10.796479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1384378270-network', 'tenant_id': '6b56150e57474a74875723075ad9e811'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:10.814733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d4cad-fec5-456f-8076-973991778300 req-edb71d84-46d4-4f7e-92f7-a5d27b52169c tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:10.829483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-460d4cad-fec5-456f-8076-973991778300 req-edb71d84-46d4-4f7e-92f7-a5d27b52169c tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 944 time: 0.3372607 Dec 12 04:13:10.840757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6973739 Dec 12 04:13:10.846485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-b091b63a-bab4-45d8-acb7-75a6f3e09648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:10.848002 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-b091b63a-bab4-45d8-acb7-75a6f3e09648 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f89126448d6a493ca9566a89144cbac9&device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 1099 time: 0.3398695 Dec 12 04:13:10.863353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Made reservation on behalf of 6b56150e57474a74875723075ad9e811 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:10.865476 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:10.906083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Request body: {'port': {'device_id': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:10.930577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:10.958878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d8b37d2-23f3-4a6d-b343-149f9fce67fa req-16cca027-67f3-4a03-b3ac-1d849341a063 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838059 Dec 12 04:13:10.960978 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-53f06dc6-d091-49fc-92ce-b6cea256e054 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d HTTP/1.1" status: 200 len: 217 time: 0.0897486 Dec 12 04:13:10.962840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cca83-c808-4110-aad0-9d7a32318bc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Pushing event updated for resources: {'Port': ['ID=104f8118-a9d5-43d1-badb-164a4eeec4ff,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:11.092688 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28afea23-b8ea-4703-b32f-48ba8e0724e4 x-openstack-request-id: req-28afea23-b8ea-4703-b32f-48ba8e0724e4 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:11.104208 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:11.104699 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28afea23-b8ea-4703-b32f-48ba8e0724e4 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:11.106916 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'status': 'completed', 'code': 200} Dec 12 04:13:11.112506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-460d4cad-fec5-456f-8076-973991778300 req-8e1c8da9-9f1d-4823-b348-ccc6a197ebe5 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819021 Dec 12 04:13:11.113440 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:11.214271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-6046ce7f-4d72-49bd-8cfe-5664eacf73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:11.215756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-6046ce7f-4d72-49bd-8cfe-5664eacf73a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.2374847 Dec 12 04:13:11.356691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa7320-886b-4912-8c82-fa5dec8018b3 req-3f2991e3-010a-4572-840a-3455fe62ed86 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:11.365204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1fa7320-886b-4912-8c82-fa5dec8018b3 req-3f2991e3-010a-4572-840a-3455fe62ed86 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 948 time: 0.1584876 Dec 12 04:13:11.372370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40b600-2ccf-4ee3-bc97-b73a22996f1a req-2840ced2-6eb6-44b2-ab67-b1fab63d740b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:11.379732 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b40b600-2ccf-4ee3-bc97-b73a22996f1a req-2840ced2-6eb6-44b2-ab67-b1fab63d740b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 932 time: 0.1873899 Dec 12 04:13:11.483491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1fa7320-886b-4912-8c82-fa5dec8018b3 req-0f93e737-a88e-4848-ab89-1d1098a593e4 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170485 Dec 12 04:13:11.493408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-1b2a0102-d9a0-48b2-a923-14401ec63b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:11.495163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-1b2a0102-d9a0-48b2-a923-14401ec63b92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2574239 Dec 12 04:13:11.497283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:11.526860 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:11.650167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104f8118-a9d5-43d1-badb-164a4eeec4ff {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:11.660256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:11.678306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Transition to ACTIVE for port object 104f8118-a9d5-43d1-badb-164a4eeec4ff will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:11.712730 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:11.714655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:11.720027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-c50c6d0e-09ca-4b1e-b991-926f808dbf68 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815310 Dec 12 04:13:11.855123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:13:11.876589 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b40b600-2ccf-4ee3-bc97-b73a22996f1a req-e65df7a5-8917-434e-a8a7-897a6cd377ec tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911849 Dec 12 04:13:11.899022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13aface7-4ede-4c5a-af74-6981f77a9561,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:11.904643 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:11.905285 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Added segment 163821de-03b8-42a5-801e-e348f447de5e of type vlan for network 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d Dec 12 04:13:11.916629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Pushing event updated for resources: {'Port': ['ID=104f8118-a9d5-43d1-badb-164a4eeec4ff,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:11.987906 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:11.988588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:11.988707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:11.994986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Port 104f8118-a9d5-43d1-badb-164a4eeec4ff on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:11.995293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:12.000632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:12.001038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:12.001431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:12.001866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Bound port: 104f8118-a9d5-43d1-badb-164a4eeec4ff, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:12.002225 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.038623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.057071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5294cc76-3cc2-4973-be1b-672e12d9c9cc req-6e62b003-2ee8-4410-a4a3-d505e9856f28 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168335 Dec 12 04:13:12.082403 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.084352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.085220 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.122035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:12.145053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:12.175541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbbf2e-f137-41d6-806c-4874f30f5c4d req-8f4667c1-efc6-4b29-a9f4-62189f1249f4 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.176222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7731249 Dec 12 04:13:12.184086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68bbbf2e-f137-41d6-806c-4874f30f5c4d req-8f4667c1-efc6-4b29-a9f4-62189f1249f4 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 945 time: 0.1226170 Dec 12 04:13:12.186075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45170) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:12.191423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Request body: {'subnet': {'network_id': '4afa1e7c-16b9-4e33-90cf-58c9bb974b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1384378270-subnet', 'tenant_id': '6b56150e57474a74875723075ad9e811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:12.217708 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.230358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5122d-d73b-456b-ad95-0ecc4ac57426 admin admin] Pushing event updated for resources: {'Network': ['ID=4afa1e7c-16b9-4e33-90cf-58c9bb974b6d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:12.237203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:13:12.324705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-08eb6030-644b-4709-bebb-6093de2be5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.327735 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-08eb6030-644b-4709-bebb-6093de2be5be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f89126448d6a493ca9566a89144cbac9&device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 1099 time: 0.1408145 Dec 12 04:13:12.344196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8d1c0-2db8-4cdd-b509-3c7624c34b0a req-bd5d39a1-5d5d-4f3f-a106-fc8b19a96273 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.347773 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7d8d1c0-2db8-4cdd-b509-3c7624c34b0a req-bd5d39a1-5d5d-4f3f-a106-fc8b19a96273 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 944 time: 0.1255488 Dec 12 04:13:12.399593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1c9c2131-20a3-43f6-b581-74ec3344adc4 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:12.486242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 1c9c2131-20a3-43f6-b581-74ec3344adc4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:12.493966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 1c9c2131-20a3-43f6-b581-74ec3344adc4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:12.494795 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.568777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7d8d1c0-2db8-4cdd-b509-3c7624c34b0a req-501f018f-8ca2-4543-b66f-6e97fd2d5e34 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705132 Dec 12 04:13:12.602662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-d5dec494-8ec5-4a55-a89a-adf5c7b8274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.607985 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-d5dec494-8ec5-4a55-a89a-adf5c7b8274b service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2589464 Dec 12 04:13:12.639583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.669463 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-3fc18683-47fb-4697-991e-46400c5d62b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d HTTP/1.1" status: 200 len: 217 time: 0.0527813 Dec 12 04:13:12.685630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:12.689444 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e195c2ef-d877-4703-8c69-4590b2087f9a" -d '{"events": [{"server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:12.709501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:12.719078 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.721160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Made reservation on behalf of 6b56150e57474a74875723075ad9e811 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:12.724019 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.755658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-0c550528-fe66-4607-9790-26ea613ece76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.757674 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-0c550528-fe66-4607-9790-26ea613ece76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0551236 Dec 12 04:13:12.788218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.788863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:12.790252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] 10.222.0.18 "PUT /v2.0/ports/104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 1092 time: 1.9254243 Dec 12 04:13:12.797478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:12.801127 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69acaea-d96c-406f-98a1-cf4aea65e95c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:12.812354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1c9c2131-20a3-43f6-b581-74ec3344adc4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:12.853185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3b814-75d5-4b93-b275-a6305299d412 req-b704bfe2-209f-491f-a4a7-79c2dc4395ef tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.856029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8575cc5-a28d-406c-ad62-2cfad23f795a service neutron] Pushing event updated for resources: {'Port': ['ID=104f8118-a9d5-43d1-badb-164a4eeec4ff,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:12.861880 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9f3b814-75d5-4b93-b275-a6305299d412 req-b704bfe2-209f-491f-a4a7-79c2dc4395ef tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 948 time: 0.1943502 Dec 12 04:13:12.900289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68bbbf2e-f137-41d6-806c-4874f30f5c4d req-89c6f6ae-72ff-46d5-8814-c68ca1d3eaa7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6823161 Dec 12 04:13:12.955477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-2d6b7c39-281c-4925-9ac6-aed79a0bad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.957557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-2d6b7c39-281c-4925-9ac6-aed79a0bad02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1095 time: 0.1025968 Dec 12 04:13:12.961385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-c5f36d7d-b7ee-42a1-9612-078d60d83d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:12.965074 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-c5f36d7d-b7ee-42a1-9612-078d60d83d1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942062 Dec 12 04:13:12.984237 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8914a762-324c-422d-a161-947881ad91eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:13.011986 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9f3b814-75d5-4b93-b275-a6305299d412 req-15a8998f-c057-47cc-b571-4600bdf147a0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455584 Dec 12 04:13:13.052163 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-066a333b-fbc9-4453-97fd-0654dd13380c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 217 time: 0.0530643 Dec 12 04:13:13.117059 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ab84da-6589-41a8-a5ab-30fcc3f63049 x-openstack-request-id: req-75ab84da-6589-41a8-a5ab-30fcc3f63049 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:13.117372 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:13.117638 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75ab84da-6589-41a8-a5ab-30fcc3f63049 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:13.118478 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4', 'code': 200} Dec 12 04:13:13.178907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-84e2aaa5-550e-4d24-93a5-fee455ae55d2 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656375 Dec 12 04:13:13.193903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-841ac9f9-a6b6-4328-84c1-dcd65414f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:13.195524 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-841ac9f9-a6b6-4328-84c1-dcd65414f429 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1324503 Dec 12 04:13:13.198733 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa937a9-6dd5-48e5-8885-f06d2323d719 x-openstack-request-id: req-1fa937a9-6dd5-48e5-8885-f06d2323d719 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:13.203887 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:13.203887 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1fa937a9-6dd5-48e5-8885-f06d2323d719 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:13.203887 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff', 'status': 'completed', 'code': 200} Dec 12 04:13:13.291204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-adea7ca4-4331-436a-99ab-574b131e7382 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641892 Dec 12 04:13:13.314113 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:13.391372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3f0a57-9d4a-45a7-a7e5-d423347e99e6,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:13.410228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ec8f3-a619-41df-a851-c16ea414beb4 req-cffd8308-9732-4ed6-81a8-9d4bd471c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:13.413283 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b95ec8f3-a619-41df-a851-c16ea414beb4 req-cffd8308-9732-4ed6-81a8-9d4bd471c7ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 1096 time: 0.0986946 Dec 12 04:13:13.448867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b280496-9f2d-4000-9b99-e719aadd9f20 req-fb9d3e6e-1fff-492c-8b7a-36534ed0952a service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556543 Dec 12 04:13:13.479371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Checking segment: {'id': '163821de-03b8-42a5-801e-e348f447de5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4afa1e7c-16b9-4e33-90cf-58c9bb974b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:13.479820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Network hostable DHCP agents. Network: 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:13:13.487285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b95ec8f3-a619-41df-a851-c16ea414beb4 req-fc9012ce-8854-4a67-8fcf-664a6472ce9d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576904 Dec 12 04:13:13.499381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326d18e-c9ff-4dba-8bc0-59100b13e237 req-db705eb7-fbcf-415f-8045-1b66222d08b0 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:13.500950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4326d18e-c9ff-4dba-8bc0-59100b13e237 req-db705eb7-fbcf-415f-8045-1b66222d08b0 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 944 time: 0.2238379 Dec 12 04:13:13.568520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-8425db8b-e2b7-4226-8711-691665bca35a service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457528 Dec 12 04:13:13.574863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Network 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:13:13.656656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:13.667016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:13.667858 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:13.670577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33d1095-ec79-4943-aa40-d25d6a6a2068 None None] Network 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:13:13.682111 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4326d18e-c9ff-4dba-8bc0-59100b13e237 req-09e36bb5-93e5-455b-8275-17cb3fd912c8 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720352 Dec 12 04:13:13.715337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-678567c5-cecc-430e-93b3-977440dcb67f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5192833 Dec 12 04:13:13.811304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c0f1a0-35f0-46b0-ab46-8e79f7fe41bb req-8769ae31-bc68-4a9d-876b-ff2a2951644e service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310574 Dec 12 04:13:13.951752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde068b-eb90-45c1-9490-6c649c9db93d None None] Network 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:13:13.971011 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:14.048707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc0ddd-faf0-4391-8802-469cb5ffec73 req-fae8d4b7-37c8-428b-bb66-d3638280b061 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:14.053600 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53bc0ddd-faf0-4391-8802-469cb5ffec73 req-fae8d4b7-37c8-428b-bb66-d3638280b061 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.1447160 Dec 12 04:13:14.059321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-b923cf02-bc1b-4b78-b646-2b744c6cbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:14.061003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-b923cf02-bc1b-4b78-b646-2b744c6cbf6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1095 time: 0.1022968 Dec 12 04:13:14.075076 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:14.173052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53bc0ddd-faf0-4391-8802-469cb5ffec73 req-2fb91d88-096e-467a-b52a-2b136f7c5ada tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085348 Dec 12 04:13:14.268676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-37f70d52-6cd3-40b4-ba73-b041305096c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:14.276124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-37f70d52-6cd3-40b4-ba73-b041305096c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.2003481 Dec 12 04:13:14.331980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-711c5c6c-fceb-4a4d-95e6-e46e0473d858 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 217 time: 0.0418403 Dec 12 04:13:14.495281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-4a14f3a6-75c2-47ca-b1c7-f7ee7e442637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:14.496777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-4a14f3a6-75c2-47ca-b1c7-f7ee7e442637 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1539037 Dec 12 04:13:14.584218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd9dfd-ec20-4693-bb39-b119e56476a8 req-122c08e7-d9d1-477a-b523-dc5291a35b94 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:14.586145 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4edd9dfd-ec20-4693-bb39-b119e56476a8 req-122c08e7-d9d1-477a-b523-dc5291a35b94 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 948 time: 0.0619462 Dec 12 04:13:14.620345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-fb63bdd3-52e3-4d53-b1df-32e3278cd06c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646372 Dec 12 04:13:14.646104 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4edd9dfd-ec20-4693-bb39-b119e56476a8 req-01663f0c-7808-4e4c-9ee9-6a59def50baa tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525053 Dec 12 04:13:14.718994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7663aab2-b3d3-4d5e-b1ca-439e19dd7613 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:14.720508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7663aab2-b3d3-4d5e-b1ca-439e19dd7613 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/networks?id=4afa1e7c-16b9-4e33-90cf-58c9bb974b6d HTTP/1.1" status: 200 len: 813 time: 0.3177066 Dec 12 04:13:14.748725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-29b7c2c8-610a-4b12-b433-1ee057667ae8 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/quotas/6b56150e57474a74875723075ad9e811 HTTP/1.1" status: 200 len: 375 time: 0.0157063 Dec 12 04:13:14.836152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-131038b5-9c3a-45d3-9e76-8ce92214dae4 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b56150e57474a74875723075ad9e811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700452 Dec 12 04:13:14.918288 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-93ecf156-d316-47bb-9c51-f04f3e9157e8 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859688 Dec 12 04:13:14.994752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd417d08-c601-4ddc-aad4-8d92f411b341 req-877fafb5-a9ed-4bf8-8730-cacbf0ef5694 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:14.998399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd417d08-c601-4ddc-aad4-8d92f411b341 req-877fafb5-a9ed-4bf8-8730-cacbf0ef5694 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 945 time: 0.0796199 Dec 12 04:13:15.040258 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5ded5d05-031d-45c7-be5e-4b4156a5f003 service neutron] 10.222.0.36 "GET /v2.0/networks/4afa1e7c-16b9-4e33-90cf-58c9bb974b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850324 Dec 12 04:13:15.097661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd417d08-c601-4ddc-aad4-8d92f411b341 req-6bf6b414-a556-4d54-a725-52f8cda3b739 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938139 Dec 12 04:13:15.120610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69acaea-d96c-406f-98a1-cf4aea65e95c req-38185e23-0af1-4c51-a250-50592cd869a9 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915836 Dec 12 04:13:15.212238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b37b9-e15e-4111-8c48-94d84b852320 req-636c52d0-4273-41ee-a6d6-ba92d89a2581 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:15.215370 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-85b1a676-cdc7-44af-b837-08f141417c7b service neutron] 10.222.0.36 "GET /v2.0/networks/4afa1e7c-16b9-4e33-90cf-58c9bb974b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631041 Dec 12 04:13:15.217276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-379b37b9-e15e-4111-8c48-94d84b852320 req-636c52d0-4273-41ee-a6d6-ba92d89a2581 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 944 time: 0.0662758 Dec 12 04:13:15.273640 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-379b37b9-e15e-4111-8c48-94d84b852320 req-cd1cc4a3-c685-4e76-b5ea-8e2fb67da54c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528479 Dec 12 04:13:15.432557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d8c02-2bb2-43b0-aced-e146e5d1b663 req-2b1272bf-a878-4178-abe5-50e57e7e5e4b tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:15.445399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b2d8c02-2bb2-43b0-aced-e146e5d1b663 req-2b1272bf-a878-4178-abe5-50e57e7e5e4b tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0935285 Dec 12 04:13:15.471067 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0af5431f-84d2-4199-b5ba-620edd4b493e req-ba4afc7f-9231-4953-ad44-9b709916136b tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 210 time: 0.0365448 Dec 12 04:13:15.515897 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:15.534840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b2d8c02-2bb2-43b0-aced-e146e5d1b663 req-d004c24e-5ab8-433a-89c6-55b03be5b284 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840302 Dec 12 04:13:15.662517 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4a01-201a-4f45-84c1-7cf13564bb41 req-7453930d-f601-4d60-b9f2-c7b4cb76f97e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:15.664089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-920e4a01-201a-4f45-84c1-7cf13564bb41 req-7453930d-f601-4d60-b9f2-c7b4cb76f97e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0601387 Dec 12 04:13:15.720456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-920e4a01-201a-4f45-84c1-7cf13564bb41 req-7da0ea78-cf98-4652-ba3f-78bc02de3816 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492730 Dec 12 04:13:15.799325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a592a-ee03-4436-9935-84a7c5bcc97e req-ba56f3ca-98ac-4af0-96c0-69514a5fa649 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:15.807328 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-433a592a-ee03-4436-9935-84a7c5bcc97e req-ba56f3ca-98ac-4af0-96c0-69514a5fa649 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 948 time: 0.0701952 Dec 12 04:13:15.881688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 104f8118-a9d5-43d1-badb-164a4eeec4ff details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:15.905752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-433a592a-ee03-4436-9935-84a7c5bcc97e req-31a7cc71-09c0-42fb-b138-2f40e5439061 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969622 Dec 12 04:13:16.114804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:16.136271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '104f8118-a9d5-43d1-badb-164a4eeec4ff', 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d', 'port_id': '104f8118-a9d5-43d1-badb-164a4eeec4ff', 'mac_address': 'fa:16:3e:f9:1e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1c42ec-04ed-4976-9432-e8cedb01ca11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:16.187253 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:16.203298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104f8118-a9d5-43d1-badb-164a4eeec4ff {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:16.248308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:16.258222 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:16.272620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-4e236561-08b2-43dd-a5ac-8449735c2b8b tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:16.274983 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-4e236561-08b2-43dd-a5ac-8449735c2b8b tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 945 time: 0.1110847 Dec 12 04:13:16.275697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465868fd-60fd-4252-8e61-aa42acecfaf4 req-aecb34a4-134c-49b4-95d5-170661a692d4 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:16.279531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-465868fd-60fd-4252-8e61-aa42acecfaf4 req-aecb34a4-134c-49b4-95d5-170661a692d4 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.1493769 Dec 12 04:13:16.340399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=104f8118-a9d5-43d1-badb-164a4eeec4ff,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:16.350893 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-465868fd-60fd-4252-8e61-aa42acecfaf4 req-5456f7b7-9576-46c3-b9e6-b44f2fcddc04 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563505 Dec 12 04:13:16.405859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:16.446528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77d4e7-5b58-4f49-8444-e0de2ce22fea req-b77cf373-e4b3-4185-a050-973225f0746f tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:16.448147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f77d4e7-5b58-4f49-8444-e0de2ce22fea req-b77cf373-e4b3-4185-a050-973225f0746f tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d8dc8c0-76cb-4a77-ae09-472e6efbbc40 HTTP/1.1" status: 200 len: 945 time: 0.1936839 Dec 12 04:13:16.501312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Deleting port 944c3bca-edf8-4061-b741-9af3a143cae3 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:13:16.501572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:16.542310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:16.565666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f77d4e7-5b58-4f49-8444-e0de2ce22fea req-7faa0c7b-f5ae-4a1c-96d7-29871c6cf82e tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051288 Dec 12 04:13:16.566979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'mac_address': 'fa:16:3e:86:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:16.608588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9d6e7-89a9-43b9-a8a4-05591fc07d6a req-d2203c56-2052-4b3e-b86a-2730fa060499 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:16.612352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ac9d6e7-89a9-43b9-a8a4-05591fc07d6a req-d2203c56-2052-4b3e-b86a-2730fa060499 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 945 time: 0.0954883 Dec 12 04:13:16.633714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] For port 944c3bca-edf8-4061-b741-9af3a143cae3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=944c3bca-edf8-4061-b741-9af3a143cae3,segment=NetworkSegment(fa965474-fc44-408c-9889-4ecea45ba35d),segment_id=fa965474-fc44-408c-9889-4ecea45ba35d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:16.634320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:16.652550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['104f8118-a9d5-43d1-badb-164a4eeec4ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:16.653553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Calling delete_port for 944c3bca-edf8-4061-b741-9af3a143cae3 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:13:16.737826 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ac9d6e7-89a9-43b9-a8a4-05591fc07d6a req-95799030-cea2-4e29-a6af-66c935aaabfe tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201277 Dec 12 04:13:16.750700 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:16.769462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae47f64-85ea-4850-93fa-0eb820cc2b0d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:16.776586 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:16.821120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:16.834285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:16.897258 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:16.923132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:16.963174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Pushing event deleted for resources: {'Port': ['ID=944c3bca-edf8-4061-b741-9af3a143cae3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:16.984525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4267d6-b949-429e-99fb-10bb6222282b req-da629ab8-86dc-4985-8eb9-8194480bb11c tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:16.989341 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-da629ab8-86dc-4985-8eb9-8194480bb11c tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.37 "GET /v2.0/networks?id=4afa1e7c-16b9-4e33-90cf-58c9bb974b6d HTTP/1.1" status: 200 len: 813 time: 0.2292085 Dec 12 04:13:17.017641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Request body: {'port': {'device_id': 'c17a0a50-7104-49be-ae23-dea8486998ca', 'network_id': '4afa1e7c-16b9-4e33-90cf-58c9bb974b6d', 'admin_state_up': True, 'tenant_id': '6b56150e57474a74875723075ad9e811'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:17.043560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] No DVR routers for this DVR port 944c3bca-edf8-4061-b741-9af3a143cae3 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:13:17.047355 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:17.054055 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9f50679-5022-4960-a412-bdafef8c768d req-a059c136-ae65-4aa3-b70d-83131113380e tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 210 time: 0.0636616 Dec 12 04:13:17.056502 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-831a0900-22c5-41c0-be93-96868aa0ad23 req-47653716-0d4e-403e-9444-87aa582052a7 tempest-ServerAddressesTestJSON-70410830 tempest-ServerAddressesTestJSON-70410830-project] 10.222.0.18 "DELETE /v2.0/ports/944c3bca-edf8-4061-b741-9af3a143cae3 HTTP/1.1" status: 204 len: 173 time: 0.7706246 Dec 12 04:13:17.057445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8dc8c0-76cb-4a77-ae09-472e6efbbc40', 'name': 'network-vif-deleted', 'tag': '944c3bca-edf8-4061-b741-9af3a143cae3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:17.067742 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c619618-94da-4f49-b556-5af4bc61e0a0" -d '{"events": [{"server_uuid": "0d8dc8c0-76cb-4a77-ae09-472e6efbbc40", "name": "network-vif-deleted", "tag": "944c3bca-edf8-4061-b741-9af3a143cae3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:17.190364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['bae47f64-85ea-4850-93fa-0eb820cc2b0d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:17.347010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfc960-1a74-479c-9483-5c3bb052f432 req-c22a8c10-af2b-498e-b5b2-641bbf55f9a0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:17.348574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-debfc960-1a74-479c-9483-5c3bb052f432 req-c22a8c10-af2b-498e-b5b2-641bbf55f9a0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 949 time: 0.1828618 Dec 12 04:13:17.373768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Made reservation on behalf of 6b56150e57474a74875723075ad9e811 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:17.377660 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:17.432076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-debfc960-1a74-479c-9483-5c3bb052f432 req-c6f7e556-dce0-43b6-9ba4-76b3fe4cb3b3 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735388 Dec 12 04:13:17.530077 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3044c758-f4ec-494a-8d6d-c7b73c884a2f x-openstack-request-id: req-3044c758-f4ec-494a-8d6d-c7b73c884a2f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:17.532150 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8dc8c0-76cb-4a77-ae09-472e6efbbc40", "name": "network-vif-deleted", "tag": "944c3bca-edf8-4061-b741-9af3a143cae3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:17.533235 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3044c758-f4ec-494a-8d6d-c7b73c884a2f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:17.533676 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8dc8c0-76cb-4a77-ae09-472e6efbbc40', 'name': 'network-vif-deleted', 'tag': '944c3bca-edf8-4061-b741-9af3a143cae3', 'status': 'completed', 'code': 200} Dec 12 04:13:17.544235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Allocated IP 172.20.0.7 (4afa1e7c-16b9-4e33-90cf-58c9bb974b6d/4e3f0a57-9d4a-45a7-a7e5-d423347e99e6/71f7b1e0-a040-44c3-a1ef-0165e0da9ed9) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:13:17.730182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7b2d-60ab-41fd-8514-dc683f2aabef req-77c04b0e-75c3-4e50-8450-ca3c553b694e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:17.732622 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f2c7b2d-60ab-41fd-8514-dc683f2aabef req-77c04b0e-75c3-4e50-8450-ca3c553b694e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.1317348 Dec 12 04:13:17.798525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:17.820015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f2c7b2d-60ab-41fd-8514-dc683f2aabef req-389e66bf-2227-4340-a7fa-90e4b53ac3bb tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754418 Dec 12 04:13:17.860015 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:17.879936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45382) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:17.890060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 104f8118-a9d5-43d1-badb-164a4eeec4ff up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:17.980508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Network 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:13:17.985151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Deleting subnet c9b1f541-7a49-4743-b0ee-ac43943e9242 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:13:17.988026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 104f8118-a9d5-43d1-badb-164a4eeec4ff completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:17.988913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:17.997055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 104f8118-a9d5-43d1-badb-164a4eeec4ff triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:17.997470 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.010463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:18.043575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:13:18.047337 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.109535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:18.110252 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.118065 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.120788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Pushing event updated for resources: {'Port': ['ID=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:18.142207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-7ee585a0-36b5-4840-a38f-4457bd5f9efd tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1287842 Dec 12 04:13:18.152176 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.161262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc34a1-3ae3-4814-a02d-e7df89104ab8 req-e070ade1-0287-4823-90c6-5b0100b4464e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:18.162218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:18.164729 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af3b6f6-3c46-4911-a396-394ad30ce3ed" -d '{"events": [{"server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "name": "network-vif-plugged", "status": "completed", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:18.170139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0dc34a1-3ae3-4814-a02d-e7df89104ab8 req-e070ade1-0287-4823-90c6-5b0100b4464e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 945 time: 0.2097220 Dec 12 04:13:18.176347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Request body: {'port': {'device_id': 'c17a0a50-7104-49be-ae23-dea8486998ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:18.182258 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:18.188762 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.192733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 944c3bca-edf8-4061-b741-9af3a143cae3 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:13:18.223065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 944c3bca-edf8-4061-b741-9af3a143cae3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:13:18.223415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 944c3bca-edf8-4061-b741-9af3a143cae3 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:13:18.264549 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.272913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474c92-2664-42c5-ae55-a79e23791025 req-ecefbb17-c769-40a1-a198-0b7dbc8e792f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:18.280124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-ecefbb17-c769-40a1-a198-0b7dbc8e792f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 804 time: 0.2494926 Dec 12 04:13:18.302574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=104f8118-a9d5-43d1-badb-164a4eeec4ff,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:18.306368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-272fa624-91a0-4841-a2dc-6e8c583df847 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/quotas/583dbc6ea8564ba6a1a18411c6a6473a HTTP/1.1" status: 200 len: 375 time: 0.0250981 Dec 12 04:13:18.341637 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.362846 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0dc34a1-3ae3-4814-a02d-e7df89104ab8 req-a6867954-c8ac-4b57-af36-510b3fbf9e54 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916072 Dec 12 04:13:18.363802 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.367579 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c9b1f541-7a49-4743-b0ee-ac43943e9242 HTTP/1.1" status: 204 len: 168 time: 0.4857397 Dec 12 04:13:18.380068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45400) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:18.392049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9b1f541-7a49-4743-b0ee-ac43943e9242,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:18.408086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.408443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.408802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.409173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.409517 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.409860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.410204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.410541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.410877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.411211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.411551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.412166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.412500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2903e-c147-4572-bf4b-c2083a214613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:18.434790 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-febb5365-25ba-4279-aee4-83289e5e1021 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1273382 Dec 12 04:13:18.438706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:18.494132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port bae47f64-85ea-4850-93fa-0eb820cc2b0d completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:18.499547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port bae47f64-85ea-4850-93fa-0eb820cc2b0d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:18.499927 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.569629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-7fd47fd8-5a16-4899-94c6-ae90d3a04239 service neutron] 10.222.0.36 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217172 Dec 12 04:13:18.585509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.585734 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.626879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:18.628209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62030f4b-6522-4de5-9f91-7a6e85355664 req-f9c02552-93b9-4745-b0b1-92ecc7a21a36 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:18.633777 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.635760 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 90185e08-036a-4702-8b9b-033e011e5023 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:13:18.636134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62030f4b-6522-4de5-9f91-7a6e85355664 req-f9c02552-93b9-4745-b0b1-92ecc7a21a36 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 931 time: 0.2021997 Dec 12 04:13:18.681875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-1a16874e-b37b-4a3d-89f9-e1596038c951 service neutron] 10.222.0.36 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112807 Dec 12 04:13:18.720327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:18.789301 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.801957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62030f4b-6522-4de5-9f91-7a6e85355664 req-aaa72318-10cc-4354-b94b-e10b5d3527f7 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648915 Dec 12 04:13:18.828076 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:18.857645 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a7dc5f-a02b-47b4-97ad-d26b30a3141e x-openstack-request-id: req-38a7dc5f-a02b-47b4-97ad-d26b30a3141e {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:18.857937 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "name": "network-vif-plugged", "status": "completed", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:18.858191 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38a7dc5f-a02b-47b4-97ad-d26b30a3141e {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:18.858580 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff', 'code': 200} Dec 12 04:13:18.898423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=90185e08-036a-4702-8b9b-033e011e5023,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:18.914997 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.018170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=90185e08-036a-4702-8b9b-033e011e5023,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:19.023193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7427927b-f98f-4ef7-bad6-7e7e9982a3da']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:19.050032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa965474-fc44-408c-9889-4ecea45ba35d') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:19.050032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa965474-fc44-408c-9889-4ecea45ba35d') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:19.057476 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5fde01d-06cf-404f-8be5-81d72b4b49c7 req-1d25e88e-332e-4799-85a8-31a98bb308bd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 210 time: 0.0315263 Dec 12 04:13:19.083746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fbb10-f83b-4da9-a705-11947084f56e req-e0b13e11-270c-4277-9404-b6ecfc3449fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:19.087418 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-894fbb10-f83b-4da9-a705-11947084f56e req-e0b13e11-270c-4277-9404-b6ecfc3449fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1097 time: 0.0978644 Dec 12 04:13:19.090578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:19.097108 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.122044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.129514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:13:19.129926 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:13:19.143532 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:13:19.184834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.188004 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-894fbb10-f83b-4da9-a705-11947084f56e req-10307f48-ad17-49df-9b6d-01225f5df1b8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910282 Dec 12 04:13:19.197799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Transition to ACTIVE for port object 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:19.208020 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.210330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df86fee-14e4-4924-9458-67a63eb5a716 req-96f437aa-c9fd-4d81-b22b-f79e2630cd93 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:19.212185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9df86fee-14e4-4924-9458-67a63eb5a716 req-96f437aa-c9fd-4d81-b22b-f79e2630cd93 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0824628 Dec 12 04:13:19.274103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9df86fee-14e4-4924-9458-67a63eb5a716 req-d154b524-1672-433c-a229-e0fd433c7e9f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551088 Dec 12 04:13:19.313198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6a2d9-a0ea-498a-a09b-fbf19bf087ea req-87acda64-865e-4fe1-8bdd-5d0b5a5671f0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:19.320307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2aa6a2d9-a0ea-498a-a09b-fbf19bf087ea req-87acda64-865e-4fe1-8bdd-5d0b5a5671f0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 950 time: 0.3036430 Dec 12 04:13:19.326556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Pushing event updated for resources: {'Port': ['ID=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:19.342151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.359572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.364917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7427927b-f98f-4ef7-bad6-7e7e9982a3da HTTP/1.1" status: 204 len: 168 time: 0.9825809 Dec 12 04:13:19.531148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced78827-482e-48da-b1ec-dd96f8e173b0 req-a09d137e-57c2-482b-916c-9a3f9f960ccf tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:19.532938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ced78827-482e-48da-b1ec-dd96f8e173b0 req-a09d137e-57c2-482b-916c-9a3f9f960ccf tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 946 time: 0.0882647 Dec 12 04:13:19.533553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45424) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:19.640121 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ced78827-482e-48da-b1ec-dd96f8e173b0 req-6693031e-58d3-407f-b5d4-be8d24c81253 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770087 Dec 12 04:13:19.645114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6ed19f16-f590-4878-ae77-2f9a6c61ae05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d71d8dd921843e2903f6cd3bc85704e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1101241 Dec 12 04:13:19.647562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45426) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:19.717390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ad3d-75a9-41c0-9654-7c6bf9e7fded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.742112 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ad3d-75a9-41c0-9654-7c6bf9e7fded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.811601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ad3d-75a9-41c0-9654-7c6bf9e7fded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.816099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ad3d-75a9-41c0-9654-7c6bf9e7fded admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:19.817729 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4dd2ad3d-75a9-41c0-9654-7c6bf9e7fded admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b7a76c1-4f17-4fcb-8d1e-0045088aef2a HTTP/1.1" status: 204 len: 168 time: 0.1687403 Dec 12 04:13:19.828287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2ad3d-75a9-41c0-9654-7c6bf9e7fded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7a76c1-4f17-4fcb-8d1e-0045088aef2a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:19.926893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff9e0b-b3ab-47a0-bd44-4412578bfa53 admin admin] Pushing event deleted for resources: {'Network': ['ID=7427927b-f98f-4ef7-bad6-7e7e9982a3da,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:19.945720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2aa6a2d9-a0ea-498a-a09b-fbf19bf087ea req-4d062446-8dff-435f-aa20-eac8c87faae8 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245410 Dec 12 04:13:19.975743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Attempting to bind port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:19.976088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Attempting to bind port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '163821de-03b8-42a5-801e-e348f447de5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4afa1e7c-16b9-4e33-90cf-58c9bb974b6d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:19.976419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Attempting to bind port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 on network 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:19.985258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 on network 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:19.985580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Attempting to bind port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 on network 4afa1e7c-16b9-4e33-90cf-58c9bb974b6d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:19.992915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07818e08-7ca8-4145-afea-42e87815c952 req-d905101b-5973-4bc4-85e0-8b0470cf8e78 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:19.994513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07818e08-7ca8-4145-afea-42e87815c952 req-d905101b-5973-4bc4-85e0-8b0470cf8e78 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 943 time: 0.0901053 Dec 12 04:13:20.005653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581508a0-2eb3-4af5-93df-0a03b121784a req-ecbf3abf-ca30-4bf4-a2ee-19266e60eebb tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:20.007175 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-581508a0-2eb3-4af5-93df-0a03b121784a req-ecbf3abf-ca30-4bf4-a2ee-19266e60eebb tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.37 "GET /v2.0/ports?device_id=216ce96f-59bb-4821-82ae-cb7e2df64bc8 HTTP/1.1" status: 200 len: 943 time: 0.1871345 Dec 12 04:13:20.008594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:20.008964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Checking segment: {'id': '163821de-03b8-42a5-801e-e348f447de5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4afa1e7c-16b9-4e33-90cf-58c9bb974b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:20.009357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Bound using segment: {'id': '163821de-03b8-42a5-801e-e348f447de5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4afa1e7c-16b9-4e33-90cf-58c9bb974b6d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:20.009818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Bound port: 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163821de-03b8-42a5-801e-e348f447de5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4afa1e7c-16b9-4e33-90cf-58c9bb974b6d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:20.010179 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:20.066678 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07818e08-7ca8-4145-afea-42e87815c952 req-de41bf61-e1e4-453e-b267-a558f14db1c6 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609236 Dec 12 04:13:20.174545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] For port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:20.241779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aebd72f0-aebb-4dda-a184-fe26d152d33c req-50171978-2388-4cca-82b2-ba8e34bf1014 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 210 time: 0.0747511 Dec 12 04:13:20.243798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] For port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,segment=NetworkSegment(163821de-03b8-42a5-801e-e348f447de5e),segment_id=163821de-03b8-42a5-801e-e348f447de5e)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:20.262592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:20.285332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-581508a0-2eb3-4af5-93df-0a03b121784a req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Deleting port 90185e08-036a-4702-8b9b-033e011e5023 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:13:20.285809 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-581508a0-2eb3-4af5-93df-0a03b121784a req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:20.360595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Pushing event updated for resources: {'Port': ['ID=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:20.417017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:20.417763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:20.419917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-5076a399-63a8-4cad-8f75-78e5e0a2c1ed service neutron] 10.222.0.37 "PUT /v2.0/ports/71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 HTTP/1.1" status: 200 len: 1091 time: 2.2475007 Dec 12 04:13:20.420383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17a0a50-7104-49be-ae23-dea8486998ca', 'tag': '71f7b1e0-a040-44c3-a1ef-0165e0da9ed9'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:20.423275 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb6a13d-5813-4d80-9e82-684cd8591ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "c17a0a50-7104-49be-ae23-dea8486998ca", "tag": "71f7b1e0-a040-44c3-a1ef-0165e0da9ed9"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:20.527603 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9b3d7e-0a2d-4f42-b4a3-ce077d51a515 x-openstack-request-id: req-aa9b3d7e-0a2d-4f42-b4a3-ce077d51a515 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:20.528759 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17a0a50-7104-49be-ae23-dea8486998ca", "tag": "71f7b1e0-a040-44c3-a1ef-0165e0da9ed9", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:20.529834 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa9b3d7e-0a2d-4f42-b4a3-ce077d51a515 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:20.531099 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17a0a50-7104-49be-ae23-dea8486998ca', 'tag': '71f7b1e0-a040-44c3-a1ef-0165e0da9ed9', 'status': 'completed', 'code': 200} Dec 12 04:13:20.574898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474c92-2664-42c5-ae55-a79e23791025 req-f5be99b7-f442-45b2-8cfa-7c096ce92af1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:20.580229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-f5be99b7-f442-45b2-8cfa-7c096ce92af1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 804 time: 0.2383628 Dec 12 04:13:20.597895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b357c96-3427-4de3-b114-22f5a8a90476 req-cdd9f982-74b9-4c35-bd08-3476a815dde0 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:20.605431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b357c96-3427-4de3-b114-22f5a8a90476 req-cdd9f982-74b9-4c35-bd08-3476a815dde0 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.1125009 Dec 12 04:13:20.618419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-581508a0-2eb3-4af5-93df-0a03b121784a req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] For port 90185e08-036a-4702-8b9b-033e011e5023, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=90185e08-036a-4702-8b9b-033e011e5023,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:20.618812 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-581508a0-2eb3-4af5-93df-0a03b121784a req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:20.620708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Request body: {'port': {'device_id': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'admin_state_up': True, 'tenant_id': '583dbc6ea8564ba6a1a18411c6a6473a'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:20.643272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4267d6-b949-429e-99fb-10bb6222282b req-f5bedd93-d88e-4858-9462-4c4269b36bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:20.645450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-f5bedd93-d88e-4858-9462-4c4269b36bc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b56150e57474a74875723075ad9e811&device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 1094 time: 0.1085048 Dec 12 04:13:20.650394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-581508a0-2eb3-4af5-93df-0a03b121784a req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Calling delete_port for 90185e08-036a-4702-8b9b-033e011e5023 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:13:20.709925 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-1f7c36be-ecd1-492a-8228-99e746b8276a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 HTTP/1.1" status: 200 len: 217 time: 0.0475686 Dec 12 04:13:20.757096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b357c96-3427-4de3-b114-22f5a8a90476 req-24476ae0-46e7-482c-9dfc-760699f799df tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465352 Dec 12 04:13:20.834806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Made reservation on behalf of 583dbc6ea8564ba6a1a18411c6a6473a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:20.839389 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:20.860511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d'}, {'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90185e08-036a-4702-8b9b-033e011e5023'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:20.862667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4267d6-b949-429e-99fb-10bb6222282b req-856e9ee0-fdd9-4edf-bd34-37b096e167f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:20.864165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-856e9ee0-fdd9-4edf-bd34-37b096e167f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e3f0a57-9d4a-45a7-a7e5-d423347e99e6 HTTP/1.1" status: 200 len: 853 time: 0.1097646 Dec 12 04:13:20.865662 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce02f05c-bd70-4f60-832f-57f528aa21ee" -d '{"events": [{"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d"}, {"server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "90185e08-036a-4702-8b9b-033e011e5023"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:20.890255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45464) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:20.920596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45225468-1417-4099-9df5-15acabb03a9e req-331cb82c-1256-40ed-905d-195ef55c7962 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:20.922173 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45225468-1417-4099-9df5-15acabb03a9e req-331cb82c-1256-40ed-905d-195ef55c7962 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 946 time: 0.1693919 Dec 12 04:13:20.924417 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38e3a68-ae4d-44f6-b917-2c8a4d146b29 x-openstack-request-id: req-d38e3a68-ae4d-44f6-b917-2c8a4d146b29 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:20.925013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-0613afb5-10f3-4773-930f-f8f2623e013c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4afa1e7c-16b9-4e33-90cf-58c9bb974b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481620 Dec 12 04:13:20.925231 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d", "code": 200}, {"server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "90185e08-036a-4702-8b9b-033e011e5023", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:20.925711 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d38e3a68-ae4d-44f6-b917-2c8a4d146b29 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:20.926463 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'code': 200} Dec 12 04:13:20.926756 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90185e08-036a-4702-8b9b-033e011e5023', 'code': 200} Dec 12 04:13:20.993731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Allocated IP 172.20.0.3 (ca082263-57ba-42fa-8dda-b3157a3a65d4/a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75/ac8d0f80-94e2-4823-9c0a-674aa3df51d5) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:13:21.055560 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-581508a0-2eb3-4af5-93df-0a03b121784a req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.067196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-869484234-network', 'tenant_id': '867ebf226e624615a1d481fcde1fe165'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:21.083032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45225468-1417-4099-9df5-15acabb03a9e req-8fece5eb-bcac-4d89-a495-97a5f87b7ba1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487367 Dec 12 04:13:21.122061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Pushing event deleted for resources: {'Port': ['ID=90185e08-036a-4702-8b9b-033e011e5023,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:21.162832 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfe3a-2e45-4206-9197-9843ccce16ff req-3ba055e4-d10c-47f2-865f-a5d054389604 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.165799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-151bfe3a-2e45-4206-9197-9843ccce16ff req-3ba055e4-d10c-47f2-865f-a5d054389604 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 950 time: 0.1257837 Dec 12 04:13:21.193987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Made reservation on behalf of 867ebf226e624615a1d481fcde1fe165 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:21.196360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.229822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-581508a0-2eb3-4af5-93df-0a03b121784a req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] No DVR routers for this DVR port 90185e08-036a-4702-8b9b-033e011e5023 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:13:21.235398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.239318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-581508a0-2eb3-4af5-93df-0a03b121784a req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.242726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-581508a0-2eb3-4af5-93df-0a03b121784a req-d7f36c80-45d1-447c-ae94-f4dd5e70a85f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.37 "DELETE /v2.0/ports/90185e08-036a-4702-8b9b-033e011e5023 HTTP/1.1" status: 204 len: 173 time: 1.2220490 Dec 12 04:13:21.251578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-151bfe3a-2e45-4206-9197-9843ccce16ff req-8ce405eb-328b-460c-ac87-ef99e1548204 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776920 Dec 12 04:13:21.252454 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-c896db93-03ef-451e-b31d-dc6938eed6c0 service neutron] 10.222.0.37 "GET /v2.0/networks/4afa1e7c-16b9-4e33-90cf-58c9bb974b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584054 Dec 12 04:13:21.254474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.290717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e640c9b-e149-4f35-a483-8b6dd7175ba7 req-bcd49a48-a243-43fc-9a40-5e69091044b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.292256 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e640c9b-e149-4f35-a483-8b6dd7175ba7 req-bcd49a48-a243-43fc-9a40-5e69091044b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 1101 time: 0.2082689 Dec 12 04:13:21.321842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.398851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Network ca082263-57ba-42fa-8dda-b3157a3a65d4 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:13:21.406619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:21.409537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:13:21.416406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Pushing event updated for resources: {'Port': ['ID=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:21.437787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab65c3-5ab0-484c-a44a-af8edb200938 req-70b89546-43d0-4b4f-bdf9-8329ed25151a tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.441725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4ab65c3-5ab0-484c-a44a-af8edb200938 req-70b89546-43d0-4b4f-bdf9-8329ed25151a tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 943 time: 0.1924438 Dec 12 04:13:21.458636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf8342-9add-4197-9026-f27961527335 req-bfd9d437-a707-4d69-8aef-2891e3de8635 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.460169 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8cf8342-9add-4197-9026-f27961527335 req-bfd9d437-a707-4d69-8aef-2891e3de8635 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1097 time: 0.1023149 Dec 12 04:13:21.473173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.473784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.481093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e640c9b-e149-4f35-a483-8b6dd7175ba7 req-5bce4a16-ebc7-4d1b-a2ad-d97f35dc6dae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678894 Dec 12 04:13:21.509058 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e4267d6-b949-429e-99fb-10bb6222282b req-c23631b4-0f1b-47b3-b94d-a86dae831685 service neutron] 10.222.0.37 "GET /v2.0/networks/4afa1e7c-16b9-4e33-90cf-58c9bb974b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436547 Dec 12 04:13:21.511839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-771d8478-c3d1-4d4f-a8c5-4a167a2a5648 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8974140 Dec 12 04:13:21.524596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8cf8342-9add-4197-9026-f27961527335 req-9f06415e-d715-4b2d-af62-1a8f602bc45e tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579596 Dec 12 04:13:21.531096 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Request body: {'port': {'device_id': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:21.531986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.546180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.579303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:21.587073 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4ab65c3-5ab0-484c-a44a-af8edb200938 req-e70894ae-bcca-490d-9a69-c4aee6c8161f tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263502 Dec 12 04:13:21.593361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:13:21.605333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.605760 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Added segment 8261439e-b8b8-4e8b-a5ad-48d3b6873c95 of type vlan for network 50cadb4f-5016-4783-9106-e486f5ff0ccd Dec 12 04:13:21.644550 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.660268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.696410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410060c1-11af-405d-9a31-40f3940806af req-878e08cb-d975-4d3e-bd08-897d6c08a618 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.697822 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-410060c1-11af-405d-9a31-40f3940806af req-878e08cb-d975-4d3e-bd08-897d6c08a618 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 931 time: 0.0883086 Dec 12 04:13:21.719839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36bc7-11ee-4347-86af-94b472fb4bb6 req-113aef22-9c75-4985-9c36-9353794e04f4 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.721623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69c36bc7-11ee-4347-86af-94b472fb4bb6 req-113aef22-9c75-4985-9c36-9353794e04f4 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1097 time: 0.0587187 Dec 12 04:13:21.722696 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.723584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.724842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.782246 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8901947 Dec 12 04:13:21.787109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45484) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:21.793536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Request body: {'subnet': {'network_id': '50cadb4f-5016-4783-9106-e486f5ff0ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-869484234-subnet', 'tenant_id': '867ebf226e624615a1d481fcde1fe165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:21.823696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4663fe7-6380-44ff-9b6e-5397ca44af8a admin admin] Pushing event updated for resources: {'Network': ['ID=50cadb4f-5016-4783-9106-e486f5ff0ccd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:21.834748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 50cadb4f-5016-4783-9106-e486f5ff0ccd details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:13:21.838043 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69c36bc7-11ee-4347-86af-94b472fb4bb6 req-325bd5cd-55b2-48fa-9452-bb3b003fb101 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079352 Dec 12 04:13:21.869204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-410060c1-11af-405d-9a31-40f3940806af req-b1559c03-4c33-42cf-9034-86c6c7877460 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571579 Dec 12 04:13:21.889729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Made reservation on behalf of 867ebf226e624615a1d481fcde1fe165 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:21.892357 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:21.960265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-73606e69-9b80-47d5-b0ce-bbef63e862f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.961901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-73606e69-9b80-47d5-b0ce-bbef63e862f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b56150e57474a74875723075ad9e811&device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 1094 time: 0.0955596 Dec 12 04:13:21.993511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653494-9c7b-4964-89e9-3bc5bee005e2 req-ec77a630-8d0e-4cf3-8abc-f7eb2aa16dba tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:21.995034 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20653494-9c7b-4964-89e9-3bc5bee005e2 req-ec77a630-8d0e-4cf3-8abc-f7eb2aa16dba tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0778823 Dec 12 04:13:22.089494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8d0f80-94e2-4823-9c0a-674aa3df51d5 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:22.102570 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:22.124925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Transition to ACTIVE for port object ac8d0f80-94e2-4823-9c0a-674aa3df51d5 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:22.127827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20653494-9c7b-4964-89e9-3bc5bee005e2 req-66f75312-d9be-4dc7-afe6-645eb88720c7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872383 Dec 12 04:13:22.140485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-88a96923-5cdf-4d7d-853b-458a457f5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:22.142111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-88a96923-5cdf-4d7d-853b-458a457f5c6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4afa1e7c-16b9-4e33-90cf-58c9bb974b6d HTTP/1.1" status: 200 len: 913 time: 0.1692679 Dec 12 04:13:22.160178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:22.199535 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-f20a13b9-d4a0-4179-967c-bee4c0e8bb09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 HTTP/1.1" status: 200 len: 217 time: 0.0402679 Dec 12 04:13:22.234157 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:22.258338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-c7041a8d-14d8-41c3-94ec-622189fdec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:22.260038 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-c7041a8d-14d8-41c3-94ec-622189fdec26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e3f0a57-9d4a-45a7-a7e5-d423347e99e6 HTTP/1.1" status: 200 len: 853 time: 0.0529137 Dec 12 04:13:22.280102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Pushing event updated for resources: {'Port': ['ID=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:22.312471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaf1db-f31d-4836-b37d-860e3ca8dc18 req-a0a18a4c-e7ce-42b4-9151-2e05a689de24 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:22.317133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76eaf1db-f31d-4836-b37d-860e3ca8dc18 req-a0a18a4c-e7ce-42b4-9151-2e05a689de24 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1097 time: 0.1705232 Dec 12 04:13:22.319732 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-b4eae163-b007-4e85-9f29-fd351bc2cdc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4afa1e7c-16b9-4e33-90cf-58c9bb974b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420392 Dec 12 04:13:22.385745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1dffb57-21f5-443e-a7c9-98a6443d9f6c,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:22.410269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Checking segment: {'id': '8261439e-b8b8-4e8b-a5ad-48d3b6873c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '50cadb4f-5016-4783-9106-e486f5ff0ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:22.410793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Network hostable DHCP agents. Network: 50cadb4f-5016-4783-9106-e486f5ff0ccd, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:13:22.446800 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76eaf1db-f31d-4836-b37d-860e3ca8dc18 req-f183337c-b741-4f16-b719-48eb7169c23f tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236162 Dec 12 04:13:22.448025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Attempting to bind port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:22.448025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Attempting to bind port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:22.448519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Attempting to bind port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 on network ca082263-57ba-42fa-8dda-b3157a3a65d4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:22.456352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 on network ca082263-57ba-42fa-8dda-b3157a3a65d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:22.456873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Attempting to bind port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 on network ca082263-57ba-42fa-8dda-b3157a3a65d4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:22.462491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:22.462943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Checking segment: {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:22.463449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Bound using segment: {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:22.464008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Bound port: ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:22.464463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:22.465904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72b15-02c1-4b3b-a1ca-bcd128dc028d req-8b5716b1-d899-4d0f-9811-1d4fc6637021 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:22.468500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bda72b15-02c1-4b3b-a1ca-bcd128dc028d req-8b5716b1-d899-4d0f-9811-1d4fc6637021 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 950 time: 0.0840142 Dec 12 04:13:22.474881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Network 50cadb4f-5016-4783-9106-e486f5ff0ccd is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:13:22.486455 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-5b7c62dc-c42b-4e87-be5c-f4f3e547457e service neutron] 10.222.0.37 "GET /v2.0/networks/4afa1e7c-16b9-4e33-90cf-58c9bb974b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585941 Dec 12 04:13:22.503903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 50cadb4f-5016-4783-9106-e486f5ff0ccd) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:22.512611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912d9d09-a725-4826-b002-fa581ceef39d None None] Network 50cadb4f-5016-4783-9106-e486f5ff0ccd requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:13:22.517171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:22.517778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:22.542863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'name': 'network-vif-deleted', 'tag': '90185e08-036a-4702-8b9b-033e011e5023'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:22.545621 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5ac498-7672-4afd-8f73-30ce4129ec2c" -d '{"events": [{"server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "name": "network-vif-deleted", "tag": "90185e08-036a-4702-8b9b-033e011e5023"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:22.553480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0dd2db24-6a56-49da-8da5-5f51c7a67cbd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7634678 Dec 12 04:13:22.570684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:22.576329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:22.588608 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:22.637087 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acb6a13d-5813-4d80-9e82-684cd8591ff3 req-6d84514e-47f4-4212-bedd-ffa31f27950e service neutron] 10.222.0.37 "GET /v2.0/networks/4afa1e7c-16b9-4e33-90cf-58c9bb974b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424038 Dec 12 04:13:22.640450 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100edd2e-12e4-4ffa-989a-09646c582287 x-openstack-request-id: req-100edd2e-12e4-4ffa-989a-09646c582287 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:22.640897 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216ce96f-59bb-4821-82ae-cb7e2df64bc8", "name": "network-vif-deleted", "tag": "90185e08-036a-4702-8b9b-033e011e5023", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:22.641802 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-100edd2e-12e4-4ffa-989a-09646c582287 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:22.642886 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ce96f-59bb-4821-82ae-cb7e2df64bc8', 'name': 'network-vif-deleted', 'tag': '90185e08-036a-4702-8b9b-033e011e5023', 'status': 'completed', 'code': 200} Dec 12 04:13:22.661154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bda72b15-02c1-4b3b-a1ca-bcd128dc028d req-fbe0a6e3-2fbf-4bab-9290-9765bd922ce0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804090 Dec 12 04:13:22.679424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:22.680445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:22.681968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] 10.222.0.18 "PUT /v2.0/ports/ac8d0f80-94e2-4823-9c0a-674aa3df51d5 HTTP/1.1" status: 200 len: 1091 time: 1.1549587 Dec 12 04:13:22.683039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:22.687673 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77439330-c4cf-48be-94aa-052f3b43a5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:22.709881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c5643-cb2f-4057-8536-1b2b6179b9c6 None None] Network 50cadb4f-5016-4783-9106-e486f5ff0ccd requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:13:22.723703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549193ce-3547-46ff-86bb-6edeaf2db73a service neutron] Pushing event updated for resources: {'Port': ['ID=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:22.814143 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b9b29b-a0c0-401b-9934-5766e364f500 x-openstack-request-id: req-19b9b29b-a0c0-401b-9934-5766e364f500 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:22.814873 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:22.814873 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19b9b29b-a0c0-401b-9934-5766e364f500 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:22.815093 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5', 'status': 'completed', 'code': 200} Dec 12 04:13:22.851227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058335db-6497-4664-bd3d-55b660ab8fa4 req-b719005c-b9ec-4673-af8f-bf8ab1228078 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:22.852740 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-058335db-6497-4664-bd3d-55b660ab8fa4 req-b719005c-b9ec-4673-af8f-bf8ab1228078 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 943 time: 0.1234870 Dec 12 04:13:22.855977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474c92-2664-42c5-ae55-a79e23791025 req-1bb53541-e47a-4f8d-b1e8-2e65eedd6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:22.857326 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-1bb53541-e47a-4f8d-b1e8-2e65eedd6a43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 1094 time: 0.1079249 Dec 12 04:13:22.939740 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-496e857d-f1b1-4eb8-882b-5dd43609cab7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5 HTTP/1.1" status: 200 len: 217 time: 0.0491445 Dec 12 04:13:22.943494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-058335db-6497-4664-bd3d-55b660ab8fa4 req-17fe80c4-17b0-473f-bd4e-f3ce4fd2b28b tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839787 Dec 12 04:13:22.998470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474c92-2664-42c5-ae55-a79e23791025 req-5fa9fb8e-f9d8-46f7-b9d0-8753800d11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:23.000048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-5fa9fb8e-f9d8-46f7-b9d0-8753800d11e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 200 len: 844 time: 0.0502994 Dec 12 04:13:23.051219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-4a92f400-c8e4-44ed-9862-14b15fe612f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca082263-57ba-42fa-8dda-b3157a3a65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421309 Dec 12 04:13:23.101958 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442878b-eaed-4251-b894-3a0749c2a266 req-4e2fa8f8-e876-4dbd-87ac-c0cfb846324e tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:23.103418 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-4e2fa8f8-e876-4dbd-87ac-c0cfb846324e tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/networks?id=50cadb4f-5016-4783-9106-e486f5ff0ccd HTTP/1.1" status: 200 len: 821 time: 0.1059222 Dec 12 04:13:23.109235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740344d-1071-49e1-afd6-2affca7d9edd req-26c0675f-9057-48d0-839c-e919e6b63220 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:23.110733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3740344d-1071-49e1-afd6-2affca7d9edd req-26c0675f-9057-48d0-839c-e919e6b63220 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 943 time: 0.1098192 Dec 12 04:13:23.118109 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-470f8fc1-52db-49c3-897c-7f8956916938 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/quotas/867ebf226e624615a1d481fcde1fe165 HTTP/1.1" status: 200 len: 375 time: 0.0088418 Dec 12 04:13:23.149465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-82a1c592-a782-43f9-9d1d-4c0a551285b8 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=867ebf226e624615a1d481fcde1fe165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259156 Dec 12 04:13:23.185728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3740344d-1071-49e1-afd6-2affca7d9edd req-544f30dd-3557-4a2d-a289-518985060c86 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669808 Dec 12 04:13:23.188092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-bffc85c6-ec16-4cdb-a54e-608be0e3a3fa service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293101 Dec 12 04:13:23.245711 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-979c8eb2-a945-4af9-8b9a-7f8213d933b0 service neutron] 10.222.0.36 "GET /v2.0/networks/50cadb4f-5016-4783-9106-e486f5ff0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881355 Dec 12 04:13:23.314086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baff6f-2370-4ce2-91cc-9dbf81494cfd req-125080f9-c739-4dde-b262-b132a90468a8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:23.315578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02baff6f-2370-4ce2-91cc-9dbf81494cfd req-125080f9-c739-4dde-b262-b132a90468a8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0719864 Dec 12 04:13:23.332913 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9474c92-2664-42c5-ae55-a79e23791025 req-ed5f300f-30e0-454e-a91b-546ca7b07758 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369293 Dec 12 04:13:23.340964 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-3a2e8ec9-7bb6-4018-8040-496c6809726b service neutron] 10.222.0.36 "GET /v2.0/networks/50cadb4f-5016-4783-9106-e486f5ff0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895035 Dec 12 04:13:23.369841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02baff6f-2370-4ce2-91cc-9dbf81494cfd req-73b511a3-7684-4611-bbbc-b48d92d8dd7c tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470190 Dec 12 04:13:23.538801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6bae8975-37d0-40e3-a1d8-8065e674c3b1 req-1278803b-dcc5-4c6f-9168-87aa42dfa262 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 210 time: 0.0379331 Dec 12 04:13:23.796217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-b61743e6-f64d-4856-ad19-9c0a5a3bcbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:23.798167 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-b61743e6-f64d-4856-ad19-9c0a5a3bcbd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 1094 time: 0.3760741 Dec 12 04:13:23.805472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5f81a-929b-40d5-9c00-5f46893c2e15 req-2f46e1c6-9c14-48e4-9077-defd9fe570d0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:23.807185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16a5f81a-929b-40d5-9c00-5f46893c2e15 req-2f46e1c6-9c14-48e4-9077-defd9fe570d0 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 950 time: 0.0604663 Dec 12 04:13:23.833112 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce2f51-bd99-4abf-8606-63900191159a req-7a1ff3e5-e520-416b-9f3e-2f72e8216214 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:23.834689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8ce2f51-bd99-4abf-8606-63900191159a req-7a1ff3e5-e520-416b-9f3e-2f72e8216214 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1097 time: 0.0685823 Dec 12 04:13:23.874821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16a5f81a-929b-40d5-9c00-5f46893c2e15 req-e61c4467-653f-4b75-914c-42f1c816f401 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609512 Dec 12 04:13:23.930621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8ce2f51-bd99-4abf-8606-63900191159a req-33e417ff-ed6c-43c7-8c81-62f11c07180f tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715916 Dec 12 04:13:23.935600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-798cfba9-71f5-4e52-a26e-d7fa729c489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:23.937043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-798cfba9-71f5-4e52-a26e-d7fa729c489c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 904 time: 0.1273446 Dec 12 04:13:24.002699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-bb8ed09b-884a-42c4-9f52-ad6a7821af4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5 HTTP/1.1" status: 200 len: 217 time: 0.0389469 Dec 12 04:13:24.058980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-0a86db5d-32ef-4bb0-b2f0-a4e89e13f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:24.060979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-0a86db5d-32ef-4bb0-b2f0-a4e89e13f0b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 200 len: 844 time: 0.0512609 Dec 12 04:13:24.103272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-c988377d-36f5-4a73-80d8-4fef29154440 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca082263-57ba-42fa-8dda-b3157a3a65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350235 Dec 12 04:13:24.251965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-b82b35cc-d941-4147-8162-0b16c0bad3e1 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141670 Dec 12 04:13:24.352947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14eef26-28db-4ced-93d2-438d564fc84d req-f70ed31e-0736-49f4-8d0a-ab69968d9ee7 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:24.354513 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d14eef26-28db-4ced-93d2-438d564fc84d req-f70ed31e-0736-49f4-8d0a-ab69968d9ee7 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 943 time: 0.0525863 Dec 12 04:13:24.373421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77439330-c4cf-48be-94aa-052f3b43a5c0 req-47d7ce95-c8bb-490e-a511-bda0ffb44b80 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114526 Dec 12 04:13:24.407750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d14eef26-28db-4ced-93d2-438d564fc84d req-9253abb0-e8fe-4af5-a885-261cf678cdb0 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Dec 12 04:13:24.429780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 90185e08-036a-4702-8b9b-033e011e5023 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:13:24.462223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 90185e08-036a-4702-8b9b-033e011e5023 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:13:24.462897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 90185e08-036a-4702-8b9b-033e011e5023 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:13:24.523208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71bad-0b9d-43bb-bd26-fee13b93d93f req-80530c9f-e1ea-485b-b941-c644e6eec1af tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:24.524907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aae71bad-0b9d-43bb-bd26-fee13b93d93f req-80530c9f-e1ea-485b-b941-c644e6eec1af tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 943 time: 0.0537274 Dec 12 04:13:24.580170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aae71bad-0b9d-43bb-bd26-fee13b93d93f req-158d99c2-edeb-40d8-9e93-3d3b96428cb8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486431 Dec 12 04:13:24.753315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442878b-eaed-4251-b894-3a0749c2a266 req-73380a5a-0e2c-433b-b5cd-c664c135bd5b tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:24.754854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-73380a5a-0e2c-433b-b5cd-c664c135bd5b tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.18 "GET /v2.0/networks?id=50cadb4f-5016-4783-9106-e486f5ff0ccd HTTP/1.1" status: 200 len: 821 time: 0.1336982 Dec 12 04:13:24.774671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Request body: {'port': {'device_id': 'e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223', 'network_id': '50cadb4f-5016-4783-9106-e486f5ff0ccd', 'admin_state_up': True, 'tenant_id': '867ebf226e624615a1d481fcde1fe165'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:24.787794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd811-226e-454b-93ef-6df06fe3b660 req-23290e36-e581-447c-b319-7b1b77c28caf tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:24.789464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a72cd811-226e-454b-93ef-6df06fe3b660 req-23290e36-e581-447c-b319-7b1b77c28caf tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0684562 Dec 12 04:13:24.842101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a72cd811-226e-454b-93ef-6df06fe3b660 req-c1696101-0045-4051-9dbc-32b695f70e96 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455377 Dec 12 04:13:24.898180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Made reservation on behalf of 867ebf226e624615a1d481fcde1fe165 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:24.901894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:25.006191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-1fdca200-19fb-4722-bcb4-40be52f84fdb tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:13:25.007201 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-1fdca200-19fb-4722-bcb4-40be52f84fdb tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226135 Dec 12 04:13:25.020808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2315ce81-08fb-4f37-82ef-59534ae5368e req-ceb6811c-1e67-4a5d-a471-43f3426a5d93 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 210 time: 0.0297043 Dec 12 04:13:25.061750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Allocated IP 172.20.0.5 (50cadb4f-5016-4783-9106-e486f5ff0ccd/b1dffb57-21f5-443e-a7c9-98a6443d9f6c/5b03c25c-5b87-43e1-8961-e74d245613eb) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:13:25.067511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-db20385c-ac7c-4964-b903-5b50ccab602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:25.068907 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-db20385c-ac7c-4964-b903-5b50ccab602d service neutron] 10.222.0.36 "GET /v2.0/ports/104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 1094 time: 0.0500746 Dec 12 04:13:25.079806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Request body: {'binding': {'host': 'n-h1-710847-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:25.080185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Unknown quota resources ['binding']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:13:25.311553 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:25.318520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff on host n-h1-710847-7 for vnic_type normal with profile None {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:25.318857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:25.319183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:25.326863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Port 104f8118-a9d5-43d1-badb-164a4eeec4ff on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:25.327185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:25.335253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:25.335528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:25.335911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:25.336338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Bound port: 104f8118-a9d5-43d1-badb-164a4eeec4ff, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:25.393481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:25.436690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:25.446281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:25.447469 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-53050cdc-cc9b-4b85-85f2-19ec4f186a9c service neutron] 10.222.0.36 "POST /v2.0/ports/104f8118-a9d5-43d1-badb-164a4eeec4ff/bindings HTTP/1.1" status: 201 len: 389 time: 0.3727691 Dec 12 04:13:25.459259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Network 50cadb4f-5016-4783-9106-e486f5ff0ccd is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:13:25.462503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:25.466968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:13:25.470962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Pushing event updated for resources: {'Port': ['ID=5b03c25c-5b87-43e1-8961-e74d245613eb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:25.518869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:25.519537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:25.543642 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-36f6cb6f-ea68-4c0e-b733-ca674b8def78 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738380 Dec 12 04:13:25.545900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4e141-87f3-466a-a07b-f7e72e10edbb req-6fd77dd9-0118-47bb-aced-e613d77b0594 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:25.547500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51e4e141-87f3-466a-a07b-f7e72e10edbb req-6fd77dd9-0118-47bb-aced-e613d77b0594 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 943 time: 0.0658457 Dec 12 04:13:25.566083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Request body: {'port': {'device_id': 'e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:25.615963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51e4e141-87f3-466a-a07b-f7e72e10edbb req-6415df0f-cda3-457d-b881-b28bd048c33a tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614109 Dec 12 04:13:25.659463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:25.717558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1b1c-42f6-4e20-ba57-75160ae541de req-b3f05145-bd56-43c1-8509-07a1a42f0ace tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:25.719199 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-279a1b1c-42f6-4e20-ba57-75160ae541de req-b3f05145-bd56-43c1-8509-07a1a42f0ace tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 946 time: 0.0946963 Dec 12 04:13:25.722482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3073a5-b5f8-4f92-8352-9f8fae116314 req-2e7dc293-597a-464a-8477-9e7a32e78eab tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:25.730494 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6e3073a5-b5f8-4f92-8352-9f8fae116314 req-2e7dc293-597a-464a-8477-9e7a32e78eab tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 943 time: 0.0562773 Dec 12 04:13:25.801369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6e3073a5-b5f8-4f92-8352-9f8fae116314 req-7a8a3c8b-e567-4188-9073-0e63e4b09fb0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697343 Dec 12 04:13:25.821508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-f32ceee1-c368-4f9f-bc12-491c148ffaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:25.821508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-f32ceee1-c368-4f9f-bc12-491c148ffaee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1097 time: 0.0586390 Dec 12 04:13:25.882905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-279a1b1c-42f6-4e20-ba57-75160ae541de req-d8f3adb3-3653-4ce2-a7e9-33bab29a44e6 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526139 Dec 12 04:13:25.911759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac8d0f80-94e2-4823-9c0a-674aa3df51d5 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:25.977207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-42c3bbca-7a02-45e8-9b7e-38ab21cb2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:25.978919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-42c3bbca-7a02-45e8-9b7e-38ab21cb2117 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1365123 Dec 12 04:13:26.004376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35406b5b-5b5e-415a-9e96-c3fd17743f3e req-1fc5d6d5-ad6c-42f3-a9af-a9a011e8fe58 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:26.006044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35406b5b-5b5e-415a-9e96-c3fd17743f3e req-1fc5d6d5-ad6c-42f3-a9af-a9a011e8fe58 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0761249 Dec 12 04:13:26.010275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b03c25c-5b87-43e1-8961-e74d245613eb {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:26.018447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.037446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-9df36734-0447-416c-8eb4-b921c6a92ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 217 time: 0.0499170 Dec 12 04:13:26.037968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:26.040043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Transition to ACTIVE for port object 5b03c25c-5b87-43e1-8961-e74d245613eb will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:26.047708 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.054877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'port_id': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5', 'mac_address': 'fa:16:3e:b5:78:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:26.095623 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.110418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8d0f80-94e2-4823-9c0a-674aa3df51d5 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:26.128151 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35406b5b-5b5e-415a-9e96-c3fd17743f3e req-7749aff5-641f-4e54-a965-9ee696a02099 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935071 Dec 12 04:13:26.138880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:26.139487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-6c255579-fc33-4c3b-a508-f4ece76c1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:26.141426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-6c255579-fc33-4c3b-a508-f4ece76c1145 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.0855858 Dec 12 04:13:26.144178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.149362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Pushing event updated for resources: {'Port': ['ID=5b03c25c-5b87-43e1-8961-e74d245613eb,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:26.190722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-d934966b-ee8d-4798-a2f1-4863363c2945 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264292 Dec 12 04:13:26.202001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:26.209119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3ff3f-e2b0-4672-96fc-7559e71a1ecf req-1e4bb4f9-a845-4009-becb-3f13bd8d224b tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:26.210659 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3f3ff3f-e2b0-4672-96fc-7559e71a1ecf req-1e4bb4f9-a845-4009-becb-3f13bd8d224b tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 943 time: 0.0998557 Dec 12 04:13:26.267267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Attempting to bind port 5b03c25c-5b87-43e1-8961-e74d245613eb on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:26.268028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Attempting to bind port 5b03c25c-5b87-43e1-8961-e74d245613eb by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '8261439e-b8b8-4e8b-a5ad-48d3b6873c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '50cadb4f-5016-4783-9106-e486f5ff0ccd'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:26.268028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Attempting to bind port 5b03c25c-5b87-43e1-8961-e74d245613eb on network 50cadb4f-5016-4783-9106-e486f5ff0ccd {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:26.275627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Port 5b03c25c-5b87-43e1-8961-e74d245613eb on network 50cadb4f-5016-4783-9106-e486f5ff0ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:26.275957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Attempting to bind port 5b03c25c-5b87-43e1-8961-e74d245613eb on network 50cadb4f-5016-4783-9106-e486f5ff0ccd {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:26.281960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3f3ff3f-e2b0-4672-96fc-7559e71a1ecf req-0092681c-4898-4bd1-95f9-8f9913922e29 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650311 Dec 12 04:13:26.284676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:26.285061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Checking segment: {'id': '8261439e-b8b8-4e8b-a5ad-48d3b6873c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '50cadb4f-5016-4783-9106-e486f5ff0ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:26.285457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Bound using segment: {'id': '8261439e-b8b8-4e8b-a5ad-48d3b6873c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '50cadb4f-5016-4783-9106-e486f5ff0ccd'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:26.285894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Bound port: 5b03c25c-5b87-43e1-8961-e74d245613eb, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8261439e-b8b8-4e8b-a5ad-48d3b6873c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '50cadb4f-5016-4783-9106-e486f5ff0ccd'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:26.286258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.296378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-562c8348-7177-4546-8a0e-1201f82d290c service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931244 Dec 12 04:13:26.354493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] For port 5b03c25c-5b87-43e1-8961-e74d245613eb, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:26.358420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] For port 5b03c25c-5b87-43e1-8961-e74d245613eb, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b03c25c-5b87-43e1-8961-e74d245613eb,segment=NetworkSegment(8261439e-b8b8-4e8b-a5ad-48d3b6873c95),segment_id=8261439e-b8b8-4e8b-a5ad-48d3b6873c95)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:26.364410 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.401945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:26.402635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.404574 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] 10.222.0.18 "PUT /v2.0/ports/5b03c25c-5b87-43e1-8961-e74d245613eb HTTP/1.1" status: 200 len: 1091 time: 0.8429403 Dec 12 04:13:26.405085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223', 'tag': '5b03c25c-5b87-43e1-8961-e74d245613eb'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:26.407750 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223", "tag": "5b03c25c-5b87-43e1-8961-e74d245613eb"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:26.414529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-a0cc98d4-e2d5-41b9-86bf-ce8086742c68 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947461 Dec 12 04:13:26.431788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a80c8-a478-48d0-82b2-2e93b6a16046 service neutron] Pushing event updated for resources: {'Port': ['ID=5b03c25c-5b87-43e1-8961-e74d245613eb,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:26.436191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:26.480045 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42bdf83-3551-4412-940b-c28be2947ccc x-openstack-request-id: req-c42bdf83-3551-4412-940b-c28be2947ccc {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:26.480348 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223", "tag": "5b03c25c-5b87-43e1-8961-e74d245613eb", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:26.481083 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c42bdf83-3551-4412-940b-c28be2947ccc {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:26.481083 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223', 'tag': '5b03c25c-5b87-43e1-8961-e74d245613eb', 'status': 'completed', 'code': 200} Dec 12 04:13:26.485956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac8d0f80-94e2-4823-9c0a-674aa3df51d5'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:26.519511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442878b-eaed-4251-b894-3a0749c2a266 req-855e75b9-a0a2-4b1f-8f38-65b8dfcc4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:26.521840 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-855e75b9-a0a2-4b1f-8f38-65b8dfcc4c69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=867ebf226e624615a1d481fcde1fe165&device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 1094 time: 0.0527153 Dec 12 04:13:26.575719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-08ed06db-ae79-4479-8d85-52c1fd15be39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b03c25c-5b87-43e1-8961-e74d245613eb HTTP/1.1" status: 200 len: 217 time: 0.0384619 Dec 12 04:13:26.595540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,segment=NetworkSegment(163821de-03b8-42a5-801e-e348f447de5e),segment_id=163821de-03b8-42a5-801e-e348f447de5e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:26.618642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '71f7b1e0-a040-44c3-a1ef-0165e0da9ed9', 'network_id': '4afa1e7c-16b9-4e33-90cf-58c9bb974b6d', 'port_id': '71f7b1e0-a040-44c3-a1ef-0165e0da9ed9', 'mac_address': 'fa:16:3e:d9:32:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3f0a57-9d4a-45a7-a7e5-d423347e99e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:26.625189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442878b-eaed-4251-b894-3a0749c2a266 req-7fa9c610-01c8-47bb-b11c-a2290d193a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:26.626824 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-7fa9c610-01c8-47bb-b11c-a2290d193a08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1dffb57-21f5-443e-a7c9-98a6443d9f6c HTTP/1.1" status: 200 len: 861 time: 0.0449493 Dec 12 04:13:26.631800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-e86a08cd-a917-4fe4-972f-525c265f000e tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:26.633514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-e86a08cd-a917-4fe4-972f-525c265f000e tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1097 time: 0.0469077 Dec 12 04:13:26.652508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-7'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:26.662124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-cc987d24-e418-4b29-b1a8-601e8aac2524 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50cadb4f-5016-4783-9106-e486f5ff0ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274298 Dec 12 04:13:26.688087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.712551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:26.729401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.747945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,segment=NetworkSegment(163821de-03b8-42a5-801e-e348f447de5e),segment_id=163821de-03b8-42a5-801e-e348f447de5e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:26.756610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:26.795722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce59f25-f620-4cce-b63e-11940190c8c5 req-888c60f9-11ae-4f62-a1e8-23e89652f8b8 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:26.797271 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ce59f25-f620-4cce-b63e-11940190c8c5 req-888c60f9-11ae-4f62-a1e8-23e89652f8b8 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 943 time: 0.0772550 Dec 12 04:13:26.803217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-998fe49b-b7d6-4bf3-bfd1-b104bad19da9 service neutron] 10.222.0.18 "GET /v2.0/networks/50cadb4f-5016-4783-9106-e486f5ff0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340213 Dec 12 04:13:26.937195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:26.939553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ce59f25-f620-4cce-b63e-11940190c8c5 req-ee80817e-cb11-4cd9-8e6b-f5f2db82b63a tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351504 Dec 12 04:13:26.957600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:27.002509 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a442878b-eaed-4251-b894-3a0749c2a266 req-0918c57c-e3cc-465b-a653-cfc1c7a63684 service neutron] 10.222.0.18 "GET /v2.0/networks/50cadb4f-5016-4783-9106-e486f5ff0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843736 Dec 12 04:13:27.020563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:27.073918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de35358-5a07-41f7-b889-03609c86a584 req-3ba161f2-b096-41be-a0b2-5656fd2d1bf6 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:27.076348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3de35358-5a07-41f7-b889-03609c86a584 req-3ba161f2-b096-41be-a0b2-5656fd2d1bf6 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 944 time: 0.1156466 Dec 12 04:13:27.097745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:27.099997 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dae3fe-5fa8-433b-ad30-9f0b3b220d6d" -d '{"events": [{"server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "name": "network-vif-unplugged", "status": "completed", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:27.104932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:27.120538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:27.137689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['71f7b1e0-a040-44c3-a1ef-0165e0da9ed9'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:27.174752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-d94638dc-efb7-4651-a307-d38ffc99a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:27.177148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-d94638dc-efb7-4651-a307-d38ffc99a4f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=867ebf226e624615a1d481fcde1fe165&device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 1094 time: 0.0715947 Dec 12 04:13:27.185879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3de35358-5a07-41f7-b889-03609c86a584 req-3e312ce3-f369-4e89-ab3b-106f53b188a5 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978687 Dec 12 04:13:27.239632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Pushing event updated for resources: {'Port': ['ID=104f8118-a9d5-43d1-badb-164a4eeec4ff,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:27.248089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff on host n-h2-710847-7 for vnic_type normal with profile {"migrating_to": "n-h1-710847-7"} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:27.248486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:27.248798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:27.253590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Port 104f8118-a9d5-43d1-badb-164a4eeec4ff on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:27.253919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Attempting to bind port 104f8118-a9d5-43d1-badb-164a4eeec4ff on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:27.259789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:27.260144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:27.260537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:27.261438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Bound port: 104f8118-a9d5-43d1-badb-164a4eeec4ff, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:27.261438 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:27.291712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ad7d9-bf64-4aa8-a81e-6a7f16581349 req-4e8bef5d-647e-450e-a455-6e1a66fe5bc3 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:27.303800 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e14ad7d9-bf64-4aa8-a81e-6a7f16581349 req-4e8bef5d-647e-450e-a455-6e1a66fe5bc3 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 944 time: 0.1716330 Dec 12 04:13:27.373979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:27.380200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:27.385726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:27.413450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e14ad7d9-bf64-4aa8-a81e-6a7f16581349 req-eb4949d7-5db9-484b-8616-a7de371e1dbd tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086779 Dec 12 04:13:27.431606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-1b7bf5d4-56bb-4389-8b1e-9f18112a655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:27.433848 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-1b7bf5d4-56bb-4389-8b1e-9f18112a655d service neutron] 10.222.0.18 "GET /v2.0/networks?id=50cadb4f-5016-4783-9106-e486f5ff0ccd HTTP/1.1" status: 200 len: 921 time: 0.2453482 Dec 12 04:13:27.474331 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ed65ab-8d6e-4c11-9dfd-437d9051e76d x-openstack-request-id: req-a6ed65ab-8d6e-4c11-9dfd-437d9051e76d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:27.474668 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "name": "network-vif-unplugged", "status": "completed", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:27.474934 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6ed65ab-8d6e-4c11-9dfd-437d9051e76d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:27.475381 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff', 'code': 200} Dec 12 04:13:27.484630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:27.485625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:27.486871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] 10.222.0.37 "PUT /v2.0/ports/104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 1122 time: 0.8386552 Dec 12 04:13:27.498705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e352aa3-5135-447d-84cd-bea4cc16faee service neutron] Pushing event updated for resources: {'Port': ['ID=104f8118-a9d5-43d1-badb-164a4eeec4ff,revision_number=8']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:27.510420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-36d53acd-ff98-469a-a4ed-a810184e5d1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b03c25c-5b87-43e1-8961-e74d245613eb HTTP/1.1" status: 200 len: 217 time: 0.0681186 Dec 12 04:13:27.617835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-4f4ff870-9152-4e9a-b8a1-40702129bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:27.619328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-4f4ff870-9152-4e9a-b8a1-40702129bca4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1dffb57-21f5-443e-a7c9-98a6443d9f6c HTTP/1.1" status: 200 len: 861 time: 0.1015978 Dec 12 04:13:27.623648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['104f8118-a9d5-43d1-badb-164a4eeec4ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:27.636180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78abe6-7e3e-472f-b8b3-961e830ecda3 req-ef2c1878-fac0-4312-9eaf-112dd94ff280 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:27.638273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e78abe6-7e3e-472f-b8b3-961e830ecda3 req-ef2c1878-fac0-4312-9eaf-112dd94ff280 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0658960 Dec 12 04:13:27.682497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-819aaeab-64d1-4219-a5cc-36da6621e90e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50cadb4f-5016-4783-9106-e486f5ff0ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431519 Dec 12 04:13:27.782270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e78abe6-7e3e-472f-b8b3-961e830ecda3 req-7e2de558-f665-4cf0-97ab-29d606fc998e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335812 Dec 12 04:13:27.850315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0427eac-81f5-4309-a6e9-3c6eaa6cb87b req-c1630179-4fd7-435f-a211-75e5ba225168 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:27.852517 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0427eac-81f5-4309-a6e9-3c6eaa6cb87b req-c1630179-4fd7-435f-a211-75e5ba225168 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 943 time: 0.0801380 Dec 12 04:13:27.865404 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-04975f65-6779-45c0-b5ad-4b8b7a64d2a1 service neutron] 10.222.0.18 "GET /v2.0/networks/50cadb4f-5016-4783-9106-e486f5ff0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744511 Dec 12 04:13:27.920063 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0427eac-81f5-4309-a6e9-3c6eaa6cb87b req-f891f1c1-2c72-4b46-8dee-58756b394216 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593364 Dec 12 04:13:27.947743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac8d0f80-94e2-4823-9c0a-674aa3df51d5 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:28.026291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:28.035039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:28.035429 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:28.035760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28a3f3e6-0d02-46b7-8b76-48acc2ec284e req-8bb222be-aeca-41b9-9588-f963237ac5de service neutron] 10.222.0.18 "GET /v2.0/networks/50cadb4f-5016-4783-9106-e486f5ff0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610818 Dec 12 04:13:28.114417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232e301-6380-49d0-b650-ac414bb814dd req-95a1daea-9486-4748-89a3-dbb437a448ba tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:28.122859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8232e301-6380-49d0-b650-ac414bb814dd req-95a1daea-9486-4748-89a3-dbb437a448ba tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 944 time: 0.0785964 Dec 12 04:13:28.160596 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:28.190482 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8232e301-6380-49d0-b650-ac414bb814dd req-9594f253-1d3b-4015-8331-d0fd63cb4d99 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641689 Dec 12 04:13:28.198449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:28.199481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:28.202435 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6814903-e3a1-43b9-9726-14439fee6dec" -d '{"events": [{"server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:28.206764 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:28.301073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:28.308608 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b8244c-50ff-4989-9124-ebf3a8ac74cf x-openstack-request-id: req-63b8244c-50ff-4989-9124-ebf3a8ac74cf {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:28.309055 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:28.310068 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63b8244c-50ff-4989-9124-ebf3a8ac74cf {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:28.310068 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5', 'code': 200} Dec 12 04:13:28.417986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9fb9b-2058-41b8-af7a-1db7ea9aa706 req-f8041069-481e-4657-8f2d-d1533e0f93c7 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:28.420152 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7b9fb9b-2058-41b8-af7a-1db7ea9aa706 req-f8041069-481e-4657-8f2d-d1533e0f93c7 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0715976 Dec 12 04:13:28.446345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:28.459034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:28.489448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486978a-d317-4b42-b8a8-e2765b527420 req-4cfbee1d-c1c8-494e-8fa7-707d10932873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:28.491077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b486978a-d317-4b42-b8a8-e2765b527420 req-4cfbee1d-c1c8-494e-8fa7-707d10932873 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 1096 time: 0.0667398 Dec 12 04:13:28.505937 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7b9fb9b-2058-41b8-af7a-1db7ea9aa706 req-9b5034da-45a9-4e5b-be7e-0ba628f2e9b1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778100 Dec 12 04:13:28.561912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:28.566426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b486978a-d317-4b42-b8a8-e2765b527420 req-28e68331-10bd-4a77-a191-0235d35e9a73 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590754 Dec 12 04:13:28.590363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:28.591574 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:28.628236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7311d1d-ac3a-4d1e-9bc3-5b5fafeaf153 req-b2333fcd-637b-4e25-b163-85a6574c1e4e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:28.629935 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7311d1d-ac3a-4d1e-9bc3-5b5fafeaf153 req-b2333fcd-637b-4e25-b163-85a6574c1e4e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 944 time: 0.0561247 Dec 12 04:13:28.690157 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7311d1d-ac3a-4d1e-9bc3-5b5fafeaf153 req-a54be2a3-c80c-4329-aaee-4e1b901e4c8a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521390 Dec 12 04:13:28.690958 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:28.734964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:28.757297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'mac_address': 'fa:16:3e:86:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:28.763571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,segment=NetworkSegment(163821de-03b8-42a5-801e-e348f447de5e),segment_id=163821de-03b8-42a5-801e-e348f447de5e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:28.768426 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:28.829826 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:28.854565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bae47f64-85ea-4850-93fa-0eb820cc2b0d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:28.859320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:28.879437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:28.884853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:28.926368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a02f7-206c-431c-94b4-2bb4ee4468c4 req-2365d1f5-e1c0-417e-8707-a6744ae315e7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:28.937666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e79a02f7-206c-431c-94b4-2bb4ee4468c4 req-2365d1f5-e1c0-417e-8707-a6744ae315e7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0749993 Dec 12 04:13:28.941685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:28.989325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e79a02f7-206c-431c-94b4-2bb4ee4468c4 req-d5b27be2-8c86-4e12-8fe7-a554beb9ffa2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Dec 12 04:13:29.069831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f57-2dc8-4e47-a7b3-94b02dbe492b req-a7c06522-d1bb-47d8-ab34-c469a669092c tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:29.071733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f0b20f57-2dc8-4e47-a7b3-94b02dbe492b req-a7c06522-d1bb-47d8-ab34-c469a669092c tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 943 time: 0.0560427 Dec 12 04:13:29.083638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['bae47f64-85ea-4850-93fa-0eb820cc2b0d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:29.143607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f0b20f57-2dc8-4e47-a7b3-94b02dbe492b req-9cc4015f-531b-49d0-9e34-c78429f5bb34 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643554 Dec 12 04:13:29.367073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc6e83-77de-4e9c-88fc-aa00f9e0defe req-d2fc1f44-ca97-41bb-a991-5042dbaba08f tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:29.375377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cedc6e83-77de-4e9c-88fc-aa00f9e0defe req-d2fc1f44-ca97-41bb-a991-5042dbaba08f tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 945 time: 0.1027141 Dec 12 04:13:29.449359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cedc6e83-77de-4e9c-88fc-aa00f9e0defe req-758c1360-f9fe-478a-86ac-920754f48c84 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725083 Dec 12 04:13:29.477344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:29.483190 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9089da-96c8-46e0-847f-083c65f19880" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:29.530226 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc764b-9c46-49bd-9794-c49f6350e468 x-openstack-request-id: req-e1bc764b-9c46-49bd-9794-c49f6350e468 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:29.530226 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:29.530226 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1bc764b-9c46-49bd-9794-c49f6350e468 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:29.530612 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff', 'status': 'completed', 'code': 200} Dec 12 04:13:29.698693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747aa3f-1585-4325-99a5-fc3382952cb6 req-2a71a7cb-da27-4f80-af38-7e1f2b8a5086 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:29.702425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3747aa3f-1585-4325-99a5-fc3382952cb6 req-2a71a7cb-da27-4f80-af38-7e1f2b8a5086 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1093142 Dec 12 04:13:29.777880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3747aa3f-1585-4325-99a5-fc3382952cb6 req-dec0a316-b381-4e10-a8b9-88bb59ef5c13 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643251 Dec 12 04:13:29.783359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9089da-96c8-46e0-847f-083c65f19880 req-84bddddd-c213-4685-a468-afdf9fd98787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:29.785596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d9089da-96c8-46e0-847f-083c65f19880 req-84bddddd-c213-4685-a468-afdf9fd98787 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1125 time: 0.1605079 Dec 12 04:13:29.885529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fa968-04b2-48fc-9343-44b39a4b12ca req-05e92d2b-cc68-411b-8c5f-de0f938295ab tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:29.888225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-854fa968-04b2-48fc-9343-44b39a4b12ca req-05e92d2b-cc68-411b-8c5f-de0f938295ab tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 944 time: 0.0905714 Dec 12 04:13:29.923154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b03c25c-5b87-43e1-8961-e74d245613eb details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:29.935627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9089da-96c8-46e0-847f-083c65f19880 req-d7791c69-90ea-492b-b3cd-4c5c30445a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:29.938005 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d9089da-96c8-46e0-847f-083c65f19880 req-d7791c69-90ea-492b-b3cd-4c5c30445a7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1430764 Dec 12 04:13:30.002519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-854fa968-04b2-48fc-9343-44b39a4b12ca req-59f98eb1-9b7d-44d4-8e72-526351444ff0 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063972 Dec 12 04:13:30.013853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d9089da-96c8-46e0-847f-083c65f19880 req-5acd91cb-52fc-4364-8721-ffc3c67b11d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 217 time: 0.0631301 Dec 12 04:13:30.056097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5b03c25c-5b87-43e1-8961-e74d245613eb, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b03c25c-5b87-43e1-8961-e74d245613eb,segment=NetworkSegment(8261439e-b8b8-4e8b-a5ad-48d3b6873c95),segment_id=8261439e-b8b8-4e8b-a5ad-48d3b6873c95)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:30.076556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '5b03c25c-5b87-43e1-8961-e74d245613eb', 'network_id': '50cadb4f-5016-4783-9106-e486f5ff0ccd', 'port_id': '5b03c25c-5b87-43e1-8961-e74d245613eb', 'mac_address': 'fa:16:3e:58:ef:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dffb57-21f5-443e-a7c9-98a6443d9f6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:30.126148 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:30.144747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b03c25c-5b87-43e1-8961-e74d245613eb {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:30.151070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4f7d2-f715-4fb2-bb74-414690076f7a req-27fd7ad3-edfc-4027-9914-42a0414540b9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:30.162780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abe4f7d2-f715-4fb2-bb74-414690076f7a req-27fd7ad3-edfc-4027-9914-42a0414540b9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0866654 Dec 12 04:13:30.176091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5b03c25c-5b87-43e1-8961-e74d245613eb, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b03c25c-5b87-43e1-8961-e74d245613eb,segment=NetworkSegment(8261439e-b8b8-4e8b-a5ad-48d3b6873c95),segment_id=8261439e-b8b8-4e8b-a5ad-48d3b6873c95)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:30.184685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9089da-96c8-46e0-847f-083c65f19880 req-2ced29fe-bf15-48b2-9bb0-011427099b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:30.186396 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:30.201407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d9089da-96c8-46e0-847f-083c65f19880 req-2ced29fe-bf15-48b2-9bb0-011427099b66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1681690 Dec 12 04:13:30.248286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5b03c25c-5b87-43e1-8961-e74d245613eb,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:30.296033 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abe4f7d2-f715-4fb2-bb74-414690076f7a req-80227353-244e-47e9-b19f-da5737be07dc tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261435 Dec 12 04:13:30.298143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d9089da-96c8-46e0-847f-083c65f19880 req-587e0710-cc0c-46c5-9e85-ce0c248bb940 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848639 Dec 12 04:13:30.312051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17a0a50-7104-49be-ae23-dea8486998ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f7b1e0-a040-44c3-a1ef-0165e0da9ed9'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:30.315272 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e7adcd-c057-495b-b617-3c696d679311" -d '{"events": [{"server_uuid": "c17a0a50-7104-49be-ae23-dea8486998ca", "name": "network-vif-plugged", "status": "completed", "tag": "71f7b1e0-a040-44c3-a1ef-0165e0da9ed9"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:30.343274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d75dbf-8a28-4c04-a207-18e7328d9dcc req-bd43fb5b-bba9-481b-966c-4b146a70d3d5 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:30.351295 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d75dbf-8a28-4c04-a207-18e7328d9dcc req-bd43fb5b-bba9-481b-966c-4b146a70d3d5 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 944 time: 0.0963709 Dec 12 04:13:30.391579 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eba3537-5480-43c2-975e-d30f735bc55b x-openstack-request-id: req-6eba3537-5480-43c2-975e-d30f735bc55b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:30.391882 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17a0a50-7104-49be-ae23-dea8486998ca", "name": "network-vif-plugged", "status": "completed", "tag": "71f7b1e0-a040-44c3-a1ef-0165e0da9ed9", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:30.392142 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6eba3537-5480-43c2-975e-d30f735bc55b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:30.392566 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17a0a50-7104-49be-ae23-dea8486998ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f7b1e0-a040-44c3-a1ef-0165e0da9ed9', 'code': 200} Dec 12 04:13:30.407694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d75dbf-8a28-4c04-a207-18e7328d9dcc req-afae9705-b0cb-4f07-b9cf-367e18d2acfc tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505350 Dec 12 04:13:30.420470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d9089da-96c8-46e0-847f-083c65f19880 req-bc4156a8-0272-43af-8d17-bcfabdf60107 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119194 Dec 12 04:13:30.442203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 104f8118-a9d5-43d1-badb-164a4eeec4ff details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:30.492594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:30.597914 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:13:30.615602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b350b-9fa8-4617-8bf0-e03312bf07ca req-98c5d9d3-c477-4dee-ba45-206e520e2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:30.617160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf1b350b-9fa8-4617-8bf0-e03312bf07ca req-98c5d9d3-c477-4dee-ba45-206e520e2d54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 1096 time: 0.0979810 Dec 12 04:13:30.679495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d9089da-96c8-46e0-847f-083c65f19880 req-8cb01942-5a28-46ec-9b93-472edda50cca service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307937 Dec 12 04:13:30.691873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5b03c25c-5b87-43e1-8961-e74d245613eb'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:30.706506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf1b350b-9fa8-4617-8bf0-e03312bf07ca req-5582999a-7690-48fa-bfb1-3e21e08decfd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707026 Dec 12 04:13:30.718920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18940bc9-5881-4a65-8b5b-28ac2cda4883 req-ef35c1fa-8098-44e6-9a00-7a0adab1b535 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:30.727483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18940bc9-5881-4a65-8b5b-28ac2cda4883 req-ef35c1fa-8098-44e6-9a00-7a0adab1b535 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 945 time: 0.1210520 Dec 12 04:13:30.794346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18940bc9-5881-4a65-8b5b-28ac2cda4883 req-5b38b771-4693-47db-9f8d-92ed96eb662d tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656338 Dec 12 04:13:30.845231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port bae47f64-85ea-4850-93fa-0eb820cc2b0d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:30.845618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:30.900464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:30.926206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 104f8118-a9d5-43d1-badb-164a4eeec4ff has no active binding in host n-h1-710847-7 {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 04:13:30.969386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6225de4-b438-449a-9064-4986fb0dc8e2 req-e7b9614e-8f20-4aef-84ea-3a7895d013d1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:30.979512 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6225de4-b438-449a-9064-4986fb0dc8e2 req-e7b9614e-8f20-4aef-84ea-3a7895d013d1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0834510 Dec 12 04:13:31.003372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:31.041215 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6225de4-b438-449a-9064-4986fb0dc8e2 req-3511ff54-e9fd-4dc4-a818-0c976190964e tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597818 Dec 12 04:13:31.112122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:31.124243 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:31.256595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7456b-5a08-4d13-a6e1-9a7300e9a704 req-9950af41-0f90-499e-8d4e-0f01573535c4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:31.261779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3eb7456b-5a08-4d13-a6e1-9a7300e9a704 req-9950af41-0f90-499e-8d4e-0f01573535c4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 944 time: 0.1450162 Dec 12 04:13:31.269064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:31.413224 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3eb7456b-5a08-4d13-a6e1-9a7300e9a704 req-7edcf07a-7e90-48a6-a11f-d39276fd0f22 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410654 Dec 12 04:13:31.446834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-75a81f2f-6e66-49fe-81a0-eeecb111ac9d service neutron] 10.222.0.18 "GET /v2.0/ports/104f8118-a9d5-43d1-badb-164a4eeec4ff/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 384 time: 0.0974948 Dec 12 04:13:31.489602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f20b91-71f7-4d25-8c60-21fdefb2afbe req-a9960a23-20f5-4675-9b9a-b272f08b3fa2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:31.497538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5f20b91-71f7-4d25-8c60-21fdefb2afbe req-a9960a23-20f5-4675-9b9a-b272f08b3fa2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0676308 Dec 12 04:13:31.561465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5f20b91-71f7-4d25-8c60-21fdefb2afbe req-00a3f3a6-9e20-4a88-8ad7-d1eff3d89000 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629623 Dec 12 04:13:31.652955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d75ce9-e9cb-4f29-95ea-a4cff8399237 req-54e09f4e-3e57-4387-8417-91a04ce2c5d5 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:31.663544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d75ce9-e9cb-4f29-95ea-a4cff8399237 req-54e09f4e-3e57-4387-8417-91a04ce2c5d5 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1399927 Dec 12 04:13:31.692997 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62effb08-c659-4a56-b63d-09617fca60af req-d04e79b0-6cec-47ec-8887-7242a722206d tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:31.698035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62effb08-c659-4a56-b63d-09617fca60af req-d04e79b0-6cec-47ec-8887-7242a722206d tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 944 time: 0.0711534 Dec 12 04:13:31.756383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62effb08-c659-4a56-b63d-09617fca60af req-360b7d87-c2a0-4c9a-a74b-a1d8815f8aa3 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486143 Dec 12 04:13:31.837411 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d75ce9-e9cb-4f29-95ea-a4cff8399237 req-a74074e5-5092-4061-945e-687b5751597a tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703396 Dec 12 04:13:31.909113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:31.924739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b03c25c-5b87-43e1-8961-e74d245613eb up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:31.935700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:32.001466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104f8118-a9d5-43d1-badb-164a4eeec4ff {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:32.028305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:32.066344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 5b03c25c-5b87-43e1-8961-e74d245613eb completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:32.071291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 5b03c25c-5b87-43e1-8961-e74d245613eb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:32.071597 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:32.072040 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:32.082399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc321d2-1a3d-4712-92f3-3e90decfaa11 req-3ba5b8aa-c7d4-4107-82a9-0c1157caf543 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:32.091692 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5fc321d2-1a3d-4712-92f3-3e90decfaa11 req-3ba5b8aa-c7d4-4107-82a9-0c1157caf543 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 945 time: 0.0829005 Dec 12 04:13:32.163312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5fc321d2-1a3d-4712-92f3-3e90decfaa11 req-e0173e2c-96c4-4ab3-ae44-07d749a91f4b tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700891 Dec 12 04:13:32.216601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] Transition to ACTIVE for port object 104f8118-a9d5-43d1-badb-164a4eeec4ff will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:32.226831 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:32.227942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:32.297917 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5b03c25c-5b87-43e1-8961-e74d245613eb, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b03c25c-5b87-43e1-8961-e74d245613eb,segment=NetworkSegment(8261439e-b8b8-4e8b-a5ad-48d3b6873c95),segment_id=8261439e-b8b8-4e8b-a5ad-48d3b6873c95)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:32.309212 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:32.312557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] No DVR routers for this DVR port 104f8118-a9d5-43d1-badb-164a4eeec4ff on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:13:32.346600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] Pushing event updated for resources: {'Port': ['ID=104f8118-a9d5-43d1-badb-164a4eeec4ff,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:32.357076 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-62a9ef2d-5446-4b03-a174-24f5db2b0254 service neutron] 10.222.0.18 "PUT /v2.0/ports/104f8118-a9d5-43d1-badb-164a4eeec4ff/bindings/n-h1-710847-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8911850 Dec 12 04:13:32.395980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d'}, {'server_uuid': 'e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b03c25c-5b87-43e1-8961-e74d245613eb'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:32.398824 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a8cbae-b14a-4a75-9e5c-83770e9a61d5" -d '{"events": [{"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d"}, {"server_uuid": "e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223", "name": "network-vif-plugged", "status": "completed", "tag": "5b03c25c-5b87-43e1-8961-e74d245613eb"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:32.403224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5b03c25c-5b87-43e1-8961-e74d245613eb,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:32.477176 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaa487f-83db-484f-8a2d-e1704f4608ec x-openstack-request-id: req-caaa487f-83db-484f-8a2d-e1704f4608ec {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:32.477605 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d", "code": 200}, {"server_uuid": "e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223", "name": "network-vif-plugged", "status": "completed", "tag": "5b03c25c-5b87-43e1-8961-e74d245613eb", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:32.477964 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-caaa487f-83db-484f-8a2d-e1704f4608ec {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:32.478505 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'code': 200} Dec 12 04:13:32.478862 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b03c25c-5b87-43e1-8961-e74d245613eb', 'code': 200} Dec 12 04:13:32.624166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c92ff-2455-4191-9eaa-44b7af489b46 req-79b6048e-20d3-4067-83a0-17a580f1388a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:32.626830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-739c92ff-2455-4191-9eaa-44b7af489b46 req-79b6048e-20d3-4067-83a0-17a580f1388a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 945 time: 0.1220658 Dec 12 04:13:32.717553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-a57b3e1b-a441-43e9-b040-d67571f82067 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:32.719199 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-a57b3e1b-a441-43e9-b040-d67571f82067 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.1794822 Dec 12 04:13:32.725606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-739c92ff-2455-4191-9eaa-44b7af489b46 req-3cb357e2-3a1a-453e-9088-51a6d110a55a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915403 Dec 12 04:13:32.743583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab574498-33cf-4ea1-b4ef-cedc3ff0a355 req-14215362-5d0c-4e78-8609-2c6e77a16e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:32.744523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ab574498-33cf-4ea1-b4ef-cedc3ff0a355 req-14215362-5d0c-4e78-8609-2c6e77a16e07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 1096 time: 0.1085618 Dec 12 04:13:32.773719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ccd59-b721-4e6d-b7c7-e01783105121 req-93fb2c52-19b0-43f5-85e7-9749a72497e2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:32.775400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a5ccd59-b721-4e6d-b7c7-e01783105121 req-93fb2c52-19b0-43f5-85e7-9749a72497e2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.1262922 Dec 12 04:13:32.777550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-f964bc05-e65e-4c74-8041-f1c64f4660a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:32.780216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-f964bc05-e65e-4c74-8041-f1c64f4660a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0&tenant_id=2d383ee762794c1da74881dd178765df HTTP/1.1" status: 200 len: 1096 time: 0.0468230 Dec 12 04:13:32.907784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a5ccd59-b721-4e6d-b7c7-e01783105121 req-707b0e14-d50b-42ca-8298-ad2d952c8e10 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165757 Dec 12 04:13:32.929855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ab574498-33cf-4ea1-b4ef-cedc3ff0a355 req-8c0867a8-aa09-456a-9953-7007b239528d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527243 Dec 12 04:13:32.946756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819bd55-1909-4377-b08f-620d97171c19 req-90f7002a-6d1a-4b70-9423-08d3e1c22cf8 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:32.947882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0819bd55-1909-4377-b08f-620d97171c19 req-90f7002a-6d1a-4b70-9423-08d3e1c22cf8 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 945 time: 0.0823925 Dec 12 04:13:32.949838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-2879391e-3fe1-452c-b27a-fdde9c8877a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:32.951282 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-2879391e-3fe1-452c-b27a-fdde9c8877a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1096 time: 0.1235187 Dec 12 04:13:33.099436 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0819bd55-1909-4377-b08f-620d97171c19 req-f3620bb0-862e-486b-8a3c-72eb422b9d92 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447432 Dec 12 04:13:33.154558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-6302e202-f268-419f-99a2-7579e6f679ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:33.158726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-6302e202-f268-419f-99a2-7579e6f679ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1930566 Dec 12 04:13:33.176652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d45d-a31e-411d-9994-33ac1a94ad8d req-e55753cd-680f-44df-86ce-d3bdb86dafb4 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:33.192717 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8676d45d-a31e-411d-9994-33ac1a94ad8d req-e55753cd-680f-44df-86ce-d3bdb86dafb4 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1176646 Dec 12 04:13:33.250978 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-3c4462a2-6b6e-47a8-a0bb-2cfb73bfbd4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 217 time: 0.0759773 Dec 12 04:13:33.301977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8676d45d-a31e-411d-9994-33ac1a94ad8d req-1fe3b2ae-04ae-4bb5-8f6e-ad0fcb04ce51 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045034 Dec 12 04:13:33.344842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-37f5cd4e-615c-453a-8caa-9d4f687cef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:33.346348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-37f5cd4e-615c-453a-8caa-9d4f687cef52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.0875690 Dec 12 04:13:33.420334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-37f35fa6-7c52-4e2a-ba0d-f28a62db0343 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646157 Dec 12 04:13:33.471768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9888f36-1d0a-4a9c-9212-ddbcf6986a25 req-e7d5cb82-40e3-4ba9-9c36-ea937eb0ede0 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:33.473414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9888f36-1d0a-4a9c-9212-ddbcf6986a25 req-e7d5cb82-40e3-4ba9-9c36-ea937eb0ede0 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 945 time: 0.1021433 Dec 12 04:13:33.565565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9888f36-1d0a-4a9c-9212-ddbcf6986a25 req-d0ad7a5c-ddec-4ed7-ad7c-4d881dbea3ea tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806925 Dec 12 04:13:33.566734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-120165fb-3054-4e90-a4a0-958352418a51 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368749 Dec 12 04:13:33.709179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-b144e496-5b91-42a3-aed8-8815c7b9aa4f service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286786 Dec 12 04:13:33.914279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5afd4-f725-4c95-b13e-d90d4d25a5a8 req-230282bb-61b3-4eb1-a827-cff05015a381 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:33.941514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8de5afd4-f725-4c95-b13e-d90d4d25a5a8 req-230282bb-61b3-4eb1-a827-cff05015a381 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 945 time: 0.1095350 Dec 12 04:13:34.017605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8de5afd4-f725-4c95-b13e-d90d4d25a5a8 req-86203aca-992b-4b24-b57f-b8b0cf9f67fe tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741320 Dec 12 04:13:34.154289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39048519-be66-4922-aa09-867ed6c31be6 req-267f98cd-81f3-443e-ba44-0de841828250 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:34.163989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39048519-be66-4922-aa09-867ed6c31be6 req-267f98cd-81f3-443e-ba44-0de841828250 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.1157448 Dec 12 04:13:34.177022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880cc14-7906-4e53-af67-2c78ad5613d8 req-2bbe20e5-1813-4e5a-9074-39660a413b3d tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:34.185992 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d880cc14-7906-4e53-af67-2c78ad5613d8 req-2bbe20e5-1813-4e5a-9074-39660a413b3d tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 945 time: 0.0734708 Dec 12 04:13:34.260493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d880cc14-7906-4e53-af67-2c78ad5613d8 req-f66ed49b-b6f2-492f-9970-23a3d07e003f tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688305 Dec 12 04:13:34.306316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39048519-be66-4922-aa09-867ed6c31be6 req-f2966c79-e611-4c5a-9001-d085187d8129 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143889 Dec 12 04:13:34.332056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-d6e9c48c-daec-4b70-b5c4-ebec8ed43ae1 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:34.338379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-d6e9c48c-daec-4b70-b5c4-ebec8ed43ae1 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.1732600 Dec 12 04:13:34.542635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f0d6b-6cc2-499e-bd3f-f6700a52708f req-8f473361-364c-4098-b1e8-eba23714036f tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:34.544901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-757f0d6b-6cc2-499e-bd3f-f6700a52708f req-8f473361-364c-4098-b1e8-eba23714036f tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 945 time: 0.1170866 Dec 12 04:13:34.557183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf683256-bda9-4972-9399-ea74b9ead0cf req-d4532afe-e686-4075-9c4b-8b6dcf4de94a tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:34.566699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf683256-bda9-4972-9399-ea74b9ead0cf req-d4532afe-e686-4075-9c4b-8b6dcf4de94a tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0842364 Dec 12 04:13:34.598374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-32d3e73d-ff9b-4375-b9a0-4fd52eda64f1 service neutron] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:34.615781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-32d3e73d-ff9b-4375-b9a0-4fd52eda64f1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:34.617128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051f40d4-99f1-4aa3-aecc-19a045e276b4 req-32d3e73d-ff9b-4375-b9a0-4fd52eda64f1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/104f8118-a9d5-43d1-badb-164a4eeec4ff/bindings/n-h2-710847-7 HTTP/1.1" status: 204 len: 173 time: 0.2689970 Dec 12 04:13:34.636612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-757f0d6b-6cc2-499e-bd3f-f6700a52708f req-d36b6472-b24a-4bb0-a898-a911a2512198 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823562 Dec 12 04:13:34.656157 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf683256-bda9-4972-9399-ea74b9ead0cf req-a45a747c-b7e1-43d8-8494-3a88cf3fd185 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837884 Dec 12 04:13:35.092202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354e986-655d-4f35-b7e3-2a91295aa7c3 req-dc4ea824-4c9f-424a-bd55-ee5094083822 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:35.096011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c354e986-655d-4f35-b7e3-2a91295aa7c3 req-dc4ea824-4c9f-424a-bd55-ee5094083822 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 945 time: 0.1208241 Dec 12 04:13:35.175108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edd2a-1682-49ac-ba4b-4c25a106e749 req-37281e3f-2f9e-4a62-bda6-b44566a7fe80 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:35.185790 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-748edd2a-1682-49ac-ba4b-4c25a106e749 req-37281e3f-2f9e-4a62-bda6-b44566a7fe80 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 945 time: 0.0948985 Dec 12 04:13:35.188916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c354e986-655d-4f35-b7e3-2a91295aa7c3 req-5ca7fde1-ced3-493a-ae79-5575e85b8ff2 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754070 Dec 12 04:13:35.257338 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-748edd2a-1682-49ac-ba4b-4c25a106e749 req-6521908f-5799-40d3-a153-538c37c88a93 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693836 Dec 12 04:13:35.414430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e370e-6559-4d09-b7ee-5e4d117f0d80 req-a210ea13-d069-4d60-9eb3-27c3e56702c8 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:35.425169 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-792e370e-6559-4d09-b7ee-5e4d117f0d80 req-a210ea13-d069-4d60-9eb3-27c3e56702c8 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 945 time: 0.0845139 Dec 12 04:13:35.487538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73066b73-80e2-496b-858d-6443cf907715 req-06486ba6-9688-49f0-8805-81d6b3e1999b tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:35.489292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73066b73-80e2-496b-858d-6443cf907715 req-06486ba6-9688-49f0-8805-81d6b3e1999b tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0623596 Dec 12 04:13:35.523246 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-792e370e-6559-4d09-b7ee-5e4d117f0d80 req-9ee75c1b-ad4f-4139-bcb2-afd663c709b6 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/security-groups?id=13aface7-4ede-4c5a-af74-6981f77a9561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964386 Dec 12 04:13:35.569633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73066b73-80e2-496b-858d-6443cf907715 req-171a402b-0bdd-43ca-bf00-cb77ece1593b tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676603 Dec 12 04:13:35.710568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36483ec-dda8-486d-94cf-5b49381dbdd4 req-aba2f60a-7878-4d2d-bb28-9528ab6bd053 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:35.715036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e36483ec-dda8-486d-94cf-5b49381dbdd4 req-aba2f60a-7878-4d2d-bb28-9528ab6bd053 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1096 time: 0.0962980 Dec 12 04:13:35.786053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-a72899a6-a236-458f-bb1d-09d3333a7631 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:35.794155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-a72899a6-a236-458f-bb1d-09d3333a7631 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.37 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 945 time: 0.1200566 Dec 12 04:13:35.811983 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e36483ec-dda8-486d-94cf-5b49381dbdd4 req-566b918f-68c6-4854-8d75-2eea42a093b2 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833621 Dec 12 04:13:35.931861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 104f8118-a9d5-43d1-badb-164a4eeec4ff no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:13:35.976185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efd0d1-6f27-49cc-9c90-b50988714218 req-ac126266-63aa-40dc-848e-c742b95446ee tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:35.984634 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03efd0d1-6f27-49cc-9c90-b50988714218 req-ac126266-63aa-40dc-848e-c742b95446ee tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1168277 Dec 12 04:13:36.008691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 104f8118-a9d5-43d1-badb-164a4eeec4ff not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:13:36.052947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Deleting port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:13:36.053733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:36.085493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03efd0d1-6f27-49cc-9c90-b50988714218 req-fd0bae57-9284-44e3-b4fc-ba8a90ff55b1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964384 Dec 12 04:13:36.267952 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] For port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,segment=NetworkSegment(163821de-03b8-42a5-801e-e348f447de5e),segment_id=163821de-03b8-42a5-801e-e348f447de5e)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:36.269281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:36.320128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Calling delete_port for 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:13:36.351901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-9cd4dba0-6e71-4ed2-9b2d-255f40135e00 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:36.360907 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-9cd4dba0-6e71-4ed2-9b2d-255f40135e00 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 807 time: 0.2670176 Dec 12 04:13:36.400297 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-57f4ddd7-d1bf-47e8-a218-9e5e39533ef1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/quotas/2d383ee762794c1da74881dd178765df HTTP/1.1" status: 200 len: 375 time: 0.0394289 Dec 12 04:13:36.517472 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-d2d5ffc2-313d-4860-b6a8-890c08d38f1e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162698 Dec 12 04:13:37.052174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a480545-737f-4663-b76c-6ee57c013265 req-ec909669-dd17-4deb-8f94-15058822d42d tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:37.054293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a480545-737f-4663-b76c-6ee57c013265 req-ec909669-dd17-4deb-8f94-15058822d42d tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 945 time: 0.7576423 Dec 12 04:13:37.056134 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:37.096099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['71f7b1e0-a040-44c3-a1ef-0165e0da9ed9'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:37.122460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Pushing event deleted for resources: {'Port': ['ID=71f7b1e0-a040-44c3-a1ef-0165e0da9ed9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:37.227460 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-055e8c43-5f62-4f9e-a361-8553bbf493f5 service neutron] 10.222.0.36 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069740 Dec 12 04:13:37.275296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a480545-737f-4663-b76c-6ee57c013265 req-a7265089-c1e2-4e14-bfaa-1d8e4e766bff tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047818 Dec 12 04:13:37.321051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] No DVR routers for this DVR port 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:13:37.326313 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:37.338328 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d6c2952-e177-4dc2-8be7-ab5ccba6ed86 req-1f5e8e01-d767-43a9-9b72-47f9c591f519 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.37 "DELETE /v2.0/ports/71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 HTTP/1.1" status: 204 len: 173 time: 1.5348191 Dec 12 04:13:37.338858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17a0a50-7104-49be-ae23-dea8486998ca', 'name': 'network-vif-deleted', 'tag': '71f7b1e0-a040-44c3-a1ef-0165e0da9ed9'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:37.344005 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dc75aa-ea46-4868-b65b-6d0a7a4a5827" -d '{"events": [{"server_uuid": "c17a0a50-7104-49be-ae23-dea8486998ca", "name": "network-vif-deleted", "tag": "71f7b1e0-a040-44c3-a1ef-0165e0da9ed9"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:37.412953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-eae2f0dc-9ac3-4020-b61e-de0878fbafee tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:37.414488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-eae2f0dc-9ac3-4020-b61e-de0878fbafee tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 945 time: 0.7710664 Dec 12 04:13:37.429860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce05f905-e8ea-4ca7-a287-cdb6db532db3 req-a0f9657f-cb45-4794-99be-4041bd3f7503 tempest-ServerPasswordTestJSON-1410924035 tempest-ServerPasswordTestJSON-1410924035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17a0a50-7104-49be-ae23-dea8486998ca HTTP/1.1" status: 200 len: 210 time: 0.0325041 Dec 12 04:13:37.593110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c2d62-9c19-4b3a-b8d3-b2c1435d0b43 req-531ed208-1cf1-4093-a6ce-67982877010c tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:37.595471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-653c2d62-9c19-4b3a-b8d3-b2c1435d0b43 req-531ed208-1cf1-4093-a6ce-67982877010c tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0968349 Dec 12 04:13:37.601339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-ee42b801-a167-4b97-98cf-da257835cd01 service neutron] 10.222.0.36 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125372 Dec 12 04:13:37.628407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Deleting port 5b03c25c-5b87-43e1-8961-e74d245613eb {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:13:37.628856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:37.655746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-653c2d62-9c19-4b3a-b8d3-b2c1435d0b43 req-a9f01cd4-7b1f-43ef-868d-d62126095519 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538671 Dec 12 04:13:37.783240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] For port 5b03c25c-5b87-43e1-8961-e74d245613eb, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b03c25c-5b87-43e1-8961-e74d245613eb,segment=NetworkSegment(8261439e-b8b8-4e8b-a5ad-48d3b6873c95),segment_id=8261439e-b8b8-4e8b-a5ad-48d3b6873c95)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:37.783648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:37.828050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Calling delete_port for 5b03c25c-5b87-43e1-8961-e74d245613eb owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:13:38.069608 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3adf0da-0d35-4a37-9b78-3a113f40adee x-openstack-request-id: req-b3adf0da-0d35-4a37-9b78-3a113f40adee {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:38.069924 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17a0a50-7104-49be-ae23-dea8486998ca", "name": "network-vif-deleted", "tag": "71f7b1e0-a040-44c3-a1ef-0165e0da9ed9", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:38.070191 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3adf0da-0d35-4a37-9b78-3a113f40adee {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:38.070606 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17a0a50-7104-49be-ae23-dea8486998ca', 'name': 'network-vif-deleted', 'tag': '71f7b1e0-a040-44c3-a1ef-0165e0da9ed9', 'status': 'completed', 'code': 200} Dec 12 04:13:38.096043 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:38.112689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b08531-e316-4171-9612-949f27215889 req-7d317036-55c2-4980-bc6c-802f7859fd33 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:38.124619 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1b08531-e316-4171-9612-949f27215889 req-7d317036-55c2-4980-bc6c-802f7859fd33 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.2436910 Dec 12 04:13:38.131796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5b03c25c-5b87-43e1-8961-e74d245613eb'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:38.158768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Pushing event deleted for resources: {'Port': ['ID=5b03c25c-5b87-43e1-8961-e74d245613eb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:38.209765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] No DVR routers for this DVR port 5b03c25c-5b87-43e1-8961-e74d245613eb on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:13:38.214739 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:38.219726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a62a8bc3-31b0-45a9-a364-8788d2e79578 req-97d4bcfd-06b3-4c07-9b2b-ef78dca70a87 tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.18 "DELETE /v2.0/ports/5b03c25c-5b87-43e1-8961-e74d245613eb HTTP/1.1" status: 204 len: 173 time: 0.7910800 Dec 12 04:13:38.221401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223', 'name': 'network-vif-deleted', 'tag': '5b03c25c-5b87-43e1-8961-e74d245613eb'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:38.224953 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7caf71-7ee9-49ea-9105-3d563bafe36c" -d '{"events": [{"server_uuid": "e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223", "name": "network-vif-deleted", "tag": "5b03c25c-5b87-43e1-8961-e74d245613eb"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:38.263993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b7b7473a-2293-4f38-802a-46db7800e74e req-5160c730-62f8-4a31-b02c-ac4e352c2614 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 210 time: 0.0515151 Dec 12 04:13:38.313666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1b08531-e316-4171-9612-949f27215889 req-2d3e9c07-4a43-427f-8357-bcb992098337 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850295 Dec 12 04:13:38.355762 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a80573c-94a1-4bb8-886e-45ad7c6ba0f5 x-openstack-request-id: req-1a80573c-94a1-4bb8-886e-45ad7c6ba0f5 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:38.356446 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223", "name": "network-vif-deleted", "tag": "5b03c25c-5b87-43e1-8961-e74d245613eb", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:38.357430 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a80573c-94a1-4bb8-886e-45ad7c6ba0f5 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:38.357884 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223', 'name': 'network-vif-deleted', 'tag': '5b03c25c-5b87-43e1-8961-e74d245613eb', 'status': 'completed', 'code': 200} Dec 12 04:13:38.499352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fab879a1-20c5-468f-bee0-7398f4477c8f req-5bd5d4c5-d2e7-483e-9bbb-00bbecb9593d tempest-ServerAddressesNegativeTestJSON-2057981968 tempest-ServerAddressesNegativeTestJSON-2057981968-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aadd25-5cb1-40d4-b9a7-8e7f8d5a8223 HTTP/1.1" status: 200 len: 210 time: 0.0452080 Dec 12 04:13:38.541977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45952) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:38.595828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efa713f-f9d6-4508-90e4-e9360ecf05ee admin admin] Deleting subnet 4e3f0a57-9d4a-45a7-a7e5-d423347e99e6 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:13:38.599614 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4efa713f-f9d6-4508-90e4-e9360ecf05ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:38.648789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4efa713f-f9d6-4508-90e4-e9360ecf05ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:38.729740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4efa713f-f9d6-4508-90e4-e9360ecf05ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:38.873650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b201075-3b02-4126-9e31-e648f8a86d37 req-e7738c66-19e0-4d12-87d6-465e4379d115 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:38.881792 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4efa713f-f9d6-4508-90e4-e9360ecf05ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:38.892499 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b201075-3b02-4126-9e31-e648f8a86d37 req-e7738c66-19e0-4d12-87d6-465e4379d115 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.1064956 Dec 12 04:13:38.910832 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:13:38.950165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa713f-f9d6-4508-90e4-e9360ecf05ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3f0a57-9d4a-45a7-a7e5-d423347e99e6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:38.968940 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4efa713f-f9d6-4508-90e4-e9360ecf05ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:38.976111 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4efa713f-f9d6-4508-90e4-e9360ecf05ee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4e3f0a57-9d4a-45a7-a7e5-d423347e99e6 HTTP/1.1" status: 204 len: 168 time: 0.4309213 Dec 12 04:13:38.976381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45974) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:39.002333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b201075-3b02-4126-9e31-e648f8a86d37 req-c547ae9f-07f5-4a88-baf6-8f7696ebe463 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087511 Dec 12 04:13:39.105926 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.212641 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.238634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afa1e7c-16b9-4e33-90cf-58c9bb974b6d']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:39.250783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163821de-03b8-42a5-801e-e348f447de5e') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:39.251089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163821de-03b8-42a5-801e-e348f447de5e') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:39.262776 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.279981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.292993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:13:39.293592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:13:39.298984 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:13:39.438704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2edf2002-8870-4375-9678-950ccb1a5427 req-dc8acce9-3a41-49ab-9a17-fe61c88adf22 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 210 time: 0.0332892 Dec 12 04:13:39.462321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.511181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.517119 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4afa1e7c-16b9-4e33-90cf-58c9bb974b6d HTTP/1.1" status: 204 len: 168 time: 0.5373087 Dec 12 04:13:39.560702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc3bb9-49c5-45ce-b426-23ae21c81095 admin admin] Pushing event deleted for resources: {'Network': ['ID=4afa1e7c-16b9-4e33-90cf-58c9bb974b6d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:39.603144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45984) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:39.670020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec028-d052-4b4a-beca-e35edabe6827 req-5fa3b610-e1b1-4413-b5ef-b4f87b713887 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:39.688762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cac58a4-eff7-436e-9092-40db025389b3 admin admin] Deleting subnet b1dffb57-21f5-443e-a7c9-98a6443d9f6c {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:13:39.698629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cac58a4-eff7-436e-9092-40db025389b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.699490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c2ec028-d052-4b4a-beca-e35edabe6827 req-5fa3b610-e1b1-4413-b5ef-b4f87b713887 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.2857988 Dec 12 04:13:39.797257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45986) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:39.805349 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cac58a4-eff7-436e-9092-40db025389b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.873054 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cac58a4-eff7-436e-9092-40db025389b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:39.900003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c2ec028-d052-4b4a-beca-e35edabe6827 req-9b4f6f9b-2019-40d6-a883-e4aeaefdfae9 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987007 Dec 12 04:13:39.951093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-5d3b4d55-a7e9-4863-a296-0028d4f3e9e2 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:39.956276 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-5d3b4d55-a7e9-4863-a296-0028d4f3e9e2 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 807 time: 0.4154658 Dec 12 04:13:39.979226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Request body: {'port': {'device_id': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d', 'admin_state_up': True, 'tenant_id': '2d383ee762794c1da74881dd178765df'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:40.007424 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fbdf93bb-d647-4cd9-8dd2-2dc23aea168a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b56150e57474a74875723075ad9e811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062242 Dec 12 04:13:40.023198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46000) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:40.026685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cac58a4-eff7-436e-9092-40db025389b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.092313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac58a4-eff7-436e-9092-40db025389b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1dffb57-21f5-443e-a7c9-98a6443d9f6c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:40.097238 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cac58a4-eff7-436e-9092-40db025389b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.102772 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8cac58a4-eff7-436e-9092-40db025389b3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b1dffb57-21f5-443e-a7c9-98a6443d9f6c HTTP/1.1" status: 204 len: 168 time: 0.4961360 Dec 12 04:13:40.108745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46004) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:40.150293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76cd2bff-2657-4b5f-8aaa-0a33da270639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.182885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76cd2bff-2657-4b5f-8aaa-0a33da270639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.260237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76cd2bff-2657-4b5f-8aaa-0a33da270639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.263707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76cd2bff-2657-4b5f-8aaa-0a33da270639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.270987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-76cd2bff-2657-4b5f-8aaa-0a33da270639 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13aface7-4ede-4c5a-af74-6981f77a9561 HTTP/1.1" status: 204 len: 168 time: 0.2123284 Dec 12 04:13:40.289941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd2bff-2657-4b5f-8aaa-0a33da270639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aface7-4ede-4c5a-af74-6981f77a9561,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:40.339484 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.355346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea719f58-213c-45bf-9072-6a98f0366e06 req-f2773830-1660-482e-a5d2-746edf818210 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:40.364007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea719f58-213c-45bf-9072-6a98f0366e06 req-f2773830-1660-482e-a5d2-746edf818210 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.2784867 Dec 12 04:13:40.400175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Made reservation on behalf of 2d383ee762794c1da74881dd178765df for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:40.405232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.486367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:13:40.521552 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea719f58-213c-45bf-9072-6a98f0366e06 req-ef83f99c-ddfd-48b4-a3cd-d4a99a2e6d97 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563654 Dec 12 04:13:40.531401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:13:40.531754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 71f7b1e0-a040-44c3-a1ef-0165e0da9ed9 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:13:40.565433 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.621214 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d023991d-744a-4ea5-b9c7-a4977d94c2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.628343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cadb4f-5016-4783-9106-e486f5ff0ccd']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:40.645878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8261439e-b8b8-4e8b-a5ad-48d3b6873c95') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:40.646109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8261439e-b8b8-4e8b-a5ad-48d3b6873c95') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:40.663039 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.669746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1a810f46-a0b0-46bc-9291-40fa8ca05d03 req-398e0714-ce5e-4e8b-bd0d-5ba548aa8cc4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 210 time: 0.1113317 Dec 12 04:13:40.744907 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.762168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:13:40.764315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:13:40.767224 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:13:40.771167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Allocated IP 172.20.0.4 (b2434cf3-0c7a-48e1-87ae-755604afd22d/ce1c42ec-04ed-4976-9432-e8cedb01ca11/ca31b1e3-1325-4f23-908d-329e53d4cb37) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:13:40.872408 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.882832 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:40.914825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/50cadb4f-5016-4783-9106-e486f5ff0ccd HTTP/1.1" status: 204 len: 168 time: 0.7797546 Dec 12 04:13:41.043889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341460b-eeb4-48a0-b229-3980372492e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=50cadb4f-5016-4783-9106-e486f5ff0ccd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:41.179258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e25b7b-9f11-418d-a6d3-e0858b5026f5 req-d3580d14-87f6-4c6f-9da0-abc1978eb9cd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:41.180843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8e25b7b-9f11-418d-a6d3-e0858b5026f5 req-d3580d14-87f6-4c6f-9da0-abc1978eb9cd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1385226 Dec 12 04:13:41.254233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46044) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:41.325357 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.337360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8e25b7b-9f11-418d-a6d3-e0858b5026f5 req-5612ee45-36ee-4921-bbbd-ed5a1ec3fd78 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462033 Dec 12 04:13:41.370212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-79d04e17-76e0-441c-b7b2-cef2b9736533 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=867ebf226e624615a1d481fcde1fe165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144178 Dec 12 04:13:41.372693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46050) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:41.430208 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.493489 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-133eea96-b58c-43b9-8bf9-d31c24e41aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.506198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46052) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:41.527072 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.530339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Network b2434cf3-0c7a-48e1-87ae-755604afd22d is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:13:41.538996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:41.542101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:13:41.555104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Pushing event updated for resources: {'Port': ['ID=ca31b1e3-1325-4f23-908d-329e53d4cb37,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:41.611997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-133eea96-b58c-43b9-8bf9-d31c24e41aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.654911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:41.656597 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.675840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-688760585-network', 'tenant_id': '42c0de15b2174bdd99e803e57deebbea'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:41.719107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Made reservation on behalf of 42c0de15b2174bdd99e803e57deebbea for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:41.721868 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.739202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.772750 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-b92a7e61-d7f4-4e0b-be5e-36fd4b21138c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7981870 Dec 12 04:13:41.801218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3288b-fb40-4478-9b58-fcd2d77a016b req-99dab181-75e3-4d99-8663-f012d8bb9f41 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:41.803185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59a3288b-fb40-4478-9b58-fcd2d77a016b req-99dab181-75e3-4d99-8663-f012d8bb9f41 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.1602952 Dec 12 04:13:41.810314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Request body: {'port': {'device_id': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:41.843110 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.861328 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.890023 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.891480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c4202a-b3a5-4731-ba9a-76273f6cabcd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:41.924387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb9f33-fe01-4076-a370-a662912b8c83 req-1b61163b-c9f1-4768-9eec-76c73b0e6750 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:41.924623 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-133eea96-b58c-43b9-8bf9-d31c24e41aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.927701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-133eea96-b58c-43b9-8bf9-d31c24e41aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:41.927838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30cb9f33-fe01-4076-a370-a662912b8c83 req-1b61163b-c9f1-4768-9eec-76c73b0e6750 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 931 time: 0.1857123 Dec 12 04:13:41.929100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-133eea96-b58c-43b9-8bf9-d31c24e41aa9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73 HTTP/1.1" status: 204 len: 168 time: 0.5553780 Dec 12 04:13:41.939903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b03c25c-5b87-43e1-8961-e74d245613eb no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:13:41.952350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:13:41.971173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eea96-b58c-43b9-8bf9-d31c24e41aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5596b65-e4d4-4bd3-bed8-7c9b88c5ed73,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:41.990997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 5b03c25c-5b87-43e1-8961-e74d245613eb {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:13:41.992142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b03c25c-5b87-43e1-8961-e74d245613eb not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:13:42.003582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59a3288b-fb40-4478-9b58-fcd2d77a016b req-2b30f4b6-dbfd-4cac-be35-01dc83e6be8c tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219244 Dec 12 04:13:42.052254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:42.052656 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Added segment ea9d1c6a-83e6-4993-a216-d9f8d5e56104 of type vlan for network 0f35f55c-15de-4017-8cde-398e33008595 Dec 12 04:13:42.088861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30cb9f33-fe01-4076-a370-a662912b8c83 req-f5794240-906f-481d-8069-39d488dcd79a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260717 Dec 12 04:13:42.146213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:42.189376 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:42.190769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:42.191671 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:42.253970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7464864 Dec 12 04:13:42.297765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46078) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:42.303585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Request body: {'subnet': {'network_id': '0f35f55c-15de-4017-8cde-398e33008595', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-688760585-subnet', 'tenant_id': '42c0de15b2174bdd99e803e57deebbea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:42.338053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31288c-abbb-4377-a83b-1e7674a77812 admin admin] Pushing event updated for resources: {'Network': ['ID=0f35f55c-15de-4017-8cde-398e33008595,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:42.349531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0f35f55c-15de-4017-8cde-398e33008595 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:13:42.360187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Made reservation on behalf of 42c0de15b2174bdd99e803e57deebbea for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:42.363789 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:42.618205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca31b1e3-1325-4f23-908d-329e53d4cb37 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:42.648080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:42.675504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Transition to ACTIVE for port object ca31b1e3-1325-4f23-908d-329e53d4cb37 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:42.689415 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:42.733618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7c0f6-4155-4104-8b6a-0c2e51c75a81 req-3234641d-3258-4f03-89b7-08787e7d997f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:42.735240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dc7c0f6-4155-4104-8b6a-0c2e51c75a81 req-3234641d-3258-4f03-89b7-08787e7d997f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.2032738 Dec 12 04:13:42.844967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca31b1e3-1325-4f23-908d-329e53d4cb37,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:42.956028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61940d91-acf5-477c-9b2a-f232bd4b518c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:42.972489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:43.051513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:43.051923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:43.052271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:43.066936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:43.067280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:43.082028 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dc7c0f6-4155-4104-8b6a-0c2e51c75a81 req-a7310cf8-d8aa-4991-ab05-49826222ccae tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283961 Dec 12 04:13:43.095633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:43.096029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:43.096439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:43.104660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Bound port: ca31b1e3-1325-4f23-908d-329e53d4cb37, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:43.105157 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:43.139091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724ba2e8-3c0f-4b66-8360-b787126e1fdc,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:43.162036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Checking segment: {'id': 'ea9d1c6a-83e6-4993-a216-d9f8d5e56104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f35f55c-15de-4017-8cde-398e33008595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:43.167907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Network hostable DHCP agents. Network: 0f35f55c-15de-4017-8cde-398e33008595, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:13:43.217139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Network 0f35f55c-15de-4017-8cde-398e33008595 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:13:43.240799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0f35f55c-15de-4017-8cde-398e33008595) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:43.246057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:43.247882 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:43.251851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf0d98-b304-4559-a19d-7dcd6623cc0d None None] Network 0f35f55c-15de-4017-8cde-398e33008595 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:13:43.371533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e740a2-6cc6-4cd7-8094-e64840537301 req-cb453cbd-cdf1-48e8-88b0-55fb6bf58ee3 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:43.384921 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3e740a2-6cc6-4cd7-8094-e64840537301 req-cb453cbd-cdf1-48e8-88b0-55fb6bf58ee3 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.2341096 Dec 12 04:13:43.397661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-651feb99-1f36-4e84-8abe-487d8a204764 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0913625 Dec 12 04:13:43.474253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb28d47-1e25-4322-bed3-076e6338e570 req-cc09f79a-a618-47b9-a09e-7d472f24b163 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:43.491344 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-efb28d47-1e25-4322-bed3-076e6338e570 req-cc09f79a-a618-47b9-a09e-7d472f24b163 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.2315378 Dec 12 04:13:43.596737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:43.602990 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:43.614436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:43.643443 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3e740a2-6cc6-4cd7-8094-e64840537301 req-052e7bf6-74ae-4500-9400-2a230ec2e726 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560084 Dec 12 04:13:43.753036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-efb28d47-1e25-4322-bed3-076e6338e570 req-4706dc74-db87-4661-8b4f-1d8683c64936 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519033 Dec 12 04:13:43.859107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:43.861443 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:43.865371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] 10.222.0.18 "PUT /v2.0/ports/ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 200 len: 1091 time: 2.0607886 Dec 12 04:13:43.865960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:43.870757 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:44.051854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e314b-84a9-43f1-abcb-fe282f6c9af3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca31b1e3-1325-4f23-908d-329e53d4cb37,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:44.053914 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:44.062927 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:44.096915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-e7e60eff-cadd-4295-b009-460e1cd3ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:44.101463 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-e7e60eff-cadd-4295-b009-460e1cd3ef15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1094 time: 0.1445794 Dec 12 04:13:44.258597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-0f1da286-c447-496a-b804-91f944755aaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 200 len: 217 time: 0.1394205 Dec 12 04:13:44.290769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeae809-e1fe-436e-a392-1e2586bfbcea None None] Network 0f35f55c-15de-4017-8cde-398e33008595 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:13:44.385883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-6b3b1d1e-bf24-4119-a963-bb0bee7b2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:44.388449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-6b3b1d1e-bf24-4119-a963-bb0bee7b2e1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1199477 Dec 12 04:13:44.452745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-35f8add4-1e81-4ba4-9c37-e46d807577fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543101 Dec 12 04:13:44.689113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-bb14f512-8027-4014-80f2-0f6e40bd08e1 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:44.690936 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-bb14f512-8027-4014-80f2-0f6e40bd08e1 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/networks?id=0f35f55c-15de-4017-8cde-398e33008595 HTTP/1.1" status: 200 len: 808 time: 0.2837811 Dec 12 04:13:44.729900 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-cc0d6bdb-7013-4d6e-b01b-4735a30bca14 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/quotas/42c0de15b2174bdd99e803e57deebbea HTTP/1.1" status: 200 len: 375 time: 0.0272832 Dec 12 04:13:44.736213 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-5a80a42e-8b2d-4438-b3fb-f41342cba048 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736809 Dec 12 04:13:44.797594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-925d3b93-023b-467e-b7f7-a1552ed846f3 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42c0de15b2174bdd99e803e57deebbea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663950 Dec 12 04:13:44.854734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5e4ae59-b4a2-4375-8288-b2759c5d09de req-def9c1ef-1a34-463c-b066-8820d50b7208 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038208 Dec 12 04:13:44.929209 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-97941402-8e2d-4944-aa3e-69d0e4aa65d6 service neutron] 10.222.0.36 "GET /v2.0/networks/0f35f55c-15de-4017-8cde-398e33008595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305475 Dec 12 04:13:45.093520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-eb6a01ba-d22b-4a73-bd65-e3adb41527c4 service neutron] 10.222.0.36 "GET /v2.0/networks/0f35f55c-15de-4017-8cde-398e33008595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632590 Dec 12 04:13:45.280443 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707afeb8-9e83-4536-ae92-56b99b2d315d x-openstack-request-id: req-707afeb8-9e83-4536-ae92-56b99b2d315d {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:45.280746 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:45.281041 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-707afeb8-9e83-4536-ae92-56b99b2d315d {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:45.281460 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37', 'status': 'completed', 'code': 200} Dec 12 04:13:45.455240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-b57a225c-b704-4808-9ef4-e8125cabf036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:45.458823 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-b57a225c-b704-4808-9ef4-e8125cabf036 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1094 time: 0.1127560 Dec 12 04:13:45.560296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21318ee8-d368-4b50-9a3d-52cb0d26f889 req-8d8cd4ed-d529-4aab-9838-4858ab905166 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:45.562081 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21318ee8-d368-4b50-9a3d-52cb0d26f889 req-8d8cd4ed-d529-4aab-9838-4858ab905166 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1393700 Dec 12 04:13:45.569705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:45.665419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21318ee8-d368-4b50-9a3d-52cb0d26f889 req-f7e4c20c-9a20-4c8c-bbb8-258602a72456 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805764 Dec 12 04:13:45.902429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf78b9-af75-4846-b961-0d0f745968c4 req-49394881-3609-4bd5-b747-006c4e9f7014 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:45.912994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57cf78b9-af75-4846-b961-0d0f745968c4 req-49394881-3609-4bd5-b747-006c4e9f7014 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.1272733 Dec 12 04:13:45.970621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8c7c7-c1cb-40c1-b945-e3793be4998d req-dd07e5c2-22d5-432e-89f5-c488de9e2728 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:45.988208 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57cf78b9-af75-4846-b961-0d0f745968c4 req-77699c82-3333-4a29-9d0c-87eaaf541af8 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740077 Dec 12 04:13:46.002760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fc8c7c7-c1cb-40c1-b945-e3793be4998d req-dd07e5c2-22d5-432e-89f5-c488de9e2728 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.4466796 Dec 12 04:13:46.002760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-9be3fb03-6d60-4498-b42d-a0a7257859fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:46.009266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-9be3fb03-6d60-4498-b42d-a0a7257859fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.5299211 Dec 12 04:13:46.116680 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-ccc875c8-8c9a-4230-99be-66cf62deb55b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 200 len: 217 time: 0.0829315 Dec 12 04:13:46.173456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fc8c7c7-c1cb-40c1-b945-e3793be4998d req-04a70640-5fa4-4f02-a199-2a761c762495 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740527 Dec 12 04:13:46.279222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-8b011beb-4199-45f3-80c7-18c53e9b4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:46.281072 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-8b011beb-4199-45f3-80c7-18c53e9b4781 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1342430 Dec 12 04:13:46.385863 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-6a0573c1-3ab2-4e9d-84ac-51524ee541d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945036 Dec 12 04:13:46.396866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3ff32cee-fb7d-431b-b138-a9eba40f0cbd req-97dc5b96-8d7b-47de-a6e5-1fef8154bde3 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 210 time: 0.0569842 Dec 12 04:13:46.600284 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-66b2829c-3b60-4733-b71e-3bfe39e0f12a service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059605 Dec 12 04:13:46.653530 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:46.910586 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9234d5a-c2b5-4d45-9d39-2409f66c7c4b req-fb590a28-874a-4baa-b70d-daf04fdb17e6 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881591 Dec 12 04:13:46.922278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b95085-26dc-4663-936d-c4519354f676 req-67a5d306-2c5d-4c5b-b9db-1e655e306bda tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:46.923807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71b95085-26dc-4663-936d-c4519354f676 req-67a5d306-2c5d-4c5b-b9db-1e655e306bda tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1001155 Dec 12 04:13:46.995655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71b95085-26dc-4663-936d-c4519354f676 req-c4827738-322a-4918-b56f-4a89776b5a52 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603886 Dec 12 04:13:47.111438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e016e-9bb3-4129-b925-7289930ff527 req-e138d7f4-db63-4363-8739-56bf2f67909c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:47.119427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-230e016e-9bb3-4129-b925-7289930ff527 req-e138d7f4-db63-4363-8739-56bf2f67909c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.0667338 Dec 12 04:13:47.173342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-230e016e-9bb3-4129-b925-7289930ff527 req-2431fd0c-7738-47d4-90cb-8767a6ed8edd tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493915 Dec 12 04:13:47.304984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e33b49-5af4-43b6-a8d5-12e207e46f53 req-5ba4e1db-4b46-4ba5-837a-b957a0c702a9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:47.315481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52e33b49-5af4-43b6-a8d5-12e207e46f53 req-5ba4e1db-4b46-4ba5-837a-b957a0c702a9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0628397 Dec 12 04:13:47.376108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52e33b49-5af4-43b6-a8d5-12e207e46f53 req-066f2fda-9aab-4172-8a1c-f31d92c76149 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 Dec 12 04:13:47.424047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf7f71-06ee-4910-9ca0-3fbdd093b764 req-7191ec34-d388-4008-a40c-1f18b9eca444 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:47.431334 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dbdf7f71-06ee-4910-9ca0-3fbdd093b764 req-7191ec34-d388-4008-a40c-1f18b9eca444 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 950 time: 0.0983176 Dec 12 04:13:47.497897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-37ec4215-d8ce-4b19-81aa-b283e9cbb2d7 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:47.499482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-37ec4215-d8ce-4b19-81aa-b283e9cbb2d7 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.18 "GET /v2.0/networks?id=0f35f55c-15de-4017-8cde-398e33008595 HTTP/1.1" status: 200 len: 808 time: 0.2081723 Dec 12 04:13:47.508453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dbdf7f71-06ee-4910-9ca0-3fbdd093b764 req-a6cee744-63f1-460c-a0a9-d792454c9c57 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762258 Dec 12 04:13:47.521247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Request body: {'port': {'device_id': '8f6336d7-253f-4296-9dd6-8ef898014325', 'network_id': '0f35f55c-15de-4017-8cde-398e33008595', 'admin_state_up': True, 'tenant_id': '42c0de15b2174bdd99e803e57deebbea'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:47.628359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c91a607-bc5a-427b-9328-54460346b4f9 req-ca288b75-d2f4-4f0b-b31f-51d90827e2ad tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 210 time: 0.0311043 Dec 12 04:13:47.681453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Made reservation on behalf of 42c0de15b2174bdd99e803e57deebbea for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:13:47.685250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:47.873271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Allocated IP 172.20.0.5 (0f35f55c-15de-4017-8cde-398e33008595/724ba2e8-3c0f-4b66-8360-b787126e1fdc/d4d92ec3-dabc-4d81-875f-babad3e2b876) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:13:47.967476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ca31b1e3-1325-4f23-908d-329e53d4cb37 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:48.073335 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:48.115621 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:48.146229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:48.148583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a31446-83e6-4a3c-9153-ba5338230f9f req-8dc1c730-daa7-4e97-8c6b-823055e39edd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:48.150797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f4a31446-83e6-4a3c-9153-ba5338230f9f req-8dc1c730-daa7-4e97-8c6b-823055e39edd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0619104 Dec 12 04:13:48.183028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ca31b1e3-1325-4f23-908d-329e53d4cb37', 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d', 'port_id': 'ca31b1e3-1325-4f23-908d-329e53d4cb37', 'mac_address': 'fa:16:3e:fb:23:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1c42ec-04ed-4976-9432-e8cedb01ca11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:48.188704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Network 0f35f55c-15de-4017-8cde-398e33008595 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:13:48.196965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:13:48.201789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:13:48.228638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Pushing event updated for resources: {'Port': ['ID=d4d92ec3-dabc-4d81-875f-babad3e2b876,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:48.266163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f4a31446-83e6-4a3c-9153-ba5338230f9f req-58943c43-3534-4ede-8983-360aebbcd1b2 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069443 Dec 12 04:13:48.279982 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:48.284039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:48.284790 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:48.298903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca31b1e3-1325-4f23-908d-329e53d4cb37 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:48.312890 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-686e3c39-bfdb-47ce-8432-81ffca9bfb78 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7953131 Dec 12 04:13:48.326378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:48.332211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Request body: {'port': {'device_id': '8f6336d7-253f-4296-9dd6-8ef898014325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:13:48.334117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:48.398593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ca31b1e3-1325-4f23-908d-329e53d4cb37,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:48.408805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.409187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.409532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.410217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.410712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.410911 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:48.411622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.412139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.412653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.413178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.413671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.414225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.414749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.415269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:13:48.440888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44044e95-cb47-49ac-baac-308850a58438 req-3ea5964b-53bd-477c-a65e-3e70b3ca8855 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:48.444371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44044e95-cb47-49ac-baac-308850a58438 req-3ea5964b-53bd-477c-a65e-3e70b3ca8855 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.1272640 Dec 12 04:13:48.523730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f1036-0119-4849-81d6-b10f457a2842 req-53737b7d-6230-410b-8e1a-b63eb2917178 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:48.532635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d92f1036-0119-4849-81d6-b10f457a2842 req-53737b7d-6230-410b-8e1a-b63eb2917178 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0675023 Dec 12 04:13:48.538896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44044e95-cb47-49ac-baac-308850a58438 req-e14c4985-e44d-4353-9e3c-ab2620cd03f6 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852072 Dec 12 04:13:48.595468 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d92f1036-0119-4849-81d6-b10f457a2842 req-f473da20-6206-45ee-968e-000b13601c00 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610108 Dec 12 04:13:48.668067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ca31b1e3-1325-4f23-908d-329e53d4cb37'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:48.794856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcedc8-70bf-408e-97bb-71d01b77e503 req-da15e7bb-ff45-4507-b897-856140f6ad26 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:48.796475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66dcedc8-70bf-408e-97bb-71d01b77e503 req-da15e7bb-ff45-4507-b897-856140f6ad26 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 950 time: 0.1047931 Dec 12 04:13:48.874406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66dcedc8-70bf-408e-97bb-71d01b77e503 req-f4bd5a4f-6b80-494c-bfc0-b356f664b87c tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709803 Dec 12 04:13:48.897337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83117-332d-4e98-815c-b84b84b206dc req-4d1f92c7-ae79-4777-8781-9d1db3b3951f tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:48.899206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07e83117-332d-4e98-815c-b84b84b206dc req-4d1f92c7-ae79-4777-8781-9d1db3b3951f tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 931 time: 0.1023490 Dec 12 04:13:49.019519 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07e83117-332d-4e98-815c-b84b84b206dc req-ac741f45-1794-49b5-bb7f-85399676c0a4 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997958 Dec 12 04:13:49.082545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d92ec3-dabc-4d81-875f-babad3e2b876 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:49.094360 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:49.108564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Transition to ACTIVE for port object d4d92ec3-dabc-4d81-875f-babad3e2b876 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:13:49.118553 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:49.207708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Pushing event updated for resources: {'Port': ['ID=d4d92ec3-dabc-4d81-875f-babad3e2b876,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:49.334431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99515718-158a-4bd4-b95c-2d2bfa4f00f6 req-488bd621-f774-4e27-9b8f-9f62fa2cc9b6 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:49.337645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99515718-158a-4bd4-b95c-2d2bfa4f00f6 req-488bd621-f774-4e27-9b8f-9f62fa2cc9b6 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 946 time: 0.0758958 Dec 12 04:13:49.464366 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99515718-158a-4bd4-b95c-2d2bfa4f00f6 req-6cc62360-1e55-48d7-962a-2c186a581e72 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116045 Dec 12 04:13:49.679395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd09cd7-1dda-4441-a169-2c6cde07ef32 req-c652e3a8-3910-459c-b0c4-02404ccf9ddf tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:49.681654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4bd09cd7-1dda-4441-a169-2c6cde07ef32 req-c652e3a8-3910-459c-b0c4-02404ccf9ddf tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0882893 Dec 12 04:13:49.764483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4bd09cd7-1dda-4441-a169-2c6cde07ef32 req-af86d75e-44bb-499a-aebb-2e81720797aa tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724306 Dec 12 04:13:49.878032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Attempting to bind port d4d92ec3-dabc-4d81-875f-babad3e2b876 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:13:49.878515 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Attempting to bind port d4d92ec3-dabc-4d81-875f-babad3e2b876 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'ea9d1c6a-83e6-4993-a216-d9f8d5e56104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f35f55c-15de-4017-8cde-398e33008595'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:13:49.880334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Attempting to bind port d4d92ec3-dabc-4d81-875f-babad3e2b876 on network 0f35f55c-15de-4017-8cde-398e33008595 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:49.885877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Port d4d92ec3-dabc-4d81-875f-babad3e2b876 on network 0f35f55c-15de-4017-8cde-398e33008595 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:13:49.886438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Attempting to bind port d4d92ec3-dabc-4d81-875f-babad3e2b876 on network 0f35f55c-15de-4017-8cde-398e33008595 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:13:49.892999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:13:49.893484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Checking segment: {'id': 'ea9d1c6a-83e6-4993-a216-d9f8d5e56104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f35f55c-15de-4017-8cde-398e33008595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:13:49.894007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Bound using segment: {'id': 'ea9d1c6a-83e6-4993-a216-d9f8d5e56104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f35f55c-15de-4017-8cde-398e33008595'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:13:49.894389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Bound port: d4d92ec3-dabc-4d81-875f-babad3e2b876, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9d1c6a-83e6-4993-a216-d9f8d5e56104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f35f55c-15de-4017-8cde-398e33008595'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:13:49.894753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:49.900834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9e953-c533-41ed-beeb-0b6b45a9b74f req-a8c7d90e-8dd6-4937-a41e-427ce9031c39 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:49.903345 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10b9e953-c533-41ed-beeb-0b6b45a9b74f req-a8c7d90e-8dd6-4937-a41e-427ce9031c39 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 944 time: 0.0670753 Dec 12 04:13:49.968417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ca31b1e3-1325-4f23-908d-329e53d4cb37 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:49.976603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] For port d4d92ec3-dabc-4d81-875f-babad3e2b876, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:13:49.979727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] For port d4d92ec3-dabc-4d81-875f-babad3e2b876, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d4d92ec3-dabc-4d81-875f-babad3e2b876,segment=NetworkSegment(ea9d1c6a-83e6-4993-a216-d9f8d5e56104),segment_id=ea9d1c6a-83e6-4993-a216-d9f8d5e56104)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:13:49.983153 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10b9e953-c533-41ed-beeb-0b6b45a9b74f req-da51fa78-58dd-4a8d-8f66-353d4cec3e7e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724387 Dec 12 04:13:49.984241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:50.034331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:50.034975 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:50.036654 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] 10.222.0.18 "PUT /v2.0/ports/d4d92ec3-dabc-4d81-875f-babad3e2b876 HTTP/1.1" status: 200 len: 1091 time: 1.7087259 Dec 12 04:13:50.037138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6336d7-253f-4296-9dd6-8ef898014325', 'tag': 'd4d92ec3-dabc-4d81-875f-babad3e2b876'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:50.039423 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e196e9-a8e1-4e89-84ce-949834c8be00" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6336d7-253f-4296-9dd6-8ef898014325", "tag": "d4d92ec3-dabc-4d81-875f-babad3e2b876"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:50.060728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1efd0a-a492-48f2-a8c2-399c98d2ee5d service neutron] Pushing event updated for resources: {'Port': ['ID=d4d92ec3-dabc-4d81-875f-babad3e2b876,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:50.071318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ca31b1e3-1325-4f23-908d-329e53d4cb37 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:50.077998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ca31b1e3-1325-4f23-908d-329e53d4cb37 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:50.078385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:50.116785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4da0a-5625-4040-b5d3-48b03fb2bf9b req-461f845c-a408-495b-9bee-0a570276cc9e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:50.116785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b4da0a-5625-4040-b5d3-48b03fb2bf9b req-461f845c-a408-495b-9bee-0a570276cc9e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0517535 Dec 12 04:13:50.177221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-d66ae0b4-9faf-485d-be51-f0dd39f12f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:50.179204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-d66ae0b4-9faf-485d-be51-f0dd39f12f55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42c0de15b2174bdd99e803e57deebbea&device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 1094 time: 0.0625224 Dec 12 04:13:50.180387 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:50.182415 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b4da0a-5625-4040-b5d3-48b03fb2bf9b req-11dd017a-2fa5-4d4d-bc13-6b8e595bedfc tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596528 Dec 12 04:13:50.213694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:50.216947 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be805ae-bafc-4215-aa04-b9fbe7b6cb6f" -d '{"events": [{"server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "name": "network-vif-plugged", "status": "completed", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:50.229971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:50.234262 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:50.240957 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e214d-18b2-47ba-a4fa-a6195c61ef29 x-openstack-request-id: req-790e214d-18b2-47ba-a4fa-a6195c61ef29 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:50.241257 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6336d7-253f-4296-9dd6-8ef898014325", "tag": "d4d92ec3-dabc-4d81-875f-babad3e2b876", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:50.241512 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-790e214d-18b2-47ba-a4fa-a6195c61ef29 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:50.241912 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6336d7-253f-4296-9dd6-8ef898014325', 'tag': 'd4d92ec3-dabc-4d81-875f-babad3e2b876', 'status': 'completed', 'code': 200} Dec 12 04:13:50.245350 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-b515844b-4797-49f0-b141-b7ccd349e8eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d92ec3-dabc-4d81-875f-babad3e2b876 HTTP/1.1" status: 200 len: 217 time: 0.0505781 Dec 12 04:13:50.287178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ca31b1e3-1325-4f23-908d-329e53d4cb37,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:50.325941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0adbf085-fd45-4c8f-b50b-c51ffcb659bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:50.327420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-0adbf085-fd45-4c8f-b50b-c51ffcb659bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=724ba2e8-3c0f-4b66-8360-b787126e1fdc HTTP/1.1" status: 200 len: 848 time: 0.0572407 Dec 12 04:13:50.334791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f24962-d041-4a17-80de-8c9c96359c5b req-4f93302e-d1be-441b-b8f2-4e0ae0d645ae tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:50.336159 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0f24962-d041-4a17-80de-8c9c96359c5b req-4f93302e-d1be-441b-b8f2-4e0ae0d645ae tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 943 time: 0.0932450 Dec 12 04:13:50.371507 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-1384ec2f-cbed-4978-8566-fd8e76be1c9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f35f55c-15de-4017-8cde-398e33008595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343971 Dec 12 04:13:50.442523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0f24962-d041-4a17-80de-8c9c96359c5b req-0fd8f20a-6995-4214-acee-151a1d365345 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975835 Dec 12 04:13:50.486873 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346ba091-a18b-4194-acd2-d33ac2737efc x-openstack-request-id: req-346ba091-a18b-4194-acd2-d33ac2737efc {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:50.487756 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "name": "network-vif-plugged", "status": "completed", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:50.488314 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-346ba091-a18b-4194-acd2-d33ac2737efc {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:50.488966 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37', 'code': 200} Dec 12 04:13:50.493889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-c7aed72d-6223-4781-9548-80d1e746632a service neutron] 10.222.0.18 "GET /v2.0/networks/0f35f55c-15de-4017-8cde-398e33008595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099298 Dec 12 04:13:50.543488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1c9c2131-20a3-43f6-b581-74ec3344adc4 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:13:50.693955 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:50.737964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:50.743418 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:50.743948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:13:50.829204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1c9c2131-20a3-43f6-b581-74ec3344adc4,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:50.844005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e1e33-001f-403a-b85d-53e245750b87 req-7d49077e-beab-4879-9884-b8b3e0deb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:50.845796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e46e1e33-001f-403a-b85d-53e245750b87 req-7d49077e-beab-4879-9884-b8b3e0deb98d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1096 time: 0.1758363 Dec 12 04:13:50.882371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7a22ba-8ca8-4e4b-a4d0-444d11609c75 req-edeb0c84-3dd8-48e9-bc26-0d87e07ad38b service neutron] 10.222.0.18 "GET /v2.0/networks/0f35f55c-15de-4017-8cde-398e33008595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091314 Dec 12 04:13:50.887893 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:50.926649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817244a2-34b0-4fb8-8fe7-220df16a995f req-9abbae0d-eb6b-48b1-8ab6-53ec398bccf8 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:50.931582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:50.935886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-817244a2-34b0-4fb8-8fe7-220df16a995f req-9abbae0d-eb6b-48b1-8ab6-53ec398bccf8 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 946 time: 0.2673175 Dec 12 04:13:50.938114 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:50.957777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b6391-d34f-4b7b-bb10-0df4e55cdce0 req-ccbd5316-0d5b-483c-b2ba-fabe3593eceb tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:50.976781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa3b6391-d34f-4b7b-bb10-0df4e55cdce0 req-ccbd5316-0d5b-483c-b2ba-fabe3593eceb tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0892045 Dec 12 04:13:51.007147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-817244a2-34b0-4fb8-8fe7-220df16a995f req-95157e07-7bbc-43f3-a95b-02c6471d3d0c tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702441 Dec 12 04:13:51.015572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e46e1e33-001f-403a-b85d-53e245750b87 req-83b197a0-f597-4584-a864-cb3e77d0ff1a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570415 Dec 12 04:13:51.018679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:51.035817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa3b6391-d34f-4b7b-bb10-0df4e55cdce0 req-09e16357-d533-47ef-8629-cd5894ea27ba tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575161 Dec 12 04:13:51.125937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdbfa1-7446-4237-bb98-151c2562d33b req-64e7b557-4170-4065-9193-745318760845 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:51.127431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-15cdbfa1-7446-4237-bb98-151c2562d33b req-64e7b557-4170-4065-9193-745318760845 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.0489881 Dec 12 04:13:51.176272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-15cdbfa1-7446-4237-bb98-151c2562d33b req-fc965b7f-bc37-4239-9380-0233a6b7d9c8 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421417 Dec 12 04:13:51.325734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c98770-59a8-4e0a-bd19-c5a48b0cb1c9 req-383fdc52-1847-4aa2-873b-f99a4c0ec57a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:51.327270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8c98770-59a8-4e0a-bd19-c5a48b0cb1c9 req-383fdc52-1847-4aa2-873b-f99a4c0ec57a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 943 time: 0.0783474 Dec 12 04:13:51.357389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-e4ba2c31-3be3-4b90-bd7a-8c6df0eb6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:51.358883 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-e4ba2c31-3be3-4b90-bd7a-8c6df0eb6e45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42c0de15b2174bdd99e803e57deebbea&device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 1094 time: 0.0711470 Dec 12 04:13:51.385622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8c98770-59a8-4e0a-bd19-c5a48b0cb1c9 req-bbdc0cd4-8a3d-43e9-95fa-e5e355cf2d27 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Dec 12 04:13:51.525945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-fa23b6e3-2577-40ae-89ea-5851b5bbdf1f tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:51.527443 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-fa23b6e3-2577-40ae-89ea-5851b5bbdf1f tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 946 time: 0.0963066 Dec 12 04:13:51.575477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6d131-b2c9-48e5-8900-5aa27305a0e8 req-336e8b44-0ced-44ba-9392-d2f1e62a0568 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:51.577184 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3ec6d131-b2c9-48e5-8900-5aa27305a0e8 req-336e8b44-0ced-44ba-9392-d2f1e62a0568 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 943 time: 0.0575230 Dec 12 04:13:51.577370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-5812c6a9-0798-4e32-a901-9f5a338e7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:51.578752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-5812c6a9-0798-4e32-a901-9f5a338e7c35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f35f55c-15de-4017-8cde-398e33008595 HTTP/1.1" status: 200 len: 908 time: 0.1553106 Dec 12 04:13:51.629121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3ec6d131-b2c9-48e5-8900-5aa27305a0e8 req-22455b34-da76-4f00-8cd9-54e021be6fea tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Dec 12 04:13:51.648262 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-f27c9ac1-9be5-4efc-b2c5-1bb2b08f3380 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d92ec3-dabc-4d81-875f-babad3e2b876 HTTP/1.1" status: 200 len: 217 time: 0.0578525 Dec 12 04:13:51.704745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Deleting port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:13:51.705127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:51.768890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-90548a73-6530-44fb-bc33-efd4f1e274b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:51.770392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-90548a73-6530-44fb-bc33-efd4f1e274b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=724ba2e8-3c0f-4b66-8360-b787126e1fdc HTTP/1.1" status: 200 len: 848 time: 0.1009631 Dec 12 04:13:51.810207 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-9689ddac-e011-44a9-9d02-5c8e777ecd93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f35f55c-15de-4017-8cde-398e33008595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302017 Dec 12 04:13:51.877838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] For port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,segment=NetworkSegment(ba2b49cc-72cc-40bd-b204-72a28b5cacb9),segment_id=ba2b49cc-72cc-40bd-b204-72a28b5cacb9)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:51.878202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:51.902707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Calling delete_port for f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:13:51.984399 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-7908acfd-c430-4bfd-b359-c82b61a439bb service neutron] 10.222.0.18 "GET /v2.0/networks/0f35f55c-15de-4017-8cde-398e33008595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656070 Dec 12 04:13:52.133086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59e196e9-a8e1-4e89-84ce-949834c8be00 req-9f06db8d-80ec-4276-9a0c-22e084fd3747 service neutron] 10.222.0.18 "GET /v2.0/networks/0f35f55c-15de-4017-8cde-398e33008595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404932 Dec 12 04:13:52.175161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:52.194953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40686db3-d198-4cfb-a88c-7de25d9eba74 req-50d12254-5d74-4f1d-8689-70362cca3160 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:52.197411 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40686db3-d198-4cfb-a88c-7de25d9eba74 req-50d12254-5d74-4f1d-8689-70362cca3160 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0648248 Dec 12 04:13:52.212109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:52.218251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a0db-5478-43a0-89b9-fd8afedc38f6 req-e57ff9e6-452d-47fe-877d-4599df4fb19f tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:52.219788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a89a0db-5478-43a0-89b9-fd8afedc38f6 req-e57ff9e6-452d-47fe-877d-4599df4fb19f tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22addf9-79fd-4cea-9745-8ce48ade17fc HTTP/1.1" status: 200 len: 867 time: 0.0924156 Dec 12 04:13:52.221044 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Pushing event deleted for resources: {'Port': ['ID=f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:52.273349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] No DVR routers for this DVR port f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:13:52.279134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:52.282422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-024001e5-2725-4aa9-b1a7-394b6b204264 req-bea364ba-a17a-4420-b513-ddc3c6791b90 tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.18 "DELETE /v2.0/ports/f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 HTTP/1.1" status: 204 len: 173 time: 0.7462938 Dec 12 04:13:52.283181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22addf9-79fd-4cea-9745-8ce48ade17fc', 'name': 'network-vif-deleted', 'tag': 'f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:52.285169 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a55a87-9fe4-49c4-9401-d59d8c17839a" -d '{"events": [{"server_uuid": "a22addf9-79fd-4cea-9745-8ce48ade17fc", "name": "network-vif-deleted", "tag": "f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:52.298039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40686db3-d198-4cfb-a88c-7de25d9eba74 req-5a174282-7014-44aa-8328-11b51f839396 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847642 Dec 12 04:13:52.327795 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a89a0db-5478-43a0-89b9-fd8afedc38f6 req-44901b59-a44b-4f6a-84f1-08920e8fb48a tempest-VolumesAdminNegativeTest-1668217407 tempest-VolumesAdminNegativeTest-1668217407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c51fcde-6e82-4299-a8fe-ba0572dff2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946858 Dec 12 04:13:52.362202 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597d94ee-8960-4695-86c6-c664088e72b9 x-openstack-request-id: req-597d94ee-8960-4695-86c6-c664088e72b9 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:52.362506 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22addf9-79fd-4cea-9745-8ce48ade17fc", "name": "network-vif-deleted", "tag": "f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:52.362763 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-597d94ee-8960-4695-86c6-c664088e72b9 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:52.363169 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22addf9-79fd-4cea-9745-8ce48ade17fc', 'name': 'network-vif-deleted', 'tag': 'f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3', 'status': 'completed', 'code': 200} Dec 12 04:13:52.413143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-832bd95a-a5f5-4ffa-815b-09371fd208d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419171 Dec 12 04:13:52.439340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee4c09-89f4-43d5-b72f-c1a3dca857c2 req-21e35291-60e0-4b70-a8b9-70b7528d95b9 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:52.440891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dee4c09-89f4-43d5-b72f-c1a3dca857c2 req-21e35291-60e0-4b70-a8b9-70b7528d95b9 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.0623915 Dec 12 04:13:52.490379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4'}, {'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:52.492782 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8420ec7a-0bc2-4f2b-bf12-11945788ea77" -d '{"events": [{"server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4"}, {"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-unplugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:52.503828 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dee4c09-89f4-43d5-b72f-c1a3dca857c2 req-6ae9eefa-d1c2-4ef2-acd3-1263a91795c9 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538914 Dec 12 04:13:52.534346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1c9c2131-20a3-43f6-b581-74ec3344adc4 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:52.576151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-e9fd2338-a73b-44b8-99cb-c7db27e30944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:52.578202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-e9fd2338-a73b-44b8-99cb-c7db27e30944 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17a5944f5ca749d59866f1ead0066d44&device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 1096 time: 0.0858133 Dec 12 04:13:52.598182 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b63ff-878a-47ac-bbd2-9b42b167b81c x-openstack-request-id: req-5f6b63ff-878a-47ac-bbd2-9b42b167b81c {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:52.598546 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4", "code": 200}, {"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-unplugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:52.598777 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f6b63ff-878a-47ac-bbd2-9b42b167b81c {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:52.599147 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4', 'code': 200} Dec 12 04:13:52.599411 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'code': 200} Dec 12 04:13:52.625169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7de8f-45c5-4875-bc23-68ab1c494938 req-500397bf-d3ad-438d-b627-d65784ac18e1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:52.627251 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ef7de8f-45c5-4875-bc23-68ab1c494938 req-500397bf-d3ad-438d-b627-d65784ac18e1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 943 time: 0.0762992 Dec 12 04:13:52.642074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:52.655302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '1c9c2131-20a3-43f6-b581-74ec3344adc4', 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b', 'port_id': '1c9c2131-20a3-43f6-b581-74ec3344adc4', 'mac_address': 'fa:16:3e:b7:19:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74c4207-adec-4fe8-b46e-fd349258bac6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:52.699046 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:52.713835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9c2131-20a3-43f6-b581-74ec3344adc4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:52.724087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ef7de8f-45c5-4875-bc23-68ab1c494938 req-fdf68208-ec1c-471b-8431-dcfc125245b4 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843582 Dec 12 04:13:52.751140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:52.755868 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:52.757302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-4af18d76-1743-40a7-90ae-ef7c4b2072be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:52.759522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-4af18d76-1743-40a7-90ae-ef7c4b2072be service neutron] 10.222.0.18 "GET /v2.0/networks?id=c54cd0d2-7685-4f35-8d1c-da81ff059ff9 HTTP/1.1" status: 200 len: 912 time: 0.1521268 Dec 12 04:13:52.765129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da398c-b760-4c98-a091-cf09523e4ad6 req-8613a228-fa0b-4bed-b18f-50b0de9b429d tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:52.766914 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02da398c-b760-4c98-a091-cf09523e4ad6 req-8613a228-fa0b-4bed-b18f-50b0de9b429d tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 943 time: 0.0675926 Dec 12 04:13:52.819218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1c9c2131-20a3-43f6-b581-74ec3344adc4,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:52.834196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02da398c-b760-4c98-a091-cf09523e4ad6 req-01375927-137c-4471-b154-f4d7602a9df8 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588827 Dec 12 04:13:52.848239 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-b7650daf-6dad-400d-8ca6-4d0cd06c7fe6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91358033-c60c-4f0d-ab91-55fc288592e6 HTTP/1.1" status: 200 len: 1001 time: 0.0801961 Dec 12 04:13:52.933596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-259f4470-3167-4197-a1d5-0601f6c7a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:52.937415 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-259f4470-3167-4197-a1d5-0601f6c7a52a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1d95915-1853-40c8-957d-bb859c47c7c1 HTTP/1.1" status: 200 len: 851 time: 0.0636771 Dec 12 04:13:53.002744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-c87e8fd6-0ad7-4044-9aac-a1af844b07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:53.004384 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-c87e8fd6-0ad7-4044-9aac-a1af844b07e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c54cd0d2-7685-4f35-8d1c-da81ff059ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577686 Dec 12 04:13:53.102316 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-d2ab9c20-4429-4fd4-af5f-6c0bc1e2b97d service neutron] 10.222.0.18 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885346 Dec 12 04:13:53.155903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1c9c2131-20a3-43f6-b581-74ec3344adc4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:53.200919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-187bd0c5-bc4e-41e1-8d66-71936c9ee53f req-f25b7a4a-d223-474b-9d73-946f9e138920 service neutron] 10.222.0.18 "GET /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882626 Dec 12 04:13:53.372827 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46450) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:53.443154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4de9676-2995-44a0-8813-b198bffba7eb admin admin] Deleting subnet fc18eedc-b8b2-4082-9d35-6303cf7539ca {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:13:53.453249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13b41-039f-43c6-9e80-7bb8a4137100 req-e7b4c809-a2cb-4728-9e2b-5bcec6a90cb7 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:53.454789 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6bf13b41-039f-43c6-9e80-7bb8a4137100 req-e7b4c809-a2cb-4728-9e2b-5bcec6a90cb7 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0938470 Dec 12 04:13:53.456723 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4de9676-2995-44a0-8813-b198bffba7eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:53.509006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4de9676-2995-44a0-8813-b198bffba7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:53.558507 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6bf13b41-039f-43c6-9e80-7bb8a4137100 req-3fc91e4d-8b69-4036-a086-f6e7fb9734e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831239 Dec 12 04:13:53.572009 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4de9676-2995-44a0-8813-b198bffba7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:53.641300 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4de9676-2995-44a0-8813-b198bffba7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:53.666939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de9676-2995-44a0-8813-b198bffba7eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc18eedc-b8b2-4082-9d35-6303cf7539ca,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:53.672060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abf05-74b4-4684-a191-31906d45db77 req-ddfe4294-cc17-47f0-a990-919f5d8c96a1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:53.674284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4de9676-2995-44a0-8813-b198bffba7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:53.678413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f4de9676-2995-44a0-8813-b198bffba7eb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fc18eedc-b8b2-4082-9d35-6303cf7539ca HTTP/1.1" status: 204 len: 168 time: 0.3019493 Dec 12 04:13:53.678585 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-429abf05-74b4-4684-a191-31906d45db77 req-ddfe4294-cc17-47f0-a990-919f5d8c96a1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.0590928 Dec 12 04:13:53.678703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46456) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:53.733700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-429abf05-74b4-4684-a191-31906d45db77 req-3ded58b8-fa92-49b0-a3b7-933589a212f7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518701 Dec 12 04:13:53.757908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:53.866602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aea285-1c78-45a9-8782-969eeb21f0ea req-15bdc526-86e7-4886-9c5b-a5606e972405 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:53.868073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8aea285-1c78-45a9-8782-969eeb21f0ea req-15bdc526-86e7-4886-9c5b-a5606e972405 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1096 time: 0.0445871 Dec 12 04:13:53.893546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:53.918055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8aea285-1c78-45a9-8782-969eeb21f0ea req-38b0ac0a-9ea5-4bef-a6b0-832541687519 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Dec 12 04:13:53.929811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3a9d-fd6e-497c-9a73-9970f504d701 req-fb81e32e-fe1f-4420-9c32-7b21440f30d8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:53.931826 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12cc3a9d-fd6e-497c-9a73-9970f504d701 req-fb81e32e-fe1f-4420-9c32-7b21440f30d8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 944 time: 0.0775201 Dec 12 04:13:53.938306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd782ec4-043c-47b2-abaa-adf19e144277']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:53.958251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2b49cc-72cc-40bd-b204-72a28b5cacb9') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:53.958561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2b49cc-72cc-40bd-b204-72a28b5cacb9') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:53.969753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d4d92ec3-dabc-4d81-875f-babad3e2b876 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:53.976340 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.003755 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.017327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:13:54.017487 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:13:54.019926 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:13:54.036912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-12cc3a9d-fd6e-497c-9a73-9970f504d701 req-937d6966-2cbc-47af-b654-ea752ecca5a1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948009 Dec 12 04:13:54.110321 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.116613 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.122931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] 10.222.0.36 "DELETE /v2.0/networks/dd782ec4-043c-47b2-abaa-adf19e144277 HTTP/1.1" status: 204 len: 168 time: 0.4432399 Dec 12 04:13:54.126782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46486) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:54.139131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a12cd9-8bca-40e1-870a-d5f1147e5291 req-285b8032-4411-432f-9287-5970b75ae0ac tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:54.146961 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0a12cd9-8bca-40e1-870a-d5f1147e5291 req-285b8032-4411-432f-9287-5970b75ae0ac tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 943 time: 0.0982239 Dec 12 04:13:54.188322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641b06-c73b-4549-a803-493163e2555c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd782ec4-043c-47b2-abaa-adf19e144277,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:54.195078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d4d92ec3-dabc-4d81-875f-babad3e2b876, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d4d92ec3-dabc-4d81-875f-babad3e2b876,segment=NetworkSegment(ea9d1c6a-83e6-4993-a216-d9f8d5e56104),segment_id=ea9d1c6a-83e6-4993-a216-d9f8d5e56104)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:54.222820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'd4d92ec3-dabc-4d81-875f-babad3e2b876', 'network_id': '0f35f55c-15de-4017-8cde-398e33008595', 'port_id': 'd4d92ec3-dabc-4d81-875f-babad3e2b876', 'mac_address': 'fa:16:3e:8e:b8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724ba2e8-3c0f-4b66-8360-b787126e1fdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:54.245333 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0a12cd9-8bca-40e1-870a-d5f1147e5291 req-bb423261-c855-4908-b61c-80109af2f28f tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972075 Dec 12 04:13:54.247521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f425039f-92a1-4993-9801-c42edbea9280 admin admin] Deleting subnet 0ede2a7b-8f05-4512-8148-4e5329ee33aa {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:13:54.251716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f425039f-92a1-4993-9801-c42edbea9280 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.311934 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.327143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d92ec3-dabc-4d81-875f-babad3e2b876 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:54.348925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f425039f-92a1-4993-9801-c42edbea9280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.349361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d4d92ec3-dabc-4d81-875f-babad3e2b876, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d4d92ec3-dabc-4d81-875f-babad3e2b876,segment=NetworkSegment(ea9d1c6a-83e6-4993-a216-d9f8d5e56104),segment_id=ea9d1c6a-83e6-4993-a216-d9f8d5e56104)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:54.358240 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.411861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=d4d92ec3-dabc-4d81-875f-babad3e2b876,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:54.412336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f425039f-92a1-4993-9801-c42edbea9280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.481711 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f425039f-92a1-4993-9801-c42edbea9280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.498414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f425039f-92a1-4993-9801-c42edbea9280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.502162 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f425039f-92a1-4993-9801-c42edbea9280 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0ede2a7b-8f05-4512-8148-4e5329ee33aa HTTP/1.1" status: 204 len: 168 time: 0.3744283 Dec 12 04:13:54.504930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46506) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:54.549755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:13:54.552714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425039f-92a1-4993-9801-c42edbea9280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ede2a7b-8f05-4512-8148-4e5329ee33aa,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:54.581577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1c9c2131-20a3-43f6-b581-74ec3344adc4 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:54.650259 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.805169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f32aee-7ca5-417f-89e0-cf54bfff89dc req-62f87384-5173-4de5-8a9a-07cb4bd2ccdc tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:54.813474 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00f32aee-7ca5-417f-89e0-cf54bfff89dc req-62f87384-5173-4de5-8a9a-07cb4bd2ccdc tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0619779 Dec 12 04:13:54.877014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00f32aee-7ca5-417f-89e0-cf54bfff89dc req-47612001-4e6a-44d6-b95b-08aa0b66beec tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593772 Dec 12 04:13:54.893316 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:54.906725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['d4d92ec3-dabc-4d81-875f-babad3e2b876'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:54.960565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d26d5d-973a-49f2-91ec-b4e9d5020daa']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:54.976660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b5c190-109f-464b-94e1-be33191e6f0b') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:54.977005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b5c190-109f-464b-94e1-be33191e6f0b') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:13:54.988365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.005131 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.012363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:13:55.013041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:13:55.015127 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:13:55.043081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 1c9c2131-20a3-43f6-b581-74ec3344adc4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:55.044802 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.091635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.101600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.108689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] 10.222.0.36 "DELETE /v2.0/networks/92d26d5d-973a-49f2-91ec-b4e9d5020daa HTTP/1.1" status: 204 len: 168 time: 0.6025171 Dec 12 04:13:55.151512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f318f-b997-4b87-8099-baf77ff0f1ce admin admin] Pushing event deleted for resources: {'Network': ['ID=92d26d5d-973a-49f2-91ec-b4e9d5020daa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:55.323168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ebfa8-73a6-43dc-9ec7-0c668ce14b2e req-503a8871-3af6-430d-b9dc-d6cd763db84e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:55.329125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-417ebfa8-73a6-43dc-9ec7-0c668ce14b2e req-503a8871-3af6-430d-b9dc-d6cd763db84e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 944 time: 0.1075001 Dec 12 04:13:55.352514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:55.396772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'mac_address': 'fa:16:3e:86:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:13:55.475996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46538) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:55.505269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c073234-0359-40f9-a19d-73c0f0a48dc0 req-cf2d41ca-7841-4023-b63f-4d70ba14db48 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:55.507836 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c073234-0359-40f9-a19d-73c0f0a48dc0 req-cf2d41ca-7841-4023-b63f-4d70ba14db48 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 944 time: 0.1062455 Dec 12 04:13:55.516631 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-417ebfa8-73a6-43dc-9ec7-0c668ce14b2e req-190d0b7e-9535-4194-923d-3d4179cf410a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810834 Dec 12 04:13:55.529106 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.556856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.561579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae47f64-85ea-4850-93fa-0eb820cc2b0d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:13:55.597547 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c073234-0359-40f9-a19d-73c0f0a48dc0 req-d28d9a2f-c4a7-4a1c-a472-f2097d567f16 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747373 Dec 12 04:13:55.602255 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9694d953-5424-4db1-85ae-3c9c1815803f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42cc355c66f04cb7953d84790bc88a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1222062 Dec 12 04:13:55.609020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46542) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:55.661508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:55.706188 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa99764c-eed2-404b-8f85-e553e707e39e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.725305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:55.729795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:55.734759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa99764c-eed2-404b-8f85-e553e707e39e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.736088 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a870e91-3396-4af2-a7ca-86c0d831710a" -d '{"events": [{"server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:55.749561 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.773711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.864259 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06336423-3396-4a5b-802d-f37bdab69c33 x-openstack-request-id: req-06336423-3396-4a5b-802d-f37bdab69c33 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:55.864660 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:55.865035 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06336423-3396-4a5b-802d-f37bdab69c33 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:55.865515 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4', 'code': 200} Dec 12 04:13:55.901185 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa99764c-eed2-404b-8f85-e553e707e39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.905333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa99764c-eed2-404b-8f85-e553e707e39e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:55.906520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aa99764c-eed2-404b-8f85-e553e707e39e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c51fcde-6e82-4299-a8fe-ba0572dff2c9 HTTP/1.1" status: 204 len: 168 time: 0.2965050 Dec 12 04:13:55.925399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99764c-eed2-404b-8f85-e553e707e39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c51fcde-6e82-4299-a8fe-ba0572dff2c9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:55.944968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['bae47f64-85ea-4850-93fa-0eb820cc2b0d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:13:56.080319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:13:56.104887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:56.121245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:13:56.121935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f3c5e1c9-5d04-4b7e-b9c6-5fbd8701b4c3 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:13:56.183526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1c9c2131-20a3-43f6-b581-74ec3344adc4,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:56.297205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f880d-c174-45c3-bd14-bcefe47f5ba9 req-46b384a1-ea64-4942-94c4-a92a38bc13fc tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:56.311938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-789f880d-c174-45c3-bd14-bcefe47f5ba9 req-46b384a1-ea64-4942-94c4-a92a38bc13fc tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.2428470 Dec 12 04:13:56.334115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a8951-1d7e-4865-853a-98fea18ca85d req-8b36d0e2-4c49-4119-9671-50d586ac818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:56.338439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a87a8951-1d7e-4865-853a-98fea18ca85d req-8b36d0e2-4c49-4119-9671-50d586ac818a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 1096 time: 0.2519479 Dec 12 04:13:56.437065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a87a8951-1d7e-4865-853a-98fea18ca85d req-3ac6d96c-8c1a-491f-b532-a34693ad2099 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799508 Dec 12 04:13:56.477599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-789f880d-c174-45c3-bd14-bcefe47f5ba9 req-c171d251-6450-4401-9a33-96020021d631 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628969 Dec 12 04:13:56.691995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3605f0-ccf1-4542-b9c9-25ee022076fe req-47f11f51-e97c-487b-a0f7-0fb6bb8f806e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:56.695577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f3605f0-ccf1-4542-b9c9-25ee022076fe req-47f11f51-e97c-487b-a0f7-0fb6bb8f806e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0867636 Dec 12 04:13:56.708988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46572) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:56.774537 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-51f130ac-d007-43a9-8e43-18f36c12b47f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad68439cebd5490ba185131a219e0921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642617 Dec 12 04:13:56.777154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46574) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:56.799533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f3605f0-ccf1-4542-b9c9-25ee022076fe req-6fe5c053-ddbe-4fb3-9449-dc95e0f85fce tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963449 Dec 12 04:13:56.873357 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb2e1d2a-c5b3-4e12-bac4-0fbf6bcfd253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:56.898634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dcc78-53a5-4c3f-a531-bd4844daa8be req-e00a4f96-3eb5-46da-a32f-5689a7836b00 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:56.907658 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f1dcc78-53a5-4c3f-a531-bd4844daa8be req-e00a4f96-3eb5-46da-a32f-5689a7836b00 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 944 time: 0.1886575 Dec 12 04:13:56.957231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb2e1d2a-c5b3-4e12-bac4-0fbf6bcfd253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:57.042581 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f1dcc78-53a5-4c3f-a531-bd4844daa8be req-377757da-a935-4b44-9029-d611a4ca7742 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310580 Dec 12 04:13:57.100094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-2969cdaa-f86e-424a-bca9-351cbb1460bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1393428 Dec 12 04:13:57.134409 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb2e1d2a-c5b3-4e12-bac4-0fbf6bcfd253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:57.141416 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb2e1d2a-c5b3-4e12-bac4-0fbf6bcfd253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:57.146415 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb2e1d2a-c5b3-4e12-bac4-0fbf6bcfd253 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee5f4824-da0a-4f5e-b337-1cc12161f53b HTTP/1.1" status: 204 len: 168 time: 0.3659418 Dec 12 04:13:57.177228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e1d2a-c5b3-4e12-bac4-0fbf6bcfd253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5f4824-da0a-4f5e-b337-1cc12161f53b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:57.290689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-2b930fdd-b23f-40f8-a0d2-0ecb124106bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:57.292298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-2b930fdd-b23f-40f8-a0d2-0ecb124106bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1095 time: 0.1025357 Dec 12 04:13:57.595681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-fcac2a6e-a018-4899-a310-c128c8addaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:57.598598 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-fcac2a6e-a018-4899-a310-c128c8addaba service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.2822595 Dec 12 04:13:57.755946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46624) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:57.773224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-e6c6b8bd-31f5-418e-a2a1-53da7c1d8b4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 217 time: 0.1457827 Dec 12 04:13:57.905000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962da9d9-2120-4d38-8ffe-7f1db326e36b req-66df1a13-22f5-44ba-85c4-b45ec941ef33 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:57.906573 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-962da9d9-2120-4d38-8ffe-7f1db326e36b req-66df1a13-22f5-44ba-85c4-b45ec941ef33 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1366711 Dec 12 04:13:57.937805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-44a22d66-eb0e-43ea-9f64-fa8e69f44479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:57.941019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-44a22d66-eb0e-43ea-9f64-fa8e69f44479 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1352973 Dec 12 04:13:57.993079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d4d92ec3-dabc-4d81-875f-babad3e2b876 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:58.071756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-95d07123-78fb-40cb-83ba-7bdc5b717694 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125276 Dec 12 04:13:58.122944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51d11-c4ab-41f0-a8f1-29205d6c592b req-6e0e72c9-6a5e-4833-997b-fda76abff9d4 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:58.128248 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1af51d11-c4ab-41f0-a8f1-29205d6c592b req-6e0e72c9-6a5e-4833-997b-fda76abff9d4 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.1556590 Dec 12 04:13:58.170459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port d4d92ec3-dabc-4d81-875f-babad3e2b876 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:13:58.182398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port d4d92ec3-dabc-4d81-875f-babad3e2b876 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:58.182784 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:58.185247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-962da9d9-2120-4d38-8ffe-7f1db326e36b req-59139e48-b3cf-4876-8efe-2970da47dde8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567978 Dec 12 04:13:58.261700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1af51d11-c4ab-41f0-a8f1-29205d6c592b req-4a815c41-f0d0-416b-b04b-f84c7e1eb287 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262064 Dec 12 04:13:58.299031 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e4a9-0aca-4134-ba89-84ee1202aa5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:58.423023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-62174f23-19df-4c92-bff3-8fe5d1a0e825 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580831 Dec 12 04:13:58.561535 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7606c7da-7b7e-4ba6-9b55-d0eeedab3d23 req-75d922c4-5393-403b-966c-5c214e2e2a57 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287427 Dec 12 04:13:58.581068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:13:58.587382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ce5a8-a02b-4694-bf7e-a23692828562 req-7e6fecd6-a895-40ac-816f-f9d0c9fe27a4 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:58.589118 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ac6ce5a8-a02b-4694-bf7e-a23692828562 req-7e6fecd6-a895-40ac-816f-f9d0c9fe27a4 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 944 time: 0.2032080 Dec 12 04:13:58.668748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0ad8-bea5-49a5-b1c8-e4fabc79c317 req-e40ed5b8-4e62-42d1-8fc7-7c1fdd8b0998 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:58.675881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec9f0ad8-bea5-49a5-b1c8-e4fabc79c317 req-e40ed5b8-4e62-42d1-8fc7-7c1fdd8b0998 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0801270 Dec 12 04:13:58.702030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e4a9-0aca-4134-ba89-84ee1202aa5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:58.715450 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e4a9-0aca-4134-ba89-84ee1202aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:58.753617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec9f0ad8-bea5-49a5-b1c8-e4fabc79c317 req-38e9aea9-4672-481a-b4c4-99568cb59c81 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767324 Dec 12 04:13:58.778247 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:58.778481 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e0e6e4a9-0aca-4134-ba89-84ee1202aa5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6647bdfecbe441659d65a80fafc9c872&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0183952 Dec 12 04:13:58.778945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46654) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:13:58.844109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ac6ce5a8-a02b-4694-bf7e-a23692828562 req-c172e1a8-7c1d-4985-8171-8257d7f20aa8 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462273 Dec 12 04:13:58.875386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6e4a9-0aca-4134-ba89-84ee1202aa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d61698d-25ae-4706-93fe-b63008c1827f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:58.910950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6336d7-253f-4296-9dd6-8ef898014325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d92ec3-dabc-4d81-875f-babad3e2b876'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:13:58.919577 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b7d4c7-73e0-4c29-83e2-f486ad9a4cc3" -d '{"events": [{"server_uuid": "8f6336d7-253f-4296-9dd6-8ef898014325", "name": "network-vif-plugged", "status": "completed", "tag": "d4d92ec3-dabc-4d81-875f-babad3e2b876"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:13:58.948712 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ad8af69-ef61-4139-8da4-90034fab748d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:58.965292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port bae47f64-85ea-4850-93fa-0eb820cc2b0d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:13:58.967013 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:58.974757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d4d92ec3-dabc-4d81-875f-babad3e2b876, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d4d92ec3-dabc-4d81-875f-babad3e2b876,segment=NetworkSegment(ea9d1c6a-83e6-4993-a216-d9f8d5e56104),segment_id=ea9d1c6a-83e6-4993-a216-d9f8d5e56104)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:59.003442 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ad8af69-ef61-4139-8da4-90034fab748d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:59.048683 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:59.078681 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ad8af69-ef61-4139-8da4-90034fab748d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:59.083171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ad8af69-ef61-4139-8da4-90034fab748d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:59.084972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6ad8af69-ef61-4139-8da4-90034fab748d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d61698d-25ae-4706-93fe-b63008c1827f HTTP/1.1" status: 204 len: 168 time: 0.3074937 Dec 12 04:13:59.099523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8af69-ef61-4139-8da4-90034fab748d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d61698d-25ae-4706-93fe-b63008c1827f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:59.234209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=d4d92ec3-dabc-4d81-875f-babad3e2b876,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:59.278705 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd453a58-c459-43bc-ab8a-bc1c92ebe4ae x-openstack-request-id: req-cd453a58-c459-43bc-ab8a-bc1c92ebe4ae {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:13:59.281053 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6336d7-253f-4296-9dd6-8ef898014325", "name": "network-vif-plugged", "status": "completed", "tag": "d4d92ec3-dabc-4d81-875f-babad3e2b876", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:13:59.281548 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd453a58-c459-43bc-ab8a-bc1c92ebe4ae {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:13:59.282190 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6336d7-253f-4296-9dd6-8ef898014325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d92ec3-dabc-4d81-875f-babad3e2b876', 'code': 200} Dec 12 04:13:59.445193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a98de-0290-4bf7-9b23-dc1f20d516a3 req-e9582f11-9c95-4f0c-b9b0-0d9d58990be1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:59.447217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bf730-200a-457a-8853-945f2d24c566 req-9af63849-9dc3-4493-b909-52cee44d893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:59.450770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d5bf730-200a-457a-8853-945f2d24c566 req-9af63849-9dc3-4493-b909-52cee44d893e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 1096 time: 0.1076074 Dec 12 04:13:59.455311 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-244a98de-0290-4bf7-9b23-dc1f20d516a3 req-e9582f11-9c95-4f0c-b9b0-0d9d58990be1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.0961568 Dec 12 04:13:59.472974 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:59.537281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-244a98de-0290-4bf7-9b23-dc1f20d516a3 req-268d10cc-81c6-4959-9a73-d8011d8dc73f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772290 Dec 12 04:13:59.581789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:13:59.586854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d5bf730-200a-457a-8853-945f2d24c566 req-4a0c6947-81df-4483-93f6-3d6260797fd9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289616 Dec 12 04:13:59.592189 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:13:59.658746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=10']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:13:59.845177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0346-ae80-41de-b070-355206621bfa req-83d07f12-dfd9-4eba-99dc-c490567f1979 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:13:59.847377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-83d07f12-dfd9-4eba-99dc-c490567f1979 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/networks?id=135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 200 len: 815 time: 0.1884098 Dec 12 04:13:59.874132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-133c3118-0d74-4527-9c54-016d83ffe1b3 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/quotas/5cc9603f7a934e3889caf596e37e0344 HTTP/1.1" status: 200 len: 375 time: 0.0153646 Dec 12 04:13:59.938383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-403ebc45-4044-454d-9b71-f92b7b4737f2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc9603f7a934e3889caf596e37e0344&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627675 Dec 12 04:14:00.069081 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-92a3830c-14bc-4a01-bab3-a51897bcef70 service neutron] 10.222.0.36 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296473 Dec 12 04:14:00.097552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60e3d-41a2-4c90-b8eb-d930e263e572 req-a42a2633-657b-4415-bbb4-4fc0043c1285 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:00.105155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bae60e3d-41a2-4c90-b8eb-d930e263e572 req-a42a2633-657b-4415-bbb4-4fc0043c1285 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 945 time: 0.0898499 Dec 12 04:14:00.184488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bae60e3d-41a2-4c90-b8eb-d930e263e572 req-f19c529b-5da7-479f-97a6-af3ffcfe4299 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776796 Dec 12 04:14:00.214585 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-9d4ff719-f730-442c-970f-3c04bee906c4 service neutron] 10.222.0.36 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444659 Dec 12 04:14:00.470477 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2f92fe7-8e1b-4fc7-a7ae-9b399ef20f85 req-3e354dfe-98fa-4bb6-b18f-29da3bc49ace tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 210 time: 0.0728433 Dec 12 04:14:00.861645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-46f50d6b-180f-4ecb-a3b5-03030721f376 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:00.863208 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-46f50d6b-180f-4ecb-a3b5-03030721f376 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "GET /v2.0/ports?device_id=01bf27f6-3df3-4490-92f8-88df3ba8598c HTTP/1.1" status: 200 len: 945 time: 0.0935407 Dec 12 04:14:00.871130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c143f5-f3df-470b-89e6-2e422e2deafb req-33b6cf85-1ba0-48e4-a9a6-6c18906e8dc9 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:00.873252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01c143f5-f3df-470b-89e6-2e422e2deafb req-33b6cf85-1ba0-48e4-a9a6-6c18906e8dc9 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1695747 Dec 12 04:14:01.022421 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01c143f5-f3df-470b-89e6-2e422e2deafb req-0ee03897-02e0-456c-ae4d-3002711ae11b tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402280 Dec 12 04:14:01.061420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Deleting port 1c9c2131-20a3-43f6-b581-74ec3344adc4 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:01.062369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:01.285892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:01.290922 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cff0e5-0532-453a-b26e-343cb99d0c43" -d '{"events": [{"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:01.299286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] For port 1c9c2131-20a3-43f6-b581-74ec3344adc4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1c9c2131-20a3-43f6-b581-74ec3344adc4,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:01.299998 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:01.331738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Calling delete_port for 1c9c2131-20a3-43f6-b581-74ec3344adc4 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:01.644164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:01.681427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1c9c2131-20a3-43f6-b581-74ec3344adc4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:14:01.707161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Pushing event deleted for resources: {'Port': ['ID=1c9c2131-20a3-43f6-b581-74ec3344adc4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:01.766661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.767123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.767569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.768009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.768444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.768980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.769412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.769840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.770384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.770815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.771241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.771681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.772092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:01.795003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] No DVR routers for this DVR port 1c9c2131-20a3-43f6-b581-74ec3344adc4 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:14:01.798710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:01.802895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4b457e0-ee28-464c-8fc1-5e8866bf5c58 req-d2a58c7b-bc08-4f24-8e0a-1db70df77712 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "DELETE /v2.0/ports/1c9c2131-20a3-43f6-b581-74ec3344adc4 HTTP/1.1" status: 204 len: 173 time: 0.9286759 Dec 12 04:14:01.803482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'name': 'network-vif-deleted', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:01.806009 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb25b53-642e-4b11-a70d-e47bf350d157" -d '{"events": [{"server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "name": "network-vif-deleted", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:01.911507 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da92163-e15d-4198-b899-121f8f9a30fd x-openstack-request-id: req-8da92163-e15d-4198-b899-121f8f9a30fd {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:01.912252 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:01.912721 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8da92163-e15d-4198-b899-121f8f9a30fd {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:01.913431 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'code': 200} Dec 12 04:14:02.011568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa1781-fcc4-4b98-b146-e740cbc1833d req-fd7216ee-5be6-49d7-8434-4fee74b9770a tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:02.033099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9aa1781-fcc4-4b98-b146-e740cbc1833d req-fd7216ee-5be6-49d7-8434-4fee74b9770a tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 945 time: 0.1642275 Dec 12 04:14:02.213186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9aa1781-fcc4-4b98-b146-e740cbc1833d req-06f8352f-7b43-459f-85b1-9cadbba415e1 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787772 Dec 12 04:14:02.298632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de6eb87e-540f-448e-81ee-6be939ee1768 req-f165faa2-417d-42fa-af70-3f027fd33286 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 210 time: 0.0681493 Dec 12 04:14:02.312134 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62633589-f3c0-4dcb-ac33-e700a54cc1c6 x-openstack-request-id: req-62633589-f3c0-4dcb-ac33-e700a54cc1c6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:02.312431 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bf27f6-3df3-4490-92f8-88df3ba8598c", "name": "network-vif-deleted", "tag": "1c9c2131-20a3-43f6-b581-74ec3344adc4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:02.312691 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62633589-f3c0-4dcb-ac33-e700a54cc1c6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:02.313134 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bf27f6-3df3-4490-92f8-88df3ba8598c', 'name': 'network-vif-deleted', 'tag': '1c9c2131-20a3-43f6-b581-74ec3344adc4', 'status': 'completed', 'code': 200} Dec 12 04:14:02.462668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfc7dc-f8ae-4759-b845-82dba77f2fbc req-8606141f-5c62-48d8-9ba9-50d89bd7ddab tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:02.467989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85cfc7dc-f8ae-4759-b845-82dba77f2fbc req-8606141f-5c62-48d8-9ba9-50d89bd7ddab tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.1040881 Dec 12 04:14:02.759023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85cfc7dc-f8ae-4759-b845-82dba77f2fbc req-98f6dd8a-7e50-4a34-ae52-ff98344fa540 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873676 Dec 12 04:14:02.821627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0346-ae80-41de-b070-355206621bfa req-aa963986-db7d-436f-9eed-1cad3c79e933 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:02.823147 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-aa963986-db7d-436f-9eed-1cad3c79e933 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "GET /v2.0/networks?id=135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 200 len: 815 time: 0.3219116 Dec 12 04:14:02.847180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Request body: {'port': {'device_id': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b', 'admin_state_up': True, 'tenant_id': '5cc9603f7a934e3889caf596e37e0344'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:03.082253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Made reservation on behalf of 5cc9603f7a934e3889caf596e37e0344 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:03.085902 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:03.366644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Allocated IP 172.20.0.3 (135de146-bf1d-4fba-b10a-011d2b08b85b/e74c4207-adec-4fe8-b46e-fd349258bac6/61ed9b0d-8e49-43fd-8fdf-aa2ac999a396) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:03.610543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:03.678885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:03.776448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Network 135de146-bf1d-4fba-b10a-011d2b08b85b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:03.779751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:03.784243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:03.800720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Pushing event updated for resources: {'Port': ['ID=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:03.822483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46844) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:03.935193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:03.937176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:03.962951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-00d70bc9-877b-4a46-b9eb-0cea052e3cf9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1196809 Dec 12 04:14:03.983429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Request body: {'port': {'device_id': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:04.101665 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0119097e-af8c-4c18-91a0-034a0821cacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:04.160127 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:04.336473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900e82c-84ce-4a06-8d5a-d1f2b91307c3 req-b6e3a9f5-db56-414c-be73-867c889e9d71 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:04.350221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0900e82c-84ce-4a06-8d5a-d1f2b91307c3 req-b6e3a9f5-db56-414c-be73-867c889e9d71 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 931 time: 0.2162685 Dec 12 04:14:04.494623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0900e82c-84ce-4a06-8d5a-d1f2b91307c3 req-0aa68ed0-88f0-4dee-97ef-3d83859a4ca5 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430838 Dec 12 04:14:04.562518 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0119097e-af8c-4c18-91a0-034a0821cacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:04.573529 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0119097e-af8c-4c18-91a0-034a0821cacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:04.596435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1c9c2131-20a3-43f6-b581-74ec3344adc4 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:04.665403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 1c9c2131-20a3-43f6-b581-74ec3344adc4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:14:04.665765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1c9c2131-20a3-43f6-b581-74ec3344adc4 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:14:04.674108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0119097e-af8c-4c18-91a0-034a0821cacc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4733a7bee1fb4093926944e890ca661b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8472614 Dec 12 04:14:04.674972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46872) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:04.675458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119097e-af8c-4c18-91a0-034a0821cacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524046fd-04ed-4d0a-8835-e2c3ffb8bd18,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:04.763939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c23c1deb-84f2-4e82-a6eb-91bfc5bfe030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:04.867657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:04.876668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:04.890396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Transition to ACTIVE for port object 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:14:04.903339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:04.959247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c23c1deb-84f2-4e82-a6eb-91bfc5bfe030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:04.961982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Pushing event updated for resources: {'Port': ['ID=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:05.187822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Attempting to bind port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:05.188416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Attempting to bind port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:05.188416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Attempting to bind port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 on network 135de146-bf1d-4fba-b10a-011d2b08b85b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:05.203441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 on network 135de146-bf1d-4fba-b10a-011d2b08b85b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:14:05.203767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Attempting to bind port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 on network 135de146-bf1d-4fba-b10a-011d2b08b85b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:05.206867 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c23c1deb-84f2-4e82-a6eb-91bfc5bfe030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:05.209523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c23c1deb-84f2-4e82-a6eb-91bfc5bfe030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:05.210704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c23c1deb-84f2-4e82-a6eb-91bfc5bfe030 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/524046fd-04ed-4d0a-8835-e2c3ffb8bd18 HTTP/1.1" status: 204 len: 168 time: 0.5343184 Dec 12 04:14:05.222587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:05.222943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Checking segment: {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:05.223357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Bound using segment: {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:05.223813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Bound port: 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:05.224265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:05.259332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c1deb-84f2-4e82-a6eb-91bfc5bfe030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524046fd-04ed-4d0a-8835-e2c3ffb8bd18,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:05.413390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46916) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:05.886186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4cc64bcd-186c-43be-b61c-593d078ab28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.079896 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4cc64bcd-186c-43be-b61c-593d078ab28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.089238 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4cc64bcd-186c-43be-b61c-593d078ab28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.138991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4cc64bcd-186c-43be-b61c-593d078ab28d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f1b10f78f30449abff674af6221f03d&name=default HTTP/1.1" status: 200 len: 2997 time: 0.7238183 Dec 12 04:14:06.151278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46936) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:06.247061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc64bcd-186c-43be-b61c-593d078ab28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4944792-4668-4e70-bb8f-c650f2b876c0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:06.300356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46950) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:06.315744 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8363b55-cfa3-4946-b135-ee03e2db694b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.393710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abeebc-220c-46bb-9451-672085209eac req-eae7a2f7-db2f-4398-b4f5-c3cce93b0f54 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:06.404183 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61abeebc-220c-46bb-9451-672085209eac req-eae7a2f7-db2f-4398-b4f5-c3cce93b0f54 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 943 time: 0.0986078 Dec 12 04:14:06.409295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8363b55-cfa3-4946-b135-ee03e2db694b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.419483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8363b55-cfa3-4946-b135-ee03e2db694b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.450413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8363b55-cfa3-4946-b135-ee03e2db694b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c249fe-7ddf-40af-a37b-82bc366cea14,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:06.459444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa771587-7c8b-47d9-ab6c-3073c074615f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.498539 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c8363b55-cfa3-4946-b135-ee03e2db694b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5c3434300764d9babe9c0ee4dba8385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969285 Dec 12 04:14:06.502700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46954) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:06.511121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa771587-7c8b-47d9-ab6c-3073c074615f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.529792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:06.537557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:06.556193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.577896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:06.579086 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.580796 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] 10.222.0.37 "PUT /v2.0/ports/61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 HTTP/1.1" status: 200 len: 1091 time: 2.6017261 Dec 12 04:14:06.582988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:06.585608 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252" -d '{"events": [{"name": "network-changed", "server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:06.632510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61abeebc-220c-46bb-9451-672085209eac req-160913a0-03e0-4eb9-ab5e-a770f0ffe03e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220600 Dec 12 04:14:06.680048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f8b2a27-ee5a-452d-829e-12da6057f460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.739524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0346-ae80-41de-b070-355206621bfa req-b54c2e15-e1d0-4681-a71d-60c18b7a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:06.741774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-b54c2e15-e1d0-4681-a71d-60c18b7a2e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cc9603f7a934e3889caf596e37e0344&device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 1094 time: 0.0817225 Dec 12 04:14:06.745501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a67b4-852a-4113-95cb-78eaf106275d service neutron] Pushing event updated for resources: {'Port': ['ID=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:06.791161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f8b2a27-ee5a-452d-829e-12da6057f460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.804749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-7e371705-c78e-40e8-a8be-f82c3f93169d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 HTTP/1.1" status: 200 len: 217 time: 0.0437024 Dec 12 04:14:06.900044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0346-ae80-41de-b070-355206621bfa req-18c60381-7167-462a-bbf6-adad11263dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:06.901981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa771587-7c8b-47d9-ab6c-3073c074615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.903048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-18c60381-7167-462a-bbf6-adad11263dca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e74c4207-adec-4fe8-b46e-fd349258bac6 HTTP/1.1" status: 200 len: 855 time: 0.0881481 Dec 12 04:14:06.905587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa771587-7c8b-47d9-ab6c-3073c074615f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.906922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fa771587-7c8b-47d9-ab6c-3073c074615f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4944792-4668-4e70-bb8f-c650f2b876c0 HTTP/1.1" status: 204 len: 168 time: 0.7530682 Dec 12 04:14:06.917471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f8b2a27-ee5a-452d-829e-12da6057f460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.921749 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f8b2a27-ee5a-452d-829e-12da6057f460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:06.923160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6f8b2a27-ee5a-452d-829e-12da6057f460 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53c249fe-7ddf-40af-a37b-82bc366cea14 HTTP/1.1" status: 204 len: 168 time: 0.4191787 Dec 12 04:14:06.931024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa771587-7c8b-47d9-ab6c-3073c074615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4944792-4668-4e70-bb8f-c650f2b876c0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:06.955579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b2a27-ee5a-452d-829e-12da6057f460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c249fe-7ddf-40af-a37b-82bc366cea14,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:06.974818 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-9490a11b-602a-4a34-bbcc-e712851385a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=135de146-bf1d-4fba-b10a-011d2b08b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608885 Dec 12 04:14:07.258996 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa785642-71de-4a24-8db3-563e0c65c34e x-openstack-request-id: req-aa785642-71de-4a24-8db3-563e0c65c34e {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:07.273830 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:07.275294 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa785642-71de-4a24-8db3-563e0c65c34e {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:07.275920 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396', 'status': 'completed', 'code': 200} Dec 12 04:14:07.326672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-bfab3a98-3d69-4c35-b1ed-36318d736129 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423467 Dec 12 04:14:07.600516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-446c0346-ae80-41de-b070-355206621bfa req-87fc2aa0-2388-488f-800e-d01e43fdbcc3 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590120 Dec 12 04:14:07.830074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-5be9e2e9-06ef-49e9-9fc0-dc36fed77867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:07.832259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-5be9e2e9-06ef-49e9-9fc0-dc36fed77867 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cc9603f7a934e3889caf596e37e0344&device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 1094 time: 0.1118791 Dec 12 04:14:07.992367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df60f0-e1d4-4bc5-a136-c854cf68808f req-587c2f37-d762-4ddd-bdd9-716428e27462 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:08.009944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6df60f0-e1d4-4bc5-a136-c854cf68808f req-587c2f37-d762-4ddd-bdd9-716428e27462 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 943 time: 0.1605587 Dec 12 04:14:08.048520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac8d0f80-94e2-4823-9c0a-674aa3df51d5 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:14:08.089072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-7cd536bc-4af6-453e-9fdb-326b003a8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:08.091480 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-7cd536bc-4af6-453e-9fdb-326b003a8352 service neutron] 10.222.0.37 "GET /v2.0/networks?id=135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 200 len: 915 time: 0.2499163 Dec 12 04:14:08.164736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6df60f0-e1d4-4bc5-a136-c854cf68808f req-437fbe86-fdd2-40d1-ac6f-889122dd728a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538694 Dec 12 04:14:08.166444 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-44231335-7d6b-48b2-835f-c6048a141960 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 HTTP/1.1" status: 200 len: 217 time: 0.0646434 Dec 12 04:14:08.319403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-ebf61d35-51b3-40a1-9e59-4e615cb7fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:08.321046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-ebf61d35-51b3-40a1-9e59-4e615cb7fc72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e74c4207-adec-4fe8-b46e-fd349258bac6 HTTP/1.1" status: 200 len: 855 time: 0.1451979 Dec 12 04:14:08.389939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-e5ebc92d-674e-4b53-ab82-cad7a8fd94b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=135de146-bf1d-4fba-b10a-011d2b08b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520203 Dec 12 04:14:08.409506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:08.435913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'port_id': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5', 'mac_address': 'fa:16:3e:b5:78:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:14:08.504712 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:08.524965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac8d0f80-94e2-4823-9c0a-674aa3df51d5 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:08.550071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:08.565607 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:08.632589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:08.726185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac8d0f80-94e2-4823-9c0a-674aa3df51d5'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:14:08.740860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-94eedda4-9ae7-49ef-97d4-d227cf5f10c2 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400505 Dec 12 04:14:08.946045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88e86e09-45dd-4ea5-b4bf-4b5edc88a252 req-059daad4-4e65-443f-82d5-143b748b75b0 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909134 Dec 12 04:14:10.070770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac8d0f80-94e2-4823-9c0a-674aa3df51d5 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:10.208537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:10.209174 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:10.378440 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:10.417447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:10.418884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:10.424274 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0aeca6-6210-485c-8148-7375a31da43e" -d '{"events": [{"server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:10.428459 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:10.518397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:10.600249 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-848ca34f-816a-4830-a059-91a78a4ef256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:10.606768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:14:10.948403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:10.997641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396', 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b', 'port_id': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396', 'mac_address': 'fa:16:3e:f8:34:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74c4207-adec-4fe8-b46e-fd349258bac6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:14:11.084631 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:11.099777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:11.139128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:11.147128 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:11.241425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:11.537897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['61ed9b0d-8e49-43fd-8fdf-aa2ac999a396'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:14:11.651424 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:12.935935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4ce3710a-a0ea-4451-b976-560d54958c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:13.566820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281085db-008b-4b85-8a40-78f1f1cc677e req-91771fda-1800-4a83-b68f-f34fe22e8964 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:13.569080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-281085db-008b-4b85-8a40-78f1f1cc677e req-91771fda-1800-4a83-b68f-f34fe22e8964 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 944 time: 0.0737383 Dec 12 04:14:13.689457 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-281085db-008b-4b85-8a40-78f1f1cc677e req-e57b4325-5992-4c34-a6d1-5b314cb00365 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097455 Dec 12 04:14:13.755918 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:13.758798 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2544f7fa-3b6a-4eb7-b4a2-860b13720715 x-openstack-request-id: req-2544f7fa-3b6a-4eb7-b4a2-860b13720715 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:13.759469 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:13.760606 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2544f7fa-3b6a-4eb7-b4a2-860b13720715 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:13.761300 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5', 'code': 200} Dec 12 04:14:13.977108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:14.094008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60220526-cc0c-4725-a006-14cd8f9a40ec req-ae8d6f3c-f502-4ebf-92c1-8ee32aff1767 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:14.096925 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60220526-cc0c-4725-a006-14cd8f9a40ec req-ae8d6f3c-f502-4ebf-92c1-8ee32aff1767 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 951 time: 0.0704257 Dec 12 04:14:14.241298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60220526-cc0c-4725-a006-14cd8f9a40ec req-bfd1ef9c-fa7b-48d4-9c7c-d4d2b3cd8ed9 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336427 Dec 12 04:14:14.615821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47242) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:14.661477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:14.760542 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04482b0f-1904-4da0-b792-4eb7b3cf8535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:14.776304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:14:14.785749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:14.788711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:14.927047 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:14.942148 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04482b0f-1904-4da0-b792-4eb7b3cf8535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:14.950989 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04482b0f-1904-4da0-b792-4eb7b3cf8535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:14.987458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:15.006996 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:15.010058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:15.014248 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-04482b0f-1904-4da0-b792-4eb7b3cf8535 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c310059e52b4a04851174e39127a57a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3946276 Dec 12 04:14:15.014248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04482b0f-1904-4da0-b792-4eb7b3cf8535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b62556d-4bc1-4564-b885-3cfe845851be,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:15.019715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47258) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:15.118724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ca31-fd90-415b-b2a6-b9686fa77e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:15.153426 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ca31-fd90-415b-b2a6-b9686fa77e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:15.176021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:15.231445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ca31-fd90-415b-b2a6-b9686fa77e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:15.245090 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ca31-fd90-415b-b2a6-b9686fa77e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:15.253664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b0f1ca31-fd90-415b-b2a6-b9686fa77e76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b62556d-4bc1-4564-b885-3cfe845851be HTTP/1.1" status: 204 len: 168 time: 0.2312927 Dec 12 04:14:15.258848 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:15.276209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1ca31-fd90-415b-b2a6-b9686fa77e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b62556d-4bc1-4564-b885-3cfe845851be,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:15.394263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:15.402176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:15.471933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=11']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:15.513688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:15.710227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e7b96-bf1d-4638-a240-e838c5dc8452 req-3f42ea52-d8d5-41b1-bf8e-7d11a70c2556 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:15.720121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e8e7b96-bf1d-4638-a240-e838c5dc8452 req-3f42ea52-d8d5-41b1-bf8e-7d11a70c2556 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 945 time: 0.1128709 Dec 12 04:14:15.763248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396'}, {'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:15.774458 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcb6029-d3c3-4cc8-971e-42b6017bcd2f" -d '{"events": [{"server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "name": "network-vif-plugged", "status": "completed", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396"}, {"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-unplugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:15.836326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e8e7b96-bf1d-4638-a240-e838c5dc8452 req-5de3bc2c-8863-4b4c-9685-16ab2994f4cf tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/security-groups?id=02c4202a-b3a5-4731-ba9a-76273f6cabcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130278 Dec 12 04:14:15.863571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84a9f2-0b57-4f7d-95b5-b0d838420c61 req-1b020dcc-e2c9-4d0d-8d94-95d5945e01f2 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:15.865128 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f84a9f2-0b57-4f7d-95b5-b0d838420c61 req-1b020dcc-e2c9-4d0d-8d94-95d5945e01f2 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1096 time: 0.0903952 Dec 12 04:14:15.913485 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:14:15.946306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f84a9f2-0b57-4f7d-95b5-b0d838420c61 req-58b7b404-7c45-43a3-82ce-96ac5da8c45e tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638406 Dec 12 04:14:16.017941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6e003-00d7-4dc2-9567-094574a719a8 req-6f1ee726-9b80-467a-90d6-291a697a078a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:16.022388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cee6e003-00d7-4dc2-9567-094574a719a8 req-6f1ee726-9b80-467a-90d6-291a697a078a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1143184 Dec 12 04:14:16.043571 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f5d99d-e672-40c6-a8b9-cb475a1dd63c x-openstack-request-id: req-92f5d99d-e672-40c6-a8b9-cb475a1dd63c {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:16.044074 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "name": "network-vif-plugged", "status": "completed", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396", "code": 200}, {"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-unplugged", "status": "completed", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:16.044185 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92f5d99d-e672-40c6-a8b9-cb475a1dd63c {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:16.046490 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396', 'code': 200} Dec 12 04:14:16.046490 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'code': 200} Dec 12 04:14:16.141974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82276312-5c75-4e80-82d6-d05129151a59 req-dbe91573-466b-4b27-925a-ded06b9b4ff7 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:16.145786 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82276312-5c75-4e80-82d6-d05129151a59 req-dbe91573-466b-4b27-925a-ded06b9b4ff7 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 945 time: 0.1070044 Dec 12 04:14:16.146756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cee6e003-00d7-4dc2-9567-094574a719a8 req-731d56b0-8712-4511-9a0c-8e079a68779a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124871 Dec 12 04:14:16.322902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac999-c10c-42b2-9c5d-106f5f5ecf38 req-df81323c-1696-4248-b54b-d57c1d3e672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:16.326659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cefac999-c10c-42b2-9c5d-106f5f5ecf38 req-df81323c-1696-4248-b54b-d57c1d3e672f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 1096 time: 0.1153500 Dec 12 04:14:16.437717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-82276312-5c75-4e80-82d6-d05129151a59 req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Deleting port d4d92ec3-dabc-4d81-875f-babad3e2b876 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:16.438138 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82276312-5c75-4e80-82d6-d05129151a59 req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:16.463904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cefac999-c10c-42b2-9c5d-106f5f5ecf38 req-1c250305-2472-4374-af8d-d57ee5648672 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246305 Dec 12 04:14:16.618973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-82276312-5c75-4e80-82d6-d05129151a59 req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] For port d4d92ec3-dabc-4d81-875f-babad3e2b876, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d4d92ec3-dabc-4d81-875f-babad3e2b876,segment=NetworkSegment(ea9d1c6a-83e6-4993-a216-d9f8d5e56104),segment_id=ea9d1c6a-83e6-4993-a216-d9f8d5e56104)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:16.619614 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82276312-5c75-4e80-82d6-d05129151a59 req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:16.636356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-82276312-5c75-4e80-82d6-d05129151a59 req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Calling delete_port for d4d92ec3-dabc-4d81-875f-babad3e2b876 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:16.673138 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:16.698294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3de97-b0bc-461b-85db-1d0dbe037cdd req-036d7b51-880b-4d3a-9410-579865dea84b tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:16.707552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cda3de97-b0bc-461b-85db-1d0dbe037cdd req-036d7b51-880b-4d3a-9410-579865dea84b tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 949 time: 0.1554053 Dec 12 04:14:16.807115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cda3de97-b0bc-461b-85db-1d0dbe037cdd req-7fcaeb23-1776-49f7-98b1-6dd4b5324c5d tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777977 Dec 12 04:14:16.823936 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82276312-5c75-4e80-82d6-d05129151a59 req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:16.869818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['d4d92ec3-dabc-4d81-875f-babad3e2b876'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:14:16.918491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Pushing event deleted for resources: {'Port': ['ID=d4d92ec3-dabc-4d81-875f-babad3e2b876,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:16.960320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-82276312-5c75-4e80-82d6-d05129151a59 req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] No DVR routers for this DVR port d4d92ec3-dabc-4d81-875f-babad3e2b876 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:14:16.963442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82276312-5c75-4e80-82d6-d05129151a59 req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:16.967455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82276312-5c75-4e80-82d6-d05129151a59 req-c7a7d2dd-c562-476f-959c-3ecbacf68ade tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.18 "DELETE /v2.0/ports/d4d92ec3-dabc-4d81-875f-babad3e2b876 HTTP/1.1" status: 204 len: 173 time: 0.8160677 Dec 12 04:14:16.968130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6336d7-253f-4296-9dd6-8ef898014325', 'name': 'network-vif-deleted', 'tag': 'd4d92ec3-dabc-4d81-875f-babad3e2b876'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:16.978852 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a07fdc-b309-4e52-8c0e-d943c1bc83bc" -d '{"events": [{"server_uuid": "8f6336d7-253f-4296-9dd6-8ef898014325", "name": "network-vif-deleted", "tag": "d4d92ec3-dabc-4d81-875f-babad3e2b876"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:17.278304 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-717b157a-14c2-40ef-86bf-f182e18c80c6 req-5b490d28-32ca-4979-91fe-f3081b327076 tempest-ServerTagsTestJSON-760205919 tempest-ServerTagsTestJSON-760205919-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6336d7-253f-4296-9dd6-8ef898014325 HTTP/1.1" status: 200 len: 210 time: 0.0548010 Dec 12 04:14:17.329202 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ff07da-1f6c-4cc9-95fa-4ec234c002c7 x-openstack-request-id: req-b0ff07da-1f6c-4cc9-95fa-4ec234c002c7 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:17.329504 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6336d7-253f-4296-9dd6-8ef898014325", "name": "network-vif-deleted", "tag": "d4d92ec3-dabc-4d81-875f-babad3e2b876", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:17.329767 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0ff07da-1f6c-4cc9-95fa-4ec234c002c7 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:17.330462 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6336d7-253f-4296-9dd6-8ef898014325', 'name': 'network-vif-deleted', 'tag': 'd4d92ec3-dabc-4d81-875f-babad3e2b876', 'status': 'completed', 'code': 200} Dec 12 04:14:17.529361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c180d4-d58f-428d-85be-5391652911f4 req-1910e949-2335-4a4c-8998-cd151735a723 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:17.530913 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-09c180d4-d58f-428d-85be-5391652911f4 req-1910e949-2335-4a4c-8998-cd151735a723 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1068418 Dec 12 04:14:17.604912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-09c180d4-d58f-428d-85be-5391652911f4 req-a5544e91-e11c-4691-97d9-3e0ef531deac tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606284 Dec 12 04:14:18.241740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-1267feaf-c591-4ca0-a98f-25e8e44225f7 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:14:18.243462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-1267feaf-c591-4ca0-a98f-25e8e44225f7 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068488 Dec 12 04:14:18.277284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16109ff1-300c-4f34-aa0e-bb927c14a8de req-df892b23-0587-4fd5-8263-f7017fc77b5c tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:18.290306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16109ff1-300c-4f34-aa0e-bb927c14a8de req-df892b23-0587-4fd5-8263-f7017fc77b5c tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 949 time: 0.1157162 Dec 12 04:14:18.332594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-cfdc2606-cc6b-43f8-a722-3048ce719fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:18.338305 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-cfdc2606-cc6b-43f8-a722-3048ce719fb0 service neutron] 10.222.0.36 "GET /v2.0/ports/ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 200 len: 1093 time: 0.0718248 Dec 12 04:14:18.344299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Request body: {'binding': {'host': 'n-h1-710847-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:18.345192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Unknown quota resources ['binding']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:14:18.352310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16109ff1-300c-4f34-aa0e-bb927c14a8de req-032b7bd4-7ceb-4ce8-938a-1f991c27d5cc tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592155 Dec 12 04:14:18.537734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on host n-h1-710847-7 for vnic_type normal with profile None {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:18.538357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:18.539061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:18.544961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:14:18.545482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:18.551243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:18.551852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:18.552503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:18.553131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Bound port: ca31b1e3-1325-4f23-908d-329e53d4cb37, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:18.613643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:18.625520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-021500b4-1b86-44f7-a434-1f9cdc315ea5 req-047737b6-fabb-4bbf-a80e-59a1417713b2 tempest-AbsoluteLimitsNegativeTestJSON-517467928 tempest-AbsoluteLimitsNegativeTestJSON-517467928-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aae701596be94a7280e66e3ee3900d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339210 Dec 12 04:14:18.626471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:18.628108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-611689e6-2a20-4b2d-9ffa-90654d04dc1f service neutron] 10.222.0.36 "POST /v2.0/ports/ca31b1e3-1325-4f23-908d-329e53d4cb37/bindings HTTP/1.1" status: 201 len: 389 time: 0.2873216 Dec 12 04:14:18.758760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47452) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:18.833619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021500b4-1b86-44f7-a434-1f9cdc315ea5 req-0f7df734-fa00-41ba-b980-5a31a0f96701 tempest-AbsoluteLimitsNegativeTestJSON-517467928 tempest-AbsoluteLimitsNegativeTestJSON-517467928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:18.841332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-021500b4-1b86-44f7-a434-1f9cdc315ea5 req-0f7df734-fa00-41ba-b980-5a31a0f96701 tempest-AbsoluteLimitsNegativeTestJSON-517467928 tempest-AbsoluteLimitsNegativeTestJSON-517467928-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149196 Dec 12 04:14:18.860169 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-021500b4-1b86-44f7-a434-1f9cdc315ea5 req-173c76f3-42f5-4256-9a27-a5e3d419482c tempest-AbsoluteLimitsNegativeTestJSON-517467928 tempest-AbsoluteLimitsNegativeTestJSON-517467928-project] 10.222.0.36 "GET /v2.0/quotas/aae701596be94a7280e66e3ee3900d5a HTTP/1.1" status: 200 len: 375 time: 0.0176432 Dec 12 04:14:18.892080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-021500b4-1b86-44f7-a434-1f9cdc315ea5 req-10866102-710e-455f-a03d-17c9af237994 tempest-AbsoluteLimitsNegativeTestJSON-517467928 tempest-AbsoluteLimitsNegativeTestJSON-517467928-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae701596be94a7280e66e3ee3900d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305700 Dec 12 04:14:18.903808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Deleting subnet 724ba2e8-3c0f-4b66-8360-b787126e1fdc {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:14:18.907385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:18.948504 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:18.990368 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.065375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f92f5-5780-4930-93c4-d946934c77cc req-d514f75d-f454-46a8-99ad-ec2af64c5118 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:19.074732 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b92f92f5-5780-4930-93c4-d946934c77cc req-d514f75d-f454-46a8-99ad-ec2af64c5118 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.2407668 Dec 12 04:14:19.077318 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.083938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-cfd65e6b-2704-43d0-870a-ad800857c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:19.085847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-cfd65e6b-2704-43d0-870a-ad800857c21b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1096 time: 0.0940914 Dec 12 04:14:19.124204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724ba2e8-3c0f-4b66-8360-b787126e1fdc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:19.134089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.134675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.135188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.135693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.136205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.136749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.137285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.137781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.138274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.138764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.139268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.139759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.140248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:19.145432 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.153605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-20056a9d-dc98-4990-a7a9-887cbe79e5ee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/724ba2e8-3c0f-4b66-8360-b787126e1fdc HTTP/1.1" status: 204 len: 168 time: 0.3937550 Dec 12 04:14:19.158350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47460) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:19.197110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-4140a4ab-5c4e-4523-8b8d-ea2c18f32a23 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:19.198776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-4140a4ab-5c4e-4523-8b8d-ea2c18f32a23 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 949 time: 0.2158177 Dec 12 04:14:19.220950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b161-b740-4c07-bc2c-1a6eb4fd72df req-bd0ed7d8-0356-4a74-9c25-aee1a5c6da10 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:19.228807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8184b161-b740-4c07-bc2c-1a6eb4fd72df req-bd0ed7d8-0356-4a74-9c25-aee1a5c6da10 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.1884062 Dec 12 04:14:19.361347 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8184b161-b740-4c07-bc2c-1a6eb4fd72df req-2cf7a2df-dcc8-4542-a7aa-60398af5cd83 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313264 Dec 12 04:14:19.495484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Deleting port bae47f64-85ea-4850-93fa-0eb820cc2b0d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:19.495893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.519663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-ad221c06-6d71-49c6-8418-f2c4f5b21a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:19.521207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-ad221c06-6d71-49c6-8418-f2c4f5b21a34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.4081693 Dec 12 04:14:19.579245 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.619196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b92f92f5-5780-4930-93c4-d946934c77cc req-e6637891-6a9f-4e49-aee3-8145209e221f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380270 Dec 12 04:14:19.625101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-1442b1e7-70ef-4a35-9ae4-c298b48606fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 200 len: 217 time: 0.0869596 Dec 12 04:14:19.711403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47478) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:19.724064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966a95c-98b9-4f54-aae1-325369a6c050 req-adbe91e6-e7a1-4b69-a2b5-ad2ec9064eff tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:19.726007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c966a95c-98b9-4f54-aae1-325369a6c050 req-adbe91e6-e7a1-4b69-a2b5-ad2ec9064eff tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 949 time: 0.2498298 Dec 12 04:14:19.768767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.789555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] For port bae47f64-85ea-4850-93fa-0eb820cc2b0d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bae47f64-85ea-4850-93fa-0eb820cc2b0d,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:19.789837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.818413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f35f55c-15de-4017-8cde-398e33008595']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:19.829845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9d1c6a-83e6-4993-a216-d9f8d5e56104') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:19.830503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9d1c6a-83e6-4993-a216-d9f8d5e56104') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:19.842063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.845218 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c966a95c-98b9-4f54-aae1-325369a6c050 req-de967d00-0213-4671-8ebc-c4b8fc750e43 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/security-groups?id=822b4e3b-caab-42bc-ad5f-84ca72f1a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996377 Dec 12 04:14:19.846845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-6451aac1-822b-4c4c-b885-ff2e0e1e3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:19.854176 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-6451aac1-822b-4c4c-b885-ff2e0e1e3686 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.2200644 Dec 12 04:14:19.856078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Calling delete_port for bae47f64-85ea-4850-93fa-0eb820cc2b0d owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:19.869983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.879862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:14:19.881936 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:14:19.882966 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:14:19.943061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-abf5109b-38b3-4c95-8642-037e3e72fcd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813882 Dec 12 04:14:19.987930 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6a164f4-ea4d-41da-8daa-98bfd20b4b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.029930 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.037102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.042271 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0f35f55c-15de-4017-8cde-398e33008595 HTTP/1.1" status: 204 len: 168 time: 0.8827016 Dec 12 04:14:20.113179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d4d92ec3-dabc-4d81-875f-babad3e2b876 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:20.163031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: d4d92ec3-dabc-4d81-875f-babad3e2b876 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:14:20.164386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d4d92ec3-dabc-4d81-875f-babad3e2b876 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:14:20.167417 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6a164f4-ea4d-41da-8daa-98bfd20b4b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.180477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6a164f4-ea4d-41da-8daa-98bfd20b4b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.208110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d6a164f4-ea4d-41da-8daa-98bfd20b4b0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aae701596be94a7280e66e3ee3900d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955206 Dec 12 04:14:20.209025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56479a-3de9-4f7c-b333-d56551c390d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f35f55c-15de-4017-8cde-398e33008595,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:20.211780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47492) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:20.238739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-7e5368cc-83c2-46b0-9834-7b4c41717830 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878454 Dec 12 04:14:20.251074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a164f4-ea4d-41da-8daa-98bfd20b4b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6161dec1-464e-4451-ac11-570f49e22109,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:20.287626 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7896055-872e-43b4-9005-d43f84b7bada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.312435 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7896055-872e-43b4-9005-d43f84b7bada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.368357 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7896055-872e-43b4-9005-d43f84b7bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.372693 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7896055-872e-43b4-9005-d43f84b7bada admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.373773 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d7896055-872e-43b4-9005-d43f84b7bada admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6161dec1-464e-4451-ac11-570f49e22109 HTTP/1.1" status: 204 len: 168 time: 0.1610484 Dec 12 04:14:20.384100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7896055-872e-43b4-9005-d43f84b7bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6161dec1-464e-4451-ac11-570f49e22109,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:20.429250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47498) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:20.505242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-dd84ac31-c0fd-42c0-aab2-6f0623b6e599 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455475 Dec 12 04:14:20.518816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1fe01-5c75-4218-9789-4adf3e04db9f req-443f6369-f6cd-41e8-bbf5-8cbee10a9902 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:20.531694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08a1fe01-5c75-4218-9789-4adf3e04db9f req-443f6369-f6cd-41e8-bbf5-8cbee10a9902 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.5638652 Dec 12 04:14:20.563004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.575604 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a17b4362-e597-443e-b856-3ea70cb04e8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42c0de15b2174bdd99e803e57deebbea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448762 Dec 12 04:14:20.578400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47502) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:20.737557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47656783-7cc1-4cd2-b8f7-21c41cb88428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.771406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eff279-bb79-4ea0-a790-8846dca61d7b req-5dd2920e-af90-4e91-a9c3-ebdc0fa09eaa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:20.774330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08a1fe01-5c75-4218-9789-4adf3e04db9f req-913c90d4-342c-47d9-b152-aef066023f57 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407899 Dec 12 04:14:20.774814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Pushing event deleted for resources: {'Port': ['ID=bae47f64-85ea-4850-93fa-0eb820cc2b0d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:20.785560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44eff279-bb79-4ea0-a790-8846dca61d7b req-5dd2920e-af90-4e91-a9c3-ebdc0fa09eaa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.2785563 Dec 12 04:14:20.841329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] No DVR routers for this DVR port bae47f64-85ea-4850-93fa-0eb820cc2b0d on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:14:20.844639 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:20.856757 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df7a8965-9802-4176-9db9-3024be40bfe2 req-a91025de-642a-4af1-8d8a-8ea6acee6d79 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.37 "DELETE /v2.0/ports/bae47f64-85ea-4850-93fa-0eb820cc2b0d HTTP/1.1" status: 204 len: 173 time: 1.6498151 Dec 12 04:14:20.857503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-deleted', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:20.864626 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a74118b-92fe-4d68-84f6-51ec4f71c184" -d '{"events": [{"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-deleted", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:20.919903 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47656783-7cc1-4cd2-b8f7-21c41cb88428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:21.145927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44eff279-bb79-4ea0-a790-8846dca61d7b req-9568617d-0d4e-43e5-ac99-29d2e62a9adb tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584635 Dec 12 04:14:21.179486 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47656783-7cc1-4cd2-b8f7-21c41cb88428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:21.183124 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47656783-7cc1-4cd2-b8f7-21c41cb88428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:21.188349 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-47656783-7cc1-4cd2-b8f7-21c41cb88428 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02c4202a-b3a5-4731-ba9a-76273f6cabcd HTTP/1.1" status: 204 len: 168 time: 0.6092303 Dec 12 04:14:21.223002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47656783-7cc1-4cd2-b8f7-21c41cb88428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c4202a-b3a5-4731-ba9a-76273f6cabcd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:21.368378 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff67960-f8bf-4e14-8d8c-9056ccfa6c2a x-openstack-request-id: req-5ff67960-f8bf-4e14-8d8c-9056ccfa6c2a {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:21.368751 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f8ecab-231c-4c3f-accf-37124a73bbc8", "name": "network-vif-deleted", "tag": "bae47f64-85ea-4850-93fa-0eb820cc2b0d", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:21.369091 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ff67960-f8bf-4e14-8d8c-9056ccfa6c2a {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:21.369597 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f8ecab-231c-4c3f-accf-37124a73bbc8', 'name': 'network-vif-deleted', 'tag': 'bae47f64-85ea-4850-93fa-0eb820cc2b0d', 'status': 'completed', 'code': 200} Dec 12 04:14:21.447071 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a83b501-f80e-4f84-846c-dbd882274ca3 req-45011f85-8290-4335-aa0f-b927335f0050 tempest-ImagesOneServerTestJSON-1488675633 tempest-ImagesOneServerTestJSON-1488675633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4f8ecab-231c-4c3f-accf-37124a73bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0650041 Dec 12 04:14:21.555332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc0753-eeba-4df3-bc19-0e3343ddb269 req-c0104721-dd3e-4175-9e82-d3791eaa5159 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:21.557232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cedc0753-eeba-4df3-bc19-0e3343ddb269 req-c0104721-dd3e-4175-9e82-d3791eaa5159 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1116660 Dec 12 04:14:21.656642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cedc0753-eeba-4df3-bc19-0e3343ddb269 req-bd2df083-96de-4308-9752-aa331ce38f33 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927982 Dec 12 04:14:21.958491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e6a1-cbf5-40ea-b410-6031e517dc19 req-8af2f8e8-e3a2-4131-93ae-a4f6c3872d59 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:21.981688 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e245e6a1-cbf5-40ea-b410-6031e517dc19 req-8af2f8e8-e3a2-4131-93ae-a4f6c3872d59 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1311915 Dec 12 04:14:22.115689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e245e6a1-cbf5-40ea-b410-6031e517dc19 req-2c1a9167-6535-4817-873f-050501ebdece tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316295 Dec 12 04:14:22.345139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325b6bc-295e-4829-9cd2-a14d07ef2e54 req-760d78d8-bcef-4a9b-bfa4-11063d5f3119 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:22.347670 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2325b6bc-295e-4829-9cd2-a14d07ef2e54 req-760d78d8-bcef-4a9b-bfa4-11063d5f3119 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.0983868 Dec 12 04:14:22.464610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2325b6bc-295e-4829-9cd2-a14d07ef2e54 req-eb732a02-6bd7-4a52-b886-13a321381036 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109943 Dec 12 04:14:22.687586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:22.737484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: bae47f64-85ea-4850-93fa-0eb820cc2b0d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:14:22.737846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bae47f64-85ea-4850-93fa-0eb820cc2b0d not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:14:22.844650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47610) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:22.887173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f6b80-25c6-4fbf-aa38-5f19158f8e9a req-fe279745-4375-46fa-9ed1-53945f24e1ab tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:22.899852 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-237f6b80-25c6-4fbf-aa38-5f19158f8e9a req-fe279745-4375-46fa-9ed1-53945f24e1ab tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1350970 Dec 12 04:14:23.066038 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-237f6b80-25c6-4fbf-aa38-5f19158f8e9a req-8ac392c3-a60c-41ae-9a7d-96e97c3e9710 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619413 Dec 12 04:14:23.288237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1949232709-network', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:23.337865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:23.341848 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:23.352831 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:23.375073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47630) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:23.599642 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:23.609691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:23.655383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c5396c54-adf0-44b1-8510-1295e6971cc8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f89126448d6a493ca9566a89144cbac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754314 Dec 12 04:14:23.663232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47644) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:23.665226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee22e1c-c157-4ba7-a593-8af1159a7e0c req-ca3743c6-147f-4c9e-a754-3b7ef2638c71 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:23.680174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fee22e1c-c157-4ba7-a593-8af1159a7e0c req-ca3743c6-147f-4c9e-a754-3b7ef2638c71 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.1208444 Dec 12 04:14:23.725385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:14:23.759899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fee22e1c-c157-4ba7-a593-8af1159a7e0c req-7ba8272f-471d-4ed7-b19c-1150fafddcc5 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775313 Dec 12 04:14:23.801317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8403931-67db-4f1d-8646-64ea8270216c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:23.819301 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:23.823403 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Added segment 40699021-9a16-4a62-bbb1-7395b81d6210 of type vlan for network e24b41d5-580c-404e-9977-7163a101b7f9 Dec 12 04:14:23.862104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47652) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:23.957183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:23.974514 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9aeef09-d833-486d-97c1-c1d29ba2a1d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.057058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9aeef09-d833-486d-97c1-c1d29ba2a1d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.066223 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.066223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:24.069021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.122849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47664) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:24.123365 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2772663 Dec 12 04:14:24.141959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Request body: {'subnet': {'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1949232709-subnet', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:24.181710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-781527240-network', 'tenant_id': '6448667b989c41cd9d64eeca529e9be9'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:24.259807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:14:24.259807 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 12 04:14:24.259807 n-d-710847-7 neutron-server[103451]: [parameters: {'project_id_1': '6448667b989c41cd9d64eeca529e9be9', 'expiration_1': datetime.datetime(2021, 12, 12, 4, 14, 4, 211400)}] Dec 12 04:14:24.259807 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:14:24.260960 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:14:24.264682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:24.269052 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.282294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbf6d3-3178-4063-a40f-1316747248a4 admin admin] Pushing event updated for resources: {'Network': ['ID=e24b41d5-580c-404e-9977-7163a101b7f9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:24.294350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network e24b41d5-580c-404e-9977-7163a101b7f9 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:14:24.339827 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9aeef09-d833-486d-97c1-c1d29ba2a1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.343148 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9aeef09-d833-486d-97c1-c1d29ba2a1d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.345784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e9aeef09-d833-486d-97c1-c1d29ba2a1d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/822b4e3b-caab-42bc-ad5f-84ca72f1a51a HTTP/1.1" status: 204 len: 168 time: 0.6739883 Dec 12 04:14:24.387108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7ba78-a344-4c76-a825-8a9f597e4712 req-b7887b62-d502-40c0-896c-f206fe28a047 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:24.388592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aeef09-d833-486d-97c1-c1d29ba2a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b4e3b-caab-42bc-ad5f-84ca72f1a51a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:24.396874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50f7ba78-a344-4c76-a825-8a9f597e4712 req-b7887b62-d502-40c0-896c-f206fe28a047 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1509333 Dec 12 04:14:24.518643 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50f7ba78-a344-4c76-a825-8a9f597e4712 req-44db27ce-c18b-4e26-a0bf-1e0af7ea811b tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162050 Dec 12 04:14:24.690561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.865169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8498c706-8988-4493-9db4-a7c752384c54,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:24.879369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Made reservation on behalf of 6448667b989c41cd9d64eeca529e9be9 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:24.889770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.907018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Checking segment: {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:24.907434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Network hostable DHCP agents. Network: e24b41d5-580c-404e-9977-7163a101b7f9, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:14:24.915934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:24.965465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86094165-e2b2-478b-85af-7c275c83af7f req-2c4e90f1-a860-4177-848e-5bcffba22e53 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:24.974860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Network e24b41d5-580c-404e-9977-7163a101b7f9 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:14:24.979287 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-86094165-e2b2-478b-85af-7c275c83af7f req-2c4e90f1-a860-4177-848e-5bcffba22e53 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.1039751 Dec 12 04:14:25.009030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, e24b41d5-580c-404e-9977-7163a101b7f9) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:25.017942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d37487-3eeb-43b1-9194-69e026fb4497 None None] Network e24b41d5-580c-404e-9977-7163a101b7f9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:25.028394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:25.032612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.064099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-96453702-b35c-4225-b3f2-aab9c0654ba3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9390686 Dec 12 04:14:25.066796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47710) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:25.078594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-86094165-e2b2-478b-85af-7c275c83af7f req-8eac1bf5-0079-4ede-8b1b-84ffb3329ffb tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967345 Dec 12 04:14:25.079565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:25.132901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.138555 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.138996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.145963 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.186073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:14:25.203378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40b3344-3ea6-49a4-afc4-5e673b05869f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:25.229243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.229559 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Added segment 2ca3a61c-3fae-47b5-8132-233d6b5c79ca of type vlan for network c6201cd5-31d3-4ac0-9509-bfb8b4676579 Dec 12 04:14:25.253836 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-e24b41d5-580c-404e-9977-7163a101b7f9', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:14:25.258499 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.275437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.393100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.506246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.513507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.514972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:25.515900 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.602233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Allocated IP 172.20.0.2 (e24b41d5-580c-404e-9977-7163a101b7f9/8498c706-8988-4493-9db4-a7c752384c54/34526aa8-ebbf-4bdc-9980-b0a0ac41fc38) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:25.634965 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7690437 Dec 12 04:14:25.635880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47754) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:25.644144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Request body: {'subnet': {'network_id': 'c6201cd5-31d3-4ac0-9509-bfb8b4676579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-781527240-subnet', 'tenant_id': '6448667b989c41cd9d64eeca529e9be9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:25.659463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a04b38-2c47-40d5-847b-aa53891df8da admin admin] Pushing event updated for resources: {'Network': ['ID=c6201cd5-31d3-4ac0-9509-bfb8b4676579,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:25.728492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network c6201cd5-31d3-4ac0-9509-bfb8b4676579 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:14:25.777635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Made reservation on behalf of 6448667b989c41cd9d64eeca529e9be9 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:25.779888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.863843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.896510 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.901404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a75c3-1cdc-400e-8d34-2c874d8c6160 req-95767aab-881a-4461-8108-2ee638350dc7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:25.910502 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:25.913952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc0a75c3-1cdc-400e-8d34-2c874d8c6160 req-95767aab-881a-4461-8108-2ee638350dc7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.2399173 Dec 12 04:14:25.922980 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:26.029482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Allocated IP 172.25.7.37 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/4f269ea3-f27f-42fd-bc9d-7f8059884f5f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:26.030345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Pushing event updated for resources: {'Port': ['ID=34526aa8-ebbf-4bdc-9980-b0a0ac41fc38,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:26.069291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Network e24b41d5-580c-404e-9977-7163a101b7f9 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:26.071855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:26.078850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:26.088950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc0a75c3-1cdc-400e-8d34-2c874d8c6160 req-dae05a96-06cc-48df-bab9-c792f901c138 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572583 Dec 12 04:14:26.211694 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:26.256635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Attempting to bind port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:26.257062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Attempting to bind port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:26.257447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Attempting to bind port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 on network e24b41d5-580c-404e-9977-7163a101b7f9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:26.268773 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:26.300859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:26.304174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Checking segment: {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:26.304608 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:26.305211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Bound using segment: {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:26.305535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Bound port: 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:26.305922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:26.381609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Pushing event updated for resources: {'Port': ['ID=4f269ea3-f27f-42fd-bc9d-7f8059884f5f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:26.385635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:26.395537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:26.397304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:26.405844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:26.438058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] For port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:26.441643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] For port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=34526aa8-ebbf-4bdc-9980-b0a0ac41fc38,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:26.448573 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:26.499214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47806) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:26.501234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be2484d-a6b2-4f85-bc69-936068e47293,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:26.562675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41183b-73ff-4a10-869f-22227bc1c2ff None None] Pushing event updated for resources: {'Port': ['ID=34526aa8-ebbf-4bdc-9980-b0a0ac41fc38,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:26.614469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Checking segment: {'id': '2ca3a61c-3fae-47b5-8132-233d6b5c79ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c6201cd5-31d3-4ac0-9509-bfb8b4676579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:26.614740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Network hostable DHCP agents. Network: c6201cd5-31d3-4ac0-9509-bfb8b4676579, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:14:26.644065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fed28-b938-459e-a6a5-15b26bfe2f70 req-f8998eb9-cf98-445a-9025-01e94875d18e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:26.657318 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f40fed28-b938-459e-a6a5-15b26bfe2f70 req-f8998eb9-cf98-445a-9025-01e94875d18e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.1570873 Dec 12 04:14:26.732081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f40fed28-b938-459e-a6a5-15b26bfe2f70 req-2ffe1704-dc12-4897-bce6-672ff922c93b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712290 Dec 12 04:14:26.767731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Network c6201cd5-31d3-4ac0-9509-bfb8b4676579 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:14:26.791277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, c6201cd5-31d3-4ac0-9509-bfb8b4676579) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:26.801661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771fb0f-eb19-4c2f-8dc9-da2dc35227a2 None None] Network c6201cd5-31d3-4ac0-9509-bfb8b4676579 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:26.802358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:26.802963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:26.855372 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e778a4d1-c3f6-4c2b-970f-50eb9e17f468 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2172425 Dec 12 04:14:27.055154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f056bff3-9228-4171-9f65-470622d4fa5e None None] Network c6201cd5-31d3-4ac0-9509-bfb8b4676579 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:27.297225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cb7a2-bed1-4f84-80a0-f35b70616200 req-6b46e731-9ee3-424b-881c-9dff1dddf6ba tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:27.309874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c95cb7a2-bed1-4f84-80a0-f35b70616200 req-6b46e731-9ee3-424b-881c-9dff1dddf6ba tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1043181 Dec 12 04:14:27.446515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c95cb7a2-bed1-4f84-80a0-f35b70616200 req-5bd6b297-39c9-4434-b3f3-88e86f0b8947 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270075 Dec 12 04:14:27.450724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-942458954-network', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:27.571408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ace33d-af5a-4195-b77b-a215a12dc692 req-536ef1aa-6cd0-4169-b04e-0b7f9835cd1e tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:27.579615 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6ace33d-af5a-4195-b77b-a215a12dc692 req-536ef1aa-6cd0-4169-b04e-0b7f9835cd1e tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 945 time: 0.1715333 Dec 12 04:14:27.668761 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6ace33d-af5a-4195-b77b-a215a12dc692 req-51901dc1-091c-425d-801b-84381abf132f tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879874 Dec 12 04:14:27.689859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:27.690875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960136-d1ab-430d-9496-46ead17142cd req-31bb748c-e8ea-40c8-8358-e7e819c9bb44 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:27.692451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-31bb748c-e8ea-40c8-8358-e7e819c9bb44 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 804 time: 0.1638389 Dec 12 04:14:27.702570 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:27.718304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-da895a6d-bd1e-47fb-8399-ff0a30a931a8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/quotas/583dbc6ea8564ba6a1a18411c6a6473a HTTP/1.1" status: 200 len: 375 time: 0.0190136 Dec 12 04:14:27.740577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:27.822986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:27.830171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-766d7ff9-74aa-496b-984c-1fe151677fd9 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1109054 Dec 12 04:14:28.010436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:28.023700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-f3cc9f6f-901e-4baa-a4ec-dbfda6c85e17 service neutron] 10.222.0.36 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899457 Dec 12 04:14:28.168512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:28.168921 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.200041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-79926ef4-86ef-4aa5-8625-f9f97938d133 service neutron] 10.222.0.36 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686444 Dec 12 04:14:28.286783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47852) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:28.293123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2023952748-network', 'tenant_id': 'ec9aacb036744e1887a4635f44c8c66e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:28.331471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b66272d-8dd5-4606-9bfb-24e5174dc2b6 None None] Network e24b41d5-580c-404e-9977-7163a101b7f9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:28.353035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Made reservation on behalf of ec9aacb036744e1887a4635f44c8c66e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:28.356738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.391558 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.395926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432124b-9e77-4970-84df-cc4f3097624f req-a41a5dcd-205e-4418-8dc2-d2ba1ea1aa51 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:28.398564 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0432124b-9e77-4970-84df-cc4f3097624f req-a41a5dcd-205e-4418-8dc2-d2ba1ea1aa51 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.5070283 Dec 12 04:14:28.536442 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.558813 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.611217 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.634528 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.646452 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.650763 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0432124b-9e77-4970-84df-cc4f3097624f req-a473b189-6868-4e59-93d9-e0ef4f795e90 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407668 Dec 12 04:14:28.662624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:14:28.733739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:28.750718 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.778332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:14:28.789065 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.789745 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Added segment ea777830-c089-416f-8547-922ba4632d46 of type vlan for network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff Dec 12 04:14:28.840242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8a7eaf34-8682-4a38-b9eb-1ee795c17a75 None None] Provisioning complete for port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:28.840783 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8a7eaf34-8682-4a38-b9eb-1ee795c17a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.857594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfbcabf2-c380-457a-a721-265967d58815 req-6c5692a6-30c2-4afe-9d4b-3e98d10caacd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 210 time: 0.0577302 Dec 12 04:14:28.861744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901de3da-51e1-475f-b079-c6231ec46bf9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:28.870248 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.876138 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Added segment 4fe5fb18-9e37-4202-b609-aeb32e95c730 of type vlan for network 50e0ec4c-1f2e-4a7d-9e96-12618845e9f3 Dec 12 04:14:28.911220 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.951311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=34526aa8-ebbf-4bdc-9980-b0a0ac41fc38,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:28.970082 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.981146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdb7b2-097e-4cb5-8ed2-23cca4a2c050 req-c4fa9dd2-8ad7-439a-aa61-7a411ba57e06 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:28.982795 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72fdb7b2-097e-4cb5-8ed2-23cca4a2c050 req-c4fa9dd2-8ad7-439a-aa61-7a411ba57e06 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1404138 Dec 12 04:14:28.988927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:28.989978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:28.990577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:29.096981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5831861 Dec 12 04:14:29.097617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47872) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:29.128733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Request body: {'subnet': {'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-subnet', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:29.144348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=34526aa8-ebbf-4bdc-9980-b0a0ac41fc38,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:29.146469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c86d0-107b-40c4-83d9-0c88cf7e0b5a admin admin] Pushing event updated for resources: {'Network': ['ID=586ce0e1-b7da-4049-8cce-e0568a1dc6ff,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:29.155380 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:29.162466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:14:29.174993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-1a5555f3-abec-49ef-917e-e187cab6a985 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:29.176669 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-1a5555f3-abec-49ef-917e-e187cab6a985 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "GET /v2.0/ports?device_id=fea682c1-a47d-4a26-b3ef-5d08284764bc HTTP/1.1" status: 200 len: 945 time: 0.3178658 Dec 12 04:14:29.240798 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72fdb7b2-097e-4cb5-8ed2-23cca4a2c050 req-7a16d1d6-fc94-478f-9320-f23f57fdc32a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450454 Dec 12 04:14:29.256593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:14:29.280225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:29.290370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:29.335587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.resource_extend [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:14:29.440778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:29.442106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:29.443735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:29.497804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-122b236e-3e80-42a2-8680-ee46c45857f8 None None] Provisioning complete for port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:29.498104 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-122b236e-3e80-42a2-8680-ee46c45857f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:29.507137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:14:29.524660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] Pushing event updated for resources: {'Network': ['ID=50e0ec4c-1f2e-4a7d-9e96-12618845e9f3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:29.537098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319060ca-b92f-4010-8c86-1e23e4350bbc req-534978a4-7ee7-4108-a2e3-3c955568c94d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:29.544674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-319060ca-b92f-4010-8c86-1e23e4350bbc req-534978a4-7ee7-4108-a2e3-3c955568c94d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 945 time: 0.3654466 Dec 12 04:14:29.566161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:29.567440 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7661d6c0-ccc9-4dde-9a7e-031f8e49cb18 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4997034 Dec 12 04:14:29.570868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47880) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:29.576723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 50e0ec4c-1f2e-4a7d-9e96-12618845e9f3 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:14:29.579385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Sync routers for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:14:29.677673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:29.678330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:29.720861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:29.770707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6a0136ce-53b9-404a-9a5d-43dacb481c8e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4820852 Dec 12 04:14:29.773960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47884) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:29.782333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Request body: {'subnet': {'network_id': '50e0ec4c-1f2e-4a7d-9e96-12618845e9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2023952748-subnet', 'tenant_id': 'ec9aacb036744e1887a4635f44c8c66e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:29.806521 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:29.944574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Deleting port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:29.945539 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:29.990082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:30.006135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Checking segment: {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:30.006510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Network hostable DHCP agents. Network: 586ce0e1-b7da-4049-8cce-e0568a1dc6ff, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:14:30.008660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096e88f5-8993-4f7c-8a4b-6dbd7270e925,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:30.020802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-319060ca-b92f-4010-8c86-1e23e4350bbc req-a325223a-1da7-4a76-a022-40357c958374 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4749246 Dec 12 04:14:30.119837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b63ad-bb1e-4820-b736-0b032699667b req-e50d0462-cc8f-4b24-9763-38159575ee50 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:30.122943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-982b63ad-bb1e-4820-b736-0b032699667b req-e50d0462-cc8f-4b24-9763-38159575ee50 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.2578278 Dec 12 04:14:30.134905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Made reservation on behalf of ec9aacb036744e1887a4635f44c8c66e for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:30.138782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.177653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac8d0f80-94e2-4823-9c0a-674aa3df51d5 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:30.239684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:30.240312 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.361561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:14:30.388644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-946fe166-280b-42ba-8b3e-3890b0c83002 req-6851eb00-7caa-4468-a4c0-fa92dc0c78a8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 210 time: 0.2838991 Dec 12 04:14:30.421159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 586ce0e1-b7da-4049-8cce-e0568a1dc6ff) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:30.455886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:30.456507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.478911 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16743706-4643-44eb-ad70-1d641ca0418d None None] Network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:30.479483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:27Z', 'revision_number': 3, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:30.504485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47898) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:30.531047 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-982b63ad-bb1e-4820-b736-0b032699667b req-9149873c-4525-4d3b-ae69-ef41dc4c37cb tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004557 Dec 12 04:14:30.533288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:30.533741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.536906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Checking router: 10309aca-6f65-45f7-9fcb-5c4ca6e82788 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:14:30.537068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Updating router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:14:30.585691 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f83bb1ac-882b-4278-b3c2-d00bd498bc73 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4790785 Dec 12 04:14:30.588235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.589635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47902) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:30.598373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:30.613956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Calling delete_port for ac8d0f80-94e2-4823-9c0a-674aa3df51d5 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:30.663293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd26297-5ffa-4d88-ab24-dcbbc0d50465,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:30.671651 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.713050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Checking segment: {'id': '4fe5fb18-9e37-4202-b609-aeb32e95c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '50e0ec4c-1f2e-4a7d-9e96-12618845e9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:30.713540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Network hostable DHCP agents. Network: 50e0ec4c-1f2e-4a7d-9e96-12618845e9f3, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:14:30.737077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Network 50e0ec4c-1f2e-4a7d-9e96-12618845e9f3 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:14:30.751720 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.762524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 50e0ec4c-1f2e-4a7d-9e96-12618845e9f3) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:30.769421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:30.770030 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.786378 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.790304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.804945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f626fde-d251-45f8-b131-9be8f2fad88d None None] Network 50e0ec4c-1f2e-4a7d-9e96-12618845e9f3 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:30.805886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7e9ca136-20bf-45cd-832c-ddc6dd1cfff0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0303831 Dec 12 04:14:30.836550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:30.840253 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e5f408-0522-49c8-a734-8738bbef3b28" -d '{"events": [{"server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:30.840948 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960136-d1ab-430d-9496-46ead17142cd req-49b59ec8-9d81-47a3-b0f2-22317342e660 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:30.842496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-49b59ec8-9d81-47a3-b0f2-22317342e660 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 804 time: 0.5385947 Dec 12 04:14:30.884090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac8d0f80-94e2-4823-9c0a-674aa3df51d5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:30.962977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:30.994241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Request body: {'port': {'device_id': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'admin_state_up': True, 'tenant_id': '583dbc6ea8564ba6a1a18411c6a6473a'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:31.009423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240076-c8d4-4243-9fb4-9da40a5c88ae req-e92d9887-ec1f-4cf8-8158-04ba573490f3 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:31.009952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc240076-c8d4-4243-9fb4-9da40a5c88ae req-e92d9887-ec1f-4cf8-8158-04ba573490f3 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.3933804 Dec 12 04:14:31.012037 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.037705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d680604-c27b-450c-b961-d4c354fc067e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.118309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:14:31.119327 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.129391 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4fe472-1a40-4fd5-a373-9467d6fea594 x-openstack-request-id: req-9f4fe472-1a40-4fd5-a373-9467d6fea594 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:31.129702 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:31.129960 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f4fe472-1a40-4fd5-a373-9467d6fea594 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:31.130345 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5', 'code': 200} Dec 12 04:14:31.159013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:31.195092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be890004-3d9d-40d8-bce3-22a33b7b6645 None None] Network 50e0ec4c-1f2e-4a7d-9e96-12618845e9f3 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:31.230814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf121d-a3fb-40e5-ae46-7b71cca83715 req-e5158e84-8a96-46b6-886a-c9b4e9ccf6c6 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:31.232759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cdf121d-a3fb-40e5-ae46-7b71cca83715 req-e5158e84-8a96-46b6-886a-c9b4e9ccf6c6 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 945 time: 0.0877049 Dec 12 04:14:31.293901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cdf121d-a3fb-40e5-ae46-7b71cca83715 req-9e349fa1-e235-4ae6-8aca-bb60ecf2a1d1 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550978 Dec 12 04:14:31.617123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Allocated IP 172.20.0.2 (586ce0e1-b7da-4049-8cce-e0568a1dc6ff/096e88f5-8993-4f7c-8a4b-6dbd7270e925/fa6c0a81-c46e-47ae-b1c4-c063200edd78) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:31.624253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-45ecdbf2-56b5-4472-82ae-b1854e50445f tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:31.625879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-45ecdbf2-56b5-4472-82ae-b1854e50445f tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/networks?id=c6201cd5-31d3-4ac0-9509-bfb8b4676579 HTTP/1.1" status: 200 len: 824 time: 0.1123936 Dec 12 04:14:31.636180 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.643664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-419d7d51-a75a-49cd-91b6-69a506d96432 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/quotas/6448667b989c41cd9d64eeca529e9be9 HTTP/1.1" status: 200 len: 375 time: 0.0112493 Dec 12 04:14:31.678396 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-9993b1fa-6114-4971-aae2-5750b16f77ee tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6448667b989c41cd9d64eeca529e9be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279498 Dec 12 04:14:31.681089 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.726228 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.738117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc240076-c8d4-4243-9fb4-9da40a5c88ae req-7352adc0-5706-43d0-9f90-480b5a24039a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6983173 Dec 12 04:14:31.754035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.758528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455df27c-37f2-40ef-9734-020bddc6210b None None] Pushing event updated for resources: {'Port': ['ID=4f269ea3-f27f-42fd-bc9d-7f8059884f5f,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:31.761008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Attempting to bind port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:31.762005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Attempting to bind port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:31.762441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Attempting to bind port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:31.778527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:31.779023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:31.779564 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.780118 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:31.780643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Bound port: 4f269ea3-f27f-42fd-bc9d-7f8059884f5f, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:31.781453 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.820137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.824251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-347bca6f-d2e1-4a1c-803b-97d91193f0a4 service neutron] 10.222.0.36 "GET /v2.0/networks/c6201cd5-31d3-4ac0-9509-bfb8b4676579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366141 Dec 12 04:14:31.881559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] For port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:31.890120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] For port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4f269ea3-f27f-42fd-bc9d-7f8059884f5f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:31.897171 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.900257 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.927412 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-e557d85a-35d5-4b8d-bf26-0a177e2f7964 service neutron] 10.222.0.36 "GET /v2.0/networks/c6201cd5-31d3-4ac0-9509-bfb8b4676579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950725 Dec 12 04:14:31.935226 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:31.959265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Pushing event deleted for resources: {'Port': ['ID=ac8d0f80-94e2-4823-9c0a-674aa3df51d5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:31.980537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:31.981307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455df27c-37f2-40ef-9734-020bddc6210b None None] Pushing event updated for resources: {'Port': ['ID=4f269ea3-f27f-42fd-bc9d-7f8059884f5f,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:31.987467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:31.990959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:31.990959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:32.010801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:32.049781 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-193a8ca1-4d24-478c-86bd-7dcba8c6f498 req-cf956679-f849-4d5a-b4fe-3683c497b393 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 210 time: 0.0916023 Dec 12 04:14:32.050500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] No DVR routers for this DVR port ac8d0f80-94e2-4823-9c0a-674aa3df51d5 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:14:32.059307 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d680604-c27b-450c-b961-d4c354fc067e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.064316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Made reservation on behalf of 583dbc6ea8564ba6a1a18411c6a6473a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:32.067553 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.072594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.076262 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1380042-85c2-4fa5-951c-15a9c71f090f req-d06e433f-c565-4ad4-86f5-8a56222571e3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "DELETE /v2.0/ports/ac8d0f80-94e2-4823-9c0a-674aa3df51d5 HTTP/1.1" status: 204 len: 173 time: 2.8811765 Dec 12 04:14:32.078168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'name': 'network-vif-deleted', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:32.080428 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3c621-9244-4b13-9ebc-1b30e20c7bdd" -d '{"events": [{"server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "name": "network-vif-deleted", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:32.086836 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d680604-c27b-450c-b961-d4c354fc067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.176530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Pushing event updated for resources: {'Port': ['ID=fa6c0a81-c46e-47ae-b1c4-c063200edd78,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:32.199765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Attempting to bind port fa6c0a81-c46e-47ae-b1c4-c063200edd78 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:32.199765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Attempting to bind port fa6c0a81-c46e-47ae-b1c4-c063200edd78 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:32.200502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Attempting to bind port fa6c0a81-c46e-47ae-b1c4-c063200edd78 on network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:32.200737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4da2b5-bf7b-4d25-9cf9-c56d1b1f4727 req-b083c850-630a-430a-b335-0e24e5a606e1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:32.202233 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4da2b5-bf7b-4d25-9cf9-c56d1b1f4727 req-b083c850-630a-430a-b335-0e24e5a606e1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.0725849 Dec 12 04:14:32.211536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:32.211924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Checking segment: {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:32.212331 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.212731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Bound using segment: {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:32.213251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Bound port: fa6c0a81-c46e-47ae-b1c4-c063200edd78, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:32.213638 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.239200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:32.315931 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3d680604-c27b-450c-b961-d4c354fc067e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94441bf0c8c04435ad5c202b904b8c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7937880 Dec 12 04:14:32.327442 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4da2b5-bf7b-4d25-9cf9-c56d1b1f4727 req-1ea1941f-9244-429b-b1ef-e2f4c7411f42 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185155 Dec 12 04:14:32.327976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47936) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:32.343399 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c64ae75-ce72-451b-802e-8b23502f60ee req-8c711793-6417-4ec8-915d-490a4e68cc09 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 210 time: 0.1782157 Dec 12 04:14:32.343399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d680604-c27b-450c-b961-d4c354fc067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f44401-34ce-4d18-ae55-b5f9de1ec674,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:32.416193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] For port fa6c0a81-c46e-47ae-b1c4-c063200edd78, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:32.422334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] For port fa6c0a81-c46e-47ae-b1c4-c063200edd78, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fa6c0a81-c46e-47ae-b1c4-c063200edd78,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:32.435698 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d33e7e6-ef42-4737-8b12-32df12ccf6bb x-openstack-request-id: req-6d33e7e6-ef42-4737-8b12-32df12ccf6bb {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:32.436083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.436292 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea682c1-a47d-4a26-b3ef-5d08284764bc", "name": "network-vif-deleted", "tag": "ac8d0f80-94e2-4823-9c0a-674aa3df51d5", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:32.436745 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d33e7e6-ef42-4737-8b12-32df12ccf6bb {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:32.437354 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea682c1-a47d-4a26-b3ef-5d08284764bc', 'name': 'network-vif-deleted', 'tag': 'ac8d0f80-94e2-4823-9c0a-674aa3df51d5', 'status': 'completed', 'code': 200} Dec 12 04:14:32.468767 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18784141-da10-4062-bb65-ed70f6b2572c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.492020 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18784141-da10-4062-bb65-ed70f6b2572c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.548489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811c114-fdd1-4cfb-853a-e93b5a80c2a2 None None] Pushing event updated for resources: {'Port': ['ID=fa6c0a81-c46e-47ae-b1c4-c063200edd78,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:32.572611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18784141-da10-4062-bb65-ed70f6b2572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.576859 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18784141-da10-4062-bb65-ed70f6b2572c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:32.578173 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-18784141-da10-4062-bb65-ed70f6b2572c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18f44401-34ce-4d18-ae55-b5f9de1ec674 HTTP/1.1" status: 204 len: 168 time: 0.2492294 Dec 12 04:14:32.581297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:27Z', 'revision_number': 3, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:32.586130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18784141-da10-4062-bb65-ed70f6b2572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f44401-34ce-4d18-ae55-b5f9de1ec674,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:32.618652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94a5dc-bf6f-4889-91ef-9fcd5f209434 None None] The sync data for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 is: [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:27Z', 'revision_number': 3, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:14:32.753258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Allocated IP 172.20.0.1 (e24b41d5-580c-404e-9977-7163a101b7f9/8498c706-8988-4493-9db4-a7c752384c54/3a5b280d-3b16-4249-83f2-e53c64f7bdd1) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:32.784785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Allocated IP 172.20.0.14 (ca082263-57ba-42fa-8dda-b3157a3a65d4/a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75/52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:32.841000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b96e5-698d-4799-81b4-596ea6ca8d2e req-7473b96e-36cc-4af0-90c4-1e5e6d17a4d5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:32.842655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c6b96e5-698d-4799-81b4-596ea6ca8d2e req-7473b96e-36cc-4af0-90c4-1e5e6d17a4d5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 945 time: 0.3959858 Dec 12 04:14:32.954394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-e5c07b14-1b23-44d3-85b1-6b70bdc6f4ba tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:32.957553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-e5c07b14-1b23-44d3-85b1-6b70bdc6f4ba tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 945 time: 0.4618604 Dec 12 04:14:33.091095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6191067-87a9-4c6d-87aa-13465f0f1c39 req-2da84beb-7124-46d0-913b-967f529ebbdf tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:33.101165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6191067-87a9-4c6d-87aa-13465f0f1c39 req-2da84beb-7124-46d0-913b-967f529ebbdf tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1588943 Dec 12 04:14:33.199974 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6191067-87a9-4c6d-87aa-13465f0f1c39 req-dd1c8bec-a951-46ba-843b-c0fe3e3dc8d9 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926065 Dec 12 04:14:33.207751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47954) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:33.225986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-faff6d9a-1dd1-43ed-a2f1-c36c20f9ab05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.363443 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c5e0456-4799-447c-b56b-1dca273b0842 req-113ddb64-bfa9-4622-9928-5e58844fbcc6 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 210 time: 0.0369081 Dec 12 04:14:33.395074 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-faff6d9a-1dd1-43ed-a2f1-c36c20f9ab05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.399655 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-faff6d9a-1dd1-43ed-a2f1-c36c20f9ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.447541 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-faff6d9a-1dd1-43ed-a2f1-c36c20f9ab05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f320353388a546cba20305ef43be4ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2386830 Dec 12 04:14:33.449515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff6d9a-1dd1-43ed-a2f1-c36c20f9ab05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9880b4b4-a2a5-4383-a964-e66527d3c88d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:33.459551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47960) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:33.467645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c6b96e5-698d-4799-81b4-596ea6ca8d2e req-280df3b0-7f59-4225-9d42-059c1eef0913 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5871959 Dec 12 04:14:33.592615 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24157bbb-2dc1-4a54-a86c-32233b3783ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.613272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.634492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.664143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd145a-fff9-44fc-9c04-0f475454da7a req-c235e551-14d1-4a0c-8c52-26d2d196b7c2 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:33.669860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0bbd145a-fff9-44fc-9c04-0f475454da7a req-c235e551-14d1-4a0c-8c52-26d2d196b7c2 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.2118161 Dec 12 04:14:33.681432 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24157bbb-2dc1-4a54-a86c-32233b3783ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.718174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9bf6c84-0055-42b3-a322-700edd0f14a0 req-4c37e26f-344e-4ed6-b35c-10f6798bf42f tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 210 time: 0.1142626 Dec 12 04:14:33.751241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.789463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.813893 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.846781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Deleting port 91358033-c60c-4f0d-ab91-55fc288592e6 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:33.846781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.902520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0bbd145a-fff9-44fc-9c04-0f475454da7a req-2bb30fa8-f746-4cfc-9724-fbf2b66cab81 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149277 Dec 12 04:14:33.947585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24157bbb-2dc1-4a54-a86c-32233b3783ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.950362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24157bbb-2dc1-4a54-a86c-32233b3783ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:33.954912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-24157bbb-2dc1-4a54-a86c-32233b3783ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9880b4b4-a2a5-4383-a964-e66527d3c88d HTTP/1.1" status: 204 len: 168 time: 0.4944255 Dec 12 04:14:33.967714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1f22b5-bca6-4a14-ab00-047728ee8cff None None] Network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:33.989925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24157bbb-2dc1-4a54-a86c-32233b3783ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9880b4b4-a2a5-4383-a964-e66527d3c88d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:34.006042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-6e7ffaa9-afb4-467e-8956-835be32a37aa tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:34.007589 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-6e7ffaa9-afb4-467e-8956-835be32a37aa tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.37 "GET /v2.0/networks?id=c6201cd5-31d3-4ac0-9509-bfb8b4676579 HTTP/1.1" status: 200 len: 824 time: 0.2468574 Dec 12 04:14:34.031473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Request body: {'port': {'device_id': 'be600398-b80e-4272-ae6f-1fe1512108fa', 'network_id': 'c6201cd5-31d3-4ac0-9509-bfb8b4676579', 'admin_state_up': True, 'tenant_id': '6448667b989c41cd9d64eeca529e9be9'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:34.050153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fa6c0a81-c46e-47ae-b1c4-c063200edd78 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:34.128474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Network e24b41d5-580c-404e-9977-7163a101b7f9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:34.144397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b0d54635-cf11-4d29-a7cf-94f2dfd39b53 None None] Provisioning complete for port fa6c0a81-c46e-47ae-b1c4-c063200edd78 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:34.144839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:34.145353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0d54635-cf11-4d29-a7cf-94f2dfd39b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.146815 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5b280d-3b16-4249-83f2-e53c64f7bdd1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:34.155109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:34.206750 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.212864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Made reservation on behalf of 6448667b989c41cd9d64eeca529e9be9 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:34.219423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.228401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac8d0f80-94e2-4823-9c0a-674aa3df51d5 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:34.303157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: ac8d0f80-94e2-4823-9c0a-674aa3df51d5 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:14:34.303906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac8d0f80-94e2-4823-9c0a-674aa3df51d5 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:14:34.304596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 91358033-c60c-4f0d-ab91-55fc288592e6 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:34.309222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fa6c0a81-c46e-47ae-b1c4-c063200edd78 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:34.314221 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.479127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Allocated IP 172.20.0.4 (c6201cd5-31d3-4ac0-9509-bfb8b4676579/1be2484d-a6b2-4f85-bc69-936068e47293/d591fa56-4746-45e6-96f4-5768b5c8c1b2) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:34.496301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Network ca082263-57ba-42fa-8dda-b3157a3a65d4 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:34.515077 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:34.535021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:34.537145 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0d54635-cf11-4d29-a7cf-94f2dfd39b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.585865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab3fd-a5b4-4620-a108-ef3e48298cd0 req-bd542e82-3c06-4577-ad8f-1a32584affb7 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:34.587816 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d58ab3fd-a5b4-4620-a108-ef3e48298cd0 req-bd542e82-3c06-4577-ad8f-1a32584affb7 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 932 time: 0.1057906 Dec 12 04:14:34.616417 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.634663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:34.636582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.640945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.677888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b0d54635-cf11-4d29-a7cf-94f2dfd39b53 None None] For port fa6c0a81-c46e-47ae-b1c4-c063200edd78, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fa6c0a81-c46e-47ae-b1c4-c063200edd78,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:34.699597 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.705418 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0d54635-cf11-4d29-a7cf-94f2dfd39b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.708487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d58ab3fd-a5b4-4620-a108-ef3e48298cd0 req-0f417eb2-f4fc-4de9-a73e-eed9f8b91a28 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841637 Dec 12 04:14:34.766539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 91358033-c60c-4f0d-ab91-55fc288592e6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=91358033-c60c-4f0d-ab91-55fc288592e6,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:34.783785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:34.786390 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0bf985-5792-49f1-8629-d5707c3cf03e" -d '{"events": [{"server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "name": "network-vif-unplugged", "status": "completed", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:34.804838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.832295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] For port 91358033-c60c-4f0d-ab91-55fc288592e6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=91358033-c60c-4f0d-ab91-55fc288592e6,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:34.832667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:34.839329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Pushing event updated for resources: {'Port': ['ID=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:34.843058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Allocated IP 172.25.7.151 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/dc584f93-90d6-4a5a-82b6-312f5eccbd1a) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:34.878948 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-732955c9-3121-4257-8c75-a07684729c05 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9205043 Dec 12 04:14:34.897159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ee9e-c64c-4232-8271-d632ebf039c7 req-32254ebe-43b2-46e0-9fbb-d5e81d2d4bd0 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:34.904577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdc3ee9e-c64c-4232-8271-d632ebf039c7 req-32254ebe-43b2-46e0-9fbb-d5e81d2d4bd0 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.5616291 Dec 12 04:14:34.924262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Request body: {'port': {'device_id': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:34.953535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f3418-64c2-44d8-837c-6acdfcb85260 req-e5ab415e-5837-4e8c-8a1b-a1de62a5d6df tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:34.955397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a6f3418-64c2-44d8-837c-6acdfcb85260 req-e5ab415e-5837-4e8c-8a1b-a1de62a5d6df tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 943 time: 0.0875611 Dec 12 04:14:35.034157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.057682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a6f3418-64c2-44d8-837c-6acdfcb85260 req-f53f0a59-74a7-4dd0-9fec-c2b757f7f8dc tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911694 Dec 12 04:14:35.093017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.111285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cae24a2b-daa1-4253-8519-8b90705f674e None None] Provisioning complete for port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:35.112346 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cae24a2b-daa1-4253-8519-8b90705f674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.144077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d54635-cf11-4d29-a7cf-94f2dfd39b53 None None] Pushing event updated for resources: {'Port': ['ID=fa6c0a81-c46e-47ae-b1c4-c063200edd78,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:35.155217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Network c6201cd5-31d3-4ac0-9509-bfb8b4676579 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:35.161461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:35.165998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:35.216644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Pushing event updated for resources: {'Port': ['ID=d591fa56-4746-45e6-96f4-5768b5c8c1b2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:35.220475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=91358033-c60c-4f0d-ab91-55fc288592e6,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:35.227527 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:14:35.227758 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:14:35.235309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cae24a2b-daa1-4253-8519-8b90705f674e None None] Port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:14:35.247876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cae24a2b-daa1-4253-8519-8b90705f674e None None] Provisioning complete for port fa6c0a81-c46e-47ae-b1c4-c063200edd78 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:35.248271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cae24a2b-daa1-4253-8519-8b90705f674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.267697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:35.268353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.279995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503b29c-0c89-4fa9-9be6-b7aca98cd68d req-cd299d86-336c-4684-96b3-f4ef28fe91e4 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:35.281571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3503b29c-0c89-4fa9-9be6-b7aca98cd68d req-cd299d86-336c-4684-96b3-f4ef28fe91e4 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 931 time: 0.0885158 Dec 12 04:14:35.310511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-1c77d070-1a75-4f8c-8311-a7d5902eb9c1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2836924 Dec 12 04:14:35.322007 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.335891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Request body: {'port': {'device_id': 'be600398-b80e-4272-ae6f-1fe1512108fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:35.387498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3503b29c-0c89-4fa9-9be6-b7aca98cd68d req-1f5f098f-652c-4b50-8975-1f8764805eff tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878234 Dec 12 04:14:35.426869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.461027 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b61324-4c1f-461e-8a00-dd840efd7001 x-openstack-request-id: req-51b61324-4c1f-461e-8a00-dd840efd7001 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:35.461685 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "name": "network-vif-unplugged", "status": "completed", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:35.462021 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51b61324-4c1f-461e-8a00-dd840efd7001 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:35.462443 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6', 'code': 200} Dec 12 04:14:35.463351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.463947 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.464382 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Floating IP 8d9b50ef-2b5d-43d1-afb5-146a21c5d436 disassociated. External IP: 172.25.7.122, port: 91358033-c60c-4f0d-ab91-55fc288592e6. Dec 12 04:14:35.464964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Calling delete_port for 91358033-c60c-4f0d-ab91-55fc288592e6 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:35.502734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdc3ee9e-c64c-4232-8271-d632ebf039c7 req-9c274818-e27a-408c-ac83-0633dbf9e61d tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799541 Dec 12 04:14:35.520230 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.663366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3598ca-f357-4e6a-8b74-1e466b35bc8e req-86a05a39-30fc-4ebd-903a-ce2c8e8daa1b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:35.665043 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0e3598ca-f357-4e6a-8b74-1e466b35bc8e req-86a05a39-30fc-4ebd-903a-ce2c8e8daa1b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.1131184 Dec 12 04:14:35.666050 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.767579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4f269ea3-f27f-42fd-bc9d-7f8059884f5f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:35.791190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0e3598ca-f357-4e6a-8b74-1e466b35bc8e req-e989a109-daf3-4131-bdb4-e8d6a604bc14 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070340 Dec 12 04:14:35.845475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:35.846128 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.893496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d591fa56-4746-45e6-96f4-5768b5c8c1b2 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:35.904545 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.924243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Transition to ACTIVE for port object d591fa56-4746-45e6-96f4-5768b5c8c1b2 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:14:35.930808 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.955621 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:35.980781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4f269ea3-f27f-42fd-bc9d-7f8059884f5f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:35.987600 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.009913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Pushing event updated for resources: {'Port': ['ID=d591fa56-4746-45e6-96f4-5768b5c8c1b2,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:36.072649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=4f269ea3-f27f-42fd-bc9d-7f8059884f5f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:36.128637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Attempting to bind port d591fa56-4746-45e6-96f4-5768b5c8c1b2 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:36.129228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Attempting to bind port d591fa56-4746-45e6-96f4-5768b5c8c1b2 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '2ca3a61c-3fae-47b5-8132-233d6b5c79ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c6201cd5-31d3-4ac0-9509-bfb8b4676579'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:36.129606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Attempting to bind port d591fa56-4746-45e6-96f4-5768b5c8c1b2 on network c6201cd5-31d3-4ac0-9509-bfb8b4676579 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:36.131707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fa6c0a81-c46e-47ae-b1c4-c063200edd78 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:36.145850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Port d591fa56-4746-45e6-96f4-5768b5c8c1b2 on network c6201cd5-31d3-4ac0-9509-bfb8b4676579 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:14:36.146284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Attempting to bind port d591fa56-4746-45e6-96f4-5768b5c8c1b2 on network c6201cd5-31d3-4ac0-9509-bfb8b4676579 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:36.151942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:36.153110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Checking segment: {'id': '2ca3a61c-3fae-47b5-8132-233d6b5c79ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c6201cd5-31d3-4ac0-9509-bfb8b4676579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:36.153598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Bound using segment: {'id': '2ca3a61c-3fae-47b5-8132-233d6b5c79ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c6201cd5-31d3-4ac0-9509-bfb8b4676579'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:36.154135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Bound port: d591fa56-4746-45e6-96f4-5768b5c8c1b2, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca3a61c-3fae-47b5-8132-233d6b5c79ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c6201cd5-31d3-4ac0-9509-bfb8b4676579'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:36.154581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.211952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fa6c0a81-c46e-47ae-b1c4-c063200edd78 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:36.212338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.274181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56f087-7119-4b11-a557-bb884068346f req-112bffbd-d468-4780-868e-a4466c4debed tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:36.278143 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.283595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d56f087-7119-4b11-a557-bb884068346f req-112bffbd-d468-4780-868e-a4466c4debed tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 943 time: 0.0905471 Dec 12 04:14:36.300924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] For port d591fa56-4746-45e6-96f4-5768b5c8c1b2, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:36.321990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] For port d591fa56-4746-45e6-96f4-5768b5c8c1b2, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d591fa56-4746-45e6-96f4-5768b5c8c1b2,segment=NetworkSegment(2ca3a61c-3fae-47b5-8132-233d6b5c79ca),segment_id=2ca3a61c-3fae-47b5-8132-233d6b5c79ca)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:36.330193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.347105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.382386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d56f087-7119-4b11-a557-bb884068346f req-8c9f03ba-e72a-4766-9e5f-737fa60c36ce tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8efbb-ebdd-447e-a651-07b91ea14971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966339 Dec 12 04:14:36.388609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:36.389475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.389654 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.391179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] 10.222.0.37 "PUT /v2.0/ports/d591fa56-4746-45e6-96f4-5768b5c8c1b2 HTTP/1.1" status: 200 len: 1091 time: 1.0608063 Dec 12 04:14:36.392353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be600398-b80e-4272-ae6f-1fe1512108fa', 'tag': 'd591fa56-4746-45e6-96f4-5768b5c8c1b2'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:36.394861 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8437d6-eb83-4ec1-b812-263a289ec11d" -d '{"events": [{"name": "network-changed", "server_uuid": "be600398-b80e-4272-ae6f-1fe1512108fa", "tag": "d591fa56-4746-45e6-96f4-5768b5c8c1b2"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:36.413137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283ee9c-4490-4c73-9f99-0ac25048982b service neutron] Pushing event updated for resources: {'Port': ['ID=d591fa56-4746-45e6-96f4-5768b5c8c1b2,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:36.438707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:36.450193 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d12b53-1ee6-4eaa-b2f7-9c5ccb22bcdb x-openstack-request-id: req-96d12b53-1ee6-4eaa-b2f7-9c5ccb22bcdb {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:36.451298 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be600398-b80e-4272-ae6f-1fe1512108fa", "tag": "d591fa56-4746-45e6-96f4-5768b5c8c1b2", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:36.451880 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96d12b53-1ee6-4eaa-b2f7-9c5ccb22bcdb {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:36.452572 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be600398-b80e-4272-ae6f-1fe1512108fa', 'tag': 'd591fa56-4746-45e6-96f4-5768b5c8c1b2', 'status': 'completed', 'code': 200} Dec 12 04:14:36.459447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:36.462009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:36.500611 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Pushing event updated for resources: {'Port': ['ID=dc584f93-90d6-4a5a-82b6-312f5eccbd1a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:36.519540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.592337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64507e59-4e45-4187-b047-2c2036c0771a req-ae7875c0-e577-43ef-89d3-ca680345f7b5 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:36.600789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64507e59-4e45-4187-b047-2c2036c0771a req-ae7875c0-e577-43ef-89d3-ca680345f7b5 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 932 time: 0.3245354 Dec 12 04:14:36.613471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:36.640322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fc767-3842-4fa3-9433-1be76019d005 req-48be70a0-456b-444d-8458-e9788a944834 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:36.650988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a48fc767-3842-4fa3-9433-1be76019d005 req-48be70a0-456b-444d-8458-e9788a944834 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 943 time: 0.1264293 Dec 12 04:14:36.664799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5b280d-3b16-4249-83f2-e53c64f7bdd1,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:36.674043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-6a150938-1080-40c5-baa6-c772704124c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:36.676291 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-6a150938-1080-40c5-baa6-c772704124c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6448667b989c41cd9d64eeca529e9be9&device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 1094 time: 0.1989233 Dec 12 04:14:36.768266 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a48fc767-3842-4fa3-9433-1be76019d005 req-52cd37a7-43c1-4b38-89be-17ad792f1d24 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163933 Dec 12 04:14:36.769747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-98d6c725-ac98-4597-9861-aee3c525ede3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d591fa56-4746-45e6-96f4-5768b5c8c1b2 HTTP/1.1" status: 200 len: 217 time: 0.0679300 Dec 12 04:14:36.847093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-b73d34f9-8008-42b3-9ded-943d58552d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:36.850672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-b73d34f9-8008-42b3-9ded-943d58552d76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be2484d-a6b2-4f85-bc69-936068e47293 HTTP/1.1" status: 200 len: 864 time: 0.0687182 Dec 12 04:14:36.884549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Pushing event deleted for resources: {'Port': ['ID=91358033-c60c-4f0d-ab91-55fc288592e6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:36.905476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-2bca509c-ff36-4e8a-ba7f-9aa8ed513e76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6201cd5-31d3-4ac0-9509-bfb8b4676579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468805 Dec 12 04:14:36.983094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64507e59-4e45-4187-b047-2c2036c0771a req-247c9752-0869-49e4-86d1-8cda0bfecb24 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813357 Dec 12 04:14:37.013627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da3998-eed1-454e-92fe-1ffe551a25ad req-ad3b0e18-3d54-4cb6-ace7-0abb3c0b833e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:37.025408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0da3998-eed1-454e-92fe-1ffe551a25ad req-ad3b0e18-3d54-4cb6-ace7-0abb3c0b833e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1222901 Dec 12 04:14:37.028645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:37.067372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:37.117207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-b13c713f-c323-4778-b53e-5bdc3aa0e134 service neutron] 10.222.0.37 "GET /v2.0/networks/c6201cd5-31d3-4ac0-9509-bfb8b4676579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019956 Dec 12 04:14:37.175970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Transition to ACTIVE for port object 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:14:37.232846 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:37.330264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Router 5e03d167-b253-416f-82ce-aec725b676f1 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:14:37.337822 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:37.356324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Network e24b41d5-580c-404e-9977-7163a101b7f9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:37.415110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:37.711475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be587e04-38b7-4756-b166-501b6675f576 req-fdb30d58-f609-42da-9e19-800135d55320 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:37.721770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0da3998-eed1-454e-92fe-1ffe551a25ad req-f0681164-45e8-4644-b210-c6d0613815d7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954961 Dec 12 04:14:37.722991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be587e04-38b7-4756-b166-501b6675f576 req-fdb30d58-f609-42da-9e19-800135d55320 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 945 time: 0.6232543 Dec 12 04:14:37.744182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-75438439-38c1-4015-8aad-027ad055871d tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:37.746059 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-75438439-38c1-4015-8aad-027ad055871d tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.6278603 Dec 12 04:14:37.760517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-7'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:37.793661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0da11f69-6321-412b-93d0-de533191ff46 None None] Provisioning complete for port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:37.794231 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0da11f69-6321-412b-93d0-de533191ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:37.825710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48062) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:37.837794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:14:37.852146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0da11f69-6321-412b-93d0-de533191ff46 None None] Port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:14:37.855943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824990f9-4e97-4f1a-822a-95dfee076e05 req-15d248e2-eb80-40f4-8377-0dc1c526a6f8 service neutron] 10.222.0.37 "GET /v2.0/networks/c6201cd5-31d3-4ac0-9509-bfb8b4676579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6958995 Dec 12 04:14:37.865542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Pushing event updated for resources: {'Port': ['ID=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:37.912863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2896145-0c75-416e-b28a-e1451c094015 req-2791d977-7f08-4f4c-8919-fc36f0e45b51 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 210 time: 0.0861127 Dec 12 04:14:37.924278 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.066843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b9d3637f-127d-4cc9-a284-0d15875effc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.097453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4f269ea3-f27f-42fd-bc9d-7f8059884f5f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:38.126084 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be587e04-38b7-4756-b166-501b6675f576 req-d7d1142b-9ac7-440d-955d-9dad5f621ef7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017148 Dec 12 04:14:38.137316 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.163180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:38.163850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.172841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-5e1d9a0a-ec77-4034-91cb-8c36b927e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:38.174434 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-5e1d9a0a-ec77-4034-91cb-8c36b927e036 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6448667b989c41cd9d64eeca529e9be9&device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 1094 time: 0.1808894 Dec 12 04:14:38.190657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c6ad5-0f22-4970-9b8b-302bc3bc13d6 req-7eb4ca7b-87d8-458e-ad37-d17af5b3d9d8 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:38.192176 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-284c6ad5-0f22-4970-9b8b-302bc3bc13d6 req-7eb4ca7b-87d8-458e-ad37-d17af5b3d9d8 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 943 time: 0.1431117 Dec 12 04:14:38.265711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Attempting to bind port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:38.266095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Attempting to bind port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:38.266299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Attempting to bind port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 on network ca082263-57ba-42fa-8dda-b3157a3a65d4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:38.308425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:38.308758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:14:38.311043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 on network ca082263-57ba-42fa-8dda-b3157a3a65d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:14:38.311365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Attempting to bind port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 on network ca082263-57ba-42fa-8dda-b3157a3a65d4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:38.320113 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] Sync routers for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:14:38.336268 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:38.337340 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:38.356641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:38.357074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Checking segment: {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:38.357402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Bound using segment: {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:38.357865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Bound port: 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:38.358226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.364034 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-284c6ad5-0f22-4970-9b8b-302bc3bc13d6 req-41e70f6e-ee75-4fac-80ea-758c070674e8 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556625 Dec 12 04:14:38.378352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:14:38.393047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Sync routers for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:14:38.396186 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d98dabd-cabb-4d7f-855a-c950e0ec4233 admin admin] 10.222.0.36 "PUT /v2.0/routers/10309aca-6f65-45f7-9fcb-5c4ca6e82788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8224752 Dec 12 04:14:38.406811 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:38.407854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:38.409318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] No DVR routers for this DVR port 91358033-c60c-4f0d-ab91-55fc288592e6 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:14:38.419730 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.423239 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1123f75b-aa22-4aa9-b2e7-25a1f562bdc3 req-110b9c0f-c1ff-436e-950e-2c1094f776e5 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.18 "DELETE /v2.0/ports/91358033-c60c-4f0d-ab91-55fc288592e6 HTTP/1.1" status: 204 len: 173 time: 5.4173980 Dec 12 04:14:38.423840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'name': 'network-vif-deleted', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:38.427631 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0939e1-29f5-43ec-a18e-9e4af698f98b" -d '{"events": [{"server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "name": "network-vif-deleted", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:38.434096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:38.456149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda27a2b-1615-46cd-84e6-d219de17670e req-ab68dc5c-7beb-4537-933d-85c32de25e34 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:38.464504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eda27a2b-1615-46cd-84e6-d219de17670e req-ab68dc5c-7beb-4537-933d-85c32de25e34 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 944 time: 0.2177584 Dec 12 04:14:38.533888 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3be9ef-d288-43a6-9e44-b51a7340e7d2 x-openstack-request-id: req-0d3be9ef-d288-43a6-9e44-b51a7340e7d2 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:38.534173 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bffa1e9-fedd-4f59-afa7-0347d49a0836", "name": "network-vif-deleted", "tag": "91358033-c60c-4f0d-ab91-55fc288592e6", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:38.534441 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d3be9ef-d288-43a6-9e44-b51a7340e7d2 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:38.534851 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bffa1e9-fedd-4f59-afa7-0347d49a0836', 'name': 'network-vif-deleted', 'tag': '91358033-c60c-4f0d-ab91-55fc288592e6', 'status': 'completed', 'code': 200} Dec 12 04:14:38.544463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-3397015c-ea56-4ec8-ae35-2350d2e126c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:38.555896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:38.560754 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-3397015c-ea56-4ec8-ae35-2350d2e126c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6201cd5-31d3-4ac0-9509-bfb8b4676579 HTTP/1.1" status: 200 len: 924 time: 0.3629725 Dec 12 04:14:38.565291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b9d3637f-127d-4cc9-a284-0d15875effc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.574649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:38.595477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:38.607299 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:38.615909 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.670764 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eda27a2b-1615-46cd-84e6-d219de17670e req-3de02587-c39c-4fe0-8ab8-39b89e91ff2f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053039 Dec 12 04:14:38.670950 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b9d3637f-127d-4cc9-a284-0d15875effc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.677823 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:38.683533 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.686804 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] 10.222.0.18 "PUT /v2.0/ports/52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 HTTP/1.1" status: 200 len: 1092 time: 3.7762148 Dec 12 04:14:38.693955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.726047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:38.728849 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d95572b-1336-4ebd-807c-8c26b7d70aaa" -d '{"events": [{"server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "name": "network-vif-unplugged", "status": "completed", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:38.733392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-84e9820c-10f9-4870-a80e-f1e9b338cf60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d591fa56-4746-45e6-96f4-5768b5c8c1b2 HTTP/1.1" status: 200 len: 217 time: 0.1640067 Dec 12 04:14:38.744550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:38.768338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:14:38.773344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ca31b1e3-1325-4f23-908d-329e53d4cb37 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:14:38.846189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ac55f-c319-48b7-9e6c-c23b110b8df4 service neutron] Pushing event updated for resources: {'Port': ['ID=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:38.846664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3637f-127d-4cc9-a284-0d15875effc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae79d9f2-de22-497c-9a20-6542219d0b11,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:38.871181 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6508744f-fa37-49f1-91ca-b3f6335ce2bb x-openstack-request-id: req-6508744f-fa37-49f1-91ca-b3f6335ce2bb {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:38.871481 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "name": "network-vif-unplugged", "status": "completed", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:38.871742 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6508744f-fa37-49f1-91ca-b3f6335ce2bb {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:38.872144 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37', 'code': 200} Dec 12 04:14:38.888551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b9d3637f-127d-4cc9-a284-0d15875effc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2604350bc734648aaa02b04156cdd2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0547941 Dec 12 04:14:38.896030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48080) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:38.901029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-2d4ec83a-042d-4c7a-a744-67366c55965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:38.903082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-2d4ec83a-042d-4c7a-a744-67366c55965a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be2484d-a6b2-4f85-bc69-936068e47293 HTTP/1.1" status: 200 len: 864 time: 0.1482670 Dec 12 04:14:38.971605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-5cf4aeea-3c92-4d44-858c-6145f38828b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6201cd5-31d3-4ac0-9509-bfb8b4676579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534277 Dec 12 04:14:39.007369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Pushing event updated for resources: {'Port': ['ID=ca31b1e3-1325-4f23-908d-329e53d4cb37,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:39.044064 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f84fdb7f-688d-4bac-962b-3534a1e3e315', 'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'mac_address': 'fa:16:3e:0e:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:18Z', 'updated_at': '2021-12-12T04:12:24Z', 'revision_number': 5, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'subnets': [{'id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:39.090807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on host n-h2-710847-7 for vnic_type normal with profile {"migrating_to": "n-h1-710847-7"} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:39.091164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:39.091696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:39.095193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:39.124015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960136-d1ab-430d-9496-46ead17142cd req-ac624dde-5257-404b-866c-d137185d97be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:39.128206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:14:39.128551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:39.134107 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-ac624dde-5257-404b-866c-d137185d97be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 1095 time: 0.3574302 Dec 12 04:14:39.139703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on host n-h2-710847-7 for vnic_type normal with profile {"migrating_to": "n-h1-710847-7"} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:39.140415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:39.141502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:39.150917 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:14:39.151203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:39.155591 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] Checking router: 5e03d167-b253-416f-82ce-aec725b676f1 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:14:39.162416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:39.162880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:39.163690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:39.164477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Bound port: ca31b1e3-1325-4f23-908d-329e53d4cb37, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:39.165606 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.168551 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:39.169389 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:39.212466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:39.213634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:39.214318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:39.216336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Bound port: ca31b1e3-1325-4f23-908d-329e53d4cb37, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:39.223213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.256466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-156b3e73-31ee-4951-a9e9-4c49050bcec2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 HTTP/1.1" status: 200 len: 217 time: 0.0579603 Dec 12 04:14:39.300593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3a5b280d-3b16-4249-83f2-e53c64f7bdd1', 'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'mac_address': 'fa:16:3e:28:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:31Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 2, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'subnets': [{'id': '8498c706-8988-4493-9db4-a7c752384c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:39.309206 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8679991-2d0a-4e70-8cc5-de75c50cece8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.337115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48094) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:39.342478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-34861612-ef8e-4002-a4b1-0ad791bb182d service neutron] 10.222.0.37 "GET /v2.0/networks/c6201cd5-31d3-4ac0-9509-bfb8b4676579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603158 Dec 12 04:14:39.345954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1637748496-network', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:39.361097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Checking router: 10309aca-6f65-45f7-9fcb-5c4ca6e82788 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:14:39.362114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Updating router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:14:39.382481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69cf059c-bf1d-40bc-93a7-30a34a4833c4 req-5e905053-41c1-4db3-a7d6-73a566c1e180 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffa1e9-fedd-4f59-afa7-0347d49a0836 HTTP/1.1" status: 200 len: 210 time: 0.1715775 Dec 12 04:14:39.413361 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:39.419640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:39.434971 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.452923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:39.559954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a8437d6-eb83-4ec1-b812-263a289ec11d req-393dd3a8-b6cc-461f-8c8c-c3029f736879 service neutron] 10.222.0.37 "GET /v2.0/networks/c6201cd5-31d3-4ac0-9509-bfb8b4676579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901696 Dec 12 04:14:39.584006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8679991-2d0a-4e70-8cc5-de75c50cece8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.679341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:39.685971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Made reservation on behalf of 653393d9c56a48f585c50ed4e79d72dc for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:39.688704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.711440 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.749238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24d0ce-cd23-48ea-b1e7-6e485d037cbc req-88957769-0e00-4581-8edf-000a290a52ca tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:39.749724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb60aaf-242a-49e5-8dd9-30ced2e288df req-247e93d9-481b-40e5-8cf8-2d28bd64137e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:39.750800 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f24d0ce-cd23-48ea-b1e7-6e485d037cbc req-88957769-0e00-4581-8edf-000a290a52ca tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.8877249 Dec 12 04:14:39.757958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5eb60aaf-242a-49e5-8dd9-30ced2e288df req-247e93d9-481b-40e5-8cf8-2d28bd64137e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.1943142 Dec 12 04:14:39.760148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) ca31b1e3-1325-4f23-908d-329e53d4cb37-n-h2-710847-7-0 {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:14:39.760490 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:14:39.764096 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.792791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960136-d1ab-430d-9496-46ead17142cd req-d8a9ef0e-e5bc-4223-a7c6-a71596decf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:39.794320 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-d8a9ef0e-e5bc-4223-a7c6-a71596decf73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 200 len: 844 time: 0.5255158 Dec 12 04:14:39.796242 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f84fdb7f-688d-4bac-962b-3534a1e3e315', 'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'mac_address': 'fa:16:3e:0e:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:18Z', 'updated_at': '2021-12-12T04:12:24Z', 'revision_number': 5, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'subnets': [{'id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:39.833312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ca31b1e3-1325-4f23-908d-329e53d4cb37 has no active binding in host n-h1-710847-7 {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 04:14:39.838428 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9293b-6c71-4aaf-a15c-c3ac3730d71a None None] The sync data for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 is: [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f84fdb7f-688d-4bac-962b-3534a1e3e315', 'name': '', 'network_id': 'c54cd0d2-7685-4f35-8d1c-da81ff059ff9', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'mac_address': 'fa:16:3e:0e:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:18Z', 'updated_at': '2021-12-12T04:12:24Z', 'revision_number': 5, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'subnets': [{'id': 'c1d95915-1853-40c8-957d-bb859c47c7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:14:39.838747 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-0113b42c-ea88-4454-a118-7ccf2ca0d476 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca082263-57ba-42fa-8dda-b3157a3a65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357509 Dec 12 04:14:39.842107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=ca31b1e3-1325-4f23-908d-329e53d4cb37,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:39.847168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:14:39.852475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f24d0ce-cd23-48ea-b1e7-6e485d037cbc req-53934295-5a86-4e25-b4f8-e0a650242b25 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942037 Dec 12 04:14:39.892680 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Sync routers for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:14:39.904610 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:39.905608 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:39.905974 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.930780 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.941283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.941585 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.942548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8360f49d-7a8d-4cfb-b67e-a128c30e9e58 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3483081 Dec 12 04:14:39.952095 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:39.955085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48100) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:40.027218 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5eb60aaf-242a-49e5-8dd9-30ced2e288df req-d3207c20-5d98-4148-bbbe-e419300867df tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678044 Dec 12 04:14:40.052314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4681ca-286d-4fcf-9754-0732e60ce96d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:40.078979 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8679991-2d0a-4e70-8cc5-de75c50cece8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.083101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8679991-2d0a-4e70-8cc5-de75c50cece8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.096557 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f8679991-2d0a-4e70-8cc5-de75c50cece8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae79d9f2-de22-497c-9a20-6542219d0b11 HTTP/1.1" status: 204 len: 168 time: 1.1978490 Dec 12 04:14:40.108583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:14:40.146243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.146600 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Added segment efceddb1-16d2-49e4-8135-6739a2985448 of type vlan for network c440ffd4-33ad-45ca-94be-2a3476a6b17f Dec 12 04:14:40.166872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7688b-9d57-4d2b-9616-db121a3da398 None None] Pushing event updated for resources: {'Port': ['ID=3a5b280d-3b16-4249-83f2-e53c64f7bdd1,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:40.192215 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:40.217750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Attempting to bind port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:40.218798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Attempting to bind port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:40.218798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Attempting to bind port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 on network e24b41d5-580c-404e-9977-7163a101b7f9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:40.230622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:40.231001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Checking segment: {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:40.231415 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.231813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Bound using segment: {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:40.234267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Bound port: 3a5b280d-3b16-4249-83f2-e53c64f7bdd1, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:40.234759 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.279239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.304346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-2847f0dc-a098-4659-be2a-c0f1bd3230f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588444 Dec 12 04:14:40.336225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c550-a745-45cb-abfe-9713bfa7edbb req-f42e1964-7074-4b1b-a354-9f845ea03237 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:40.338283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on host n-h2-710847-7 for vnic_type normal with profile {"migrating_to": "n-h1-710847-7"} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:40.339428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:40.339979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:40.344131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.345794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:40.346543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0784c550-a745-45cb-abfe-9713bfa7edbb req-f42e1964-7074-4b1b-a354-9f845ea03237 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 943 time: 0.2352173 Dec 12 04:14:40.347215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.387163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0470576 Dec 12 04:14:40.392696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] For port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:40.400867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:14:40.400867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attempting to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:40.404018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8679991-2d0a-4e70-8cc5-de75c50cece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae79d9f2-de22-497c-9a20-6542219d0b11,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:40.413637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] For port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3a5b280d-3b16-4249-83f2-e53c64f7bdd1,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:40.415677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f348fe-43fd-4082-a3ce-af5d7c0bcdde None None] New status for floating IP 8d9b50ef-2b5d-43d1-afb5-146a21c5d436: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:14:40.424491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48104) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:40.459122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Request body: {'subnet': {'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1637748496-subnet', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:40.481031 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.493628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Made reservation on behalf of 653393d9c56a48f585c50ed4e79d72dc for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:40.496718 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.502630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:40.502976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:40.503368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:40.503820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Bound port: ca31b1e3-1325-4f23-908d-329e53d4cb37, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:40.504175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.526477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-61f2c019-4877-423f-9865-ec25961da969 None None] Provisioning complete for port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:40.526871 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61f2c019-4877-423f-9865-ec25961da969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.541286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:40.550017 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f2e221-f306-40b1-923a-43eb42e427ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:40.584569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899bd8-2691-4192-973a-8e63bcf4f31a req-4f143f8d-f6a5-4f7a-9f1e-a746af1be86f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:40.593694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99899bd8-2691-4192-973a-8e63bcf4f31a req-4f143f8d-f6a5-4f7a-9f1e-a746af1be86f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 944 time: 0.2583253 Dec 12 04:14:40.595637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad842846-2ceb-40b5-a431-f5e504eccd7e admin admin] Pushing event updated for resources: {'Network': ['ID=c440ffd4-33ad-45ca-94be-2a3476a6b17f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:40.628304 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:37Z', 'revision_number': 3, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:40.661882 n-d-710847-7 neutron-server[103451]: WARNING neutron.plugins.ml2.plugin [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Concurrent port binding operations failed on port ca31b1e3-1325-4f23-908d-329e53d4cb37 Dec 12 04:14:40.665652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:40.681640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network c440ffd4-33ad-45ca-94be-2a3476a6b17f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:14:40.685848 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Checking router: 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:14:40.686212 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Updating router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 port dc584f93-90d6-4a5a-82b6-312f5eccbd1a binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:14:40.709749 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attempt 2 to bind port ca31b1e3-1325-4f23-908d-329e53d4cb37 Dec 12 04:14:40.713342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:40.714861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.718574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-bbcbeabe-1cad-4ec0-94f0-3625d9762420 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 200 len: 1121 time: 2.9638720 Dec 12 04:14:40.734508 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.753952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d591fa56-4746-45e6-96f4-5768b5c8c1b2 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:14:40.778051 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99899bd8-2691-4192-973a-8e63bcf4f31a req-89c67f03-98c3-4fa8-ac38-46dc488f5e1d tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833098 Dec 12 04:14:40.868234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0784c550-a745-45cb-abfe-9713bfa7edbb req-6bb20f51-3dc2-4742-b35a-fcfb9c09da51 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113218 Dec 12 04:14:40.888027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:40.891439 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:40.894394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48114) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:40.962099 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524481b9-9ecb-4dad-9034-9f63b9b7b03c x-openstack-request-id: req-524481b9-9ecb-4dad-9034-9f63b9b7b03c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:40.963618 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:40.964850 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-524481b9-9ecb-4dad-9034-9f63b9b7b03c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:40.965705 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0', 'status': 'completed', 'code': 200} Dec 12 04:14:40.967707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48122) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:40.970713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb813070-1e26-4b84-bb45-9fff5ea5efd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:40.976422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f960136-d1ab-430d-9496-46ead17142cd req-2cbfbe4e-3d4e-438f-83e7-a565ee2c8fa5 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484163 Dec 12 04:14:40.982901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ca31b1e3-1325-4f23-908d-329e53d4cb37'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:14:40.992706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['ca31b1e3-1325-4f23-908d-329e53d4cb37'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:14:41.012643 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc206546-9f54-4652-988d-3f5bdf88f392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.046323 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b4e669-b188-443e-b7aa-49de08f6175f x-openstack-request-id: req-09b4e669-b188-443e-b7aa-49de08f6175f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:41.047050 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:41.048706 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09b4e669-b188-443e-b7aa-49de08f6175f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:41.049451 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37', 'status': 'completed', 'code': 200} Dec 12 04:14:41.069832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:41.070483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:41.217351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.240652 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.250200 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.260475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b99056b-9ea2-4138-a30b-ae657faaa4a8 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.277918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7688b-9d57-4d2b-9616-db121a3da398 None None] Pushing event updated for resources: {'Port': ['ID=3a5b280d-3b16-4249-83f2-e53c64f7bdd1,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:41.283693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1caf30a7-c7d4-46ef-8986-1c95426cff0c,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:41.328236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4841-28d8-47ed-8ef9-159bf83b40dd req-21a95ca8-ee94-4bb6-8b5f-cfbc187fbbd5 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:41.328875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd5d7-930c-40be-973b-52358562838f req-af27d541-90c5-4374-89a0-30ea96427154 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:41.338593 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f3b4841-28d8-47ed-8ef9-159bf83b40dd req-21a95ca8-ee94-4bb6-8b5f-cfbc187fbbd5 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.2446690 Dec 12 04:14:41.339413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c38cd5d7-930c-40be-973b-52358562838f req-af27d541-90c5-4374-89a0-30ea96427154 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.1839604 Dec 12 04:14:41.366135 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Attempting to bind port dc584f93-90d6-4a5a-82b6-312f5eccbd1a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:41.367125 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Attempting to bind port dc584f93-90d6-4a5a-82b6-312f5eccbd1a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:41.367772 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Attempting to bind port dc584f93-90d6-4a5a-82b6-312f5eccbd1a on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:41.382686 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:41.383567 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:41.384213 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.384889 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:41.385739 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Bound port: dc584f93-90d6-4a5a-82b6-312f5eccbd1a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:41.386640 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.390004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b99056b-9ea2-4138-a30b-ae657faaa4a8 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.404771 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c38cd5d7-930c-40be-973b-52358562838f req-a49afc05-46c6-4f10-a5d4-ec034e7ede6e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645828 Dec 12 04:14:41.414560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2e221-f306-40b1-923a-43eb42e427ca req-2e4b221c-aceb-43b7-838e-c99329101ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:41.416226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96f2e221-f306-40b1-923a-43eb42e427ca req-2e4b221c-aceb-43b7-838e-c99329101ea8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 1095 time: 0.2540607 Dec 12 04:14:41.453475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Checking segment: {'id': 'efceddb1-16d2-49e4-8135-6739a2985448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:41.453475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Network hostable DHCP agents. Network: c440ffd4-33ad-45ca-94be-2a3476a6b17f, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:14:41.458569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-a972942a-25b9-4549-9f5a-eebddfc83304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:41.460344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-a972942a-25b9-4549-9f5a-eebddfc83304 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1124 time: 0.2996058 Dec 12 04:14:41.465451 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb813070-1e26-4b84-bb45-9fff5ea5efd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.470234 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] For port dc584f93-90d6-4a5a-82b6-312f5eccbd1a, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:41.474766 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] For port dc584f93-90d6-4a5a-82b6-312f5eccbd1a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=dc584f93-90d6-4a5a-82b6-312f5eccbd1a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:41.476852 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb813070-1e26-4b84-bb45-9fff5ea5efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.490207 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.498840 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Pushing event updated for resources: {'Port': ['ID=dc584f93-90d6-4a5a-82b6-312f5eccbd1a,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:41.512564 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb813070-1e26-4b84-bb45-9fff5ea5efd2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac0541086ad8428dbb85c849d56d03c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6036489 Dec 12 04:14:41.512787 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.512972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Network c440ffd4-33ad-45ca-94be-2a3476a6b17f is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:14:41.513093 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.513093 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.513093 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.513093 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.513482 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.514119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48128) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:41.514498 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.515194 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.515724 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.516338 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.516953 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.517379 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.517802 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:41.530539 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61f2c019-4877-423f-9865-ec25961da969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.561194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, c440ffd4-33ad-45ca-94be-2a3476a6b17f) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:41.565477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:41.566261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.586693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9880d87a-b41c-46b1-b39f-91713dd7e40a None None] Network c440ffd4-33ad-45ca-94be-2a3476a6b17f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:41.590191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2e221-f306-40b1-923a-43eb42e427ca req-b58738b8-fe91-400e-aebe-c5dfeeafad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:41.591842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb813070-1e26-4b84-bb45-9fff5ea5efd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc3c1a-4aac-45c3-99a6-9b61d6e07431,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:41.593395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96f2e221-f306-40b1-923a-43eb42e427ca req-b58738b8-fe91-400e-aebe-c5dfeeafad5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 904 time: 0.1374712 Dec 12 04:14:41.600963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-89c223e5-9118-4d1d-8425-1ceda3bc6c73 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1442604 Dec 12 04:14:41.602574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48130) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:41.607619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:41.608680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:41.610527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d591fa56-4746-45e6-96f4-5768b5c8c1b2, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d591fa56-4746-45e6-96f4-5768b5c8c1b2,segment=NetworkSegment(2ca3a61c-3fae-47b5-8132-233d6b5c79ca),segment_id=2ca3a61c-3fae-47b5-8132-233d6b5c79ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:41.637171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af6790a8-25fa-4715-b2d7-933306223768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.652370 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:41.653951 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:41.663000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af6790a8-25fa-4715-b2d7-933306223768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.686630 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.721802 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af6790a8-25fa-4715-b2d7-933306223768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.724292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-5d802aaa-322e-4b61-b374-49ad8bfdc449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:41.725055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af6790a8-25fa-4715-b2d7-933306223768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.726833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-af6790a8-25fa-4715-b2d7-933306223768 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2cc3c1a-4aac-45c3-99a6-9b61d6e07431 HTTP/1.1" status: 204 len: 168 time: 0.2119520 Dec 12 04:14:41.730341 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-5d802aaa-322e-4b61-b374-49ad8bfdc449 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1317680 Dec 12 04:14:41.739577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.741055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.741684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'd591fa56-4746-45e6-96f4-5768b5c8c1b2', 'network_id': 'c6201cd5-31d3-4ac0-9509-bfb8b4676579', 'port_id': 'd591fa56-4746-45e6-96f4-5768b5c8c1b2', 'mac_address': 'fa:16:3e:28:2e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be2484d-a6b2-4f85-bc69-936068e47293', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:14:41.744944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6790a8-25fa-4715-b2d7-933306223768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc3c1a-4aac-45c3-99a6-9b61d6e07431,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:41.773918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-61f2c019-4877-423f-9865-ec25961da969 None None] For port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3a5b280d-3b16-4249-83f2-e53c64f7bdd1,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:41.823191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f3b4841-28d8-47ed-8ef9-159bf83b40dd req-68086125-e6a2-473d-874c-fd09ff075a25 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830287 Dec 12 04:14:41.836360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61f2c019-4877-423f-9865-ec25961da969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.843773 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.845311 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96f2e221-f306-40b1-923a-43eb42e427ca req-32f2d206-6675-4f9a-8f71-4c11940f6323 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 HTTP/1.1" status: 200 len: 217 time: 0.1262891 Dec 12 04:14:41.923473 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:41.940161 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-b8ca15dc-9b96-4524-ad43-f41fc6dc3e92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 200 len: 217 time: 0.1760213 Dec 12 04:14:41.942854 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:41.960945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2e221-f306-40b1-923a-43eb42e427ca req-ec41c10f-1525-4119-83db-e44db132da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:41.962737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96f2e221-f306-40b1-923a-43eb42e427ca req-ec41c10f-1525-4119-83db-e44db132da99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 200 len: 844 time: 0.0780306 Dec 12 04:14:42.088755 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:42.106129 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:42.106658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96f2e221-f306-40b1-923a-43eb42e427ca req-51dd3724-8806-4350-9e9d-6d22321c7619 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca082263-57ba-42fa-8dda-b3157a3a65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298583 Dec 12 04:14:42.134411 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42966d8e-aff3-4276-9336-ccf36bd48167 None None] Pushing event updated for resources: {'Port': ['ID=dc584f93-90d6-4a5a-82b6-312f5eccbd1a,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:42.138989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a75fcc-2655-435c-88c3-553e0db3c73a req-46634f8b-bf9b-4c8a-8b3e-478dec825041 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:42.146983 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88a75fcc-2655-435c-88c3-553e0db3c73a req-46634f8b-bf9b-4c8a-8b3e-478dec825041 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 944 time: 0.1863236 Dec 12 04:14:42.169109 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b99056b-9ea2-4138-a30b-ae657faaa4a8 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:42.171882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b99056b-9ea2-4138-a30b-ae657faaa4a8 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:42.175525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0b99056b-9ea2-4138-a30b-ae657faaa4a8 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ca8efbb-ebdd-447e-a651-07b91ea14971 HTTP/1.1" status: 204 len: 168 time: 1.1904719 Dec 12 04:14:42.185859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48140) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:42.253125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d4012715-aae4-4e63-b8e3-dce9ba3da41c None None] Provisioning complete for port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:42.253350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99056b-9ea2-4138-a30b-ae657faaa4a8 tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca8efbb-ebdd-447e-a651-07b91ea14971,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:42.253490 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4012715-aae4-4e63-b8e3-dce9ba3da41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:42.256308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-c440ffd4-33ad-45ca-94be-2a3476a6b17f', 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f', 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'fixed_ips': [{'subnet_id': '1caf30a7-c7d4-46ef-8986-1c95426cff0c'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:14:42.257594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-bcd5692e-608c-4603-8f38-428e41e191cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:42.259347 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-bcd5692e-608c-4603-8f38-428e41e191cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.2954147 Dec 12 04:14:42.262455 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:42.299751 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:37Z', 'revision_number': 3, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:42.310144 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-a77210e7-6fd9-4d06-8762-3fb80191cf4f tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] show failed (client error): The resource could not be found. Dec 12 04:14:42.311338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a77210e7-6fd9-4d06-8762-3fb80191cf4f tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "GET /v2.0/security-groups/8ca8efbb-ebdd-447e-a651-07b91ea14971 HTTP/1.1" status: 404 len: 347 time: 0.1080594 Dec 12 04:14:42.327227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48146) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:42.341431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-cdbacec2-8e8b-43b6-bfe4-c845c0a8e019 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656493 Dec 12 04:14:42.355110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de08d6-1705-4f64-9210-2af387207a35 req-7a3aae31-f0d5-4d6f-bf43-b34d6e50e699 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:42.356870 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6cabe-beef-4a08-9204-3d65a7181c11 None None] The sync data for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 is: [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:37Z', 'revision_number': 3, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:14:42.363125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1de08d6-1705-4f64-9210-2af387207a35 req-7a3aae31-f0d5-4d6f-bf43-b34d6e50e699 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 943 time: 0.3851342 Dec 12 04:14:42.399507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2c019-4877-423f-9865-ec25961da969 None None] Pushing event updated for resources: {'Port': ['ID=3a5b280d-3b16-4249-83f2-e53c64f7bdd1,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:42.447765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88a75fcc-2655-435c-88c3-553e0db3c73a req-60b46e8b-7870-46d4-9307-bab60e660f03 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998035 Dec 12 04:14:42.506726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d591fa56-4746-45e6-96f4-5768b5c8c1b2 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:42.539209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d591fa56-4746-45e6-96f4-5768b5c8c1b2, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d591fa56-4746-45e6-96f4-5768b5c8c1b2,segment=NetworkSegment(2ca3a61c-3fae-47b5-8132-233d6b5c79ca),segment_id=2ca3a61c-3fae-47b5-8132-233d6b5c79ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:42.564787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96f2e221-f306-40b1-923a-43eb42e427ca req-f559ae50-9a28-404e-9e7a-8e9bda37fbc1 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093366 Dec 12 04:14:42.679204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df182e-71e3-4fea-a7f1-cc2e1a053568 req-17014bf0-c212-4b8b-ab14-cfa880d6dcff tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:42.687025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76df182e-71e3-4fea-a7f1-cc2e1a053568 req-17014bf0-c212-4b8b-ab14-cfa880d6dcff tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.1191454 Dec 12 04:14:42.773453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1de08d6-1705-4f64-9210-2af387207a35 req-4bd58fc9-e18c-45c1-81e6-0628019f8c33 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092400 Dec 12 04:14:42.801349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Deleting port efc96161-09ef-4a82-877e-215bacffc811 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:42.801349 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:42.828412 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:42.834422 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76df182e-71e3-4fea-a7f1-cc2e1a053568 req-52714a7d-37bb-414d-9542-18c1f5ea2bc7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460361 Dec 12 04:14:42.838601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Allocated IP 172.20.0.1 (586ce0e1-b7da-4049-8cce-e0568a1dc6ff/096e88f5-8993-4f7c-8a4b-6dbd7270e925/27c1ed0d-91b7-47e5-995a-9d2fc4b57189) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:42.845541 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-1c21bb78-6243-43e8-b4c4-9bf860f5dd70 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793999 Dec 12 04:14:42.969105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Allocated IP 172.20.0.2 (c440ffd4-33ad-45ca-94be-2a3476a6b17f/1caf30a7-c7d4-46ef-8986-1c95426cff0c/73a6edcd-effd-43f9-9f9b-d666208f16ec) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:43.056639 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7943635-9cdc-4877-990c-4c5518e5f43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.112863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=d591fa56-4746-45e6-96f4-5768b5c8c1b2,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:43.136742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.137391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.143685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23098628-1fa1-4f04-b4ba-e2d2c9fc13c3 req-ec6935c3-9e6c-49f3-b45d-e21b9689936c service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868640 Dec 12 04:14:43.149759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96f2e221-f306-40b1-923a-43eb42e427ca req-84e3eda8-f829-4a5f-9519-8002b84942b2 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693052 Dec 12 04:14:43.157388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Calling delete_port for efc96161-09ef-4a82-877e-215bacffc811 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:43.159650 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.166904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff469b-7457-4541-b4cd-dac36fabdbcd req-3bc7e37e-0773-48d5-85f2-fb4937f61093 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:43.181385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2ff469b-7457-4541-b4cd-dac36fabdbcd req-3bc7e37e-0773-48d5-85f2-fb4937f61093 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.2149639 Dec 12 04:14:43.184837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.225486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3a5b280d-3b16-4249-83f2-e53c64f7bdd1', 'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'mac_address': 'fa:16:3e:28:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:31Z', 'updated_at': '2021-12-12T04:14:40Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'subnets': [{'id': '8498c706-8988-4493-9db4-a7c752384c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:43.278294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2ff469b-7457-4541-b4cd-dac36fabdbcd req-b41c5cfc-66d1-46cb-ba90-9eb97859589a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953047 Dec 12 04:14:43.300450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['d591fa56-4746-45e6-96f4-5768b5c8c1b2'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:14:43.303527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74e087-b4db-441e-bedd-4a03b7c039c7 None None] The sync data for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 is: [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3a5b280d-3b16-4249-83f2-e53c64f7bdd1', 'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'mac_address': 'fa:16:3e:28:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:31Z', 'updated_at': '2021-12-12T04:14:40Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'subnets': [{'id': '8498c706-8988-4493-9db4-a7c752384c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:14:43.312959 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.367174 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.431333 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.446541 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.467695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:43.477912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:43.481748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:43.520983 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.547776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Pushing event updated for resources: {'Port': ['ID=27c1ed0d-91b7-47e5-995a-9d2fc4b57189,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:43.565054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.581465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Network c440ffd4-33ad-45ca-94be-2a3476a6b17f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:43.592266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:43.597398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:43.599554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Pushing event updated for resources: {'Port': ['ID=73a6edcd-effd-43f9-9f9b-d666208f16ec,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:43.712625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Attempting to bind port 73a6edcd-effd-43f9-9f9b-d666208f16ec on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:43.713119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Attempting to bind port 73a6edcd-effd-43f9-9f9b-d666208f16ec by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'efceddb1-16d2-49e4-8135-6739a2985448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:43.713631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Attempting to bind port 73a6edcd-effd-43f9-9f9b-d666208f16ec on network c440ffd4-33ad-45ca-94be-2a3476a6b17f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:43.729272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Pushing event deleted for resources: {'Port': ['ID=efc96161-09ef-4a82-877e-215bacffc811,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:43.731996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:43.732518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Checking segment: {'id': 'efceddb1-16d2-49e4-8135-6739a2985448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:43.733100 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.733587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Bound using segment: {'id': 'efceddb1-16d2-49e4-8135-6739a2985448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:43.734226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Bound port: 73a6edcd-effd-43f9-9f9b-d666208f16ec, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efceddb1-16d2-49e4-8135-6739a2985448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:43.734680 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.836496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] For port 73a6edcd-effd-43f9-9f9b-d666208f16ec, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:43.840448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] For port 73a6edcd-effd-43f9-9f9b-d666208f16ec, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=73a6edcd-effd-43f9-9f9b-d666208f16ec,segment=NetworkSegment(efceddb1-16d2-49e4-8135-6739a2985448),segment_id=efceddb1-16d2-49e4-8135-6739a2985448)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:43.862577 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.864004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Allocated IP 172.25.7.181 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:43.876829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:43.928696 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:44.006772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:44.010092 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:44.011323 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d4ff62c4-7358-40b8-8c9a-bf9d82180c0d tempest-ServersTestManualDisk-1477240381 tempest-ServersTestManualDisk-1477240381-project] 10.222.0.36 "DELETE /v2.0/floatingips/8d9b50ef-2b5d-43d1-afb5-146a21c5d436 HTTP/1.1" status: 204 len: 168 time: 1.6829894 Dec 12 04:14:44.019266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcbaf2-6ac9-482f-9589-99345df7c6a7 req-be35c5b1-3bf5-4b83-a9ee-1ca9d06d0d0f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:44.024161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48172) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:44.026093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3c3f46b0-4c16-4acf-a5e3-9082e37d5d82 None None] Provisioning complete for port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:44.026530 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c3f46b0-4c16-4acf-a5e3-9082e37d5d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:44.030739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69fcbaf2-6ac9-482f-9589-99345df7c6a7 req-be35c5b1-3bf5-4b83-a9ee-1ca9d06d0d0f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 944 time: 0.3486421 Dec 12 04:14:44.135835 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69fcbaf2-6ac9-482f-9589-99345df7c6a7 req-a4eb6d9e-0665-4a4e-bfb6-f710c34f610d tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040678 Dec 12 04:14:44.206705 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:44.337934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:44.403158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Pushing event updated for resources: {'Port': ['ID=8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:44.411328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:14:44.413755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:44.438345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:44.441865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:44.445088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:44.490840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971e8cb-ec23-4094-9665-dd6b5e9db2f5 None None] Pushing event updated for resources: {'Port': ['ID=73a6edcd-effd-43f9-9f9b-d666208f16ec,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:44.501579 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:44.506699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68146522-250c-43cd-8cb5-389f5317a7db req-14aa3b48-fa51-4e78-88cc-89f1a4a8dbdb tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:44.508374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-68146522-250c-43cd-8cb5-389f5317a7db req-14aa3b48-fa51-4e78-88cc-89f1a4a8dbdb tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.2466979 Dec 12 04:14:44.524603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f46b0-4c16-4acf-a5e3-9082e37d5d82 None None] Port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:14:44.587630 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-68146522-250c-43cd-8cb5-389f5317a7db req-b4406e16-0079-437a-a61a-aecf4060f483 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646081 Dec 12 04:14:44.606073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:44.606593 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:44.777263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:44.825619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'port_id': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0', 'mac_address': 'fa:16:3e:a3:4a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:14:44.889678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device dc584f93-90d6-4a5a-82b6-312f5eccbd1a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:44.948354 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:44.965102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775a273-5d23-4cb4-8a8d-111aa9bcec63 req-330a8695-4107-4fb4-a9dc-e7081c9313a1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:44.966746 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f775a273-5d23-4cb4-8a8d-111aa9bcec63 req-330a8695-4107-4fb4-a9dc-e7081c9313a1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 944 time: 1.0499034 Dec 12 04:14:44.975075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:45.000337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:45.007602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port dc584f93-90d6-4a5a-82b6-312f5eccbd1a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:45.008377 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.062285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.123752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f775a273-5d23-4cb4-8a8d-111aa9bcec63 req-7982ac6a-b0da-42ee-9bca-418c4098cd15 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383808 Dec 12 04:14:45.176193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:45.282364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eadec4-a868-4bb4-a6fc-dac62d27f00d req-52d6adcf-a006-4dcf-98d9-f18dae7230ae tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:45.284057 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0eadec4-a868-4bb4-a6fc-dac62d27f00d req-52d6adcf-a006-4dcf-98d9-f18dae7230ae tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1619802 Dec 12 04:14:45.299268 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.342055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port dc584f93-90d6-4a5a-82b6-312f5eccbd1a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=dc584f93-90d6-4a5a-82b6-312f5eccbd1a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:45.353361 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.418547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.439002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.453947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=dc584f93-90d6-4a5a-82b6-312f5eccbd1a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:45.461305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.465982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:14:45.496904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c550e-f15c-4be4-a388-2ad3b6c37c58 req-13d627db-303e-497b-87cc-8a6a593d811c tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:45.501322 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-115c550e-f15c-4be4-a388-2ad3b6c37c58 req-13d627db-303e-497b-87cc-8a6a593d811c tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 945 time: 0.2118087 Dec 12 04:14:45.540420 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.580321 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.648163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Pushing event updated for resources: {'Port': ['ID=27c1ed0d-91b7-47e5-995a-9d2fc4b57189,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:45.649526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0eadec4-a868-4bb4-a6fc-dac62d27f00d req-628f948d-c628-40c6-b695-e2492710c75f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892772 Dec 12 04:14:45.663632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d65976-b4e6-4a93-acea-7ac8a5b8057b None None] Network c440ffd4-33ad-45ca-94be-2a3476a6b17f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:45.683978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-115c550e-f15c-4be4-a388-2ad3b6c37c58 req-33103fe5-1090-4383-b9aa-b5657180da87 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586187 Dec 12 04:14:45.764523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:45.768080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:45.837502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-60ae2551-94ab-4928-bba2-c896fb023f79 None None] Provisioning complete for port 73a6edcd-effd-43f9-9f9b-d666208f16ec triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:45.837894 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60ae2551-94ab-4928-bba2-c896fb023f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.873811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10efb1-6586-48f6-ab5d-4836548908af req-19558b32-e92b-494e-ad48-13cdea2dfe89 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:45.877283 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de10efb1-6586-48f6-ab5d-4836548908af req-19558b32-e92b-494e-ad48-13cdea2dfe89 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.1124260 Dec 12 04:14:45.879617 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.958132 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60ae2551-94ab-4928-bba2-c896fb023f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:45.998022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-60ae2551-94ab-4928-bba2-c896fb023f79 None None] For port 73a6edcd-effd-43f9-9f9b-d666208f16ec, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=73a6edcd-effd-43f9-9f9b-d666208f16ec,segment=NetworkSegment(efceddb1-16d2-49e4-8135-6739a2985448),segment_id=efceddb1-16d2-49e4-8135-6739a2985448)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:46.018291 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60ae2551-94ab-4928-bba2-c896fb023f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:46.083158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:14:46.103596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de10efb1-6586-48f6-ab5d-4836548908af req-08684b52-a7cb-432a-a163-976d07754f37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131801 Dec 12 04:14:46.117422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Router aea4ba19-d4ee-45dc-afe7-c08722ebe68f is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:14:46.174095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-40fa60e2-d2f8-43e0-8062-eceed1259780 None None] Provisioning complete for port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:46.174728 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-40fa60e2-d2f8-43e0-8062-eceed1259780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:46.215520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae2551-94ab-4928-bba2-c896fb023f79 None None] Pushing event updated for resources: {'Port': ['ID=73a6edcd-effd-43f9-9f9b-d666208f16ec,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:46.238273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-40fa60e2-d2f8-43e0-8062-eceed1259780 None None] Port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:14:46.274259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 73a6edcd-effd-43f9-9f9b-d666208f16ec up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:46.289601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:46.327524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 73a6edcd-effd-43f9-9f9b-d666208f16ec triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:46.328234 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:46.329709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:14:46.340659 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Sync routers for ids ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:14:46.355604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:46.357590 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b731ac1b-5bbb-4805-8fd7-31ef2c53d873 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7540753 Dec 12 04:14:46.360026 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Routers {'aea4ba19-d4ee-45dc-afe7-c08722ebe68f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:46.360352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48198) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:46.362963 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:46.381243 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-499f5ddd-6a8f-4f1c-be52-82232794f7e8 None None] Provisioning complete for port 73a6edcd-effd-43f9-9f9b-d666208f16ec triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:46.381630 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-499f5ddd-6a8f-4f1c-be52-82232794f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:46.391712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:14:46.414028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Sync routers for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:14:46.418887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bd8d3619-0293-438f-8884-27a96b3727dc admin admin] 10.222.0.36 "PUT /v2.0/routers/70bdd246-b1e3-4992-b14e-feec4b7d8eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4609704 Dec 12 04:14:46.467319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20f059-d0d5-4ac1-a7b4-38e13d14f541 req-92477ff5-84d7-4797-8fc6-802e0b891d68 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:46.468890 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af20f059-d0d5-4ac1-a7b4-38e13d14f541 req-92477ff5-84d7-4797-8fc6-802e0b891d68 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 944 time: 0.2176340 Dec 12 04:14:46.470633 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:46.471270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:46.579980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:46.584954 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af20f059-d0d5-4ac1-a7b4-38e13d14f541 req-678f2121-7650-465c-b834-f7b229726fac tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064832 Dec 12 04:14:46.666405 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Set router aea4ba19-d4ee-45dc-afe7-c08722ebe68f gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:46.693021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Deleting port f84fdb7f-688d-4bac-962b-3534a1e3e315 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:46.693379 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:46.816504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device dc584f93-90d6-4a5a-82b6-312f5eccbd1a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:46.845662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] For port f84fdb7f-688d-4bac-962b-3534a1e3e315, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f84fdb7f-688d-4bac-962b-3534a1e3e315,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:46.847517 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:46.897238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Calling delete_port for f84fdb7f-688d-4bac-962b-3534a1e3e315 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:46.910940 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:46.953076 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d591fa56-4746-45e6-96f4-5768b5c8c1b2 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:46.996056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9891bb-34af-451e-85ab-bd0b67b9eeb9 req-8fb8acf3-c604-4656-a76d-0badc7040e69 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:47.009125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e9891bb-34af-451e-85ab-bd0b67b9eeb9 req-8fb8acf3-c604-4656-a76d-0badc7040e69 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.2083235 Dec 12 04:14:47.127183 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e9891bb-34af-451e-85ab-bd0b67b9eeb9 req-8c6ca7d8-778c-4642-8ab9-cbfc2b83cb70 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170812 Dec 12 04:14:47.141201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:47.228710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port dc584f93-90d6-4a5a-82b6-312f5eccbd1a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:47.231681 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:47.350388 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 3, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'gw_port': {'id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:28:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:43Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:47.366698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port d591fa56-4746-45e6-96f4-5768b5c8c1b2 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:14:47.377839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:47.407409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84fdb7f-688d-4bac-962b-3534a1e3e315,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:47.425154 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Checking router: aea4ba19-d4ee-45dc-afe7-c08722ebe68f for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:14:47.425511 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Updating router aea4ba19-d4ee-45dc-afe7-c08722ebe68f port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:14:47.442393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f08079-33cb-4b7b-a310-436baeec35fc req-6703e019-f927-45d6-99a6-a14c8805a3f8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:47.452257 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53f08079-33cb-4b7b-a310-436baeec35fc req-6703e019-f927-45d6-99a6-a14c8805a3f8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 945 time: 0.6112926 Dec 12 04:14:47.454804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc1d0-71f7-4a44-944e-00c606c42148 req-5b802e3d-b325-4934-ab1b-161f411edb65 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:47.466259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db7cc1d0-71f7-4a44-944e-00c606c42148 req-5b802e3d-b325-4934-ab1b-161f411edb65 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.2122355 Dec 12 04:14:47.505336 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:47.579745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48226) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:47.596068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-network', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:47.659485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port d591fa56-4746-45e6-96f4-5768b5c8c1b2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:47.660006 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:47.665008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db7cc1d0-71f7-4a44-944e-00c606c42148 req-52232bca-a96e-4da4-a161-5bc3cdb7f5b2 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974227 Dec 12 04:14:47.775804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Made reservation on behalf of 96c1a67037fc43d3811aa53d9350b931 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:47.786670 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:47.809427 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53f08079-33cb-4b7b-a310-436baeec35fc req-8fa0c1f6-bd7a-4c3c-94ad-98e1e0597ac2 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549721 Dec 12 04:14:47.817266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:47.838160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:47.879856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '27c1ed0d-91b7-47e5-995a-9d2fc4b57189', 'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'mac_address': 'fa:16:3e:d6:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:44Z', 'revision_number': 2, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'subnets': [{'id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:47.887506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:47.937067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Allocated IP 172.20.0.1 (c440ffd4-33ad-45ca-94be-2a3476a6b17f/1caf30a7-c7d4-46ef-8986-1c95426cff0c/5591930c-f4ae-4830-a2a6-1c3620eb3a5d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:47.969425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113c5d8-4a09-4a3a-8ce5-60e692e7361a req-eeb1185a-828e-481e-8132-f8dc92c265a2 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:47.970493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Checking router: 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:14:47.971032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f113c5d8-4a09-4a3a-8ce5-60e692e7361a req-eeb1185a-828e-481e-8132-f8dc92c265a2 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 944 time: 0.1897597 Dec 12 04:14:47.974123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Updating router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:14:48.003749 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.011824 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.034606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be600398-b80e-4272-ae6f-1fe1512108fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd591fa56-4746-45e6-96f4-5768b5c8c1b2'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:48.036004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.037455 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02524c2e-48f4-4389-8a51-6e03371bddb3" -d '{"events": [{"server_uuid": "be600398-b80e-4272-ae6f-1fe1512108fa", "name": "network-vif-plugged", "status": "completed", "tag": "d591fa56-4746-45e6-96f4-5768b5c8c1b2"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:48.055539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d591fa56-4746-45e6-96f4-5768b5c8c1b2, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d591fa56-4746-45e6-96f4-5768b5c8c1b2,segment=NetworkSegment(2ca3a61c-3fae-47b5-8132-233d6b5c79ca),segment_id=2ca3a61c-3fae-47b5-8132-233d6b5c79ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:48.056670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.090630 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.125586 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.132121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.138672 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Attempting to bind port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:48.139105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Attempting to bind port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:48.139542 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Attempting to bind port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:48.151355 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:48.151826 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:48.152435 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.154129 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:48.155741 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Bound port: 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:48.155741 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.221169 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.232419 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d7a6c1-0fc0-4e6d-973d-4b4e5832301f x-openstack-request-id: req-78d7a6c1-0fc0-4e6d-973d-4b4e5832301f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:48.233138 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be600398-b80e-4272-ae6f-1fe1512108fa", "name": "network-vif-plugged", "status": "completed", "tag": "d591fa56-4746-45e6-96f4-5768b5c8c1b2", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:48.234213 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78d7a6c1-0fc0-4e6d-973d-4b4e5832301f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:48.234989 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be600398-b80e-4272-ae6f-1fe1512108fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd591fa56-4746-45e6-96f4-5768b5c8c1b2', 'code': 200} Dec 12 04:14:48.251672 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] For port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:48.255061 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] For port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:48.262125 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82332fe-3f8d-4768-bb53-dae57cf8c616 None None] Pushing event updated for resources: {'Port': ['ID=8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:48.275322 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.292096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:48.301172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:14:48.325928 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.326331 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Added segment 2f524c7e-a1ef-48fb-a935-08deda7d2735 of type vlan for network 1238166c-7cbf-4ecb-a991-0d1d130cc785 Dec 12 04:14:48.327224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Network c440ffd4-33ad-45ca-94be-2a3476a6b17f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:48.339454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 73a6edcd-effd-43f9-9f9b-d666208f16ec up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:48.352639 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Routers {'aea4ba19-d4ee-45dc-afe7-c08722ebe68f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:48.354057 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:48.367443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Pushing event updated for resources: {'Port': ['ID=5591930c-f4ae-4830-a2a6-1c3620eb3a5d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:48.374206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:48.379029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:48.429294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.482091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=d591fa56-4746-45e6-96f4-5768b5c8c1b2,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:48.519870 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] Set router aea4ba19-d4ee-45dc-afe7-c08722ebe68f gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:48.530493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f113c5d8-4a09-4a3a-8ce5-60e692e7361a req-9929a1d9-dded-41db-b237-0b269ae3006a tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408714 Dec 12 04:14:48.533775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:14:48.561306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:48.561835 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.571134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.576292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.581688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:48.582226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.600033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Router 5e03d167-b253-416f-82ce-aec725b676f1 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:14:48.635108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.635504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.635877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.636367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.636725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.637178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.637530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.637874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.638357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.638706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.639043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.639381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.639716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:14:48.660001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70edf3-8bd4-427f-b2ef-60a059840203 req-7921beaa-ccd7-42b1-895d-071077bb4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:48.661780 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d70edf3-8bd4-427f-b2ef-60a059840203 req-7921beaa-ccd7-42b1-895d-071077bb4be8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 1096 time: 0.3304362 Dec 12 04:14:48.687237 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82332fe-3f8d-4768-bb53-dae57cf8c616 None None] Pushing event updated for resources: {'Port': ['ID=8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:48.733673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948d3062-35b9-488e-9155-df5959a31667,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:48.821595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 73a6edcd-effd-43f9-9f9b-d666208f16ec triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:48.821887 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.833788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2519381 Dec 12 04:14:48.839575 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d70edf3-8bd4-427f-b2ef-60a059840203 req-f7168410-72ea-4bda-86bb-dfbed747ebfe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668808 Dec 12 04:14:48.842197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48240) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:48.856765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-087dbaab-5376-4aae-96e9-aed33df9ecb0 None None] Provisioning complete for port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:48.857224 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-087dbaab-5376-4aae-96e9-aed33df9ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.859427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53ada8-4a77-4193-8dba-c99d8f53c8fa req-0f6ca024-3a04-47dc-87d0-c9226344e7b0 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:48.861200 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c53ada8-4a77-4193-8dba-c99d8f53c8fa req-0f6ca024-3a04-47dc-87d0-c9226344e7b0 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.3410809 Dec 12 04:14:48.863902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Request body: {'subnet': {'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-subnet', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:48.864135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee44f3-ce58-4bc2-9848-12f063ea34ed admin admin] Pushing event updated for resources: {'Network': ['ID=1238166c-7cbf-4ecb-a991-0d1d130cc785,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:48.900618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1238166c-7cbf-4ecb-a991-0d1d130cc785 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:14:48.912028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:48.934330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c53ada8-4a77-4193-8dba-c99d8f53c8fa req-ead626f6-70a8-44af-a27e-10faca8c0bdd tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652540 Dec 12 04:14:48.952456 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 3, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'gw_port': {'id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:28:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:43Z', 'updated_at': '2021-12-12T04:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:48.952949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:14:48.962522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-41a6d0ee-84cb-45a4-b9aa-e0809576c6f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/5e03d167-b253-416f-82ce-aec725b676f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9372270 Dec 12 04:14:48.973092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48244) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:49.006489 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ec9df-3e5e-410d-a15b-606827b8b184 None None] The sync data for ids ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'] in n-d-710847-7 is: [{'id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 3, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'gw_port': {'id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:28:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:43Z', 'updated_at': '2021-12-12T04:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:14:49.012912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] Sync routers for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:14:49.024413 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:49.025073 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:49.154593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-087dbaab-5376-4aae-96e9-aed33df9ecb0 None None] Port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:14:49.168372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:49.170780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Made reservation on behalf of 96c1a67037fc43d3811aa53d9350b931 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:49.173585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:49.190946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:49.223296 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:49.255511 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:49.259468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:49.261483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ca31b1e3-1325-4f23-908d-329e53d4cb37 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:49.404917 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:49.480307 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:49.504452 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:49.582837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9e878-b829-48f9-aada-d847dc4dff2e req-bbc690b8-9a94-4e28-ad6e-4ad3e5fe46d3 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:49.584476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95d9e878-b829-48f9-aada-d847dc4dff2e req-bbc690b8-9a94-4e28-ad6e-4ad3e5fe46d3 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.7314112 Dec 12 04:14:49.586951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:49.615104 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:14:47Z', 'revision_number': 5, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:49.683063 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] Checking router: 5e03d167-b253-416f-82ce-aec725b676f1 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:14:49.723735 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] Routers {'5e03d167-b253-416f-82ce-aec725b676f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:49.731880 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5e03d167-b253-416f-82ce-aec725b676f1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:49.763532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ef59d-c7e6-4c5e-83ca-a52f9b29b1a3 None None] Pushing event updated for resources: {'Port': ['ID=27c1ed0d-91b7-47e5-995a-9d2fc4b57189,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:49.870588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Attempting to bind port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:49.870954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Attempting to bind port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:49.871333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Attempting to bind port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 on network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:49.875548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971b13fd-311f-473d-ba97-a084e9f138c5,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:49.878073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:49.878323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Checking segment: {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:49.878746 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:49.879151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Bound using segment: {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:49.879645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Bound port: 27c1ed0d-91b7-47e5-995a-9d2fc4b57189, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:49.880057 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:49.936149 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] Set router 5e03d167-b253-416f-82ce-aec725b676f1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:50.015126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95d9e878-b829-48f9-aada-d847dc4dff2e req-a12b3386-170e-4264-8c34-b3e5f4d6e400 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858974 Dec 12 04:14:50.065992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] For port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:50.072495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] For port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=27c1ed0d-91b7-47e5-995a-9d2fc4b57189,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:50.114026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:50.177480 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:50.206594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c6aaebdc-efad-41d6-8ffa-c0ec96e39470 None None] Provisioning complete for port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:50.206979 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c6aaebdc-efad-41d6-8ffa-c0ec96e39470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:50.214991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035ed1a-abf1-45bf-9d1d-75f1ef7248e7 req-cdd46ba6-f637-4691-9a26-c353971d0c0d tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:50.216885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1035ed1a-abf1-45bf-9d1d-75f1ef7248e7 req-cdd46ba6-f637-4691-9a26-c353971d0c0d tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 946 time: 0.9956386 Dec 12 04:14:50.246755 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:50.263611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Checking segment: {'id': '2f524c7e-a1ef-48fb-a935-08deda7d2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:50.275128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Network hostable DHCP agents. Network: 1238166c-7cbf-4ecb-a991-0d1d130cc785, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:14:50.310188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:50.317598 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe1f1b-9ba1-4ceb-a9f6-0ee9d2b9a6fd" -d '{"events": [{"server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "name": "network-vif-plugged", "status": "completed", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:50.329872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:50.333622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Deleting port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:50.333967 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:50.341438 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:50.468912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] For port fe2ec3cb-932b-4dc7-b8c7-653c13a0a699, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe2ec3cb-932b-4dc7-b8c7-653c13a0a699,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:50.469383 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:50.485672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Calling delete_port for fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:50.505053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039040c-f932-4c4e-9be0-e103e6736284 req-c0173493-49ba-46f5-9900-3b91a931dbd1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:50.511656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f039040c-f932-4c4e-9be0-e103e6736284 req-c0173493-49ba-46f5-9900-3b91a931dbd1 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 945 time: 0.2621763 Dec 12 04:14:50.522507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Network 1238166c-7cbf-4ecb-a991-0d1d130cc785 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:14:50.572304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:50.573078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:50.576656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ef59d-c7e6-4c5e-83ca-a52f9b29b1a3 None None] Pushing event updated for resources: {'Port': ['ID=27c1ed0d-91b7-47e5-995a-9d2fc4b57189,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:50.615254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:50.624419 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1035ed1a-abf1-45bf-9d1d-75f1ef7248e7 req-0e4aadc8-8136-45de-9c39-188d59832ffa tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558400 Dec 12 04:14:50.782092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Pushing event updated for resources: {'Port': ['ID=5591930c-f4ae-4830-a2a6-1c3620eb3a5d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:50.790960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 1238166c-7cbf-4ecb-a991-0d1d130cc785) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:50.810558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Network c440ffd4-33ad-45ca-94be-2a3476a6b17f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:50.812279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:50.812996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:50.817154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a504225-14e6-4f38-8902-372f54b0a853 None None] Network 1238166c-7cbf-4ecb-a991-0d1d130cc785 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:50.826819 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:50.833676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f039040c-f932-4c4e-9be0-e103e6736284 req-dc410f7f-6f71-4d92-8211-b91c9a12662c tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915850 Dec 12 04:14:50.839814 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f8fb97c1-f13d-4d5c-96e7-a7c90e860690 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9909382 Dec 12 04:14:50.843105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48258) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:50.850041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:50.897512 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:14:47Z', 'revision_number': 5, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:50.986102 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb801c-2445-4846-83c3-50b0278b5cea None None] The sync data for ids ['5e03d167-b253-416f-82ce-aec725b676f1'] in n-d-710847-7 is: [{'id': '5e03d167-b253-416f-82ce-aec725b676f1', 'name': 'tempest-ServersTestManualDisk-1366234605-router', 'tenant_id': '17a5944f5ca749d59866f1ead0066d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:12:12Z', 'updated_at': '2021-12-12T04:14:47Z', 'revision_number': 5, 'project_id': '17a5944f5ca749d59866f1ead0066d44', 'gw_port': {'id': 'fe2ec3cb-932b-4dc7-b8c7-653c13a0a699', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03d167-b253-416f-82ce-aec725b676f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:12:13Z', 'updated_at': '2021-12-12T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:14:51.001591 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc00cc77-8b4f-4f65-a563-bee51b8ca0a7 x-openstack-request-id: req-dc00cc77-8b4f-4f65-a563-bee51b8ca0a7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:51.001893 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "name": "network-vif-plugged", "status": "completed", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:51.002151 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc00cc77-8b4f-4f65-a563-bee51b8ca0a7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:51.002554 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0', 'code': 200} Dec 12 04:14:51.005537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229adb7c-67ed-48bf-8145-e5cca8ba9e04 req-e47af558-8738-41da-b07e-5f6b788fa686 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:51.007154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-229adb7c-67ed-48bf-8145-e5cca8ba9e04 req-e47af558-8738-41da-b07e-5f6b788fa686 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.2221372 Dec 12 04:14:51.009453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.011229 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.088376 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.210413 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.256029 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-229adb7c-67ed-48bf-8145-e5cca8ba9e04 req-1c720802-2e76-4cdc-b63a-b4712f9689a3 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272089 Dec 12 04:14:51.264168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2ec3cb-932b-4dc7-b8c7-653c13a0a699,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:51.273639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb71b7e-daef-4bbd-a3b2-472f98b2f896 req-7dce3f64-c5ff-4651-93eb-5e2a14377bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:51.283506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cbb71b7e-daef-4bbd-a3b2-472f98b2f896 req-7dce3f64-c5ff-4651-93eb-5e2a14377bea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 1097 time: 0.1567948 Dec 12 04:14:51.290956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:51.293461 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-dd2a64fd-9dec-4c58-aef1-839fa1115d32 service neutron] 10.222.0.18 "GET /v2.0/ports/ca31b1e3-1325-4f23-908d-329e53d4cb37/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 384 time: 0.2853029 Dec 12 04:14:51.347753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c6aaebdc-efad-41d6-8ffa-c0ec96e39470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.352318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-1238166c-7cbf-4ecb-a991-0d1d130cc785', 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785', 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'fixed_ips': [{'subnet_id': '971b13fd-311f-473d-ba97-a084e9f138c5'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:14:51.354602 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.372380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:51.373137 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.382988 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.420778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Router aea4ba19-d4ee-45dc-afe7-c08722ebe68f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:14:51.433260 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cbb71b7e-daef-4bbd-a3b2-472f98b2f896 req-fa28471d-ca10-43e9-ae0a-27076fe4c175 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381247 Dec 12 04:14:51.456270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acde6b-628c-4b00-be09-3bc41d86b2ba req-b6455eed-9881-45b9-92de-d48f40cc157b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:51.465384 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6acde6b-628c-4b00-be09-3bc41d86b2ba req-b6455eed-9881-45b9-92de-d48f40cc157b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 943 time: 0.3198187 Dec 12 04:14:51.466710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.665568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6acde6b-628c-4b00-be09-3bc41d86b2ba req-441cce31-900d-4fe1-894e-020656601e21 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978626 Dec 12 04:14:51.676497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c6aaebdc-efad-41d6-8ffa-c0ec96e39470 None None] For port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=27c1ed0d-91b7-47e5-995a-9d2fc4b57189,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:51.743698 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c6aaebdc-efad-41d6-8ffa-c0ec96e39470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.764853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:51.769850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:14:51.777252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-415905a8-0b90-453b-afa8-21c57e30380e admin admin] 10.222.0.36 "PUT /v2.0/routers/aea4ba19-d4ee-45dc-afe7-c08722ebe68f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4153552 Dec 12 04:14:51.830063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.847571 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.864908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:51.929050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaebdc-efad-41d6-8ffa-c0ec96e39470 None None] Pushing event updated for resources: {'Port': ['ID=27c1ed0d-91b7-47e5-995a-9d2fc4b57189,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:51.940482 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.948050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Allocated IP 172.20.0.2 (1238166c-7cbf-4ecb-a991-0d1d130cc785/971b13fd-311f-473d-ba97-a084e9f138c5/3c51441f-dfa0-4bcb-94f0-dfea3928c941) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:51.957775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d5249daa-06a3-4552-b321-cf1cea55b777 None None] Provisioning complete for port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:51.958167 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5249daa-06a3-4552-b321-cf1cea55b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.987743 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:51.994088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e03d167-b253-416f-82ce-aec725b676f1 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:14:52.011997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d348e3-6039-44ad-b5e8-5f1dacf65fe6 req-44536959-c377-47bb-b08e-967f653fc4d9 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:52.019816 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5d348e3-6039-44ad-b5e8-5f1dacf65fe6 req-44536959-c377-47bb-b08e-967f653fc4d9 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 946 time: 0.2628772 Dec 12 04:14:52.024969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.027050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1e220533-3e95-4a7b-b375-6afd4fa73529 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5e03d167-b253-416f-82ce-aec725b676f1 HTTP/1.1" status: 204 len: 168 time: 3.0535898 Dec 12 04:14:52.029805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48282) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:52.056784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca31b1e3-1325-4f23-908d-329e53d4cb37 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:52.101939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:52.146743 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.155848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e74a20-a075-425f-a100-044bc76f06f9 admin admin] Deleting subnet c1d95915-1853-40c8-957d-bb859c47c7c1 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:14:52.168262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7e74a20-a075-425f-a100-044bc76f06f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.187180 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5d348e3-6039-44ad-b5e8-5f1dacf65fe6 req-9da16e0d-893f-4a8b-9671-5e5a64683761 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661267 Dec 12 04:14:52.261305 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7e74a20-a075-425f-a100-044bc76f06f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.282949 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.290203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d5249daa-06a3-4552-b321-cf1cea55b777 None None] Port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:14:52.349175 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.415586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] Transition to ACTIVE for port object ca31b1e3-1325-4f23-908d-329e53d4cb37 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:14:52.475234 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.488248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.501649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Sync routers for ids ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:14:52.508616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:52.512596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Pushing event updated for resources: {'Port': ['ID=3c51441f-dfa0-4bcb-94f0-dfea3928c941,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:52.516788 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.525635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Network 1238166c-7cbf-4ecb-a991-0d1d130cc785 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:52.527348 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.535006 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebe3e4-0e84-436e-8a23-7934f46f6c6e req-4e06c682-5203-4a76-bc07-3e61df2a51ff tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:52.538547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d5249daa-06a3-4552-b321-cf1cea55b777 None None] Provisioning complete for port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:52.539156 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5249daa-06a3-4552-b321-cf1cea55b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.544535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:52.546110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14ebe3e4-0e84-436e-8a23-7934f46f6c6e req-4e06c682-5203-4a76-bc07-3e61df2a51ff tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 945 time: 0.1088657 Dec 12 04:14:52.583176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '27c1ed0d-91b7-47e5-995a-9d2fc4b57189', 'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'mac_address': 'fa:16:3e:d6:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:50Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'subnets': [{'id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:52.618365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:52.621427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Routers {'aea4ba19-d4ee-45dc-afe7-c08722ebe68f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:52.629015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:52.729147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c06c607-7b82-4a9a-8bcf-e280fdca5f6e None None] The sync data for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 is: [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '27c1ed0d-91b7-47e5-995a-9d2fc4b57189', 'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'mac_address': 'fa:16:3e:d6:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:50Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'subnets': [{'id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:14:52.735992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590301f-00ed-415e-b4ea-14356190a936 req-e5a8bd62-eeef-4751-a8af-be080e1af202 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:52.737644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6590301f-00ed-415e-b4ea-14356190a936 req-e5a8bd62-eeef-4751-a8af-be080e1af202 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.3506727 Dec 12 04:14:52.767030 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14ebe3e4-0e84-436e-8a23-7934f46f6c6e req-ac5b704c-5792-49cb-a68d-48fc794b1200 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128098 Dec 12 04:14:52.839174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] No DVR routers for this DVR port ca31b1e3-1325-4f23-908d-329e53d4cb37 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:14:52.843567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:52.854016 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7e74a20-a075-425f-a100-044bc76f06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:52.869048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-ad2fde19-a97e-4312-851e-77229d692264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:52.870685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-ad2fde19-a97e-4312-851e-77229d692264 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1082 time: 0.4645102 Dec 12 04:14:52.921165 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:14:52.925871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Allocated IP 172.25.7.231 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/46f6bbb2-c979-4878-89b2-15100bef5b3d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:52.979957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:14:52.980323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe2ec3cb-932b-4dc7-b8c7-653c13a0a699 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:14:52.980946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f84fdb7f-688d-4bac-962b-3534a1e3e315 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:53.053305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8934-1090-4737-8184-3bb1ce8d6e9a req-747a4ad8-05db-40ee-92ee-39d605d6d068 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:53.056155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-310d8934-1090-4737-8184-3bb1ce8d6e9a req-747a4ad8-05db-40ee-92ee-39d605d6d068 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 944 time: 0.1552515 Dec 12 04:14:53.086899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Set router aea4ba19-d4ee-45dc-afe7-c08722ebe68f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:53.160454 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6590301f-00ed-415e-b4ea-14356190a936 req-18126bdf-4f4a-44dd-86a0-33d3f76d397e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980761 Dec 12 04:14:53.189273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-310d8934-1090-4737-8184-3bb1ce8d6e9a req-841a374a-01ba-40d4-be66-bf2d2bd27d08 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024697 Dec 12 04:14:53.217794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] Pushing event updated for resources: {'Port': ['ID=ca31b1e3-1325-4f23-908d-329e53d4cb37,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:53.233455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-5f105a28-d46d-4db1-8b5d-bb867249f641 service neutron] 10.222.0.18 "PUT /v2.0/ports/ca31b1e3-1325-4f23-908d-329e53d4cb37/bindings/n-h1-710847-7/activate HTTP/1.1" status: 200 len: 369 time: 1.9208317 Dec 12 04:14:53.235101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-f8b5ee18-cafe-46b3-b1a0-0fc39cd7f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:53.236635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-f8b5ee18-cafe-46b3-b1a0-0fc39cd7f0ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.3086464 Dec 12 04:14:53.246110 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:53.250474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:53.268656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: f84fdb7f-688d-4bac-962b-3534a1e3e315 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:14:53.269267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f84fdb7f-688d-4bac-962b-3534a1e3e315 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:14:53.282230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Attempting to bind port 3c51441f-dfa0-4bcb-94f0-dfea3928c941 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:53.283026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Attempting to bind port 3c51441f-dfa0-4bcb-94f0-dfea3928c941 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '2f524c7e-a1ef-48fb-a935-08deda7d2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:53.283026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Attempting to bind port 3c51441f-dfa0-4bcb-94f0-dfea3928c941 on network 1238166c-7cbf-4ecb-a991-0d1d130cc785 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:53.371157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:53.395549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:53.396055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Checking segment: {'id': '2f524c7e-a1ef-48fb-a935-08deda7d2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:53.396437 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:53.396762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Bound using segment: {'id': '2f524c7e-a1ef-48fb-a935-08deda7d2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:53.397317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Bound port: 3c51441f-dfa0-4bcb-94f0-dfea3928c941, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f524c7e-a1ef-48fb-a935-08deda7d2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:53.397713 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:53.436654 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-b4ba4185-15a5-4a46-be91-6b55f9d24875 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 200 len: 217 time: 0.1512446 Dec 12 04:14:53.450087 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7e74a20-a075-425f-a100-044bc76f06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:53.466625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Pushing event updated for resources: {'Port': ['ID=46f6bbb2-c979-4878-89b2-15100bef5b3d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:53.508699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:53.518637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:53.521837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:53.541505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-7bab2b5f-c81d-4aa1-bbe0-e911081365d5 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:53.543216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-7bab2b5f-c81d-4aa1-bbe0-e911081365d5 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.1742575 Dec 12 04:14:53.546669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e74a20-a075-425f-a100-044bc76f06f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d95915-1853-40c8-957d-bb859c47c7c1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:53.556498 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7e74a20-a075-425f-a100-044bc76f06f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:53.560391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d7e74a20-a075-425f-a100-044bc76f06f9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c1d95915-1853-40c8-957d-bb859c47c7c1 HTTP/1.1" status: 204 len: 168 time: 1.5287194 Dec 12 04:14:53.563958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48354) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:53.569094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9957c60-75fb-4a62-924e-9ba8b1174ee7 None None] Network c54cd0d2-7685-4f35-8d1c-da81ff059ff9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:53.592163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fcafc-1b88-4bde-98a8-1cec23d898ad req-460f049e-0b27-430e-b78d-870c39a5c5d4 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:53.594571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c6fcafc-1b88-4bde-98a8-1cec23d898ad req-460f049e-0b27-430e-b78d-870c39a5c5d4 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 945 time: 0.3353999 Dec 12 04:14:53.671294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] For port 3c51441f-dfa0-4bcb-94f0-dfea3928c941, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:53.678237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-1dfac4d5-acd6-4b10-88c1-5ae4c3540b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:53.679755 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-1dfac4d5-acd6-4b10-88c1-5ae4c3540b8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.2357824 Dec 12 04:14:53.716046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] For port 3c51441f-dfa0-4bcb-94f0-dfea3928c941, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3c51441f-dfa0-4bcb-94f0-dfea3928c941,segment=NetworkSegment(2f524c7e-a1ef-48fb-a935-08deda7d2735),segment_id=2f524c7e-a1ef-48fb-a935-08deda7d2735)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:53.727672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b588d9-ab69-4b6b-910f-80980ae893ef req-bbab95a5-e67c-42df-8814-0ceb9b013403 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:53.731793 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:53.740600 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01b588d9-ab69-4b6b-910f-80980ae893ef req-bbab95a5-e67c-42df-8814-0ceb9b013403 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 946 time: 0.4078736 Dec 12 04:14:53.758101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-1f4aff9b-0622-4e57-a3b6-6324b5781f74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688045 Dec 12 04:14:53.849741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:49Z', 'revision_number': 4, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'gw_port': {'id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:43Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5591930c-f4ae-4830-a2a6-1c3620eb3a5d', 'name': '', 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'mac_address': 'fa:16:3e:4b:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1caf30a7-c7d4-46ef-8986-1c95426cff0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:47Z', 'updated_at': '2021-12-12T04:14:49Z', 'revision_number': 2, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'subnets': [{'id': '1caf30a7-c7d4-46ef-8986-1c95426cff0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:53.869871 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c6fcafc-1b88-4bde-98a8-1cec23d898ad req-8c879041-d7fc-41e0-afc4-c9e34f205c70 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636979 Dec 12 04:14:53.897129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-9dee7b90-8f26-471c-90e6-457c04de1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:53.897627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Checking router: aea4ba19-d4ee-45dc-afe7-c08722ebe68f for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:14:53.897742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-9dee7b90-8f26-471c-90e6-457c04de1d55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b&tenant_id=2d383ee762794c1da74881dd178765df HTTP/1.1" status: 200 len: 1095 time: 0.3186409 Dec 12 04:14:53.897859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Updating router aea4ba19-d4ee-45dc-afe7-c08722ebe68f port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:14:53.928584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:53.993259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01b588d9-ab69-4b6b-910f-80980ae893ef req-a465ca5f-be71-454b-8fef-3bb7e468a5a3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442989 Dec 12 04:14:54.011258 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-e8e0d709-4e5a-4065-ae67-5ce05d13d9bc service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358096 Dec 12 04:14:54.185692 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:54.237400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12a567-dc2d-4436-94da-657cea5371c7 None None] Pushing event updated for resources: {'Port': ['ID=3c51441f-dfa0-4bcb-94f0-dfea3928c941,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:54.340786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Deleting port 283724a4-849b-43ba-bbd1-8b25b33f5d56 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:54.341186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:54.342821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-7e9e1ae5-5e4e-41dd-bc3a-d5a4ad554cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:54.344359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-7e9e1ae5-5e4e-41dd-bc3a-d5a4ad554cdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1095 time: 0.4031324 Dec 12 04:14:54.465513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] DHCP port deletion for c54cd0d2-7685-4f35-8d1c-da81ff059ff9 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:14:54.476451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d54cb6eb-85b2-4ccb-9689-738320c08b0a req-c1c09e1c-e9e8-428f-8eb1-6c5ccc11ba0d service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580238 Dec 12 04:14:54.521503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] For port 283724a4-849b-43ba-bbd1-8b25b33f5d56, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=283724a4-849b-43ba-bbd1-8b25b33f5d56,segment=NetworkSegment(47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48),segment_id=47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:54.522038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:54.540161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Calling delete_port for 283724a4-849b-43ba-bbd1-8b25b33f5d56 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:54.663649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4189d1f-a3db-42a9-8433-7e4f4a1ce2c6 req-1cbda6ce-6861-40e7-b48e-04c9c00e3516 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:54.673236 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4189d1f-a3db-42a9-8433-7e4f4a1ce2c6 req-1cbda6ce-6861-40e7-b48e-04c9c00e3516 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.2331822 Dec 12 04:14:54.786569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4189d1f-a3db-42a9-8433-7e4f4a1ce2c6 req-19deed79-67b6-404c-bfbd-4d28858f47ed tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124463 Dec 12 04:14:54.804408 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:54.826490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] Deleting port 283724a4-849b-43ba-bbd1-8b25b33f5d56 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:54.826985 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:54.870656 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:54.872756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05eed14-2d97-4c9c-9cd1-f6476d71d0f6 req-bd55e570-e14e-4c7f-9625-56515321e01b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:54.876571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e05eed14-2d97-4c9c-9cd1-f6476d71d0f6 req-bd55e570-e14e-4c7f-9625-56515321e01b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 944 time: 0.2184227 Dec 12 04:14:54.989787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:55.016509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=283724a4-849b-43ba-bbd1-8b25b33f5d56,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:55.025218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] No DVR routers for this DVR port 283724a4-849b-43ba-bbd1-8b25b33f5d56 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:14:55.038644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:14:55.041077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:55.121004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-dbec532f-0add-4104-8ca6-840d2281e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:55.123103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-dbec532f-0add-4104-8ca6-840d2281e9cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.6841719 Dec 12 04:14:55.209787 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-c557df72-95e3-43d7-a8c9-9433aba49430 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 200 len: 217 time: 0.0765731 Dec 12 04:14:55.240049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09552b9-4ebd-44fb-a672-a64bce9ebf53 req-7ae40fb0-b2be-4edb-b80e-7b2d959022cd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:55.240345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] For port 283724a4-849b-43ba-bbd1-8b25b33f5d56, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:55.241010 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.241917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b09552b9-4ebd-44fb-a672-a64bce9ebf53 req-7ae40fb0-b2be-4edb-b80e-7b2d959022cd tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 946 time: 0.1875346 Dec 12 04:14:55.264855 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:14:55.298822 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.305986 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e05eed14-2d97-4c9c-9cd1-f6476d71d0f6 req-974b372e-ee20-438a-a069-ae451e3be702 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594029 Dec 12 04:14:55.336955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] Calling delete_port for 283724a4-849b-43ba-bbd1-8b25b33f5d56 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:55.337565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54cd0d2-7685-4f35-8d1c-da81ff059ff9']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:55.347486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-7208b204-469e-4bc3-90ac-e859843433ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:55.349600 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-7208b204-469e-4bc3-90ac-e859843433ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1285970 Dec 12 04:14:55.351484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] Port 283724a4-849b-43ba-bbd1-8b25b33f5d56 was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:14:55.371061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:55.371438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a663d7-f4d6-4d24-b8bc-b04a3ccc0e48') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:55.387719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.401339 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.402824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.410400 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.411040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:14:55.411451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:14:55.413447 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:14:55.430730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-e6e1fcf9-a1bc-4747-88f1-4483655884d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664630 Dec 12 04:14:55.545734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] Pushing event deleted for resources: {'Port': ['ID=283724a4-849b-43ba-bbd1-8b25b33f5d56,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:55.546201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f60974-599e-4dd5-b650-fe0027666be7 req-69037295-6076-43a7-95d3-23332c3586eb tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:55.554327 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a6f60974-599e-4dd5-b650-fe0027666be7 req-69037295-6076-43a7-95d3-23332c3586eb tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 945 time: 0.0773699 Dec 12 04:14:55.561649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163189eb-cde9-4c89-b95b-4dc88ea01226 None None] No DVR routers for this DVR port 283724a4-849b-43ba-bbd1-8b25b33f5d56 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:14:55.563024 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.567215 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.584341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.590523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c54cd0d2-7685-4f35-8d1c-da81ff059ff9 HTTP/1.1" status: 204 len: 168 time: 1.9921479 Dec 12 04:14:55.622039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388072c-72f2-4681-852c-a0855ec02cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54cd0d2-7685-4f35-8d1c-da81ff059ff9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:55.661972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a1ee5-f618-47b8-ba62-d09f9b64a716 None None] Network 1238166c-7cbf-4ecb-a991-0d1d130cc785 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:14:55.669805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a6f60974-599e-4dd5-b650-fe0027666be7 req-943027d7-e16c-4429-a3df-3df4432e96c5 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144323 Dec 12 04:14:55.686877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b09552b9-4ebd-44fb-a672-a64bce9ebf53 req-698ec5fc-610f-4486-8cfb-df3aa65e1efe tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351006 Dec 12 04:14:55.766849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:55.773078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-e255bd31-282c-4ba3-aab6-a5ff8e2ab33c service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744682 Dec 12 04:14:55.799491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:55.919988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48386) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:55.952923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396', 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b', 'port_id': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396', 'mac_address': 'fa:16:3e:f8:34:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74c4207-adec-4fe8-b46e-fd349258bac6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:14:55.977633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.036911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6341f60-693f-4684-b55e-b23c94ea94fe req-ced103bb-1bb5-4607-8804-84fb5db195c1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:56.038515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6341f60-693f-4684-b55e-b23c94ea94fe req-ced103bb-1bb5-4607-8804-84fb5db195c1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1359408 Dec 12 04:14:56.059763 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-48f71e44-42e1-47ca-b803-1cbe4d657836 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17a5944f5ca749d59866f1ead0066d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367652 Dec 12 04:14:56.063443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48390) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:56.082952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-836e3194-2af0-40b4-b616-e8c59a44a803 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281387 Dec 12 04:14:56.135804 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6341f60-693f-4684-b55e-b23c94ea94fe req-1172b2e3-1737-4a05-a623-0e9f672ac39b tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817413 Dec 12 04:14:56.178135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:56.178529 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.194777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:14:56.197594 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d545e92a-3a28-45b8-9632-aeff121b67df" -d '{"events": [{"server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "name": "network-vif-unplugged", "status": "completed", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:14:56.200011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31e0d75f-52c3-4fdf-a9ce-50808d755e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.216471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:56.252438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Router 1590801b-c118-461e-b172-6254f96d6068 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:14:56.271235 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.275812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f37ea9-7491-4c1d-a051-d2938e2c0f3f None None] Pushing event updated for resources: {'Port': ['ID=5591930c-f4ae-4830-a2a6-1c3620eb3a5d,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:56.282124 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9680ea-1f5f-4c78-b336-b187a4fdf120 x-openstack-request-id: req-6c9680ea-1f5f-4c78-b336-b187a4fdf120 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:14:56.282416 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "name": "network-vif-unplugged", "status": "completed", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:14:56.282680 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c9680ea-1f5f-4c78-b336-b187a4fdf120 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:14:56.283076 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396', 'code': 200} Dec 12 04:14:56.294201 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31e0d75f-52c3-4fdf-a9ce-50808d755e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.325572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5d66816d-d5d8-4020-9fd5-9f4e70d4cda1 None None] Provisioning complete for port 3c51441f-dfa0-4bcb-94f0-dfea3928c941 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:56.334074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d66816d-d5d8-4020-9fd5-9f4e70d4cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.385701 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.478133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:56.502214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb95c3-14b2-4b98-af2f-25b38cacb590 req-902ade0c-ef6a-41ac-862a-b8d643245007 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:56.504636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0cb95c3-14b2-4b98-af2f-25b38cacb590 req-902ade0c-ef6a-41ac-862a-b8d643245007 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 944 time: 0.0644257 Dec 12 04:14:56.508206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d64d51-9420-4845-8070-f5b47f5a130b req-0cd450e0-a68c-414c-b70c-c2e2d7d716ad tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:56.513315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a0d64d51-9420-4845-8070-f5b47f5a130b req-0cd450e0-a68c-414c-b70c-c2e2d7d716ad tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 945 time: 0.3292172 Dec 12 04:14:56.539417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Attempting to bind port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:56.539793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Attempting to bind port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'efceddb1-16d2-49e4-8135-6739a2985448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:56.540164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Attempting to bind port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d on network c440ffd4-33ad-45ca-94be-2a3476a6b17f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:56.569313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0cb95c3-14b2-4b98-af2f-25b38cacb590 req-0b459508-06d6-4b45-ba9d-9f33e7b430ff tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578623 Dec 12 04:14:56.592332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:56.592971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Checking segment: {'id': 'efceddb1-16d2-49e4-8135-6739a2985448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:56.593221 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.593539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Bound using segment: {'id': 'efceddb1-16d2-49e4-8135-6739a2985448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:56.594267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Bound port: 5591930c-f4ae-4830-a2a6-1c3620eb3a5d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efceddb1-16d2-49e4-8135-6739a2985448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:56.594652 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.615838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3c51441f-dfa0-4bcb-94f0-dfea3928c941 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:56.625073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:14:56.634470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-61f0a591-318f-42d8-a629-9bc6903af900 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:56.636020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-61f0a591-318f-42d8-a629-9bc6903af900 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1095 time: 0.1620502 Dec 12 04:14:56.636939 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Sync routers for ids ['1590801b-c118-461e-b172-6254f96d6068'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:14:56.651692 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Routers {'1590801b-c118-461e-b172-6254f96d6068'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:56.652396 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1590801b-c118-461e-b172-6254f96d6068'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:56.670155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:56.684694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a0d64d51-9420-4845-8070-f5b47f5a130b req-f94a3627-2e5d-4027-b8de-3b9060cd16eb tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362336 Dec 12 04:14:56.696224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.697514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7e3a9bac-100e-458a-abaa-505e527e2977 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8534610 Dec 12 04:14:56.700520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48398) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:56.710165 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31e0d75f-52c3-4fdf-a9ce-50808d755e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.712911 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31e0d75f-52c3-4fdf-a9ce-50808d755e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.714642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-31e0d75f-52c3-4fdf-a9ce-50808d755e65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05487d7c-dd45-4c47-b10e-faf6e69010b8 HTTP/1.1" status: 204 len: 168 time: 0.6477513 Dec 12 04:14:56.739908 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:14:56.743073 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:14:56.762860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0d75f-52c3-4fdf-a9ce-50808d755e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05487d7c-dd45-4c47-b10e-faf6e69010b8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:56.846212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-81176285-5116-484e-ab12-19a0bb5a90bf service neutron] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:56.855959 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-81176285-5116-484e-ab12-19a0bb5a90bf service neutron] Publish callbacks [] for binding, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.861728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc5a2dab-3d4a-4647-b776-0ee8c2cb65d7 req-81176285-5116-484e-ab12-19a0bb5a90bf service neutron] 10.222.0.37 "DELETE /v2.0/ports/ca31b1e3-1325-4f23-908d-329e53d4cb37/bindings/n-h2-710847-7 HTTP/1.1" status: 204 len: 173 time: 0.2162144 Dec 12 04:14:56.867303 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Set router 1590801b-c118-461e-b172-6254f96d6068 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:56.955181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] For port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:56.962558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] For port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5591930c-f4ae-4830-a2a6-1c3620eb3a5d,segment=NetworkSegment(efceddb1-16d2-49e4-8135-6739a2985448),segment_id=efceddb1-16d2-49e4-8135-6739a2985448)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:56.980242 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d66816d-d5d8-4020-9fd5-9f4e70d4cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:56.987218 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:57.069352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3c51441f-dfa0-4bcb-94f0-dfea3928c941 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:57.069747 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:57.076551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962af8d-41eb-4fe8-be93-e26ff4389847 req-9738dc54-1f32-4d85-8ce1-fa7ac6495f1a tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:57.090517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b962af8d-41eb-4fe8-be93-e26ff4389847 req-9738dc54-1f32-4d85-8ce1-fa7ac6495f1a tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 946 time: 0.1823392 Dec 12 04:14:57.170987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Routers {'aea4ba19-d4ee-45dc-afe7-c08722ebe68f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:57.171635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:57.174708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5d66816d-d5d8-4020-9fd5-9f4e70d4cda1 None None] For port 3c51441f-dfa0-4bcb-94f0-dfea3928c941, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3c51441f-dfa0-4bcb-94f0-dfea3928c941,segment=NetworkSegment(2f524c7e-a1ef-48fb-a935-08deda7d2735),segment_id=2f524c7e-a1ef-48fb-a935-08deda7d2735)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:57.178960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f37ea9-7491-4c1d-a051-d2938e2c0f3f None None] Pushing event updated for resources: {'Port': ['ID=5591930c-f4ae-4830-a2a6-1c3620eb3a5d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:57.220297 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b962af8d-41eb-4fe8-be93-e26ff4389847 req-6d6971f0-9e8c-4913-9252-87b808d9409c tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265664 Dec 12 04:14:57.238110 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d66816d-d5d8-4020-9fd5-9f4e70d4cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:57.336220 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1590801b-c118-461e-b172-6254f96d6068', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:51Z', 'updated_at': '2021-12-12T04:14:54Z', 'revision_number': 3, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'gw_port': {'id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:52Z', 'updated_at': '2021-12-12T04:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:57.463589 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Checking router: 1590801b-c118-461e-b172-6254f96d6068 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:14:57.463974 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Updating router 1590801b-c118-461e-b172-6254f96d6068 port 46f6bbb2-c979-4878-89b2-15100bef5b3d binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:14:57.560947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d282b7c-b131-42c3-aaa5-72ea15793ba0 req-6160cf01-4b34-4d68-b906-05f9068ce3f7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:57.574461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9d282b7c-b131-42c3-aaa5-72ea15793ba0 req-6160cf01-4b34-4d68-b906-05f9068ce3f7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 943 time: 0.2232156 Dec 12 04:14:57.579696 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:57.700477 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9d282b7c-b131-42c3-aaa5-72ea15793ba0 req-f60df818-af58-468c-8032-9db1fd340a3d tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235578 Dec 12 04:14:58.015261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ebe32eb7-c76e-4f83-a89d-e3fe6cb0bfa5 None None] Provisioning complete for port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:58.015912 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebe32eb7-c76e-4f83-a89d-e3fe6cb0bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.020277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.028298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f0b58-3935-4355-890e-ee5481beecee req-1b421360-7eff-4f75-b522-58a7e9cccce7 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:58.029887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e81f0b58-3935-4355-890e-ee5481beecee req-1b421360-7eff-4f75-b522-58a7e9cccce7 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.37 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 945 time: 0.2074435 Dec 12 04:14:58.088004 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:14:58.102286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.106730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e135-5aed-49f5-bad3-2eafe60c2bed req-45884126-4712-4442-aa09-2d4f9e9ec8c4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:58.108200 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba51e135-5aed-49f5-bad3-2eafe60c2bed req-45884126-4712-4442-aa09-2d4f9e9ec8c4 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 944 time: 0.2096810 Dec 12 04:14:58.217814 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.231072 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.297716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0f36f-cd58-4ff9-a279-63582f96de49 req-e2eadde6-d59b-4c4f-b3a3-947b7e3b494b tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:58.301543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3fd0f36f-cd58-4ff9-a279-63582f96de49 req-e2eadde6-d59b-4c4f-b3a3-947b7e3b494b tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 945 time: 0.2330506 Dec 12 04:14:58.338295 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Attempting to bind port 46f6bbb2-c979-4878-89b2-15100bef5b3d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:14:58.338705 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Attempting to bind port 46f6bbb2-c979-4878-89b2-15100bef5b3d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:14:58.339069 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Attempting to bind port 46f6bbb2-c979-4878-89b2-15100bef5b3d on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:14:58.342355 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae37ad-a0d5-44cb-81a5-dfb6524408e5 None None] Pushing event updated for resources: {'Port': ['ID=46f6bbb2-c979-4878-89b2-15100bef5b3d,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:58.353508 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:14:58.353893 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:14:58.354823 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.354990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:58.355217 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:14:58.355695 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Bound port: 46f6bbb2-c979-4878-89b2-15100bef5b3d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:14:58.356075 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.363576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba51e135-5aed-49f5-bad3-2eafe60c2bed req-dee00a88-9478-402c-ad3d-6fb1ad5844ff tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798120 Dec 12 04:14:58.364829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:58.369297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66816d-d5d8-4020-9fd5-9f4e70d4cda1 None None] Pushing event updated for resources: {'Port': ['ID=3c51441f-dfa0-4bcb-94f0-dfea3928c941,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:58.410378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e81f0b58-3935-4355-890e-ee5481beecee req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Deleting port d591fa56-4746-45e6-96f4-5768b5c8c1b2 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:14:58.411792 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e81f0b58-3935-4355-890e-ee5481beecee req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.413941 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.419277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48444) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:14:58.469977 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] For port 46f6bbb2-c979-4878-89b2-15100bef5b3d, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:14:58.475722 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] For port 46f6bbb2-c979-4878-89b2-15100bef5b3d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=46f6bbb2-c979-4878-89b2-15100bef5b3d,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:14:58.482431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:58.483440 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.516758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] Set router aea4ba19-d4ee-45dc-afe7-c08722ebe68f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:58.601233 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebe32eb7-c76e-4f83-a89d-e3fe6cb0bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.654982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ebe32eb7-c76e-4f83-a89d-e3fe6cb0bfa5 None None] For port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5591930c-f4ae-4830-a2a6-1c3620eb3a5d,segment=NetworkSegment(efceddb1-16d2-49e4-8135-6739a2985448),segment_id=efceddb1-16d2-49e4-8135-6739a2985448)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:58.670623 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebe32eb7-c76e-4f83-a89d-e3fe6cb0bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.685396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Allocated IP 172.20.0.1 (1238166c-7cbf-4ecb-a991-0d1d130cc785/971b13fd-311f-473d-ba97-a084e9f138c5/c28afdcc-dcfb-4ea1-abd5-cdf31c421d34) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:14:58.693883 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Routers {'1590801b-c118-461e-b172-6254f96d6068'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:14:58.694922 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1590801b-c118-461e-b172-6254f96d6068'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:58.736804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe32eb7-c76e-4f83-a89d-e3fe6cb0bfa5 None None] Pushing event updated for resources: {'Port': ['ID=5591930c-f4ae-4830-a2a6-1c3620eb3a5d,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:58.775623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2104999057-network', 'tenant_id': '8ec00063f4d84380a60edf996a966f08'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:14:58.801895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:58.802293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.808083 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae37ad-a0d5-44cb-81a5-dfb6524408e5 None None] Pushing event updated for resources: {'Port': ['ID=46f6bbb2-c979-4878-89b2-15100bef5b3d,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:58.826237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.850962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e81f0b58-3935-4355-890e-ee5481beecee req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] For port d591fa56-4746-45e6-96f4-5768b5c8c1b2, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d591fa56-4746-45e6-96f4-5768b5c8c1b2,segment=NetworkSegment(2ca3a61c-3fae-47b5-8132-233d6b5c79ca),segment_id=2ca3a61c-3fae-47b5-8132-233d6b5c79ca)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:14:58.852015 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e81f0b58-3935-4355-890e-ee5481beecee req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.865692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61fc71-18c2-462d-a3a6-200172984f38 req-e4a77e32-c5d3-4842-9599-de739bfa390c tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:58.875136 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af61fc71-18c2-462d-a3a6-200172984f38 req-e4a77e32-c5d3-4842-9599-de739bfa390c tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1095 time: 0.2582507 Dec 12 04:14:58.876545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.890066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ebe32eb7-c76e-4f83-a89d-e3fe6cb0bfa5 None None] Provisioning complete for port 3c51441f-dfa0-4bcb-94f0-dfea3928c941 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:58.890457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebe32eb7-c76e-4f83-a89d-e3fe6cb0bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.891340 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3fd0f36f-cd58-4ff9-a279-63582f96de49 req-b322cee6-5209-43ed-82fa-758192237fa7 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/security-groups?id=f40b3344-3ea6-49a4-afc4-5e673b05869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770183 Dec 12 04:14:58.899160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e81f0b58-3935-4355-890e-ee5481beecee req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Calling delete_port for d591fa56-4746-45e6-96f4-5768b5c8c1b2 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:14:58.909277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Made reservation on behalf of 8ec00063f4d84380a60edf996a966f08 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:14:58.915250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.921567 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] Set router 1590801b-c118-461e-b172-6254f96d6068 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:14:58.935528 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:58.961605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Network 1238166c-7cbf-4ecb-a991-0d1d130cc785 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:14:58.965193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:14:58.988158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:14:59.064973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.068322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Pushing event updated for resources: {'Port': ['ID=c28afdcc-dcfb-4ea1-abd5-cdf31c421d34,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:14:59.145346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['61ed9b0d-8e49-43fd-8fdf-aa2ac999a396'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:14:59.183121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af61fc71-18c2-462d-a3a6-200172984f38 req-2624ea44-8a9f-4a80-9aff-ba8c56fb3899 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007703 Dec 12 04:14:59.235695 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1590801b-c118-461e-b172-6254f96d6068', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:51Z', 'updated_at': '2021-12-12T04:14:54Z', 'revision_number': 3, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'gw_port': {'id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:52Z', 'updated_at': '2021-12-12T04:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:59.240362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd327b6-e384-4b6d-9a5b-7add416fa0fd req-ede95377-94b8-4143-a323-f0c7ec0b1953 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:59.242055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdd327b6-e384-4b6d-9a5b-7add416fa0fd req-ede95377-94b8-4143-a323-f0c7ec0b1953 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 944 time: 0.1123149 Dec 12 04:14:59.302414 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee97bc-5e86-4db3-8a91-695a5dd2edf9 None None] The sync data for ids ['1590801b-c118-461e-b172-6254f96d6068'] in n-d-710847-7 is: [{'id': '1590801b-c118-461e-b172-6254f96d6068', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:51Z', 'updated_at': '2021-12-12T04:14:54Z', 'revision_number': 3, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'gw_port': {'id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:52Z', 'updated_at': '2021-12-12T04:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:14:59.400311 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.444307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-6d002e15-f4da-426a-bac2-b4361346b474 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3130710 Dec 12 04:14:59.449870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdd327b6-e384-4b6d-9a5b-7add416fa0fd req-00f61229-9422-43cb-9604-cfe3f05ab494 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853678 Dec 12 04:14:59.586512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 283724a4-849b-43ba-bbd1-8b25b33f5d56 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:14:59.632231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.633662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:49Z', 'revision_number': 4, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'gw_port': {'id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:43Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5591930c-f4ae-4830-a2a6-1c3620eb3a5d', 'name': '', 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'mac_address': 'fa:16:3e:4b:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1caf30a7-c7d4-46ef-8986-1c95426cff0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:47Z', 'updated_at': '2021-12-12T04:14:56Z', 'revision_number': 4, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'subnets': [{'id': '1caf30a7-c7d4-46ef-8986-1c95426cff0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:14:59.633859 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e81f0b58-3935-4355-890e-ee5481beecee req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.666026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 283724a4-849b-43ba-bbd1-8b25b33f5d56 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:14:59.666421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 283724a4-849b-43ba-bbd1-8b25b33f5d56 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:14:59.671154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe9146-b7ed-4d47-8393-f79a9a28b7d0 None None] The sync data for ids ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'] in n-d-710847-7 is: [{'id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:49Z', 'revision_number': 4, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'gw_port': {'id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:43Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5591930c-f4ae-4830-a2a6-1c3620eb3a5d', 'name': '', 'network_id': 'c440ffd4-33ad-45ca-94be-2a3476a6b17f', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'mac_address': 'fa:16:3e:4b:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1caf30a7-c7d4-46ef-8986-1c95426cff0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:47Z', 'updated_at': '2021-12-12T04:14:56Z', 'revision_number': 4, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'subnets': [{'id': '1caf30a7-c7d4-46ef-8986-1c95426cff0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:14:59.697080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b17ed1-af82-42f8-b812-bb2c36434997 req-e894b14c-68a3-44a3-b22d-91fc25c67793 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:14:59.698701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b17ed1-af82-42f8-b812-bb2c36434997 req-e894b14c-68a3-44a3-b22d-91fc25c67793 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 1095 time: 0.3377538 Dec 12 04:14:59.700507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.731896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7a620eb0-da3d-48e0-af17-6562ea3137ad None None] Provisioning complete for port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:59.732424 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a620eb0-da3d-48e0-af17-6562ea3137ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.734828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:14:59.772553 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.773387 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Added segment 36b9a2a1-ef89-4f6b-81aa-0745d510d730 of type vlan for network 27fa8cdc-8041-49c8-8f28-5d4d65e204bd Dec 12 04:14:59.803205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.814923 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.930836 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7a620eb0-da3d-48e0-af17-6562ea3137ad None None] Provisioning complete for port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:14:59.931877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a620eb0-da3d-48e0-af17-6562ea3137ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:14:59.975662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3c51441f-dfa0-4bcb-94f0-dfea3928c941 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:14:59.978701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:00.028022 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:00.051269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Pushing event updated for resources: {'Port': ['ID=c28afdcc-dcfb-4ea1-abd5-cdf31c421d34,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:00.118259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7a620eb0-da3d-48e0-af17-6562ea3137ad None None] Port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:15:00.146834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3c51441f-dfa0-4bcb-94f0-dfea3928c941 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:00.147575 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:00.185622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-323a4817-1932-46df-9cd8-ee67f3a2e9fe req-6cf838ae-350a-435b-81bb-1c23dfc7ddfc tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.36 "GET /v2.0/ports?device_id=be600398-b80e-4272-ae6f-1fe1512108fa HTTP/1.1" status: 200 len: 210 time: 0.1410222 Dec 12 04:15:00.308497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Network 1238166c-7cbf-4ecb-a991-0d1d130cc785 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:00.310815 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:00.401743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:15:00.473545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:00.618271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Router 1590801b-c118-461e-b172-6254f96d6068 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:15:00.625838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:15:00.812765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Pushing event deleted for resources: {'Port': ['ID=d591fa56-4746-45e6-96f4-5768b5c8c1b2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:00.817113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:00.821302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:00.825683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81f0b58-3935-4355-890e-ee5481beecee req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] No DVR routers for this DVR port d591fa56-4746-45e6-96f4-5768b5c8c1b2 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:15:00.848743 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e81f0b58-3935-4355-890e-ee5481beecee req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:00.855053 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e81f0b58-3935-4355-890e-ee5481beecee req-ffc6bdba-aae5-40c3-93a2-abb440a12537 tempest-ServersNegativeTestMultiTenantJSON-1032808506 tempest-ServersNegativeTestMultiTenantJSON-1032808506-project] 10.222.0.37 "DELETE /v2.0/ports/d591fa56-4746-45e6-96f4-5768b5c8c1b2 HTTP/1.1" status: 204 len: 173 time: 2.8000515 Dec 12 04:15:00.858908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be600398-b80e-4272-ae6f-1fe1512108fa', 'name': 'network-vif-deleted', 'tag': 'd591fa56-4746-45e6-96f4-5768b5c8c1b2'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:00.861554 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d19d170-3846-4b5e-9c02-49fce6a84d43" -d '{"events": [{"server_uuid": "be600398-b80e-4272-ae6f-1fe1512108fa", "name": "network-vif-deleted", "tag": "d591fa56-4746-45e6-96f4-5768b5c8c1b2"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:00.904321 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:00.906633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:00.907348 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:00.949066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5212820 Dec 12 04:15:00.978492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cfc1c7-f5ef-4a5e-88b1-07217fda730d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:01.027017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-01c0a589-d651-4b24-b94c-a8659b536571 None None] Provisioning complete for port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:01.027760 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-01c0a589-d651-4b24-b94c-a8659b536571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:01.079941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48500) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:01.086861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:01.137267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'port_id': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0', 'mac_address': 'fa:16:3e:a3:4a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:15:01.147494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-01c0a589-d651-4b24-b94c-a8659b536571 None None] Port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:15:01.167948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Request body: {'subnet': {'network_id': '27fa8cdc-8041-49c8-8f28-5d4d65e204bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2104999057-subnet', 'tenant_id': '8ec00063f4d84380a60edf996a966f08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:01.190494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435152ac-5b70-4a1e-850e-c737ccc15991 admin admin] Pushing event updated for resources: {'Network': ['ID=27fa8cdc-8041-49c8-8f28-5d4d65e204bd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:01.205401 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:01.214621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 27fa8cdc-8041-49c8-8f28-5d4d65e204bd details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:15:01.220612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-52018807-3f4f-4409-815f-55c34d3f3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:01.227186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-52018807-3f4f-4409-815f-55c34d3f3059 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1096 time: 1.6091299 Dec 12 04:15:01.236538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b17ed1-af82-42f8-b812-bb2c36434997 req-f50b3a6e-471c-418f-9261-b1e1546410d4 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4615176 Dec 12 04:15:01.428486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:01.439213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:01.453532 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768066ef-58fb-4390-a83f-927642a08a79" -d '{"events": [{"server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "name": "network-vif-plugged", "status": "completed", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:01.474403 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:01.482570 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:01.491489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Made reservation on behalf of 8ec00063f4d84380a60edf996a966f08 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:01.493828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d591fa56-4746-45e6-96f4-5768b5c8c1b2 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:15:01.510839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:01.552529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:15:01.607285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: d591fa56-4746-45e6-96f4-5768b5c8c1b2 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:15:01.607653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d591fa56-4746-45e6-96f4-5768b5c8c1b2 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:15:01.672229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-7b5978cf-5572-479e-b220-e19bb11daf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:01.674091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-7b5978cf-5572-479e-b220-e19bb11daf1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.4180126 Dec 12 04:15:01.683953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:01.708429 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:01.749888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:01.851394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:15:01.870370 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-591470b3-e9a5-41b3-9216-308956e9aa93 admin admin] 10.222.0.36 "PUT /v2.0/routers/1590801b-c118-461e-b172-6254f96d6068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1678135 Dec 12 04:15:01.907435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:15:01.971587 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-36945c5a-95bb-4cc0-b507-9a6ca827ff8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 217 time: 0.2652073 Dec 12 04:15:02.010258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7e937-7de2-4528-ae6c-9d18cad039a5 req-c19d3321-a60b-4de4-b92f-ff8a026787af tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:02.016915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eb7e937-7de2-4528-ae6c-9d18cad039a5 req-c19d3321-a60b-4de4-b92f-ff8a026787af tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 944 time: 1.3910704 Dec 12 04:15:02.103096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eb7e937-7de2-4528-ae6c-9d18cad039a5 req-c8b0f614-b366-4cf4-a53f-5d9a109e9c9d tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771952 Dec 12 04:15:02.108684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:02.234438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-1553a983-284c-42c4-80c4-624a9703b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:02.235983 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-1553a983-284c-42c4-80c4-624a9703b942 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.2446370 Dec 12 04:15:02.250135 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd17e65-d98b-498b-92d9-80a77c023979 x-openstack-request-id: req-2fd17e65-d98b-498b-92d9-80a77c023979 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:02.250488 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be600398-b80e-4272-ae6f-1fe1512108fa", "name": "network-vif-deleted", "tag": "d591fa56-4746-45e6-96f4-5768b5c8c1b2", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:02.250825 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2fd17e65-d98b-498b-92d9-80a77c023979 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:02.251145 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be600398-b80e-4272-ae6f-1fe1512108fa', 'name': 'network-vif-deleted', 'tag': 'd591fa56-4746-45e6-96f4-5768b5c8c1b2', 'status': 'completed', 'code': 200} Dec 12 04:15:02.256060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 46f6bbb2-c979-4878-89b2-15100bef5b3d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:02.358189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48532) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:02.468939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-ba9b6de0-4bde-4eb5-ab84-32e4aeafa7d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044213 Dec 12 04:15:02.484529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3312ce6-997a-4d67-89ad-58ef7b279201 admin admin] Deleting subnet 1be2484d-a6b2-4f85-bc69-936068e47293 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:15:02.494425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3312ce6-997a-4d67-89ad-58ef7b279201 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:02.504020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 46f6bbb2-c979-4878-89b2-15100bef5b3d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:02.505786 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:02.617444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3312ce6-997a-4d67-89ad-58ef7b279201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:02.688427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3312ce6-997a-4d67-89ad-58ef7b279201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:02.732252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-f1b66b5d-513a-4dc2-a32a-2a11b308e2a3 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334549 Dec 12 04:15:02.805105 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:02.851324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 46f6bbb2-c979-4878-89b2-15100bef5b3d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=46f6bbb2-c979-4878-89b2-15100bef5b3d,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:02.861184 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:02.863348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5591930c-f4ae-4830-a2a6-1c3620eb3a5d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:02.871578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3312ce6-997a-4d67-89ad-58ef7b279201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.005291 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cbec4a-5b32-494d-b554-618f3e3df497 x-openstack-request-id: req-61cbec4a-5b32-494d-b554-618f3e3df497 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:03.005843 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "name": "network-vif-plugged", "status": "completed", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:03.006116 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61cbec4a-5b32-494d-b554-618f3e3df497 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:03.006519 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396', 'code': 200} Dec 12 04:15:03.013049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3312ce6-997a-4d67-89ad-58ef7b279201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be2484d-a6b2-4f85-bc69-936068e47293,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:03.056116 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3312ce6-997a-4d67-89ad-58ef7b279201 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.075797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=46f6bbb2-c979-4878-89b2-15100bef5b3d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:03.089386 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f3312ce6-997a-4d67-89ad-58ef7b279201 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1be2484d-a6b2-4f85-bc69-936068e47293 HTTP/1.1" status: 204 len: 168 time: 0.7300375 Dec 12 04:15:03.090070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48552) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:03.101291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.113530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:03.113918 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.325512 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd62a11c-3986-46ef-afaa-94ae8875d2ed req-ee8b74cc-fbef-443e-8adc-0e3592ed3255 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761516 Dec 12 04:15:03.367933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff01d92d-9386-494a-acde-85fe69825e52,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:03.384772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.385308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.385580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.385938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.386287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.386637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.386977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.387318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.387658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.387994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.388331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.388667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.389537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:03.396033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fcc71-1e37-4bf6-8e43-3c9256409044 req-32e6b7d4-1526-47f2-823d-476e362e0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:03.397946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f51fcc71-1e37-4bf6-8e43-3c9256409044 req-32e6b7d4-1526-47f2-823d-476e362e0e48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 1096 time: 0.1478577 Dec 12 04:15:03.405228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Checking segment: {'id': '36b9a2a1-ef89-4f6b-81aa-0745d510d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '27fa8cdc-8041-49c8-8f28-5d4d65e204bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:03.405853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Network hostable DHCP agents. Network: 27fa8cdc-8041-49c8-8f28-5d4d65e204bd, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:15:03.411363 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.434897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Network 27fa8cdc-8041-49c8-8f28-5d4d65e204bd is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:15:03.444044 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3ef66-390e-433f-bf99-3d6bfcfaae26 req-397d73c1-784e-44b8-a1d6-52649bd783b6 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:03.454483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1c3ef66-390e-433f-bf99-3d6bfcfaae26 req-397d73c1-784e-44b8-a1d6-52649bd783b6 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1693857 Dec 12 04:15:03.457536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 27fa8cdc-8041-49c8-8f28-5d4d65e204bd) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:03.469592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c2809-aaeb-40f1-8321-d6d5e1ff717b None None] Network 27fa8cdc-8041-49c8-8f28-5d4d65e204bd requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:03.478322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:03.480312 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.536723 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f10d5f4a-a317-4e32-92e8-6ea6042880b3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4381545 Dec 12 04:15:03.541867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f51fcc71-1e37-4bf6-8e43-3c9256409044 req-c9509efe-5259-4ea3-acd6-998a0d3af80d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227751 Dec 12 04:15:03.636995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1c3ef66-390e-433f-bf99-3d6bfcfaae26 req-2567d91b-89cd-4dbf-acc5-ea8a97ebd93c tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772809 Dec 12 04:15:03.675844 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.707591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6201cd5-31d3-4ac0-9509-bfb8b4676579']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:03.722811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca3a61c-3fae-47b5-8132-233d6b5c79ca') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:03.723126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca3a61c-3fae-47b5-8132-233d6b5c79ca') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:03.739845 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.770489 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.808017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:15:03.808438 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:15:03.811081 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:15:03.865735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 46f6bbb2-c979-4878-89b2-15100bef5b3d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:03.868352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8415dc-9436-4a01-9bb1-a2e1274f3ef0 None None] Network 27fa8cdc-8041-49c8-8f28-5d4d65e204bd requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:03.995012 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.002822 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.009289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] 10.222.0.36 "DELETE /v2.0/networks/c6201cd5-31d3-4ac0-9509-bfb8b4676579 HTTP/1.1" status: 204 len: 168 time: 0.9157145 Dec 12 04:15:04.010015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48564) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:04.021890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43defc8-2f14-424f-8873-4e050f8d885b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6201cd5-31d3-4ac0-9509-bfb8b4676579,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:04.113767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-43467682-2b3c-4f61-95e0-d71d5f8a680f admin admin] Deleting subnet 5dd26297-5ffa-4d88-ab24-dcbbc0d50465 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:15:04.125204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43467682-2b3c-4f61-95e0-d71d5f8a680f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.201428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Sync routers for ids ['1590801b-c118-461e-b172-6254f96d6068'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:15:04.214526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43467682-2b3c-4f61-95e0-d71d5f8a680f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.327109 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43467682-2b3c-4f61-95e0-d71d5f8a680f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.384688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:04.464117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Routers {'1590801b-c118-461e-b172-6254f96d6068'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:15:04.464117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1590801b-c118-461e-b172-6254f96d6068'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:04.531418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43467682-2b3c-4f61-95e0-d71d5f8a680f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.612928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43467682-2b3c-4f61-95e0-d71d5f8a680f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd26297-5ffa-4d88-ab24-dcbbc0d50465,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:04.628063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43467682-2b3c-4f61-95e0-d71d5f8a680f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.640578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-43467682-2b3c-4f61-95e0-d71d5f8a680f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5dd26297-5ffa-4d88-ab24-dcbbc0d50465 HTTP/1.1" status: 204 len: 168 time: 0.6272810 Dec 12 04:15:04.641520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48584) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:04.788282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 46f6bbb2-c979-4878-89b2-15100bef5b3d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:04.789112 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.793661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.840027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:04.840588 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.921940 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:04.940115 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Set router 1590801b-c118-461e-b172-6254f96d6068 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:15:04.951051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e0ec4c-1f2e-4a7d-9e96-12618845e9f3']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:04.965068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe5fb18-9e37-4202-b609-aeb32e95c730') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:04.965936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe5fb18-9e37-4202-b609-aeb32e95c730') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:04.985175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.004544 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.019449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:15:05.021905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:15:05.027418 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:15:05.194446 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.228898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.234141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] 10.222.0.36 "DELETE /v2.0/networks/50e0ec4c-1f2e-4a7d-9e96-12618845e9f3 HTTP/1.1" status: 204 len: 168 time: 0.5915568 Dec 12 04:15:05.235573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7b05d-179d-4cb2-b2bc-7a59c62ba364 admin admin] Pushing event deleted for resources: {'Network': ['ID=50e0ec4c-1f2e-4a7d-9e96-12618845e9f3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:05.240079 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.303010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:05.307994 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7599985c-36cc-4200-ae62-19ef519bc359" -d '{"events": [{"server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "name": "network-vif-plugged", "status": "completed", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:05.351214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:05.360833 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.430177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48592) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:05.431347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:05.440158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1590801b-c118-461e-b172-6254f96d6068', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:51Z', 'updated_at': '2021-12-12T04:14:59Z', 'revision_number': 4, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'gw_port': {'id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:52Z', 'updated_at': '2021-12-12T04:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c28afdcc-dcfb-4ea1-abd5-cdf31c421d34', 'name': '', 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'mac_address': 'fa:16:3e:40:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '971b13fd-311f-473d-ba97-a084e9f138c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:58Z', 'updated_at': '2021-12-12T04:14:59Z', 'revision_number': 2, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'subnets': [{'id': '971b13fd-311f-473d-ba97-a084e9f138c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:05.478773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Checking router: 1590801b-c118-461e-b172-6254f96d6068 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:15:05.479090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Updating router 1590801b-c118-461e-b172-6254f96d6068 port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:15:05.490558 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3c348d01-9404-4ef9-81ca-aeae2044d60a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6448667b989c41cd9d64eeca529e9be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584483 Dec 12 04:15:05.492307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48594) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:05.522429 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.554216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-152d8584-5f1f-4b9f-8db7-1cc9160957d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.585592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-152d8584-5f1f-4b9f-8db7-1cc9160957d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.679436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-152d8584-5f1f-4b9f-8db7-1cc9160957d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.685518 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-152d8584-5f1f-4b9f-8db7-1cc9160957d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:05.687393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-152d8584-5f1f-4b9f-8db7-1cc9160957d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f40b3344-3ea6-49a4-afc4-5e673b05869f HTTP/1.1" status: 204 len: 168 time: 0.1935236 Dec 12 04:15:05.745438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d8584-5f1f-4b9f-8db7-1cc9160957d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40b3344-3ea6-49a4-afc4-5e673b05869f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:06.114850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.123987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.309841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac22a9-c181-466f-9c6e-493c800e24bd None None] Pushing event updated for resources: {'Port': ['ID=c28afdcc-dcfb-4ea1-abd5-cdf31c421d34,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:06.451471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Attempting to bind port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:06.452151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Attempting to bind port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '2f524c7e-a1ef-48fb-a935-08deda7d2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:06.455416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Attempting to bind port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 on network 1238166c-7cbf-4ecb-a991-0d1d130cc785 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:06.470755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:15:06.471536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Checking segment: {'id': '2f524c7e-a1ef-48fb-a935-08deda7d2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:06.472936 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.473649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Bound using segment: {'id': '2f524c7e-a1ef-48fb-a935-08deda7d2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:15:06.474383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Bound port: c28afdcc-dcfb-4ea1-abd5-cdf31c421d34, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f524c7e-a1ef-48fb-a935-08deda7d2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:15:06.475022 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.519741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48606) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:06.620037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48608) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:06.626344 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-607552cd-8578-4b99-a969-7f8fc77ca7e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec9aacb036744e1887a4635f44c8c66e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1002126 Dec 12 04:15:06.640013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] For port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:15:06.662733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] For port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c28afdcc-dcfb-4ea1-abd5-cdf31c421d34,segment=NetworkSegment(2f524c7e-a1ef-48fb-a935-08deda7d2735),segment_id=2f524c7e-a1ef-48fb-a935-08deda7d2735)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:15:06.684909 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a664a78-1aa0-48f2-ae8e-1e13feb820b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.688640 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.724645 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a664a78-1aa0-48f2-ae8e-1e13feb820b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.767090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5407c36b-5fa3-4e54-a5cd-1d60b45cac4a None None] Provisioning complete for port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:06.767386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5407c36b-5fa3-4e54-a5cd-1d60b45cac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.798161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a664a78-1aa0-48f2-ae8e-1e13feb820b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.801591 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a664a78-1aa0-48f2-ae8e-1e13feb820b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:06.805137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4a664a78-1aa0-48f2-ae8e-1e13feb820b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/901de3da-51e1-475f-b079-c6231ec46bf9 HTTP/1.1" status: 204 len: 168 time: 0.1817546 Dec 12 04:15:06.829732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a664a78-1aa0-48f2-ae8e-1e13feb820b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901de3da-51e1-475f-b079-c6231ec46bf9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:06.935707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac22a9-c181-466f-9c6e-493c800e24bd None None] Pushing event updated for resources: {'Port': ['ID=c28afdcc-dcfb-4ea1-abd5-cdf31c421d34,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:06.952376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Routers {'1590801b-c118-461e-b172-6254f96d6068'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:15:06.953414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1590801b-c118-461e-b172-6254f96d6068'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:07.175335 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5407c36b-5fa3-4e54-a5cd-1d60b45cac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:07.246563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] Set router 1590801b-c118-461e-b172-6254f96d6068 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:15:07.509587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5407c36b-5fa3-4e54-a5cd-1d60b45cac4a None None] For port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c28afdcc-dcfb-4ea1-abd5-cdf31c421d34,segment=NetworkSegment(2f524c7e-a1ef-48fb-a935-08deda7d2735),segment_id=2f524c7e-a1ef-48fb-a935-08deda7d2735)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:07.524930 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5407c36b-5fa3-4e54-a5cd-1d60b45cac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:07.786624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407c36b-5fa3-4e54-a5cd-1d60b45cac4a None None] Pushing event updated for resources: {'Port': ['ID=c28afdcc-dcfb-4ea1-abd5-cdf31c421d34,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:07.846486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-68460c36-6efd-4e2f-8772-906721831a4d None None] Provisioning complete for port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:07.847340 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68460c36-6efd-4e2f-8772-906721831a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:08.004164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1590801b-c118-461e-b172-6254f96d6068', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:51Z', 'updated_at': '2021-12-12T04:14:59Z', 'revision_number': 4, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'gw_port': {'id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:52Z', 'updated_at': '2021-12-12T04:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c28afdcc-dcfb-4ea1-abd5-cdf31c421d34', 'name': '', 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'mac_address': 'fa:16:3e:40:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '971b13fd-311f-473d-ba97-a084e9f138c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:58Z', 'updated_at': '2021-12-12T04:15:06Z', 'revision_number': 4, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'subnets': [{'id': '971b13fd-311f-473d-ba97-a084e9f138c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:08.056904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25a2d8-14c8-46ac-a36b-b86c058361cd None None] The sync data for ids ['1590801b-c118-461e-b172-6254f96d6068'] in n-d-710847-7 is: [{'id': '1590801b-c118-461e-b172-6254f96d6068', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:51Z', 'updated_at': '2021-12-12T04:14:59Z', 'revision_number': 4, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'gw_port': {'id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:52Z', 'updated_at': '2021-12-12T04:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c28afdcc-dcfb-4ea1-abd5-cdf31c421d34', 'name': '', 'network_id': '1238166c-7cbf-4ecb-a991-0d1d130cc785', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'mac_address': 'fa:16:3e:40:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '971b13fd-311f-473d-ba97-a084e9f138c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:58Z', 'updated_at': '2021-12-12T04:15:06Z', 'revision_number': 4, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'subnets': [{'id': '971b13fd-311f-473d-ba97-a084e9f138c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:15:08.381573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48636) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:08.567226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1478103126-network', 'tenant_id': '233ab8d58d294e0a8eb19f48bfdd23bc'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:08.601672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Made reservation on behalf of 233ab8d58d294e0a8eb19f48bfdd23bc for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:08.609238 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:08.630044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:08.777334 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:08.793751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:08.866075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:15:08.872122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b920e1a-6c6a-462d-a1d0-3ae5a3566c9e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:08.914110 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:08.915168 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Added segment ce5731ef-522c-45b2-917c-fa7fe5f9a287 of type vlan for network 0228e829-25e5-4ec7-abbb-d9caa029c9ae Dec 12 04:15:08.986160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:09.025126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:09.027682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:09.028912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:09.067605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6823461 Dec 12 04:15:09.068648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48648) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:09.077967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Request body: {'subnet': {'network_id': '0228e829-25e5-4ec7-abbb-d9caa029c9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1478103126-subnet', 'tenant_id': '233ab8d58d294e0a8eb19f48bfdd23bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:09.112534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Made reservation on behalf of 233ab8d58d294e0a8eb19f48bfdd23bc for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:09.118579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:09.144956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c34018-dbe4-4f98-95fd-ec78a28f2642 admin admin] Pushing event updated for resources: {'Network': ['ID=0228e829-25e5-4ec7-abbb-d9caa029c9ae,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:09.163170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0228e829-25e5-4ec7-abbb-d9caa029c9ae details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:15:09.433852 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:09.550526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b21cdd-4994-493a-93ee-987d0364436e,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:09.569790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Checking segment: {'id': 'ce5731ef-522c-45b2-917c-fa7fe5f9a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0228e829-25e5-4ec7-abbb-d9caa029c9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:09.570252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Network hostable DHCP agents. Network: 0228e829-25e5-4ec7-abbb-d9caa029c9ae, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:15:09.596632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Network 0228e829-25e5-4ec7-abbb-d9caa029c9ae is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:15:09.609267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0228e829-25e5-4ec7-abbb-d9caa029c9ae) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:09.616938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:09.618347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:09.618768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6022d8-76ff-43df-8f80-27925718dff0 None None] Network 0228e829-25e5-4ec7-abbb-d9caa029c9ae requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:09.654082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-847302ec-7ad1-4fc2-a9cf-0361e8bb0139 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5833611 Dec 12 04:15:09.951857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:09.961440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0d0a1-daa2-4b84-94cf-38e1cb1abf94 None None] Network 0228e829-25e5-4ec7-abbb-d9caa029c9ae requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:10.243111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:10.243841 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:10.477073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48660) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:10.648342 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-84dcc1aa-5cf8-4447-bcb7-1e8af6897d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:10.688469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18a7cb42-6829-4270-9483-0b02a34cd53c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:10.826696 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18a7cb42-6829-4270-9483-0b02a34cd53c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:10.833532 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18a7cb42-6829-4270-9483-0b02a34cd53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:10.864829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7cb42-6829-4270-9483-0b02a34cd53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cd75ab-d040-49ae-95e8-a5e9b628f947,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:10.906804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-18a7cb42-6829-4270-9483-0b02a34cd53c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c389e133d5841649e0691f15248f02e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278533 Dec 12 04:15:10.910226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48664) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:10.999574 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2845bf92-390a-41c6-9779-37f545584ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:11.039625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2845bf92-390a-41c6-9779-37f545584ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:11.111267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2845bf92-390a-41c6-9779-37f545584ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:11.117861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2845bf92-390a-41c6-9779-37f545584ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:11.119499 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2845bf92-390a-41c6-9779-37f545584ca7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91cd75ab-d040-49ae-95e8-a5e9b628f947 HTTP/1.1" status: 204 len: 168 time: 0.2081244 Dec 12 04:15:11.135625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845bf92-390a-41c6-9779-37f545584ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cd75ab-d040-49ae-95e8-a5e9b628f947,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:11.546721 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:12.936623 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c2d4-85ab-4108-b901-83366ab30682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:13.806386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:13.852712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-323def32-7f61-40f6-939f-6d91df6a1cbc tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:13.854523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-323def32-7f61-40f6-939f-6d91df6a1cbc tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/networks?id=27fa8cdc-8041-49c8-8f28-5d4d65e204bd HTTP/1.1" status: 200 len: 821 time: 0.2980149 Dec 12 04:15:13.858979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133322a2-1f21-4466-9d45-f1956ad216a7 req-12e6b92c-95ec-4dd7-a002-216a2ef87384 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:13.860776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133322a2-1f21-4466-9d45-f1956ad216a7 req-12e6b92c-95ec-4dd7-a002-216a2ef87384 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1231971 Dec 12 04:15:13.890329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-3162f13c-97b1-454f-b7f7-488805baca3a tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/quotas/8ec00063f4d84380a60edf996a966f08 HTTP/1.1" status: 200 len: 375 time: 0.0245714 Dec 12 04:15:13.977050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-191a6f4b-eca4-44f9-b1bc-3fd923911e36 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ec00063f4d84380a60edf996a966f08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738182 Dec 12 04:15:13.981381 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:14.001592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133322a2-1f21-4466-9d45-f1956ad216a7 req-b8cdd417-70ef-4e73-8ecc-1e6f7f5d70ce tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345432 Dec 12 04:15:14.154912 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-f75fc402-128b-4e27-b604-d35039c9dba3 service neutron] 10.222.0.36 "GET /v2.0/networks/27fa8cdc-8041-49c8-8f28-5d4d65e204bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676807 Dec 12 04:15:14.172952 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f9dc4a-1b2b-4a04-84e4-7ac10385902e x-openstack-request-id: req-43f9dc4a-1b2b-4a04-84e4-7ac10385902e {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:14.173530 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "name": "network-vif-plugged", "status": "completed", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:14.173799 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43f9dc4a-1b2b-4a04-84e4-7ac10385902e {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:14.174205 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0', 'code': 200} Dec 12 04:15:14.187463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48816) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:14.363124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e84e466-8a88-4b08-8d1e-8e6b440bde8d admin admin] Deleting subnet 90b21cdd-4994-493a-93ee-987d0364436e {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:15:14.365772 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-72e19196-3616-4712-be38-2ff372fd26e7 service neutron] 10.222.0.36 "GET /v2.0/networks/27fa8cdc-8041-49c8-8f28-5d4d65e204bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097316 Dec 12 04:15:14.373750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e84e466-8a88-4b08-8d1e-8e6b440bde8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:14.442140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48834) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:14.492480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e84e466-8a88-4b08-8d1e-8e6b440bde8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:14.580940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e84e466-8a88-4b08-8d1e-8e6b440bde8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:14.681210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e84e466-8a88-4b08-8d1e-8e6b440bde8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:14.767484 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50abb37c-6c05-4650-91ee-c0049e4e2ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:14.865614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e84e466-8a88-4b08-8d1e-8e6b440bde8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:14.887964 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8e84e466-8a88-4b08-8d1e-8e6b440bde8d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/90b21cdd-4994-493a-93ee-987d0364436e HTTP/1.1" status: 204 len: 168 time: 0.6981847 Dec 12 04:15:14.902566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84e466-8a88-4b08-8d1e-8e6b440bde8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b21cdd-4994-493a-93ee-987d0364436e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:14.926257 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50abb37c-6c05-4650-91ee-c0049e4e2ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:14.935316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48874) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:14.951404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50abb37c-6c05-4650-91ee-c0049e4e2ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.004929 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-17ce315f-5500-4a2e-989b-2ab66d1d27da req-b3cf2fa2-2cac-4641-96bf-cf6e28bd45ab tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 210 time: 0.0755587 Dec 12 04:15:15.031973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abb37c-6c05-4650-91ee-c0049e4e2ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80be9897-b284-46ed-905b-cf8138d88bfa,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:15.052238 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-50abb37c-6c05-4650-91ee-c0049e4e2ba9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40355a1c520c4d4c8512721f6686f91f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6088538 Dec 12 04:15:15.056432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48882) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:15.146330 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c921313-66d8-424c-a2a9-dd3c242462ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.180985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094ef0e-c8eb-4236-a656-a8f421a915d9 req-9340ab28-8186-45cb-a845-b3fe40c4a832 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:15.192583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1094ef0e-c8eb-4236-a656-a8f421a915d9 req-9340ab28-8186-45cb-a845-b3fe40c4a832 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.5278833 Dec 12 04:15:15.200133 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c921313-66d8-424c-a2a9-dd3c242462ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.254938 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.330321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c921313-66d8-424c-a2a9-dd3c242462ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.333292 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c921313-66d8-424c-a2a9-dd3c242462ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.336962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9c921313-66d8-424c-a2a9-dd3c242462ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80be9897-b284-46ed-905b-cf8138d88bfa HTTP/1.1" status: 204 len: 168 time: 0.2765069 Dec 12 04:15:15.348091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c921313-66d8-424c-a2a9-dd3c242462ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be9897-b284-46ed-905b-cf8138d88bfa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:15.392659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1094ef0e-c8eb-4236-a656-a8f421a915d9 req-f0bc53e6-ae9f-4b01-bda5-3cdfc7116bfb tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987083 Dec 12 04:15:15.544206 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.546549 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.611341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0228e829-25e5-4ec7-abbb-d9caa029c9ae']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:15.626423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5731ef-522c-45b2-917c-fa7fe5f9a287') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:15.627308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5731ef-522c-45b2-917c-fa7fe5f9a287') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:15.649819 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.700176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.718314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:15:15.718487 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:15:15.732945 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:15:15.831398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.850342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:15.858699 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0228e829-25e5-4ec7-abbb-d9caa029c9ae HTTP/1.1" status: 204 len: 168 time: 0.9221594 Dec 12 04:15:15.880020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180a41a-77a9-45df-8de3-0066c3207881 admin admin] Pushing event deleted for resources: {'Network': ['ID=0228e829-25e5-4ec7-abbb-d9caa029c9ae,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:16.279776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48944) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:16.327124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4684d157-8b3c-4a57-a65d-004cce7f6568 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=233ab8d58d294e0a8eb19f48bfdd23bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460503 Dec 12 04:15:16.329648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48946) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:16.414397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80cfe34-4645-489b-a9fb-990f4d45bf84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:16.461250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80cfe34-4645-489b-a9fb-990f4d45bf84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:16.542406 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80cfe34-4645-489b-a9fb-990f4d45bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:16.547256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80cfe34-4645-489b-a9fb-990f4d45bf84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:16.549911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c80cfe34-4645-489b-a9fb-990f4d45bf84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b920e1a-6c6a-462d-a1d0-3ae5a3566c9e HTTP/1.1" status: 204 len: 168 time: 0.2190831 Dec 12 04:15:16.570223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cfe34-4645-489b-a9fb-990f4d45bf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b920e1a-6c6a-462d-a1d0-3ae5a3566c9e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:16.678227 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:16.859100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6aa451c7-d7ab-4837-a3b0-d18ceec49ce2 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:16.860982 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6aa451c7-d7ab-4837-a3b0-d18ceec49ce2 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.18 "GET /v2.0/networks?id=27fa8cdc-8041-49c8-8f28-5d4d65e204bd HTTP/1.1" status: 200 len: 821 time: 0.2480249 Dec 12 04:15:16.888151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Request body: {'port': {'device_id': '1a920e2f-d629-429c-906c-84b2e90acb29', 'network_id': '27fa8cdc-8041-49c8-8f28-5d4d65e204bd', 'admin_state_up': True, 'tenant_id': '8ec00063f4d84380a60edf996a966f08'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:17.086903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Made reservation on behalf of 8ec00063f4d84380a60edf996a966f08 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:17.098835 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:17.429373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-90210b15-ed81-4085-bf3b-5f0542215897 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:17.434458 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-90210b15-ed81-4085-bf3b-5f0542215897 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "GET /v2.0/ports?device_id=057da4b0-04fc-4d0f-b89d-46083ae09111 HTTP/1.1" status: 200 len: 945 time: 0.1863265 Dec 12 04:15:17.496696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Allocated IP 172.20.0.12 (27fa8cdc-8041-49c8-8f28-5d4d65e204bd/ff01d92d-9386-494a-acde-85fe69825e52/8dcf8bd2-efe9-432e-8dbd-361178d3d91e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:17.681942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Deleting port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:17.682741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:17.858956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] For port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:17.859332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:17.870853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:17.908313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Calling delete_port for 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:17.944043 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:18.057798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Network 27fa8cdc-8041-49c8-8f28-5d4d65e204bd is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:18.060234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Pushing event updated for resources: {'Port': ['ID=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:18.065724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:18.087168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:18.174116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:18.175645 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:18.185137 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:18.202155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-6e00e78a-76af-48ff-9ec7-305216255580 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3238273 Dec 12 04:15:18.221020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Request body: {'port': {'device_id': '1a920e2f-d629-429c-906c-84b2e90acb29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:18.227423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['61ed9b0d-8e49-43fd-8fdf-aa2ac999a396'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:15:18.307287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48998) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:18.342474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Pushing event deleted for resources: {'Port': ['ID=61ed9b0d-8e49-43fd-8fdf-aa2ac999a396,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:18.402231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:18.427097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] No DVR routers for this DVR port 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:15:18.431470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:18.438628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b7cef6c-34b9-4b3c-bd7e-a7a351a5eb79 req-409e13a3-13ab-4664-a304-7363acb031b8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "DELETE /v2.0/ports/61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 HTTP/1.1" status: 204 len: 173 time: 0.9918444 Dec 12 04:15:18.448268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'name': 'network-vif-deleted', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:18.455026 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67186e3e-2bca-4db8-b6cb-189b57514ec3" -d '{"events": [{"server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "name": "network-vif-deleted", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:18.798901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-953392941'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:18.829788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Made reservation on behalf of 82bc42d756f44f9b8885f152d999c356 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:18.835512 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:18.849213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.054315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcf8bd2-efe9-432e-8dbd-361178d3d91e {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:15:19.071887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.077364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.091078 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.137018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a2f045-81ec-4507-baf4-89652d71872a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:19.141227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Transition to ACTIVE for port object 8dcf8bd2-efe9-432e-8dbd-361178d3d91e will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:15:19.152527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:15:19.155048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.200666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.201201 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Added segment f8ba494a-c82b-483f-aa3d-d09cb71abccd of type vlan for network a16b0da5-f26e-4232-9c8e-7fc505e851a0 Dec 12 04:15:19.277145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:19.311378 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.317895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.318393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.319180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.319180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.319724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.320505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.320505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.322985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.322985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.322985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.322985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.322985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.322985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:19.406949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Attempting to bind port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:19.407293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Attempting to bind port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '36b9a2a1-ef89-4f6b-81aa-0745d510d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '27fa8cdc-8041-49c8-8f28-5d4d65e204bd'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:19.407628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Attempting to bind port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e on network 27fa8cdc-8041-49c8-8f28-5d4d65e204bd {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:19.425170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.432965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:19.433724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.441056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e on network 27fa8cdc-8041-49c8-8f28-5d4d65e204bd not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:19.441549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Attempting to bind port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e on network 27fa8cdc-8041-49c8-8f28-5d4d65e204bd {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:19.498035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:15:19.498611 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Checking segment: {'id': '36b9a2a1-ef89-4f6b-81aa-0745d510d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '27fa8cdc-8041-49c8-8f28-5d4d65e204bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:19.499118 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Bound using segment: {'id': '36b9a2a1-ef89-4f6b-81aa-0745d510d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '27fa8cdc-8041-49c8-8f28-5d4d65e204bd'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:15:19.499862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Bound port: 8dcf8bd2-efe9-432e-8dbd-361178d3d91e, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b9a2a1-ef89-4f6b-81aa-0745d510d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '27fa8cdc-8041-49c8-8f28-5d4d65e204bd'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:15:19.500390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.521963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2134342 Dec 12 04:15:19.524714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49026) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:19.532027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Request body: {'subnet': {'network_id': 'a16b0da5-f26e-4232-9c8e-7fc505e851a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:19.548550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1f8a1-3d19-4ebd-b5ee-f4cba30789a1 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event updated for resources: {'Network': ['ID=a16b0da5-f26e-4232-9c8e-7fc505e851a0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:19.566809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a16b0da5-f26e-4232-9c8e-7fc505e851a0 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:15:19.638688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] For port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:15:19.641885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] For port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,segment=NetworkSegment(36b9a2a1-ef89-4f6b-81aa-0745d510d730),segment_id=36b9a2a1-ef89-4f6b-81aa-0745d510d730)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:15:19.652896 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.659800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Made reservation on behalf of 82bc42d756f44f9b8885f152d999c356 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:19.668365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.795026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:19.795655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:19.797131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/8dcf8bd2-efe9-432e-8dbd-361178d3d91e HTTP/1.1" status: 200 len: 1092 time: 1.5815570 Dec 12 04:15:19.797717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a920e2f-d629-429c-906c-84b2e90acb29', 'tag': '8dcf8bd2-efe9-432e-8dbd-361178d3d91e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:19.809631 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27669a6b-7332-4d3f-9096-acb40f4db34f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a920e2f-d629-429c-906c-84b2e90acb29", "tag": "8dcf8bd2-efe9-432e-8dbd-361178d3d91e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:19.908946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ad21a-5470-483d-b445-cbe578e028e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:19.945642 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-1d009bf9-be36-4f4c-aeed-8bb33ec50273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:19.948469 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-1d009bf9-be36-4f4c-aeed-8bb33ec50273 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ec00063f4d84380a60edf996a966f08&device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 1095 time: 0.0718865 Dec 12 04:15:20.027441 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-9f60909f-1db5-4249-bb30-f4dd6a5bf581 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dcf8bd2-efe9-432e-8dbd-361178d3d91e HTTP/1.1" status: 200 len: 217 time: 0.0605841 Dec 12 04:15:20.055304 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:20.109295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-74d3e987-4c2e-452c-a84a-e130d54da412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:20.111089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-74d3e987-4c2e-452c-a84a-e130d54da412 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff01d92d-9386-494a-acde-85fe69825e52 HTTP/1.1" status: 200 len: 861 time: 0.0761368 Dec 12 04:15:20.140524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event updated for resources: {'Subnet': ['ID=6e625185-3dd2-4d9d-abc8-5778ebabdac4,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:20.163800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Checking segment: {'id': 'f8ba494a-c82b-483f-aa3d-d09cb71abccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a16b0da5-f26e-4232-9c8e-7fc505e851a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:20.166446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Network hostable DHCP agents. Network: a16b0da5-f26e-4232-9c8e-7fc505e851a0, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:15:20.178026 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-08528502-d0e1-4a30-b3a0-7e3b536cf5da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27fa8cdc-8041-49c8-8f28-5d4d65e204bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578337 Dec 12 04:15:20.189448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Network a16b0da5-f26e-4232-9c8e-7fc505e851a0 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:15:20.205705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a16b0da5-f26e-4232-9c8e-7fc505e851a0) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:20.212360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:20.213597 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:20.221086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e9a48-d9d5-4ab7-b933-2680cd72bbed None None] Network a16b0da5-f26e-4232-9c8e-7fc505e851a0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:20.247069 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d2ec3da2-8d17-4c2e-8b73-e28af3923c6f tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7204227 Dec 12 04:15:20.249601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49048) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:20.263971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Request body: {'port': {'network_id': 'a16b0da5-f26e-4232-9c8e-7fc505e851a0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2083413291'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:20.424575 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-ddfc14ca-5b56-4cb2-ac8b-079ff6d657e8 service neutron] 10.222.0.18 "GET /v2.0/networks/27fa8cdc-8041-49c8-8f28-5d4d65e204bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373257 Dec 12 04:15:20.456296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-a16b0da5-f26e-4232-9c8e-7fc505e851a0', 'network_id': 'a16b0da5-f26e-4232-9c8e-7fc505e851a0', 'project_id': '82bc42d756f44f9b8885f152d999c356', 'fixed_ips': [{'subnet_id': '6e625185-3dd2-4d9d-abc8-5778ebabdac4'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:15:20.464533 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:20.537331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Made reservation on behalf of 82bc42d756f44f9b8885f152d999c356 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:20.542875 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:20.581788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] device_id is not set on port 8c888ef6-c12a-4bbd-8002-24c21b16a15b yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:15:20.665209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:15:20.715701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:15:20.716343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 61ed9b0d-8e49-43fd-8fdf-aa2ac999a396 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:15:20.758462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e2b2614-e454-4052-9f8b-3a68900577c4 req-d2a51633-4fb1-40fa-908e-49ec93868988 service neutron] 10.222.0.18 "GET /v2.0/networks/27fa8cdc-8041-49c8-8f28-5d4d65e204bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139467 Dec 12 04:15:20.767906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Allocated IP 172.20.0.11 (a16b0da5-f26e-4232-9c8e-7fc505e851a0/6e625185-3dd2-4d9d-abc8-5778ebabdac4/8c888ef6-c12a-4bbd-8002-24c21b16a15b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:20.960974 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.046688 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.143791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Allocated IP 172.20.0.2 (a16b0da5-f26e-4232-9c8e-7fc505e851a0/6e625185-3dd2-4d9d-abc8-5778ebabdac4/548e82c4-d46d-430d-8b60-2cc0ca371889) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:21.156899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Network a16b0da5-f26e-4232-9c8e-7fc505e851a0 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:21.182449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:21.191404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:21.249528 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event updated for resources: {'Port': ['ID=8c888ef6-c12a-4bbd-8002-24c21b16a15b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:21.293765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344b1e-2e19-4ab8-9408-ed52c54915ed req-2332a4ab-25bc-4f0a-9ac6-5bb9d05e13e1 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:21.308184 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4344b1e-2e19-4ab8-9408-ed52c54915ed req-2332a4ab-25bc-4f0a-9ac6-5bb9d05e13e1 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 944 time: 0.2414284 Dec 12 04:15:21.312212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-5f6d7968-fafa-40ff-b1d7-9bb75d7f19d3 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:21.316337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-5f6d7968-fafa-40ff-b1d7-9bb75d7f19d3 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/networks?id=135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 200 len: 815 time: 0.3011396 Dec 12 04:15:21.329410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:21.330255 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.338451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-ef9b716f-51d3-45cd-a162-9777c7ee96c4 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/quotas/5cc9603f7a934e3889caf596e37e0344 HTTP/1.1" status: 200 len: 375 time: 0.0129559 Dec 12 04:15:21.425985 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b252edb8-01d3-4f29-99b7-3ccd52f948fd tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.1753113 Dec 12 04:15:21.431225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49116) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:21.446485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4344b1e-2e19-4ab8-9408-ed52c54915ed req-55c9142d-df74-4964-98e0-1f94abf15e7c tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043074 Dec 12 04:15:21.453770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-39beda07-9839-4959-be31-4ff18c8753de tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc9603f7a934e3889caf596e37e0344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061959 Dec 12 04:15:21.519856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.532691 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.580966 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c63177d-3209-4e3b-89b5-aff064305ae8 x-openstack-request-id: req-8c63177d-3209-4e3b-89b5-aff064305ae8 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:21.583076 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057da4b0-04fc-4d0f-b89d-46083ae09111", "name": "network-vif-deleted", "tag": "61ed9b0d-8e49-43fd-8fdf-aa2ac999a396", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:21.584997 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c63177d-3209-4e3b-89b5-aff064305ae8 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:21.587179 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057da4b0-04fc-4d0f-b89d-46083ae09111', 'name': 'network-vif-deleted', 'tag': '61ed9b0d-8e49-43fd-8fdf-aa2ac999a396', 'status': 'completed', 'code': 200} Dec 12 04:15:21.618172 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d3a540-e73a-47da-a549-8c72b419b462 x-openstack-request-id: req-a3d3a540-e73a-47da-a549-8c72b419b462 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:21.624595 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a920e2f-d629-429c-906c-84b2e90acb29", "tag": "8dcf8bd2-efe9-432e-8dbd-361178d3d91e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:21.625271 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3d3a540-e73a-47da-a549-8c72b419b462 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:21.625579 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a920e2f-d629-429c-906c-84b2e90acb29', 'tag': '8dcf8bd2-efe9-432e-8dbd-361178d3d91e', 'status': 'completed', 'code': 200} Dec 12 04:15:21.633409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Network a16b0da5-f26e-4232-9c8e-7fc505e851a0 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:21.638402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:21.661026 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d3a73e9e-ef59-4077-94a6-663c3e371b5a tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Deleting port 8c888ef6-c12a-4bbd-8002-24c21b16a15b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:21.661909 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3a73e9e-ef59-4077-94a6-663c3e371b5a tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.662130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:21.695781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Pushing event updated for resources: {'Port': ['ID=548e82c4-d46d-430d-8b60-2cc0ca371889,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:21.767759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-da39cd99-2c1b-4c77-a73e-368f5184a6de service neutron] 10.222.0.36 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092437 Dec 12 04:15:21.794846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Attempting to bind port 548e82c4-d46d-430d-8b60-2cc0ca371889 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:21.795424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Attempting to bind port 548e82c4-d46d-430d-8b60-2cc0ca371889 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'f8ba494a-c82b-483f-aa3d-d09cb71abccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a16b0da5-f26e-4232-9c8e-7fc505e851a0'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:21.795796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Attempting to bind port 548e82c4-d46d-430d-8b60-2cc0ca371889 on network a16b0da5-f26e-4232-9c8e-7fc505e851a0 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:21.802020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:15:21.802412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Checking segment: {'id': 'f8ba494a-c82b-483f-aa3d-d09cb71abccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a16b0da5-f26e-4232-9c8e-7fc505e851a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:21.802825 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.803229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Bound using segment: {'id': 'f8ba494a-c82b-483f-aa3d-d09cb71abccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a16b0da5-f26e-4232-9c8e-7fc505e851a0'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:15:21.803714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Bound port: 548e82c4-d46d-430d-8b60-2cc0ca371889, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ba494a-c82b-483f-aa3d-d09cb71abccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a16b0da5-f26e-4232-9c8e-7fc505e851a0'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:15:21.804105 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.897269 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3a73e9e-ef59-4077-94a6-663c3e371b5a tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.908041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-722eb5ef-93ec-4971-8005-f8042db0b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:21.910509 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-722eb5ef-93ec-4971-8005-f8042db0b088 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ec00063f4d84380a60edf996a966f08&device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 1095 time: 0.2408285 Dec 12 04:15:21.929143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] For port 548e82c4-d46d-430d-8b60-2cc0ca371889, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:15:21.935725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] For port 548e82c4-d46d-430d-8b60-2cc0ca371889, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=548e82c4-d46d-430d-8b60-2cc0ca371889,segment=NetworkSegment(f8ba494a-c82b-483f-aa3d-d09cb71abccd),segment_id=f8ba494a-c82b-483f-aa3d-d09cb71abccd)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:15:21.945303 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:21.958574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d3a73e9e-ef59-4077-94a6-663c3e371b5a tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Calling delete_port for 8c888ef6-c12a-4bbd-8002-24c21b16a15b owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:22.071183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7036d8-4efe-43ab-9a84-836c094861a6 None None] Pushing event updated for resources: {'Port': ['ID=548e82c4-d46d-430d-8b60-2cc0ca371889,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:22.112440 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a4228a32-85d4-4b89-b3dc-bde7bf4dda59 service neutron] 10.222.0.36 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342979 Dec 12 04:15:22.146221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-bbb72aea-a67d-4b98-8b9f-9c6344b9bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:22.147735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-bbb72aea-a67d-4b98-8b9f-9c6344b9bd71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=27fa8cdc-8041-49c8-8f28-5d4d65e204bd HTTP/1.1" status: 200 len: 921 time: 0.2269309 Dec 12 04:15:22.239010 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-19ee158f-a268-4c8f-8b7f-08cc52de8485 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dcf8bd2-efe9-432e-8dbd-361178d3d91e HTTP/1.1" status: 200 len: 217 time: 0.0817688 Dec 12 04:15:22.270118 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3a73e9e-ef59-4077-94a6-663c3e371b5a tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:22.317789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-d10eec5d-f944-4b31-8329-1b8505fb1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:22.321741 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-d10eec5d-f944-4b31-8329-1b8505fb1588 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff01d92d-9386-494a-acde-85fe69825e52 HTTP/1.1" status: 200 len: 861 time: 0.0748513 Dec 12 04:15:22.385732 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-7eac871a-9a9b-42c5-b883-e9dc57d999fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27fa8cdc-8041-49c8-8f28-5d4d65e204bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544150 Dec 12 04:15:22.474975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a73e9e-ef59-4077-94a6-663c3e371b5a tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event deleted for resources: {'Port': ['ID=8c888ef6-c12a-4bbd-8002-24c21b16a15b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:22.658423 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb9371f4-d215-47cb-9ece-4b54cdc403dc req-b35c4277-9255-4358-9f99-6bd816d59508 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 210 time: 0.0957208 Dec 12 04:15:22.678371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3a73e9e-ef59-4077-94a6-663c3e371b5a tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:22.682678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d3a73e9e-ef59-4077-94a6-663c3e371b5a tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] 10.222.0.36 "DELETE /v2.0/ports/8c888ef6-c12a-4bbd-8002-24c21b16a15b HTTP/1.1" status: 204 len: 168 time: 1.2491879 Dec 12 04:15:22.686433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49142) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:22.779199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49150) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:22.792108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-97e533b6-9080-429c-8dbb-9278d0864054 service neutron] 10.222.0.18 "GET /v2.0/networks/27fa8cdc-8041-49c8-8f28-5d4d65e204bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003570 Dec 12 04:15:22.893917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27669a6b-7332-4d3f-9096-acb40f4db34f req-013a73af-4f43-4895-803f-767fa02fe209 service neutron] 10.222.0.18 "GET /v2.0/networks/27fa8cdc-8041-49c8-8f28-5d4d65e204bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944364 Dec 12 04:15:22.979441 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd2b8-b821-403c-b8b7-9c9293923b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.037861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dae8b-b458-4027-8f22-990d6a347339 req-7b6a591d-2d04-4e21-819c-8ba2c386f079 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:23.039467 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f2dae8b-b458-4027-8f22-990d6a347339 req-7b6a591d-2d04-4e21-819c-8ba2c386f079 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 944 time: 0.1398230 Dec 12 04:15:23.083422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2e891a49-6f65-4f1f-8dab-af805f736f66 tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3932722 Dec 12 04:15:23.083883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49158) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:23.090453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1080774681'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:23.144105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd2b8-b821-403c-b8b7-9c9293923b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.155664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd2b8-b821-403c-b8b7-9c9293923b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.191912 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f2dae8b-b458-4027-8f22-990d6a347339 req-10fc4a15-a719-43e0-a8a3-5fdf8ab99b00 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140647 Dec 12 04:15:23.196668 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9b8cd2b8-b821-403c-b8b7-9c9293923b5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fe25ddd8e204bef8171dd179fa43a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4104388 Dec 12 04:15:23.198739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Made reservation on behalf of 82bc42d756f44f9b8885f152d999c356 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:23.205471 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.208018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49162) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:23.253117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cd2b8-b821-403c-b8b7-9c9293923b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ef3513-c9c6-4663-bdeb-b1f7e1906e95,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:23.292065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:15:23.311974 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.312349 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Added segment 07a7c877-5928-4b7b-b659-a8afb114c073 of type vlan for network ea58da5b-b9da-4002-88a7-f9db36e70c35 Dec 12 04:15:23.316045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8a90-f3d3-4ccf-ad62-302119396d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.352253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8a90-f3d3-4ccf-ad62-302119396d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.438339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.479545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8a90-f3d3-4ccf-ad62-302119396d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.488939 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8a90-f3d3-4ccf-ad62-302119396d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.492501 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b1fa8a90-f3d3-4ccf-ad62-302119396d70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6ef3513-c9c6-4663-bdeb-b1f7e1906e95 HTTP/1.1" status: 204 len: 168 time: 0.2810538 Dec 12 04:15:23.509014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa8a90-f3d3-4ccf-ad62-302119396d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ef3513-c9c6-4663-bdeb-b1f7e1906e95,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:23.557881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.573091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:23.575184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:23.697516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6125031 Dec 12 04:15:23.700243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49168) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:23.726182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588f56-470f-4883-aa71-e1ca53a6abe5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event updated for resources: {'Network': ['ID=ea58da5b-b9da-4002-88a7-f9db36e70c35,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:23.732617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d40505e-2c2a-4481-90db-6c41a37a1cb5 None None] Network a16b0da5-f26e-4232-9c8e-7fc505e851a0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:23.909651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ea58da5b-b9da-4002-88a7-f9db36e70c35 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:15:24.016268 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-90aaa6d9-b773-49a9-acd5-966a27be01dd req-184eeaad-c889-4313-b066-7c3e28458598 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 210 time: 0.0520346 Dec 12 04:15:24.064040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 548e82c4-d46d-430d-8b60-2cc0ca371889 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:24.067502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49176) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:24.083231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf833-1ac4-432b-b9d4-1dd0be1b9a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.165219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ee69891a-8108-4fbd-9d41-e3cf3b3a7d7c tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] 10.222.0.36 "GET /v2.0/agents/c9cc10b6-2799-4088-ab5a-0f12fc2a3a96/dhcp-networks HTTP/1.1" status: 200 len: 10467 time: 0.4606843 Dec 12 04:15:24.165455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49182) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:24.186432 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf833-1ac4-432b-b9d4-1dd0be1b9a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.193457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf833-1ac4-432b-b9d4-1dd0be1b9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.247162 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6c1cf833-1ac4-432b-b9d4-1dd0be1b9a7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d16359515a94e129669f91784cd660b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785460 Dec 12 04:15:24.250008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49186) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:24.261537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cf833-1ac4-432b-b9d4-1dd0be1b9a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d7029d-dbf4-46eb-9524-fae59ef62622,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:24.377366 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-01e28deb-4a82-45af-8c96-3feeef5e7ba6 None None] Provisioning complete for port 548e82c4-d46d-430d-8b60-2cc0ca371889 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:24.378451 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-01e28deb-4a82-45af-8c96-3feeef5e7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.392254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea9288-845a-42aa-8d6d-0ec5003b854e tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] Network ea58da5b-b9da-4002-88a7-f9db36e70c35 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:15:24.413636 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2f6d25f0-6c43-478d-8b2c-fc870803c594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.437266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2f6d25f0-6c43-478d-8b2c-fc870803c594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.495693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8f79c-0395-47d4-9b32-e25e4aadc101 req-09e27071-8029-4e08-bca1-d427ff13b3db tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:24.497501 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bb8f79c-0395-47d4-9b32-e25e4aadc101 req-09e27071-8029-4e08-bca1-d427ff13b3db tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 944 time: 0.1676834 Dec 12 04:15:24.499283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-49ea9288-845a-42aa-8d6d-0ec5003b854e tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] 10.222.0.36 "POST /v2.0/agents/c9cc10b6-2799-4088-ab5a-0f12fc2a3a96/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3314252 Dec 12 04:15:24.501980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49190) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:24.508833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2f6d25f0-6c43-478d-8b2c-fc870803c594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.512788 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2f6d25f0-6c43-478d-8b2c-fc870803c594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.513462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2f6d25f0-6c43-478d-8b2c-fc870803c594 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93d7029d-dbf4-46eb-9524-fae59ef62622 HTTP/1.1" status: 204 len: 168 time: 0.2625184 Dec 12 04:15:24.531179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d25f0-6c43-478d-8b2c-fc870803c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d7029d-dbf4-46eb-9524-fae59ef62622,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:24.541410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8dcf8bd2-efe9-432e-8dbd-361178d3d91e details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:15:24.547629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48593c48-f01e-4449-b983-cf82be68828b None None] Network ea58da5b-b9da-4002-88a7-f9db36e70c35 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:24.610164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-0da73115-dc8f-41f9-9fa8-32b79d9974e1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:24.613882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-0da73115-dc8f-41f9-9fa8-32b79d9974e1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "GET /v2.0/networks?id=135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 200 len: 815 time: 0.2264161 Dec 12 04:15:24.631740 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bb8f79c-0395-47d4-9b32-e25e4aadc101 req-3e733eb4-69ea-404b-bcf1-4e3e89fb18af tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238246 Dec 12 04:15:24.638052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Request body: {'port': {'device_id': '1dfd3484-589d-421a-93ff-61aea4d2733e', 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b', 'admin_state_up': True, 'tenant_id': '5cc9603f7a934e3889caf596e37e0344'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:24.740521 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5048da44-8f10-49a8-8a9f-b8be789a7910 tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] 10.222.0.36 "GET /v2.0/agents/c9cc10b6-2799-4088-ab5a-0f12fc2a3a96/dhcp-networks HTTP/1.1" status: 200 len: 11237 time: 0.2372484 Dec 12 04:15:24.745320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49196) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:24.803626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 548e82c4-d46d-430d-8b60-2cc0ca371889 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:24.804182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.834421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Made reservation on behalf of 5cc9603f7a934e3889caf596e37e0344 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:24.845901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:24.848794 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cae5ed7d-4eda-472d-adf3-9217198a06aa tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] 10.222.0.36 "DELETE /v2.0/agents/c9cc10b6-2799-4088-ab5a-0f12fc2a3a96/dhcp-networks/ea58da5b-b9da-4002-88a7-f9db36e70c35 HTTP/1.1" status: 204 len: 168 time: 0.1018698 Dec 12 04:15:24.849624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49198) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:25.061435 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-01e28deb-4a82-45af-8c96-3feeef5e7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.084731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Allocated IP 172.20.0.9 (135de146-bf1d-4fba-b10a-011d2b08b85b/e74c4207-adec-4fe8-b46e-fd349258bac6/19b4c5da-b994-442f-a3a3-53ac7ae40895) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:25.086009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,segment=NetworkSegment(36b9a2a1-ef89-4f6b-81aa-0745d510d730),segment_id=36b9a2a1-ef89-4f6b-81aa-0745d510d730)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:25.145473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fb8e298c-89d4-49d4-855f-1a5553f1d829 tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] 10.222.0.36 "GET /v2.0/agents/c9cc10b6-2799-4088-ab5a-0f12fc2a3a96/dhcp-networks HTTP/1.1" status: 200 len: 10467 time: 0.2895389 Dec 12 04:15:25.146626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49210) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:25.171374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '8dcf8bd2-efe9-432e-8dbd-361178d3d91e', 'network_id': '27fa8cdc-8041-49c8-8f28-5d4d65e204bd', 'port_id': '8dcf8bd2-efe9-432e-8dbd-361178d3d91e', 'mac_address': 'fa:16:3e:03:ca:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff01d92d-9386-494a-acde-85fe69825e52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:15:25.232563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-01e28deb-4a82-45af-8c96-3feeef5e7ba6 None None] For port 548e82c4-d46d-430d-8b60-2cc0ca371889, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=548e82c4-d46d-430d-8b60-2cc0ca371889,segment=NetworkSegment(f8ba494a-c82b-483f-aa3d-d09cb71abccd),segment_id=f8ba494a-c82b-483f-aa3d-d09cb71abccd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:25.235253 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.250708 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8afaeaba-3388-4373-97b4-00962bb348b6 tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] 10.222.0.36 "GET /v2.0/networks/a16b0da5-f26e-4232-9c8e-7fc505e851a0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1008217 Dec 12 04:15:25.263304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27f1ad65-e522-48a7-8d0c-d00705563ff0 req-a623ec54-fe6e-4afa-ab54-6c54d080678a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 210 time: 0.0787911 Dec 12 04:15:25.263832 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49214) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:25.267386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-01e28deb-4a82-45af-8c96-3feeef5e7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.304946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.336956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49218) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:25.339904 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-08baab49-7a8d-48c8-af61-9994fd7fd91e tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] 10.222.0.36 "GET /v2.0/networks/a16b0da5-f26e-4232-9c8e-7fc505e851a0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0611439 Dec 12 04:15:25.392879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e28deb-4a82-45af-8c96-3feeef5e7ba6 None None] Pushing event updated for resources: {'Port': ['ID=548e82c4-d46d-430d-8b60-2cc0ca371889,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:25.421526 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.438937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.522698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcf8bd2-efe9-432e-8dbd-361178d3d91e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:15:25.532528 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Network 135de146-bf1d-4fba-b10a-011d2b08b85b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:25.537542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Pushing event updated for resources: {'Port': ['ID=19b4c5da-b994-442f-a3a3-53ac7ae40895,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:25.545794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:25.564551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:25.571440 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:15:25.571806 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:15:25.591237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c801a710-2c07-4973-bf7f-3e7d47966b58 None None] Provisioning complete for port 548e82c4-d46d-430d-8b60-2cc0ca371889 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:25.591619 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c801a710-2c07-4973-bf7f-3e7d47966b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.606741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,segment=NetworkSegment(36b9a2a1-ef89-4f6b-81aa-0745d510d730),segment_id=36b9a2a1-ef89-4f6b-81aa-0745d510d730)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:25.681308 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.785854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:25.786602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.808911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f47ead33-2d0c-4406-b1b3-6bc2f66c65d7 tempest-DHCPAgentSchedulersTestJSON-1109693948 tempest-DHCPAgentSchedulersTestJSON-1109693948-project-admin] 10.222.0.36 "GET /v2.0/agents/c9cc10b6-2799-4088-ab5a-0f12fc2a3a96/dhcp-networks HTTP/1.1" status: 200 len: 10467 time: 0.4707668 Dec 12 04:15:25.809898 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49234) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:25.832285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:25.876386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2363bc-f9e2-4324-b2d9-3635306ab33a req-9939ec6e-e0b6-450d-8d79-b38cd82fd4e4 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:25.895973 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f2363bc-f9e2-4324-b2d9-3635306ab33a req-9939ec6e-e0b6-450d-8d79-b38cd82fd4e4 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 945 time: 0.1308937 Dec 12 04:15:25.964696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2094bcd6-4a11-48fd-9ef6-00931fc7a924 None None] Could not find standard attr ID for object 8c888ef6-c12a-4bbd-8002-24c21b16a15b. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:15:25.970188 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f2363bc-f9e2-4324-b2d9-3635306ab33a req-e0173d76-8603-44d9-9ad8-cad656abcb0c tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723307 Dec 12 04:15:25.971352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:25.990592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-9b811222-f210-45a9-b25e-b96bf704778f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3573129 Dec 12 04:15:26.014843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['8dcf8bd2-efe9-432e-8dbd-361178d3d91e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:15:26.064173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Request body: {'port': {'device_id': '1dfd3484-589d-421a-93ff-61aea4d2733e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:26.207002 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.257423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.261792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea58da5b-b9da-4002-88a7-f9db36e70c35']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:26.291533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a7c877-5928-4b7b-b659-a8afb114c073') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:26.291763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a7c877-5928-4b7b-b659-a8afb114c073') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:26.297944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 548e82c4-d46d-430d-8b60-2cc0ca371889 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:26.305430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.347901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.364392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:15:26.365123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:15:26.368478 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:15:26.390780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 548e82c4-d46d-430d-8b60-2cc0ca371889 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:26.391216 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.462540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18dbb7-c38f-49ee-aa5b-cc808a32b99c req-efbc1e47-d4a2-42d4-b9b6-922bcc8a3061 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:26.474123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be18dbb7-c38f-49ee-aa5b-cc808a32b99c req-efbc1e47-d4a2-42d4-b9b6-922bcc8a3061 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 931 time: 0.0717633 Dec 12 04:15:26.502292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:15:26.506376 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.522866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.532729 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] 10.222.0.36 "DELETE /v2.0/networks/ea58da5b-b9da-4002-88a7-f9db36e70c35 HTTP/1.1" status: 204 len: 168 time: 0.7192564 Dec 12 04:15:26.533963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49250) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:26.584669 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-d415d28a-d74e-4c25-a190-f5dd4057bcd5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] DELETE failed (client error): The resource could not be found. Dec 12 04:15:26.585366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d415d28a-d74e-4c25-a190-f5dd4057bcd5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:15:26.589034 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d415d28a-d74e-4c25-a190-f5dd4057bcd5 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] 10.222.0.36 "DELETE /v2.0/ports/8c888ef6-c12a-4bbd-8002-24c21b16a15b HTTP/1.1" status: 404 len: 333 time: 0.0531828 Dec 12 04:15:26.594481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49254) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:26.599990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a744c2-4584-4d0c-915f-408166b58340 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event deleted for resources: {'Network': ['ID=ea58da5b-b9da-4002-88a7-f9db36e70c35,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:26.669262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfae78dc-2482-44ed-ad2c-5ea6fdc93ac4 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Deleting subnet 6e625185-3dd2-4d9d-abc8-5778ebabdac4 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:15:26.672840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfae78dc-2482-44ed-ad2c-5ea6fdc93ac4 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.714987 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be18dbb7-c38f-49ee-aa5b-cc808a32b99c req-2923a43f-21e5-4956-bd55-85d8ee853b4e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306883 Dec 12 04:15:26.751261 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfae78dc-2482-44ed-ad2c-5ea6fdc93ac4 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.783901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b4c5da-b994-442f-a3a3-53ac7ae40895 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:15:26.807377 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.833191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Transition to ACTIVE for port object 19b4c5da-b994-442f-a3a3-53ac7ae40895 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:15:26.844621 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.859406 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.893788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:26.896840 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8778c3-5502-4e40-8596-9e852d14cce3" -d '{"events": [{"server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:26.913744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:26.924448 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.941580 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfae78dc-2482-44ed-ad2c-5ea6fdc93ac4 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:26.944041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=19b4c5da-b994-442f-a3a3-53ac7ae40895,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:26.983463 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2222df-9ae9-4cc9-ab70-687d07437b32 x-openstack-request-id: req-3c2222df-9ae9-4cc9-ab70-687d07437b32 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:26.984082 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:26.984856 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c2222df-9ae9-4cc9-ab70-687d07437b32 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:26.985735 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0', 'code': 200} Dec 12 04:15:27.039225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:27.055797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfae78dc-2482-44ed-ad2c-5ea6fdc93ac4 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:27.105657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Attempting to bind port 19b4c5da-b994-442f-a3a3-53ac7ae40895 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:27.106187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Attempting to bind port 19b4c5da-b994-442f-a3a3-53ac7ae40895 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:27.106398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Attempting to bind port 19b4c5da-b994-442f-a3a3-53ac7ae40895 on network 135de146-bf1d-4fba-b10a-011d2b08b85b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:27.112535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Port 19b4c5da-b994-442f-a3a3-53ac7ae40895 on network 135de146-bf1d-4fba-b10a-011d2b08b85b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:27.112906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Attempting to bind port 19b4c5da-b994-442f-a3a3-53ac7ae40895 on network 135de146-bf1d-4fba-b10a-011d2b08b85b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:27.122031 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:15:27.122973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Checking segment: {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:27.123491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Bound using segment: {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:15:27.124331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Bound port: 19b4c5da-b994-442f-a3a3-53ac7ae40895, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:15:27.125000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:27.216854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] For port 19b4c5da-b994-442f-a3a3-53ac7ae40895, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:15:27.221375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] For port 19b4c5da-b994-442f-a3a3-53ac7ae40895, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=19b4c5da-b994-442f-a3a3-53ac7ae40895,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:15:27.230396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:27.296954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:27.297770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:27.299467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/19b4c5da-b994-442f-a3a3-53ac7ae40895 HTTP/1.1" status: 200 len: 1091 time: 1.2463543 Dec 12 04:15:27.302584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfd3484-589d-421a-93ff-61aea4d2733e', 'tag': '19b4c5da-b994-442f-a3a3-53ac7ae40895'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:27.307624 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfd3484-589d-421a-93ff-61aea4d2733e", "tag": "19b4c5da-b994-442f-a3a3-53ac7ae40895"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:27.348846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290531c-f287-4c62-89d1-6f46102aa4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=19b4c5da-b994-442f-a3a3-53ac7ae40895,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:27.438570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-f6a4b554-969e-4338-b10b-d9cf29335edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:27.440901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-f6a4b554-969e-4338-b10b-d9cf29335edf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cc9603f7a934e3889caf596e37e0344&device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 1094 time: 0.0679710 Dec 12 04:15:27.443623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae78dc-2482-44ed-ad2c-5ea6fdc93ac4 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event deleted for resources: {'Subnet': ['ID=6e625185-3dd2-4d9d-abc8-5778ebabdac4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:27.458708 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfae78dc-2482-44ed-ad2c-5ea6fdc93ac4 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:27.463756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dfae78dc-2482-44ed-ad2c-5ea6fdc93ac4 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] 10.222.0.36 "DELETE /v2.0/subnets/6e625185-3dd2-4d9d-abc8-5778ebabdac4 HTTP/1.1" status: 204 len: 168 time: 0.8679993 Dec 12 04:15:27.465935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1334dfe-eec6-47e9-a550-ec7afac2be43 None None] Network a16b0da5-f26e-4232-9c8e-7fc505e851a0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:27.466490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49280) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:27.504197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cd99a-aa1a-45a8-9739-337606a0c90f req-81121a39-d7f1-4423-b9dd-28e5fe641e2f tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:27.506900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-308cd99a-aa1a-45a8-9739-337606a0c90f req-81121a39-d7f1-4423-b9dd-28e5fe641e2f tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 945 time: 0.0679436 Dec 12 04:15:27.546483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-b5a67a18-31c8-4b20-8a0e-39a50c655464 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19b4c5da-b994-442f-a3a3-53ac7ae40895 HTTP/1.1" status: 200 len: 217 time: 0.0787849 Dec 12 04:15:27.575289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-308cd99a-aa1a-45a8-9739-337606a0c90f req-afd3cf06-6ed1-4436-9f8c-4bf11dab0c5b tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601585 Dec 12 04:15:27.664108 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3410b9bd-46c0-4f0d-9b30-e4d0c2f0abb0 x-openstack-request-id: req-3410b9bd-46c0-4f0d-9b30-e4d0c2f0abb0 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:27.664236 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfd3484-589d-421a-93ff-61aea4d2733e", "tag": "19b4c5da-b994-442f-a3a3-53ac7ae40895", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:27.664503 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3410b9bd-46c0-4f0d-9b30-e4d0c2f0abb0 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:27.665332 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfd3484-589d-421a-93ff-61aea4d2733e', 'tag': '19b4c5da-b994-442f-a3a3-53ac7ae40895', 'status': 'completed', 'code': 200} Dec 12 04:15:27.675790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:27.701151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-67285c92-2aad-49c4-8a26-0b164e078d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:27.703478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-67285c92-2aad-49c4-8a26-0b164e078d0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e74c4207-adec-4fe8-b46e-fd349258bac6 HTTP/1.1" status: 200 len: 855 time: 0.1219280 Dec 12 04:15:27.739437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc52f6f-6f43-4770-8f36-05059d940264 None None] DHCP port deletion for a16b0da5-f26e-4232-9c8e-7fc505e851a0 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:15:27.766444 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-038160be-d0a3-48e8-b6f9-dd24637f5864 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=135de146-bf1d-4fba-b10a-011d2b08b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340638 Dec 12 04:15:27.803909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Deleting port 548e82c4-d46d-430d-8b60-2cc0ca371889 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:27.804537 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:27.815646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2fc52f6f-6f43-4770-8f36-05059d940264 None None] Deleting port 548e82c4-d46d-430d-8b60-2cc0ca371889 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:27.816128 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2fc52f6f-6f43-4770-8f36-05059d940264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:27.927440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86002212-f90e-4883-94f9-bd731a8cd54e req-8755a8ef-c07f-43e9-9682-837f22bf336c tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:27.929391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-86002212-f90e-4883-94f9-bd731a8cd54e req-8755a8ef-c07f-43e9-9682-837f22bf336c tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 943 time: 0.0634513 Dec 12 04:15:27.957920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2fc52f6f-6f43-4770-8f36-05059d940264 None None] For port 548e82c4-d46d-430d-8b60-2cc0ca371889, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=548e82c4-d46d-430d-8b60-2cc0ca371889,segment=NetworkSegment(f8ba494a-c82b-483f-aa3d-d09cb71abccd),segment_id=f8ba494a-c82b-483f-aa3d-d09cb71abccd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:27.959619 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2fc52f6f-6f43-4770-8f36-05059d940264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:27.979714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2fc52f6f-6f43-4770-8f36-05059d940264 None None] Calling delete_port for 548e82c4-d46d-430d-8b60-2cc0ca371889 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:28.048189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-86002212-f90e-4883-94f9-bd731a8cd54e req-d605358f-26bc-4794-b2b5-bf8cb486c900 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042664 Dec 12 04:15:28.081751 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2fc52f6f-6f43-4770-8f36-05059d940264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.102542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc52f6f-6f43-4770-8f36-05059d940264 None None] No DVR routers for this DVR port 548e82c4-d46d-430d-8b60-2cc0ca371889 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:15:28.129277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc52f6f-6f43-4770-8f36-05059d940264 None None] Pushing event deleted for resources: {'Port': ['ID=548e82c4-d46d-430d-8b60-2cc0ca371889,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:28.257240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 548e82c4-d46d-430d-8b60-2cc0ca371889 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:15:28.281145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 548e82c4-d46d-430d-8b60-2cc0ca371889 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:15:28.281795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 548e82c4-d46d-430d-8b60-2cc0ca371889 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:15:28.406930 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-3f6c035a-4f0d-402a-902e-1a3314f6128c service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264954 Dec 12 04:15:28.409305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] For port 548e82c4-d46d-430d-8b60-2cc0ca371889, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=548e82c4-d46d-430d-8b60-2cc0ca371889,segment=NetworkSegment(f8ba494a-c82b-483f-aa3d-d09cb71abccd),segment_id=f8ba494a-c82b-483f-aa3d-d09cb71abccd)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:28.409685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.434660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Calling delete_port for 548e82c4-d46d-430d-8b60-2cc0ca371889 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:28.514627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8dcf8bd2-efe9-432e-8dbd-361178d3d91e up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:28.574854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0e014b-f9b0-4f0c-81c3-796703c79afa req-2af04b59-a442-4b6d-9f16-5edf01768964 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551905 Dec 12 04:15:28.592594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.605181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:15:28.610450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:28.612080 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.624956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event deleted for resources: {'Port': ['ID=548e82c4-d46d-430d-8b60-2cc0ca371889,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:28.629338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] No DVR routers for this DVR port 548e82c4-d46d-430d-8b60-2cc0ca371889 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:15:28.724573 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.798226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.810337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,segment=NetworkSegment(36b9a2a1-ef89-4f6b-81aa-0745d510d730),segment_id=36b9a2a1-ef89-4f6b-81aa-0745d510d730)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:28.816687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c17a5-32dc-4878-9c1d-fb59effc6cc3 req-53e348ac-05e6-47aa-a5cf-87bf92b5d1d0 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:28.818729 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-874c17a5-32dc-4878-9c1d-fb59effc6cc3 req-53e348ac-05e6-47aa-a5cf-87bf92b5d1d0 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 945 time: 0.0975106 Dec 12 04:15:28.820618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.823908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-d0150bc1-c290-4646-924b-08c66f9bfae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:28.825772 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-d0150bc1-c290-4646-924b-08c66f9bfae6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cc9603f7a934e3889caf596e37e0344&device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 1094 time: 0.1245120 Dec 12 04:15:28.827558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16b0da5-f26e-4232-9c8e-7fc505e851a0']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:28.851809 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ba494a-c82b-483f-aa3d-d09cb71abccd') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:28.852295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ba494a-c82b-483f-aa3d-d09cb71abccd') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:28.895056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.923484 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.931708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:28.936646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-874c17a5-32dc-4878-9c1d-fb59effc6cc3 req-40eb19e1-8a74-4f34-831c-9b0ad3ec177d tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102922 Dec 12 04:15:28.951416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:15:28.951838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:15:28.955211 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:15:28.986663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a920e2f-d629-429c-906c-84b2e90acb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf8bd2-efe9-432e-8dbd-361178d3d91e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:28.989637 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcc19d3-987a-492d-ad0e-c00b030e5a3b" -d '{"events": [{"server_uuid": "1a920e2f-d629-429c-906c-84b2e90acb29", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf8bd2-efe9-432e-8dbd-361178d3d91e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:29.051037 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a4a3d-a89c-4449-a364-e2fe5bd92447 x-openstack-request-id: req-de1a4a3d-a89c-4449-a364-e2fe5bd92447 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:29.051336 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a920e2f-d629-429c-906c-84b2e90acb29", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf8bd2-efe9-432e-8dbd-361178d3d91e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:29.051595 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de1a4a3d-a89c-4449-a364-e2fe5bd92447 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:29.051995 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a920e2f-d629-429c-906c-84b2e90acb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf8bd2-efe9-432e-8dbd-361178d3d91e', 'code': 200} Dec 12 04:15:29.054466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-ee1219ee-0699-40c2-ab05-385ec3b99cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:29.055984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-ee1219ee-0699-40c2-ab05-385ec3b99cc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 200 len: 915 time: 0.2208776 Dec 12 04:15:29.065162 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:29.143351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:29.151342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] 10.222.0.36 "DELETE /v2.0/networks/a16b0da5-f26e-4232-9c8e-7fc505e851a0 HTTP/1.1" status: 204 len: 168 time: 1.6818027 Dec 12 04:15:29.156097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-c7508c05-0e04-45c9-b682-ac20b2c2b437 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19b4c5da-b994-442f-a3a3-53ac7ae40895 HTTP/1.1" status: 200 len: 217 time: 0.0920131 Dec 12 04:15:29.194420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad570a-7dd1-40a5-b596-f5498cdcc576 tempest-DHCPAgentSchedulersTestJSON-130154790 tempest-DHCPAgentSchedulersTestJSON-130154790-project] Pushing event deleted for resources: {'Network': ['ID=a16b0da5-f26e-4232-9c8e-7fc505e851a0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:29.263662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-c05eeebc-d9a2-4c37-8e5c-81564560a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:29.270888 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-c05eeebc-d9a2-4c37-8e5c-81564560a66c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e74c4207-adec-4fe8-b46e-fd349258bac6 HTTP/1.1" status: 200 len: 855 time: 0.1028543 Dec 12 04:15:29.272588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a46f21-7e79-4ee9-b360-52bf3c607df9 req-25309ffa-9ec4-46b8-8f5f-2dccb76665bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:29.280791 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b1a46f21-7e79-4ee9-b360-52bf3c607df9 req-25309ffa-9ec4-46b8-8f5f-2dccb76665bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 1097 time: 0.0767748 Dec 12 04:15:29.297708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e6032-c67a-4abb-8316-17a53783aaf3 req-a0b9f37c-919d-457c-bcc8-0e5116b355bd tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:29.310684 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f3e6032-c67a-4abb-8316-17a53783aaf3 req-a0b9f37c-919d-457c-bcc8-0e5116b355bd tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 943 time: 0.1456554 Dec 12 04:15:29.343632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-aae8bffe-eb28-4a39-9181-3b33aa8755c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=135de146-bf1d-4fba-b10a-011d2b08b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658154 Dec 12 04:15:29.423453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f3e6032-c67a-4abb-8316-17a53783aaf3 req-86eea405-cbf2-4f40-ac6d-ae559ed77ca7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115775 Dec 12 04:15:29.426809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b1a46f21-7e79-4ee9-b360-52bf3c607df9 req-eae839ac-01b7-4c10-a6f3-9b98194580b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053557 Dec 12 04:15:29.479056 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-951bb639-dc8c-4719-8241-8202a1245094 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259224 Dec 12 04:15:29.600445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9f5e5a0-da2f-4f4e-a481-0f6f381f423b req-1318c1f2-e989-40dd-8fd5-5e79dc754612 service neutron] 10.222.0.37 "GET /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124945 Dec 12 04:15:29.632735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49358) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:29.851176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-742c64c5-69fe-494c-af35-0484984142c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82bc42d756f44f9b8885f152d999c356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2169526 Dec 12 04:15:29.853800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49370) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:29.913359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a74e376d-8ccb-4145-9722-c2d4602e8d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:29.913958 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:15:29.937919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a74e376d-8ccb-4145-9722-c2d4602e8d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:29.998367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a74e376d-8ccb-4145-9722-c2d4602e8d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.001289 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a74e376d-8ccb-4145-9722-c2d4602e8d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.003187 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a74e376d-8ccb-4145-9722-c2d4602e8d21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23a2f045-81ec-4507-baf4-89652d71872a HTTP/1.1" status: 204 len: 168 time: 0.1473746 Dec 12 04:15:30.080066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e376d-8ccb-4145-9722-c2d4602e8d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a2f045-81ec-4507-baf4-89652d71872a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:30.114114 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde0c93-4e53-4930-9697-77eec848f52e req-3a7191a1-b46d-4677-8291-7fbd8a7f0f74 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:30.115873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2fde0c93-4e53-4930-9697-77eec848f52e req-3a7191a1-b46d-4677-8291-7fbd8a7f0f74 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 946 time: 0.0986416 Dec 12 04:15:30.192772 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2fde0c93-4e53-4930-9697-77eec848f52e req-8c10241b-cde3-4553-b768-01d1bfc53f58 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702536 Dec 12 04:15:30.219335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49384) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:30.364675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c31ecf8-e460-4bd6-8e5a-a7aa46f919dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.432421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49390) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:30.451418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-09bd4f47-d895-4e86-81a0-bcde0ca9d3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.474616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c31ecf8-e460-4bd6-8e5a-a7aa46f919dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.481607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c31ecf8-e460-4bd6-8e5a-a7aa46f919dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.514772 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7c31ecf8-e460-4bd6-8e5a-a7aa46f919dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e201595bdef403eb1ae3e0de5ddb48f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919946 Dec 12 04:15:30.516465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49394) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:30.548540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 19b4c5da-b994-442f-a3a3-53ac7ae40895 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:15:30.602780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31ecf8-e460-4bd6-8e5a-a7aa46f919dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ce37d9-57ec-4c5e-a895-905863b4d4b7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:30.634483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-113392ab-7c36-4a00-8191-548ad99ff5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.670503 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-09bd4f47-d895-4e86-81a0-bcde0ca9d3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.680013 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-09bd4f47-d895-4e86-81a0-bcde0ca9d3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.685366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49e164-f8bb-4f46-ad34-d95f9718076a req-48b9b4d1-c86d-445f-a30b-c2c46ce15bcb tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:30.687506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c49e164-f8bb-4f46-ad34-d95f9718076a req-48b9b4d1-c86d-445f-a30b-c2c46ce15bcb tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 943 time: 0.1076167 Dec 12 04:15:30.707085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-113392ab-7c36-4a00-8191-548ad99ff5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.727274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 19b4c5da-b994-442f-a3a3-53ac7ae40895, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=19b4c5da-b994-442f-a3a3-53ac7ae40895,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:30.749198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '19b4c5da-b994-442f-a3a3-53ac7ae40895', 'network_id': '135de146-bf1d-4fba-b10a-011d2b08b85b', 'port_id': '19b4c5da-b994-442f-a3a3-53ac7ae40895', 'mac_address': 'fa:16:3e:75:ad:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74c4207-adec-4fe8-b46e-fd349258bac6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:15:30.765308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-09bd4f47-d895-4e86-81a0-bcde0ca9d3be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8770cc2ccb7c47a9b1bd3fc8bc652fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306053 Dec 12 04:15:30.766237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c49e164-f8bb-4f46-ad34-d95f9718076a req-85e2ea91-7d15-4f85-92b3-890be2416fb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718799 Dec 12 04:15:30.766981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49396) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:30.770293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd4f47-d895-4e86-81a0-bcde0ca9d3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f9a921-25f3-474f-b480-afc96c51c526,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:30.820072 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-113392ab-7c36-4a00-8191-548ad99ff5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.823248 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.824514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-113392ab-7c36-4a00-8191-548ad99ff5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.826158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-113392ab-7c36-4a00-8191-548ad99ff5fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4ce37d9-57ec-4c5e-a895-905863b4d4b7 HTTP/1.1" status: 204 len: 168 time: 0.3079114 Dec 12 04:15:30.837328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113392ab-7c36-4a00-8191-548ad99ff5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ce37d9-57ec-4c5e-a895-905863b4d4b7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:30.859216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b4c5da-b994-442f-a3a3-53ac7ae40895 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:15:30.877225 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b89ab915-484d-4e99-a630-1b591aa485b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.896077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 19b4c5da-b994-442f-a3a3-53ac7ae40895, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=19b4c5da-b994-442f-a3a3-53ac7ae40895,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:30.901658 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.904257 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b89ab915-484d-4e99-a630-1b591aa485b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.972921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=19b4c5da-b994-442f-a3a3-53ac7ae40895,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:30.988342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b89ab915-484d-4e99-a630-1b591aa485b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.991571 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b89ab915-484d-4e99-a630-1b591aa485b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:30.995692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b89ab915-484d-4e99-a630-1b591aa485b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3f9a921-25f3-474f-b480-afc96c51c526 HTTP/1.1" status: 204 len: 168 time: 0.2276762 Dec 12 04:15:31.007106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ab915-484d-4e99-a630-1b591aa485b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f9a921-25f3-474f-b480-afc96c51c526,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:31.298691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['19b4c5da-b994-442f-a3a3-53ac7ae40895'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:15:31.337153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127d326-3f68-4266-99cd-a5d937a82c8f req-414d2320-cf07-4797-8785-60b33875f037 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:31.347005 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8127d326-3f68-4266-99cd-a5d937a82c8f req-414d2320-cf07-4797-8785-60b33875f037 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 946 time: 0.0736325 Dec 12 04:15:31.450189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8127d326-3f68-4266-99cd-a5d937a82c8f req-60af40ab-0211-48e6-b02c-f68d12e58915 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005802 Dec 12 04:15:31.459228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49420) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:31.478849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6069-089f-4df1-8e07-981be8f0ba66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:31.605872 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6069-089f-4df1-8e07-981be8f0ba66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:31.610984 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6069-089f-4df1-8e07-981be8f0ba66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:31.651477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f6069-089f-4df1-8e07-981be8f0ba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b72ef82-1bfc-497c-861e-5d82e3537c53,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:31.672562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4a3f6069-089f-4df1-8e07-981be8f0ba66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99c5614dbf9647d483f0ff306f0a5e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2123556 Dec 12 04:15:31.675127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49432) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:31.758601 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ce57235-9ae9-4e38-a6a2-ca4354cccfce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:31.791354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ce57235-9ae9-4e38-a6a2-ca4354cccfce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:31.856227 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ce57235-9ae9-4e38-a6a2-ca4354cccfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:31.862324 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ce57235-9ae9-4e38-a6a2-ca4354cccfce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:31.866482 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0ce57235-9ae9-4e38-a6a2-ca4354cccfce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b72ef82-1bfc-497c-861e-5d82e3537c53 HTTP/1.1" status: 204 len: 168 time: 0.1900518 Dec 12 04:15:31.898085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce57235-9ae9-4e38-a6a2-ca4354cccfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b72ef82-1bfc-497c-861e-5d82e3537c53,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:31.938821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffe50f-4069-482c-b34b-abe29b171684 req-f9036785-9002-421a-a6e4-c681b36291fd tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:31.941042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92ffe50f-4069-482c-b34b-abe29b171684 req-f9036785-9002-421a-a6e4-c681b36291fd tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 944 time: 0.0678771 Dec 12 04:15:32.011272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92ffe50f-4069-482c-b34b-abe29b171684 req-16cf27c1-43b4-418e-af59-f26e6edd538a tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580933 Dec 12 04:15:32.731153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 19b4c5da-b994-442f-a3a3-53ac7ae40895 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:32.789575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 19b4c5da-b994-442f-a3a3-53ac7ae40895 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:15:32.795536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 19b4c5da-b994-442f-a3a3-53ac7ae40895 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:32.795965 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:32.863455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990622-d619-4b4f-b0ff-0bb61dbc879a req-efe0f363-e614-4a45-8ca0-e3951d3625dc tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:32.873249 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-43990622-d619-4b4f-b0ff-0bb61dbc879a req-efe0f363-e614-4a45-8ca0-e3951d3625dc tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 946 time: 0.0877156 Dec 12 04:15:32.961055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-43990622-d619-4b4f-b0ff-0bb61dbc879a req-169911c9-190b-412f-9f77-585120f5ba21 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807033 Dec 12 04:15:32.962178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:33.038429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfd3484-589d-421a-93ff-61aea4d2733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b4c5da-b994-442f-a3a3-53ac7ae40895'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:33.040309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:33.041347 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28b54ea-57a6-4c8c-871d-3326c5a7a64d" -d '{"events": [{"server_uuid": "1dfd3484-589d-421a-93ff-61aea4d2733e", "name": "network-vif-plugged", "status": "completed", "tag": "19b4c5da-b994-442f-a3a3-53ac7ae40895"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:33.065755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 19b4c5da-b994-442f-a3a3-53ac7ae40895, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=19b4c5da-b994-442f-a3a3-53ac7ae40895,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:33.071405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:33.137622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae2b3d-8803-4cc7-8679-9f20ce432801 req-bedb38a8-8f86-4725-a14e-f0afc4b202b2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:33.141624 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38ae2b3d-8803-4cc7-8679-9f20ce432801 req-bedb38a8-8f86-4725-a14e-f0afc4b202b2 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.0620861 Dec 12 04:15:33.170273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=19b4c5da-b994-442f-a3a3-53ac7ae40895,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:33.223195 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38ae2b3d-8803-4cc7-8679-9f20ce432801 req-f2f6d922-edf4-40d4-b786-3bff6532d88e tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736396 Dec 12 04:15:33.297189 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ac5e20-ce22-4904-b8c9-c222d17b593f x-openstack-request-id: req-60ac5e20-ce22-4904-b8c9-c222d17b593f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:33.297511 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfd3484-589d-421a-93ff-61aea4d2733e", "name": "network-vif-plugged", "status": "completed", "tag": "19b4c5da-b994-442f-a3a3-53ac7ae40895", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:33.298124 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60ac5e20-ce22-4904-b8c9-c222d17b593f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:33.298667 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfd3484-589d-421a-93ff-61aea4d2733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b4c5da-b994-442f-a3a3-53ac7ae40895', 'code': 200} Dec 12 04:15:33.372573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6907d80a-62df-4a79-80e8-60db9306d72c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1214996712'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:33.374982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6907d80a-62df-4a79-80e8-60db9306d72c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Unknown quota resources ['metering_label']. {{(pid=103451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:15:33.629422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6907d80a-62df-4a79-80e8-60db9306d72c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:33.630856 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6907d80a-62df-4a79-80e8-60db9306d72c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5879395 Dec 12 04:15:33.633769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49528) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:33.640145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-dfb97c50-4f1a-49d0-b399-af89d923a65c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '01aa6227-fae5-4d20-b5be-ee8a7934ad24'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:33.640690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-dfb97c50-4f1a-49d0-b399-af89d923a65c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:15:33.667196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73399ff9-dfee-42c9-b845-4ab3ca4e0bcd req-afa94c68-bfa6-42fb-84cd-92f340aa5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:33.669114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73399ff9-dfee-42c9-b845-4ab3ca4e0bcd req-afa94c68-bfa6-42fb-84cd-92f340aa5686 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 1096 time: 0.2230396 Dec 12 04:15:33.787865 n-d-710847-7 neutron-server[103450]: WARNING neutron.services.metering.metering_plugin [None req-dfb97c50-4f1a-49d0-b399-af89d923a65c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 04:15:33.828433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73399ff9-dfee-42c9-b845-4ab3ca4e0bcd req-c959afd6-8b83-461c-9822-20aaeb3383e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445732 Dec 12 04:15:33.941889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfb97c50-4f1a-49d0-b399-af89d923a65c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:33.946527 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dfb97c50-4f1a-49d0-b399-af89d923a65c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3082621 Dec 12 04:15:33.946895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49536) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:33.951198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b4c92318-39b0-4c6f-a589-2468fb7d4955 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '01aa6227-fae5-4d20-b5be-ee8a7934ad24'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:33.951685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b4c92318-39b0-4c6f-a589-2468fb7d4955 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:15:34.027432 n-d-710847-7 neutron-server[103450]: WARNING neutron.services.metering.metering_plugin [None req-b4c92318-39b0-4c6f-a589-2468fb7d4955 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 04:15:34.170265 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4c92318-39b0-4c6f-a589-2468fb7d4955 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:34.171472 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b4c92318-39b0-4c6f-a589-2468fb7d4955 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2234964 Dec 12 04:15:34.174339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49546) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:34.186730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4284f6f4-e156-411a-980c-60e33bcde3d1 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=111b3ef8-a3dc-4caf-bb41-b0b224b9a24d HTTP/1.1" status: 200 len: 462 time: 0.0111470 Dec 12 04:15:34.190022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49548) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:34.199381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a07349-255f-427a-8504-de2c2b59220c req-c77ec7e0-0eea-4f4a-9d96-873a7da6d537 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:34.200878 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5a07349-255f-427a-8504-de2c2b59220c req-c77ec7e0-0eea-4f4a-9d96-873a7da6d537 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 946 time: 0.1209199 Dec 12 04:15:34.234548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc73cf-a329-4c7a-a258-e2c44a4cd8bb req-145b6a00-01bd-42e6-b93e-c8c8cf0aae42 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:34.241720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5edc73cf-a329-4c7a-a258-e2c44a4cd8bb req-145b6a00-01bd-42e6-b93e-c8c8cf0aae42 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 946 time: 0.1633112 Dec 12 04:15:34.429833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e883b681-aa70-4437-a71a-24065e28f9e1 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:34.430965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e883b681-aa70-4437-a71a-24065e28f9e1 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/111b3ef8-a3dc-4caf-bb41-b0b224b9a24d HTTP/1.1" status: 204 len: 168 time: 0.2398720 Dec 12 04:15:34.434393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49562) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:34.459473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5edc73cf-a329-4c7a-a258-e2c44a4cd8bb req-ea3e5a35-d1b9-4a27-ad67-00b1dc8d0ad4 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/security-groups?id=49cfc1c7-f5ef-4a5e-88b1-07217fda730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019143 Dec 12 04:15:34.471427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4f56b833-394b-4016-86ff-ec7775c47cd9 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=111b3ef8-a3dc-4caf-bb41-b0b224b9a24d HTTP/1.1" status: 200 len: 221 time: 0.0346389 Dec 12 04:15:34.474260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49564) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:34.478907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f61a39e0-0faf-4ef0-8b71-70a8ffc5de2c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1904237852', 'description': 'label created by tempest'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:34.479891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f61a39e0-0faf-4ef0-8b71-70a8ffc5de2c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Unknown quota resources ['metering_label']. {{(pid=103451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:15:34.499455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-b5a07349-255f-427a-8504-de2c2b59220c req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Deleting port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:34.501496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5a07349-255f-427a-8504-de2c2b59220c req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:34.639160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d767d7-7998-4866-b846-2bda610f460b req-18035103-ec15-4a48-9ea4-ec2f7e9dccf6 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:34.640682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71d767d7-7998-4866-b846-2bda610f460b req-18035103-ec15-4a48-9ea4-ec2f7e9dccf6 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.1088929 Dec 12 04:15:34.668907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b5a07349-255f-427a-8504-de2c2b59220c req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] For port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,segment=NetworkSegment(36b9a2a1-ef89-4f6b-81aa-0745d510d730),segment_id=36b9a2a1-ef89-4f6b-81aa-0745d510d730)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:34.669281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5a07349-255f-427a-8504-de2c2b59220c req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:34.684787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f61a39e0-0faf-4ef0-8b71-70a8ffc5de2c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:34.686279 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f61a39e0-0faf-4ef0-8b71-70a8ffc5de2c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2108283 Dec 12 04:15:34.689029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49572) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:34.694031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-b5a07349-255f-427a-8504-de2c2b59220c req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Calling delete_port for 8dcf8bd2-efe9-432e-8dbd-361178d3d91e owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:34.738504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71d767d7-7998-4866-b846-2bda610f460b req-207f3e80-975c-4b99-9032-03a3e985a019 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849035 Dec 12 04:15:34.850284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5a54f6ec-6ee0-4625-a0dc-085112233174 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=614dd6f9-d464-49c5-aa9c-6891b9d5995e HTTP/1.1" status: 200 len: 468 time: 0.1586175 Dec 12 04:15:34.852956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49576) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:34.911824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5a07349-255f-427a-8504-de2c2b59220c req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:34.954985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['8dcf8bd2-efe9-432e-8dbd-361178d3d91e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:15:34.974413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Pushing event deleted for resources: {'Port': ['ID=8dcf8bd2-efe9-432e-8dbd-361178d3d91e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:35.086584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a07349-255f-427a-8504-de2c2b59220c req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] No DVR routers for this DVR port 8dcf8bd2-efe9-432e-8dbd-361178d3d91e on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:15:35.090284 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5a07349-255f-427a-8504-de2c2b59220c req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:35.099493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5a07349-255f-427a-8504-de2c2b59220c req-cb4e9662-0a85-4296-8cfc-645c40b1a2e5 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.18 "DELETE /v2.0/ports/8dcf8bd2-efe9-432e-8dbd-361178d3d91e HTTP/1.1" status: 204 len: 173 time: 0.8875668 Dec 12 04:15:35.100393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a920e2f-d629-429c-906c-84b2e90acb29', 'name': 'network-vif-deleted', 'tag': '8dcf8bd2-efe9-432e-8dbd-361178d3d91e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:35.104688 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf09ae3-9d67-4806-9e83-e52eece3668c" -d '{"events": [{"server_uuid": "1a920e2f-d629-429c-906c-84b2e90acb29", "name": "network-vif-deleted", "tag": "8dcf8bd2-efe9-432e-8dbd-361178d3d91e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:35.149021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4affd4dc-fa2b-449e-b55a-203c23c1c322 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:35.155812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4affd4dc-fa2b-449e-b55a-203c23c1c322 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/614dd6f9-d464-49c5-aa9c-6891b9d5995e HTTP/1.1" status: 204 len: 168 time: 0.2963150 Dec 12 04:15:35.158494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49584) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:35.183376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49586) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:35.184042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7129b64d-e607-4303-8aeb-3cebda7b7ccd tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=614dd6f9-d464-49c5-aa9c-6891b9d5995e HTTP/1.1" status: 200 len: 216 time: 0.0241826 Dec 12 04:15:35.194423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-904bda19-5438-4b6b-aafc-ac892db9bb19 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098758 Dec 12 04:15:35.197948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49588) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:35.202035 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ffd20a-c0dd-41c0-bea6-2bc1e45988ad x-openstack-request-id: req-b8ffd20a-c0dd-41c0-bea6-2bc1e45988ad {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:35.202409 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a920e2f-d629-429c-906c-84b2e90acb29", "name": "network-vif-deleted", "tag": "8dcf8bd2-efe9-432e-8dbd-361178d3d91e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:35.202735 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8ffd20a-c0dd-41c0-bea6-2bc1e45988ad {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:35.203213 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a920e2f-d629-429c-906c-84b2e90acb29', 'name': 'network-vif-deleted', 'tag': '8dcf8bd2-efe9-432e-8dbd-361178d3d91e', 'status': 'completed', 'code': 200} Dec 12 04:15:35.214503 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-00233b13-8b95-471f-9a0c-e09501f8e2d7 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0153821 Dec 12 04:15:35.217973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49590) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:35.283254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c317b5f4-77cb-41df-89ca-59eb784f354f tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/01aa6227-fae5-4d20-b5be-ee8a7934ad24 HTTP/1.1" status: 200 len: 473 time: 0.0640507 Dec 12 04:15:35.287029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49592) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:35.305778 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d1a05466-524f-4f90-9664-d30c26366ca5 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/f8d280de-60b2-45f9-9938-40e66a634d06 HTTP/1.1" status: 200 len: 459 time: 0.0173180 Dec 12 04:15:35.308837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49594) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:35.443875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c4bed2-2342-4027-bcd4-1c7f650aba6c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:35.447695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49600) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:35.447828 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b8c4bed2-2342-4027-bcd4-1c7f650aba6c tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/f8d280de-60b2-45f9-9938-40e66a634d06 HTTP/1.1" status: 204 len: 168 time: 0.1377990 Dec 12 04:15:35.579204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-01e08824-d15a-4839-99f5-6b955fdfd02f req-1221d94d-0769-4dbe-a1b3-ca5bcacd5216 tempest-ServerMetadataNegativeTestJSON-1183322424 tempest-ServerMetadataNegativeTestJSON-1183322424-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a920e2f-d629-429c-906c-84b2e90acb29 HTTP/1.1" status: 200 len: 210 time: 0.0402558 Dec 12 04:15:35.740959 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-208d80be-2d13-4956-8f0e-3adad8d1dd38 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:35.742400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-208d80be-2d13-4956-8f0e-3adad8d1dd38 tempest-MeteringIpV6TestJSON-1685701010 tempest-MeteringIpV6TestJSON-1685701010-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/01aa6227-fae5-4d20-b5be-ee8a7934ad24 HTTP/1.1" status: 204 len: 168 time: 0.2931197 Dec 12 04:15:35.925077 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877836f-b490-48f1-8537-e274315ce963 req-ce07f1ee-8ad8-4236-9005-f36a3faab61f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:35.927970 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2877836f-b490-48f1-8537-e274315ce963 req-ce07f1ee-8ad8-4236-9005-f36a3faab61f tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.0714314 Dec 12 04:15:36.008432 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2877836f-b490-48f1-8537-e274315ce963 req-571c058d-9ee2-49ba-8f70-46c3663911fc tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730374 Dec 12 04:15:36.142116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599beec1-1f7a-4e16-b070-7e99fdf67220 req-aaf80eab-8cce-4e64-8f0c-c3202d88869d tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:36.143671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-599beec1-1f7a-4e16-b070-7e99fdf67220 req-aaf80eab-8cce-4e64-8f0c-c3202d88869d tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.0684907 Dec 12 04:15:36.169937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49618) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:36.210588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-599beec1-1f7a-4e16-b070-7e99fdf67220 req-f1d70586-bc76-4c1e-ad4a-a68b33fa23b7 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598016 Dec 12 04:15:36.213711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49622) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:36.346262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5360b5d9-08d4-4fa1-8b92-2c8b62b81941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.376566 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0631-16cf-42c1-ac42-eecee3d916d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.476627 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0631-16cf-42c1-ac42-eecee3d916d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.482232 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0631-16cf-42c1-ac42-eecee3d916d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.505691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5360b5d9-08d4-4fa1-8b92-2c8b62b81941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.516471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5360b5d9-08d4-4fa1-8b92-2c8b62b81941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.526869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c5806-efd1-4cb3-a6ad-7ba6ae7ac91a req-8e383d18-73d7-44c5-8ff4-f03caa790074 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:36.528417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b5c5806-efd1-4cb3-a6ad-7ba6ae7ac91a req-8e383d18-73d7-44c5-8ff4-f03caa790074 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.0926950 Dec 12 04:15:36.530676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0631-16cf-42c1-ac42-eecee3d916d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdc88c3-5dce-4c63-a2fc-1473c3fb053f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:36.537752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8f6b0631-16cf-42c1-ac42-eecee3d916d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03046a068da440d0acf056dc52b6eafa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3200872 Dec 12 04:15:36.541503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49634) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:36.583793 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5360b5d9-08d4-4fa1-8b92-2c8b62b81941 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de18dab6453b4bf3a058abc615bda5a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108093 Dec 12 04:15:36.583793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360b5d9-08d4-4fa1-8b92-2c8b62b81941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa3b063-85ec-4536-bc82-0f8ea9d8fac3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:36.587262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49636) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:36.608151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3141e47c-cbc9-4f4e-9008-748384fed97c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.636335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3141e47c-cbc9-4f4e-9008-748384fed97c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.648472 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b5c5806-efd1-4cb3-a6ad-7ba6ae7ac91a req-e88bb9c2-0477-477b-93e3-d68e1cf79f16 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065283 Dec 12 04:15:36.700411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dc813c3-726f-4303-87c6-2fb594ebdc7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.742797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49642) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:36.751323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dc813c3-726f-4303-87c6-2fb594ebdc7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.832308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3141e47c-cbc9-4f4e-9008-748384fed97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.833534 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dc813c3-726f-4303-87c6-2fb594ebdc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.835086 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3141e47c-cbc9-4f4e-9008-748384fed97c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.836153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4dc813c3-726f-4303-87c6-2fb594ebdc7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.836318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3141e47c-cbc9-4f4e-9008-748384fed97c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cdc88c3-5dce-4c63-a2fc-1473c3fb053f HTTP/1.1" status: 204 len: 168 time: 0.2936203 Dec 12 04:15:36.837932 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4dc813c3-726f-4303-87c6-2fb594ebdc7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/faa3b063-85ec-4536-bc82-0f8ea9d8fac3 HTTP/1.1" status: 204 len: 168 time: 0.2467403 Dec 12 04:15:36.866031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc813c3-726f-4303-87c6-2fb594ebdc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa3b063-85ec-4536-bc82-0f8ea9d8fac3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:36.892091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141e47c-cbc9-4f4e-9008-748384fed97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdc88c3-5dce-4c63-a2fc-1473c3fb053f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:36.901105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09012b-131f-41ad-86a4-5ca42dac631a req-fc292dec-2e22-4d9c-a6b0-75d4973e6786 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:36.909113 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b09012b-131f-41ad-86a4-5ca42dac631a req-fc292dec-2e22-4d9c-a6b0-75d4973e6786 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.0884936 Dec 12 04:15:36.936037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-203f4a96-fe90-4eab-ad2e-6fb40f664fbe admin admin] Deleting subnet ff01d92d-9386-494a-acde-85fe69825e52 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:15:36.944248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-203f4a96-fe90-4eab-ad2e-6fb40f664fbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:36.990378 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b09012b-131f-41ad-86a4-5ca42dac631a req-0a25b52e-7c99-48aa-8712-1982ed5583b4 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802035 Dec 12 04:15:37.047949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-203f4a96-fe90-4eab-ad2e-6fb40f664fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.115585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-203f4a96-fe90-4eab-ad2e-6fb40f664fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.234205 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-203f4a96-fe90-4eab-ad2e-6fb40f664fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.271963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f4a96-fe90-4eab-ad2e-6fb40f664fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff01d92d-9386-494a-acde-85fe69825e52,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:37.286969 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-203f4a96-fe90-4eab-ad2e-6fb40f664fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.294501 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-203f4a96-fe90-4eab-ad2e-6fb40f664fbe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ff01d92d-9386-494a-acde-85fe69825e52 HTTP/1.1" status: 204 len: 168 time: 0.5481253 Dec 12 04:15:37.294981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49660) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:37.409049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.416733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ea78f-92b6-41b4-b907-5693268203f9 req-2a1758be-d7ee-4bcd-a880-88331ab33db8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:37.428624 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e4ea78f-92b6-41b4-b907-5693268203f9 req-2a1758be-d7ee-4bcd-a880-88331ab33db8 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.1253891 Dec 12 04:15:37.450606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49662) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:37.500337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49666) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:37.511719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5347de7a-8012-4ea0-b043-92f0d42bd2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.528053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.531299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f84fdb13-a6ef-4bbd-a6ea-e8950a572646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.565184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fa8cdc-8041-49c8-8f28-5d4d65e204bd']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:37.577170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b9a2a1-ef89-4f6b-81aa-0745d510d730') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:37.577735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b9a2a1-ef89-4f6b-81aa-0745d510d730') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:37.591928 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.593795 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e4ea78f-92b6-41b4-b907-5693268203f9 req-c5bf4c51-be64-44d8-b7db-3e1de66a86ce tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526649 Dec 12 04:15:37.608426 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.615625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:15:37.616745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:15:37.619242 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:15:37.699584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.743053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.750336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] 10.222.0.36 "DELETE /v2.0/networks/27fa8cdc-8041-49c8-8f28-5d4d65e204bd HTTP/1.1" status: 204 len: 168 time: 0.4527740 Dec 12 04:15:37.752450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee12166-8b6b-490b-83ea-9d9cc4ee3661 admin admin] Pushing event deleted for resources: {'Network': ['ID=27fa8cdc-8041-49c8-8f28-5d4d65e204bd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:37.777581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da68f76-a6e9-4588-b674-507531e8334f req-23e5b840-40e6-46a0-ac77-cba636b6a342 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:37.785325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1da68f76-a6e9-4588-b674-507531e8334f req-23e5b840-40e6-46a0-ac77-cba636b6a342 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.1063497 Dec 12 04:15:37.815524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f84fdb13-a6ef-4bbd-a6ea-e8950a572646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.832637 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5347de7a-8012-4ea0-b043-92f0d42bd2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.833735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f84fdb13-a6ef-4bbd-a6ea-e8950a572646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.863481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5347de7a-8012-4ea0-b043-92f0d42bd2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:37.911893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fdb13-a6ef-4bbd-a6ea-e8950a572646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323458d6-268d-466b-9ee8-ae39c6268c7f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:37.953101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1da68f76-a6e9-4588-b674-507531e8334f req-5bdc04a8-e0ed-4c2c-875f-624325c866bc tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620169 Dec 12 04:15:37.967674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f84fdb13-a6ef-4bbd-a6ea-e8950a572646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a161e15dc2df48fcaccd2a8ea4b1de55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634793 Dec 12 04:15:37.969017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49680) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:38.003874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49688) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:38.004059 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5347de7a-8012-4ea0-b043-92f0d42bd2f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86576d1432924204bfc098e246b18620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5523446 Dec 12 04:15:38.032554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347de7a-8012-4ea0-b043-92f0d42bd2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5338f802-3a33-4c6c-a4ae-c85a6242c705,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:38.101106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49696) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:38.155026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a04a4359-9269-42de-b100-0f1ad77a73e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.236174 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a04a4359-9269-42de-b100-0f1ad77a73e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.252962 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c4387d99-6888-41db-a601-9efaa8dd47cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.280401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a9533c25-bb02-445b-8f89-faf22e28b4ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ec00063f4d84380a60edf996a966f08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1777709 Dec 12 04:15:38.283389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49700) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:38.313814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c4387d99-6888-41db-a601-9efaa8dd47cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.399134 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c4387d99-6888-41db-a601-9efaa8dd47cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.402311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c4387d99-6888-41db-a601-9efaa8dd47cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.407760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c4387d99-6888-41db-a601-9efaa8dd47cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5338f802-3a33-4c6c-a4ae-c85a6242c705 HTTP/1.1" status: 204 len: 168 time: 0.4027653 Dec 12 04:15:38.410612 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0d49b3b-da09-4cd5-b0bc-b81807f6e9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.431846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4387d99-6888-41db-a601-9efaa8dd47cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5338f802-3a33-4c6c-a4ae-c85a6242c705,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:38.464342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a04a4359-9269-42de-b100-0f1ad77a73e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.474112 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a04a4359-9269-42de-b100-0f1ad77a73e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.480045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a04a4359-9269-42de-b100-0f1ad77a73e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/323458d6-268d-466b-9ee8-ae39c6268c7f HTTP/1.1" status: 204 len: 168 time: 0.5096271 Dec 12 04:15:38.506851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0d49b3b-da09-4cd5-b0bc-b81807f6e9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.511202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a4359-9269-42de-b100-0f1ad77a73e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323458d6-268d-466b-9ee8-ae39c6268c7f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:38.530278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8dcf8bd2-efe9-432e-8dbd-361178d3d91e no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:15:38.586051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 8dcf8bd2-efe9-432e-8dbd-361178d3d91e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:15:38.586405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8dcf8bd2-efe9-432e-8dbd-361178d3d91e not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:15:38.636088 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0d49b3b-da09-4cd5-b0bc-b81807f6e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.641328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0d49b3b-da09-4cd5-b0bc-b81807f6e9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:38.646114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b0d49b3b-da09-4cd5-b0bc-b81807f6e9dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49cfc1c7-f5ef-4a5e-88b1-07217fda730d HTTP/1.1" status: 204 len: 168 time: 0.3617022 Dec 12 04:15:38.657554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d49b3b-da09-4cd5-b0bc-b81807f6e9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cfc1c7-f5ef-4a5e-88b1-07217fda730d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:38.862552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d53fa-c7fa-4125-9a0c-19daccb33b67 req-85435d79-e55f-4d13-b0b4-2ccb014309d1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:38.872637 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d4d53fa-c7fa-4125-9a0c-19daccb33b67 req-85435d79-e55f-4d13-b0b4-2ccb014309d1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.1726904 Dec 12 04:15:38.950384 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d4d53fa-c7fa-4125-9a0c-19daccb33b67 req-03f3238d-6579-400b-83a0-e2c38c8240cf tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755334 Dec 12 04:15:39.965572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-20977768-0959-4fa3-b9ac-62809d9efcd0 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:39.967856 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-20977768-0959-4fa3-b9ac-62809d9efcd0 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.0934603 Dec 12 04:15:40.214632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70a0d8-5be5-46dc-9786-e43fb633f0f2 req-6601068c-0f40-4abe-87e1-374783043f6d tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:40.216205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae70a0d8-5be5-46dc-9786-e43fb633f0f2 req-6601068c-0f40-4abe-87e1-374783043f6d tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 945 time: 0.0916333 Dec 12 04:15:40.223780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Deleting port 19b4c5da-b994-442f-a3a3-53ac7ae40895 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:40.224131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:40.343823 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae70a0d8-5be5-46dc-9786-e43fb633f0f2 req-e608cf7d-acba-43ba-bbaa-226b103c6598 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb9f75d-53da-48b5-9ce2-837bbd732485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148133 Dec 12 04:15:40.347898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422561-5996-4df0-9eb0-ce754f619074 req-6275cea1-f49e-41f0-bb6c-f448752e8a92 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:40.357685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-6275cea1-f49e-41f0-bb6c-f448752e8a92 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 804 time: 0.1911571 Dec 12 04:15:40.377091 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-032b2cc7-4499-4a97-854f-3baebf96f7b0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/quotas/583dbc6ea8564ba6a1a18411c6a6473a HTTP/1.1" status: 200 len: 375 time: 0.0181108 Dec 12 04:15:40.430208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] For port 19b4c5da-b994-442f-a3a3-53ac7ae40895, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=19b4c5da-b994-442f-a3a3-53ac7ae40895,segment=NetworkSegment(eb1de916-dec8-4ca4-aa91-304e54a5b3e3),segment_id=eb1de916-dec8-4ca4-aa91-304e54a5b3e3)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:40.430588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:40.444439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Calling delete_port for 19b4c5da-b994-442f-a3a3-53ac7ae40895 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:40.517482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-dde54b98-516d-4bbc-8951-c6ecbe10cd87 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373539 Dec 12 04:15:40.601880 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc26ead3-a9e0-4bfa-a09e-54bf7a2487df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:40.697452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-f990dc93-f9bf-4e3b-83b3-9d073b436a51 service neutron] 10.222.0.36 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781633 Dec 12 04:15:40.733713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:40.800050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Pushing event deleted for resources: {'Port': ['ID=19b4c5da-b994-442f-a3a3-53ac7ae40895,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:40.850889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] No DVR routers for this DVR port 19b4c5da-b994-442f-a3a3-53ac7ae40895 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:15:40.855331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:40.861000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4f2dce-27a9-4d16-9e19-f2f0c02a2aed req-4fff9c43-37f3-466b-a715-a762ed7d7bb1 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.37 "DELETE /v2.0/ports/19b4c5da-b994-442f-a3a3-53ac7ae40895 HTTP/1.1" status: 204 len: 173 time: 0.8823392 Dec 12 04:15:40.861506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfd3484-589d-421a-93ff-61aea4d2733e', 'name': 'network-vif-deleted', 'tag': '19b4c5da-b994-442f-a3a3-53ac7ae40895'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:40.864787 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27062e8c-569d-4989-9a79-17d2c5548eec" -d '{"events": [{"server_uuid": "1dfd3484-589d-421a-93ff-61aea4d2733e", "name": "network-vif-deleted", "tag": "19b4c5da-b994-442f-a3a3-53ac7ae40895"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:40.933554 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e79b9da-ba67-4cc6-a166-fad68ebb86b6 x-openstack-request-id: req-3e79b9da-ba67-4cc6-a166-fad68ebb86b6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:40.934158 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfd3484-589d-421a-93ff-61aea4d2733e", "name": "network-vif-deleted", "tag": "19b4c5da-b994-442f-a3a3-53ac7ae40895", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:40.934640 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e79b9da-ba67-4cc6-a166-fad68ebb86b6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:40.935253 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfd3484-589d-421a-93ff-61aea4d2733e', 'name': 'network-vif-deleted', 'tag': '19b4c5da-b994-442f-a3a3-53ac7ae40895', 'status': 'completed', 'code': 200} Dec 12 04:15:40.945347 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-f0a16453-afdf-42df-946a-48fe6ca99d8e service neutron] 10.222.0.36 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467606 Dec 12 04:15:41.357167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-644f44ea-6c17-413a-bbd9-a3aac2c81ea2 req-80d25c46-75e5-4b9f-bfd6-63fd7bb86a2b tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 210 time: 0.0733867 Dec 12 04:15:41.564755 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:41.628547 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56a8c601-36d1-4ed3-9093-4b197c4aad02 req-1ad76973-f37e-4880-89e7-128465dd0a92 tempest-ServerDiskConfigTestJSON-979538292 tempest-ServerDiskConfigTestJSON-979538292-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dfd3484-589d-421a-93ff-61aea4d2733e HTTP/1.1" status: 200 len: 210 time: 0.0836425 Dec 12 04:15:41.692635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-a6f0a2ce-c638-4528-b273-6c1be411ee7d tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:41.697917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-a6f0a2ce-c638-4528-b273-6c1be411ee7d tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7eb44f-6f4b-4284-9e92-147900006e2c HTTP/1.1" status: 200 len: 944 time: 0.1716487 Dec 12 04:15:41.914478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Deleting port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:41.915377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:42.154247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] For port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:42.155243 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:42.186175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Calling delete_port for 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:42.563845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 19b4c5da-b994-442f-a3a3-53ac7ae40895 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:15:42.641020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0b51019-e490-4fb7-b192-b8559fee5362 req-5bf4a87f-de59-4d93-a3a3-f6df0377a20c tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 210 time: 0.1020508 Dec 12 04:15:42.686426 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:42.702468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 19b4c5da-b994-442f-a3a3-53ac7ae40895 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:15:42.704488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 19b4c5da-b994-442f-a3a3-53ac7ae40895 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:15:42.873977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Pushing event deleted for resources: {'Port': ['ID=52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:42.924668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e926cf2-3251-46bf-a283-efc45d891179 req-0fc6612f-d5b6-461e-bc2e-86663e41a87c tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1a6b3c-115f-46ff-bb05-4b6446e42b4e HTTP/1.1" status: 200 len: 210 time: 0.1467254 Dec 12 04:15:42.952878 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-beb5a3fe-f794-42e0-a9ae-f6c2661570a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:43.081675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] No DVR routers for this DVR port 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:15:43.084742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:43.091211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49932) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:43.096596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f097777-3c39-44ee-a16b-9de9ffdd3ed3 req-3385d64a-523a-4e6e-939e-5a378f1c18f1 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "DELETE /v2.0/ports/52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 HTTP/1.1" status: 204 len: 173 time: 1.3888173 Dec 12 04:15:43.097639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'name': 'network-vif-deleted', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:43.100062 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0f2bd8-1050-4c7b-8905-304c593c89fe" -d '{"events": [{"server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "name": "network-vif-deleted", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:43.108236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49936) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:43.352248 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f094a581-8d0f-4de1-83b4-2cbf743b4e9e x-openstack-request-id: req-f094a581-8d0f-4de1-83b4-2cbf743b4e9e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:43.353537 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7eb44f-6f4b-4284-9e92-147900006e2c", "name": "network-vif-deleted", "tag": "52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:43.353998 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f094a581-8d0f-4de1-83b4-2cbf743b4e9e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:43.354801 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7eb44f-6f4b-4284-9e92-147900006e2c', 'name': 'network-vif-deleted', 'tag': '52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0', 'status': 'completed', 'code': 200} Dec 12 04:15:43.372426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcb9d5f-818b-466e-aaf2-0106a7983fe7 admin admin] Deleting subnet e74c4207-adec-4fe8-b46e-fd349258bac6 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:15:43.380713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9d5f-818b-466e-aaf2-0106a7983fe7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:43.537728 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9d5f-818b-466e-aaf2-0106a7983fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:43.655472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9d5f-818b-466e-aaf2-0106a7983fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:43.782422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:43.866113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-617836725'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:43.872247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9d5f-818b-466e-aaf2-0106a7983fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:43.930023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb9d5f-818b-466e-aaf2-0106a7983fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74c4207-adec-4fe8-b46e-fd349258bac6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:43.935474 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9d5f-818b-466e-aaf2-0106a7983fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:43.940520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2dcb9d5f-818b-466e-aaf2-0106a7983fe7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e74c4207-adec-4fe8-b46e-fd349258bac6 HTTP/1.1" status: 204 len: 168 time: 0.8188288 Dec 12 04:15:43.943685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49966) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:43.994473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422561-5996-4df0-9eb0-ce754f619074 req-8cf2ef53-0139-4bed-a543-d7a4d75ceeda tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:44.000535 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.010419 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-8cf2ef53-0139-4bed-a543-d7a4d75ceeda tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 804 time: 0.5586703 Dec 12 04:15:44.038802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Request body: {'port': {'device_id': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'admin_state_up': True, 'tenant_id': '583dbc6ea8564ba6a1a18411c6a6473a'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:44.251918 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.330750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Made reservation on behalf of 892dd83dc3434744aa4b8a82676c29f7 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:44.342970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.367203 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.441288 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-076f2cb6-b0b1-4829-b22c-897e4d5cc578 req-562bd64d-eb77-417b-911c-5bcfa14f307c tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.3844547 Dec 12 04:15:44.463128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34445f7b-6f89-4dda-80d4-70c65c8cd631 req-bbf3f07e-b81d-4a67-a032-ed05f6771068 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 210 time: 0.2001579 Dec 12 04:15:44.602919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.632724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.636846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Made reservation on behalf of 583dbc6ea8564ba6a1a18411c6a6473a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:44.646342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.652204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:15:44.667725 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.672211 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Added segment eff5427c-d879-41a6-a859-16cce97c77b1 of type vlan for network 94377c89-2a96-444f-9fde-5789f04862d2 Dec 12 04:15:44.740264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.879992 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.900666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:44.901653 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:44.986243 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8937237 Dec 12 04:15:45.023669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Allocated IP 172.20.0.4 (ca082263-57ba-42fa-8dda-b3157a3a65d4/a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75/46936b11-f823-48e7-9218-f40c6c53244c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:45.261686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.286492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d24f47e-8896-4b07-9036-ff4a30a2eeb0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:45.294554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.374585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.380075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135de146-bf1d-4fba-b10a-011d2b08b85b']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:45.382762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86034b42-3b1e-4f32-86c9-f2fec6e93ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Pushing event updated for resources: {'Network': ['ID=94377c89-2a96-444f-9fde-5789f04862d2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:45.411171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 94377c89-2a96-444f-9fde-5789f04862d2 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:15:45.419792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:45.420186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1de916-dec8-4ca4-aa91-304e54a5b3e3') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:15:45.448192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.485846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.499074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:15:45.499509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:15:45.501462 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:15:45.656079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.670061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Network ca082263-57ba-42fa-8dda-b3157a3a65d4 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:45.698147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:45.704638 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.716439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:45.725309 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] 10.222.0.36 "DELETE /v2.0/networks/135de146-bf1d-4fba-b10a-011d2b08b85b HTTP/1.1" status: 204 len: 168 time: 1.7720385 Dec 12 04:15:45.726379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4069c-78cf-4f0a-844c-5331c0d677ca admin admin] Pushing event deleted for resources: {'Network': ['ID=135de146-bf1d-4fba-b10a-011d2b08b85b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:45.771834 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.777757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Pushing event updated for resources: {'Port': ['ID=46936b11-f823-48e7-9218-f40c6c53244c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:45.815359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9d57d-68e2-4f2d-8871-5317ea5a5a85 req-54b5d6f9-5221-431d-8392-eb3e896d7c4c tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:45.817412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-47a9d57d-68e2-4f2d-8871-5317ea5a5a85 req-54b5d6f9-5221-431d-8392-eb3e896d7c4c tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 931 time: 0.2048092 Dec 12 04:15:45.868148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:45.880167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.909671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50022) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:45.926871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Request body: {'port': {'network_id': '94377c89-2a96-444f-9fde-5789f04862d2', 'binding:host_id': 'n-h2-710847-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-856462047'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:45.965245 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-14ad03b2-ee9c-4864-8a78-a8a5d2e53438 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9375415 Dec 12 04:15:45.995283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Made reservation on behalf of e1e2eb6b1972442b914441e385d0e546 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:45.998403 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:45.999062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Request body: {'port': {'device_id': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:46.017763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.040413 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-47a9d57d-68e2-4f2d-8871-5317ea5a5a85 req-400b0dd2-abd8-4c5a-a70d-c0077929fff4 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963303 Dec 12 04:15:46.093739 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.282112 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50028) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:46.314688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-619f180b-00a2-4f9d-83b3-d82d9d48bc35 req-acb0c147-55d4-4d1c-aa6f-21f226e3a2b0 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0915341 Dec 12 04:15:46.322971 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.333154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.343021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] device_id is not set on port ca120abf-dddb-4204-b1e8-e17c8f7faa45 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:15:46.422891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb22cb1-2f73-4074-aa62-44b04ab90241,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:46.459623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3f98ff47-4fb2-48b3-bd1d-6e1a52b78f5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cc9603f7a934e3889caf596e37e0344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720452 Dec 12 04:15:46.463601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50032) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:46.558184 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4f23aa4-5f57-4abf-a311-b39eaf04d0ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.577487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:15:46.613708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:15:46.614506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 52b8cb8b-a7db-4f0e-9dcf-9b4d9f7248d0 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:15:46.654905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4f23aa4-5f57-4abf-a311-b39eaf04d0ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.657299 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.724786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46936b11-f823-48e7-9218-f40c6c53244c {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:15:46.755112 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.817893 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5be54cb9-4e83-4b73-8efd-2647d7f108d3 req-28edcaba-8459-4410-8e7b-39d144d921d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a1a6b3c-115f-46ff-bb05-4b6446e42b4e HTTP/1.1" status: 200 len: 210 time: 0.0491767 Dec 12 04:15:46.819809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Transition to ACTIVE for port object 46936b11-f823-48e7-9218-f40c6c53244c will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:15:46.825913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.898162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] device_id is not set on port ca120abf-dddb-4204-b1e8-e17c8f7faa45 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:15:46.916517 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Pushing event updated for resources: {'Port': ['ID=46936b11-f823-48e7-9218-f40c6c53244c,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:46.926298 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4f23aa4-5f57-4abf-a311-b39eaf04d0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.929310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4f23aa4-5f57-4abf-a311-b39eaf04d0ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.930542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d4f23aa4-5f57-4abf-a311-b39eaf04d0ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6eb9f75d-53da-48b5-9ce2-837bbd732485 HTTP/1.1" status: 204 len: 168 time: 0.4658711 Dec 12 04:15:46.943691 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.959266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:46.992696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f23aa4-5f57-4abf-a311-b39eaf04d0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb9f75d-53da-48b5-9ce2-837bbd732485,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:47.058110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Attempting to bind port 46936b11-f823-48e7-9218-f40c6c53244c on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:47.058683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Attempting to bind port 46936b11-f823-48e7-9218-f40c6c53244c by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:47.058683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Attempting to bind port 46936b11-f823-48e7-9218-f40c6c53244c on network ca082263-57ba-42fa-8dda-b3157a3a65d4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:47.063938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Port 46936b11-f823-48e7-9218-f40c6c53244c on network ca082263-57ba-42fa-8dda-b3157a3a65d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:47.064273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Attempting to bind port 46936b11-f823-48e7-9218-f40c6c53244c on network ca082263-57ba-42fa-8dda-b3157a3a65d4 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:47.069843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:15:47.070238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Checking segment: {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:47.071132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Bound using segment: {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:15:47.071237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Bound port: 46936b11-f823-48e7-9218-f40c6c53244c, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d84f8df-58e9-48dd-8393-ccdcf746cf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:15:47.071661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:47.201082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] For port 46936b11-f823-48e7-9218-f40c6c53244c, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:15:47.206909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] For port 46936b11-f823-48e7-9218-f40c6c53244c, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=46936b11-f823-48e7-9218-f40c6c53244c,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:15:47.263045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:47.407171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:47.407810 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:47.413344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/46936b11-f823-48e7-9218-f40c6c53244c HTTP/1.1" status: 200 len: 1091 time: 1.4267311 Dec 12 04:15:47.416538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'tag': '46936b11-f823-48e7-9218-f40c6c53244c'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:47.422487 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68969a52-b6be-4a4f-beb1-10427b0484e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e81089a6-4b0f-41e9-a509-ea1b5b07c51b", "tag": "46936b11-f823-48e7-9218-f40c6c53244c"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:47.476867 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55307b23-7465-4182-a83b-0883f48a24c6 service neutron] Pushing event updated for resources: {'Port': ['ID=46936b11-f823-48e7-9218-f40c6c53244c,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:47.569174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63285b53-8e8c-4e24-b76f-40b6f77027b3 req-3e45d300-c32a-46d0-9e27-d883ceda23b3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:47.589477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63285b53-8e8c-4e24-b76f-40b6f77027b3 req-3e45d300-c32a-46d0-9e27-d883ceda23b3 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 943 time: 0.3782871 Dec 12 04:15:47.701150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63285b53-8e8c-4e24-b76f-40b6f77027b3 req-92a2a934-87e2-4943-8d5d-38ad6f1ae2c8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101289 Dec 12 04:15:47.710496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422561-5996-4df0-9eb0-ce754f619074 req-0601f03e-868e-4449-aff6-086d918b4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:47.712497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-0601f03e-868e-4449-aff6-086d918b4e47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 1094 time: 0.2282290 Dec 12 04:15:47.781783 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0758a52a-119d-47d9-af27-d7f80184a05b req-3502f7d9-9a34-4d49-88fa-40530ed6e9c2 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0375154 Dec 12 04:15:47.878954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'Port': ['ID=ca120abf-dddb-4204-b1e8-e17c8f7faa45,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:47.919437 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a7792ff-d1c7-4729-9945-ce40c6d37861 req-9ff1c3c0-dd62-46f2-b303-4fbf89a39a40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0622106 Dec 12 04:15:47.936179 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Checking segment: {'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:47.936564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Network hostable DHCP agents. Network: 94377c89-2a96-444f-9fde-5789f04862d2, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:15:47.976421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Network 94377c89-2a96-444f-9fde-5789f04862d2 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:15:47.995417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 94377c89-2a96-444f-9fde-5789f04862d2) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:47.999965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:48.013239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160e317-654e-4676-86e9-28f00dd6b79e None None] Network 94377c89-2a96-444f-9fde-5789f04862d2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:48.029083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.029759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.030282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.042245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.042863 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.043531 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 2 to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 Dec 12 04:15:48.074979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.075503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.075998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.091313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.091894 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.092437 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 3 to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 Dec 12 04:15:48.121771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.122362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.122899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.146128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.146719 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.147289 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 4 to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 Dec 12 04:15:48.174268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.175055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.175553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.186160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.186678 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.188306 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 5 to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 Dec 12 04:15:48.215609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.215928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.216278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.247230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.247890 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.248016 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 6 to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 Dec 12 04:15:48.325183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.325183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.325183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.333933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.335425 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.335979 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 7 to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 Dec 12 04:15:48.358821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.359178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.359591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.366350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.366829 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.367259 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 8 to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 Dec 12 04:15:48.385064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.385946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.386313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.392125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.392480 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.393278 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 9 to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 Dec 12 04:15:48.411007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.411359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.411916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.419401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.419757 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.420177 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 10 to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 Dec 12 04:15:48.452739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:48.454524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:48.455081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:48.468538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:48.469078 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port ca120abf-dddb-4204-b1e8-e17c8f7faa45 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:48.469562 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:48.540631 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1218b1-4497-43ec-8c04-9929e421aef6 x-openstack-request-id: req-cd1218b1-4497-43ec-8c04-9929e421aef6 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:48.541309 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81089a6-4b0f-41e9-a509-ea1b5b07c51b", "tag": "46936b11-f823-48e7-9218-f40c6c53244c", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:48.541309 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd1218b1-4497-43ec-8c04-9929e421aef6 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:48.541653 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'tag': '46936b11-f823-48e7-9218-f40c6c53244c', 'status': 'completed', 'code': 200} Dec 12 04:15:48.543710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-e19d5cf0-4c93-43aa-902b-5b47aa1b8ece service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46936b11-f823-48e7-9218-f40c6c53244c HTTP/1.1" status: 200 len: 217 time: 0.8158045 Dec 12 04:15:48.622103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] For port ca120abf-dddb-4204-b1e8-e17c8f7faa45, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:15:48.622496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempted to set empty binding levels {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 04:15:48.630148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:48.651380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422561-5996-4df0-9eb0-ce754f619074 req-8c773772-61d8-4ff5-8a81-3f9672c9a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:48.653138 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-8c773772-61d8-4ff5-8a81-3f9672c9a52b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 200 len: 844 time: 0.1016481 Dec 12 04:15:48.678633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:48.679817 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:48.698834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'Port': ['ID=ca120abf-dddb-4204-b1e8-e17c8f7faa45,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:48.708967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c6eb0a69-e614-4870-94be-fb99297de2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.7978759 Dec 12 04:15:48.711773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50108) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:48.714491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-099618c5-3fd4-482f-969a-6057ed154554 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca082263-57ba-42fa-8dda-b3157a3a65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541949 Dec 12 04:15:49.001309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-45e04637-c345-4102-92ce-58292e28a543 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796590 Dec 12 04:15:49.092452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df6c05-1b5a-456b-9cf2-a33a741d2e68 req-8a808777-6040-4490-af0c-2a1ced071d57 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:49.096131 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22df6c05-1b5a-456b-9cf2-a33a741d2e68 req-8a808777-6040-4490-af0c-2a1ced071d57 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 943 time: 0.2451205 Dec 12 04:15:49.218710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c438f09c-0136-4402-818d-7541d2d2a232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Deleting port ca120abf-dddb-4204-b1e8-e17c8f7faa45 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:49.219286 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c438f09c-0136-4402-818d-7541d2d2a232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:49.235831 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd422561-5996-4df0-9eb0-ce754f619074 req-5cb9f89e-9426-448f-812c-ae92c13d73e7 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219794 Dec 12 04:15:49.361223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59cfa426-87a3-4193-837b-6b3de973b2f3 req-685ff13e-3a8f-448c-a2ee-3e81133cc8bd tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.1626663 Dec 12 04:15:49.435081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50130) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:49.459127 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22df6c05-1b5a-456b-9cf2-a33a741d2e68 req-a03e848b-f6b7-4d23-805f-8f70a75da30e tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475661 Dec 12 04:15:49.476572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-c438f09c-0136-4402-818d-7541d2d2a232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] For port ca120abf-dddb-4204-b1e8-e17c8f7faa45, host n-h2-710847-7, got binding levels [] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:49.477004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c438f09c-0136-4402-818d-7541d2d2a232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:49.504726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c438f09c-0136-4402-818d-7541d2d2a232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Calling delete_port for ca120abf-dddb-4204-b1e8-e17c8f7faa45 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:49.519417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-6d55ecc8-ddc1-4333-806a-3cb01306471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:49.523610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-6d55ecc8-ddc1-4333-806a-3cb01306471e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 1094 time: 0.1613815 Dec 12 04:15:49.656642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c438f09c-0136-4402-818d-7541d2d2a232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:49.710058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438f09c-0136-4402-818d-7541d2d2a232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca120abf-dddb-4204-b1e8-e17c8f7faa45,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:49.714341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c438f09c-0136-4402-818d-7541d2d2a232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:49.720778 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c438f09c-0136-4402-818d-7541d2d2a232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ca120abf-dddb-4204-b1e8-e17c8f7faa45 HTTP/1.1" status: 204 len: 168 time: 1.0071323 Dec 12 04:15:49.721459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50142) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:49.750944 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8b144e-530e-45d8-8b76-82315d0f2274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] GET failed (client error): The resource could not be found. Dec 12 04:15:49.756462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-4166b0cf-32f1-4fcf-8836-4548f14a3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:49.762282 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-4166b0cf-32f1-4fcf-8836-4548f14a3fb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 200 len: 904 time: 0.2251606 Dec 12 04:15:49.762775 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4d8b144e-530e-45d8-8b76-82315d0f2274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "GET /v2.0/ports/ca120abf-dddb-4204-b1e8-e17c8f7faa45 HTTP/1.1" status: 404 len: 333 time: 0.0402329 Dec 12 04:15:49.763946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50144) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:49.775875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Request body: {'port': {'network_id': '94377c89-2a96-444f-9fde-5789f04862d2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-352060891'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:49.876972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-986367818-network', 'tenant_id': 'ab85445055ad459eb1fb7bb4f793cc1a'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:49.906880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-64e69cd2-481c-4689-996e-33b09eddcda1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46936b11-f823-48e7-9218-f40c6c53244c HTTP/1.1" status: 200 len: 217 time: 0.1210270 Dec 12 04:15:49.908323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:15:49.908323 n-d-710847-7 neutron-server[103450]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 04:15:49.908323 n-d-710847-7 neutron-server[103450]: [parameters: {'project_id': 'e1e2eb6b1972442b914441e385d0e546', 'id': '13b70129-37a0-4637-bfbf-3193bdbf7334', 'expiration': datetime.datetime(2021, 12, 12, 4, 17, 49, 901982)}] Dec 12 04:15:49.908323 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:15:49.909243 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:15:49.921428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Made reservation on behalf of ab85445055ad459eb1fb7bb4f793cc1a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:49.924331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:49.936970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:50.038305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-88fdf547-5a94-4b3b-b3e9-8ecb51006b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:50.047719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-88fdf547-5a94-4b3b-b3e9-8ecb51006b1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 200 len: 844 time: 0.1326954 Dec 12 04:15:50.072720 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:50.080035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:50.094552 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-adeb15b2-229e-404d-87f2-ef81a7debb3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca082263-57ba-42fa-8dda-b3157a3a65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404646 Dec 12 04:15:50.112755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:15:50.131233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38cd656-49f3-4dfd-9b60-0d48878c3751,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:50.146501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:50.146863 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Added segment 0b91e932-e491-41db-9e9c-6b831214bd15 of type vlan for network 0c19962d-1841-4060-b34a-6f4652c21217 Dec 12 04:15:50.210138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:50.249007 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:50.250378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:50.252686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:50.254444 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-160cc048-b976-42e0-b618-7faa1cf8b2d4 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486413 Dec 12 04:15:50.397408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50160) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:50.399333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9610071 Dec 12 04:15:50.409088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Request body: {'subnet': {'network_id': '0c19962d-1841-4060-b34a-6f4652c21217', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-986367818-subnet', 'tenant_id': 'ab85445055ad459eb1fb7bb4f793cc1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:50.439677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc7a3f-098b-4c05-831a-14da5143a5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c19962d-1841-4060-b34a-6f4652c21217,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:50.454104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0c19962d-1841-4060-b34a-6f4652c21217 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:15:50.578918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Made reservation on behalf of e1e2eb6b1972442b914441e385d0e546 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:50.582129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:50.632492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] device_id is not set on port c9ee592c-198d-4299-88c8-a11ea9b354b6 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:15:50.697902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564255d7-0dc9-4f1e-820e-66c6cf51e367 req-ac08edc3-2deb-4e17-b32e-c23690f3c383 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:50.699666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-564255d7-0dc9-4f1e-820e-66c6cf51e367 req-ac08edc3-2deb-4e17-b32e-c23690f3c383 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 943 time: 0.0777574 Dec 12 04:15:50.739792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6cf3bb03-2335-4334-bdf5-640ea9bf44d1 req-544ff9be-490b-48b6-b0bd-ce5f36657403 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.2494369 Dec 12 04:15:50.787426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68969a52-b6be-4a4f-beb1-10427b0484e6 req-8851a0dd-1331-47ad-916e-e38418417d06 service neutron] 10.222.0.18 "GET /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274296 Dec 12 04:15:50.830063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Made reservation on behalf of ab85445055ad459eb1fb7bb4f793cc1a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:50.839345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:50.869513 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-564255d7-0dc9-4f1e-820e-66c6cf51e367 req-ab0dbdcc-04f8-4d35-a746-295381656ef8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575546 Dec 12 04:15:51.151227 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:51.411559 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:51.581866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8cf35053-33cf-46ac-ad2c-391ab9d709dd req-70934983-37a8-41dd-ac88-8207d381966b tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.1280437 Dec 12 04:15:51.656624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Network 94377c89-2a96-444f-9fde-5789f04862d2 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:51.668764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:51.703490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:51.711090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:51.716282 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:51.794706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ee592c-198d-4299-88c8-a11ea9b354b6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:51.809319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50202) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:51.818335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-de98ee07-f1ce-4511-bf59-8fa5353673e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0526726 Dec 12 04:15:51.819501 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:51.825439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:51.892108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd104ffe-78ef-4c04-ae3a-224656eb3476,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:51.897373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Checking segment: {'id': '0b91e932-e491-41db-9e9c-6b831214bd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0c19962d-1841-4060-b34a-6f4652c21217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:51.897837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Network hostable DHCP agents. Network: 0c19962d-1841-4060-b34a-6f4652c21217, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:15:51.938259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Network 0c19962d-1841-4060-b34a-6f4652c21217 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:15:51.963983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0c19962d-1841-4060-b34a-6f4652c21217) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:51.970592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:51.978779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:51.979482 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:51.985678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5fed5-a99c-4894-8797-784bd9a62234 None None] Network 0c19962d-1841-4060-b34a-6f4652c21217 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:52.061908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ebef5077-8dca-4e28-b06c-64420ad1a452 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6628714 Dec 12 04:15:52.146310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50212) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:52.152267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2109846600'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:52.195746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559f568-d5ea-4eb9-9c57-2c79e63dead3 req-99b87f72-0b1a-4d12-88e5-82d5f9438815 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:52.213449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e559f568-d5ea-4eb9-9c57-2c79e63dead3 req-99b87f72-0b1a-4d12-88e5-82d5f9438815 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 943 time: 0.1388214 Dec 12 04:15:52.228075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea101048-b6d1-4a09-ad58-d50f5c725f8b None None] Network 0c19962d-1841-4060-b34a-6f4652c21217 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:52.326130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] device_id is not set on port c9ee592c-198d-4299-88c8-a11ea9b354b6 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:15:52.331178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e559f568-d5ea-4eb9-9c57-2c79e63dead3 req-6e55f0c3-f8d7-4d4b-ac69-54e08ae44d18 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167684 Dec 12 04:15:52.347360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:52.351009 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.353245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.367395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.397158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:15:52.419178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.419390 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Added segment 7c46e462-7349-4df2-bf86-11815ed6b627 of type vlan for network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 Dec 12 04:15:52.468872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ee592c-198d-4299-88c8-a11ea9b354b6,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:52.503241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.503595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.503946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.512481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.518053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.518406 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.518798 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 2 to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 Dec 12 04:15:52.548590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.548975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.549324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.554074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.554407 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.554791 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 3 to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 Dec 12 04:15:52.562912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.568604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:52.569247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.569789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.570430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.570993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.575818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.576577 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.577262 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 4 to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 Dec 12 04:15:52.593633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.594970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.595552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.601217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.601805 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.602531 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 5 to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 Dec 12 04:15:52.609840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 46936b11-f823-48e7-9218-f40c6c53244c details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:15:52.642023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.642693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.644515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.653698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.656504 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.657205 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 6 to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 Dec 12 04:15:52.697297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.697816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.698184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.708580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.708801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5613823 Dec 12 04:15:52.709041 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.709364 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 7 to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 Dec 12 04:15:52.716021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50230) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:52.741943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.743441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.745126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.757366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.757729 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.759843 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 8 to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 Dec 12 04:15:52.776939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1543058197'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:52.791050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.791399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.791752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.797788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.798270 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.798686 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 9 to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 Dec 12 04:15:52.813831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:52.817468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.818076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.818624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.825951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.826539 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.827425 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 10 to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 Dec 12 04:15:52.827752 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.851950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:52.852317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:52.853267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:52.853564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 46936b11-f823-48e7-9218-f40c6c53244c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=46936b11-f823-48e7-9218-f40c6c53244c,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:52.859595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:15:52.859949 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port c9ee592c-198d-4299-88c8-a11ea9b354b6 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:15:52.860580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.874931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '46936b11-f823-48e7-9218-f40c6c53244c', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'port_id': '46936b11-f823-48e7-9218-f40c6c53244c', 'mac_address': 'fa:16:3e:a3:f3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:15:52.888336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a516c3-b822-4a49-a2fb-1d053e77644f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Network': ['ID=fd654d73-c5e0-4a77-925c-fa06e5acb9d9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:52.956803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-adfcefcb-b401-4506-ad5e-75e0ea4208f5 req-15d358ea-08dc-416f-b090-07ee502b6445 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.1352141 Dec 12 04:15:52.960717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:15:52.966989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] For port c9ee592c-198d-4299-88c8-a11ea9b354b6, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:15:52.969291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempted to set empty binding levels {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 04:15:52.973621 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.975793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.982876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:52.983222 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Added segment 50803cae-a7c8-4db0-8e02-67fe8bd7f539 of type vlan for network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 Dec 12 04:15:53.005139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:15:53.031141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] In _notify_port_updated(), no bound segment for port c9ee592c-198d-4299-88c8-a11ea9b354b6 on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:15:53.032130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.034467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:53.038504 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "PUT /v2.0/ports/c9ee592c-198d-4299-88c8-a11ea9b354b6 HTTP/1.1" status: 200 len: 978 time: 1.2258294 Dec 12 04:15:53.039817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50234) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:53.084617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46936b11-f823-48e7-9218-f40c6c53244c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:15:53.092414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:53.111228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 46936b11-f823-48e7-9218-f40c6c53244c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=46936b11-f823-48e7-9218-f40c6c53244c,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:53.120146 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:53.123677 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:53.130725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.131740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:53.216661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4971302 Dec 12 04:15:53.222374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50248) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:53.229955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'subnet': {'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:53.258399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=46936b11-f823-48e7-9218-f40c6c53244c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:53.272332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.272690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.274263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.276139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.276885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.279260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.279260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.279468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.280751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.281296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.285614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.286155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.286639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:15:53.363637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2f27f-b05a-43ce-a8e0-8afa262133db tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Network': ['ID=7807f09d-0aa0-4730-9e80-ec87226ad9a0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:53.380553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3700aa0-d0b1-4ce4-8f37-06662f1b639d req-a170e31b-89d8-441e-9571-d91147021711 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a1a6b3c-115f-46ff-bb05-4b6446e42b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0606017 Dec 12 04:15:53.388458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:15:53.391572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:53.395327 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:53.397064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933f856-ea2d-44b2-b96b-bc2bd94f4919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ee592c-198d-4299-88c8-a11ea9b354b6,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:53.504295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.504799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.505309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.505795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.506281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.506759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.507238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.508010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.508181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.508660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.520440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.520987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.521485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.521974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.522459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.522936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.524119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.524633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.525165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.527694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3700aa0-d0b1-4ce4-8f37-06662f1b639d req-99114e16-c195-470c-bde9-795f7e3b480a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b04e158d00d44a0aba1613cdfae765fd&device_id=3a1a6b3c-115f-46ff-bb05-4b6446e42b4e HTTP/1.1" status: 200 len: 210 time: 0.0574148 Dec 12 04:15:53.528737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.529366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.546628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-02eb9c5f-81f3-4ef7-929c-d62e2824c7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19163 time: 0.5012698 Dec 12 04:15:53.550973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['46936b11-f823-48e7-9218-f40c6c53244c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:15:53.553433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50254) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:53.598432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd839fe-50f1-4f7e-8998-1eb7cb57fe7d req-fd69bb16-0f1b-40f5-8bf0-1bff2fdc1b0a tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.606346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8fd839fe-50f1-4f7e-8998-1eb7cb57fe7d req-fd69bb16-0f1b-40f5-8bf0-1bff2fdc1b0a tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 944 time: 0.1721387 Dec 12 04:15:53.644893 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3700aa0-d0b1-4ce4-8f37-06662f1b639d req-487a1bd6-1e2b-47b2-b5e9-3113d8aa2722 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b04e158d00d44a0aba1613cdfae765fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841386 Dec 12 04:15:53.801435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8fd839fe-50f1-4f7e-8998-1eb7cb57fe7d req-b211fbb1-30f7-4573-b70f-3ce7379a812d tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940126 Dec 12 04:15:53.834440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-0e1312e6-35fa-4be5-bace-fc49d2f2fd19 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:53.836049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-0e1312e6-35fa-4be5-bace-fc49d2f2fd19 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/networks?id=0c19962d-1841-4060-b34a-6f4652c21217 HTTP/1.1" status: 200 len: 813 time: 0.6388345 Dec 12 04:15:53.868609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-f0bb0a63-24d6-4f69-bfef-072749da7814 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/quotas/ab85445055ad459eb1fb7bb4f793cc1a HTTP/1.1" status: 200 len: 375 time: 0.0163264 Dec 12 04:15:53.879131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6d95431d-50e7-4bad-b630-74eee6128db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Deleting port c9ee592c-198d-4299-88c8-a11ea9b354b6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:53.879689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d95431d-50e7-4bad-b630-74eee6128db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:53.948108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8f084b8b-0a70-4aa2-8445-dd37409ecf71 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab85445055ad459eb1fb7bb4f793cc1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724738 Dec 12 04:15:53.966684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.036765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-6d95431d-50e7-4bad-b630-74eee6128db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] For port c9ee592c-198d-4299-88c8-a11ea9b354b6, host n-h2-710847-7, got binding levels [] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:54.037207 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d95431d-50e7-4bad-b630-74eee6128db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.085655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-837d6e63-f80d-48b6-a448-b50cabb414a5 req-6f22c6ce-151d-4d9b-8c6b-5ebafe0ec799 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0437202 Dec 12 04:15:54.097509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6d95431d-50e7-4bad-b630-74eee6128db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Calling delete_port for c9ee592c-198d-4299-88c8-a11ea9b354b6 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:54.113868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3700aa0-d0b1-4ce4-8f37-06662f1b639d req-0a05ab2e-5b1e-42c9-b200-26427fd41173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:54.115807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3700aa0-d0b1-4ce4-8f37-06662f1b639d req-0a05ab2e-5b1e-42c9-b200-26427fd41173 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4596159 Dec 12 04:15:54.122595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Checking segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:54.123259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network hostable DHCP agents. Network: fd654d73-c5e0-4a77-925c-fa06e5acb9d9, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:15:54.148100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Subnet': ['ID=c0e65ed2-30cf-4875-832b-494adfedbeb7,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:54.162364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:15:54.178712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, fd654d73-c5e0-4a77-925c-fa06e5acb9d9) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:54.186696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:54.187356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.190999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc3ad5-2d56-4467-bd0c-60e47533f130 None None] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:54.213475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0b315f9e-53a4-4f0f-8fa5-00da468a77f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9874580 Dec 12 04:15:54.215911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50270) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:54.231670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'subnet': {'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:54.232770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-d2e993ac-03c5-4bf1-9c97-eeeaea18f72b service neutron] 10.222.0.36 "GET /v2.0/networks/0c19962d-1841-4060-b34a-6f4652c21217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542381 Dec 12 04:15:54.341506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'fixed_ips': [{'subnet_id': 'c0e65ed2-30cf-4875-832b-494adfedbeb7'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:15:54.342646 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.371763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d95431d-50e7-4bad-b630-74eee6128db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.451224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95431d-50e7-4bad-b630-74eee6128db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9ee592c-198d-4299-88c8-a11ea9b354b6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:54.461114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d95431d-50e7-4bad-b630-74eee6128db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.469504 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6d95431d-50e7-4bad-b630-74eee6128db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c9ee592c-198d-4299-88c8-a11ea9b354b6 HTTP/1.1" status: 204 len: 168 time: 0.9087548 Dec 12 04:15:54.473762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50276) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:54.506859 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d14d40-9d1b-4429-8e78-032b089c303e tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] GET failed (client error): The resource could not be found. Dec 12 04:15:54.509767 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-5c87a706-3944-4bd3-8d36-65c535db0ca4 service neutron] 10.222.0.36 "GET /v2.0/networks/0c19962d-1841-4060-b34a-6f4652c21217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750640 Dec 12 04:15:54.528445 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-27d14d40-9d1b-4429-8e78-032b089c303e tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "GET /v2.0/ports/c9ee592c-198d-4299-88c8-a11ea9b354b6 HTTP/1.1" status: 404 len: 333 time: 0.0533655 Dec 12 04:15:54.529543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50278) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:54.530815 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:54.534579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.544740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-771554741', 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:54.592630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Made reservation on behalf of e1e2eb6b1972442b914441e385d0e546 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:54.598581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.608051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 46936b11-f823-48e7-9218-f40c6c53244c up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:54.645720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] device_id is not set on port b4ff6de9-9f8d-4e13-a01b-e4af388456d9 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:15:54.652302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Allocated IP 10.1.1.2 (fd654d73-c5e0-4a77-925c-fa06e5acb9d9/c0e65ed2-30cf-4875-832b-494adfedbeb7/a41938da-c6e6-4d19-b7d4-9c4285b82d1f) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:54.767827 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 46936b11-f823-48e7-9218-f40c6c53244c completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:15:54.782606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 46936b11-f823-48e7-9218-f40c6c53244c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:54.782990 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.967646 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:54.985799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:55.042038 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:55.089891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846078-077f-4b2d-8fc2-18a56b738d90 req-89770569-5294-4faa-81a4-f9169c65a1c8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:55.097128 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0846078-077f-4b2d-8fc2-18a56b738d90 req-89770569-5294-4faa-81a4-f9169c65a1c8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 944 time: 0.1203232 Dec 12 04:15:55.106669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6a3a8211-531d-43b3-b129-80d57894ad43 req-482a24a0-0a25-49d2-81b7-d67b675d4825 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 210 time: 0.0578320 Dec 12 04:15:55.120165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:55.157853 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:55.234554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0846078-077f-4b2d-8fc2-18a56b738d90 req-9cef5b57-8091-4303-95fa-8caa239a3374 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362836 Dec 12 04:15:55.235766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Subnet': ['ID=fd5c7e23-5653-44d5-a088-4062740c18b4,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:55.237820 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:55.285892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Checking segment: {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:55.286381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network hostable DHCP agents. Network: 7807f09d-0aa0-4730-9e80-ec87226ad9a0, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:15:55.316747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Network 94377c89-2a96-444f-9fde-5789f04862d2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:55.326070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'Port': ['ID=b4ff6de9-9f8d-4e13-a01b-e4af388456d9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:55.330590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:55.333703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:55.336444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:55.337138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:55.337674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:15:55.360798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7807f09d-0aa0-4730-9e80-ec87226ad9a0) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:55.368790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:55.374912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:55.378071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5fa8b5d1-3a66-4c41-9b2c-559bffbcbfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8441546 Dec 12 04:15:55.378208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Pushing event updated for resources: {'Port': ['ID=a41938da-c6e6-4d19-b7d4-9c4285b82d1f,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:55.380122 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:55.382848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50306) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:55.398531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40394f68-20dc-4470-b1e8-a26ebb3e033f req-3deaeb86-f5f8-4609-8f4e-8d96fabf5efd tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0743506 Dec 12 04:15:55.400116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ce888-8cc1-4b45-90be-7fc276b59566 None None] Network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:55.412468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46936b11-f823-48e7-9218-f40c6c53244c'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:15:55.423738 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d22bfd8-afb1-4a01-a78f-8c87fbb57506" -d '{"events": [{"server_uuid": "e81089a6-4b0f-41e9-a509-ea1b5b07c51b", "name": "network-vif-plugged", "status": "completed", "tag": "46936b11-f823-48e7-9218-f40c6c53244c"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:15:55.427920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:55.507198 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f2812224-c575-42cf-b290-e92265ef1f85 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2910948 Dec 12 04:15:55.508785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196516ee-b8ea-40c8-907d-7d304832baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:55.512672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50310) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:55.512922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50312) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:55.513448 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-196516ee-b8ea-40c8-907d-7d304832baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "GET /v2.0/ports/b4ff6de9-9f8d-4e13-a01b-e4af388456d9 HTTP/1.1" status: 200 len: 958 time: 0.1189401 Dec 12 04:15:55.515468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:55.520786 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35156196-e6ef-4af5-9955-c134377e489d x-openstack-request-id: req-35156196-e6ef-4af5-9955-c134377e489d {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:15:55.524201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'port': {'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'name': 'tempest-TaggedBootDevicesTest-281746443', 'fixed_ips': [{'subnet_id': 'c0e65ed2-30cf-4875-832b-494adfedbeb7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:55.526290 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81089a6-4b0f-41e9-a509-ea1b5b07c51b", "name": "network-vif-plugged", "status": "completed", "tag": "46936b11-f823-48e7-9218-f40c6c53244c", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:15:55.526656 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35156196-e6ef-4af5-9955-c134377e489d {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:15:55.527161 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46936b11-f823-48e7-9218-f40c6c53244c', 'code': 200} Dec 12 04:15:55.539605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 46936b11-f823-48e7-9218-f40c6c53244c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=46936b11-f823-48e7-9218-f40c6c53244c,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:55.554954 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:55.716091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41769d-beb3-4a6c-bf91-d1d8c42cae91 req-c7497e0d-bee5-4ad5-9a08-ebc283378bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:55.720223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9a41769d-beb3-4a6c-bf91-d1d8c42cae91 req-c7497e0d-bee5-4ad5-9a08-ebc283378bf3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 1096 time: 0.1091526 Dec 12 04:15:55.833248 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9a41769d-beb3-4a6c-bf91-d1d8c42cae91 req-19b40894-b778-4b8e-a758-55ea5102d8ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033838 Dec 12 04:15:55.858801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b95c79b3-25c4-4f72-8fd4-6caf79e1e0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Deleting port b4ff6de9-9f8d-4e13-a01b-e4af388456d9 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:15:55.859255 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b95c79b3-25c4-4f72-8fd4-6caf79e1e0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:55.862412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:56.002137 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b95c79b3-25c4-4f72-8fd4-6caf79e1e0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.026903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b95c79b3-25c4-4f72-8fd4-6caf79e1e0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Calling delete_port for b4ff6de9-9f8d-4e13-a01b-e4af388456d9 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:15:56.100339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.122585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] device_id is not set on port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:15:56.239631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Attempting to bind port a41938da-c6e6-4d19-b7d4-9c4285b82d1f on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:56.241124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Attempting to bind port a41938da-c6e6-4d19-b7d4-9c4285b82d1f by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:56.242869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Attempting to bind port a41938da-c6e6-4d19-b7d4-9c4285b82d1f on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:56.251754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=46936b11-f823-48e7-9218-f40c6c53244c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:56.274063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-7807f09d-0aa0-4730-9e80-ec87226ad9a0', 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0', 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'fixed_ips': [{'subnet_id': 'fd5c7e23-5653-44d5-a088-4062740c18b4'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:15:56.276781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.323706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:15:56.331696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Checking segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:56.334663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.334912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Bound using segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:15:56.338577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Bound port: a41938da-c6e6-4d19-b7d4-9c4285b82d1f, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:15:56.339076 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.435693 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-327a84e0-155f-4a53-89c8-717f499a23f5 req-d3ef05b8-18f4-48d5-9521-1f64c5314d17 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 210 time: 0.1439419 Dec 12 04:15:56.558293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b95c79b3-25c4-4f72-8fd4-6caf79e1e0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.643488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c79b3-25c4-4f72-8fd4-6caf79e1e0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4ff6de9-9f8d-4e13-a01b-e4af388456d9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:56.678643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Allocated IP 10.2.2.2 (7807f09d-0aa0-4730-9e80-ec87226ad9a0/fd5c7e23-5653-44d5-a088-4062740c18b4/ed405ac6-4a08-4ab9-a85e-de2449d39796) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:56.699733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ef1a96bf-2df0-42b1-92ff-82dc8a1dd868 req-cb487084-131e-4d97-a79e-cb8b0e1cbf9e tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0812700 Dec 12 04:15:56.701521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b95c79b3-25c4-4f72-8fd4-6caf79e1e0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.705522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b95c79b3-25c4-4f72-8fd4-6caf79e1e0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b4ff6de9-9f8d-4e13-a01b-e4af388456d9 HTTP/1.1" status: 204 len: 168 time: 1.1916993 Dec 12 04:15:56.708160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:56.760448 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec81bab-2df0-4ea0-804a-9140e4cff634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] GET failed (client error): The resource could not be found. Dec 12 04:15:56.762595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fec81bab-2df0-4ea0-804a-9140e4cff634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "GET /v2.0/ports/b4ff6de9-9f8d-4e13-a01b-e4af388456d9 HTTP/1.1" status: 404 len: 333 time: 0.0522327 Dec 12 04:15:56.765452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Allocated IP 10.1.1.101 (fd654d73-c5e0-4a77-925c-fa06e5acb9d9/c0e65ed2-30cf-4875-832b-494adfedbeb7/f9a61b9a-355b-44cd-a2e2-a869dbf3a14d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:56.766715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50346) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:56.778151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Request body: {'port': {'network_id': '94377c89-2a96-444f-9fde-5789f04862d2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-560106887'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:56.827754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Made reservation on behalf of e1e2eb6b1972442b914441e385d0e546 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:56.832182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.864712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] device_id is not set on port be7e902c-3be1-4ab5-b716-783aa7ef656b yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:15:56.930499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] For port a41938da-c6e6-4d19-b7d4-9c4285b82d1f, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:15:56.935082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] For port a41938da-c6e6-4d19-b7d4-9c4285b82d1f, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a41938da-c6e6-4d19-b7d4-9c4285b82d1f,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:15:56.936897 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.945872 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:56.957904 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:57.007121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:57.017105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:57.022024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:57.142481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Attempting to bind port ed405ac6-4a08-4ab9-a85e-de2449d39796 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:15:57.142942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Attempting to bind port ed405ac6-4a08-4ab9-a85e-de2449d39796 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:15:57.143380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Attempting to bind port ed405ac6-4a08-4ab9-a85e-de2449d39796 on network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:15:57.150385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85381ce9-b449-4c12-bba4-7ea6abeaebb1 None None] Pushing event updated for resources: {'Port': ['ID=a41938da-c6e6-4d19-b7d4-9c4285b82d1f,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:57.186035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:15:57.186035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Checking segment: {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:15:57.186035 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:57.186422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Bound using segment: {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:15:57.204053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Bound port: ed405ac6-4a08-4ab9-a85e-de2449d39796, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:15:57.204605 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:57.223406 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:57.334298 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:57.376874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] For port ed405ac6-4a08-4ab9-a85e-de2449d39796, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:15:57.383406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] For port ed405ac6-4a08-4ab9-a85e-de2449d39796, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ed405ac6-4a08-4ab9-a85e-de2449d39796,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:15:57.407959 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:57.411983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:57.497966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:57.501811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:57.504152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Pushing event updated for resources: {'Port': ['ID=ed405ac6-4a08-4ab9-a85e-de2449d39796,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:57.522178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:57.527095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Port': ['ID=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:57.619389 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:57.628589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fc29e-a042-46a2-9bc4-9673b86d775f None None] Pushing event updated for resources: {'Port': ['ID=ed405ac6-4a08-4ab9-a85e-de2449d39796,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:57.784012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:57.788743 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:57.842545 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b071f748-2c37-410b-9cba-0fc690435eef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3311892 Dec 12 04:15:57.845754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50372) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:57.873040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'port': {'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'name': 'tempest-TaggedBootDevicesTest-197595047', 'fixed_ips': [{'subnet_id': 'c0e65ed2-30cf-4875-832b-494adfedbeb7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:58.310115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b9694af-bfd7-4f98-aa6f-425a1a57bd1b req-37b170a2-b2e4-4ab9-a4f9-2c81698435c5 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 210 time: 0.6128824 Dec 12 04:15:58.338757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:58.349832 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:58.410920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] device_id is not set on port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:15:58.568332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Network 94377c89-2a96-444f-9fde-5789f04862d2 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:15:58.570228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ed405ac6-4a08-4ab9-a85e-de2449d39796 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:58.574549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:15:58.592250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-424e44a9-9896-4205-bbd7-91f7cd7a7d62 req-8d2350a3-d29e-44d9-b96c-421097fcaa9b tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0676773 Dec 12 04:15:58.595512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:15:58.596454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:58.597097 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:58.666196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341570df-8ff4-4529-bcfe-01568c89746e req-4f6f093b-6bdf-490d-8268-764f5d7f2f79 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:58.671922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-341570df-8ff4-4529-bcfe-01568c89746e req-4f6f093b-6bdf-490d-8268-764f5d7f2f79 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 945 time: 2.3040075 Dec 12 04:15:58.677539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'Port': ['ID=be7e902c-3be1-4ab5-b716-783aa7ef656b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:58.729839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ed405ac6-4a08-4ab9-a85e-de2449d39796 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:58.730392 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:58.795707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50388) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:58.806589 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-679571ac-4cf6-4985-b00a-46c4e1b4bf7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0340593 Dec 12 04:15:58.813157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:58.879005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-24a0a331-4a1e-48c1-870e-be0b076999ca tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:15:58.880860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-24a0a331-4a1e-48c1-870e-be0b076999ca tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.18 "GET /v2.0/networks?id=0c19962d-1841-4060-b34a-6f4652c21217 HTTP/1.1" status: 200 len: 813 time: 1.4501679 Dec 12 04:15:58.889761 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-341570df-8ff4-4529-bcfe-01568c89746e req-e5d911bb-a03c-4665-bbbc-9a18a1dc5399 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020829 Dec 12 04:15:58.911489 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Request body: {'port': {'device_id': 'eb81d1d8-f867-4e31-8cb9-2ffa063182c6', 'network_id': '0c19962d-1841-4060-b34a-6f4652c21217', 'admin_state_up': True, 'tenant_id': 'ab85445055ad459eb1fb7bb4f793cc1a'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:15:58.986521 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:58.997470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Allocated IP 10.1.1.9 (fd654d73-c5e0-4a77-925c-fa06e5acb9d9/c0e65ed2-30cf-4875-832b-494adfedbeb7/cc391740-5e3b-4b36-8a0a-d7f7b0b1947f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:59.063396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port ed405ac6-4a08-4ab9-a85e-de2449d39796, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ed405ac6-4a08-4ab9-a85e-de2449d39796,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:59.073015 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:59.075823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a41938da-c6e6-4d19-b7d4-9c4285b82d1f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:15:59.082249 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:59.164385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Made reservation on behalf of ab85445055ad459eb1fb7bb4f793cc1a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:15:59.168681 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:59.249264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=ed405ac6-4a08-4ab9-a85e-de2449d39796,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:15:59.285931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a41938da-c6e6-4d19-b7d4-9c4285b82d1f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:59.286316 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:59.364679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb8531-9715-4f99-8ae7-e87981387868 None None] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:59.518833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Allocated IP 172.20.0.3 (0c19962d-1841-4060-b34a-6f4652c21217/fd104ffe-78ef-4c04-ae3a-224656eb3476/fd101b34-264a-4b18-a2b6-f3a5eb739a52) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:15:59.525423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e81c5110-5569-4942-9764-c258651a5716 req-1d04d71a-44c5-474b-8da7-194467716b3f tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 210 time: 0.0663686 Dec 12 04:15:59.591638 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:59.670978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-96a99627-1a53-45ef-b6ac-8b66c7664fda None None] Provisioning complete for port a41938da-c6e6-4d19-b7d4-9c4285b82d1f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:15:59.671365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-96a99627-1a53-45ef-b6ac-8b66c7664fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:59.815285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a40060-22c8-46b0-b9ee-0e380b00ab70 None None] Network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:15:59.858853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:15:59.951405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port a41938da-c6e6-4d19-b7d4-9c4285b82d1f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a41938da-c6e6-4d19-b7d4-9c4285b82d1f,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:15:59.991340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50410) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:15:59.998899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-808393700'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:00.015603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.020789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f0e8e993-00e0-4609-b54a-668911a2d76d req-65e3459e-370a-4293-b2fd-decbc05972c1 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0411599 Dec 12 04:16:00.081416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Network 0c19962d-1841-4060-b34a-6f4652c21217 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:00.084928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:00.089357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] device_id is not set on port be7e902c-3be1-4ab5-b716-783aa7ef656b yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:16:00.090819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:00.097732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.098021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:00.101783 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.122500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.141936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Pushing event updated for resources: {'Port': ['ID=fd101b34-264a-4b18-a2b6-f3a5eb739a52,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:00.159369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.161325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:16:00.180060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.180684 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Added segment c99dd071-3bd5-485b-be87-c6627f05403d of type vlan for network 820fa5df-1459-434b-a847-5908eb8140d9 Dec 12 04:16:00.189088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:00.190048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.253518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-25151eb1-c3bb-43f1-a973-6247f68fbf53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526937 Dec 12 04:16:00.267652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'Port': ['ID=be7e902c-3be1-4ab5-b716-783aa7ef656b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:00.289338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-8a53b2da-9955-4c9c-8a0d-f4aba9c89c95 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3810651 Dec 12 04:16:00.291372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.293558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50414) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:00.300867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:00.302016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:00.302689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:00.320010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Request body: {'port': {'device_id': 'eb81d1d8-f867-4e31-8cb9-2ffa063182c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:00.330941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ed92a-cac1-4b78-a75d-9f6980c52035 req-1ac7f0f2-55c4-4a5f-954b-084e9a28607d tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:00.341961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-825ed92a-cac1-4b78-a75d-9f6980c52035 req-1ac7f0f2-55c4-4a5f-954b-084e9a28607d tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 945 time: 0.2397144 Dec 12 04:16:00.358145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ed405ac6-4a08-4ab9-a85e-de2449d39796 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:00.370786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:00.371150 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:00.394336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.395626 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 2 to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b Dec 12 04:16:00.437545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0e450a55-d3f1-4d06-ba32-cb98bbcb7809 None None] Provisioning complete for port ed405ac6-4a08-4ab9-a85e-de2449d39796 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:00.438072 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e450a55-d3f1-4d06-ba32-cb98bbcb7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.454628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.462489 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:00.468304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.482165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:00.482514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:00.482861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:00.502484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-825ed92a-cac1-4b78-a75d-9f6980c52035 req-6bb7f1b5-77f3-4473-9b75-7006cec44ea2 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585500 Dec 12 04:16:00.521621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:00.521966 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:00.533438 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 3 to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b Dec 12 04:16:00.533438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-f3769df3-9501-450c-ab8b-3c7e993c41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:00.533438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-f3769df3-9501-450c-ab8b-3c7e993c41ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 1095 time: 0.1854482 Dec 12 04:16:00.549034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:00.549481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:00.549944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:00.556459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:00.557467 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:00.558759 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 4 to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b Dec 12 04:16:00.565837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.577985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=a41938da-c6e6-4d19-b7d4-9c4285b82d1f,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:00.603151 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.614561 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6218441 Dec 12 04:16:00.635300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b057e397-c03d-475c-b53f-ee1c394434e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.645653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50424) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:00.670826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1440436870'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:00.689536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-be7beb01-2c02-4f6c-a09d-82ac9696baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:00.691068 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-be7beb01-2c02-4f6c-a09d-82ac9696baf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1268942 Dec 12 04:16:00.718167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ad1fd-7167-414d-b744-256be861234f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Network': ['ID=820fa5df-1459-434b-a847-5908eb8140d9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:00.775340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 820fa5df-1459-434b-a847-5908eb8140d9 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:16:00.781555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:00.781931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:00.782330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:00.785920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:00.858623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:00.862563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.870360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ed405ac6-4a08-4ab9-a85e-de2449d39796 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:00.870789 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:00.879072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-f0b8dfd1-953a-49d8-a3de-ae96fc9e4f3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 200 len: 217 time: 0.1630156 Dec 12 04:16:00.880293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:00.905411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:00.965138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3a8e02e0-fb53-422e-8c6f-ee0c5433ba6c None None] Provisioning complete for port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:00.965462 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3a8e02e0-fb53-422e-8c6f-ee0c5433ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.010162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:01.011036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.013586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:01.014082 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:01.038090 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 5 to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b Dec 12 04:16:01.038798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e02e0-fb53-422e-8c6f-ee0c5433ba6c None None] Port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:01.065645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3a8e02e0-fb53-422e-8c6f-ee0c5433ba6c None None] Provisioning complete for port a41938da-c6e6-4d19-b7d4-9c4285b82d1f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:01.066366 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3a8e02e0-fb53-422e-8c6f-ee0c5433ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.105880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:16:01.172017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Port': ['ID=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:01.201025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:01.201403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:01.201770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:01.206303 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.206883 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Added segment f12e97ed-113f-4a4a-82fc-742d93d0323d of type vlan for network 33db8f80-6383-4d67-beb4-519412b18788 Dec 12 04:16:01.222642 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b057e397-c03d-475c-b53f-ee1c394434e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.231943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:01.232499 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:01.234505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-900d6f11-4ae3-40c6-8048-bd4f5cee66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:01.236293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-900d6f11-4ae3-40c6-8048-bd4f5cee66dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.3343046 Dec 12 04:16:01.240523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2b252a03-9ef1-40f0-adba-e6fff5aecb15 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3909583 Dec 12 04:16:01.242069 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 6 to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b Dec 12 04:16:01.242554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b057e397-c03d-475c-b53f-ee1c394434e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.255460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6f72d-9d35-4340-85be-41b5a75f5a92 req-ef5e7558-7c35-42cd-8fa6-b578534c781a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:01.257267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85e6f72d-9d35-4340-85be-41b5a75f5a92 req-ef5e7558-7c35-42cd-8fa6-b578534c781a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 931 time: 0.5651033 Dec 12 04:16:01.289342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd03c3ab-8ea6-40a1-9583-3eda6bbb8b42 req-b41e47b4-8bc3-4d94-b55a-39e6fe186b37 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0805869 Dec 12 04:16:01.310784 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-92ae4bd8-8a14-488e-86cb-f3bf4a63436c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502074 Dec 12 04:16:01.320253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:01.320611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:01.321526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:01.332559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6a8f5f7d-3750-42ed-9127-769a590f09e8 None None] Provisioning complete for port ed405ac6-4a08-4ab9-a85e-de2449d39796 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:01.333280 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5f7d-3750-42ed-9127-769a590f09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.362355 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.365804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:01.366174 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:01.384025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057e397-c03d-475c-b53f-ee1c394434e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a03e568-9b91-4d96-bf5e-4622c9ee019c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:01.391927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b057e397-c03d-475c-b53f-ee1c394434e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=feaafcd7ee1246409ddb31b5cfc3b570&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0943465 Dec 12 04:16:01.396467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50448) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:01.421240 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 7 to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b Dec 12 04:16:01.469220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:01.469801 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.469996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:01.470513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:01.476505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:01.477583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.492756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:01.493361 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:01.497069 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 8 to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b Dec 12 04:16:01.510166 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85e6f72d-9d35-4340-85be-41b5a75f5a92 req-d8a37540-55d5-4070-869d-1d4677fe653b tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142394 Dec 12 04:16:01.526783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6a8f5f7d-3750-42ed-9127-769a590f09e8 None None] Provisioning complete for port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:01.527808 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5f7d-3750-42ed-9127-769a590f09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.531738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:01.541219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:01.543404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:01.560260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:01.560924 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:01.563135 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 9 to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b Dec 12 04:16:01.573502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f5f7d-3750-42ed-9127-769a590f09e8 None None] Port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:01.577180 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-3af8dd59-f520-4e92-b1e4-b47630a546cc service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375014 Dec 12 04:16:01.582573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:01.583383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:01.583903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:01.590885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:01.591411 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:01.593315 n-d-710847-7 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempt 10 to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b Dec 12 04:16:01.593576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9304771 Dec 12 04:16:01.599705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50464) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:01.617167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'subnet': {'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:01.620555 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7554fc37-01f4-4bb3-82df-3f42cabe89be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.630507 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd101b34-264a-4b18-a2b6-f3a5eb739a52 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:01.666070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4f94f-31be-43fd-ac38-e0b6e651e64e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Network': ['ID=33db8f80-6383-4d67-beb4-519412b18788,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:01.668486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:01.669577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:01.669928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempting to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:01.683152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 33db8f80-6383-4d67-beb4-519412b18788 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:16:01.691726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:01.697224 n-d-710847-7 neutron-server[103451]: ERROR neutron.plugins.ml2.managers [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Failed to bind port be7e902c-3be1-4ab5-b716-783aa7ef656b on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'eff5427c-d879-41a6-a859-16cce97c77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '94377c89-2a96-444f-9fde-5789f04862d2'}] Dec 12 04:16:01.697686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.731866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.739534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-737a7f8b-370b-453b-99f7-0c4b77295a1d req-c9798812-d415-46d7-8778-e68cb18c9aa5 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417587 Dec 12 04:16:01.771878 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7554fc37-01f4-4bb3-82df-3f42cabe89be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.773825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-58b846ce-bb35-4e11-bb7e-1fa0426bf5f5 None None] Provisioning complete for port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:01.774453 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-58b846ce-bb35-4e11-bb7e-1fa0426bf5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.786618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Transition to ACTIVE for port object fd101b34-264a-4b18-a2b6-f3a5eb739a52 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:01.804554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.809929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50470) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:01.828698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5edb9de0-f3c8-4429-9d4a-2eb7dae69864 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376332013', 'description': 'tempest-description--1180197017'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:01.841422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-58b846ce-bb35-4e11-bb7e-1fa0426bf5f5 None None] Port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:01.910103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Pushing event updated for resources: {'Port': ['ID=fd101b34-264a-4b18-a2b6-f3a5eb739a52,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:01.912431 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:16:01.912431 n-d-710847-7 neutron-server[103450]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 04:16:01.912431 n-d-710847-7 neutron-server[103450]: [parameters: {'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'id': '34cda69b-35fd-40b2-aa2d-3bdb8932e945', 'expiration': datetime.datetime(2021, 12, 12, 4, 18, 1, 892772)}] Dec 12 04:16:01.912431 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:16:01.912775 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:16:01.921600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5edb9de0-f3c8-4429-9d4a-2eb7dae69864 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.932418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] For port be7e902c-3be1-4ab5-b716-783aa7ef656b, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:01.932866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attempted to set empty binding levels {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 04:16:01.943450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-9f2b7891-e16d-42f0-a1f8-05b6b4b9dd45 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:01.945033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-9f2b7891-e16d-42f0-a1f8-05b6b4b9dd45 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 807 time: 0.2449288 Dec 12 04:16:01.954642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.976436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7554fc37-01f4-4bb3-82df-3f42cabe89be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.979615 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7554fc37-01f4-4bb3-82df-3f42cabe89be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:01.980935 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7554fc37-01f4-4bb3-82df-3f42cabe89be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a03e568-9b91-4d96-bf5e-4622c9ee019c HTTP/1.1" status: 204 len: 168 time: 0.5787992 Dec 12 04:16:01.999677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] In _notify_port_updated(), no bound segment for port be7e902c-3be1-4ab5-b716-783aa7ef656b on network 94377c89-2a96-444f-9fde-5789f04862d2 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:16:02.000585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:02.001231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.002557 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "PUT /v2.0/ports/be7e902c-3be1-4ab5-b716-783aa7ef656b HTTP/1.1" status: 200 len: 978 time: 3.2058809 Dec 12 04:16:02.014357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-49e9d783-de7b-4076-8e08-12bdd6be7006 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/quotas/2d383ee762794c1da74881dd178765df HTTP/1.1" status: 200 len: 375 time: 0.0614357 Dec 12 04:16:02.015945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:02.024154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fc37-01f4-4bb3-82df-3f42cabe89be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a03e568-9b91-4d96-bf5e-4622c9ee019c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:02.082450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Attempting to bind port fd101b34-264a-4b18-a2b6-f3a5eb739a52 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:02.082801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Attempting to bind port fd101b34-264a-4b18-a2b6-f3a5eb739a52 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0b91e932-e491-41db-9e9c-6b831214bd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0c19962d-1841-4060-b34a-6f4652c21217'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:02.083145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Attempting to bind port fd101b34-264a-4b18-a2b6-f3a5eb739a52 on network 0c19962d-1841-4060-b34a-6f4652c21217 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:02.092292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Port fd101b34-264a-4b18-a2b6-f3a5eb739a52 on network 0c19962d-1841-4060-b34a-6f4652c21217 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:02.092743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Attempting to bind port fd101b34-264a-4b18-a2b6-f3a5eb739a52 on network 0c19962d-1841-4060-b34a-6f4652c21217 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:02.103945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81c4a7-1b59-4429-b9eb-24ae095b5dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event updated for resources: {'Port': ['ID=be7e902c-3be1-4ab5-b716-783aa7ef656b,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:02.108358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:02.108802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Checking segment: {'id': '0b91e932-e491-41db-9e9c-6b831214bd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0c19962d-1841-4060-b34a-6f4652c21217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:02.109523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Bound using segment: {'id': '0b91e932-e491-41db-9e9c-6b831214bd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0c19962d-1841-4060-b34a-6f4652c21217'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:02.110057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Bound port: fd101b34-264a-4b18-a2b6-f3a5eb739a52, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b91e932-e491-41db-9e9c-6b831214bd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0c19962d-1841-4060-b34a-6f4652c21217'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:02.110732 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.158532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-aed74b82-c6ef-4528-a3f1-85227b685267 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433356 Dec 12 04:16:02.197950 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5edb9de0-f3c8-4429-9d4a-2eb7dae69864 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.229031 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5edb9de0-f3c8-4429-9d4a-2eb7dae69864 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.243805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-37f99a45-8862-4c47-904c-73f2e7ddd835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Deleting port be7e902c-3be1-4ab5-b716-783aa7ef656b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:16:02.244160 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37f99a45-8862-4c47-904c-73f2e7ddd835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.284104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a41938da-c6e6-4d19-b7d4-9c4285b82d1f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:02.307448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef6ddb-7aa7-408b-a97a-cd51e0bcda0e req-17543858-6871-4b2f-9831-254b50160de4 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:02.309492 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4eef6ddb-7aa7-408b-a97a-cd51e0bcda0e req-17543858-6871-4b2f-9831-254b50160de4 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 945 time: 0.1918645 Dec 12 04:16:02.334721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-37f99a45-8862-4c47-904c-73f2e7ddd835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] For port be7e902c-3be1-4ab5-b716-783aa7ef656b, host n-h2-710847-7, got binding levels [] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:02.335218 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37f99a45-8862-4c47-904c-73f2e7ddd835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.339682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-d2975bcd-0fa5-408f-80b8-4905d6da038c service neutron] 10.222.0.36 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720223 Dec 12 04:16:02.358952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a41938da-c6e6-4d19-b7d4-9c4285b82d1f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:02.359292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-37f99a45-8862-4c47-904c-73f2e7ddd835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Calling delete_port for be7e902c-3be1-4ab5-b716-783aa7ef656b owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:16:02.359667 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.370183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5edb9de0-f3c8-4429-9d4a-2eb7dae69864 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.374294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5edb9de0-f3c8-4429-9d4a-2eb7dae69864 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5608490 Dec 12 04:16:02.380307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50492) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:02.380307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50494) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:02.380541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb9de0-f3c8-4429-9d4a-2eb7dae69864 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:02.401844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] For port fd101b34-264a-4b18-a2b6-f3a5eb739a52, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:02.422239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-182ad470-bb93-4190-a1e0-a71e9ece0d84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'security_group_rule': {'security_group_id': '7ed8f576-eeab-475c-8978-a6d8a9e8e2f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:02.427951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] For port fd101b34-264a-4b18-a2b6-f3a5eb739a52, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd101b34-264a-4b18-a2b6-f3a5eb739a52,segment=NetworkSegment(0b91e932-e491-41db-9e9c-6b831214bd15),segment_id=0b91e932-e491-41db-9e9c-6b831214bd15)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:02.437283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.442690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc26043a-3cdc-4c44-9bea-b79876213cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.453801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4eef6ddb-7aa7-408b-a97a-cd51e0bcda0e req-833fce4f-d55f-4acd-bd22-072341ac30f0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296537 Dec 12 04:16:02.487555 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-182ad470-bb93-4190-a1e0-a71e9ece0d84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:16:02.487555 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 12 04:16:02.487555 n-d-710847-7 neutron-server[103451]: [parameters: {'project_id_1': 'e0b784a5ba4b4533a91f101d0edb582e', 'expiration_1': datetime.datetime(2021, 12, 12, 4, 15, 42, 435256)}] Dec 12 04:16:02.487555 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:16:02.487904 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-182ad470-bb93-4190-a1e0-a71e9ece0d84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:16:02.493331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:02.497031 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.500723 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:02.501626 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.503154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd101b34-264a-4b18-a2b6-f3a5eb739a52 HTTP/1.1" status: 200 len: 1091 time: 2.2023413 Dec 12 04:16:02.505440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb81d1d8-f867-4e31-8cb9-2ffa063182c6', 'tag': 'fd101b34-264a-4b18-a2b6-f3a5eb739a52'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:02.507864 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00907766-84ac-43e8-aa39-a0636a336ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb81d1d8-f867-4e31-8cb9-2ffa063182c6", "tag": "fd101b34-264a-4b18-a2b6-f3a5eb739a52"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:02.570696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-a5300085-c0c3-46fa-a0a6-7033280a0d46 service neutron] 10.222.0.36 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201633 Dec 12 04:16:02.594013 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37f99a45-8862-4c47-904c-73f2e7ddd835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.622697 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c21bc34-7791-41d8-ae1b-6e0a545a87b5 req-4ad229c7-43f1-48a8-b7ff-1eaf13b22b31 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0773499 Dec 12 04:16:02.630204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840ba6e-4b00-4960-b6c9-36ec5e2e6b09 service neutron] Pushing event updated for resources: {'Port': ['ID=fd101b34-264a-4b18-a2b6-f3a5eb739a52,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:02.634765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f99a45-8862-4c47-904c-73f2e7ddd835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Pushing event deleted for resources: {'Port': ['ID=be7e902c-3be1-4ab5-b716-783aa7ef656b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:02.649686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37f99a45-8862-4c47-904c-73f2e7ddd835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.653007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-37f99a45-8862-4c47-904c-73f2e7ddd835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "DELETE /v2.0/ports/be7e902c-3be1-4ab5-b716-783aa7ef656b HTTP/1.1" status: 204 len: 168 time: 0.6336350 Dec 12 04:16:02.655425 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc26043a-3cdc-4c44-9bea-b79876213cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.656263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50500) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:02.682301 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bc26043a-3cdc-4c44-9bea-b79876213cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.685236 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-faae5f3f-72bd-4acf-8143-0126ebbb6617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] GET failed (client error): The resource could not be found. Dec 12 04:16:02.686138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-c382478b-0871-4d8e-bd30-17347e36bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:02.686705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-faae5f3f-72bd-4acf-8143-0126ebbb6617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126663579-project-admin] 10.222.0.36 "GET /v2.0/ports/be7e902c-3be1-4ab5-b716-783aa7ef656b HTTP/1.1" status: 404 len: 333 time: 0.0294738 Dec 12 04:16:02.687780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-c382478b-0871-4d8e-bd30-17347e36bfaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab85445055ad459eb1fb7bb4f793cc1a&device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 1094 time: 0.1073265 Dec 12 04:16:02.690468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50504) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:02.733275 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bc26043a-3cdc-4c44-9bea-b79876213cc3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e25b0ae1d95b4fa485ac7431fd3f1b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483286 Dec 12 04:16:02.733275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:02.734949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26043a-3cdc-4c44-9bea-b79876213cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4836896b-d190-4b49-90a1-3d244f19e995,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:02.769219 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e31eb-90e0-4f5b-9c7b-30f705dd328a x-openstack-request-id: req-0b1e31eb-90e0-4f5b-9c7b-30f705dd328a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:02.769523 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb81d1d8-f867-4e31-8cb9-2ffa063182c6", "tag": "fd101b34-264a-4b18-a2b6-f3a5eb739a52", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:02.769967 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b1e31eb-90e0-4f5b-9c7b-30f705dd328a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:02.770395 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb81d1d8-f867-4e31-8cb9-2ffa063182c6', 'tag': 'fd101b34-264a-4b18-a2b6-f3a5eb739a52', 'status': 'completed', 'code': 200} Dec 12 04:16:02.800273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4de2d7ed-95a6-4170-9358-88b492c15e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.821578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-21997540-74d3-4bcd-959e-a4d02bc64a64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd101b34-264a-4b18-a2b6-f3a5eb739a52 HTTP/1.1" status: 200 len: 217 time: 0.0965531 Dec 12 04:16:02.829217 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4de2d7ed-95a6-4170-9358-88b492c15e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.881538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4de2d7ed-95a6-4170-9358-88b492c15e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.884862 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4de2d7ed-95a6-4170-9358-88b492c15e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:02.888542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4de2d7ed-95a6-4170-9358-88b492c15e6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4836896b-d190-4b49-90a1-3d244f19e995 HTTP/1.1" status: 204 len: 168 time: 0.1525450 Dec 12 04:16:02.895871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2d7ed-95a6-4170-9358-88b492c15e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4836896b-d190-4b49-90a1-3d244f19e995,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:02.954272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.001840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c185f7c-5a0d-4004-bc4b-039af69e3d92 req-3822c427-6900-4024-8c2e-7d650f0b8e46 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:03.003483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe54e1eb-e345-4ee2-85ac-70ec896ff87e req-cb96a23b-b104-45a7-bd2f-747fa19bda55 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 210 time: 0.0467365 Dec 12 04:16:03.013207 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c185f7c-5a0d-4004-bc4b-039af69e3d92 req-3822c427-6900-4024-8c2e-7d650f0b8e46 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 943 time: 0.1908443 Dec 12 04:16:03.034626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-7d8b3a1a-b03e-4433-92f1-9e7048e3b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:03.036910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-7d8b3a1a-b03e-4433-92f1-9e7048e3b118 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd104ffe-78ef-4c04-ae3a-224656eb3476 HTTP/1.1" status: 200 len: 853 time: 0.1775737 Dec 12 04:16:03.049861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-182ad470-bb93-4190-a1e0-a71e9ece0d84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.105987 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-aa4291fc-2070-469d-8ea4-9094bf79c478 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c19962d-1841-4060-b34a-6f4652c21217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565825 Dec 12 04:16:03.157838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-182ad470-bb93-4190-a1e0-a71e9ece0d84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.163011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-182ad470-bb93-4190-a1e0-a71e9ece0d84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.190745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ad470-bb93-4190-a1e0-a71e9ece0d84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88104761-a201-410e-b42c-8173420a0f17,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:03.205704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-182ad470-bb93-4190-a1e0-a71e9ece0d84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.209344 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-182ad470-bb93-4190-a1e0-a71e9ece0d84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8268557 Dec 12 04:16:03.210955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50524) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:03.219286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'security_group_rule': {'security_group_id': '7ed8f576-eeab-475c-8978-a6d8a9e8e2f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:03.276655 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.309087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c185f7c-5a0d-4004-bc4b-039af69e3d92 req-012d7a64-4d34-41a3-ad5d-5fa29515f7b8 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901783 Dec 12 04:16:03.339448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.342475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.352001 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.352835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50528) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:03.361479 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.376132 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56d68ac8-57c3-4cf4-926f-bea1486f7b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.394354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8747a6e5-1df8-4c52-b391-17646d23c3c5,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:03.410550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.411713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1983104 Dec 12 04:16:03.413149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.413501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.414450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.414450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.414653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.414886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.415223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.415367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94377c89-2a96-444f-9fde-5789f04862d2']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:03.415589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.415886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.416218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.416548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.417631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.417631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb985f-7f93-45d7-88d9-1a9ab0c0503c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:03.420129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50530) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:03.427644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:03.447469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff5427c-d879-41a6-a859-16cce97c77b1') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:03.447816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff5427c-d879-41a6-a859-16cce97c77b1') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:03.476757 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.483783 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.502285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Checking segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:03.502670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network hostable DHCP agents. Network: 820fa5df-1459-434b-a847-5908eb8140d9, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:16:03.504767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Subnet': ['ID=0726ede9-e1db-43ef-92f6-d6f8a0376c07,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:03.514343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-d02840d3-c644-4f16-a17b-4404d332fa72 service neutron] 10.222.0.18 "GET /v2.0/networks/0c19962d-1841-4060-b34a-6f4652c21217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860924 Dec 12 04:16:03.515382 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.532997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:16:03.533576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:16:03.538744 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:16:03.612634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56d68ac8-57c3-4cf4-926f-bea1486f7b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.625131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56d68ac8-57c3-4cf4-926f-bea1486f7b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.635309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 820fa5df-1459-434b-a847-5908eb8140d9 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:16:03.661245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 820fa5df-1459-434b-a847-5908eb8140d9) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:03.668809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:03.669564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.672394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a75564-9bdb-4eac-9884-3c3fa754937a None None] Network 820fa5df-1459-434b-a847-5908eb8140d9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:03.691320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.702684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2aaab-0fce-45bd-8c7a-749069e0bfdf req-21f473f0-774e-4a93-9376-70594cd6e703 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:03.704828 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.710514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] 10.222.0.36 "DELETE /v2.0/networks/94377c89-2a96-444f-9fde-5789f04862d2 HTTP/1.1" status: 204 len: 168 time: 1.0168157 Dec 12 04:16:03.711795 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2bc2aaab-0fce-45bd-8c7a-749069e0bfdf req-21f473f0-774e-4a93-9376-70594cd6e703 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 945 time: 0.1534317 Dec 12 04:16:03.730890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781594b-fce1-4048-9c05-58d1cfd7589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713377625-project] Pushing event deleted for resources: {'Network': ['ID=94377c89-2a96-444f-9fde-5789f04862d2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:03.751859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-56d68ac8-57c3-4cf4-926f-bea1486f7b9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38b532f6acca44beb0fc2c74c7d4d9ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3957717 Dec 12 04:16:03.752066 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8db4d847-f947-493e-8e4e-9a563266d473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1418431 Dec 12 04:16:03.754526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50538) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:03.754971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50540) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:03.760619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'subnet': {'network_id': '33db8f80-6383-4d67-beb4-519412b18788', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:03.783069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d68ac8-57c3-4cf4-926f-bea1486f7b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e08072-8e86-4a0a-be41-9fef3994f2a2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:03.844137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2bc2aaab-0fce-45bd-8c7a-749069e0bfdf req-1fb29237-0704-4255-9ecc-027e5bb85296 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314561 Dec 12 04:16:03.878197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-820fa5df-1459-434b-a847-5908eb8140d9', 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'fixed_ips': [{'subnet_id': '0726ede9-e1db-43ef-92f6-d6f8a0376c07'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:16:03.879218 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.885636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:03.930973 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c42db8d9-87f5-4ad1-ade8-74f45c076da1 req-d6c9d37d-16c7-4aaa-a6cb-21ead0738a58 service neutron] 10.222.0.18 "GET /v2.0/networks/0c19962d-1841-4060-b34a-6f4652c21217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066179 Dec 12 04:16:03.969491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:03.974168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.034625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Allocated IP 172.25.7.169 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/cad019a0-840c-4f00-b80e-6fb8ac2111cb) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:04.065957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Allocated IP 10.1.1.2 (820fa5df-1459-434b-a847-5908eb8140d9/0726ede9-e1db-43ef-92f6-d6f8a0376c07/318682d0-2589-487e-9fe8-03e19c3123fb) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:04.161808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-508e14d6-efe1-4a3c-9b60-adbb7db1de99 req-513825df-2519-419e-8e40-956f1eec6b89 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 210 time: 0.0385671 Dec 12 04:16:04.296920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3f743da-f1dd-4e67-acc6-566bda567966 req-246f33fe-1477-452a-ad72-fae4b06d48b8 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.3834698 Dec 12 04:16:04.301230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50548) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:04.380983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19398d7b-8b2d-430f-b2c7-28f21fbeda9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.382662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.418780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19398d7b-8b2d-430f-b2c7-28f21fbeda9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.421689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-5dc1dc19-5ffd-4d7a-a87e-ee7a0e430ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:04.423833 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-5dc1dc19-5ffd-4d7a-a87e-ee7a0e430ae8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab85445055ad459eb1fb7bb4f793cc1a&device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 1094 time: 0.1231251 Dec 12 04:16:04.575323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540d725-0fde-4365-9f4f-a9f50ecde7d0 req-1208ef09-8758-4154-9db6-3e8f7a7a8ef4 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:04.578662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1540d725-0fde-4365-9f4f-a9f50ecde7d0 req-1208ef09-8758-4154-9db6-3e8f7a7a8ef4 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 943 time: 0.1583052 Dec 12 04:16:04.581347 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.589702 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.606190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-307bf1b9-b21f-4bf8-84f3-47aaac891915 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=892dd83dc3434744aa4b8a82676c29f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010113 Dec 12 04:16:04.614272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50554) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:04.641439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.645992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Network 820fa5df-1459-434b-a847-5908eb8140d9 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:04.651459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 46936b11-f823-48e7-9218-f40c6c53244c details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:16:04.656599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:04.659276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:04.669529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-35c83cce-2071-4f35-8b72-8c575b67be68 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:04.673014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-35c83cce-2071-4f35-8b72-8c575b67be68 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 807 time: 0.4425318 Dec 12 04:16:04.707092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19398d7b-8b2d-430f-b2c7-28f21fbeda9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.710166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19398d7b-8b2d-430f-b2c7-28f21fbeda9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.711483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-19398d7b-8b2d-430f-b2c7-28f21fbeda9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26e08072-8e86-4a0a-be41-9fef3994f2a2 HTTP/1.1" status: 204 len: 168 time: 0.9454992 Dec 12 04:16:04.720672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-07819b40-00f6-4c2b-86c0-57a7ca40ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:04.722365 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-07819b40-00f6-4c2b-86c0-57a7ca40ab46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c19962d-1841-4060-b34a-6f4652c21217 HTTP/1.1" status: 200 len: 913 time: 0.2892530 Dec 12 04:16:04.736036 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.736971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Pushing event updated for resources: {'Port': ['ID=318682d0-2589-487e-9fe8-03e19c3123fb,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:04.758140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19398d7b-8b2d-430f-b2c7-28f21fbeda9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e08072-8e86-4a0a-be41-9fef3994f2a2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:04.775127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Port': ['ID=cad019a0-840c-4f00-b80e-6fb8ac2111cb,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:04.797802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1540d725-0fde-4365-9f4f-a9f50ecde7d0 req-7fce914e-b31c-4779-bc27-e0e0969e41a7 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984088 Dec 12 04:16:04.818549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Request body: {'port': {'device_id': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d', 'admin_state_up': True, 'tenant_id': '2d383ee762794c1da74881dd178765df'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:04.835935 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-e100b120-7536-4c9f-8a49-6ac66186c7bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd101b34-264a-4b18-a2b6-f3a5eb739a52 HTTP/1.1" status: 200 len: 217 time: 0.1002531 Dec 12 04:16:04.839790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Attempting to bind port 318682d0-2589-487e-9fe8-03e19c3123fb on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:04.840461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Attempting to bind port 318682d0-2589-487e-9fe8-03e19c3123fb by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:04.841262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Attempting to bind port 318682d0-2589-487e-9fe8-03e19c3123fb on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:04.922872 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1aa06f3e-e2f4-42f4-93be-9b2e9a0d2a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.930491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:04.935323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:04.948418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:04.952249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:04.954119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Checking segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:04.957594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:04.958255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Bound using segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:04.959037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Bound port: 318682d0-2589-487e-9fe8-03e19c3123fb, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:04.959663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.017484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Made reservation on behalf of 2d383ee762794c1da74881dd178765df for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:05.021600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.031050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Checking segment: {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:05.031584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network hostable DHCP agents. Network: 33db8f80-6383-4d67-beb4-519412b18788, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:16:05.062270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] For port 318682d0-2589-487e-9fe8-03e19c3123fb, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:05.066115 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] For port 318682d0-2589-487e-9fe8-03e19c3123fb, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=318682d0-2589-487e-9fe8-03e19c3123fb,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:05.077372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.084932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Subnet': ['ID=8179102e-2b26-484f-8a2b-e38104af2dd7,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:05.156153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1aa06f3e-e2f4-42f4-93be-9b2e9a0d2a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.172405 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-aea5048b-fbed-4b77-aabc-a1e87ba87044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:05.173961 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-aea5048b-fbed-4b77-aabc-a1e87ba87044 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd104ffe-78ef-4c04-ae3a-224656eb3476 HTTP/1.1" status: 200 len: 853 time: 0.3205173 Dec 12 04:16:05.195096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 46936b11-f823-48e7-9218-f40c6c53244c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=46936b11-f823-48e7-9218-f40c6c53244c,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:05.217512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7c40e-e8b0-48ce-aee5-179cd0304cbe None None] Pushing event updated for resources: {'Port': ['ID=318682d0-2589-487e-9fe8-03e19c3123fb,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:05.220862 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '46936b11-f823-48e7-9218-f40c6c53244c', 'network_id': 'ca082263-57ba-42fa-8dda-b3157a3a65d4', 'port_id': '46936b11-f823-48e7-9218-f40c6c53244c', 'mac_address': 'fa:16:3e:a3:f3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:16:05.277029 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-84cf8c00-9318-45c0-bfcf-0c66e53d513c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c19962d-1841-4060-b34a-6f4652c21217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692296 Dec 12 04:16:05.277681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 33db8f80-6383-4d67-beb4-519412b18788 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:16:05.283551 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.317387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46936b11-f823-48e7-9218-f40c6c53244c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:05.344538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 46936b11-f823-48e7-9218-f40c6c53244c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=46936b11-f823-48e7-9218-f40c6c53244c,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:05.352564 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.399811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1383af-4214-4366-ab94-1c02ac55dc98 req-30f00b38-5ed7-4b24-9307-360bec8458c6 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:05.419719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d1383af-4214-4366-ab94-1c02ac55dc98 req-30f00b38-5ed7-4b24-9307-360bec8458c6 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 945 time: 0.4379718 Dec 12 04:16:05.448724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=46936b11-f823-48e7-9218-f40c6c53244c,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:05.496612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 33db8f80-6383-4d67-beb4-519412b18788) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:05.511528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['46936b11-f823-48e7-9218-f40c6c53244c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:16:05.516145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee8306c-b727-444b-8407-ef8f4e137399 None None] Network 33db8f80-6383-4d67-beb4-519412b18788 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:05.522184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:05.522912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.713492 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d1383af-4214-4366-ab94-1c02ac55dc98 req-430d7929-f795-4d3a-aa91-02f1c844c553 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924640 Dec 12 04:16:05.723616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-27c08bfa-2f8b-4f22-b815-60e8f809c1d2 service neutron] 10.222.0.18 "GET /v2.0/networks/0c19962d-1841-4060-b34a-6f4652c21217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330275 Dec 12 04:16:05.753646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.767705 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cebb0310-5ede-4c25-959a-dd289e8c1f07 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0089598 Dec 12 04:16:05.777327 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae2c27b9-621d-45be-b595-f250c665ebf7 req-e9ce0d2b-4141-4e80-ae22-224284407ccc tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 210 time: 0.4382017 Dec 12 04:16:05.784162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50580) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:05.791860 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1aa06f3e-e2f4-42f4-93be-9b2e9a0d2a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.814241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1aa06f3e-e2f4-42f4-93be-9b2e9a0d2a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.814241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1aa06f3e-e2f4-42f4-93be-9b2e9a0d2a77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d24f47e-8896-4b07-9036-ff4a30a2eeb0 HTTP/1.1" status: 204 len: 168 time: 1.1989605 Dec 12 04:16:05.840502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-33db8f80-6383-4d67-beb4-519412b18788', 'network_id': '33db8f80-6383-4d67-beb4-519412b18788', 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'fixed_ips': [{'subnet_id': '8179102e-2b26-484f-8a2b-e38104af2dd7'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:16:05.841441 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:05.869762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa06f3e-e2f4-42f4-93be-9b2e9a0d2a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d24f47e-8896-4b07-9036-ff4a30a2eeb0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:05.873124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'port': {'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1429728605', 'fixed_ips': [{'subnet_id': '0726ede9-e1db-43ef-92f6-d6f8a0376c07'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:06.088824 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4dc51686-5b60-4f67-8560-5318d70a7711 req-b6e3067c-3831-4c4f-a770-6b428a697624 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0937550 Dec 12 04:16:06.181549 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-00907766-84ac-43e8-aa39-a0636a336ac8 req-42bcaa7d-acd5-426e-9882-8ed7a53749e8 service neutron] 10.222.0.18 "GET /v2.0/networks/0c19962d-1841-4060-b34a-6f4652c21217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239399 Dec 12 04:16:06.182324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Allocated IP 10.2.2.2 (33db8f80-6383-4d67-beb4-519412b18788/8179102e-2b26-484f-8a2b-e38104af2dd7/82fc54bf-8187-403f-ae90-bf37f746c7ed) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:06.332462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:06.355828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbaea2-00fc-437a-ba66-f482ca0dbd6b req-65c7a6ac-c56e-427b-9433-d2c77f7069d2 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:06.369889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cfbaea2-00fc-437a-ba66-f482ca0dbd6b req-65c7a6ac-c56e-427b-9433-d2c77f7069d2 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 943 time: 0.1251755 Dec 12 04:16:06.424383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:06.505203 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cfbaea2-00fc-437a-ba66-f482ca0dbd6b req-b4effa8a-3609-458b-85b9-ba773b91f20c tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222365 Dec 12 04:16:06.526493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 318682d0-2589-487e-9fe8-03e19c3123fb up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:06.594064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50604) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:06.602619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Allocated IP 172.20.0.14 (b2434cf3-0c7a-48e1-87ae-755604afd22d/ce1c42ec-04ed-4976-9432-e8cedb01ca11/38310ed2-345f-49f5-acae-a55ee11b6ed4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:06.644336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:06.650823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 318682d0-2589-487e-9fe8-03e19c3123fb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:06.651208 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:06.714577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device fd101b34-264a-4b18-a2b6-f3a5eb739a52 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:16:06.740020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d7cccdab-faf9-4754-9140-1ced02cfd0fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1e2eb6b1972442b914441e385d0e546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442907 Dec 12 04:16:06.744498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50608) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:06.763048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 46936b11-f823-48e7-9218-f40c6c53244c up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:06.779546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ebe0-7795-4b4a-91e0-ca47973f16b3 req-1bba15fa-32d2-4cea-8ddc-0991f7b4ee55 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:06.788099 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b02ebe0-7795-4b4a-91e0-ca47973f16b3 req-1bba15fa-32d2-4cea-8ddc-0991f7b4ee55 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 944 time: 0.1600661 Dec 12 04:16:06.839130 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:06.848708 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:16:06.884696 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b02ebe0-7795-4b4a-91e0-ca47973f16b3 req-886bd37d-0fb2-40fa-b3bc-66cadb823a9c tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905864 Dec 12 04:16:06.894291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1101dd74-adac-4f9a-833a-be00b42b4135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:06.916827 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:16:06.948581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:06.950865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bc19f2-4f0f-46ca-9083-79908c343822 None None] Network 820fa5df-1459-434b-a847-5908eb8140d9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:06.965543 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1101dd74-adac-4f9a-833a-be00b42b4135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:06.976349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] device_id is not set on port 600813ff-3126-4384-b853-3d038e201e81 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:16:06.984264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Network 33db8f80-6383-4d67-beb4-519412b18788 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:07.015522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:07.020857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:07.060081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1101dd74-adac-4f9a-833a-be00b42b4135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.064176 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1101dd74-adac-4f9a-833a-be00b42b4135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.073545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Pushing event updated for resources: {'Port': ['ID=82fc54bf-8187-403f-ae90-bf37f746c7ed,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:07.079911 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1101dd74-adac-4f9a-833a-be00b42b4135 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cb22cb1-2f73-4074-aa62-44b04ab90241 HTTP/1.1" status: 204 len: 168 time: 0.3142951 Dec 12 04:16:07.089292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 46936b11-f823-48e7-9218-f40c6c53244c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:07.089675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.109103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101dd74-adac-4f9a-833a-be00b42b4135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb22cb1-2f73-4074-aa62-44b04ab90241,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:07.178489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e9d32ce1-0a2f-4898-9b4b-96f1371bd3a9 None None] Provisioning complete for port 318682d0-2589-487e-9fe8-03e19c3123fb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:07.178868 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e9d32ce1-0a2f-4898-9b4b-96f1371bd3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.244527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Allocated IP 10.1.1.49 (820fa5df-1459-434b-a847-5908eb8140d9/0726ede9-e1db-43ef-92f6-d6f8a0376c07/600813ff-3126-4384-b853-3d038e201e81) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:07.284405 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5865977b-2835-4fb0-81db-20de5d91bbbd req-0606f41d-55ce-4708-bd71-72eeae3a247b tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0668199 Dec 12 04:16:07.338902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Attempting to bind port 82fc54bf-8187-403f-ae90-bf37f746c7ed on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:07.339290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Attempting to bind port 82fc54bf-8187-403f-ae90-bf37f746c7ed by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:07.339660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Attempting to bind port 82fc54bf-8187-403f-ae90-bf37f746c7ed on network 33db8f80-6383-4d67-beb4-519412b18788 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:07.358088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port fd101b34-264a-4b18-a2b6-f3a5eb739a52, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd101b34-264a-4b18-a2b6-f3a5eb739a52,segment=NetworkSegment(0b91e932-e491-41db-9e9c-6b831214bd15),segment_id=0b91e932-e491-41db-9e9c-6b831214bd15)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:07.359792 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.416652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.439321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-487d7430-4ad7-462c-bbef-f1fd4a6fb3ac req-4c5f4a75-a0cc-4f4d-8d71-7975e9ad2cdc tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 210 time: 0.4713442 Dec 12 04:16:07.461993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:07.462379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Checking segment: {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:07.462798 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.463206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Bound using segment: {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:07.463719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Bound port: 82fc54bf-8187-403f-ae90-bf37f746c7ed, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:07.467532 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.474263 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.677681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Port': ['ID=cad019a0-840c-4f00-b80e-6fb8ac2111cb,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:07.680686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'fd101b34-264a-4b18-a2b6-f3a5eb739a52', 'network_id': '0c19962d-1841-4060-b34a-6f4652c21217', 'port_id': 'fd101b34-264a-4b18-a2b6-f3a5eb739a52', 'mac_address': 'fa:16:3e:e5:61:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd104ffe-78ef-4c04-ae3a-224656eb3476', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:16:07.700951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb784a-78b1-4ffb-9e4f-2975cff66956 req-cac81086-c64e-417c-bb58-3e217b2c8778 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:07.719554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cbb784a-78b1-4ffb-9e4f-2975cff66956 req-cac81086-c64e-417c-bb58-3e217b2c8778 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 943 time: 0.1204302 Dec 12 04:16:07.748124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 318682d0-2589-487e-9fe8-03e19c3123fb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=318682d0-2589-487e-9fe8-03e19c3123fb,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:07.785667 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.785852 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.836156 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.838162 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a73b402f-925a-491f-9cea-540a1905d613 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4145200 Dec 12 04:16:07.841084 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cbb784a-78b1-4ffb-9e4f-2975cff66956 req-b8c220ed-c1b9-40fb-9a0f-921ce900e579 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143224 Dec 12 04:16:07.862632 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.869566 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:07.881892 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e9d32ce1-0a2f-4898-9b4b-96f1371bd3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.011798 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.026285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.062021 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.074006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.122505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-a2d33969-d779-4135-ac8b-5a3479fca89e tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:08.126380 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-a2d33969-d779-4135-ac8b-5a3479fca89e tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 944 time: 0.1135640 Dec 12 04:16:08.130519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['ca31b1e3-1325-4f23-908d-329e53d4cb37'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:16:08.197067 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-e9d32ce1-0a2f-4898-9b4b-96f1371bd3a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:16:08.197767 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-e9d32ce1-0a2f-4898-9b4b-96f1371bd3a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:16:08.225782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] For port 82fc54bf-8187-403f-ae90-bf37f746c7ed, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:08.227003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Network b2434cf3-0c7a-48e1-87ae-755604afd22d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:08.248378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=318682d0-2589-487e-9fe8-03e19c3123fb,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:08.252057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 820fa5df-1459-434b-a847-5908eb8140d9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:08.256643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd101b34-264a-4b18-a2b6-f3a5eb739a52 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:08.260721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8aaa2-bea9-493b-b231-b72d430203fe req-72b6eae3-4899-4271-8ded-ec6426f1ef45 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:08.277439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74a8aaa2-bea9-493b-b231-b72d430203fe req-72b6eae3-4899-4271-8ded-ec6426f1ef45 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 944 time: 0.2863271 Dec 12 04:16:08.279552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:08.289756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:08.302432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port fd101b34-264a-4b18-a2b6-f3a5eb739a52, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd101b34-264a-4b18-a2b6-f3a5eb739a52,segment=NetworkSegment(0b91e932-e491-41db-9e9c-6b831214bd15),segment_id=0b91e932-e491-41db-9e9c-6b831214bd15)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:08.315403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46936b11-f823-48e7-9218-f40c6c53244c'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:08.318168 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71c7629-76f9-4525-9a3c-a2873015af8c" -d '{"events": [{"server_uuid": "e81089a6-4b0f-41e9-a509-ea1b5b07c51b", "name": "network-vif-plugged", "status": "completed", "tag": "46936b11-f823-48e7-9218-f40c6c53244c"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:08.339145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:08.341127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Pushing event updated for resources: {'Port': ['ID=38310ed2-345f-49f5-acae-a55ee11b6ed4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:08.347339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:08.354717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] For port 82fc54bf-8187-403f-ae90-bf37f746c7ed, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=82fc54bf-8187-403f-ae90-bf37f746c7ed,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:08.371508 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.377864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Deleting port 46936b11-f823-48e7-9218-f40c6c53244c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:16:08.378233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.447251 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.465374 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44908a3e-e4cf-4cfc-93fd-02ea2536168f x-openstack-request-id: req-44908a3e-e4cf-4cfc-93fd-02ea2536168f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:08.465680 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81089a6-4b0f-41e9-a509-ea1b5b07c51b", "name": "network-vif-plugged", "status": "completed", "tag": "46936b11-f823-48e7-9218-f40c6c53244c", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:08.465951 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44908a3e-e4cf-4cfc-93fd-02ea2536168f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:08.466358 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46936b11-f823-48e7-9218-f40c6c53244c', 'code': 200} Dec 12 04:16:08.469154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 46936b11-f823-48e7-9218-f40c6c53244c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=46936b11-f823-48e7-9218-f40c6c53244c,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:08.532792 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.560952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74a8aaa2-bea9-493b-b231-b72d430203fe req-c65d590a-97c2-4a53-8784-2b558c6e58b8 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/security-groups?id=7eb8f4eb-c61e-461d-9395-be3a753700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818673 Dec 12 04:16:08.590180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:08.590987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.597741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Port': ['ID=600813ff-3126-4384-b853-3d038e201e81,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:08.610066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:08.610715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:08.636002 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-23700584-2315-4e41-a4dd-76bfa8e3ab02 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8344750 Dec 12 04:16:08.637046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50666) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:08.656420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c60e2b5e-2574-4b90-815b-21d20fb4b895 req-7e955fba-3610-4fbb-82df-b8961cf97ee4 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.1068387 Dec 12 04:16:08.661528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d6cac305-7883-4ca5-9a0d-cd27511ffad0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8654301 Dec 12 04:16:08.661891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50670) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:08.679572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'port': {'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'name': 'tempest-TaggedBootDevicesTest_v242-961162041', 'fixed_ips': [{'subnet_id': '0726ede9-e1db-43ef-92f6-d6f8a0376c07'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:08.694287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-a18c6281-d70e-4731-94ae-a2fa4c1fcfba tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:16:08.696141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-a18c6281-d70e-4731-94ae-a2fa4c1fcfba tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286844 Dec 12 04:16:08.742855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Request body: {'port': {'device_id': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:08.879584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=fd101b34-264a-4b18-a2b6-f3a5eb739a52,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:08.906792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['fd101b34-264a-4b18-a2b6-f3a5eb739a52'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:16:09.042092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:09.107742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:09.108585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaf3d9-9720-4631-894a-7e577a39bcb1 None None] Pushing event updated for resources: {'Port': ['ID=82fc54bf-8187-403f-ae90-bf37f746c7ed,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:09.134251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-5c84cb10-9c19-45b9-ba44-d5196e23442e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1376332013&fields=id&tenant_id=e0b784a5ba4b4533a91f101d0edb582e HTTP/1.1" status: 200 len: 267 time: 0.3821070 Dec 12 04:16:09.170152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3c6f4aa6-9698-4581-91bd-289597525b7b None None] Provisioning complete for port 318682d0-2589-487e-9fe8-03e19c3123fb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:09.170528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4aa6-9698-4581-91bd-289597525b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:09.231889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6ee6-0633-4024-8820-21c3c88face3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:09.301540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:09.309200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] For port 46936b11-f823-48e7-9218-f40c6c53244c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=46936b11-f823-48e7-9218-f40c6c53244c,segment=NetworkSegment(1d84f8df-58e9-48dd-8393-ccdcf746cf23),segment_id=1d84f8df-58e9-48dd-8393-ccdcf746cf23)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:09.311648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-64961b28-01d6-43b6-8307-d92d8d36afe1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:09.313330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-64961b28-01d6-43b6-8307-d92d8d36afe1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports/f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 200 len: 931 time: 0.1742384 Dec 12 04:16:09.314005 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:09.327587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=46936b11-f823-48e7-9218-f40c6c53244c,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:09.351339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894dc7f-8d45-481c-8f5e-ab6039a8bf00 req-4a88e277-2db6-4f1f-bd74-255cd380030d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:09.353177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5894dc7f-8d45-481c-8f5e-ab6039a8bf00 req-4a88e277-2db6-4f1f-bd74-255cd380030d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 932 time: 0.4495049 Dec 12 04:16:09.368325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Calling delete_port for 46936b11-f823-48e7-9218-f40c6c53244c owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:16:09.384922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] device_id is not set on port 91b8ebca-dfd8-454a-9997-404e942eae56 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:16:09.433638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-5c94bf06-35df-4352-bf05-105d1f242b3b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:09.435265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-5c94bf06-35df-4352-bf05-105d1f242b3b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports/cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 200 len: 929 time: 0.1123421 Dec 12 04:16:09.600686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3c6f4aa6-9698-4581-91bd-289597525b7b None None] Provisioning complete for port 600813ff-3126-4384-b853-3d038e201e81 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:09.601405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4aa6-9698-4581-91bd-289597525b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:09.659280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f4aa6-9698-4581-91bd-289597525b7b None None] Port 600813ff-3126-4384-b853-3d038e201e81 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:09.715315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-341ec650-1d18-4860-a840-a049d992632b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2143037 Dec 12 04:16:09.816786 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6ee6-0633-4024-8820-21c3c88face3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:09.855463 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5894dc7f-8d45-481c-8f5e-ab6039a8bf00 req-cb223567-36b9-4ca8-bfa4-612b551d8f89 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933197 Dec 12 04:16:09.919684 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-8cfc3b5d-0a6f-4f5a-bcb4-4247d697b5a3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1914003 Dec 12 04:16:09.920182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50704) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:09.929871 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6ee6-0633-4024-8820-21c3c88face3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:09.948981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:09.958132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38310ed2-345f-49f5-acae-a55ee11b6ed4 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:09.984346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['46936b11-f823-48e7-9218-f40c6c53244c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:16:10.040687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec6ee6-0633-4024-8820-21c3c88face3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa35b2a-a73d-4c6a-970f-178fb82923e5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:10.050676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Pushing event deleted for resources: {'Port': ['ID=46936b11-f823-48e7-9218-f40c6c53244c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:10.052244 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.122510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Allocated IP 10.1.1.208 (820fa5df-1459-434b-a847-5908eb8140d9/0726ede9-e1db-43ef-92f6-d6f8a0376c07/91b8ebca-dfd8-454a-9997-404e942eae56) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:10.125155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] No DVR routers for this DVR port 46936b11-f823-48e7-9218-f40c6c53244c on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:16:10.128433 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.132779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a233fe1c-4d1c-461c-b8c2-4d1f8a754fa8 req-b465f1fd-da27-4f2d-abd8-a06e5bfdb8e0 tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.18 "DELETE /v2.0/ports/46936b11-f823-48e7-9218-f40c6c53244c HTTP/1.1" status: 204 len: 173 time: 1.9969096 Dec 12 04:16:10.152292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'name': 'network-vif-deleted', 'tag': '46936b11-f823-48e7-9218-f40c6c53244c'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:10.154760 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e61881-6170-4f4b-9f10-2a508ed50f24" -d '{"events": [{"server_uuid": "e81089a6-4b0f-41e9-a509-ea1b5b07c51b", "name": "network-vif-deleted", "tag": "46936b11-f823-48e7-9218-f40c6c53244c"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:10.190515 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27df8b0-bd48-443a-9261-c5644f22e890 req-dbbd1473-7158-4dc2-9362-42144a504856 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:10.192171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a27df8b0-bd48-443a-9261-c5644f22e890 req-dbbd1473-7158-4dc2-9362-42144a504856 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 944 time: 0.1892705 Dec 12 04:16:10.194515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-51ada72f-6950-43e7-a546-20eddb7a8164 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:10.202058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-51ada72f-6950-43e7-a546-20eddb7a8164 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:10.208202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-51ada72f-6950-43e7-a546-20eddb7a8164 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:10.209905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-51ada72f-6950-43e7-a546-20eddb7a8164 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/networks?id=e24b41d5-580c-404e-9977-7163a101b7f9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0 HTTP/1.1" status: 200 len: 1991 time: 0.2648175 Dec 12 04:16:10.211750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d239e8a6-28de-4b94-8ad6-a77f9b0465f4 None None] Network 33db8f80-6383-4d67-beb4-519412b18788 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:10.229872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1351727763', 'router:external': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:10.273302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Made reservation on behalf of 95c6881836cc423db595a8827d6a4c20 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:10.275157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.277895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d237ad75-ae5a-4d58-912a-76c5880cc8ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/quotas/e0b784a5ba4b4533a91f101d0edb582e HTTP/1.1" status: 200 len: 375 time: 0.0594087 Dec 12 04:16:10.282517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Transition to ACTIVE for port object 38310ed2-345f-49f5-acae-a55ee11b6ed4 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:10.286999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f5ec6ee6-0633-4024-8820-21c3c88face3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72092ba691b34f7ab2886888810ca95d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6231356 Dec 12 04:16:10.293998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50710) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:10.304101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.359680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-26a0209c-e44b-4bab-91ad-4191b79f4bed None None] Provisioning complete for port 82fc54bf-8187-403f-ae90-bf37f746c7ed triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:10.360111 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-26a0209c-e44b-4bab-91ad-4191b79f4bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.397507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.399891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.422211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.437212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:16:10.439578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a27df8b0-bd48-443a-9261-c5644f22e890 req-567f047f-990c-4ea9-885f-82aae4706bcb tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184610 Dec 12 04:16:10.489834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 82fc54bf-8187-403f-ae90-bf37f746c7ed up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:10.491095 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.491768 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Added segment fcc84759-95fb-475b-8e17-54695b6e8368 of type vlan for network b17f57e4-1371-4c79-9271-860ac0f22eaa Dec 12 04:16:10.531955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.566901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.643922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 82fc54bf-8187-403f-ae90-bf37f746c7ed triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:10.644218 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.653375 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a44c3bc0-75e4-4a7f-81d7-92c9fe3f63cf req-d4e35f4b-313c-4fe5-982d-ab19732ade4f tempest-ImagesTestJSON-2135440584 tempest-ImagesTestJSON-2135440584-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81089a6-4b0f-41e9-a509-ea1b5b07c51b HTTP/1.1" status: 200 len: 210 time: 0.0498698 Dec 12 04:16:10.669457 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.691734 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-26a0209c-e44b-4bab-91ad-4191b79f4bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.707130 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f4f830f2-61b2-4042-9535-8522acedde8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.718241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device fd101b34-264a-4b18-a2b6-f3a5eb739a52 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:10.725402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fef429-6a4b-43dd-b652-84d29ae4f793,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:10.813062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 820fa5df-1459-434b-a847-5908eb8140d9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:10.823880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-26a0209c-e44b-4bab-91ad-4191b79f4bed None None] For port 82fc54bf-8187-403f-ae90-bf37f746c7ed, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=82fc54bf-8187-403f-ae90-bf37f746c7ed,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:10.825199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:10.827940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:10.844342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Pushing event updated for resources: {'Port': ['ID=38310ed2-345f-49f5-acae-a55ee11b6ed4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:10.879707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.resource_extend [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:16:10.906101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-26a0209c-e44b-4bab-91ad-4191b79f4bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:10.933995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-434e9fec-2ebe-4043-bf4d-20ae14c6a8dd req-e8a07bec-3722-4154-90e0-dfe3dc8aec09 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0816622 Dec 12 04:16:10.974039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-e90fef8f-afac-4654-8662-a16bc16280bc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6567969 Dec 12 04:16:11.001079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc37bde7-b5bb-4154-a041-ba2773218cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.021359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:11.022053 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.032200 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01cd0f6-2f18-4af6-b03e-6d19cf6b22e3 x-openstack-request-id: req-a01cd0f6-2f18-4af6-b03e-6d19cf6b22e3 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:11.032505 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81089a6-4b0f-41e9-a509-ea1b5b07c51b", "name": "network-vif-deleted", "tag": "46936b11-f823-48e7-9218-f40c6c53244c", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:11.032774 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a01cd0f6-2f18-4af6-b03e-6d19cf6b22e3 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:11.033262 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81089a6-4b0f-41e9-a509-ea1b5b07c51b', 'name': 'network-vif-deleted', 'tag': '46936b11-f823-48e7-9218-f40c6c53244c', 'status': 'completed', 'code': 200} Dec 12 04:16:11.046375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Port': ['ID=91b8ebca-dfd8-454a-9997-404e942eae56,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:11.057593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0209c-e44b-4bab-91ad-4191b79f4bed None None] Pushing event updated for resources: {'Port': ['ID=82fc54bf-8187-403f-ae90-bf37f746c7ed,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:11.063775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port fd101b34-264a-4b18-a2b6-f3a5eb739a52 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:16:11.073770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a8691ad4-72ac-4471-b4ee-880027b5532a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4066072 Dec 12 04:16:11.092585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port fd101b34-264a-4b18-a2b6-f3a5eb739a52 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:11.096418 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.130373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.140502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:11.141424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.150055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f9f6a-2793-435a-a922-befd73ea8d6f req-2636bd5d-0795-4c52-92f8-0abf3f6e4b6c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:11.151881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f68f9f6a-2793-435a-a922-befd73ea8d6f req-2636bd5d-0795-4c52-92f8-0abf3f6e4b6c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.0672133 Dec 12 04:16:11.153119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 318682d0-2589-487e-9fe8-03e19c3123fb up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:11.217513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f68f9f6a-2793-435a-a922-befd73ea8d6f req-f5c2d41b-ad03-4d24-a998-2b743e54ecc7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584784 Dec 12 04:16:11.222703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2967117 Dec 12 04:16:11.223182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50716) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:11.229142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'subnet': {'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:11.261064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Made reservation on behalf of 95c6881836cc423db595a8827d6a4c20 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:11.264485 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.282665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-00752e6a-a566-4552-b755-7e6d8d811757 None None] Provisioning complete for port 82fc54bf-8187-403f-ae90-bf37f746c7ed triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:11.294172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc37bde7-b5bb-4154-a041-ba2773218cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.295468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-00752e6a-a566-4552-b755-7e6d8d811757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.349301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:11.349781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:11.350255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:11.363716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:11.364160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:11.366238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed320d33-3df3-496d-b99a-927175b75ea2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event updated for resources: {'Network': ['ID=b17f57e4-1371-4c79-9271-860ac0f22eaa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:11.379908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network b17f57e4-1371-4c79-9271-860ac0f22eaa details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:16:11.400932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:11.401289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:11.401750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:11.402273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Bound port: 38310ed2-345f-49f5-acae-a55ee11b6ed4, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:11.402674 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.449612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f05f6b84-c35c-4a30-ab72-f7fc41ca76a2 service neutron] 10.222.0.36 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513464 Dec 12 04:16:11.472325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 318682d0-2589-487e-9fe8-03e19c3123fb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:11.473143 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.556158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:11.560046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:11.561469 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.565651 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.633907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb81d1d8-f867-4e31-8cb9-2ffa063182c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd101b34-264a-4b18-a2b6-f3a5eb739a52'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:11.636866 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a42905c-5be7-4398-b4be-79df57e7cc8f" -d '{"events": [{"server_uuid": "eb81d1d8-f867-4e31-8cb9-2ffa063182c6", "name": "network-vif-plugged", "status": "completed", "tag": "fd101b34-264a-4b18-a2b6-f3a5eb739a52"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:11.659488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-32497035-883a-4995-b565-b2dd421903a8 service neutron] 10.222.0.36 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982238 Dec 12 04:16:11.661829 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.664384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc37bde7-b5bb-4154-a041-ba2773218cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.667631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc37bde7-b5bb-4154-a041-ba2773218cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.669084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dc37bde7-b5bb-4154-a041-ba2773218cdd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1aa35b2a-a73d-4c6a-970f-178fb82923e5 HTTP/1.1" status: 204 len: 168 time: 1.3738382 Dec 12 04:16:11.689247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port fd101b34-264a-4b18-a2b6-f3a5eb739a52, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd101b34-264a-4b18-a2b6-f3a5eb739a52,segment=NetworkSegment(0b91e932-e491-41db-9e9c-6b831214bd15),segment_id=0b91e932-e491-41db-9e9c-6b831214bd15)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:11.699842 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.816302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50726) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:11.871182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3e7052fe-4db2-496e-b7fb-98a6f4bb7c0e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97270850', 'description': 'tempest-description--2124768851'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:11.886299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37bde7-b5bb-4154-a041-ba2773218cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa35b2a-a73d-4c6a-970f-178fb82923e5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:11.889614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-32709198-946c-4905-a061-5ccd1c2780da service neutron] 10.222.0.36 "GET /v2.0/ports/f9a61b9a-355b-44cd-a2e2-a869dbf3a14d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2184875 Dec 12 04:16:11.906850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:11.907528 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:11.908922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] 10.222.0.37 "PUT /v2.0/ports/38310ed2-345f-49f5-acae-a55ee11b6ed4 HTTP/1.1" status: 200 len: 1092 time: 3.1902401 Dec 12 04:16:11.909402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:11.912337 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80608b7e-e399-40f3-85c5-19ffcedff491" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:11.951098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=fd101b34-264a-4b18-a2b6-f3a5eb739a52,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:11.999776 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0f8bdf98-3820-43d9-a6b5-b084c77cf993 None None] Provisioning complete for port 91b8ebca-dfd8-454a-9997-404e942eae56 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:12.000163 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0f8bdf98-3820-43d9-a6b5-b084c77cf993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:12.041966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0f8bdf98-3820-43d9-a6b5-b084c77cf993 None None] Port 91b8ebca-dfd8-454a-9997-404e942eae56 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:12.199773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0866a2-1a25-4038-a993-55d8d84fa0fd req-e15e13a4-8420-4720-84fb-e578077860c1 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:12.207221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce0866a2-1a25-4038-a993-55d8d84fa0fd req-e15e13a4-8420-4720-84fb-e578077860c1 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 945 time: 0.1185167 Dec 12 04:16:12.303781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 82fc54bf-8187-403f-ae90-bf37f746c7ed up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:12.307693 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce0866a2-1a25-4038-a993-55d8d84fa0fd req-841d482e-b33b-4aa7-bdd6-f3ee3debd179 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932422 Dec 12 04:16:12.379828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71344-28e9-4df8-85ed-eff0ac24f337 service neutron] Pushing event updated for resources: {'Port': ['ID=38310ed2-345f-49f5-acae-a55ee11b6ed4,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:12.407849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e7052fe-4db2-496e-b7fb-98a6f4bb7c0e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:12.432642 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2666f122-9504-412a-9d41-907556a92732 x-openstack-request-id: req-2666f122-9504-412a-9d41-907556a92732 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:12.432975 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb81d1d8-f867-4e31-8cb9-2ffa063182c6", "name": "network-vif-plugged", "status": "completed", "tag": "fd101b34-264a-4b18-a2b6-f3a5eb739a52", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:12.433244 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2666f122-9504-412a-9d41-907556a92732 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:12.433661 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb81d1d8-f867-4e31-8cb9-2ffa063182c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd101b34-264a-4b18-a2b6-f3a5eb739a52', 'code': 200} Dec 12 04:16:12.473340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-cae9dbb7-9143-4cc6-846b-cea6a401a028 service neutron] 10.222.0.36 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508842 Dec 12 04:16:12.482907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 82fc54bf-8187-403f-ae90-bf37f746c7ed triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:12.483295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:12.486516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:16:12.486997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:12.620096 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5eacce60-532a-4827-be60-f0e0a85adbbb,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:12.632527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e7052fe-4db2-496e-b7fb-98a6f4bb7c0e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:12.642583 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724a07c5-df9a-49cb-92bd-1410966514f2 x-openstack-request-id: req-724a07c5-df9a-49cb-92bd-1410966514f2 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:12.642870 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:12.643036 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-724a07c5-df9a-49cb-92bd-1410966514f2 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:12.643473 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4', 'status': 'completed', 'code': 200} Dec 12 04:16:12.664207 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e7052fe-4db2-496e-b7fb-98a6f4bb7c0e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:12.710441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 46936b11-f823-48e7-9218-f40c6c53244c no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:16:12.794537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 46936b11-f823-48e7-9218-f40c6c53244c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:16:12.794888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 46936b11-f823-48e7-9218-f40c6c53244c not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:16:12.821465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ab23bae7-1656-4155-92ce-4e03317dd9c1 req-8abe6b5a-b657-494f-8df8-fa728050c1fe tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0632670 Dec 12 04:16:12.821465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Checking segment: {'id': 'fcc84759-95fb-475b-8e17-54695b6e8368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:12.821465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Network hostable DHCP agents. Network: b17f57e4-1371-4c79-9271-860ac0f22eaa, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:16:12.821967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace84c2e-576d-42ce-ab19-fe9167f390d6 req-40cc309d-6cfd-45b3-b7c3-e2444d33699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:12.823780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ace84c2e-576d-42ce-ab19-fe9167f390d6 req-40cc309d-6cfd-45b3-b7c3-e2444d33699a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 1096 time: 0.2093368 Dec 12 04:16:12.903896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-93f5af35-3b21-49ea-9c18-c5c354d5add2 service neutron] 10.222.0.36 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219346 Dec 12 04:16:12.912715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7052fe-4db2-496e-b7fb-98a6f4bb7c0e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8294e8-b381-4c50-99b0-5e84932e8fef,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:12.937745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ace84c2e-576d-42ce-ab19-fe9167f390d6 req-54df6f2b-996a-4dd9-a36d-120f7cd6c075 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998876 Dec 12 04:16:12.952019 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a96a6318-6c8a-48b5-9df5-809f03da4a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:12.954769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Network b17f57e4-1371-4c79-9271-860ac0f22eaa is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:16:12.971182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, b17f57e4-1371-4c79-9271-860ac0f22eaa) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:12.977123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e7052fe-4db2-496e-b7fb-98a6f4bb7c0e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:12.983700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d48fed-9592-409f-9183-2e37d5cf6931 None None] Network b17f57e4-1371-4c79-9271-860ac0f22eaa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:12.985951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:12.987755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:12.990826 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3e7052fe-4db2-496e-b7fb-98a6f4bb7c0e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1435256 Dec 12 04:16:12.994862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50756) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:13.008200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-64250f0e-e5d7-415c-8bb1-7dc2a5b2b8e3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'security_group_rule': {'security_group_id': '1c8294e8-b381-4c50-99b0-5e84932e8fef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:13.024281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0b9a8-be11-4e8f-ad14-9ab1c1cc4b9d req-a0b0acf6-4be6-4bda-8b8e-1986d7aae7ef tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:13.032524 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54b0b9a8-be11-4e8f-ad14-9ab1c1cc4b9d req-a0b0acf6-4be6-4bda-8b8e-1986d7aae7ef tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.1138806 Dec 12 04:16:13.066921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-44103e32-b9f4-4804-9b1e-391d315d3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:13.068740 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-44103e32-b9f4-4804-9b1e-391d315d3883 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 1095 time: 0.6967685 Dec 12 04:16:13.078845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-daf0359c-41ec-4065-acd4-765cc26c0ccd service neutron] 10.222.0.36 "GET /v2.0/ports/cc391740-5e3b-4b36-8a0a-d7f7b0b1947f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1740148 Dec 12 04:16:13.113093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-772badc5-2a1c-4e73-8b16-a5e56be84818 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8873916 Dec 12 04:16:13.120455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50758) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:13.132336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1259341079', 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:13.152551 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64250f0e-e5d7-415c-8bb1-7dc2a5b2b8e3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.235744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Made reservation on behalf of 95c6881836cc423db595a8827d6a4c20 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:13.237189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a59a0-063d-4506-b3c3-42fd09335469 None None] Network b17f57e4-1371-4c79-9271-860ac0f22eaa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:13.238701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.251464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-5409f2a2-c03b-4ab3-8bc2-ba4b2962a0d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4 HTTP/1.1" status: 200 len: 217 time: 0.0427442 Dec 12 04:16:13.259329 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-7155cb0e-1757-4d78-9a96-867a93c30cb2 service neutron] 10.222.0.36 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795874 Dec 12 04:16:13.261754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54b0b9a8-be11-4e8f-ad14-9ab1c1cc4b9d req-c535a768-6078-4cd9-bc59-8b3ebc6be50b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250950 Dec 12 04:16:13.307834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] device_id is not set on port 10bfbe62-f885-4d15-ac03-865340dbbc4f yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:16:13.366388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-38ea1046-5e50-4534-89ea-6cd7f8e63243 service neutron] 10.222.0.36 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061201 Dec 12 04:16:13.422690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-3f641986-3dfc-43fa-8b97-6b569c232b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:13.424316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-3f641986-3dfc-43fa-8b97-6b569c232b79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1629927 Dec 12 04:16:13.510523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-969a12fc-757c-4492-b17b-bf8f21185baf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711040 Dec 12 04:16:13.528149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64250f0e-e5d7-415c-8bb1-7dc2a5b2b8e3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.573005 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64250f0e-e5d7-415c-8bb1-7dc2a5b2b8e3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.575391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Allocated IP 2001:db8::174 (b17f57e4-1371-4c79-9271-860ac0f22eaa/5eacce60-532a-4827-be60-f0e0a85adbbb/10bfbe62-f885-4d15-ac03-865340dbbc4f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:13.601786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64250f0e-e5d7-415c-8bb1-7dc2a5b2b8e3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462fe5a9-3d5d-4e6a-ba78-e3698d5d6e09,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:13.617532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64250f0e-e5d7-415c-8bb1-7dc2a5b2b8e3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.618765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64250f0e-e5d7-415c-8bb1-7dc2a5b2b8e3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6201808 Dec 12 04:16:13.624269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50786) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:13.633926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e4339a06-49a1-4c58-9e48-26e487ce5f89 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'security_group_rule': {'security_group_id': '1c8294e8-b381-4c50-99b0-5e84932e8fef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:13.651398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ca75f-0fbd-4728-bb16-60bb0197cc76 req-17b7b2f6-f812-4a7d-a22d-613c075809d8 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:13.653020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b2ca75f-0fbd-4728-bb16-60bb0197cc76 req-17b7b2f6-f812-4a7d-a22d-613c075809d8 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 945 time: 0.1474850 Dec 12 04:16:13.661185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0415e7f1-206a-4bd2-a308-fe78575aefc1 service neutron] 10.222.0.36 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937977 Dec 12 04:16:13.702119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-16b40dcc-c1ff-4433-9311-4fe0992a983b service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766007 Dec 12 04:16:13.734368 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4339a06-49a1-4c58-9e48-26e487ce5f89 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.764365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.799051 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b2ca75f-0fbd-4728-bb16-60bb0197cc76 req-98ee1ad0-7aa8-4693-b71d-ed3854bd96bf tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231477 Dec 12 04:16:13.914113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2db3be3e-053a-4b63-abf8-5fd020516b7a req-fdc02194-f0b2-4e88-a6c3-cdc0a522057a service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980171 Dec 12 04:16:13.919629 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.929490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-305e422a-54c9-4d97-b696-29a44b4327da service neutron] 10.222.0.36 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503090 Dec 12 04:16:13.954900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4339a06-49a1-4c58-9e48-26e487ce5f89 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.977603 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:13.983446 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4339a06-49a1-4c58-9e48-26e487ce5f89 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.013201 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1416bea-3435-4fd6-84f5-86cbb96e7e65 req-7d8c4776-b090-4349-aabd-06b0bd92c2b7 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0567758 Dec 12 04:16:14.036573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4339a06-49a1-4c58-9e48-26e487ce5f89 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c188c80-5a78-479d-bca1-3f4635c71244,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:14.058790 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4339a06-49a1-4c58-9e48-26e487ce5f89 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.068022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e4339a06-49a1-4c58-9e48-26e487ce5f89 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4426620 Dec 12 04:16:14.076300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50798) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:14.080987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-46f433f5-00a4-40bd-abbd-97baefaf9294 service neutron] 10.222.0.36 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440294 Dec 12 04:16:14.083028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:14.103516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.152717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-1f2283cb-0b03-4f26-ba97-121b368947aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:14.154284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-1f2283cb-0b03-4f26-ba97-121b368947aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 1095 time: 0.1256397 Dec 12 04:16:14.171511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Network b17f57e4-1371-4c79-9271-860ac0f22eaa is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:14.183351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:14.189690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:14.190956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:14.191684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.198797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.255815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50816) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:14.270373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event updated for resources: {'Port': ['ID=10bfbe62-f885-4d15-ac03-865340dbbc4f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:14.279150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f4cdc71f-485f-4e21-baf8-cb3729b82422 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1551588 Dec 12 04:16:14.280520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50822) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:14.303429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-b76728a9-f4ac-4d4c-8a3f-888c18d675b3 service neutron] 10.222.0.36 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139533 Dec 12 04:16:14.381300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-ba86d8bc-d2b5-445b-a9d9-43ea1c635e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:14.382914 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-ba86d8bc-d2b5-445b-a9d9-43ea1c635e75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.2200034 Dec 12 04:16:14.423971 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.439445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c65852fa-f43c-4dbb-a445-d40f4f4f8d0a tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Deleting port 10bfbe62-f885-4d15-ac03-865340dbbc4f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:16:14.439780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c65852fa-f43c-4dbb-a445-d40f4f4f8d0a tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.442973 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-15bc9e92-fb32-40bf-af50-1d636ba3f09c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4 HTTP/1.1" status: 200 len: 217 time: 0.0495987 Dec 12 04:16:14.466548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95db5bb4-a942-4c01-92fb-e6458e02b20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.520796 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-64151cbc-755f-4de4-a40b-375e3c5d3186 service neutron] 10.222.0.36 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165024 Dec 12 04:16:14.551285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a13cb-9c43-4363-9ff0-1fef6f9aa510 req-a9b22ded-6274-43b9-8da7-434055a8fc6a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:14.552776 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9a13cb-9c43-4363-9ff0-1fef6f9aa510 req-a9b22ded-6274-43b9-8da7-434055a8fc6a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.1464212 Dec 12 04:16:14.558980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-66ae8087-5528-460d-b1c4-b740ca8e2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:14.560436 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-66ae8087-5528-460d-b1c4-b740ca8e2b16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1038449 Dec 12 04:16:14.627137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-a5c1766e-a27d-4cf0-9fd1-deca6f7a2770 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368724 Dec 12 04:16:14.627835 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c65852fa-f43c-4dbb-a445-d40f4f4f8d0a tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.651650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c65852fa-f43c-4dbb-a445-d40f4f4f8d0a tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Calling delete_port for 10bfbe62-f885-4d15-ac03-865340dbbc4f owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:16:14.681309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Allocated IP 172.25.7.141 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/df4c63d4-13ae-415f-95d4-b0934e865f94) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:14.686191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9a13cb-9c43-4363-9ff0-1fef6f9aa510 req-80d5902d-6e92-4623-8ae3-0a880c8da4fd tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256120 Dec 12 04:16:14.756399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2a00f4fa-1419-43a4-8ad1-e2253cc9dc07 service neutron] 10.222.0.36 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261620 Dec 12 04:16:14.775260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50828) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:14.784226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95db5bb4-a942-4c01-92fb-e6458e02b20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.804645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95db5bb4-a942-4c01-92fb-e6458e02b20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.851717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-2561f7d9-7e77-4fdf-97dd-2b6578964dd1 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115653 Dec 12 04:16:14.855775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-e969ec1b-5cf3-438f-8ca2-83ae2c47c559 admin admin] Deleting subnet a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:16:14.861917 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e969ec1b-5cf3-438f-8ca2-83ae2c47c559 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.894953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-95db5bb4-a942-4c01-92fb-e6458e02b20f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33240ed9d0104744a72325ff4561c267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6346798 Dec 12 04:16:14.912650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50832) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:14.949342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db5bb4-a942-4c01-92fb-e6458e02b20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b07f1-6f06-441d-a6bc-239b17653eca,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:14.988969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:14.991601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e969ec1b-5cf3-438f-8ca2-83ae2c47c559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.010521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-8202267e-8b73-478d-93a7-87bb7996ebd9 service neutron] 10.222.0.36 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410367 Dec 12 04:16:15.048872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1695c7-51ba-4c9f-8ea8-c6ce999375f1 req-976b3b73-a339-4cb5-a854-98f3c4445bb4 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:15.050974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f1695c7-51ba-4c9f-8ea8-c6ce999375f1 req-976b3b73-a339-4cb5-a854-98f3c4445bb4 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 945 time: 0.1673129 Dec 12 04:16:15.056343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c65852fa-f43c-4dbb-a445-d40f4f4f8d0a tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.088311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02c6afac-44b9-4525-9564-7d75ec5390d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.103296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80608b7e-e399-40f3-85c5-19ffcedff491 req-1cac4176-6d15-4eb2-ac6f-ef1f9f4dfb9c service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339935 Dec 12 04:16:15.116560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65852fa-f43c-4dbb-a445-d40f4f4f8d0a tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event deleted for resources: {'Port': ['ID=10bfbe62-f885-4d15-ac03-865340dbbc4f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:15.119002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e969ec1b-5cf3-438f-8ca2-83ae2c47c559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.126522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02c6afac-44b9-4525-9564-7d75ec5390d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.179160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-156e7d59-e044-460b-afa5-9ec2e6e07a62 service neutron] 10.222.0.36 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602864 Dec 12 04:16:15.186889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.189369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c65852fa-f43c-4dbb-a445-d40f4f4f8d0a tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.192576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c65852fa-f43c-4dbb-a445-d40f4f4f8d0a tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "DELETE /v2.0/ports/10bfbe62-f885-4d15-ac03-865340dbbc4f HTTP/1.1" status: 204 len: 168 time: 0.9108989 Dec 12 04:16:15.195815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50836) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:15.202372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa', 'external_fixed_ips': [{'subnet_id': '5eacce60-532a-4827-be60-f0e0a85adbbb', 'ip_address': '2001:db8::174'}]}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:15.208970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02c6afac-44b9-4525-9564-7d75ec5390d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.212054 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02c6afac-44b9-4525-9564-7d75ec5390d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.213228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-02c6afac-44b9-4525-9564-7d75ec5390d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b1b07f1-6f06-441d-a6bc-239b17653eca HTTP/1.1" status: 204 len: 168 time: 0.2745147 Dec 12 04:16:15.226197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6afac-44b9-4525-9564-7d75ec5390d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b07f1-6f06-441d-a6bc-239b17653eca,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:15.242234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.243502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.261625 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f1695c7-51ba-4c9f-8ea8-c6ce999375f1 req-dccd09d1-6386-4a71-ade8-f6c131e5a650 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004430 Dec 12 04:16:15.268737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:15.286716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:15.286716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:15.335524 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.369557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Port': ['ID=df4c63d4-13ae-415f-95d4-b0934e865f94,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:15.435550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a1751c8-fa7f-4510-acb3-13822fea1a1e req-a530a231-99a3-4e38-95c4-32e8e1fa6ee5 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0563726 Dec 12 04:16:15.475336 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e969ec1b-5cf3-438f-8ca2-83ae2c47c559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.520742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.523555 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.528747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969ec1b-5cf3-438f-8ca2-83ae2c47c559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:15.530875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e969ec1b-5cf3-438f-8ca2-83ae2c47c559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.537043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e969ec1b-5cf3-438f-8ca2-83ae2c47c559 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a268bf9e-2a1c-4ff7-bac5-ad7cc9250f75 HTTP/1.1" status: 204 len: 168 time: 0.7580152 Dec 12 04:16:15.538615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50850) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:15.588536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.673603 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.681710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.787660 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:15.838168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca082263-57ba-42fa-8dda-b3157a3a65d4']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:15.885681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d84f8df-58e9-48dd-8393-ccdcf746cf23') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:15.886007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d84f8df-58e9-48dd-8393-ccdcf746cf23') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:16.033184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb729b-997f-477b-a07c-b35e035e6971 req-7e7a3ea9-b61a-4e30-8ef8-aafda01eb33f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:16.043557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4bb729b-997f-477b-a07c-b35e035e6971 req-7e7a3ea9-b61a-4e30-8ef8-aafda01eb33f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.2279797 Dec 12 04:16:16.208746 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.248337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.277749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:16:16.278169 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:16:16.282506 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:16:16.368691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292c995-d87a-4436-8ae2-8f3eea79ac1a req-91802bbb-884d-4f8a-b14f-cf2353c5045f tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:16.370656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f292c995-d87a-4436-8ae2-8f3eea79ac1a req-91802bbb-884d-4f8a-b14f-cf2353c5045f tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 945 time: 0.1855359 Dec 12 04:16:16.373019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.403305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.431961 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.444557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.452346 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] 10.222.0.36 "DELETE /v2.0/networks/ca082263-57ba-42fa-8dda-b3157a3a65d4 HTTP/1.1" status: 204 len: 168 time: 0.9094915 Dec 12 04:16:16.475280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b351b34-9f89-4e06-8c7c-8e4aa6e49cad admin admin] Pushing event deleted for resources: {'Network': ['ID=ca082263-57ba-42fa-8dda-b3157a3a65d4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:16.480197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e52244-562c-45bd-8a98-312915eb84d4 req-35f0db94-36bb-4078-abc5-96980745c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:16.481802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82e52244-562c-45bd-8a98-312915eb84d4 req-35f0db94-36bb-4078-abc5-96980745c745 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab85445055ad459eb1fb7bb4f793cc1a&device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 1096 time: 0.6734025 Dec 12 04:16:16.491724 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4bb729b-997f-477b-a07c-b35e035e6971 req-0b8acd4e-6bc6-4c9f-9dd6-85c1f4f8a5b3 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473047 Dec 12 04:16:16.540450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f292c995-d87a-4436-8ae2-8f3eea79ac1a req-57c34fc2-1632-4787-a9a0-5e152224e7be tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405072 Dec 12 04:16:16.653488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4230d39-41b8-44d5-8a2b-af3e1a7de157 req-51f4350b-1cdf-4912-ab7a-1296085a2356 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0582075 Dec 12 04:16:16.666402 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.684102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.685855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a50915db-2530-46c1-a318-5f9032b3599d req-c91d165c-a389-4d98-8672-caeb32a38296 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0390515 Dec 12 04:16:16.701212 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.752225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e52244-562c-45bd-8a98-312915eb84d4 req-989d3b7c-51bf-4259-9f72-0d466b94138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:16.754486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82e52244-562c-45bd-8a98-312915eb84d4 req-989d3b7c-51bf-4259-9f72-0d466b94138a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c19962d-1841-4060-b34a-6f4652c21217 HTTP/1.1" status: 200 len: 913 time: 0.2597306 Dec 12 04:16:16.766863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Allocated IP 2001:db8::174 (b17f57e4-1371-4c79-9271-860ac0f22eaa/5eacce60-532a-4827-be60-f0e0a85adbbb/0eff4b41-c3d1-43c6-935e-10d9f28eaf5e) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:16.823492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50906) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:16.825914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.893231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Port': ['ID=df4c63d4-13ae-415f-95d4-b0934e865f94,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:16.900847 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82e52244-562c-45bd-8a98-312915eb84d4 req-66753f89-1123-42fa-adab-0909154c0475 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd101b34-264a-4b18-a2b6-f3a5eb739a52 HTTP/1.1" status: 200 len: 217 time: 0.0760415 Dec 12 04:16:16.913195 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.926168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.927650 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-026fcba1-f136-46d1-882e-946846f97ce4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8500600 Dec 12 04:16:16.959793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:16.979299 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cc106407-2b64-443b-8d54-04feb9458a08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=583dbc6ea8564ba6a1a18411c6a6473a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487155 Dec 12 04:16:16.981653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50914) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:17.014424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Network b17f57e4-1371-4c79-9271-860ac0f22eaa is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:17.021674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:17.024287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event updated for resources: {'Port': ['ID=0eff4b41-c3d1-43c6-935e-10d9f28eaf5e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:17.027287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:17.036569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e52244-562c-45bd-8a98-312915eb84d4 req-3772f3e8-21fe-4535-9a25-4ac0d1d34a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:17.038313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82e52244-562c-45bd-8a98-312915eb84d4 req-3772f3e8-21fe-4535-9a25-4ac0d1d34a42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd104ffe-78ef-4c04-ae3a-224656eb3476 HTTP/1.1" status: 200 len: 853 time: 0.1261878 Dec 12 04:16:17.090466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78ac8b5a-a528-4a90-a7b6-2f1f26509577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:17.147948 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82e52244-562c-45bd-8a98-312915eb84d4 req-de1bdcc1-3f05-4909-b360-f922ace408ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c19962d-1841-4060-b34a-6f4652c21217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828843 Dec 12 04:16:17.174219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-82e52244-562c-45bd-8a98-312915eb84d4 req-2d9c6bdf-942b-41aa-969d-b1319f9e3c71 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:16:17.175305 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82e52244-562c-45bd-8a98-312915eb84d4 req-2d9c6bdf-942b-41aa-969d-b1319f9e3c71 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132608 Dec 12 04:16:17.181897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78ac8b5a-a528-4a90-a7b6-2f1f26509577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:17.341970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:17.409416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-0b67ed8f-a273-41b9-a24f-5b251120eb40 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--97270850&fields=id&tenant_id=f99d660ac13d4c0da61665f05dcad8c4 HTTP/1.1" status: 200 len: 267 time: 0.1436000 Dec 12 04:16:17.411749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82e52244-562c-45bd-8a98-312915eb84d4 req-774e815b-b1e3-4100-8f44-f156a8262292 service neutron] 10.222.0.18 "GET /v2.0/networks/0c19962d-1841-4060-b34a-6f4652c21217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202499 Dec 12 04:16:17.463577 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78ac8b5a-a528-4a90-a7b6-2f1f26509577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:17.466226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78ac8b5a-a528-4a90-a7b6-2f1f26509577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:17.470101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-78ac8b5a-a528-4a90-a7b6-2f1f26509577 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7eb8f4eb-c61e-461d-9395-be3a753700dd HTTP/1.1" status: 204 len: 168 time: 0.4873469 Dec 12 04:16:17.529368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-59f13a54-eb2a-4493-9aeb-f280bafa0396 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:17.530815 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-59f13a54-eb2a-4493-9aeb-f280bafa0396 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports/600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 200 len: 936 time: 0.1116893 Dec 12 04:16:17.533508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac8b5a-a528-4a90-a7b6-2f1f26509577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb8f4eb-c61e-461d-9395-be3a753700dd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:17.605816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-7fb73422-e2a8-4fb1-ac05-17f8c7f19f32 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:17.613131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-7fb73422-e2a8-4fb1-ac05-17f8c7f19f32 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports/91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 200 len: 936 time: 0.0724945 Dec 12 04:16:17.618628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:17.687280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-0aea9965-71bc-4345-8dff-d2860ed7f03a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0731258 Dec 12 04:16:17.728912 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-0aed7f03-e941-4002-9826-aaa4b38020b1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0405240 Dec 12 04:16:17.731290 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82e52244-562c-45bd-8a98-312915eb84d4 req-95e94235-55a8-45f8-9759-bfc18a5791f0 service neutron] 10.222.0.18 "GET /v2.0/networks/0c19962d-1841-4060-b34a-6f4652c21217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772727 Dec 12 04:16:17.781287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99493e5-f399-4870-b46e-e0fbe95bf20f req-1ebc9849-9302-437d-8784-3c15e35903aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:17.782970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d99493e5-f399-4870-b46e-e0fbe95bf20f req-1ebc9849-9302-437d-8784-3c15e35903aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.1233618 Dec 12 04:16:17.862702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d99493e5-f399-4870-b46e-e0fbe95bf20f req-aa5e87c6-c1a0-422f-88a3-615c5518cdae tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704613 Dec 12 04:16:17.863844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Router 0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:16:17.895265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f43056-6b72-4ec1-a3bb-6f30f6db746f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:17.903146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f43056-6b72-4ec1-a3bb-6f30f6db746f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:17.911908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f43056-6b72-4ec1-a3bb-6f30f6db746f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:17.922848 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f43056-6b72-4ec1-a3bb-6f30f6db746f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/networks?id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=33db8f80-6383-4d67-beb4-519412b18788&id=33db8f80-6383-4d67-beb4-519412b18788 HTTP/1.1" status: 200 len: 1994 time: 0.1862087 Dec 12 04:16:17.976557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-d5dee019-3ea7-44ce-96a8-ee97330f2af7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/quotas/f99d660ac13d4c0da61665f05dcad8c4 HTTP/1.1" status: 200 len: 375 time: 0.0495620 Dec 12 04:16:18.033760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-32d8b9eb-1d34-4ea3-9e4d-a1d69f077f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:18.035803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-32d8b9eb-1d34-4ea3-9e4d-a1d69f077f11 service neutron] 10.222.0.18 "GET /v2.0/ports/f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 200 len: 1027 time: 0.1002941 Dec 12 04:16:18.082266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:16:18.097914 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Sync routers for ids ['0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:16:18.115568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a70db3-b146-4b5e-b1ba-93004e4dccfb req-16c6d5da-4f6f-4e63-bd44-6b74ca0ff8ab tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:18.124554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28a70db3-b146-4b5e-b1ba-93004e4dccfb req-16c6d5da-4f6f-4e63-bd44-6b74ca0ff8ab tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 945 time: 0.0938137 Dec 12 04:16:18.132041 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Routers {'0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:16:18.132653 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:18.142039 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:18.142714 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-4868a6de-bf77-4dc6-98a4-4d2a69f8c22f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1680102 Dec 12 04:16:18.145978 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8442e9a4-026b-48b0-95f0-0e53a4380ebe tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9459198 Dec 12 04:16:18.147405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50982) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:18.152505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-0834a141-6391-4ab6-a092-ba2a46989754 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:16:18.153623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-0834a141-6391-4ab6-a092-ba2a46989754 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055304 Dec 12 04:16:18.160440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d3838a86-2ca3-44df-8c98-367e10e4d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:18.161880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d3838a86-2ca3-44df-8c98-367e10e4d49b service neutron] 10.222.0.18 "GET /v2.0/ports/cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 200 len: 1025 time: 0.1178737 Dec 12 04:16:18.305730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28a70db3-b146-4b5e-b1ba-93004e4dccfb req-8a53762d-08c2-4d70-ae58-ec9cb47e01e9 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786106 Dec 12 04:16:18.398326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:18.507373 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Set router 0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:16:18.523420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-472a90c4-8d9e-4de1-85a7-ae2c9a2555d3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:18.531130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-472a90c4-8d9e-4de1-85a7-ae2c9a2555d3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:18.540992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-472a90c4-8d9e-4de1-85a7-ae2c9a2555d3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:18.543395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-472a90c4-8d9e-4de1-85a7-ae2c9a2555d3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "GET /v2.0/networks?id=e24b41d5-580c-404e-9977-7163a101b7f9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0 HTTP/1.1" status: 200 len: 1991 time: 0.3705325 Dec 12 04:16:18.549393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-0330765a-4e2d-42ff-984b-fd8ecc1f7c91 service neutron] 10.222.0.36 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850844 Dec 12 04:16:18.752744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9548602f-e496-4bd1-837d-de97db485c35 req-c03371b9-0357-42e8-b1b6-94c370a143de tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.1650889 Dec 12 04:16:18.812670 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-1f28f65f-d89f-40b0-8d2f-f45b7ca16ec0 service neutron] 10.222.0.36 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303739 Dec 12 04:16:18.837620 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1', 'name': '', 'tenant_id': '95c6881836cc423db595a8827d6a4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa', 'external_fixed_ips': [{'subnet_id': '5eacce60-532a-4827-be60-f0e0a85adbbb', 'ip_address': '2001:db8::174'}], 'enable_snat': True}, 'gw_port_id': '0eff4b41-c3d1-43c6-935e-10d9f28eaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:16:15Z', 'updated_at': '2021-12-12T04:16:17Z', 'revision_number': 3, 'project_id': '95c6881836cc423db595a8827d6a4c20', 'gw_port': {'id': '0eff4b41-c3d1-43c6-935e-10d9f28eaf5e', 'name': '', 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '5eacce60-532a-4827-be60-f0e0a85adbbb', 'ip_address': '2001:db8::174', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:16:16Z', 'updated_at': '2021-12-12T04:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eacce60-532a-4827-be60-f0e0a85adbbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:18.841369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:18.856610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51006) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:18.906275 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Checking router: 0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:16:18.908847 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Updating router 0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1 port 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:16:18.919381 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-f5d42e53-924c-4944-b9f1-7d4462d659ff service neutron] 10.222.0.36 "GET /v2.0/ports/600813ff-3126-4384-b853-3d038e201e81?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1057193 Dec 12 04:16:18.955396 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.009695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7ed9bf34-6804-467d-87ca-28ef5709a9ef req-30f23fe9-c1db-4f1a-8be8-3d78ee810054 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0537088 Dec 12 04:16:19.024245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-827a5f07-8e84-4d78-8db7-360f3fd0a289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.057586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Deleting port 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:16:19.057939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.097290 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f1d5e028-4696-4dd9-abf7-d56f9de29c82 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0b784a5ba4b4533a91f101d0edb582e HTTP/1.1" status: 200 len: 380 time: 0.5294545 Dec 12 04:16:19.115760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'admin_state_up': True, 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'security_groups': ['7ed8f576-eeab-475c-8978-a6d8a9e8e2f3']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:19.203367 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.229626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Calling delete_port for 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:16:19.249906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-827a5f07-8e84-4d78-8db7-360f3fd0a289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.254829 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.259713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66e11f-8c69-425b-9857-445cc3a4dc3b req-a8062dc8-7778-48ab-9268-2150578fb443 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:19.261370 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac66e11f-8c69-425b-9857-445cc3a4dc3b req-a8062dc8-7778-48ab-9268-2150578fb443 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.1322169 Dec 12 04:16:19.265138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-827a5f07-8e84-4d78-8db7-360f3fd0a289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.265536 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.275752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-ee241fa6-693e-4be7-a6d4-3425cb3ae856 service neutron] 10.222.0.36 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555086 Dec 12 04:16:19.311649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:19.315307 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.326927 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Pushing event updated for resources: {'Port': ['ID=0eff4b41-c3d1-43c6-935e-10d9f28eaf5e,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:19.339828 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.340597 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.341694 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.342281 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.343069 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.343606 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.344114 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.344632 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.345677 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.346343 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.346912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.347464 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.347977 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0f671-069a-4c44-9ddf-3fccd3db4a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:19.367590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a5f07-8e84-4d78-8db7-360f3fd0a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f55296-0f5f-4c8a-88a3-a142ffef8813,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:19.377737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-827a5f07-8e84-4d78-8db7-360f3fd0a289 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03b773ffcc7346b1b757152eb8521e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5194433 Dec 12 04:16:19.378070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51016) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:19.396140 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Attempting to bind port 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:19.397139 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Attempting to bind port 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'fcc84759-95fb-475b-8e17-54695b6e8368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:19.397681 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Attempting to bind port 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e on network b17f57e4-1371-4c79-9271-860ac0f22eaa {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:19.406250 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:19.407052 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Checking segment: {'id': 'fcc84759-95fb-475b-8e17-54695b6e8368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:19.407800 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.408481 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Bound using segment: {'id': 'fcc84759-95fb-475b-8e17-54695b6e8368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:19.409197 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Bound port: 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc84759-95fb-475b-8e17-54695b6e8368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:19.410531 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.428216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac66e11f-8c69-425b-9857-445cc3a4dc3b req-a0f787b1-a308-4ac0-9b49-f78928f208cb tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392064 Dec 12 04:16:19.538408 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-be591f96-4e71-4100-ba30-3353c7321c7b service neutron] 10.222.0.36 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547028 Dec 12 04:16:19.542573 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.560721 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.561444 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.db.api [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:16:19.561909 n-d-710847-7 neutron-server[103453]: DEBUG oslo_db.api [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:16:19.592199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eff4b41-c3d1-43c6-935e-10d9f28eaf5e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:19.620692 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.632403 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-6ec45ff0-8599-4881-b02b-0c5603eea994 service neutron] 10.222.0.36 "GET /v2.0/ports/91b8ebca-dfd8-454a-9997-404e942eae56?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0690675 Dec 12 04:16:19.639277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.657194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Allocated IP 172.20.0.10 (e24b41d5-580c-404e-9977-7163a101b7f9/8498c706-8988-4493-9db4-a7c752384c54/50865e90-2d61-4c3f-845d-73e68d27bd50) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:19.749088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-28732b51-ac72-4239-a895-7afa741e47e2 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c6cbb20a94c14e569442af3ceba36423&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262799 Dec 12 04:16:19.754469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.768526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.820217 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.823718 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.827247 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17f55296-0f5f-4c8a-88a3-a142ffef8813 HTTP/1.1" status: 204 len: 168 time: 0.4394805 Dec 12 04:16:19.865699 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.866354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:16:19.874070 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.877976 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f19d83c3-1a1c-4219-b3fe-6a004cdea7d1 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1 HTTP/1.1" status: 204 len: 168 time: 1.7307973 Dec 12 04:16:19.880725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-f1104219-6887-4e33-8622-8894aa926795 service neutron] 10.222.0.36 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394776 Dec 12 04:16:19.881642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51032) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:19.950309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-319a26df-339b-40a6-83b0-640bdc5bdff8 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:19.951818 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-319a26df-339b-40a6-83b0-640bdc5bdff8 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953633 Dec 12 04:16:19.957933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d63d210-0ca8-410f-a984-2afa34251054 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Deleting subnet 5eacce60-532a-4827-be60-f0e0a85adbbb {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:16:19.971004 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-9c1ec61b-a49d-48d2-b2e4-721de3638e8c tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/quotas/c6cbb20a94c14e569442af3ceba36423 HTTP/1.1" status: 200 len: 375 time: 0.0106223 Dec 12 04:16:19.971655 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d63d210-0ca8-410f-a984-2afa34251054 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:19.982138 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-4c14258d-cda4-4931-bf72-922b7cf75368 service neutron] 10.222.0.36 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002796 Dec 12 04:16:20.036130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f55296-0f5f-4c8a-88a3-a142ffef8813,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:20.050263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.050630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.050978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.051329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.051683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.052009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.052383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.052730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.053085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.053415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.053750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.054077 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.054405 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7db506-42e7-45e8-b885-7387cbed57a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:16:20.108484 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Attempting to bind port 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:20.109319 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Attempting to bind port 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'fcc84759-95fb-475b-8e17-54695b6e8368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:20.109832 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Attempting to bind port 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e on network b17f57e4-1371-4c79-9271-860ac0f22eaa {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:20.125541 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:20.126828 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Checking segment: {'id': 'fcc84759-95fb-475b-8e17-54695b6e8368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:20.128510 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.129727 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Bound using segment: {'id': 'fcc84759-95fb-475b-8e17-54695b6e8368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:20.130944 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Bound port: 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc84759-95fb-475b-8e17-54695b6e8368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b17f57e4-1371-4c79-9271-860ac0f22eaa'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:20.132679 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.160920 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.plugin [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Port 0eff4b41-c3d1-43c6-935e-10d9f28eaf5e has been deleted concurrently {{(pid=103453) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 12 04:16:20.171643 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Routers set() bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:16:20.172725 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Router IDs set() for agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 04:16:20.173663 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_agentschedulers_db [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent'). {{(pid=103453) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 04:16:20.174193 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0460d37-bd7f-4f50-bb74-3a54d22f3abd None None] The sync data for ids ['0d0406a1-781d-4c5f-8e9e-5cfb4dc799f1'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:16:20.234367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.247624 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-b8830876-cf7c-42ad-b47b-932c29156b74 service neutron] 10.222.0.36 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644427 Dec 12 04:16:20.311428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51038) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:20.346129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aee19193-3558-45a1-a603-6f284bc5c378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.408306 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.414936 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-c4ec3f89-8fe6-4c6b-bf59-9da8ae382ba4 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cbb20a94c14e569442af3ceba36423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4194798 Dec 12 04:16:20.457163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8dfee270-de02-4448-9e40-0cc7467a2f25 req-0aed63c9-b0d8-40f7-83ce-237cb42b2128 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0507793 Dec 12 04:16:20.464549 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d63d210-0ca8-410f-a984-2afa34251054 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.470928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-ec00f4a5-eada-48fd-918b-ffdee054a494 service neutron] 10.222.0.36 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222629 Dec 12 04:16:20.476138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network e24b41d5-580c-404e-9977-7163a101b7f9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:20.517324 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d63d210-0ca8-410f-a984-2afa34251054 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.597071 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d63d210-0ca8-410f-a984-2afa34251054 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.649184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63d210-0ca8-410f-a984-2afa34251054 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5eacce60-532a-4827-be60-f0e0a85adbbb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:20.657035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d63d210-0ca8-410f-a984-2afa34251054 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.662238 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6d63d210-0ca8-410f-a984-2afa34251054 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/5eacce60-532a-4827-be60-f0e0a85adbbb HTTP/1.1" status: 204 len: 168 time: 0.7796872 Dec 12 04:16:20.703391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51046) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:20.730141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 38310ed2-345f-49f5-acae-a55ee11b6ed4 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:16:20.802046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:20.809815 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:20.853432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db9818-e29e-4d8a-9bf2-518f4fe51812 req-36b4e928-40e9-47e5-bc22-91046c4d5a39 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:20.865244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Port': ['ID=50865e90-2d61-4c3f-845d-73e68d27bd50,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:20.889673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52db9818-e29e-4d8a-9bf2-518f4fe51812 req-36b4e928-40e9-47e5-bc22-91046c4d5a39 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 945 time: 0.2340710 Dec 12 04:16:20.917448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:20.923759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aee19193-3558-45a1-a603-6f284bc5c378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.951806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:20.953005 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.960636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '38310ed2-345f-49f5-acae-a55ee11b6ed4', 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d', 'port_id': '38310ed2-345f-49f5-acae-a55ee11b6ed4', 'mac_address': 'fa:16:3e:56:44:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1c42ec-04ed-4976-9432-e8cedb01ca11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:16:20.968791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:20.999984 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aee19193-3558-45a1-a603-6f284bc5c378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.022928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-ddca0247-24e4-48a0-a9ad-d94a84bab7cf service neutron] 10.222.0.36 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509589 Dec 12 04:16:21.028682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52db9818-e29e-4d8a-9bf2-518f4fe51812 req-13565eae-01db-4b13-83f7-489e15f35c0e tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334977 Dec 12 04:16:21.030698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a126aa7d-c135-475e-9eb0-82f3b41210ba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9258082 Dec 12 04:16:21.062429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'admin_state_up': True, 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'security_groups': ['7ed8f576-eeab-475c-8978-a6d8a9e8e2f3']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:21.069020 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.113385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38310ed2-345f-49f5-acae-a55ee11b6ed4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:21.171338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:21.176671 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.185798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee19193-3558-45a1-a603-6f284bc5c378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1574e1dc-eb3e-4018-8038-9fb60be5e5d5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:21.193869 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aee19193-3558-45a1-a603-6f284bc5c378 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88922132229b4349bf0adca6d4f050b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8814273 Dec 12 04:16:21.202599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51056) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:21.247218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=38310ed2-345f-49f5-acae-a55ee11b6ed4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:21.273953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-87afd3af-c7bd-4adc-9471-bf2a1bd3af55 None None] Provisioning complete for port 50865e90-2d61-4c3f-845d-73e68d27bd50 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:21.274378 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-87afd3af-c7bd-4adc-9471-bf2a1bd3af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.275344 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.316858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17f57e4-1371-4c79-9271-860ac0f22eaa']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:21.324890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-87afd3af-c7bd-4adc-9471-bf2a1bd3af55 None None] Port 50865e90-2d61-4c3f-845d-73e68d27bd50 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:21.340055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-a162a890-069d-457f-9011-96468585408f service neutron] 10.222.0.36 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083773 Dec 12 04:16:21.341071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fd8-4ac4-4dc5-b5f2-21f6b3cc44e8 req-1b61d748-b7b6-4e4f-8bbc-0f29654c15b0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:21.350015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd5c7fd8-4ac4-4dc5-b5f2-21f6b3cc44e8 req-1b61d748-b7b6-4e4f-8bbc-0f29654c15b0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 932 time: 0.1639760 Dec 12 04:16:21.360322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc84759-95fb-475b-8e17-54695b6e8368') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:21.360743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc84759-95fb-475b-8e17-54695b6e8368') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:21.388554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.412448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f96d3d79-90f7-4515-a9e5-ff8a25dd4761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.413665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:21.417304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.420544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.441367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:16:21.442038 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: items = [ Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:16:21.445489 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:16:21.467289 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f96d3d79-90f7-4515-a9e5-ff8a25dd4761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.480388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd5c7fd8-4ac4-4dc5-b5f2-21f6b3cc44e8 req-5cce1d12-c746-407d-88a3-225ace5521fd tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257827 Dec 12 04:16:21.578856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.584003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-8db08ae9-17ac-42f6-8c53-f8cee4f92c43 service neutron] 10.222.0.36 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281482 Dec 12 04:16:21.597117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['38310ed2-345f-49f5-acae-a55ee11b6ed4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:16:21.634050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b17f57e4-1371-4c79-9271-860ac0f22eaa {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 04:16:21.650634 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02e90f12-cd81-41bc-bf6e-6a14b1322b62 req-8bea6d66-29db-48ae-9f16-420b030648b0 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0691979 Dec 12 04:16:21.652074 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.658435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b17f57e4-1371-4c79-9271-860ac0f22eaa HTTP/1.1" status: 204 len: 168 time: 0.9537950 Dec 12 04:16:21.686522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fabfa8-71a6-4536-b8f6-c8619df38690 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event deleted for resources: {'Network': ['ID=b17f57e4-1371-4c79-9271-860ac0f22eaa,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:21.787603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-feeb05d6-341c-42b3-96d6-f6ce9523adba service neutron] 10.222.0.36 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963737 Dec 12 04:16:21.806543 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f96d3d79-90f7-4515-a9e5-ff8a25dd4761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.819200 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f96d3d79-90f7-4515-a9e5-ff8a25dd4761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:21.820414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f96d3d79-90f7-4515-a9e5-ff8a25dd4761 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1574e1dc-eb3e-4018-8038-9fb60be5e5d5 HTTP/1.1" status: 204 len: 168 time: 0.6134501 Dec 12 04:16:21.859181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253db70-3913-4dca-9c5c-4b6c43f34e7f req-3110277a-3609-4486-8359-eff472ceefce tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:21.870800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2253db70-3913-4dca-9c5c-4b6c43f34e7f req-3110277a-3609-4486-8359-eff472ceefce tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 945 time: 0.1177940 Dec 12 04:16:21.986918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d3d79-90f7-4515-a9e5-ff8a25dd4761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1574e1dc-eb3e-4018-8038-9fb60be5e5d5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:22.009511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Allocated IP 10.1.1.81 (fd654d73-c5e0-4a77-925c-fa06e5acb9d9/c0e65ed2-30cf-4875-832b-494adfedbeb7/5a0b1cb5-d7f8-4336-83e9-ed922da46c93) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:22.030445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2253db70-3913-4dca-9c5c-4b6c43f34e7f req-30003175-8c9d-42fd-9e98-0fa8c1ca5c69 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585171 Dec 12 04:16:22.117022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-c5e7ab41-ce4f-43fd-ae31-e67b966bcb63 service neutron] 10.222.0.36 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150852 Dec 12 04:16:22.236165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2bc7fe8-25ea-4321-a929-684e54824211 req-9616fafc-9c7b-4099-bf21-7f47de01ccab tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 210 time: 0.0854249 Dec 12 04:16:22.453796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51072) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:22.458465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3b69312d-54da-4451-bb14-4fe67a53c4fd tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'router': {'name': 'tempest-router--73165120', 'project_id': '76f77cde8c3743efa8837cfd4fdbc932'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:22.510560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-fb959f3f-2431-4bb1-b00a-a4403478c99e service neutron] 10.222.0.36 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772461 Dec 12 04:16:22.516276 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b69312d-54da-4451-bb14-4fe67a53c4fd tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:22.516615 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-63a55514-72ce-47d1-add9-6b01748f98d3 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6cbb20a94c14e569442af3ceba36423&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746646 Dec 12 04:16:22.517840 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b69312d-54da-4451-bb14-4fe67a53c4fd tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:22.520320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:22.601089 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b69312d-54da-4451-bb14-4fe67a53c4fd tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:22.607947 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b69312d-54da-4451-bb14-4fe67a53c4fd tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:22.634005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b69312d-54da-4451-bb14-4fe67a53c4fd tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:22.653323 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3b69312d-54da-4451-bb14-4fe67a53c4fd tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1982193 Dec 12 04:16:22.653961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51082) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:22.730164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 38310ed2-345f-49f5-acae-a55ee11b6ed4 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:22.885387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 38310ed2-345f-49f5-acae-a55ee11b6ed4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:16:22.894368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 38310ed2-345f-49f5-acae-a55ee11b6ed4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:22.894997 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:22.947415 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b8443b8-8f76-4756-ae7c-41856d73736d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.001646 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.043422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:23.044709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:23.048228 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9ea297-3832-4551-a32f-648723787f16" -d '{"events": [{"server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "name": "network-vif-plugged", "status": "completed", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:23.053103 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.087002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512964d-a9cf-4591-9294-7e2e8bd24e11 req-0abfdfb8-de26-4b09-9564-5714c914d58e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:23.094316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b512964d-a9cf-4591-9294-7e2e8bd24e11 req-0abfdfb8-de26-4b09-9564-5714c914d58e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 932 time: 0.2357361 Dec 12 04:16:23.095053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-1a18ee7b-088c-4793-914a-58b775105957 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:23.096649 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-1a18ee7b-088c-4793-914a-58b775105957 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5741005 Dec 12 04:16:23.119340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=38310ed2-345f-49f5-acae-a55ee11b6ed4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:23.137773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Request body: {'port': {'device_id': '886c12cf-2c94-4f87-8001-a69f1c024a2f', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': 'c6cbb20a94c14e569442af3ceba36423'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:23.229750 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.236389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b512964d-a9cf-4591-9294-7e2e8bd24e11 req-bf9a2a9a-70e1-48e7-95f7-be871922d11b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411166 Dec 12 04:16:23.238332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b8443b8-8f76-4756-ae7c-41856d73736d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.251541 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b8443b8-8f76-4756-ae7c-41856d73736d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.298397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Port': ['ID=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:23.314695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:23.319057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:23.322564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:23.373265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b8443b8-8f76-4756-ae7c-41856d73736d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.373777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8443b8-8f76-4756-ae7c-41856d73736d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 038a0528-300c-4a7e-ab61-5f7139521734 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:16:23.379452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b8443b8-8f76-4756-ae7c-41856d73736d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.386818 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4b8443b8-8f76-4756-ae7c-41856d73736d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "DELETE /v2.0/routers/038a0528-300c-4a7e-ab61-5f7139521734 HTTP/1.1" status: 204 len: 168 time: 0.7318075 Dec 12 04:16:23.411049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90924a10-70cf-4fd4-84af-57fb3a5f1912 req-e2fa05a9-3a78-473c-a3e1-f8dd76df33e6 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:23.424060 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90924a10-70cf-4fd4-84af-57fb3a5f1912 req-e2fa05a9-3a78-473c-a3e1-f8dd76df33e6 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 945 time: 0.0813613 Dec 12 04:16:23.436086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:23.437284 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.530619 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f8f82b85-6dc5-4e4b-920e-b657e69f2196 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4794722 Dec 12 04:16:23.545870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90924a10-70cf-4fd4-84af-57fb3a5f1912 req-62b64137-8a95-4ea6-ba2f-821e99ed9117 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191730 Dec 12 04:16:23.569813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'admin_state_up': True, 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'security_groups': ['7ed8f576-eeab-475c-8978-a6d8a9e8e2f3']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:23.712289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b25e04b2-444b-4aef-b24c-e4c25a013cfa None None] Provisioning complete for port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:23.713747 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b25e04b2-444b-4aef-b24c-e4c25a013cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.721391 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ccd6ffa-255b-40d4-913d-58bfb545a0d8 req-adde9d37-4a1d-48ea-a1fa-d3a7acab5c07 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0669575 Dec 12 04:16:23.741997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Made reservation on behalf of c6cbb20a94c14e569442af3ceba36423 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:23.741997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.763547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:23.774911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51134) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:23.802445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b25e04b2-444b-4aef-b24c-e4c25a013cfa None None] Port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:23.916898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff78c7-7c66-48fb-ad1d-1dc92df6c680 req-1f318c32-4bbc-4714-bb8f-8c8d31da5849 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:23.918503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bff78c7-7c66-48fb-ad1d-1dc92df6c680 req-1f318c32-4bbc-4714-bb8f-8c8d31da5849 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.1348536 Dec 12 04:16:23.979370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:23.984080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:24.031358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bff78c7-7c66-48fb-ad1d-1dc92df6c680 req-b34b1bef-4718-4437-8de5-d00189d8bffe tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038551 Dec 12 04:16:24.105763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:24.115787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:24.224248 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c5865-b5ad-4e79-81c3-89b1b884799e x-openstack-request-id: req-081c5865-b5ad-4e79-81c3-89b1b884799e {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:24.224921 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "name": "network-vif-plugged", "status": "completed", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:24.225428 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-081c5865-b5ad-4e79-81c3-89b1b884799e {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:24.226020 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4', 'code': 200} Dec 12 04:16:24.251055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8363f137-b956-44c5-9c26-e8fc8a3854a3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:24.269587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-244949320', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:24.349698 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79bcd2c5-702b-42f4-a963-c1f1f32e01e6 req-3ad663cc-23a3-46f5-9b6c-4cd5ba9f4528 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0665903 Dec 12 04:16:24.449527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Allocated IP 192.168.233.8 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/7454fb99-307e-4334-bdde-57ecf052f9dd) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:24.455299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:24.456380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:24.517791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667b2b6-08b4-444f-a317-641c67325e59 req-cc73bbd8-9470-46df-967d-4767dd6f5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:24.525100 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4667b2b6-08b4-444f-a317-641c67325e59 req-cc73bbd8-9470-46df-967d-4767dd6f5260 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 1097 time: 0.1874948 Dec 12 04:16:24.607880 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:24.666522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Allocated IP 10.1.1.93 (fd654d73-c5e0-4a77-925c-fa06e5acb9d9/c0e65ed2-30cf-4875-832b-494adfedbeb7/ac44bc2b-566d-43df-a507-1831e4b1458e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:24.814108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5af205cf-0249-40b8-b939-d732a329fb60 req-31fdaf6f-882b-47fb-b164-869bbf053eb8 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 210 time: 0.6468821 Dec 12 04:16:24.858362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4667b2b6-08b4-444f-a317-641c67325e59 req-06713bbb-a8ed-4f3d-95ff-cad9fc5a1f37 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219218 Dec 12 04:16:24.936674 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:24.985055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-6ede9ee6-f286-45a0-a7ec-4a13301943ab tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:24.986937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-6ede9ee6-f286-45a0-a7ec-4a13301943ab tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 945 time: 0.3533435 Dec 12 04:16:24.990560 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:24.993381 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:24.995387 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bec86c34-f699-4c46-94d3-6cebd68a5f5d req-2a7b0f4a-b136-4094-98a1-6099e59af85c tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9&device_id=3a1a6b3c-115f-46ff-bb05-4b6446e42b4e HTTP/1.1" status: 200 len: 210 time: 0.0897079 Dec 12 04:16:25.172543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dd469-baec-43df-af71-fc70d5f13f8c req-3ea3284f-4dac-4ba7-aa38-d6f7b369fec8 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:25.174557 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-135dd469-baec-43df-af71-fc70d5f13f8c req-3ea3284f-4dac-4ba7-aa38-d6f7b369fec8 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 945 time: 0.0920949 Dec 12 04:16:25.234563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:25.248690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3f44d-6ac9-4dec-8f36-50f2d0b54ac9 req-20614cbb-2797-4991-b43e-16d58d6348d0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:25.262545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3f44d-6ac9-4dec-8f36-50f2d0b54ac9 req-20614cbb-2797-4991-b43e-16d58d6348d0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:25.270772 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fdf3f44d-6ac9-4dec-8f36-50f2d0b54ac9 req-20614cbb-2797-4991-b43e-16d58d6348d0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 1653 time: 0.2693276 Dec 12 04:16:25.336938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-135dd469-baec-43df-af71-fc70d5f13f8c req-4aa65bbe-3f0f-49bc-96d9-1121f9091fa1 tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445231 Dec 12 04:16:25.379934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:25.414335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:25.622809 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:25.660602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:25.685763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:25.694181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:25.712656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fdf3f44d-6ac9-4dec-8f36-50f2d0b54ac9 req-296df5e9-34cd-4523-8e3c-858b432cfc60 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4407108 Dec 12 04:16:25.734870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:25.736456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Pushing event updated for resources: {'Port': ['ID=7454fb99-307e-4334-bdde-57ecf052f9dd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:25.745403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Deleting port fd101b34-264a-4b18-a2b6-f3a5eb739a52 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:16:25.745829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:25.759337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:25.777804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:25.877542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e21a9632-9869-4906-94c1-d3a1662a3b7d req-4cd082fa-70d1-475e-8f1d-d2d6824ba2c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b04e158d00d44a0aba1613cdfae765fd&device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0767126 Dec 12 04:16:25.880014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Allocated IP 172.25.7.115 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/b59a5a4d-df98-41b6-88a4-8bcfce402fed) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:25.921542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-9356523c-ca87-4316-b6be-40c5d73992a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:25.923205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-9356523c-ca87-4316-b6be-40c5d73992a5 service neutron] 10.222.0.37 "GET /v2.0/ports/600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 200 len: 1032 time: 0.1966445 Dec 12 04:16:26.078330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e21a9632-9869-4906-94c1-d3a1662a3b7d req-0da258b7-8d8e-4492-a2ee-47a7b5f60e18 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b04e158d00d44a0aba1613cdfae765fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1529467 Dec 12 04:16:26.101211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:26.102434 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:26.106384 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f6c7c40-4098-4b13-b49c-45c7c3d6b7c2 req-13ce3e82-83b3-43e2-a16a-11ca05bcd5eb tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.1157801 Dec 12 04:16:26.145837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f0099481-6950-4235-8db7-cf9bc301bbc2 None None] Provisioning complete for port 7454fb99-307e-4334-bdde-57ecf052f9dd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:26.146293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f0099481-6950-4235-8db7-cf9bc301bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:26.162273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Port': ['ID=ac44bc2b-566d-43df-a507-1831e4b1458e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:26.206940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:26.207686 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:26.216413 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-80fb69c5-e30f-4d80-ab3e-90c434d7d763 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1015630 Dec 12 04:16:26.245805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Request body: {'port': {'device_id': '886c12cf-2c94-4f87-8001-a69f1c024a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:26.246404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f0099481-6950-4235-8db7-cf9bc301bbc2 None None] Port 7454fb99-307e-4334-bdde-57ecf052f9dd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:26.369294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7508a0b9-2144-4520-8423-84b21ec661dd None None] Provisioning complete for port ac44bc2b-566d-43df-a507-1831e4b1458e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:26.369912 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7508a0b9-2144-4520-8423-84b21ec661dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:26.373057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-98409ded-684e-4125-864e-f200846db079 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8275840 Dec 12 04:16:26.405851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0', 'admin_state_up': True, 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'security_groups': ['7ed8f576-eeab-475c-8978-a6d8a9e8e2f3']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:26.454232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7508a0b9-2144-4520-8423-84b21ec661dd None None] Port ac44bc2b-566d-43df-a507-1831e4b1458e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:26.460113 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b668070-0488-4e3c-aea8-3bd4ebe0454e req-fdef76d1-610d-4324-92b5-a4f852c480e2 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.1868460 Dec 12 04:16:26.506660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] For port fd101b34-264a-4b18-a2b6-f3a5eb739a52, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd101b34-264a-4b18-a2b6-f3a5eb739a52,segment=NetworkSegment(0b91e932-e491-41db-9e9c-6b831214bd15),segment_id=0b91e932-e491-41db-9e9c-6b831214bd15)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:26.507033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:26.518905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:26.542962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Calling delete_port for fd101b34-264a-4b18-a2b6-f3a5eb739a52 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:16:26.702891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51222) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:26.758905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-4584848c-0fbe-45d7-a86b-9ff8c87a67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:26.760324 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-4584848c-0fbe-45d7-a86b-9ff8c87a67cb service neutron] 10.222.0.37 "GET /v2.0/ports/91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 200 len: 1032 time: 0.7626226 Dec 12 04:16:26.779013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d549c68-01f3-4552-b6b9-9fc8e1e2bc58 req-76cb3945-9d85-4fcd-a934-554f097d3530 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:26.787764 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d549c68-01f3-4552-b6b9-9fc8e1e2bc58 req-76cb3945-9d85-4fcd-a934-554f097d3530 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.9467058 Dec 12 04:16:26.856020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae574324-a6ed-4c86-8af8-3406777646af req-d7e2392d-5c90-4b48-846f-623c8078a9cf tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:26.863418 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae574324-a6ed-4c86-8af8-3406777646af req-d7e2392d-5c90-4b48-846f-623c8078a9cf tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 934 time: 0.2662818 Dec 12 04:16:26.934812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:27.022712 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.064303 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d549c68-01f3-4552-b6b9-9fc8e1e2bc58 req-1b1dc890-0ee0-4deb-b0d7-a043e0ad45fb tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679491 Dec 12 04:16:27.064303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a9632-9869-4906-94c1-d3a1662a3b7d req-5249b971-eff0-4399-9931-9ad49f2395c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:27.064303 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e21a9632-9869-4906-94c1-d3a1662a3b7d req-5249b971-eff0-4399-9931-9ad49f2395c6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8317912 Dec 12 04:16:27.069780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-232e8aa8-ce74-4fcf-b69a-e38d2c6cfa8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.113436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-8770e211-aa6c-45ef-aa44-9131f70526f5 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:27.120197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-8770e211-aa6c-45ef-aa44-9131f70526f5 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:27.126121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-8770e211-aa6c-45ef-aa44-9131f70526f5 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:27.127796 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-8770e211-aa6c-45ef-aa44-9131f70526f5 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "GET /v2.0/networks?id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=33db8f80-6383-4d67-beb4-519412b18788&id=33db8f80-6383-4d67-beb4-519412b18788 HTTP/1.1" status: 200 len: 1994 time: 0.3243673 Dec 12 04:16:27.185556 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.190848 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.232766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae574324-a6ed-4c86-8af8-3406777646af req-f2272118-53d7-4665-ba8c-4b2e0d7163f1 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676193 Dec 12 04:16:27.287199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b364b40-bcae-4dea-941b-dc7d192d5806 req-4f0949c5-2d1a-45a9-a916-7729912c728e tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:27.289093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4b364b40-bcae-4dea-941b-dc7d192d5806 req-4f0949c5-2d1a-45a9-a916-7729912c728e tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb81d1d8-f867-4e31-8cb9-2ffa063182c6 HTTP/1.1" status: 200 len: 867 time: 0.1603153 Dec 12 04:16:27.300226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Pushing event deleted for resources: {'Port': ['ID=fd101b34-264a-4b18-a2b6-f3a5eb739a52,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:27.313838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:27.327272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-9f03964e-8bd7-4e1e-a55f-e1a2704eb17b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99d660ac13d4c0da61665f05dcad8c4 HTTP/1.1" status: 200 len: 378 time: 0.1684260 Dec 12 04:16:27.328159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event updated for resources: {'Port': ['ID=b59a5a4d-df98-41b6-88a4-8bcfce402fed,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:27.339401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:27.352152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:27.357671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'admin_state_up': True, 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'security_groups': ['1c8294e8-b381-4c50-99b0-5e84932e8fef']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:27.481457 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4b364b40-bcae-4dea-941b-dc7d192d5806 req-14becea9-30b2-468c-bfe4-94773916011c tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.36 "GET /v2.0/security-groups?id=f38cd656-49f3-4dfd-9b60-0d48878c3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779535 Dec 12 04:16:27.545667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-232e8aa8-ce74-4fcf-b69a-e38d2c6cfa8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.554815 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.583518 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-232e8aa8-ce74-4fcf-b69a-e38d2c6cfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.650710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-232e8aa8-ce74-4fcf-b69a-e38d2c6cfa8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94d0b01dcb1b4f8d9d418936eea68712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9432054 Dec 12 04:16:27.650710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] No DVR routers for this DVR port fd101b34-264a-4b18-a2b6-f3a5eb739a52 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:16:27.654044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbb0dbfa-b861-4b7e-a8b5-c7a503ed57b2 req-977b8f75-2c66-4f88-8ec0-10b8914ddf6b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0486209 Dec 12 04:16:27.654707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51232) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:27.654826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.661261 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4070c8b4-34d9-43be-b1e9-8f9c9badc08a req-8dc5c971-d86c-4e3e-9404-f4ec0bf2837a tempest-InstanceActionsTestJSON-2001689664 tempest-InstanceActionsTestJSON-2001689664-project] 10.222.0.18 "DELETE /v2.0/ports/fd101b34-264a-4b18-a2b6-f3a5eb739a52 HTTP/1.1" status: 204 len: 173 time: 2.6316910 Dec 12 04:16:27.678567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:27.682595 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.687215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb81d1d8-f867-4e31-8cb9-2ffa063182c6', 'name': 'network-vif-deleted', 'tag': 'fd101b34-264a-4b18-a2b6-f3a5eb739a52'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:27.691151 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d65847b-17ed-4ae2-81ff-e92fbecacf36" -d '{"events": [{"server_uuid": "eb81d1d8-f867-4e31-8cb9-2ffa063182c6", "name": "network-vif-deleted", "tag": "fd101b34-264a-4b18-a2b6-f3a5eb739a52"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:27.792061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7454fb99-307e-4334-bdde-57ecf052f9dd {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:27.864976 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:27.876738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7b8e7d3-d362-41f0-a549-2cdbb9270610 req-c3cc2f32-7a24-41bc-a337-c8e8210acc35 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0992484 Dec 12 04:16:27.923250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e8aa8-ce74-4fcf-b69a-e38d2c6cfa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f989893-f3a5-4dbb-87ef-96816b89bc41,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:27.957894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d0eb5-9e5b-48b7-bf09-296e9dfba13f req-76615e3b-452c-4788-8892-0c495f9ded48 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:27.964547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d0eb5-9e5b-48b7-bf09-296e9dfba13f req-76615e3b-452c-4788-8892-0c495f9ded48 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:27.971049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d0eb5-9e5b-48b7-bf09-296e9dfba13f req-76615e3b-452c-4788-8892-0c495f9ded48 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:27.978759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b81d0eb5-9e5b-48b7-bf09-296e9dfba13f req-76615e3b-452c-4788-8892-0c495f9ded48 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 2373 time: 0.6058283 Dec 12 04:16:28.018617 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6a3cf65-e247-47a4-bd8a-2364e0b40374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.030579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.036758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Transition to ACTIVE for port object 7454fb99-307e-4334-bdde-57ecf052f9dd will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:28.053160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.183532 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b81d0eb5-9e5b-48b7-bf09-296e9dfba13f req-a4db9c4f-dd63-4d33-8443-7dc5c2ead6ca tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983178 Dec 12 04:16:28.197239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6a3cf65-e247-47a4-bd8a-2364e0b40374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.231329 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5a2dee-fbe6-4c02-baad-388df79cc568 x-openstack-request-id: req-3e5a2dee-fbe6-4c02-baad-388df79cc568 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:28.231734 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb81d1d8-f867-4e31-8cb9-2ffa063182c6", "name": "network-vif-deleted", "tag": "fd101b34-264a-4b18-a2b6-f3a5eb739a52", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:28.232074 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e5a2dee-fbe6-4c02-baad-388df79cc568 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:28.232565 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb81d1d8-f867-4e31-8cb9-2ffa063182c6', 'name': 'network-vif-deleted', 'tag': 'fd101b34-264a-4b18-a2b6-f3a5eb739a52', 'status': 'completed', 'code': 200} Dec 12 04:16:28.277737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Pushing event updated for resources: {'Port': ['ID=7454fb99-307e-4334-bdde-57ecf052f9dd,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:28.453287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Allocated IP 10.2.2.100 (7807f09d-0aa0-4730-9e80-ec87226ad9a0/fd5c7e23-5653-44d5-a088-4062740c18b4/d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:28.480868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Allocated IP 172.20.0.5 (586ce0e1-b7da-4049-8cce-e0568a1dc6ff/096e88f5-8993-4f7c-8a4b-6dbd7270e925/f829480a-8304-430f-9b25-fa0b0b0e16a7) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:28.513750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.566913 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e21a9632-9869-4906-94c1-d3a1662a3b7d req-43daa151-6ad9-4c20-978e-e4407d17b521 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.37 "GET /v2.0/ports?device_id=08357887-df96-421e-a244-1e9042c837d9 HTTP/1.1" status: 200 len: 210 time: 0.0399823 Dec 12 04:16:28.588281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f1d38-db63-4eb7-b58e-f9223dcf5bf1 req-a4c16693-91de-4105-8380-96ed368db404 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:28.595607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a10f1d38-db63-4eb7-b58e-f9223dcf5bf1 req-a4c16693-91de-4105-8380-96ed368db404 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.2720988 Dec 12 04:16:28.634579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Attempting to bind port 7454fb99-307e-4334-bdde-57ecf052f9dd on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:28.634928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Attempting to bind port 7454fb99-307e-4334-bdde-57ecf052f9dd by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:28.635261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Attempting to bind port 7454fb99-307e-4334-bdde-57ecf052f9dd on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:28.653778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Port 7454fb99-307e-4334-bdde-57ecf052f9dd on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:28.654212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Attempting to bind port 7454fb99-307e-4334-bdde-57ecf052f9dd on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:28.700385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:28.700755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:28.702724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:28.702724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Bound port: 7454fb99-307e-4334-bdde-57ecf052f9dd, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:28.702724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.723233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a10f1d38-db63-4eb7-b58e-f9223dcf5bf1 req-f6f55abc-d62f-412b-ba4d-2822eb007094 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266110 Dec 12 04:16:28.748993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.794794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device fd101b34-264a-4b18-a2b6-f3a5eb739a52 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:16:28.827064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] For port 7454fb99-307e-4334-bdde-57ecf052f9dd, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:28.831849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] For port 7454fb99-307e-4334-bdde-57ecf052f9dd, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7454fb99-307e-4334-bdde-57ecf052f9dd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:28.840234 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.846160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: fd101b34-264a-4b18-a2b6-f3a5eb739a52 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:16:28.846516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device fd101b34-264a-4b18-a2b6-f3a5eb739a52 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:16:28.848170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.854663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51248) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:28.928299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:28.929002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:28.930969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] 10.222.0.18 "PUT /v2.0/ports/7454fb99-307e-4334-bdde-57ecf052f9dd HTTP/1.1" status: 200 len: 1094 time: 2.6938889 Dec 12 04:16:28.959983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9018f-62b1-4d22-bf6b-1f9d8d5e5e18 req-a4a95c81-232a-483e-9db2-6174e37c4787 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:28.967458 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87c9018f-62b1-4d22-bf6b-1f9d8d5e5e18 req-a4a95c81-232a-483e-9db2-6174e37c4787 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 946 time: 0.5486841 Dec 12 04:16:28.982160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:28.987304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:29.011068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b4d08b-9445-4557-8fd7-f5e2e1a49f78 admin admin] Deleting subnet fd104ffe-78ef-4c04-ae3a-224656eb3476 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:16:29.015331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:29.019173 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ecda8afe-94ef-4021-80b0-f24c2fbf9334 req-67db3a06-93d9-499d-b3ef-11bab18e1c1e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0709546 Dec 12 04:16:29.019993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3ccad-612a-43c8-8f2e-524d7591226f service neutron] Pushing event updated for resources: {'Port': ['ID=7454fb99-307e-4334-bdde-57ecf052f9dd,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:29.065237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d08b-9445-4557-8fd7-f5e2e1a49f78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.141888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6a3cf65-e247-47a4-bd8a-2364e0b40374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.144973 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6a3cf65-e247-47a4-bd8a-2364e0b40374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.150534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b6a3cf65-e247-47a4-bd8a-2364e0b40374 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f989893-f3a5-4dbb-87ef-96816b89bc41 HTTP/1.1" status: 204 len: 168 time: 1.4905462 Dec 12 04:16:29.238125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3cf65-e247-47a4-bd8a-2364e0b40374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f989893-f3a5-4dbb-87ef-96816b89bc41,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:29.329643 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87c9018f-62b1-4d22-bf6b-1f9d8d5e5e18 req-8acb6c96-be71-46e3-83dc-cdfbfa892ee6 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531380 Dec 12 04:16:29.442558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.497084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Router 82a5bacd-ceca-4353-bdfa-ca68e63557c0 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:16:29.497921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6d0bc419-5945-498d-8725-47a28a6a1335 None None] Provisioning complete for port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:29.500103 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc419-5945-498d-8725-47a28a6a1335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.553843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bc419-5945-498d-8725-47a28a6a1335 None None] Port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:29.642971 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.658241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Port': ['ID=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:29.667874 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:29.668516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.681650 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d08b-9445-4557-8fd7-f5e2e1a49f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.706298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-71faa847-b7d1-4007-b8b4-26fbc7915464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:29.707855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-71faa847-b7d1-4007-b8b4-26fbc7915464 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6cbb20a94c14e569442af3ceba36423&device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 1097 time: 0.6914301 Dec 12 04:16:29.727652 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6f904194-f767-4565-a877-32e917083b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3262780 Dec 12 04:16:29.728261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51260) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:29.736359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99aae-4fe7-4c92-ba5f-c2c3f948681f req-009818dd-446c-4796-a6c3-2b0ea99e1f68 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:29.737929 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3b99aae-4fe7-4c92-ba5f-c2c3f948681f req-009818dd-446c-4796-a6c3-2b0ea99e1f68 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 1097 time: 0.1566808 Dec 12 04:16:29.745037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:29.749581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:29.752646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:29.755986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Port': ['ID=f829480a-8304-430f-9b25-fa0b0b0e16a7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:29.783066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0', 'admin_state_up': True, 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'security_groups': ['7ed8f576-eeab-475c-8978-a6d8a9e8e2f3']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:29.799886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-35ef0ebb-ac6c-48be-9310-f45b676f1f69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=7454fb99-307e-4334-bdde-57ecf052f9dd HTTP/1.1" status: 200 len: 217 time: 0.0764668 Dec 12 04:16:29.817879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023f16-df21-4976-b618-f0588473454a req-cc0ef07d-fd3f-44f1-96b3-6cdd4348e68b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:29.825267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023f16-df21-4976-b618-f0588473454a req-cc0ef07d-fd3f-44f1-96b3-6cdd4348e68b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:29.831511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023f16-df21-4976-b618-f0588473454a req-cc0ef07d-fd3f-44f1-96b3-6cdd4348e68b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:29.838407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023f16-df21-4976-b618-f0588473454a req-cc0ef07d-fd3f-44f1-96b3-6cdd4348e68b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:29.840331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff023f16-df21-4976-b618-f0588473454a req-cc0ef07d-fd3f-44f1-96b3-6cdd4348e68b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 3094 time: 0.3225620 Dec 12 04:16:29.850174 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b284d805-0ba6-499c-8198-15f40c04f373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.871427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d08b-9445-4557-8fd7-f5e2e1a49f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.890271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:29.891057 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:29.939388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff023f16-df21-4976-b618-f0588473454a req-060dd28c-e9bf-4d37-b140-0f03bd835dd5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903637 Dec 12 04:16:29.943333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-8476d459-eaf1-49af-973a-749cee02d81b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6013260 Dec 12 04:16:29.953079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:16:29.967705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98be4c-4e89-47fa-9006-6a1683455a07 None None] Sync routers for ids ['82a5bacd-ceca-4353-bdfa-ca68e63557c0'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:16:29.975664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'admin_state_up': True, 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'security_groups': ['1c8294e8-b381-4c50-99b0-5e84932e8fef']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:29.986600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98be4c-4e89-47fa-9006-6a1683455a07 None None] Routers {'82a5bacd-ceca-4353-bdfa-ca68e63557c0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:16:29.988703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ce98be4c-4e89-47fa-9006-6a1683455a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['82a5bacd-ceca-4353-bdfa-ca68e63557c0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:30.060707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.063531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a26955a6-cd39-4d52-a983-3c2a7bd8387f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2865984 Dec 12 04:16:30.066459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51262) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:30.066775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ce98be4c-4e89-47fa-9006-6a1683455a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:30.092615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98be4c-4e89-47fa-9006-6a1683455a07 None None] Routers {'82a5bacd-ceca-4353-bdfa-ca68e63557c0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:16:30.093282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ce98be4c-4e89-47fa-9006-6a1683455a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['82a5bacd-ceca-4353-bdfa-ca68e63557c0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:30.094640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b284d805-0ba6-499c-8198-15f40c04f373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.130756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ce98be4c-4e89-47fa-9006-6a1683455a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:30.131907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98be4c-4e89-47fa-9006-6a1683455a07 None None] The sync data for ids ['82a5bacd-ceca-4353-bdfa-ca68e63557c0'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:16:30.142116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3b99aae-4fe7-4c92-ba5f-c2c3f948681f req-49c31313-68d8-4427-a2f0-4a693f56ad5b tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536217 Dec 12 04:16:30.213511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-022be104-b879-472b-b05e-599acdb6f615 None None] Provisioning complete for port f829480a-8304-430f-9b25-fa0b0b0e16a7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:30.214985 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-022be104-b879-472b-b05e-599acdb6f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.237774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-cc40f1cd-c9b4-4b66-ad85-70167df01e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:30.239546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-cc40f1cd-c9b4-4b66-ad85-70167df01e5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.4227087 Dec 12 04:16:30.240424 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b284d805-0ba6-499c-8198-15f40c04f373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.245146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886c12cf-2c94-4f87-8001-a69f1c024a2f', 'tag': '7454fb99-307e-4334-bdde-57ecf052f9dd'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:30.248146 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f117963-6a70-49e2-8a38-c336ee1e0572" -d '{"events": [{"name": "network-changed", "server_uuid": "886c12cf-2c94-4f87-8001-a69f1c024a2f", "tag": "7454fb99-307e-4334-bdde-57ecf052f9dd"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:30.258967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-163d2153-54fc-4669-b0ec-c50638450c0d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/routers/82a5bacd-ceca-4353-bdfa-ca68e63557c0 HTTP/1.1" status: 200 len: 924 time: 0.1904886 Dec 12 04:16:30.260536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:30.273863 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.278126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51272) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:30.312683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-022be104-b879-472b-b05e-599acdb6f615 None None] Port f829480a-8304-430f-9b25-fa0b0b0e16a7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:30.326067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3054e344-5ca7-4288-9973-ec615ef088bc tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=82a5bacd-ceca-4353-bdfa-ca68e63557c0 HTTP/1.1" status: 200 len: 205 time: 0.0467191 Dec 12 04:16:30.329281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef9e5222-e49b-4472-af3d-04aec767d673 req-dbde40bb-26ba-4214-bc54-df0c384331d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b04e158d00d44a0aba1613cdfae765fd&device_id=3a1a6b3c-115f-46ff-bb05-4b6446e42b4e HTTP/1.1" status: 200 len: 210 time: 0.0719352 Dec 12 04:16:30.330066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51274) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:30.383745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef9e5222-e49b-4472-af3d-04aec767d673 req-aa2b7867-9c1f-4bb3-a69d-81733fab59dd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b04e158d00d44a0aba1613cdfae765fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240259 Dec 12 04:16:30.481113 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b284d805-0ba6-499c-8198-15f40c04f373 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88c02a018fc544948960a876c35daebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7398534 Dec 12 04:16:30.489035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51278) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:30.520033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284d805-0ba6-499c-8198-15f40c04f373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be61a831-819b-4b11-a86c-7751eb53418b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:30.528135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-6d80ffc5-adf5-4b85-b29b-2ae2f6a469f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:30.529126 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-6d80ffc5-adf5-4b85-b29b-2ae2f6a469f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2396560 Dec 12 04:16:30.529743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Made reservation on behalf of e0b784a5ba4b4533a91f101d0edb582e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:30.535364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.539420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f926706-aeec-4179-b95a-f1b9dc641067 req-51f14e4d-db46-492b-b9c1-ac95879a5d8a tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:30.541174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9f926706-aeec-4179-b95a-f1b9dc641067 req-51f14e4d-db46-492b-b9c1-ac95879a5d8a tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 1097 time: 0.2140837 Dec 12 04:16:30.562937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d08b-9445-4557-8fd7-f5e2e1a49f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.647818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4d08b-9445-4557-8fd7-f5e2e1a49f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd104ffe-78ef-4c04-ae3a-224656eb3476,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:30.652892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.670805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b3f8-7d10-410f-a76c-3416f91c71be req-6e827b2e-5637-4ac1-b0ac-fc02db6b2b60 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:30.672358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e456b3f8-7d10-410f-a76c-3416f91c71be req-6e827b2e-5637-4ac1-b0ac-fc02db6b2b60 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 931 time: 0.3323715 Dec 12 04:16:30.677853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d08b-9445-4557-8fd7-f5e2e1a49f78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.683986 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c1b4d08b-9445-4557-8fd7-f5e2e1a49f78 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fd104ffe-78ef-4c04-ae3a-224656eb3476 HTTP/1.1" status: 204 len: 168 time: 1.8268726 Dec 12 04:16:30.691227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51280) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:30.737774 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-474e1a6f-4a80-4021-8173-100dab283caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.745453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Allocated IP 10.1.1.218 (820fa5df-1459-434b-a847-5908eb8140d9/0726ede9-e1db-43ef-92f6-d6f8a0376c07/50c32b66-1914-4858-b0c4-599461ce68a6) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:30.755465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9f926706-aeec-4179-b95a-f1b9dc641067 req-e450929b-51d9-4b4f-82be-e3d6d2e8ac69 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984622 Dec 12 04:16:30.793438 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-474e1a6f-4a80-4021-8173-100dab283caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.861993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e5222-e49b-4472-af3d-04aec767d673 req-52b6371e-f718-4805-9f10-674598f3b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:30.863962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef9e5222-e49b-4472-af3d-04aec767d673 req-52b6371e-f718-4805-9f10-674598f3b390 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4516387 Dec 12 04:16:30.932870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-580e455a-57e5-478c-aa21-43018b157d3f service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946753 Dec 12 04:16:30.939378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9592153a-7e91-4d0c-a4e8-48baa3099520 req-92b25f6c-6992-41bb-a8c8-06beaeec2fd7 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1a6b3c-115f-46ff-bb05-4b6446e42b4e HTTP/1.1" status: 200 len: 210 time: 0.0451815 Dec 12 04:16:30.944083 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.979319 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-474e1a6f-4a80-4021-8173-100dab283caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.982043 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-474e1a6f-4a80-4021-8173-100dab283caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:30.983524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-474e1a6f-4a80-4021-8173-100dab283caf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be61a831-819b-4b11-a86c-7751eb53418b HTTP/1.1" status: 204 len: 168 time: 0.4911621 Dec 12 04:16:31.029894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e1a6f-4a80-4021-8173-100dab283caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be61a831-819b-4b11-a86c-7751eb53418b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:31.032114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e456b3f8-7d10-410f-a76c-3416f91c71be req-414052dc-4161-4c7d-9a0a-b4179e95a289 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3398488 Dec 12 04:16:31.045769 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.053465 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f08434-e9fc-49ab-9d66-da8f67a4d63e x-openstack-request-id: req-19f08434-e9fc-49ab-9d66-da8f67a4d63e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:31.054020 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886c12cf-2c94-4f87-8001-a69f1c024a2f", "tag": "7454fb99-307e-4334-bdde-57ecf052f9dd", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:31.054483 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19f08434-e9fc-49ab-9d66-da8f67a4d63e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:31.056094 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886c12cf-2c94-4f87-8001-a69f1c024a2f', 'tag': '7454fb99-307e-4334-bdde-57ecf052f9dd', 'status': 'completed', 'code': 200} Dec 12 04:16:31.092406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Deleting port b59a5a4d-df98-41b6-88a4-8bcfce402fed {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:16:31.092736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.104908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.109968 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.230690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 820fa5df-1459-434b-a847-5908eb8140d9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:31.241205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-005b1d3f-e7ee-4090-8fcc-d82f3f8d41b8 req-e8d95712-4c85-4687-9014-58d85839eb36 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945240 Dec 12 04:16:31.248980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:31.258949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Port': ['ID=50c32b66-1914-4858-b0c4-599461ce68a6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:31.261369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:31.276289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7173e3-efc1-4d62-8368-40185a25246a req-b8232c67-76d2-4fe4-8268-bbee4e12a4a0 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:31.289992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-be7173e3-efc1-4d62-8368-40185a25246a req-b8232c67-76d2-4fe4-8268-bbee4e12a4a0 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 946 time: 0.1814711 Dec 12 04:16:31.351237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.362881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Allocated IP 10.2.2.200 (7807f09d-0aa0-4730-9e80-ec87226ad9a0/fd5c7e23-5653-44d5-a088-4062740c18b4/e1307ca1-10fe-44f8-b15c-2d52c3b2c10c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:31.396029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Calling delete_port for b59a5a4d-df98-41b6-88a4-8bcfce402fed owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:16:31.438812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:31.439675 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.483559 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-be7173e3-efc1-4d62-8368-40185a25246a req-66580cf7-0b76-4da9-9f87-8cfbe5fca0a3 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855848 Dec 12 04:16:31.510772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a783e-7c02-414d-9d93-3930f07425f7 req-c0fef9a4-fdbb-48c3-a08e-66e2e5a43cf3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:31.517059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a783e-7c02-414d-9d93-3930f07425f7 req-c0fef9a4-fdbb-48c3-a08e-66e2e5a43cf3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:31.523326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a783e-7c02-414d-9d93-3930f07425f7 req-c0fef9a4-fdbb-48c3-a08e-66e2e5a43cf3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:31.531139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a783e-7c02-414d-9d93-3930f07425f7 req-c0fef9a4-fdbb-48c3-a08e-66e2e5a43cf3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:31.532969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e27a783e-7c02-414d-9d93-3930f07425f7 req-c0fef9a4-fdbb-48c3-a08e-66e2e5a43cf3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 3094 time: 0.2865825 Dec 12 04:16:31.571129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.577106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-36b13358-33bb-4ecd-8a09-ab8957bdf526 req-e6a791d6-0f77-439f-a61f-2f56bddf9dfd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:16:31.578236 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-36b13358-33bb-4ecd-8a09-ab8957bdf526 req-e6a791d6-0f77-439f-a61f-2f56bddf9dfd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054376 Dec 12 04:16:31.596371 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-616471b9-ebd3-4e09-abb6-043f73b62b00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6353419 Dec 12 04:16:31.643826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'admin_state_up': True, 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'security_groups': ['1c8294e8-b381-4c50-99b0-5e84932e8fef']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:31.653479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7aec4019-5009-4e22-8b0e-a948aeced564 None None] Provisioning complete for port 50c32b66-1914-4858-b0c4-599461ce68a6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:31.653982 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7aec4019-5009-4e22-8b0e-a948aeced564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.675364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c19962d-1841-4060-b34a-6f4652c21217']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:31.736011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7aec4019-5009-4e22-8b0e-a948aeced564 None None] Port 50c32b66-1914-4858-b0c4-599461ce68a6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:31.762824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-64dc93b1-e0c8-4dd4-85cc-5d916027130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:31.764595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-64dc93b1-e0c8-4dd4-85cc-5d916027130f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6cbb20a94c14e569442af3ceba36423&device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 1097 time: 0.3801970 Dec 12 04:16:31.777385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b91e932-e491-41db-9e9c-6b831214bd15') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:31.777740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b91e932-e491-41db-9e9c-6b831214bd15') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:31.823763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.870743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e27a783e-7c02-414d-9d93-3930f07425f7 req-f407e2ec-890c-4cfa-82c8-d64c9af90487 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205867 Dec 12 04:16:31.886313 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.901837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:16:31.902286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:16:31.905652 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:16:31.982166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:31.984542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:31.999892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.015008 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.021809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-33cf327f-48a5-4ba7-8078-2c4e68b11fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:32.023410 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-33cf327f-48a5-4ba7-8078-2c4e68b11fdd service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2479982 Dec 12 04:16:32.038333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.042166 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0c19962d-1841-4060-b34a-6f4652c21217 HTTP/1.1" status: 204 len: 168 time: 1.3449516 Dec 12 04:16:32.092147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5feafe-8a12-4364-8637-b86a2e18e776 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c19962d-1841-4060-b34a-6f4652c21217,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:32.150957 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-d37d15ff-b56b-4c58-b769-80756de091d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=7454fb99-307e-4334-bdde-57ecf052f9dd HTTP/1.1" status: 200 len: 217 time: 0.0769494 Dec 12 04:16:32.173197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30510c35-b266-4d0e-9f15-88fc0a6b69c1 req-2b98d86f-8b49-49b5-8498-be82bdac4f89 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1a6b3c-115f-46ff-bb05-4b6446e42b4e HTTP/1.1" status: 200 len: 210 time: 0.0330949 Dec 12 04:16:32.202402 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.225805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.278712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event deleted for resources: {'Port': ['ID=b59a5a4d-df98-41b6-88a4-8bcfce402fed,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:32.312891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51326) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:32.351068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Allocated IP 10.1.1.13 (820fa5df-1459-434b-a847-5908eb8140d9/0726ede9-e1db-43ef-92f6-d6f8a0376c07/fe26d9f7-c56f-4c18-af19-534b24397d10) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:32.400718 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef9e5222-e49b-4472-af3d-04aec767d673 req-90a2006c-b14d-4b0d-ad93-d51f389015e6 tempest-ServerShowV247Test-1477356821 tempest-ServerShowV247Test-1477356821-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a1a6b3c-115f-46ff-bb05-4b6446e42b4e HTTP/1.1" status: 200 len: 210 time: 0.0380287 Dec 12 04:16:32.418810 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.438239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:32.445380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:32.481188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:32.502397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-12f2f552-f964-4337-b16c-90df93f02a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:32.505539 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-12f2f552-f964-4337-b16c-90df93f02a03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.3361235 Dec 12 04:16:32.506298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event updated for resources: {'Port': ['ID=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:32.570532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f461512e-7780-4750-a3c3-61c662c2465c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab85445055ad459eb1fb7bb4f793cc1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532578 Dec 12 04:16:32.590009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51340) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:32.694925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69d6d6-74c5-4f84-a09c-967fb3d63258 req-6e6dc0ad-0016-4afa-9b5f-96bfa72313bf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:32.706638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69d6d6-74c5-4f84-a09c-967fb3d63258 req-6e6dc0ad-0016-4afa-9b5f-96bfa72313bf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:32.726830 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f69d6d6-74c5-4f84-a09c-967fb3d63258 req-6e6dc0ad-0016-4afa-9b5f-96bfa72313bf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 1653 time: 0.4159851 Dec 12 04:16:32.750584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.754666 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.809005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:32.810302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.892428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-946dda07-4fe2-4334-89d5-ecb06973b3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.894080 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.894614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Fanout notify agent at l3_agent the message router_deleted on router 82a5bacd-ceca-4353-bdfa-ca68e63557c0 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:16:32.895048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-2e97f76f-f519-4ae8-8c27-90cbb66ca6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:32.905119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.906466 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-12e677c5-6e42-4b89-bf1a-8ee246d7c049 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/82a5bacd-ceca-4353-bdfa-ca68e63557c0 HTTP/1.1" status: 204 len: 168 time: 2.5753074 Dec 12 04:16:32.909877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-2e97f76f-f519-4ae8-8c27-90cbb66ca6d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3889997 Dec 12 04:16:32.913692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51352) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:32.916664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f92041a-ba4b-4df4-86d0-a1e4203f6274 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1389587 Dec 12 04:16:32.925974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1526150421', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': False}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:32.964736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-946dda07-4fe2-4334-89d5-ecb06973b3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:32.972672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f69d6d6-74c5-4f84-a09c-967fb3d63258 req-d1b86423-b522-4bd6-b07b-4ca8f5ad6c4b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2230694 Dec 12 04:16:33.002210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ea9c18b5-d063-4aa8-9410-e06541ec423d None None] Provisioning complete for port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:33.002784 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ea9c18b5-d063-4aa8-9410-e06541ec423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.035151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.080420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c18b5-d063-4aa8-9410-e06541ec423d None None] Port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:33.080774 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.083288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.162463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:33.173187 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-0d3a3644-1409-4517-865a-49a46a8395f8 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993823 Dec 12 04:16:33.217451 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.654830 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.696497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafe3a3-f598-4d3b-bd4c-8d287635d2a1 req-334de673-e18a-481f-aa66-a6ce3e67384b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:33.698069 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aafe3a3-f598-4d3b-bd4c-8d287635d2a1 req-334de673-e18a-481f-aa66-a6ce3e67384b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 946 time: 0.5222468 Dec 12 04:16:33.738329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f117963-6a70-49e2-8a38-c336ee1e0572 req-7bde1bae-8934-42bd-a186-01299538e968 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077229 Dec 12 04:16:33.771857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-946dda07-4fe2-4334-89d5-ecb06973b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.775663 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-946dda07-4fe2-4334-89d5-ecb06973b3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.780116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-946dda07-4fe2-4334-89d5-ecb06973b3ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f38cd656-49f3-4dfd-9b60-0d48878c3751 HTTP/1.1" status: 204 len: 168 time: 1.1867681 Dec 12 04:16:33.794544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dda07-4fe2-4334-89d5-ecb06973b3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38cd656-49f3-4dfd-9b60-0d48878c3751,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:33.803635 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.811336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:33.865209 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aafe3a3-f598-4d3b-bd4c-8d287635d2a1 req-7a84e6bd-4d96-4602-b2d3-0a32ac3bd215 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430204 Dec 12 04:16:33.929899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 820fa5df-1459-434b-a847-5908eb8140d9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:33.994123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:34.032115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:34.073826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Port': ['ID=fe26d9f7-c56f-4c18-af19-534b24397d10,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:34.108487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:34.109525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:34.121872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-51750f7d-3456-4e68-bd29-252f81615b28 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:16:34.128112 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-51750f7d-3456-4e68-bd29-252f81615b28 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4938610 Dec 12 04:16:34.167151 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-4eaa793d-f135-4c97-bb7f-324610a5fcbd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5273700 Dec 12 04:16:34.189918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '33db8f80-6383-4d67-beb4-519412b18788', 'admin_state_up': True, 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'security_groups': ['1c8294e8-b381-4c50-99b0-5e84932e8fef']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:34.265516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae5708-954b-4f60-a021-f32d8c6fa425 req-99528454-8a0a-4836-ade0-6a0a374cdf92 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:34.283070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae5708-954b-4f60-a021-f32d8c6fa425 req-99528454-8a0a-4836-ade0-6a0a374cdf92 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:34.302913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae5708-954b-4f60-a021-f32d8c6fa425 req-99528454-8a0a-4836-ade0-6a0a374cdf92 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:34.309109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae5708-954b-4f60-a021-f32d8c6fa425 req-99528454-8a0a-4836-ade0-6a0a374cdf92 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:34.325315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae5708-954b-4f60-a021-f32d8c6fa425 req-99528454-8a0a-4836-ade0-6a0a374cdf92 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:34.327185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81ae5708-954b-4f60-a021-f32d8c6fa425 req-99528454-8a0a-4836-ade0-6a0a374cdf92 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 3815 time: 0.3286664 Dec 12 04:16:34.423543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cf5dfac3-99ec-4e7a-be5e-e75210622e47 None None] Provisioning complete for port fe26d9f7-c56f-4c18-af19-534b24397d10 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:34.425223 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cf5dfac3-99ec-4e7a-be5e-e75210622e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:34.492144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-10a09c10-6e78-4693-9153-3ab8fc1c7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:34.493807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-10a09c10-6e78-4693-9153-3ab8fc1c7bdf service neutron] 10.222.0.36 "GET /v2.0/ports/38310ed2-345f-49f5-acae-a55ee11b6ed4 HTTP/1.1" status: 200 len: 1094 time: 0.3558619 Dec 12 04:16:34.499417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50865e90-2d61-4c3f-845d-73e68d27bd50 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:34.516413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:34.518164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Request body: {'binding': {'host': 'n-h2-710847-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:34.518849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Unknown quota resources ['binding']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:16:34.521862 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cf5dfac3-99ec-4e7a-be5e-e75210622e47 None None] Port fe26d9f7-c56f-4c18-af19-534b24397d10 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:34.526945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:34.554644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81ae5708-954b-4f60-a021-f32d8c6fa425 req-d0f3dd83-4e7e-4b74-8e9c-c155c70fa605 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133698 Dec 12 04:16:34.578969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Transition to ACTIVE for port object 50865e90-2d61-4c3f-845d-73e68d27bd50 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:34.595583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:34.706249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=50865e90-2d61-4c3f-845d-73e68d27bd50,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:34.738870 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:34.814413 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:34.839762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7454fb99-307e-4334-bdde-57ecf052f9dd details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:16:34.922263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Attempting to bind port 50865e90-2d61-4c3f-845d-73e68d27bd50 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:34.923217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Attempting to bind port 50865e90-2d61-4c3f-845d-73e68d27bd50 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:34.923656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Attempting to bind port 50865e90-2d61-4c3f-845d-73e68d27bd50 on network e24b41d5-580c-404e-9977-7163a101b7f9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:34.955143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Port 50865e90-2d61-4c3f-845d-73e68d27bd50 on network e24b41d5-580c-404e-9977-7163a101b7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:34.955652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Attempting to bind port 50865e90-2d61-4c3f-845d-73e68d27bd50 on network e24b41d5-580c-404e-9977-7163a101b7f9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:34.978207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on host n-h2-710847-7 for vnic_type normal with profile None {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:34.984808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:34.985726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:34.990968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:34.998386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Checking segment: {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:34.999022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Bound using segment: {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:35.000412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Bound port: 50865e90-2d61-4c3f-845d-73e68d27bd50, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40699021-9a16-4a62-bbb1-7395b81d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:35.001056 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:35.031403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce87d5-d196-48db-9f1f-bc708c947e5b req-68b2dc2b-6544-46e9-a76d-52e3175b8a5e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:35.039016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce87d5-d196-48db-9f1f-bc708c947e5b req-68b2dc2b-6544-46e9-a76d-52e3175b8a5e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:35.046656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce87d5-d196-48db-9f1f-bc708c947e5b req-68b2dc2b-6544-46e9-a76d-52e3175b8a5e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:35.054720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4ce87d5-d196-48db-9f1f-bc708c947e5b req-68b2dc2b-6544-46e9-a76d-52e3175b8a5e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 2373 time: 0.1968155 Dec 12 04:16:35.112174 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:35.115803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7454fb99-307e-4334-bdde-57ecf052f9dd, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7454fb99-307e-4334-bdde-57ecf052f9dd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:35.135076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:35.135076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:35.193365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '7454fb99-307e-4334-bdde-57ecf052f9dd', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '7454fb99-307e-4334-bdde-57ecf052f9dd', 'mac_address': 'fa:16:3e:0f:02:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:16:35.194190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:35.194707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:35.195854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:35.196778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Bound port: 38310ed2-345f-49f5-acae-a55ee11b6ed4, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:35.281360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:35.305576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4ce87d5-d196-48db-9f1f-bc708c947e5b req-cc413ca6-0bcb-477b-917f-82f695adf095 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2397661 Dec 12 04:16:35.322032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7454fb99-307e-4334-bdde-57ecf052f9dd {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:35.334092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] For port 50865e90-2d61-4c3f-845d-73e68d27bd50, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:35.350759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] For port 50865e90-2d61-4c3f-845d-73e68d27bd50, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=50865e90-2d61-4c3f-845d-73e68d27bd50,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:35.367863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:35.384863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7454fb99-307e-4334-bdde-57ecf052f9dd, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7454fb99-307e-4334-bdde-57ecf052f9dd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:35.397572 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:35.398317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51470) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:35.458240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:35.462432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:35.519466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:35.520121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:35.521592 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] 10.222.0.18 "PUT /v2.0/ports/50865e90-2d61-4c3f-845d-73e68d27bd50 HTTP/1.1" status: 200 len: 1092 time: 2.3698061 Dec 12 04:16:35.527629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7454fb99-307e-4334-bdde-57ecf052f9dd,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:35.528654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:35.532457 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8388c4-0b73-4be8-9752-64937e8727de" -d '{"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:35.548920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:35.550650 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] 10.222.0.36 "POST /v2.0/ports/38310ed2-345f-49f5-acae-a55ee11b6ed4/bindings HTTP/1.1" status: 201 len: 389 time: 1.0417290 Dec 12 04:16:35.585355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:35.620899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eda33-88b7-4781-bab6-306999b0cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=50865e90-2d61-4c3f-845d-73e68d27bd50,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:35.649479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Allocated IP 172.25.7.74 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/8558b435-e350-4153-a88d-1fb7e8a23cba) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:35.674637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['7454fb99-307e-4334-bdde-57ecf052f9dd'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:16:35.698082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69630b61-3fa7-4d61-8e6e-2b09fbfacf20 req-e1d37caf-3477-4652-8be9-a4688e249919 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:35.721561 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69630b61-3fa7-4d61-8e6e-2b09fbfacf20 req-e1d37caf-3477-4652-8be9-a4688e249919 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 947 time: 0.3009105 Dec 12 04:16:35.805028 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6a3635-f3f6-429c-8748-85bb70ab941a x-openstack-request-id: req-db6a3635-f3f6-429c-8748-85bb70ab941a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:35.805518 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:35.806073 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db6a3635-f3f6-429c-8748-85bb70ab941a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:35.806700 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'status': 'completed', 'code': 200} Dec 12 04:16:35.821081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b377fffd-71bc-4d75-bd69-a3082418a8b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:35.870665 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:35.872269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Allocated IP 10.2.2.100 (33db8f80-6383-4d67-beb4-519412b18788/8179102e-2b26-484f-8a2b-e38104af2dd7/66acfa88-d834-41a9-8927-d8491f3ecb7e) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:36.020498 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69630b61-3fa7-4d61-8e6e-2b09fbfacf20 req-87565029-fc98-41e3-9840-065949a01567 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979288 Dec 12 04:16:36.051148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-171514088-network', 'tenant_id': '372ee8e9f4374cee8b5c7c3d7ecb0231'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:36.083733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8388c4-0b73-4be8-9752-64937e8727de req-db0a6c57-d3bf-428c-be23-db1b37aa9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.084457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8388c4-0b73-4be8-9752-64937e8727de req-db0a6c57-d3bf-428c-be23-db1b37aa9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.084915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8388c4-0b73-4be8-9752-64937e8727de req-db0a6c57-d3bf-428c-be23-db1b37aa9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.085417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8388c4-0b73-4be8-9752-64937e8727de req-db0a6c57-d3bf-428c-be23-db1b37aa9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.086536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8388c4-0b73-4be8-9752-64937e8727de req-db0a6c57-d3bf-428c-be23-db1b37aa9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.088778 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba8388c4-0b73-4be8-9752-64937e8727de req-db0a6c57-d3bf-428c-be23-db1b37aa9b8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 4362 time: 0.2604070 Dec 12 04:16:36.199479 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:36.299483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-bc91ed09-0e30-4885-b6fe-f64a11480af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.301292 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-bc91ed09-0e30-4885-b6fe-f64a11480af4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 1097 time: 0.3927746 Dec 12 04:16:36.334585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:36.375866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:36.381414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:36.446993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 33db8f80-6383-4d67-beb4-519412b18788 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:36.457735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event updated for resources: {'Port': ['ID=8558b435-e350-4153-a88d-1fb7e8a23cba,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:36.510370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:36.518657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:36.523417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Port': ['ID=66acfa88-d834-41a9-8927-d8491f3ecb7e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:36.528922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fea5c4-9dd6-42d1-be1c-d9345818212c req-594c1a61-ace1-46f3-bbe2-8e8da154bcbf tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.536086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a281706-b866-4302-b32e-44bd3f8d6052 req-40f90c50-d469-4c50-8877-8b32516abf35 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.538363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6fea5c4-9dd6-42d1-be1c-d9345818212c req-594c1a61-ace1-46f3-bbe2-8e8da154bcbf tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.3846333 Dec 12 04:16:36.547961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a281706-b866-4302-b32e-44bd3f8d6052 req-40f90c50-d469-4c50-8877-8b32516abf35 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.554229 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b377fffd-71bc-4d75-bd69-a3082418a8b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:36.567244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a281706-b866-4302-b32e-44bd3f8d6052 req-40f90c50-d469-4c50-8877-8b32516abf35 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.578580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8388c4-0b73-4be8-9752-64937e8727de req-3ee45ae2-e622-4283-a314-88d52f4000d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.579378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8388c4-0b73-4be8-9752-64937e8727de req-3ee45ae2-e622-4283-a314-88d52f4000d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.579567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a281706-b866-4302-b32e-44bd3f8d6052 req-40f90c50-d469-4c50-8877-8b32516abf35 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.580380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8388c4-0b73-4be8-9752-64937e8727de req-3ee45ae2-e622-4283-a314-88d52f4000d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.586979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba8388c4-0b73-4be8-9752-64937e8727de req-3ee45ae2-e622-4283-a314-88d52f4000d9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4784234 Dec 12 04:16:36.587926 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b377fffd-71bc-4d75-bd69-a3082418a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:36.588946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a281706-b866-4302-b32e-44bd3f8d6052 req-40f90c50-d469-4c50-8877-8b32516abf35 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.597017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a281706-b866-4302-b32e-44bd3f8d6052 req-40f90c50-d469-4c50-8877-8b32516abf35 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 3827 time: 0.6106548 Dec 12 04:16:36.613498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:36.685760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:36.698310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:36.843993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7454fb99-307e-4334-bdde-57ecf052f9dd up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:36.855361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.856254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:36.858890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Made reservation on behalf of 372ee8e9f4374cee8b5c7c3d7ecb0231 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:36.862574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:36.886975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b377fffd-71bc-4d75-bd69-a3082418a8b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b04e158d00d44a0aba1613cdfae765fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3875418 Dec 12 04:16:36.910668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51542) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:36.922359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-ab82a910-de0d-4ff8-aadf-d15c2f09fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:36.931227 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-ab82a910-de0d-4ff8-aadf-d15c2f09fafa service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.6173053 Dec 12 04:16:36.952708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377fffd-71bc-4d75-bd69-a3082418a8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a949a8a-85a6-4fe4-b9ad-fff298286e0d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:36.961334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a281706-b866-4302-b32e-44bd3f8d6052 req-4240cf8b-cbb7-4412-ba7d-3cc5d3d948d7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628979 Dec 12 04:16:36.967341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:36.996020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-c4479f9d-1b5c-4c99-a636-e52af86aaa38 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8141615 Dec 12 04:16:37.029233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '33db8f80-6383-4d67-beb4-519412b18788', 'admin_state_up': True, 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'security_groups': ['1c8294e8-b381-4c50-99b0-5e84932e8fef']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:37.044729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6b8df009-fa2f-434f-9c1d-5b540e77e886 None None] Provisioning complete for port 66acfa88-d834-41a9-8927-d8491f3ecb7e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:37.045274 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6b8df009-fa2f-434f-9c1d-5b540e77e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.049445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 7454fb99-307e-4334-bdde-57ecf052f9dd completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:16:37.080622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6fea5c4-9dd6-42d1-be1c-d9345818212c req-ed82141e-e70d-4b2f-afa9-13c290c834e1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405900 Dec 12 04:16:37.082679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-d20853dd-4f1e-45db-aa83-8459b6de053c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4 HTTP/1.1" status: 200 len: 217 time: 0.1242397 Dec 12 04:16:37.139880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 7454fb99-307e-4334-bdde-57ecf052f9dd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:37.142271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.163019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8388c4-0b73-4be8-9752-64937e8727de req-2ff03aa0-ac79-4a85-8a3e-5e692f538d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:37.165571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba8388c4-0b73-4be8-9752-64937e8727de req-2ff03aa0-ac79-4a85-8a3e-5e692f538d1a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5700204 Dec 12 04:16:37.321047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-b5461d59-183a-4f69-bbce-168489c691f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:37.322568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-b5461d59-183a-4f69-bbce-168489c691f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.2248838 Dec 12 04:16:37.324575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a61b9a-355b-44cd-a2e2-a869dbf3a14d {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:37.352929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3276d-9b01-45d9-bfaf-052e33039a34 req-b377f00c-3e44-40e9-b878-bd7a16b72dee tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:37.354746 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9ac3276d-9b01-45d9-bfaf-052e33039a34 req-b377f00c-3e44-40e9-b878-bd7a16b72dee tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 947 time: 0.1553946 Dec 12 04:16:37.358940 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.394402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-f7b39063-ad50-4569-b3d6-e1d4ac9ff1a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575926 Dec 12 04:16:37.399611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153f84e3-35ab-4eec-946c-494c993bef5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.405880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6b8df009-fa2f-434f-9c1d-5b540e77e886 None None] Port 66acfa88-d834-41a9-8927-d8491f3ecb7e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:37.489851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.510452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Transition to ACTIVE for port object f9a61b9a-355b-44cd-a2e2-a869dbf3a14d will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:37.544255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b6973-c401-404e-82ec-d0664de67d84 req-ea85a08d-4960-432e-863a-f51921b8a634 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:37.545516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153f84e3-35ab-4eec-946c-494c993bef5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.547689 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.551389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7454fb99-307e-4334-bdde-57ecf052f9dd, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7454fb99-307e-4334-bdde-57ecf052f9dd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:37.551893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b6973-c401-404e-82ec-d0664de67d84 req-ea85a08d-4960-432e-863a-f51921b8a634 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:37.552591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886c12cf-2c94-4f87-8001-a69f1c024a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7454fb99-307e-4334-bdde-57ecf052f9dd'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:37.557211 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f238172d-33d6-4c1f-8713-90c85e29c476" -d '{"events": [{"server_uuid": "886c12cf-2c94-4f87-8001-a69f1c024a2f", "name": "network-vif-plugged", "status": "completed", "tag": "7454fb99-307e-4334-bdde-57ecf052f9dd"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:37.560874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b6973-c401-404e-82ec-d0664de67d84 req-ea85a08d-4960-432e-863a-f51921b8a634 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:37.563754 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.568595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b6973-c401-404e-82ec-d0664de67d84 req-ea85a08d-4960-432e-863a-f51921b8a634 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:37.571088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-375b6973-c401-404e-82ec-d0664de67d84 req-ea85a08d-4960-432e-863a-f51921b8a634 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 3094 time: 0.4287417 Dec 12 04:16:37.639845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9ac3276d-9b01-45d9-bfaf-052e33039a34 req-f99b7bfb-bfe1-4398-8a3b-0e33ed335607 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444339 Dec 12 04:16:37.645872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7454fb99-307e-4334-bdde-57ecf052f9dd,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:37.749864 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a949e-1395-4d75-b1f9-2eea0248bc60 x-openstack-request-id: req-bc8a949e-1395-4d75-b1f9-2eea0248bc60 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:37.750626 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886c12cf-2c94-4f87-8001-a69f1c024a2f", "name": "network-vif-plugged", "status": "completed", "tag": "7454fb99-307e-4334-bdde-57ecf052f9dd", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:37.750890 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc8a949e-1395-4d75-b1f9-2eea0248bc60 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:37.751846 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886c12cf-2c94-4f87-8001-a69f1c024a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7454fb99-307e-4334-bdde-57ecf052f9dd', 'code': 200} Dec 12 04:16:37.761812 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.772545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Made reservation on behalf of f99d660ac13d4c0da61665f05dcad8c4 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:37.778232 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.786571 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.811904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:37.818608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-375b6973-c401-404e-82ec-d0664de67d84 req-53ee753a-9ee2-4bc7-98bb-78b65e608f28 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2327211 Dec 12 04:16:37.903082 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-9d154084-3a34-4e7a-a77b-ef0433e233d2 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815125 Dec 12 04:16:38.026047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:16:38.029838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:38.194306 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:38.194786 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Added segment c3da28e6-1f9e-4d9a-af1f-9d357c2bac21 of type vlan for network f8cc63d9-0004-4bf9-ab87-e101e565f5bc Dec 12 04:16:38.217464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c2170b-749a-4d40-9cb8-97def5bf6a90,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:38.239209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51594) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:38.309862 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:38.362430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:38.362430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:38.362430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:38.471451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] Pushing event updated for resources: {'Network': ['ID=f8cc63d9-0004-4bf9-ab87-e101e565f5bc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:38.493358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network f8cc63d9-0004-4bf9-ab87-e101e565f5bc details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:16:38.528952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Attempting to bind port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:38.529506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Attempting to bind port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:38.530014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Attempting to bind port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:38.538153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5f5f9-6303-4616-981a-267aa8eace02 req-a3e08f3d-a107-4efd-a711-adaea2806806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:38.539937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ff5f5f9-6303-4616-981a-267aa8eace02 req-a3e08f3d-a107-4efd-a711-adaea2806806 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 1099 time: 0.6279168 Dec 12 04:16:38.544852 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153f84e3-35ab-4eec-946c-494c993bef5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:38.548298 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153f84e3-35ab-4eec-946c-494c993bef5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:38.549830 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-153f84e3-35ab-4eec-946c-494c993bef5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a949a8a-85a6-4fe4-b9ad-fff298286e0d HTTP/1.1" status: 204 len: 168 time: 1.6332166 Dec 12 04:16:38.571806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f84e3-35ab-4eec-946c-494c993bef5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a949a8a-85a6-4fe4-b9ad-fff298286e0d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:38.574674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:38.575190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Attempting to bind port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:38.667139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a3af28d8-35b1-4139-a94a-46877cf6b696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:38.700209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:38.705763 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8a8c262d-0352-4b98-8925-f690d0add758 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.3059564 Dec 12 04:16:38.705985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Checking segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:38.706944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Bound using segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:38.707796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Bound port: f9a61b9a-355b-44cd-a2e2-a869dbf3a14d, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:38.708345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:38.710710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51602) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:38.733958 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Request body: {'subnet': {'network_id': 'f8cc63d9-0004-4bf9-ab87-e101e565f5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-171514088-subnet', 'tenant_id': '372ee8e9f4374cee8b5c7c3d7ecb0231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:38.761869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedff8a-5cdd-42a7-b3b3-02c6381de2f8 req-68457b70-e811-456d-ae53-cace38558f3a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:38.769209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedff8a-5cdd-42a7-b3b3-02c6381de2f8 req-68457b70-e811-456d-ae53-cace38558f3a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:38.776341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedff8a-5cdd-42a7-b3b3-02c6381de2f8 req-68457b70-e811-456d-ae53-cace38558f3a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:38.784094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedff8a-5cdd-42a7-b3b3-02c6381de2f8 req-68457b70-e811-456d-ae53-cace38558f3a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:38.798371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedff8a-5cdd-42a7-b3b3-02c6381de2f8 req-68457b70-e811-456d-ae53-cace38558f3a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:38.806115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedff8a-5cdd-42a7-b3b3-02c6381de2f8 req-68457b70-e811-456d-ae53-cace38558f3a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:38.808247 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dedff8a-5cdd-42a7-b3b3-02c6381de2f8 req-68457b70-e811-456d-ae53-cace38558f3a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 4599 time: 0.7016716 Dec 12 04:16:38.903567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] For port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:38.919939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] For port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:38.926265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ff5f5f9-6303-4616-981a-267aa8eace02 req-ea07de57-d42a-4909-9a64-62c1516501c7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706093 Dec 12 04:16:38.943519 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-ca7da7c4-22ce-4cbd-8609-5026a807e4ca service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0075719 Dec 12 04:16:38.954684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:39.030153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:39.030928 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:39.032529 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] 10.222.0.18 "PUT /v2.0/ports/f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 200 len: 1130 time: 3.4670942 Dec 12 04:16:39.036302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'f9a61b9a-355b-44cd-a2e2-a869dbf3a14d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:39.039217 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360a9c76-020b-42e0-8ac6-1228b26624dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "f9a61b9a-355b-44cd-a2e2-a869dbf3a14d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:39.075222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e9430-5a9b-43d5-8b3e-782510e3cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:39.096220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dedff8a-5cdd-42a7-b3b3-02c6381de2f8 req-f3b0f168-d807-4443-b1f1-c02d03e90dd1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1683474 Dec 12 04:16:39.259777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5c833-9b3f-490a-93e1-f8ae92876cca req-0e7a4f02-1b2f-43ed-9320-69f26236c25f tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:39.267404 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55b5c833-9b3f-490a-93e1-f8ae92876cca req-0e7a4f02-1b2f-43ed-9320-69f26236c25f tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 948 time: 0.0942321 Dec 12 04:16:39.281598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:39.290382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd942c8d-ab25-4ac3-b069-90ef1e08c7f7 req-a143eca8-1991-476d-97af-7da139a18746 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:39.291959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd942c8d-ab25-4ac3-b069-90ef1e08c7f7 req-a143eca8-1991-476d-97af-7da139a18746 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 1.0537953 Dec 12 04:16:39.391172 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55b5c833-9b3f-490a-93e1-f8ae92876cca req-324ba5d9-2295-4a99-ac2f-82c1e4490c77 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226058 Dec 12 04:16:39.434884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:39.541264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Allocated IP 10.2.2.200 (33db8f80-6383-4d67-beb4-519412b18788/8179102e-2b26-484f-8a2b-e38104af2dd7/48b825c0-ddcd-4d44-86c5-47d5b2ac0855) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:39.625818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdd28e-f47f-4723-9405-f73bfa7ab954 req-4140915a-de50-48ea-a189-1c8b10bbcb4a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:39.633259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdd28e-f47f-4723-9405-f73bfa7ab954 req-4140915a-de50-48ea-a189-1c8b10bbcb4a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:39.640267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdd28e-f47f-4723-9405-f73bfa7ab954 req-4140915a-de50-48ea-a189-1c8b10bbcb4a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:39.646846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdd28e-f47f-4723-9405-f73bfa7ab954 req-4140915a-de50-48ea-a189-1c8b10bbcb4a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:39.655715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-48bdd28e-f47f-4723-9405-f73bfa7ab954 req-4140915a-de50-48ea-a189-1c8b10bbcb4a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 3094 time: 0.1652458 Dec 12 04:16:39.710005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a3af28d8-35b1-4139-a94a-46877cf6b696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:39.762565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a3af28d8-35b1-4139-a94a-46877cf6b696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:39.770153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51626) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:39.791526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-48bdd28e-f47f-4723-9405-f73bfa7ab954 req-3dadfa8d-0fa8-424d-8fa0-ecb6051f22d1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1346977 Dec 12 04:16:39.863656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af28d8-35b1-4139-a94a-46877cf6b696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f522c556-77c7-4b50-8166-3c59a50b242e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:39.881727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Made reservation on behalf of 372ee8e9f4374cee8b5c7c3d7ecb0231 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:39.884637 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:39.919855 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e9f2f2-a41b-4496-bd44-46d0d2d13590 x-openstack-request-id: req-77e9f2f2-a41b-4496-bd44-46d0d2d13590 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:39.920347 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "f9a61b9a-355b-44cd-a2e2-a869dbf3a14d", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:39.920456 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77e9f2f2-a41b-4496-bd44-46d0d2d13590 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:39.920803 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'f9a61b9a-355b-44cd-a2e2-a869dbf3a14d', 'status': 'completed', 'code': 200} Dec 12 04:16:39.924032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd942c8d-ab25-4ac3-b069-90ef1e08c7f7 req-86eb525a-a0a8-4071-a2d8-9bf66bb27b80 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152670 Dec 12 04:16:39.969758 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a3af28d8-35b1-4139-a94a-46877cf6b696 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aaca224cf9204cf8a98dd39c4d45e024&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7294197 Dec 12 04:16:39.977687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51630) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:39.998350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc391740-5e3b-4b36-8a0a-d7f7b0b1947f {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:40.026703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.047273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.101181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Transition to ACTIVE for port object cc391740-5e3b-4b36-8a0a-d7f7b0b1947f will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:40.112248 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.122612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-ab9c522f-dd2d-40c0-b817-906b5d4335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.123118 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-ab9c522f-dd2d-40c0-b817-906b5d4335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.123607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-ab9c522f-dd2d-40c0-b817-906b5d4335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.124091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-ab9c522f-dd2d-40c0-b817-906b5d4335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.125141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-ab9c522f-dd2d-40c0-b817-906b5d4335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.125297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-ab9c522f-dd2d-40c0-b817-906b5d4335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.127334 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-ab9c522f-dd2d-40c0-b817-906b5d4335c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5285 time: 0.1594574 Dec 12 04:16:40.272661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Pushing event updated for resources: {'Port': ['ID=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:40.346206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-189538655-network', 'tenant_id': 'a939ce2a66474c5c8a7d08ae08803aef'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:40.373252 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.399779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-918c50db-4a7d-488c-91f2-77f4c582a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.400267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-918c50db-4a7d-488c-91f2-77f4c582a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.401042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-918c50db-4a7d-488c-91f2-77f4c582a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.402868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-918c50db-4a7d-488c-91f2-77f4c582a1e9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2522876 Dec 12 04:16:40.417875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1831f-8c91-4e18-97d4-6d67370f3d18 req-f7339803-64ae-493c-bb8d-d26e98abf837 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.446124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1831f-8c91-4e18-97d4-6d67370f3d18 req-f7339803-64ae-493c-bb8d-d26e98abf837 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.463130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1831f-8c91-4e18-97d4-6d67370f3d18 req-f7339803-64ae-493c-bb8d-d26e98abf837 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.472527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Made reservation on behalf of a939ce2a66474c5c8a7d08ae08803aef for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:40.475158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.480313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1831f-8c91-4e18-97d4-6d67370f3d18 req-f7339803-64ae-493c-bb8d-d26e98abf837 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.490803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.493797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Router e0f7287e-0a47-44f7-a06e-89052b57cb92 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:16:40.494382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1831f-8c91-4e18-97d4-6d67370f3d18 req-f7339803-64ae-493c-bb8d-d26e98abf837 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.502550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1831f-8c91-4e18-97d4-6d67370f3d18 req-f7339803-64ae-493c-bb8d-d26e98abf837 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.510130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1831f-8c91-4e18-97d4-6d67370f3d18 req-f7339803-64ae-493c-bb8d-d26e98abf837 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.510646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b006adf-8b0c-4835-a1d0-9aa98de056a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.519031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ed1831f-8c91-4e18-97d4-6d67370f3d18 req-f7339803-64ae-493c-bb8d-d26e98abf837 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5369 time: 0.3011470 Dec 12 04:16:40.596866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Attempting to bind port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:40.597281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Attempting to bind port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:40.597732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Attempting to bind port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:40.609677 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1548b6d4-427e-4986-989b-945e0f4068ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.626995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:40.627476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Attempting to bind port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:40.652551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:40.653065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Checking segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:40.653574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Bound using segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:40.654126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Bound port: cc391740-5e3b-4b36-8a0a-d7f7b0b1947f, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:40.654771 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.695857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ed1831f-8c91-4e18-97d4-6d67370f3d18 req-724704d8-f9ac-4821-84cf-32ee326d2e41 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753075 Dec 12 04:16:40.718609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b006adf-8b0c-4835-a1d0-9aa98de056a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.750267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.769304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] For port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:40.772128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-6d5f25ed-dd89-45ce-90ef-0295fa7d00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.774306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-360a9c76-020b-42e0-8ac6-1228b26624dd req-6d5f25ed-dd89-45ce-90ef-0295fa7d00ee service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2440753 Dec 12 04:16:40.785866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] For port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:40.792419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.842158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.842966 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.845190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] 10.222.0.18 "PUT /v2.0/ports/cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 200 len: 1128 time: 1.5680304 Dec 12 04:16:40.885384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:40.911729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dbdda-ee65-4b0e-ad0d-3803de3d2aab req-781cf71d-803b-492c-a888-d53fb4074e64 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:40.913379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b81dbdda-ee65-4b0e-ad0d-3803de3d2aab req-781cf71d-803b-492c-a888-d53fb4074e64 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 948 time: 0.4110696 Dec 12 04:16:40.922951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9dcc5-9de8-4741-9577-3b28f0f292fd service neutron] Pushing event updated for resources: {'Port': ['ID=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:40.939102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Network 33db8f80-6383-4d67-beb4-519412b18788 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:40.948119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:40.964523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:41.006919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.015567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:41.029040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event updated for resources: {'Port': ['ID=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:41.084692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27470-b555-454d-be79-0ee58df96899 req-c8cedaf6-da0f-4493-983b-8e1a064a4b46 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:41.091054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:16:41.093161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27470-b555-454d-be79-0ee58df96899 req-c8cedaf6-da0f-4493-983b-8e1a064a4b46 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:41.106858 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Sync routers for ids ['e0f7287e-0a47-44f7-a06e-89052b57cb92'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:16:41.110308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27470-b555-454d-be79-0ee58df96899 req-c8cedaf6-da0f-4493-983b-8e1a064a4b46 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:41.118554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27470-b555-454d-be79-0ee58df96899 req-c8cedaf6-da0f-4493-983b-8e1a064a4b46 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:41.124099 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Routers {'e0f7287e-0a47-44f7-a06e-89052b57cb92'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:16:41.126835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27470-b555-454d-be79-0ee58df96899 req-c8cedaf6-da0f-4493-983b-8e1a064a4b46 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:41.127188 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e0f7287e-0a47-44f7-a06e-89052b57cb92'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:41.135706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23e27470-b555-454d-be79-0ee58df96899 req-c8cedaf6-da0f-4493-983b-8e1a064a4b46 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 3815 time: 0.1739349 Dec 12 04:16:41.186907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b006adf-8b0c-4835-a1d0-9aa98de056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.199039 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3b006adf-8b0c-4835-a1d0-9aa98de056a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.200469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3b006adf-8b0c-4835-a1d0-9aa98de056a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f522c556-77c7-4b50-8166-3c59a50b242e HTTP/1.1" status: 204 len: 168 time: 1.2178209 Dec 12 04:16:41.290833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26393570-d102-4255-b765-d7dba691c0e9,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:41.304182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b006adf-8b0c-4835-a1d0-9aa98de056a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f522c556-77c7-4b50-8166-3c59a50b242e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:41.311375 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.341653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b81dbdda-ee65-4b0e-ad0d-3803de3d2aab req-93dfefc8-f0e0-4f4f-9db3-116c3ec38baf tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022329 Dec 12 04:16:41.360090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:41.362122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.371054 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.374918 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23e27470-b555-454d-be79-0ee58df96899 req-e610c142-5962-4fe5-a0b5-c487ccd47b60 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2382491 Dec 12 04:16:41.383459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-51a41011-dacd-4f0a-a1cf-4feb743ee444 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4663005 Dec 12 04:16:41.385309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51644) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:41.416395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.430956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b228ea5b-159f-4fa0-b67a-e622a1b9272c None None] Provisioning complete for port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:41.431345 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b228ea5b-159f-4fa0-b67a-e622a1b9272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.442631 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Set router e0f7287e-0a47-44f7-a06e-89052b57cb92 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:16:41.538522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b228ea5b-159f-4fa0-b67a-e622a1b9272c None None] Port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:16:41.567895 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.649777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Checking segment: {'id': 'c3da28e6-1f9e-4d9a-af1f-9d357c2bac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f8cc63d9-0004-4bf9-ab87-e101e565f5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:41.660362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Network hostable DHCP agents. Network: f8cc63d9-0004-4bf9-ab87-e101e565f5bc, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:16:41.666294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-a63a3811-039b-4163-be1e-8a3aa80d7f6d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6520844 Dec 12 04:16:41.683030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:16:41.705449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:41.713330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:41.740764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.785741 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f7287e-0a47-44f7-a06e-89052b57cb92', 'name': 'tempest-snat-router-1526150421', 'tenant_id': '95c6881836cc423db595a8827d6a4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': False}, 'gw_port_id': '8558b435-e350-4153-a88d-1fb7e8a23cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:16:33Z', 'updated_at': '2021-12-12T04:16:37Z', 'revision_number': 3, 'project_id': '95c6881836cc423db595a8827d6a4c20', 'gw_port': {'id': '8558b435-e350-4153-a88d-1fb7e8a23cba', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f7287e-0a47-44f7-a06e-89052b57cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:16:34Z', 'updated_at': '2021-12-12T04:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:41.791380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:41.792067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Transition to ACTIVE for port object 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:41.801363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.801937 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Added segment d3e5908a-3c33-40ce-bf56-8152cac8020f of type vlan for network e8e2a7cd-1867-43b6-b91a-544b9c535e2a Dec 12 04:16:41.811462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.860539 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Checking router: e0f7287e-0a47-44f7-a06e-89052b57cb92 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:16:41.861310 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Updating router e0f7287e-0a47-44f7-a06e-89052b57cb92 port 8558b435-e350-4153-a88d-1fb7e8a23cba binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:16:41.894276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184c40c-b68b-4136-9f9e-5db3d63f426a req-b118f437-c12f-426a-90ac-ff9725c5a625 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:41.900715 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.903201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f184c40c-b68b-4136-9f9e-5db3d63f426a req-b118f437-c12f-426a-90ac-ff9725c5a625 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.3783619 Dec 12 04:16:41.910671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Network f8cc63d9-0004-4bf9-ab87-e101e565f5bc is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:16:41.942824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0611ca-1cea-4425-950c-f8175e3f2c62 req-0ce9d489-aead-4f22-92db-288b33e2a1f0 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:41.949132 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be0611ca-1cea-4425-950c-f8175e3f2c62 req-0ce9d489-aead-4f22-92db-288b33e2a1f0 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 948 time: 0.1830261 Dec 12 04:16:41.956770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.961762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'cc391740-5e3b-4b36-8a0a-d7f7b0b1947f'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:41.967130 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badcd78f-7cd5-4e74-b527-2e893afbc789" -d '{"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "cc391740-5e3b-4b36-8a0a-d7f7b0b1947f"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:41.968058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, f8cc63d9-0004-4bf9-ab87-e101e565f5bc) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:41.969792 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:41.977053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c43993-0cdb-487f-9950-e5892a2b19db None None] Network f8cc63d9-0004-4bf9-ab87-e101e565f5bc requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:41.978203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:41.978927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.004333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Pushing event updated for resources: {'Port': ['ID=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:42.005478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d5785a55-e36c-4720-b81d-583fc2c6e189 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/routers/e0f7287e-0a47-44f7-a06e-89052b57cb92 HTTP/1.1" status: 200 len: 908 time: 0.6095655 Dec 12 04:16:42.010027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51662) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:42.017150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1526150421', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': True}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:42.142577 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f184c40c-b68b-4136-9f9e-5db3d63f426a req-b674670e-093e-4dfb-9836-188b561b1bb3 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382894 Dec 12 04:16:42.152171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.165695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.167793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.242910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Attempting to bind port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:42.243252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Attempting to bind port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:42.243728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Attempting to bind port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:42.273157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54bfc9-a68c-4ce6-82a2-980f3d66b5cf None None] Network f8cc63d9-0004-4bf9-ab87-e101e565f5bc requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:42.319617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:42.322034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Attempting to bind port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:42.351881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:42.352234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Checking segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:42.352631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Bound using segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:42.353310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Bound port: 5a0b1cb5-d7f8-4336-83e9-ed922da46c93, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:42.353673 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.372641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be0611ca-1cea-4425-950c-f8175e3f2c62 req-ff336f6f-55a3-4785-b201-3bdab2cc7885 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827128 Dec 12 04:16:42.456373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.458738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.515428 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea7d3bc-6720-4923-8804-ad88fe3a0a40 x-openstack-request-id: req-eea7d3bc-6720-4923-8804-ad88fe3a0a40 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:42.515825 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "cc391740-5e3b-4b36-8a0a-d7f7b0b1947f", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:42.516083 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eea7d3bc-6720-4923-8804-ad88fe3a0a40 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:42.516515 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'cc391740-5e3b-4b36-8a0a-d7f7b0b1947f', 'status': 'completed', 'code': 200} Dec 12 04:16:42.546911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e58e4629-98a2-42a0-826f-9ae7ce0ede26 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.8240297 Dec 12 04:16:42.556722 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.572372 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.598896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] For port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:42.617082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] For port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:42.681613 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277a12f-eb71-410a-a0e2-b2031b2dee90 None None] Pushing event updated for resources: {'Port': ['ID=8558b435-e350-4153-a88d-1fb7e8a23cba,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:42.698778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.702043 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8659909 Dec 12 04:16:42.713417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51676) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:42.730218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-9ed09c21-ba1a-4240-88ec-07f1e23f386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.730828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-9ed09c21-ba1a-4240-88ec-07f1e23f386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.731395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-9ed09c21-ba1a-4240-88ec-07f1e23f386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.731889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-9ed09c21-ba1a-4240-88ec-07f1e23f386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.732445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-9ed09c21-ba1a-4240-88ec-07f1e23f386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.733229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-9ed09c21-ba1a-4240-88ec-07f1e23f386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.733730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-9ed09c21-ba1a-4240-88ec-07f1e23f386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.739465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-9ed09c21-ba1a-4240-88ec-07f1e23f386c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6231 time: 0.1929193 Dec 12 04:16:42.744048 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Attempting to bind port 8558b435-e350-4153-a88d-1fb7e8a23cba on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:42.744509 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Attempting to bind port 8558b435-e350-4153-a88d-1fb7e8a23cba by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:42.749770 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Attempting to bind port 8558b435-e350-4153-a88d-1fb7e8a23cba on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:42.762055 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:42.762465 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:42.762903 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.763322 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:42.763848 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Bound port: 8558b435-e350-4153-a88d-1fb7e8a23cba, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:42.764239 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.804687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c926eb-0465-4de4-9ab5-57b5cb9e5e07 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e2a7cd-1867-43b6-b91a-544b9c535e2a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:42.812963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Request body: {'subnet': {'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-189538655-subnet', 'tenant_id': 'a939ce2a66474c5c8a7d08ae08803aef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:42.816063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network e8e2a7cd-1867-43b6-b91a-544b9c535e2a details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:16:42.895735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccf90-c60c-4801-b589-7c933272c8b3 req-9e83e368-8819-4e72-834a-18454f3e0091 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.905154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccf90-c60c-4801-b589-7c933272c8b3 req-9e83e368-8819-4e72-834a-18454f3e0091 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.909107 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] For port 8558b435-e350-4153-a88d-1fb7e8a23cba, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:42.912754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccf90-c60c-4801-b589-7c933272c8b3 req-9e83e368-8819-4e72-834a-18454f3e0091 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.921466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccf90-c60c-4801-b589-7c933272c8b3 req-9e83e368-8819-4e72-834a-18454f3e0091 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.924436 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] For port 8558b435-e350-4153-a88d-1fb7e8a23cba, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8558b435-e350-4153-a88d-1fb7e8a23cba,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:42.933641 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:42.938173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccf90-c60c-4801-b589-7c933272c8b3 req-9e83e368-8819-4e72-834a-18454f3e0091 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.948835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccf90-c60c-4801-b589-7c933272c8b3 req-9e83e368-8819-4e72-834a-18454f3e0091 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.955327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccf90-c60c-4801-b589-7c933272c8b3 req-9e83e368-8819-4e72-834a-18454f3e0091 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:42.957880 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9bbccf90-c60c-4801-b589-7c933272c8b3 req-9e83e368-8819-4e72-834a-18454f3e0091 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5381 time: 0.5510356 Dec 12 04:16:43.006989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:43.057538 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277a12f-eb71-410a-a0e2-b2031b2dee90 None None] Pushing event updated for resources: {'Port': ['ID=8558b435-e350-4153-a88d-1fb7e8a23cba,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:43.084400 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Routers {'e0f7287e-0a47-44f7-a06e-89052b57cb92'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:16:43.086383 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e0f7287e-0a47-44f7-a06e-89052b57cb92'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:43.098712 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7ded3a5-ce2c-4a61-b44b-dd26a222001b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:43.238722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-f8ec486b-b6d7-4adf-b9fc-9b3fbb3f3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.239224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-f8ec486b-b6d7-4adf-b9fc-9b3fbb3f3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.239690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-f8ec486b-b6d7-4adf-b9fc-9b3fbb3f3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.244414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-f8ec486b-b6d7-4adf-b9fc-9b3fbb3f3bff service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4567816 Dec 12 04:16:43.253713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.257249 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:43.262090 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] 10.222.0.18 "PUT /v2.0/ports/5a0b1cb5-d7f8-4336-83e9-ed922da46c93 HTTP/1.1" status: 200 len: 1090 time: 2.3822501 Dec 12 04:16:43.272449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Made reservation on behalf of a939ce2a66474c5c8a7d08ae08803aef for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:43.280240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:43.280468 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] Set router e0f7287e-0a47-44f7-a06e-89052b57cb92 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:16:43.534970 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f7287e-0a47-44f7-a06e-89052b57cb92', 'name': 'tempest-snat-router-1526150421', 'tenant_id': '95c6881836cc423db595a8827d6a4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': False}, 'gw_port_id': '8558b435-e350-4153-a88d-1fb7e8a23cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:16:33Z', 'updated_at': '2021-12-12T04:16:37Z', 'revision_number': 3, 'project_id': '95c6881836cc423db595a8827d6a4c20', 'gw_port': {'id': '8558b435-e350-4153-a88d-1fb7e8a23cba', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f7287e-0a47-44f7-a06e-89052b57cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:16:34Z', 'updated_at': '2021-12-12T04:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:43.562471 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09152f-86e7-4aff-b306-f3cb3df5db91 None None] The sync data for ids ['e0f7287e-0a47-44f7-a06e-89052b57cb92'] in n-d-710847-7 is: [{'id': 'e0f7287e-0a47-44f7-a06e-89052b57cb92', 'name': 'tempest-snat-router-1526150421', 'tenant_id': '95c6881836cc423db595a8827d6a4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': False}, 'gw_port_id': '8558b435-e350-4153-a88d-1fb7e8a23cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:16:33Z', 'updated_at': '2021-12-12T04:16:37Z', 'revision_number': 3, 'project_id': '95c6881836cc423db595a8827d6a4c20', 'gw_port': {'id': '8558b435-e350-4153-a88d-1fb7e8a23cba', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f7287e-0a47-44f7-a06e-89052b57cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:16:34Z', 'updated_at': '2021-12-12T04:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:16:43.580739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9bbccf90-c60c-4801-b589-7c933272c8b3 req-786a1a66-b8a1-47e3-9759-c3855483e4b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5992830 Dec 12 04:16:43.601869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e51c4-f194-479a-a4dd-afc654636015 req-24c2abc7-8981-41a4-b750-d582fbce3732 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.607170 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:43.614301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e51c4-f194-479a-a4dd-afc654636015 req-24c2abc7-8981-41a4-b750-d582fbce3732 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.623498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e51c4-f194-479a-a4dd-afc654636015 req-24c2abc7-8981-41a4-b750-d582fbce3732 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.642904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e51c4-f194-479a-a4dd-afc654636015 req-24c2abc7-8981-41a4-b750-d582fbce3732 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.675806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e51c4-f194-479a-a4dd-afc654636015 req-24c2abc7-8981-41a4-b750-d582fbce3732 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.677722 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf0e51c4-f194-479a-a4dd-afc654636015 req-24c2abc7-8981-41a4-b750-d582fbce3732 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 3815 time: 1.0627642 Dec 12 04:16:43.738909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:43.783610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:43.871251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-65b994f5-45d2-48dd-a054-8fb36cd05eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:43.874044 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-badcd78f-7cd5-4e74-b527-2e893afbc789 req-65b994f5-45d2-48dd-a054-8fb36cd05eaf service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5869691 Dec 12 04:16:43.919116 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:16:44.000877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:44.218307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427cfa7-35ca-4d71-bcf8-446e0af65f9a service neutron] Pushing event updated for resources: {'Port': ['ID=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:44.258014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-affab00b-4c05-4b38-85ff-16fd3f29b7e4 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:44.259996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-affab00b-4c05-4b38-85ff-16fd3f29b7e4 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.18 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 948 time: 1.0126491 Dec 12 04:16:44.261850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:44.409515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf0e51c4-f194-479a-a4dd-afc654636015 req-9d221c74-5af5-4b31-941a-dbd5828dab6e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5554495 Dec 12 04:16:44.448581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f829480a-8304-430f-9b25-fa0b0b0e16a7 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:44.473577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:44.506197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8558b435-e350-4153-a88d-1fb7e8a23cba up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:44.515423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Transition to ACTIVE for port object f829480a-8304-430f-9b25-fa0b0b0e16a7 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:44.544259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:44.568161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:44.572983 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dae2697-7544-43cc-a807-e9de933f7f88" -d '{"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "5a0b1cb5-d7f8-4336-83e9-ed922da46c93"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:44.623400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8558b435-e350-4153-a88d-1fb7e8a23cba triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:44.623776 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:44.695373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Pushing event updated for resources: {'Port': ['ID=f829480a-8304-430f-9b25-fa0b0b0e16a7,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:44.822516 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:44.863619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 8558b435-e350-4153-a88d-1fb7e8a23cba, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8558b435-e350-4153-a88d-1fb7e8a23cba,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:44.871457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:44.979082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=8558b435-e350-4153-a88d-1fb7e8a23cba,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:44.989772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Deleting port 7454fb99-307e-4334-bdde-57ecf052f9dd {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:16:44.990115 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:45.091496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-15a20a19-6340-4a8e-8f8d-1e80e04142d4 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:45.094372 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-15a20a19-6340-4a8e-8f8d-1e80e04142d4 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/networks?id=f8cc63d9-0004-4bf9-ab87-e101e565f5bc HTTP/1.1" status: 200 len: 821 time: 0.5754914 Dec 12 04:16:45.103714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0843d-8e36-40fd-8b93-e3aece223b69 req-ef1a2513-6d70-4673-8c57-73ad41e161ac tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:45.110917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cf0843d-8e36-40fd-8b93-e3aece223b69 req-ef1a2513-6d70-4673-8c57-73ad41e161ac tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.5322509 Dec 12 04:16:45.129192 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:45.179754 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:45.182874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-25c1a8f7-647e-48a8-927c-8b3d4d6340f2 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/quotas/372ee8e9f4374cee8b5c7c3d7ecb0231 HTTP/1.1" status: 200 len: 375 time: 0.0764010 Dec 12 04:16:45.184493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Attempting to bind port f829480a-8304-430f-9b25-fa0b0b0e16a7 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:45.186136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Attempting to bind port f829480a-8304-430f-9b25-fa0b0b0e16a7 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:45.186490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Attempting to bind port f829480a-8304-430f-9b25-fa0b0b0e16a7 on network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:45.245503 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-f15a8fbc-ed6c-4140-95b0-9c7d8d9107c9 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=372ee8e9f4374cee8b5c7c3d7ecb0231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306849 Dec 12 04:16:45.246634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:45.316002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Port f829480a-8304-430f-9b25-fa0b0b0e16a7 on network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:45.316436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Attempting to bind port f829480a-8304-430f-9b25-fa0b0b0e16a7 on network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:45.346857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:45.347579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Checking segment: {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:45.348202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Bound using segment: {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:45.348778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Bound port: f829480a-8304-430f-9b25-fa0b0b0e16a7, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea777830-c089-416f-8547-922ba4632d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:45.349358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:45.520641 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:45.576498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] For port f829480a-8304-430f-9b25-fa0b0b0e16a7, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:45.601521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-498ce947-db72-4ec4-bc87-c3b8ec162529 service neutron] 10.222.0.36 "GET /v2.0/networks/f8cc63d9-0004-4bf9-ab87-e101e565f5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929466 Dec 12 04:16:45.607061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] For port f829480a-8304-430f-9b25-fa0b0b0e16a7, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:45.665369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cf0843d-8e36-40fd-8b93-e3aece223b69 req-f1760fc7-68d8-44aa-b0fd-9adcbfe30c8f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535855 Dec 12 04:16:45.672622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Allocated IP 172.25.7.20 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e84705c5-0627-4323-bbe6-30851caa1a59) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:45.689063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] For port 7454fb99-307e-4334-bdde-57ecf052f9dd, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7454fb99-307e-4334-bdde-57ecf052f9dd,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:45.689439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:45.702678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Calling delete_port for 7454fb99-307e-4334-bdde-57ecf052f9dd owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:16:45.734073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:45.802690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:45.803544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:45.805688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] 10.222.0.37 "PUT /v2.0/ports/f829480a-8304-430f-9b25-fa0b0b0e16a7 HTTP/1.1" status: 200 len: 1091 time: 4.1052606 Dec 12 04:16:45.822063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:45.824409 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439dcc27-8401-407d-89c7-1cfc02523692" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:45.838255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36aeef72-4114-4e29-ab24-bffc6a86ff95,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:45.856706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Checking segment: {'id': 'd3e5908a-3c33-40ce-bf56-8152cac8020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:45.857126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Network hostable DHCP agents. Network: e8e2a7cd-1867-43b6-b91a-544b9c535e2a, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:16:45.890571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:45.981724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Network e8e2a7cd-1867-43b6-b91a-544b9c535e2a is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:16:45.987017 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:46.012570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98ec47-83e1-4f51-8226-60b54ac4247b req-e35ef6bc-0864-4d41-b9e9-fd6e3518437d tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:46.014152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d98ec47-83e1-4f51-8226-60b54ac4247b req-e35ef6bc-0864-4d41-b9e9-fd6e3518437d tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/ports?device_id=886c12cf-2c94-4f87-8001-a69f1c024a2f HTTP/1.1" status: 200 len: 867 time: 0.1501729 Dec 12 04:16:46.046252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Pushing event deleted for resources: {'Port': ['ID=7454fb99-307e-4334-bdde-57ecf052f9dd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:46.056386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6eb01-ec45-41a6-a537-cf0934696633 service neutron] Pushing event updated for resources: {'Port': ['ID=f829480a-8304-430f-9b25-fa0b0b0e16a7,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:46.068981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, e8e2a7cd-1867-43b6-b91a-544b9c535e2a) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:46.078011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:46.088716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-8a7c2aea-f166-410e-b460-750827f15a68 service neutron] 10.222.0.36 "GET /v2.0/networks/f8cc63d9-0004-4bf9-ab87-e101e565f5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135013 Dec 12 04:16:46.089544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afda88e1-6730-4a0f-8273-d3078b248141 None None] Network e8e2a7cd-1867-43b6-b91a-544b9c535e2a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:46.099819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:46.100840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:46.181664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:46.248193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] No DVR routers for this DVR port 7454fb99-307e-4334-bdde-57ecf052f9dd on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:16:46.253485 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:46.259040 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd6d3d0d-c855-4a11-9ec6-ab417c36806b req-08b42eaa-c61d-4cb7-98ae-8a97b6de6d5b tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.18 "DELETE /v2.0/ports/7454fb99-307e-4334-bdde-57ecf052f9dd HTTP/1.1" status: 204 len: 173 time: 1.9902210 Dec 12 04:16:46.284967 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d98ec47-83e1-4f51-8226-60b54ac4247b req-d41de871-ffa3-4141-b765-c631b67c6606 tempest-ImagesNegativeTestJSON-1214269651 tempest-ImagesNegativeTestJSON-1214269651-project] 10.222.0.36 "GET /v2.0/security-groups?id=8363f137-b956-44c5-9c26-e8fc8a3854a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430637 Dec 12 04:16:46.317200 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ce684f42-aba0-4261-a24c-c695ac7ae0c6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5304673 Dec 12 04:16:46.325129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac44bc2b-566d-43df-a507-1831e4b1458e {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:46.338625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:46.356843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Transition to ACTIVE for port object ac44bc2b-566d-43df-a507-1831e4b1458e will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:46.370847 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:46.510054 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aefd46-589f-4dc2-8aea-15432c886849 x-openstack-request-id: req-c6aefd46-589f-4dc2-8aea-15432c886849 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:46.513420 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "5a0b1cb5-d7f8-4336-83e9-ed922da46c93", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:46.513955 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6aefd46-589f-4dc2-8aea-15432c886849 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:46.516846 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93', 'status': 'completed', 'code': 200} Dec 12 04:16:46.581830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51780) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:46.798825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac44bc2b-566d-43df-a507-1831e4b1458e,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:46.799424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8558b435-e350-4153-a88d-1fb7e8a23cba up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:46.857658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:46.930674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef61cc-aa2b-4b46-8dea-7e8b4e607d74 req-581c2c2a-9d20-4258-81d1-decceee7f743 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:46.938308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef61cc-aa2b-4b46-8dea-7e8b4e607d74 req-581c2c2a-9d20-4258-81d1-decceee7f743 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:46.944559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef61cc-aa2b-4b46-8dea-7e8b4e607d74 req-581c2c2a-9d20-4258-81d1-decceee7f743 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:46.951450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef61cc-aa2b-4b46-8dea-7e8b4e607d74 req-581c2c2a-9d20-4258-81d1-decceee7f743 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:46.959273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef61cc-aa2b-4b46-8dea-7e8b4e607d74 req-581c2c2a-9d20-4258-81d1-decceee7f743 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:46.966099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef61cc-aa2b-4b46-8dea-7e8b4e607d74 req-581c2c2a-9d20-4258-81d1-decceee7f743 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:46.973245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef61cc-aa2b-4b46-8dea-7e8b4e607d74 req-581c2c2a-9d20-4258-81d1-decceee7f743 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:46.979209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7454fb99-307e-4334-bdde-57ecf052f9dd no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:16:46.984591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fef61cc-aa2b-4b46-8dea-7e8b4e607d74 req-581c2c2a-9d20-4258-81d1-decceee7f743 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5393 time: 0.3391838 Dec 12 04:16:47.013570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-117c0d71-5a36-4506-bb60-93de7cca6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.014101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-117c0d71-5a36-4506-bb60-93de7cca6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.014592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-117c0d71-5a36-4506-bb60-93de7cca6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.015158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-117c0d71-5a36-4506-bb60-93de7cca6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.015641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-117c0d71-5a36-4506-bb60-93de7cca6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.016122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-117c0d71-5a36-4506-bb60-93de7cca6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.016598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-117c0d71-5a36-4506-bb60-93de7cca6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.030943 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-117c0d71-5a36-4506-bb60-93de7cca6fd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6298 time: 0.4380407 Dec 12 04:16:47.041092 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-389fceff-d84b-45af-a221-5591849bf5b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.065110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:47.067094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 7454fb99-307e-4334-bdde-57ecf052f9dd {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:16:47.067453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7454fb99-307e-4334-bdde-57ecf052f9dd not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:16:47.078669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Attempting to bind port ac44bc2b-566d-43df-a507-1831e4b1458e on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:47.079022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Attempting to bind port ac44bc2b-566d-43df-a507-1831e4b1458e by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:47.079431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Attempting to bind port ac44bc2b-566d-43df-a507-1831e4b1458e on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:47.121205 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.137010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e72ce-818c-449b-a6d5-e918fbeafdc7 req-27278b0b-d6fb-47ea-9c69-0978f8d6f9a6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.151015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e72ce-818c-449b-a6d5-e918fbeafdc7 req-27278b0b-d6fb-47ea-9c69-0978f8d6f9a6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.174018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e72ce-818c-449b-a6d5-e918fbeafdc7 req-27278b0b-d6fb-47ea-9c69-0978f8d6f9a6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.177777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8558b435-e350-4153-a88d-1fb7e8a23cba triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:47.178185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.183296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e72ce-818c-449b-a6d5-e918fbeafdc7 req-27278b0b-d6fb-47ea-9c69-0978f8d6f9a6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.199588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-389fceff-d84b-45af-a221-5591849bf5b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.207901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e72ce-818c-449b-a6d5-e918fbeafdc7 req-27278b0b-d6fb-47ea-9c69-0978f8d6f9a6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.209958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-591e72ce-818c-449b-a6d5-e918fbeafdc7 req-27278b0b-d6fb-47ea-9c69-0978f8d6f9a6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 3827 time: 0.4202461 Dec 12 04:16:47.217130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:47.224524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event updated for resources: {'Port': ['ID=e84705c5-0627-4323-bbe6-30851caa1a59,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:47.235943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:47.256606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d2f41-53e9-41bf-88e9-b3180080e7a4 None None] Network e8e2a7cd-1867-43b6-b91a-544b9c535e2a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:16:47.268966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-389fceff-d84b-45af-a221-5591849bf5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.379781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-b2127595-3240-4b56-af46-27f2233fdbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.380273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-b2127595-3240-4b56-af46-27f2233fdbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.380493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-389fceff-d84b-45af-a221-5591849bf5b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2f448eba8ed4adcb3533999f5eab6ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7960019 Dec 12 04:16:47.381134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-b2127595-3240-4b56-af46-27f2233fdbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.383695 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-b2127595-3240-4b56-af46-27f2233fdbfe service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3068297 Dec 12 04:16:47.385668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51798) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:47.402861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Port ac44bc2b-566d-43df-a507-1831e4b1458e on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:47.403478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Attempting to bind port ac44bc2b-566d-43df-a507-1831e4b1458e on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:47.433161 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fef61cc-aa2b-4b46-8dea-7e8b4e607d74 req-6cf34a83-cc6b-4123-b17c-afc0a10b6c47 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4361889 Dec 12 04:16:47.462749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fceff-d84b-45af-a221-5591849bf5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416dd24a-d387-4129-b408-a007d3a6b264,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:47.528546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:47.529241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Checking segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:47.529829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Bound using segment: {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:47.530452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Bound port: ac44bc2b-566d-43df-a507-1831e4b1458e, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c46e462-7349-4df2-bf86-11815ed6b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:47.531002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.565252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-c7fb0d0f-5210-47a0-9f72-d424acfa45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.567017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8dae2697-7544-43cc-a807-e9de933f7f88 req-c7fb0d0f-5210-47a0-9f72-d424acfa45ff service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1721623 Dec 12 04:16:47.672081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] For port ac44bc2b-566d-43df-a507-1831e4b1458e, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:47.677024 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fbd9a0-78b7-472a-b5f7-1dea0240bb9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.687104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-591e72ce-818c-449b-a6d5-e918fbeafdc7 req-fcbd5ab4-ed69-4ef6-9894-4a841104b01e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3002615 Dec 12 04:16:47.691618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] For port ac44bc2b-566d-43df-a507-1831e4b1458e, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac44bc2b-566d-43df-a507-1831e4b1458e,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:47.707257 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.709660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600813ff-3126-4384-b853-3d038e201e81 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:47.721119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.739089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Transition to ACTIVE for port object 600813ff-3126-4384-b853-3d038e201e81 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:47.743711 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fbd9a0-78b7-472a-b5f7-1dea0240bb9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.797437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:47.798222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.800174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/ac44bc2b-566d-43df-a507-1831e4b1458e HTTP/1.1" status: 200 len: 1090 time: 4.1089232 Dec 12 04:16:47.808254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:47.859187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f72f3-6bc7-4ebc-98bf-73dfbeead3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac44bc2b-566d-43df-a507-1831e4b1458e,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:47.888180 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9464a9a2-4fa7-4e2a-bb77-d73f060d5ea7 x-openstack-request-id: req-9464a9a2-4fa7-4e2a-bb77-d73f060d5ea7 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:47.888754 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:47.889170 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9464a9a2-4fa7-4e2a-bb77-d73f060d5ea7 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:47.889920 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'status': 'completed', 'code': 200} Dec 12 04:16:47.892524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:48.017599 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9961053d-2e5d-43d6-b7da-e838dc11670d req-dd08ecf1-59ef-4b36-9f23-156581128acc tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 210 time: 0.1060433 Dec 12 04:16:48.180642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Pushing event updated for resources: {'Port': ['ID=600813ff-3126-4384-b853-3d038e201e81,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:48.209460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-8935f9b5-de2d-48f6-8faf-e842c26b1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.209954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-8935f9b5-de2d-48f6-8faf-e842c26b1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.210989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-8935f9b5-de2d-48f6-8faf-e842c26b1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.211474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-8935f9b5-de2d-48f6-8faf-e842c26b1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.211948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-8935f9b5-de2d-48f6-8faf-e842c26b1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.212418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-8935f9b5-de2d-48f6-8faf-e842c26b1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.218066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-439dcc27-8401-407d-89c7-1cfc02523692 req-8935f9b5-de2d-48f6-8faf-e842c26b1a11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5248 time: 0.2456169 Dec 12 04:16:48.229516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:48.242747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672825-dc7b-4186-9566-a011c14aa805 req-0d54469b-97ad-4acd-b1ce-24cd0d1f5e45 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.244308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42672825-dc7b-4186-9566-a011c14aa805 req-0d54469b-97ad-4acd-b1ce-24cd0d1f5e45 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.3126924 Dec 12 04:16:48.284640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fbd9a0-78b7-472a-b5f7-1dea0240bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:48.295129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fbd9a0-78b7-472a-b5f7-1dea0240bb9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:48.296468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-53fbd9a0-78b7-472a-b5f7-1dea0240bb9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/416dd24a-d387-4129-b408-a007d3a6b264 HTTP/1.1" status: 204 len: 168 time: 0.9079347 Dec 12 04:16:48.339148 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:48.440894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-fac359a5-1f22-48ab-b44a-3bc95a48fc6f tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.442593 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-fac359a5-1f22-48ab-b44a-3bc95a48fc6f tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.18 "GET /v2.0/networks?id=f8cc63d9-0004-4bf9-ab87-e101e565f5bc HTTP/1.1" status: 200 len: 821 time: 0.4216902 Dec 12 04:16:48.443660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbd9a0-78b7-472a-b5f7-1dea0240bb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416dd24a-d387-4129-b408-a007d3a6b264,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:48.512244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Request body: {'port': {'device_id': 'a6bcf69f-462f-4c25-9413-39f01e69d113', 'network_id': 'f8cc63d9-0004-4bf9-ab87-e101e565f5bc', 'admin_state_up': True, 'tenant_id': '372ee8e9f4374cee8b5c7c3d7ecb0231'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:48.656800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886c12cf-2c94-4f87-8001-a69f1c024a2f', 'name': 'network-vif-deleted', 'tag': '7454fb99-307e-4334-bdde-57ecf052f9dd'}, {'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'ac44bc2b-566d-43df-a507-1831e4b1458e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:48.659866 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6be799-a079-456f-b727-d32f54cdb207" -d '{"events": [{"server_uuid": "886c12cf-2c94-4f87-8001-a69f1c024a2f", "name": "network-vif-deleted", "tag": "7454fb99-307e-4334-bdde-57ecf052f9dd"}, {"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "ac44bc2b-566d-43df-a507-1831e4b1458e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:48.674350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-bf2718cc-6119-481d-bfa4-0d761d08df10 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.683322 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-bf2718cc-6119-481d-bfa4-0d761d08df10 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 813 time: 0.3004136 Dec 12 04:16:48.759349 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-939b0bb8-e80a-4210-b861-f98864ce4072 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/quotas/a939ce2a66474c5c8a7d08ae08803aef HTTP/1.1" status: 200 len: 375 time: 0.0746982 Dec 12 04:16:48.775509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51822) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:48.826482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-c2061ffd-2192-4a96-a14b-d75088226eaa tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652676 Dec 12 04:16:48.844441 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6df15dc7-7f03-45bd-99d0-8d048eed3ef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:48.992616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-0827bc06-dc63-4357-ac4a-287afb8c0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.993207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-0827bc06-dc63-4357-ac4a-287afb8c0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.993896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-0827bc06-dc63-4357-ac4a-287afb8c0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:48.995908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-439dcc27-8401-407d-89c7-1cfc02523692 req-0827bc06-dc63-4357-ac4a-287afb8c0ad2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7493923 Dec 12 04:16:49.001090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6df15dc7-7f03-45bd-99d0-8d048eed3ef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.015649 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6df15dc7-7f03-45bd-99d0-8d048eed3ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.081493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42672825-dc7b-4186-9566-a011c14aa805 req-5e75aba5-1db7-4e16-854e-a50d198cace2 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790826 Dec 12 04:16:49.082820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Attempting to bind port 600813ff-3126-4384-b853-3d038e201e81 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:49.083058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Attempting to bind port 600813ff-3126-4384-b853-3d038e201e81 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:49.083395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Attempting to bind port 600813ff-3126-4384-b853-3d038e201e81 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:49.116065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Port 600813ff-3126-4384-b853-3d038e201e81 on network 820fa5df-1459-434b-a847-5908eb8140d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:49.117553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Attempting to bind port 600813ff-3126-4384-b853-3d038e201e81 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:49.128069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:49.128426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Checking segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:49.128836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Bound using segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:49.130972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Bound port: 600813ff-3126-4384-b853-3d038e201e81, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:49.133017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.139095 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6df15dc7-7f03-45bd-99d0-8d048eed3ef7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14f2530c9c1e46229d3376a7d3c6ee88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3487086 Dec 12 04:16:49.144120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51828) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:49.192295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df15dc7-7f03-45bd-99d0-8d048eed3ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aadd6d-3a65-434e-b6aa-023eab9fb903,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:49.225732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] For port 600813ff-3126-4384-b853-3d038e201e81, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:49.229725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] For port 600813ff-3126-4384-b853-3d038e201e81, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=600813ff-3126-4384-b853-3d038e201e81,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:49.282388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Made reservation on behalf of 372ee8e9f4374cee8b5c7c3d7ecb0231 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:49.292924 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.297641 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.364913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:49.365734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.368033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] 10.222.0.37 "PUT /v2.0/ports/600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 200 len: 1135 time: 3.4876599 Dec 12 04:16:49.379098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85065c97-7b01-4b4e-94fe-a5dccf1a41e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.437345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:49.468879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85065c97-7b01-4b4e-94fe-a5dccf1a41e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.478113 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-8503a782-1949-4693-89c2-95c19e3bd231 service neutron] 10.222.0.36 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347744 Dec 12 04:16:49.497545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e47b-4071-486c-b152-9c1d79de782b req-ec5bc2ea-8b2c-42ba-92d3-f41ee05b8d50 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:49.506060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e47b-4071-486c-b152-9c1d79de782b req-ec5bc2ea-8b2c-42ba-92d3-f41ee05b8d50 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:49.514293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e47b-4071-486c-b152-9c1d79de782b req-ec5bc2ea-8b2c-42ba-92d3-f41ee05b8d50 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:49.521970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e47b-4071-486c-b152-9c1d79de782b req-ec5bc2ea-8b2c-42ba-92d3-f41ee05b8d50 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:49.529312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e47b-4071-486c-b152-9c1d79de782b req-ec5bc2ea-8b2c-42ba-92d3-f41ee05b8d50 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:49.538003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e47b-4071-486c-b152-9c1d79de782b req-ec5bc2ea-8b2c-42ba-92d3-f41ee05b8d50 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:49.546214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e47b-4071-486c-b152-9c1d79de782b req-ec5bc2ea-8b2c-42ba-92d3-f41ee05b8d50 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:49.555850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28d2e47b-4071-486c-b152-9c1d79de782b req-ec5bc2ea-8b2c-42ba-92d3-f41ee05b8d50 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5393 time: 0.2951732 Dec 12 04:16:49.577389 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de47a3e-b07d-4745-aaf5-8ca382f583d4 service neutron] Pushing event updated for resources: {'Port': ['ID=600813ff-3126-4384-b853-3d038e201e81,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:49.581967 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.610961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dcc27-8401-407d-89c7-1cfc02523692 req-b622afde-351e-40f1-b323-e0220e8e4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:49.612473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-439dcc27-8401-407d-89c7-1cfc02523692 req-b622afde-351e-40f1-b323-e0220e8e4f02 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5690994 Dec 12 04:16:49.628070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:49.650972 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.657492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.703606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Transition to ACTIVE for port object d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:49.706849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Allocated IP 172.20.0.13 (f8cc63d9-0004-4bf9-ab87-e101e565f5bc/26393570-d102-4255-b765-d7dba691c0e9/29c43e1e-d9fb-4c2c-b57f-2086064596af) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:49.729128 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.748272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85065c97-7b01-4b4e-94fe-a5dccf1a41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.751557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85065c97-7b01-4b4e-94fe-a5dccf1a41e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:49.752907 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-85065c97-7b01-4b4e-94fe-a5dccf1a41e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89aadd6d-3a65-434e-b6aa-023eab9fb903 HTTP/1.1" status: 204 len: 168 time: 0.6048620 Dec 12 04:16:49.785811 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-85d0d001-a82f-4712-bccc-4d94b2d25a93 service neutron] 10.222.0.36 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692139 Dec 12 04:16:49.803666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85065c97-7b01-4b4e-94fe-a5dccf1a41e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aadd6d-3a65-434e-b6aa-023eab9fb903,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:49.828131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:49.846528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28d2e47b-4071-486c-b152-9c1d79de782b req-99e2b36f-a0dc-4e2c-9335-f09730938133 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2883141 Dec 12 04:16:49.927640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '600813ff-3126-4384-b853-3d038e201e81'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:49.930591 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06538c01-61af-4a76-ad86-02eecf9a7d39" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "600813ff-3126-4384-b853-3d038e201e81"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:50.030482 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc07f74-3f6d-40a9-87d4-765dbc68ba85 x-openstack-request-id: req-ebc07f74-3f6d-40a9-87d4-765dbc68ba85 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:50.030785 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886c12cf-2c94-4f87-8001-a69f1c024a2f", "name": "network-vif-deleted", "tag": "7454fb99-307e-4334-bdde-57ecf052f9dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "ac44bc2b-566d-43df-a507-1831e4b1458e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:50.041612 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebc07f74-3f6d-40a9-87d4-765dbc68ba85 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:50.042151 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886c12cf-2c94-4f87-8001-a69f1c024a2f', 'name': 'network-vif-deleted', 'tag': '7454fb99-307e-4334-bdde-57ecf052f9dd', 'status': 'completed', 'code': 200} Dec 12 04:16:50.042422 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'ac44bc2b-566d-43df-a507-1831e4b1458e', 'status': 'completed', 'code': 200} Dec 12 04:16:50.098999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Router e1401c99-7517-4f54-8fae-5cd0d45895e8 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:16:50.380515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f48d8-0741-42a3-9c24-5789b2bca952 req-f30bc096-d9b8-4b3d-96b0-ab38d032b5f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.387799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f48d8-0741-42a3-9c24-5789b2bca952 req-f30bc096-d9b8-4b3d-96b0-ab38d032b5f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.393876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f48d8-0741-42a3-9c24-5789b2bca952 req-f30bc096-d9b8-4b3d-96b0-ab38d032b5f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.400256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f48d8-0741-42a3-9c24-5789b2bca952 req-f30bc096-d9b8-4b3d-96b0-ab38d032b5f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.407074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f48d8-0741-42a3-9c24-5789b2bca952 req-f30bc096-d9b8-4b3d-96b0-ab38d032b5f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.414269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f48d8-0741-42a3-9c24-5789b2bca952 req-f30bc096-d9b8-4b3d-96b0-ab38d032b5f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.416793 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-288f48d8-0741-42a3-9c24-5789b2bca952 req-f30bc096-d9b8-4b3d-96b0-ab38d032b5f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 4604 time: 0.2517757 Dec 12 04:16:50.419695 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7abe58b-c383-497f-9ece-c207bd814a58 req-027a6711-d40d-491a-b451-328f684df111 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 210 time: 0.1306207 Dec 12 04:16:50.442744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Attempting to bind port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:50.443176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Attempting to bind port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:50.443836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Attempting to bind port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 on network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:50.462569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b3541e0c-eec3-469a-9d9c-8e8568705c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.463158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b3541e0c-eec3-469a-9d9c-8e8568705c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.463811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b3541e0c-eec3-469a-9d9c-8e8568705c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.464526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b3541e0c-eec3-469a-9d9c-8e8568705c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.465183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b3541e0c-eec3-469a-9d9c-8e8568705c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.465886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b3541e0c-eec3-469a-9d9c-8e8568705c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.466392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b3541e0c-eec3-469a-9d9c-8e8568705c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.468568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b3541e0c-eec3-469a-9d9c-8e8568705c85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6365 time: 0.3873761 Dec 12 04:16:50.477813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 on network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:50.478226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Attempting to bind port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 on network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:50.503554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:50.504167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Checking segment: {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:50.504909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Bound using segment: {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:50.505569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Bound port: d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:50.506345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:50.579459 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:50.644476 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aeb909-9166-42bb-915a-63a80357a438 x-openstack-request-id: req-f1aeb909-9166-42bb-915a-63a80357a438 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:50.644897 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "600813ff-3126-4384-b853-3d038e201e81", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:50.645378 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1aeb909-9166-42bb-915a-63a80357a438 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:50.645681 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '600813ff-3126-4384-b853-3d038e201e81', 'status': 'completed', 'code': 200} Dec 12 04:16:50.685311 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-288f48d8-0741-42a3-9c24-5789b2bca952 req-aa125130-b398-4aba-bea6-3737dcd54056 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2561584 Dec 12 04:16:50.765572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b8ebca-dfd8-454a-9997-404e942eae56 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:50.779066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:16:50.792374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Sync routers for ids ['e1401c99-7517-4f54-8fae-5cd0d45895e8'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:16:50.793418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:50.815859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Routers {'e1401c99-7517-4f54-8fae-5cd0d45895e8'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:16:50.817180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e1401c99-7517-4f54-8fae-5cd0d45895e8'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:50.838900 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f4a0b97a-3899-4a0c-97b9-4e3e85a60b38 req-0efbf251-cb01-463d-934f-5f68387844b1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 210 time: 0.0666587 Dec 12 04:16:50.873481 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:50.877433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bb5d148c-6f5b-4229-8178-81959f15180b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.8613243 Dec 12 04:16:50.879347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Transition to ACTIVE for port object 91b8ebca-dfd8-454a-9997-404e942eae56 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:50.880909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51860) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:50.895119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-1edadf59-c305-4850-ba2d-d65d560c43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.900976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-1edadf59-c305-4850-ba2d-d65d560c43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.900976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-1edadf59-c305-4850-ba2d-d65d560c43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.900976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-1edadf59-c305-4850-ba2d-d65d560c43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.900976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-1edadf59-c305-4850-ba2d-d65d560c43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.900976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-1edadf59-c305-4850-ba2d-d65d560c43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:50.900976 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-1edadf59-c305-4850-ba2d-d65d560c43bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5290 time: 0.2140813 Dec 12 04:16:50.903035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:51.135576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Set router e1401c99-7517-4f54-8fae-5cd0d45895e8 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:16:51.199917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Pushing event updated for resources: {'Port': ['ID=91b8ebca-dfd8-454a-9997-404e942eae56,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:51.417938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b1542b9-656c-4577-b857-da75ea337521 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/routers/e1401c99-7517-4f54-8fae-5cd0d45895e8 HTTP/1.1" status: 200 len: 907 time: 0.5335264 Dec 12 04:16:51.439523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bb6fb-44f2-4e30-b450-b7147d5bbda0 req-b6abda06-1468-4d96-9de7-72a62e173360 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.447855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bb6fb-44f2-4e30-b450-b7147d5bbda0 req-b6abda06-1468-4d96-9de7-72a62e173360 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.452347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] For port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:51.460577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] For port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:51.476570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bb6fb-44f2-4e30-b450-b7147d5bbda0 req-b6abda06-1468-4d96-9de7-72a62e173360 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.486399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bb6fb-44f2-4e30-b450-b7147d5bbda0 req-b6abda06-1468-4d96-9de7-72a62e173360 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.498919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51876) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:51.509270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1401c99-7517-4f54-8fae-5cd0d45895e8', 'name': 'tempest-snat-router-1526150421', 'tenant_id': '95c6881836cc423db595a8827d6a4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'e84705c5-0627-4323-bbe6-30851caa1a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:16:42Z', 'updated_at': '2021-12-12T04:16:47Z', 'revision_number': 3, 'project_id': '95c6881836cc423db595a8827d6a4c20', 'gw_port': {'id': 'e84705c5-0627-4323-bbe6-30851caa1a59', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1401c99-7517-4f54-8fae-5cd0d45895e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:16:45Z', 'updated_at': '2021-12-12T04:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:51.526786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bb6fb-44f2-4e30-b450-b7147d5bbda0 req-b6abda06-1468-4d96-9de7-72a62e173360 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.535841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bb6fb-44f2-4e30-b450-b7147d5bbda0 req-b6abda06-1468-4d96-9de7-72a62e173360 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.543246 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:51.562145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bb6fb-44f2-4e30-b450-b7147d5bbda0 req-b6abda06-1468-4d96-9de7-72a62e173360 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.572848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-984bb6fb-44f2-4e30-b450-b7147d5bbda0 req-b6abda06-1468-4d96-9de7-72a62e173360 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5405 time: 0.4643936 Dec 12 04:16:51.581419 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Checking router: e1401c99-7517-4f54-8fae-5cd0d45895e8 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:16:51.581981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Updating router e1401c99-7517-4f54-8fae-5cd0d45895e8 port e84705c5-0627-4323-bbe6-30851caa1a59 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:16:51.610760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-e4f19561-d57e-474a-a8f7-88dc96a06fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.611163 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-e4f19561-d57e-474a-a8f7-88dc96a06fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.611745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-e4f19561-d57e-474a-a8f7-88dc96a06fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.613496 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-e4f19561-d57e-474a-a8f7-88dc96a06fe0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6360509 Dec 12 04:16:51.634307 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:51.644964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Attempting to bind port 91b8ebca-dfd8-454a-9997-404e942eae56 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:51.645449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Attempting to bind port 91b8ebca-dfd8-454a-9997-404e942eae56 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:51.646087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Attempting to bind port 91b8ebca-dfd8-454a-9997-404e942eae56 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:51.664571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Port 91b8ebca-dfd8-454a-9997-404e942eae56 on network 820fa5df-1459-434b-a847-5908eb8140d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:51.664938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Attempting to bind port 91b8ebca-dfd8-454a-9997-404e942eae56 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:51.716926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:51.717281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Checking segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:51.717912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Bound using segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:51.718417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Bound port: 91b8ebca-dfd8-454a-9997-404e942eae56, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:51.718832 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:51.746799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:51.778028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-f0bd9e69-de1d-4e71-b042-70af882f85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.778634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-f0bd9e69-de1d-4e71-b042-70af882f85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.779522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-f0bd9e69-de1d-4e71-b042-70af882f85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.781648 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c6be799-a079-456f-b727-d32f54cdb207 req-f0bd9e69-de1d-4e71-b042-70af882f85dd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.2974353 Dec 12 04:16:51.791463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:51.798543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.799515 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:51.802611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-aad2a9ce-e638-417b-a0dd-b80e72c6c92d service neutron] 10.222.0.18 "PUT /v2.0/ports/d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 HTTP/1.1" status: 200 len: 1091 time: 3.9310703 Dec 12 04:16:51.871216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Network f8cc63d9-0004-4bf9-ab87-e101e565f5bc is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:51.910028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:51.912921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:51.921276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-626adedd-c752-426c-b9c2-76f15a6d0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:51.922839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06538c01-61af-4a76-ad86-02eecf9a7d39 req-626adedd-c752-426c-b9c2-76f15a6d0765 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2991402 Dec 12 04:16:51.982304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.020123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Request body: {'port': {'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:52.143076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] For port 91b8ebca-dfd8-454a-9997-404e942eae56, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:52.159882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:52.161157 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.171028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] For port 91b8ebca-dfd8-454a-9997-404e942eae56, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=91b8ebca-dfd8-454a-9997-404e942eae56,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:52.176503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:52.181678 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138a458a-c05c-456b-a7d7-4133661d2b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:52.217233 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.290760 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.311347 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.334608 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.350407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa3cdf-d63c-4f41-96ed-60d557d718f4 req-b3d2b840-ca34-4761-8861-86add214109b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:52.352691 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-90aa3cdf-d63c-4f41-96ed-60d557d718f4 req-b3d2b840-ca34-4761-8861-86add214109b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.8320494 Dec 12 04:16:52.357014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8903627 Dec 12 04:16:52.436432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-984bb6fb-44f2-4e30-b450-b7147d5bbda0 req-3db4f3c6-9b12-4475-8571-3ef4df05883a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8626511 Dec 12 04:16:52.437157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Pushing event updated for resources: {'Port': ['ID=91b8ebca-dfd8-454a-9997-404e942eae56,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:52.451787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Attempting to bind port e84705c5-0627-4323-bbe6-30851caa1a59 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:52.451787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Attempting to bind port e84705c5-0627-4323-bbe6-30851caa1a59 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:52.454976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Attempting to bind port e84705c5-0627-4323-bbe6-30851caa1a59 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:52.468751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Request body: {'port': {'device_id': 'a6bcf69f-462f-4c25-9413-39f01e69d113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:52.473864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:52.474576 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.488027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-c684943d-15eb-45c8-8289-97fd9dc512c6 service neutron] 10.222.0.37 "PUT /v2.0/ports/91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 200 len: 1135 time: 3.0682001 Dec 12 04:16:52.496490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:52.497405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:52.497843 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.499978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:52.502418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Bound port: e84705c5-0627-4323-bbe6-30851caa1a59, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:52.504917 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.527935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e520e-6920-4952-9988-b318d429c4bb None None] Pushing event updated for resources: {'Port': ['ID=e84705c5-0627-4323-bbe6-30851caa1a59,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:52.544732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:52.652232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '91b8ebca-dfd8-454a-9997-404e942eae56'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:52.658983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6365c4-4dcf-492b-9fc6-34e0796ac468 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Pushing event updated for resources: {'Port': ['ID=29c43e1e-d9fb-4c2c-b57f-2086064596af,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:52.661109 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8071e86d-a31a-4091-8e3c-1ca7d85445d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "91b8ebca-dfd8-454a-9997-404e942eae56"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:52.677075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] For port e84705c5-0627-4323-bbe6-30851caa1a59, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:52.684968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] For port e84705c5-0627-4323-bbe6-30851caa1a59, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e84705c5-0627-4323-bbe6-30851caa1a59,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:52.692103 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.694829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51904) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:52.783714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-d94d357a-0c63-4226-b178-4f7219fadd6c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:52.789879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-d94d357a-0c63-4226-b178-4f7219fadd6c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.18 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 813 time: 0.6989920 Dec 12 04:16:52.797225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e520e-6920-4952-9988-b318d429c4bb None None] Pushing event updated for resources: {'Port': ['ID=e84705c5-0627-4323-bbe6-30851caa1a59,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:52.825461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Routers {'e1401c99-7517-4f54-8fae-5cd0d45895e8'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:16:52.826292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e1401c99-7517-4f54-8fae-5cd0d45895e8'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:52.848180 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-90aa3cdf-d63c-4f41-96ed-60d557d718f4 req-bbc33354-13bd-4175-aceb-e7bf8fc28617 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003066 Dec 12 04:16:52.877747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.903489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Request body: {'port': {'device_id': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a', 'admin_state_up': True, 'tenant_id': 'a939ce2a66474c5c8a7d08ae08803aef'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:52.906513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.963855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b40abc47-c7a0-4bb2-84a6-952725ca48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:52.963855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c6be799-a079-456f-b727-d32f54cdb207 req-b40abc47-c7a0-4bb2-84a6-952725ca48a1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1150134 Dec 12 04:16:52.968395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:52.985612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978011b5-7c27-4972-bc0c-feba757c6f93 req-5e5fdb03-0e11-4b17-ab52-82b75e59e781 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:52.987084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-978011b5-7c27-4972-bc0c-feba757c6f93 req-5e5fdb03-0e11-4b17-ab52-82b75e59e781 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 932 time: 0.3198369 Dec 12 04:16:53.028080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7c585b43-d199-42cb-9746-57f59ab8d504 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-662251456'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:53.106204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] Set router e1401c99-7517-4f54-8fae-5cd0d45895e8 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:16:53.119809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-978011b5-7c27-4972-bc0c-feba757c6f93 req-14c8f4bd-1b0a-400d-add1-2ccb1e072798 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024089 Dec 12 04:16:53.138891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c585b43-d199-42cb-9746-57f59ab8d504 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:53.139948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c585b43-d199-42cb-9746-57f59ab8d504 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:53.186380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b615-b666-48f7-8d70-94392f094ae9 req-4b90eaac-d09c-45cf-ae80-96f27023b63c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:53.193326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b615-b666-48f7-8d70-94392f094ae9 req-4b90eaac-d09c-45cf-ae80-96f27023b63c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:53.200025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b615-b666-48f7-8d70-94392f094ae9 req-4b90eaac-d09c-45cf-ae80-96f27023b63c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:53.207029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b615-b666-48f7-8d70-94392f094ae9 req-4b90eaac-d09c-45cf-ae80-96f27023b63c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:53.214628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b615-b666-48f7-8d70-94392f094ae9 req-4b90eaac-d09c-45cf-ae80-96f27023b63c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:53.223042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b615-b666-48f7-8d70-94392f094ae9 req-4b90eaac-d09c-45cf-ae80-96f27023b63c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:53.229822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b615-b666-48f7-8d70-94392f094ae9 req-4b90eaac-d09c-45cf-ae80-96f27023b63c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:53.231960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2970b615-b666-48f7-8d70-94392f094ae9 req-4b90eaac-d09c-45cf-ae80-96f27023b63c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5381 time: 0.2876947 Dec 12 04:16:53.450624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1401c99-7517-4f54-8fae-5cd0d45895e8', 'name': 'tempest-snat-router-1526150421', 'tenant_id': '95c6881836cc423db595a8827d6a4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'e84705c5-0627-4323-bbe6-30851caa1a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:16:42Z', 'updated_at': '2021-12-12T04:16:47Z', 'revision_number': 3, 'project_id': '95c6881836cc423db595a8827d6a4c20', 'gw_port': {'id': 'e84705c5-0627-4323-bbe6-30851caa1a59', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1401c99-7517-4f54-8fae-5cd0d45895e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:16:45Z', 'updated_at': '2021-12-12T04:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:16:53.465022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Deleting port e84705c5-0627-4323-bbe6-30851caa1a59 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:16:53.465375 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:53.483577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4586350-81b8-40ad-b5ad-9dc8db8c4d51 None None] The sync data for ids ['e1401c99-7517-4f54-8fae-5cd0d45895e8'] in n-d-710847-7 is: [{'id': 'e1401c99-7517-4f54-8fae-5cd0d45895e8', 'name': 'tempest-snat-router-1526150421', 'tenant_id': '95c6881836cc423db595a8827d6a4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'e84705c5-0627-4323-bbe6-30851caa1a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:16:42Z', 'updated_at': '2021-12-12T04:16:47Z', 'revision_number': 3, 'project_id': '95c6881836cc423db595a8827d6a4c20', 'gw_port': {'id': 'e84705c5-0627-4323-bbe6-30851caa1a59', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1401c99-7517-4f54-8fae-5cd0d45895e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:16:45Z', 'updated_at': '2021-12-12T04:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:16:53.570899 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2970b615-b666-48f7-8d70-94392f094ae9 req-c74ccc19-f309-480c-92c3-21789d690fba tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3241012 Dec 12 04:16:53.667377 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5723bfe2-32dc-4360-ba66-59bc4165776a x-openstack-request-id: req-5723bfe2-32dc-4360-ba66-59bc4165776a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:53.667860 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:53.668143 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5723bfe2-32dc-4360-ba66-59bc4165776a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:53.668562 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6', 'status': 'completed', 'code': 200} Dec 12 04:16:53.686654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Made reservation on behalf of a939ce2a66474c5c8a7d08ae08803aef for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:53.691457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:53.703466 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c4bf908-eecd-4e04-be47-1305b1af9cd6 req-7691c380-0230-406a-9bbc-d6f22b173e13 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 210 time: 0.1267524 Dec 12 04:16:53.722210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1307ca1-10fe-44f8-b15c-2d52c3b2c10c {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:53.734759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:53.735648 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c585b43-d199-42cb-9746-57f59ab8d504 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:53.758790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Transition to ACTIVE for port object e1307ca1-10fe-44f8-b15c-2d52c3b2c10c will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:53.767182 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c585b43-d199-42cb-9746-57f59ab8d504 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:53.789596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] For port e84705c5-0627-4323-bbe6-30851caa1a59, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e84705c5-0627-4323-bbe6-30851caa1a59,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:53.790027 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:53.793423 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50efa4ce-6be9-4799-998d-14c284e6c956 x-openstack-request-id: req-50efa4ce-6be9-4799-998d-14c284e6c956 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:53.793722 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "91b8ebca-dfd8-454a-9997-404e942eae56", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:53.794122 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50efa4ce-6be9-4799-998d-14c284e6c956 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:53.794761 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '91b8ebca-dfd8-454a-9997-404e942eae56', 'status': 'completed', 'code': 200} Dec 12 04:16:53.799001 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c585b43-d199-42cb-9746-57f59ab8d504 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:53.800460 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7c585b43-d199-42cb-9746-57f59ab8d504 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1046975 Dec 12 04:16:53.807801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Calling delete_port for e84705c5-0627-4323-bbe6-30851caa1a59 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:16:53.901712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51912) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:53.970979 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:54.088659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c32b66-1914-4858-b0c4-599461ce68a6 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:54.103967 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:54.120687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Transition to ACTIVE for port object 50c32b66-1914-4858-b0c4-599461ce68a6 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:54.160221 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:54.482552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e84705c5-0627-4323-bbe6-30851caa1a59 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:16:54.498168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951933-5a67-47ef-bc5e-f80b6a7646b5 req-6690be56-9645-4e7e-ae3f-f97bf85bd3af tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.506935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951933-5a67-47ef-bc5e-f80b6a7646b5 req-6690be56-9645-4e7e-ae3f-f97bf85bd3af tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.517023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951933-5a67-47ef-bc5e-f80b6a7646b5 req-6690be56-9645-4e7e-ae3f-f97bf85bd3af tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.527429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951933-5a67-47ef-bc5e-f80b6a7646b5 req-6690be56-9645-4e7e-ae3f-f97bf85bd3af tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.534966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951933-5a67-47ef-bc5e-f80b6a7646b5 req-6690be56-9645-4e7e-ae3f-f97bf85bd3af tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.546665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951933-5a67-47ef-bc5e-f80b6a7646b5 req-6690be56-9645-4e7e-ae3f-f97bf85bd3af tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.554486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951933-5a67-47ef-bc5e-f80b6a7646b5 req-6690be56-9645-4e7e-ae3f-f97bf85bd3af tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.558157 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f951933-5a67-47ef-bc5e-f80b6a7646b5 req-6690be56-9645-4e7e-ae3f-f97bf85bd3af tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.5943611 Dec 12 04:16:54.613296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c43e1e-d9fb-4c2c-b57f-2086064596af {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:54.621108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e84705c5-0627-4323-bbe6-30851caa1a59 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:16:54.621495 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:54.629072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:54.668946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Transition to ACTIVE for port object 29c43e1e-d9fb-4c2c-b57f-2086064596af will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:54.684506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51924) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:54.693116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-3afad000-c7c8-48c3-8254-4a1393db532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.694174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-3afad000-c7c8-48c3-8254-4a1393db532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.694901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-3afad000-c7c8-48c3-8254-4a1393db532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.695861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-3afad000-c7c8-48c3-8254-4a1393db532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.696617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-3afad000-c7c8-48c3-8254-4a1393db532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.697273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-3afad000-c7c8-48c3-8254-4a1393db532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.697947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-3afad000-c7c8-48c3-8254-4a1393db532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:54.700841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-3afad000-c7c8-48c3-8254-4a1393db532e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6432 time: 0.9402487 Dec 12 04:16:54.701807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b00ec5d-951e-434c-88ae-c998d5f1242e tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:54.846475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Pushing event updated for resources: {'Port': ['ID=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:54.849954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:54.870281 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.173566 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b00ec5d-951e-434c-88ae-c998d5f1242e tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.176752 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b00ec5d-951e-434c-88ae-c998d5f1242e tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.351316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b00ec5d-951e-434c-88ae-c998d5f1242e tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.351869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b00ec5d-951e-434c-88ae-c998d5f1242e tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90f1ce7b-4d9a-42b9-b3ca-fa82a4b1b14d {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:16:55.374760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b00ec5d-951e-434c-88ae-c998d5f1242e tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.376012 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6b00ec5d-951e-434c-88ae-c998d5f1242e tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "DELETE /v2.0/routers/90f1ce7b-4d9a-42b9-b3ca-fa82a4b1b14d HTTP/1.1" status: 204 len: 168 time: 1.2537420 Dec 12 04:16:55.384865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51932) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:55.396166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-5fdfefa3-ebea-4fdb-b82f-802951562c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.396867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-5fdfefa3-ebea-4fdb-b82f-802951562c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.410458 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-5fdfefa3-ebea-4fdb-b82f-802951562c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.410994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-5fdfefa3-ebea-4fdb-b82f-802951562c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.411496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-5fdfefa3-ebea-4fdb-b82f-802951562c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.411986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-5fdfefa3-ebea-4fdb-b82f-802951562c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.412473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-5fdfefa3-ebea-4fdb-b82f-802951562c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.414706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-5fdfefa3-ebea-4fdb-b82f-802951562c1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6243 time: 1.5140960 Dec 12 04:16:55.416766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Pushing event updated for resources: {'Port': ['ID=50c32b66-1914-4858-b0c4-599461ce68a6,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:55.453362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fd0a7cf9-337b-4089-99b8-c42180099523 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Request body: {'router': {'name': 'tempest-router-1789258395', 'distributed': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:55.472083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.479812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Pushing event updated for resources: {'Port': ['ID=29c43e1e-d9fb-4c2c-b57f-2086064596af,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:55.481345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Allocated IP 172.20.0.12 (e8e2a7cd-1867-43b6-b91a-544b9c535e2a/36aeef72-4114-4e29-ab24-bffc6a86ff95/76828b7d-5a09-45f0-8dfb-1cc1855d116e) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:16:55.524668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event deleted for resources: {'Port': ['ID=e84705c5-0627-4323-bbe6-30851caa1a59,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:55.541243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Attempting to bind port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:55.541586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Attempting to bind port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:55.541917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Attempting to bind port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c on network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:55.655806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c on network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:55.656475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Attempting to bind port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c on network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:55.659694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-bac9aad0-dc97-4b0b-b640-89e71580011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.660175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-bac9aad0-dc97-4b0b-b640-89e71580011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.660652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-bac9aad0-dc97-4b0b-b640-89e71580011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.662274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-bac9aad0-dc97-4b0b-b640-89e71580011b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8027604 Dec 12 04:16:55.681003 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.719100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:55.719370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Checking segment: {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:55.719824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Bound using segment: {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:55.720273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Bound port: e1307ca1-10fe-44f8-b15c-2d52c3b2c10c, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50803cae-a7c8-4db0-8e02-67fe8bd7f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:55.720722 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.745858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c595e67-322c-4e25-b71d-d776582f91bc req-e2527668-dc16-40e8-8637-f975f827bd90 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:55.755139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c595e67-322c-4e25-b71d-d776582f91bc req-e2527668-dc16-40e8-8637-f975f827bd90 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 1.6310189 Dec 12 04:16:55.786638 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7cf9-337b-4089-99b8-c42180099523 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.787869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7cf9-337b-4089-99b8-c42180099523 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.798483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Attempting to bind port 29c43e1e-d9fb-4c2c-b57f-2086064596af on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:55.798793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Attempting to bind port 29c43e1e-d9fb-4c2c-b57f-2086064596af by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c3da28e6-1f9e-4d9a-af1f-9d357c2bac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f8cc63d9-0004-4bf9-ab87-e101e565f5bc'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:55.799281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Attempting to bind port 29c43e1e-d9fb-4c2c-b57f-2086064596af on network f8cc63d9-0004-4bf9-ab87-e101e565f5bc {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:55.814497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f951933-5a67-47ef-bc5e-f80b6a7646b5 req-e586962c-7917-4f3d-9a4f-49fc0c4176fe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9747586 Dec 12 04:16:55.847138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Port 29c43e1e-d9fb-4c2c-b57f-2086064596af on network f8cc63d9-0004-4bf9-ab87-e101e565f5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:55.847138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Attempting to bind port 29c43e1e-d9fb-4c2c-b57f-2086064596af on network f8cc63d9-0004-4bf9-ab87-e101e565f5bc {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:55.851719 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7cf9-337b-4089-99b8-c42180099523 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.853330 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.858064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:55.858952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Checking segment: {'id': 'c3da28e6-1f9e-4d9a-af1f-9d357c2bac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f8cc63d9-0004-4bf9-ab87-e101e565f5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:55.859510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Bound using segment: {'id': 'c3da28e6-1f9e-4d9a-af1f-9d357c2bac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f8cc63d9-0004-4bf9-ab87-e101e565f5bc'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:55.860793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Bound port: 29c43e1e-d9fb-4c2c-b57f-2086064596af, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3da28e6-1f9e-4d9a-af1f-9d357c2bac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f8cc63d9-0004-4bf9-ab87-e101e565f5bc'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:55.861203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.901082 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7cf9-337b-4089-99b8-c42180099523 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.906220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:55.977564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Attempting to bind port 50c32b66-1914-4858-b0c4-599461ce68a6 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:16:55.977988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Attempting to bind port 50c32b66-1914-4858-b0c4-599461ce68a6 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:16:55.978450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Attempting to bind port 50c32b66-1914-4858-b0c4-599461ce68a6 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:55.994544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Port 50c32b66-1914-4858-b0c4-599461ce68a6 on network 820fa5df-1459-434b-a847-5908eb8140d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:16:55.995036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Attempting to bind port 50c32b66-1914-4858-b0c4-599461ce68a6 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:16:55.999130 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7cf9-337b-4089-99b8-c42180099523 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.001321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fd0a7cf9-337b-4089-99b8-c42180099523 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5855479 Dec 12 04:16:56.024787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51934) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:56.025986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:16:56.026333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Checking segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:16:56.026730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Bound using segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:16:56.027187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Bound port: 50c32b66-1914-4858-b0c4-599461ce68a6, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:16:56.027563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.104080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] For port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:56.107725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.117986 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.135768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Network e8e2a7cd-1867-43b6-b91a-544b9c535e2a is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:16:56.150846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] For port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:56.158189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-255c0b24-b177-4fb8-8449-59c24da552c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.160042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-138a458a-c05c-456b-a7d7-4133661d2b9b req-255c0b24-b177-4fb8-8449-59c24da552c3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4880950 Dec 12 04:16:56.205477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.205804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:16:56.215924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:16:56.220427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845f3ef-dc9a-4bad-8b19-427d6837b938 req-f5e12869-c5c6-4ee7-87c2-d6d0cfafc031 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.222131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3845f3ef-dc9a-4bad-8b19-427d6837b938 req-f5e12869-c5c6-4ee7-87c2-d6d0cfafc031 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 944 time: 0.2450268 Dec 12 04:16:56.239104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] For port 29c43e1e-d9fb-4c2c-b57f-2086064596af, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:56.267786 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb1258ec-3566-4fcb-aab9-4c267ba00e7d tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.269943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:56.282821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c595e67-322c-4e25-b71d-d776582f91bc req-1d713492-186e-4cb8-9665-4e35e1d178c7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260897 Dec 12 04:16:56.316002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.316640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.318546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] 10.222.0.18 "PUT /v2.0/ports/e1307ca1-10fe-44f8-b15c-2d52c3b2c10c HTTP/1.1" status: 200 len: 1091 time: 4.4620488 Dec 12 04:16:56.323400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] For port 29c43e1e-d9fb-4c2c-b57f-2086064596af, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=29c43e1e-d9fb-4c2c-b57f-2086064596af,segment=NetworkSegment(c3da28e6-1f9e-4d9a-af1f-9d357c2bac21),segment_id=c3da28e6-1f9e-4d9a-af1f-9d357c2bac21)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:56.325363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:56.329790 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636bf9a4-92f4-4c19-99f8-b5399006ea95" -d '{"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "e1307ca1-10fe-44f8-b15c-2d52c3b2c10c"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:56.336848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d68368ef-560f-40aa-a7ef-846fee1d6cd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6cbb20a94c14e569442af3ceba36423&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3762758 Dec 12 04:16:56.338187 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.341313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1401c99-7517-4f54-8fae-5cd0d45895e8 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:16:56.345697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51938) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:56.353445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.358106 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b18d36bd-f695-441c-8495-1192340599e7 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e1401c99-7517-4f54-8fae-5cd0d45895e8 HTTP/1.1" status: 204 len: 168 time: 4.8335459 Dec 12 04:16:56.379945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.393630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51940) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:56.501575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.502302 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.509545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] For port 50c32b66-1914-4858-b0c4-599461ce68a6, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:16:56.528648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-1544f338-9ff8-4cd2-8060-dc5f8a750798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.529088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-1544f338-9ff8-4cd2-8060-dc5f8a750798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.529587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-1544f338-9ff8-4cd2-8060-dc5f8a750798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.531369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-1544f338-9ff8-4cd2-8060-dc5f8a750798 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7993364 Dec 12 04:16:56.618552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.619264 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.620789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] 10.222.0.18 "PUT /v2.0/ports/29c43e1e-d9fb-4c2c-b57f-2086064596af HTTP/1.1" status: 200 len: 1092 time: 4.1572218 Dec 12 04:16:56.623063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79354b39-61dc-4d0e-bb9d-49b3cd109e6a service neutron] Pushing event updated for resources: {'Port': ['ID=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:56.631103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3845f3ef-dc9a-4bad-8b19-427d6837b938 req-659a8d57-c4cd-49da-875b-0ee0f8b2436c tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849137 Dec 12 04:16:56.654616 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb1258ec-3566-4fcb-aab9-4c267ba00e7d tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.657647 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb1258ec-3566-4fcb-aab9-4c267ba00e7d tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.665146 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.742807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb1258ec-3566-4fcb-aab9-4c267ba00e7d tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.743464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1258ec-3566-4fcb-aab9-4c267ba00e7d tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68b8d758-ea6e-40f2-b718-063d72a277d8 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:16:56.762633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] For port 50c32b66-1914-4858-b0c4-599461ce68a6, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50c32b66-1914-4858-b0c4-599461ce68a6,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:16:56.766422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb1258ec-3566-4fcb-aab9-4c267ba00e7d tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.771770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb1258ec-3566-4fcb-aab9-4c267ba00e7d tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "DELETE /v2.0/routers/68b8d758-ea6e-40f2-b718-063d72a277d8 HTTP/1.1" status: 204 len: 168 time: 0.7262211 Dec 12 04:16:56.804024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51942) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:56.810034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-16241667-47eb-4cdb-bb7f-f5ce0213b4b5 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Request body: {'router': {'name': 'tempest-router-503467175', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a005a2bf433042b18e60c5d3a96bbf81'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:56.822689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-1544aca1-0402-48cd-ab07-19a46ac744d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9999938 Dec 12 04:16:56.823801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:56.883575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Request body: {'port': {'device_id': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:56.923895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2f28119d-eadf-4bbc-ab2e-cbcebe45aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.924421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2f28119d-eadf-4bbc-ab2e-cbcebe45aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.924936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2f28119d-eadf-4bbc-ab2e-cbcebe45aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.925596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2f28119d-eadf-4bbc-ab2e-cbcebe45aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.925963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2f28119d-eadf-4bbc-ab2e-cbcebe45aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.926443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2f28119d-eadf-4bbc-ab2e-cbcebe45aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.926949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2f28119d-eadf-4bbc-ab2e-cbcebe45aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:56.929751 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2f28119d-eadf-4bbc-ab2e-cbcebe45aa66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6474 time: 0.3987639 Dec 12 04:16:57.017698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa92d-e92c-4220-bca6-342050383d7d req-cb23052c-47b7-4020-8753-c9dc67473861 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.028585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa92d-e92c-4220-bca6-342050383d7d req-cb23052c-47b7-4020-8753-c9dc67473861 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.044212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa92d-e92c-4220-bca6-342050383d7d req-cb23052c-47b7-4020-8753-c9dc67473861 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.051689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa92d-e92c-4220-bca6-342050383d7d req-cb23052c-47b7-4020-8753-c9dc67473861 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.059538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa92d-e92c-4220-bca6-342050383d7d req-cb23052c-47b7-4020-8753-c9dc67473861 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.064463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1aac1-2af7-41d1-9071-ea541007d560 service neutron] Pushing event updated for resources: {'Port': ['ID=29c43e1e-d9fb-4c2c-b57f-2086064596af,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:57.067192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa92d-e92c-4220-bca6-342050383d7d req-cb23052c-47b7-4020-8753-c9dc67473861 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.071221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-a5dce840-f405-4fff-9006-36e1d30fa504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.073751 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-a5dce840-f405-4fff-9006-36e1d30fa504 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ee8e9f4374cee8b5c7c3d7ecb0231&device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 1095 time: 0.3351407 Dec 12 04:16:57.080271 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-159ea049-68e3-41fb-94ae-cbf44f61311d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50865e90-2d61-4c3f-845d-73e68d27bd50 HTTP/1.1" status: 200 len: 217 time: 0.1083591 Dec 12 04:16:57.082461 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.085140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa92d-e92c-4220-bca6-342050383d7d req-cb23052c-47b7-4020-8753-c9dc67473861 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.098144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa3aa92d-e92c-4220-bca6-342050383d7d req-cb23052c-47b7-4020-8753-c9dc67473861 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5393 time: 0.6545730 Dec 12 04:16:57.100283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b2deb-4836-4106-a7ac-ad9f3f493d56 req-81c22ecf-1fc1-44c8-a284-9a4d6c0db811 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.102039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b1b2deb-4836-4106-a7ac-ad9f3f493d56 req-81c22ecf-1fc1-44c8-a284-9a4d6c0db811 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 932 time: 0.2756164 Dec 12 04:16:57.174267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-d7b5e58e-ef81-494f-92f3-d5c0a239fdf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c43e1e-d9fb-4c2c-b57f-2086064596af HTTP/1.1" status: 200 len: 217 time: 0.0621567 Dec 12 04:16:57.373380 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b1b2deb-4836-4106-a7ac-ad9f3f493d56 req-e60a21eb-6046-4058-a547-b381dedd4d8c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968622 Dec 12 04:16:57.382616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-f6cbfe65-2647-48a4-8f0d-41c140993e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.385133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-f6cbfe65-2647-48a4-8f0d-41c140993e14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26393570-d102-4255-b765-d7dba691c0e9 HTTP/1.1" status: 200 len: 861 time: 0.1993682 Dec 12 04:16:57.387644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-4d960257-a631-4ac0-ab58-bfc977001373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.399351 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-4d960257-a631-4ac0-ab58-bfc977001373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8498c706-8988-4493-9db4-a7c752384c54 HTTP/1.1" status: 200 len: 851 time: 0.2861817 Dec 12 04:16:57.467087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-5f0aecd2-1478-4586-b5e1-34a3a10beb89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8cc63d9-0004-4bf9-ab87-e101e565f5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564144 Dec 12 04:16:57.473187 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea6e0f0-9329-467a-b798-c84e8bda2d10 x-openstack-request-id: req-3ea6e0f0-9329-467a-b798-c84e8bda2d10 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:57.473522 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "e1307ca1-10fe-44f8-b15c-2d52c3b2c10c", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:57.473755 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ea6e0f0-9329-467a-b798-c84e8bda2d10 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:57.474188 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c', 'status': 'completed', 'code': 200} Dec 12 04:16:57.494316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6779-56f7-4253-b4ec-85a19b596a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.495331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Deleting port 8558b435-e350-4153-a88d-1fb7e8a23cba {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:16:57.498795 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.517204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6779-56f7-4253-b4ec-85a19b596a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.598068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.598610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.600069 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] 10.222.0.37 "PUT /v2.0/ports/50c32b66-1914-4858-b0c4-599461ce68a6 HTTP/1.1" status: 200 len: 1091 time: 5.0664775 Dec 12 04:16:57.605584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '50c32b66-1914-4858-b0c4-599461ce68a6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:57.608152 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a3e34-0b12-4e31-bb65-37a80357c206" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "50c32b66-1914-4858-b0c4-599461ce68a6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:57.610959 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6779-56f7-4253-b4ec-85a19b596a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.613788 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6779-56f7-4253-b4ec-85a19b596a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.617912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ebaa6779-56f7-4253-b4ec-85a19b596a8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8363f137-b956-44c5-9c26-e8fc8a3854a3 HTTP/1.1" status: 204 len: 168 time: 1.2228220 Dec 12 04:16:57.640782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] For port 8558b435-e350-4153-a88d-1fb7e8a23cba, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8558b435-e350-4153-a88d-1fb7e8a23cba,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:16:57.641186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.661848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Calling delete_port for 8558b435-e350-4153-a88d-1fb7e8a23cba owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:16:57.692987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16241667-47eb-4cdb-bb7f-f5ce0213b4b5 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.694045 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16241667-47eb-4cdb-bb7f-f5ce0213b4b5 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.717924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:57.813913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa6779-56f7-4253-b4ec-85a19b596a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363f137-b956-44c5-9c26-e8fc8a3854a3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:57.905008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa3aa92d-e92c-4220-bca6-342050383d7d req-37bbce6a-11a8-4bc6-9120-d0513fefd130 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8047059 Dec 12 04:16:57.933818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-47c7228b-f43f-47c7-a66a-58bd18273b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:57.935916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8071e86d-a31a-4091-8e3c-1ca7d85445d1 req-47c7228b-f43f-47c7-a66a-58bd18273b05 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2092137 Dec 12 04:16:57.940598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7b698-c2a2-40b9-9b00-1ec115313a0a service neutron] Pushing event updated for resources: {'Port': ['ID=50c32b66-1914-4858-b0c4-599461ce68a6,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:57.964139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:57.973270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:58.105017 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:58.193898 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-5aed05b9-fc87-42db-a2cc-0ae0ddae15d8 service neutron] 10.222.0.18 "GET /v2.0/networks/f8cc63d9-0004-4bf9-ab87-e101e565f5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014956 Dec 12 04:16:58.213590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6617c927-f813-4b86-adce-8f79fe1619c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:58.215590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16241667-47eb-4cdb-bb7f-f5ce0213b4b5 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:58.215718 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-6617c927-f813-4b86-adce-8f79fe1619c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e24b41d5-580c-404e-9977-7163a101b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8152351 Dec 12 04:16:58.230721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event deleted for resources: {'Port': ['ID=8558b435-e350-4153-a88d-1fb7e8a23cba,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:58.280456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16241667-47eb-4cdb-bb7f-f5ce0213b4b5 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:58.333382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16241667-47eb-4cdb-bb7f-f5ce0213b4b5 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:58.335902 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-16241667-47eb-4cdb-bb7f-f5ce0213b4b5 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5300634 Dec 12 04:16:58.348525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51964) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:58.365050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:58.416886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e84705c5-0627-4323-bbe6-30851caa1a59 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:16:58.450000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e84705c5-0627-4323-bbe6-30851caa1a59 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:16:58.450924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e84705c5-0627-4323-bbe6-30851caa1a59 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:16:58.474570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f601b-56b3-4900-b677-667feb7d10a1 req-03fc764a-bb7e-4748-a9bb-a72cabf0d9cd tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:58.480699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f601b-56b3-4900-b677-667feb7d10a1 req-03fc764a-bb7e-4748-a9bb-a72cabf0d9cd tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:58.486955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f601b-56b3-4900-b677-667feb7d10a1 req-03fc764a-bb7e-4748-a9bb-a72cabf0d9cd tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:58.493345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f601b-56b3-4900-b677-667feb7d10a1 req-03fc764a-bb7e-4748-a9bb-a72cabf0d9cd tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:58.499530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f601b-56b3-4900-b677-667feb7d10a1 req-03fc764a-bb7e-4748-a9bb-a72cabf0d9cd tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:58.505554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f601b-56b3-4900-b677-667feb7d10a1 req-03fc764a-bb7e-4748-a9bb-a72cabf0d9cd tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:58.512210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f601b-56b3-4900-b677-667feb7d10a1 req-03fc764a-bb7e-4748-a9bb-a72cabf0d9cd tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:58.514191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-684f601b-56b3-4900-b677-667feb7d10a1 req-03fc764a-bb7e-4748-a9bb-a72cabf0d9cd tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.4153004 Dec 12 04:16:58.567035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:58.600276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404a05-f687-4547-a8e1-65e1f07a2836 req-1bb46e7d-d325-49d9-bc36-15b547ddda6a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:58.601934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8404a05-f687-4547-a8e1-65e1f07a2836 req-1bb46e7d-d325-49d9-bc36-15b547ddda6a tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.4665565 Dec 12 04:16:58.739022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51976) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:58.917247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8404a05-f687-4547-a8e1-65e1f07a2836 req-9d2fabd5-7e33-419b-bb06-015020c60602 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859755 Dec 12 04:16:58.936744 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:58.937145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:58.946980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-402066697-network', 'tenant_id': 'ef23d864f3fb4aeba58abcee17e109bc'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:58.987633 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfafbd6-e9a1-48e1-9679-077b605d73d0 x-openstack-request-id: req-3bfafbd6-e9a1-48e1-9679-077b605d73d0 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:58.987979 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "50c32b66-1914-4858-b0c4-599461ce68a6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:58.988189 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bfafbd6-e9a1-48e1-9679-077b605d73d0 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:58.988593 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '50c32b66-1914-4858-b0c4-599461ce68a6', 'status': 'completed', 'code': 200} Dec 12 04:16:59.072967 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-684f601b-56b3-4900-b677-667feb7d10a1 req-2f530555-eb83-4653-b04b-ee9ce49f698e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5473368 Dec 12 04:16:59.075698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9a5338d-36c4-40c3-9e35-38ef27839335 req-cfabb9fd-d98c-4356-bf4b-563abc71b923 service neutron] 10.222.0.18 "GET /v2.0/networks/f8cc63d9-0004-4bf9-ab87-e101e565f5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8592746 Dec 12 04:16:59.087793 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.091372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.151504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-787cd4a5-297c-41b8-8f91-25a7453de623 service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9028041 Dec 12 04:16:59.155572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.156074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0f7287e-0a47-44f7-a06e-89052b57cb92 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:16:59.187244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.189266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d9f39782-c8e0-4150-9976-5984a543c305 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e0f7287e-0a47-44f7-a06e-89052b57cb92 HTTP/1.1" status: 204 len: 168 time: 2.7914071 Dec 12 04:16:59.193201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103451) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 12 04:16:59.193556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Router 944a716a-4eff-43c2-affe-425491632a06 migrating from provider to provider. {{(pid=103451) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 12 04:16:59.193958 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.197176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51982) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:16:59.206764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Made reservation on behalf of ef23d864f3fb4aeba58abcee17e109bc for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:16:59.209603 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.216503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-502654122', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:16:59.247982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.263460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe26d9f7-c56f-4c18-af19-534b24397d10 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:59.276114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.301450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Transition to ACTIVE for port object fe26d9f7-c56f-4c18-af19-534b24397d10 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:59.303157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.319034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36447a98-61bc-473b-b4f2-60c7253e723c req-461b463e-8cd1-475d-8222-27ee6754062d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.326921 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36447a98-61bc-473b-b4f2-60c7253e723c req-461b463e-8cd1-475d-8222-27ee6754062d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 932 time: 0.1733429 Dec 12 04:16:59.341772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.354637 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.372924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-75704935-943a-4577-847f-4337d2d8efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.373636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-75704935-943a-4577-847f-4337d2d8efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.374144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-75704935-943a-4577-847f-4337d2d8efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.375012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-75704935-943a-4577-847f-4337d2d8efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.375226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-75704935-943a-4577-847f-4337d2d8efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.375771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-75704935-943a-4577-847f-4337d2d8efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.376247 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-75704935-943a-4577-847f-4337d2d8efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.378635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-75704935-943a-4577-847f-4337d2d8efeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6285 time: 0.3478293 Dec 12 04:16:59.390650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fd46a-0087-46b3-b2ef-8652e8daf2be req-77c6b9ef-82fa-42fb-a623-347cc7b883ed tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.391990 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f8fd46a-0087-46b3-b2ef-8652e8daf2be req-77c6b9ef-82fa-42fb-a623-347cc7b883ed tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 944 time: 0.3568888 Dec 12 04:16:59.409849 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36447a98-61bc-473b-b4f2-60c7253e723c req-fc48b118-d516-4b30-b6e0-cb3524deda1a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769579 Dec 12 04:16:59.413055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-209851d8-4661-4e47-95ca-f4a04563f6a0 service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471471 Dec 12 04:16:59.473324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-e58cbb0e-4c56-4087-b17d-e9f46da70b14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 200 len: 217 time: 0.0527899 Dec 12 04:16:59.481261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bcf69f-462f-4c25-9413-39f01e69d113', 'tag': '29c43e1e-d9fb-4c2c-b57f-2086064596af'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:16:59.483519 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bcf69f-462f-4c25-9413-39f01e69d113", "tag": "29c43e1e-d9fb-4c2c-b57f-2086064596af"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:16:59.557228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-5742afb5-d909-44f9-8e21-4a583a798336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.558707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-5742afb5-d909-44f9-8e21-4a583a798336 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0721588 Dec 12 04:16:59.571465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05056e-50f2-43be-9917-e7d2329d29e4 req-75f57ddb-6326-4735-82b2-5bfeefde7ac0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.578005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05056e-50f2-43be-9917-e7d2329d29e4 req-75f57ddb-6326-4735-82b2-5bfeefde7ac0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.584099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05056e-50f2-43be-9917-e7d2329d29e4 req-75f57ddb-6326-4735-82b2-5bfeefde7ac0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.589439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.591279 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.591407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05056e-50f2-43be-9917-e7d2329d29e4 req-75f57ddb-6326-4735-82b2-5bfeefde7ac0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.597082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05056e-50f2-43be-9917-e7d2329d29e4 req-75f57ddb-6326-4735-82b2-5bfeefde7ac0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.604360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05056e-50f2-43be-9917-e7d2329d29e4 req-75f57ddb-6326-4735-82b2-5bfeefde7ac0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.611054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05056e-50f2-43be-9917-e7d2329d29e4 req-75f57ddb-6326-4735-82b2-5bfeefde7ac0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.613067 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f05056e-50f2-43be-9917-e7d2329d29e4 req-75f57ddb-6326-4735-82b2-5bfeefde7ac0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5405 time: 0.1428196 Dec 12 04:16:59.647192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76828b7d-5a09-45f0-8dfb-1cc1855d116e {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:16:59.688369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.720518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe26d9f7-c56f-4c18-af19-534b24397d10,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:16:59.745046 n-d-710847-7 neutron-server[103451]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] No L3 agents can host the router 944a716a-4eff-43c2-affe-425491632a06 Dec 12 04:16:59.751635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a629e792-b357-4c99-9702-f58a2557b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:16:59.753496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a629e792-b357-4c99-9702-f58a2557b4cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393328 Dec 12 04:16:59.765929 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f05056e-50f2-43be-9917-e7d2329d29e4 req-fb8ebe3d-f7f9-4624-8ff8-ec0169b3f621 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1269488 Dec 12 04:16:59.822721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Transition to ACTIVE for port object 76828b7d-5a09-45f0-8dfb-1cc1855d116e will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:16:59.840713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:16:59.893770 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec75b0d6-2432-4b10-b12b-075f788b5fba x-openstack-request-id: req-ec75b0d6-2432-4b10-b12b-075f788b5fba {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:16:59.894079 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bcf69f-462f-4c25-9413-39f01e69d113", "tag": "29c43e1e-d9fb-4c2c-b57f-2086064596af", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:16:59.894447 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec75b0d6-2432-4b10-b12b-075f788b5fba {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:16:59.894857 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bcf69f-462f-4c25-9413-39f01e69d113', 'tag': '29c43e1e-d9fb-4c2c-b57f-2086064596af', 'status': 'completed', 'code': 200} Dec 12 04:16:59.910293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f8fd46a-0087-46b3-b2ef-8652e8daf2be req-676af9b0-dc10-4eb2-91e2-bd1fae199417 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920190 Dec 12 04:16:59.937378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:00.044889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-efbf683e-dbb9-4c61-9d47-1bfa357463ca service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780311 Dec 12 04:17:00.128108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-7247dffa-00a1-4f5f-9016-3e2a54ffe7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.129770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-7247dffa-00a1-4f5f-9016-3e2a54ffe7e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ee8e9f4374cee8b5c7c3d7ecb0231&device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 1095 time: 0.1891050 Dec 12 04:17:00.235293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186eb2-9de8-456b-b4bb-a057eca71419 req-96069b8e-2759-408c-b370-3160d8e423ba tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.236873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6e186eb2-9de8-456b-b4bb-a057eca71419 req-96069b8e-2759-408c-b370-3160d8e423ba tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.1968331 Dec 12 04:17:00.259368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-edaf99e4-a964-49a1-8c60-3bb2ca0baea2 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844912 Dec 12 04:17:00.296450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8558b435-e350-4153-a88d-1fb7e8a23cba no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:00.323566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 8558b435-e350-4153-a88d-1fb7e8a23cba {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:17:00.324258 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8558b435-e350-4153-a88d-1fb7e8a23cba not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:17:00.369695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-886ced69-45dc-4306-b4cc-e6dfa4b9d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.371246 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-886ced69-45dc-4306-b4cc-e6dfa4b9d80c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f8cc63d9-0004-4bf9-ab87-e101e565f5bc HTTP/1.1" status: 200 len: 921 time: 0.2345841 Dec 12 04:17:00.372530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-0b17dc9b-7367-4346-b181-0909b443fd48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 200 len: 217 time: 0.0650554 Dec 12 04:17:00.433920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-e9e55d01-9aaa-41c2-aed1-946270ac8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.434444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-e9e55d01-9aaa-41c2-aed1-946270ac8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.434928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-e9e55d01-9aaa-41c2-aed1-946270ac8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.436702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-e9e55d01-9aaa-41c2-aed1-946270ac8c98 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9754510 Dec 12 04:17:00.467106 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-5da83b80-4237-4184-b87d-f7d302848c31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c43e1e-d9fb-4c2c-b57f-2086064596af HTTP/1.1" status: 200 len: 217 time: 0.0809541 Dec 12 04:17:00.471684 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6e186eb2-9de8-456b-b4bb-a057eca71419 req-682ffb04-8ac3-4d36-b924-9b468f225a74 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112920 Dec 12 04:17:00.532934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-adfd5ab3-f397-4b85-aa10-26ac2fc9a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.534725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-adfd5ab3-f397-4b85-aa10-26ac2fc9a4d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.1475587 Dec 12 04:17:00.539331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:00.558497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-270d0243-a7e1-49a1-a3ba-40d7b437d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.560383 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-270d0243-a7e1-49a1-a3ba-40d7b437d498 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26393570-d102-4255-b765-d7dba691c0e9 HTTP/1.1" status: 200 len: 861 time: 0.0835886 Dec 12 04:17:00.623300 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:00.625725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:00.626030 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-983c8749-a163-4e7b-b75a-ef20bded9838 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8cc63d9-0004-4bf9-ab87-e101e565f5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434773 Dec 12 04:17:00.656453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Attempting to bind port fe26d9f7-c56f-4c18-af19-534b24397d10 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:00.656453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Attempting to bind port fe26d9f7-c56f-4c18-af19-534b24397d10 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:00.656757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Attempting to bind port fe26d9f7-c56f-4c18-af19-534b24397d10 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:00.712159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-cecca765-0930-4714-a9af-52295c2624a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.713825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-cecca765-0930-4714-a9af-52295c2624a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1697533 Dec 12 04:17:00.759802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01ba2-c350-47bb-9783-2a9b0d9bf5c3 req-9aa7b13d-ed0c-415e-81a4-3af5bf3d078b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:00.761535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dc01ba2-c350-47bb-9783-2a9b0d9bf5c3 req-9aa7b13d-ed0c-415e-81a4-3af5bf3d078b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1673713 Dec 12 04:17:00.838734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Port fe26d9f7-c56f-4c18-af19-534b24397d10 on network 820fa5df-1459-434b-a847-5908eb8140d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:00.839033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Attempting to bind port fe26d9f7-c56f-4c18-af19-534b24397d10 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:00.842989 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-037b49bb-4b9e-4e7b-812b-55806af6647b service neutron] 10.222.0.18 "GET /v2.0/networks/f8cc63d9-0004-4bf9-ab87-e101e565f5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003994 Dec 12 04:17:00.857462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:17:00.883704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:00.895286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Hosts for router 944a716a-4eff-43c2-affe-425491632a06: [] {{(pid=103451) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 12 04:17:00.906730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:00.907105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Checking segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:00.907610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Bound using segment: {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:00.908146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Bound port: fe26d9f7-c56f-4c18-af19-534b24397d10, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99dd071-3bd5-485b-be87-c6627f05403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:00.908650 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:00.918876 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0abd582-e64e-440b-b0b4-a93911863181 req-b0925245-fac0-469a-9065-e2bc8c78f946 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9124219 Dec 12 04:17:00.921296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae6d08-58ff-49e1-b8a3-8241c17a1104,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:00.960115 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:00.960864 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Added segment 27c4c17e-34df-4c14-af42-aa6a26370af8 of type vlan for network 1711a589-1c5a-4479-9131-07fa9a918274 Dec 12 04:17:00.967940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dc01ba2-c350-47bb-9783-2a9b0d9bf5c3 req-b9706839-110b-44ff-b47d-0880603dc50a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743433 Dec 12 04:17:00.990943 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-28366d6b-55e5-490d-b0a3-cbb7683800aa service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687638 Dec 12 04:17:01.018654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a081a-211b-4a1d-9983-c72273b5d76e req-285aac98-5496-4b27-b085-ee4029cb3494 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.025923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a081a-211b-4a1d-9983-c72273b5d76e req-285aac98-5496-4b27-b085-ee4029cb3494 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.032588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a081a-211b-4a1d-9983-c72273b5d76e req-285aac98-5496-4b27-b085-ee4029cb3494 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.039689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a081a-211b-4a1d-9983-c72273b5d76e req-285aac98-5496-4b27-b085-ee4029cb3494 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.046661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a081a-211b-4a1d-9983-c72273b5d76e req-285aac98-5496-4b27-b085-ee4029cb3494 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.053464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a081a-211b-4a1d-9983-c72273b5d76e req-285aac98-5496-4b27-b085-ee4029cb3494 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.057165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da7bab2f-1cbb-406a-991d-bfe04ff1ceba req-d504d5bd-f811-4410-ae78-d8b1cf4b3e68 service neutron] 10.222.0.18 "GET /v2.0/networks/f8cc63d9-0004-4bf9-ab87-e101e565f5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045219 Dec 12 04:17:01.060572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a081a-211b-4a1d-9983-c72273b5d76e req-285aac98-5496-4b27-b085-ee4029cb3494 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.063182 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-338a081a-211b-4a1d-9983-c72273b5d76e req-285aac98-5496-4b27-b085-ee4029cb3494 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.6965075 Dec 12 04:17:01.103891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Hosts for other DVR routers connected to router 944a716a-4eff-43c2-affe-425491632a06: set() {{(pid=103451) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 12 04:17:01.106580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.107761 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e5ef8a9d-418f-4778-9acd-e944d56969e1 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "PUT /v2.0/routers/944a716a-4eff-43c2-affe-425491632a06 HTTP/1.1" status: 200 len: 716 time: 2.7498744 Dec 12 04:17:01.124136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51998) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:01.221621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fd24786b-2747-4e73-9c09-1411d278c783 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "GET /v2.0/routers/944a716a-4eff-43c2-affe-425491632a06 HTTP/1.1" status: 200 len: 716 time: 0.0949745 Dec 12 04:17:01.230200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52000) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:01.245048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-33dba344-6d20-4d2f-a29b-419e6981fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.246765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc1a3e34-0b12-4e31-bb65-37a80357c206 req-33dba344-6d20-4d2f-a29b-419e6981fbc1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7358994 Dec 12 04:17:01.250420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b97d-f507-4cc7-bf09-dba805a5f156 req-14994330-3353-4427-8279-662a221a34f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.257012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b97d-f507-4cc7-bf09-dba805a5f156 req-14994330-3353-4427-8279-662a221a34f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.262982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b97d-f507-4cc7-bf09-dba805a5f156 req-14994330-3353-4427-8279-662a221a34f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.268064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.269254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b97d-f507-4cc7-bf09-dba805a5f156 req-14994330-3353-4427-8279-662a221a34f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.270285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Attempting to bind port 76828b7d-5a09-45f0-8dfb-1cc1855d116e on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:01.270568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Attempting to bind port 76828b7d-5a09-45f0-8dfb-1cc1855d116e by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'd3e5908a-3c33-40ce-bf56-8152cac8020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:01.270950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Attempting to bind port 76828b7d-5a09-45f0-8dfb-1cc1855d116e on network e8e2a7cd-1867-43b6-b91a-544b9c535e2a {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:01.275652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b97d-f507-4cc7-bf09-dba805a5f156 req-14994330-3353-4427-8279-662a221a34f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.281856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b97d-f507-4cc7-bf09-dba805a5f156 req-14994330-3353-4427-8279-662a221a34f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.289527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b97d-f507-4cc7-bf09-dba805a5f156 req-14994330-3353-4427-8279-662a221a34f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.299170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5815b97d-f507-4cc7-bf09-dba805a5f156 req-14994330-3353-4427-8279-662a221a34f3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5405 time: 0.2643435 Dec 12 04:17:01.317416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Port 76828b7d-5a09-45f0-8dfb-1cc1855d116e on network e8e2a7cd-1867-43b6-b91a-544b9c535e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:01.318107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Attempting to bind port 76828b7d-5a09-45f0-8dfb-1cc1855d116e on network e8e2a7cd-1867-43b6-b91a-544b9c535e2a {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:01.329677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-5ccf32bf-86b3-414b-8563-8567219d7be7 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937756 Dec 12 04:17:01.365861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:01.366272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Checking segment: {'id': 'd3e5908a-3c33-40ce-bf56-8152cac8020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:01.367261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Bound using segment: {'id': 'd3e5908a-3c33-40ce-bf56-8152cac8020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:01.367782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Bound port: 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e5908a-3c33-40ce-bf56-8152cac8020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:01.368150 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.384744 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5815b97d-f507-4cc7-bf09-dba805a5f156 req-7b826ffb-084d-48d3-9c95-3f0bd3a68087 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0845230 Dec 12 04:17:01.388210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abd582-e64e-440b-b0b4-a93911863181 req-8ca25ce8-6434-46a4-a00b-7c0b7f863f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.390414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0abd582-e64e-440b-b0b4-a93911863181 req-8ca25ce8-6434-46a4-a00b-7c0b7f863f9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 1096 time: 0.4098129 Dec 12 04:17:01.422027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] For port fe26d9f7-c56f-4c18-af19-534b24397d10, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:01.454607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-01569eeb-d707-4d29-96a4-dc98dbd9f705 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93 HTTP/1.1" status: 200 len: 217 time: 0.0683763 Dec 12 04:17:01.457961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-338a081a-211b-4a1d-9983-c72273b5d76e req-12c2aa81-f384-4bbd-abe8-caab29499f28 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3567243 Dec 12 04:17:01.478466 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.479917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.480760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.536718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] For port fe26d9f7-c56f-4c18-af19-534b24397d10, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=fe26d9f7-c56f-4c18-af19-534b24397d10,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:01.598496 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.695916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-1b58ac4f-f697-4027-8e3c-4fa59160697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.697779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-1b58ac4f-f697-4027-8e3c-4fa59160697f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.2271609 Dec 12 04:17:01.701924 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9586821 Dec 12 04:17:01.704020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0286d0d1-5552-4f91-84b6-fd3a63452e9b tempest-RoutersTestDVR-761353408 tempest-RoutersTestDVR-761353408-project] 10.222.0.36 "GET /v2.0/routers/944a716a-4eff-43c2-affe-425491632a06 HTTP/1.1" status: 200 len: 682 time: 0.4709871 Dec 12 04:17:01.707218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52006) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:01.707802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52008) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:01.728712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Request body: {'subnet': {'network_id': '1711a589-1c5a-4479-9131-07fa9a918274', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-402066697-subnet', 'tenant_id': 'ef23d864f3fb4aeba58abcee17e109bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:01.750306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.750966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.752394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/fe26d9f7-c56f-4c18-af19-534b24397d10 HTTP/1.1" status: 200 len: 1090 time: 4.1006899 Dec 12 04:17:01.755730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f73e1f-786b-4c72-8858-203df16d6a28 admin admin] Pushing event updated for resources: {'Network': ['ID=1711a589-1c5a-4479-9131-07fa9a918274,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:01.758299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': 'fe26d9f7-c56f-4c18-af19-534b24397d10'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:01.763622 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "fe26d9f7-c56f-4c18-af19-534b24397d10"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:01.772996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1711a589-1c5a-4479-9131-07fa9a918274 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:17:01.795410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:01.831202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b79e45-6371-49dc-b66a-10176f1aa2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe26d9f7-c56f-4c18-af19-534b24397d10,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:01.835230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:01.840088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:01.852068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ddacd-51a7-4606-999c-02be681ed4cf req-92c79d26-8fe4-4ea4-83ba-06a7faa2ba57 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.860447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c45ddacd-51a7-4606-999c-02be681ed4cf req-92c79d26-8fe4-4ea4-83ba-06a7faa2ba57 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.2889552 Dec 12 04:17:01.874565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96aacd-8f42-4bc0-be7f-c271f3c40d53 req-ced301fc-1bf5-4157-bfc1-2008651b6ebe tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.876547 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c96aacd-8f42-4bc0-be7f-c271f3c40d53 req-ced301fc-1bf5-4157-bfc1-2008651b6ebe tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 944 time: 0.3629372 Dec 12 04:17:01.882947 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-857ca64f-f3d3-4523-89db-46d92fc4d7be tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.899618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.916165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abd582-e64e-440b-b0b4-a93911863181 req-2b82bc42-889e-4d10-a087-ef6041bf42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.923237 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0abd582-e64e-440b-b0b4-a93911863181 req-2b82bc42-889e-4d10-a087-ef6041bf42a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.4881332 Dec 12 04:17:01.971005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Made reservation on behalf of ef23d864f3fb4aeba58abcee17e109bc for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:01.973328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:01.986154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-fed9c5f8-fed7-4c6d-b4e6-732e33493b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:01.987681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-fed9c5f8-fed7-4c6d-b4e6-732e33493b2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2824652 Dec 12 04:17:02.065747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.066310 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.067739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] 10.222.0.18 "PUT /v2.0/ports/76828b7d-5a09-45f0-8dfb-1cc1855d116e HTTP/1.1" status: 200 len: 1092 time: 5.2211654 Dec 12 04:17:02.069073 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0abd582-e64e-440b-b0b4-a93911863181 req-2968958d-b893-4033-9d47-c102c4f2d1c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 200 len: 217 time: 0.0839128 Dec 12 04:17:02.288185 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.290812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1e7a0-289c-45a5-8826-f74700c47df7 service neutron] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:02.361999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-412b3b65-cd89-4d3f-a04c-724e9cc9e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.363453 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-412b3b65-cd89-4d3f-a04c-724e9cc9e720 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 1095 time: 0.2003543 Dec 12 04:17:02.367583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c45ddacd-51a7-4606-999c-02be681ed4cf req-1d48b7e0-624d-4be2-b6f3-55133d9e62c9 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550474 Dec 12 04:17:02.536866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abd582-e64e-440b-b0b4-a93911863181 req-7067a9f0-203e-4364-a52d-53f83622632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.539077 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0abd582-e64e-440b-b0b4-a93911863181 req-7067a9f0-203e-4364-a52d-53f83622632f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.4623909 Dec 12 04:17:02.551326 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fd94aa-ebfc-4b29-8b6e-39a5eb5e3400 x-openstack-request-id: req-d4fd94aa-ebfc-4b29-8b6e-39a5eb5e3400 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:02.551633 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "fe26d9f7-c56f-4c18-af19-534b24397d10", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:02.551895 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4fd94aa-ebfc-4b29-8b6e-39a5eb5e3400 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:02.552298 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': 'fe26d9f7-c56f-4c18-af19-534b24397d10', 'status': 'completed', 'code': 200} Dec 12 04:17:02.554504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.568514 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-857ca64f-f3d3-4523-89db-46d92fc4d7be tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.574730 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-857ca64f-f3d3-4523-89db-46d92fc4d7be tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.586999 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c96aacd-8f42-4bc0-be7f-c271f3c40d53 req-ac4bb2fa-39fe-488d-b585-4b86889b0520 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6960545 Dec 12 04:17:02.663692 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-857ca64f-f3d3-4523-89db-46d92fc4d7be tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.664251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857ca64f-f3d3-4523-89db-46d92fc4d7be tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 944a716a-4eff-43c2-affe-425491632a06 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:17:02.676330 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-857ca64f-f3d3-4523-89db-46d92fc4d7be tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.678376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-857ca64f-f3d3-4523-89db-46d92fc4d7be tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "DELETE /v2.0/routers/944a716a-4eff-43c2-affe-425491632a06 HTTP/1.1" status: 204 len: 168 time: 0.9627867 Dec 12 04:17:02.688440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52018) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:02.701741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-082985e4-11e4-47ed-ae81-016ee4e2ea68 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Request body: {'router': {'name': 'tempest-router-1308799467', 'distributed': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:02.754508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-32d55b3c-75ce-4467-9723-b2c82ff6d62e service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253625 Dec 12 04:17:02.878987 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-082985e4-11e4-47ed-ae81-016ee4e2ea68 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.879945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-082985e4-11e4-47ed-ae81-016ee4e2ea68 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.905111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 29c43e1e-d9fb-4c2c-b57f-2086064596af details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:02.950929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d3564-1de4-458a-983d-2fc0fb08e505 req-f2f979dc-843c-4db1-a812-7f95ad8b8290 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.957262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d3564-1de4-458a-983d-2fc0fb08e505 req-f2f979dc-843c-4db1-a812-7f95ad8b8290 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.963514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d3564-1de4-458a-983d-2fc0fb08e505 req-f2f979dc-843c-4db1-a812-7f95ad8b8290 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.969971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d3564-1de4-458a-983d-2fc0fb08e505 req-f2f979dc-843c-4db1-a812-7f95ad8b8290 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.976643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d3564-1de4-458a-983d-2fc0fb08e505 req-f2f979dc-843c-4db1-a812-7f95ad8b8290 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.977340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-6e4fad18-1b70-490b-8368-0c6fc49f5e0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e HTTP/1.1" status: 200 len: 217 time: 0.4372568 Dec 12 04:17:02.983625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d3564-1de4-458a-983d-2fc0fb08e505 req-f2f979dc-843c-4db1-a812-7f95ad8b8290 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.984765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:02.987887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0abd582-e64e-440b-b0b4-a93911863181 req-7019e36a-5f8a-462d-8748-c3670b80d9a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4109826 Dec 12 04:17:02.990139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d3564-1de4-458a-983d-2fc0fb08e505 req-f2f979dc-843c-4db1-a812-7f95ad8b8290 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:02.992916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef6d3564-1de4-458a-983d-2fc0fb08e505 req-f2f979dc-843c-4db1-a812-7f95ad8b8290 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5405 time: 0.2829595 Dec 12 04:17:03.000246 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.078863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 29c43e1e-d9fb-4c2c-b57f-2086064596af, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=29c43e1e-d9fb-4c2c-b57f-2086064596af,segment=NetworkSegment(c3da28e6-1f9e-4d9a-af1f-9d357c2bac21),segment_id=c3da28e6-1f9e-4d9a-af1f-9d357c2bac21)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:03.100176 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-082985e4-11e4-47ed-ae81-016ee4e2ea68 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.103163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '29c43e1e-d9fb-4c2c-b57f-2086064596af', 'network_id': 'f8cc63d9-0004-4bf9-ab87-e101e565f5bc', 'port_id': '29c43e1e-d9fb-4c2c-b57f-2086064596af', 'mac_address': 'fa:16:3e:b4:e4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26393570-d102-4255-b765-d7dba691c0e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:03.118320 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-001dd4e8-7fb6-4b50-8a8f-196778cfb03e service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339715 Dec 12 04:17:03.119300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-082985e4-11e4-47ed-ae81-016ee4e2ea68 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.172118 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.172340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-cc74f0ed-bdc8-40f2-bf37-1f0de57e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.172779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-cc74f0ed-bdc8-40f2-bf37-1f0de57e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.173200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-cc74f0ed-bdc8-40f2-bf37-1f0de57e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.173683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-cc74f0ed-bdc8-40f2-bf37-1f0de57e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.174158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-cc74f0ed-bdc8-40f2-bf37-1f0de57e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.174635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-cc74f0ed-bdc8-40f2-bf37-1f0de57e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.175301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-cc74f0ed-bdc8-40f2-bf37-1f0de57e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.177378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-cc74f0ed-bdc8-40f2-bf37-1f0de57e4c81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6352 time: 0.6243453 Dec 12 04:17:03.182786 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-7a4d83ff-cb04-4570-9395-606ffdf09e7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ac44bc2b-566d-43df-a507-1831e4b1458e HTTP/1.1" status: 200 len: 217 time: 0.0476713 Dec 12 04:17:03.203618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c43e1e-d9fb-4c2c-b57f-2086064596af {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:03.208415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3246928a-3017-461f-9e8c-f017be9376c5,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:03.208552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39be86-7934-4997-9d2a-bea41be0ea5c req-15b6418a-76e1-4f7e-b519-a2f67c7c8d75 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.210655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ca39be86-7934-4997-9d2a-bea41be0ea5c req-15b6418a-76e1-4f7e-b519-a2f67c7c8d75 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.6608479 Dec 12 04:17:03.251837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 29c43e1e-d9fb-4c2c-b57f-2086064596af, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=29c43e1e-d9fb-4c2c-b57f-2086064596af,segment=NetworkSegment(c3da28e6-1f9e-4d9a-af1f-9d357c2bac21),segment_id=c3da28e6-1f9e-4d9a-af1f-9d357c2bac21)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:03.262298 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.293957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-b7343311-4fb2-448e-a383-1347e348d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.295611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-b7343311-4fb2-448e-a383-1347e348d422 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.1034620 Dec 12 04:17:03.311983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-b53b1b43-1b82-4a80-8420-891fac3798d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.313494 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-b53b1b43-1b82-4a80-8420-891fac3798d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36aeef72-4114-4e29-ab24-bffc6a86ff95 HTTP/1.1" status: 200 len: 853 time: 0.3208237 Dec 12 04:17:03.329182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-082985e4-11e4-47ed-ae81-016ee4e2ea68 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.332862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-082985e4-11e4-47ed-ae81-016ee4e2ea68 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6407635 Dec 12 04:17:03.333604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52020) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:03.339323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=29c43e1e-d9fb-4c2c-b57f-2086064596af,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:03.352567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.353510 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.354066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.355539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.356203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.356903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.358529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.359585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.360193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.360754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.361346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.362542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.363102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:03.423329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef6d3564-1de4-458a-983d-2fc0fb08e505 req-23edf2a5-f79f-4ba4-bab1-6fd5d17b794d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3997033 Dec 12 04:17:03.423582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Checking segment: {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:03.424063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Network hostable DHCP agents. Network: 1711a589-1c5a-4479-9131-07fa9a918274, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:17:03.463673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-a1d3b840-8ddb-424d-97b1-d9d47634bce2 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.465596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-a1d3b840-8ddb-424d-97b1-d9d47634bce2 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1097 time: 0.2815213 Dec 12 04:17:03.485291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-7'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:03.496665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-8e601da2-4adb-4319-89a2-18744d7564c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.498408 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-8e601da2-4adb-4319-89a2-18744d7564c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611946 Dec 12 04:17:03.498661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-fd49551b-2fac-450d-9529-91fe9e0bca1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518888 Dec 12 04:17:03.525244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0abd582-e64e-440b-b0b4-a93911863181 req-8e6295f5-cc31-4c91-8453-ff43da643e18 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212388 Dec 12 04:17:03.548085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Network 1711a589-1c5a-4479-9131-07fa9a918274 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:17:03.551012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Allocated IP 172.25.7.65 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/72279b84-8a90-4450-86ef-a8aba931f315) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:03.574399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['29c43e1e-d9fb-4c2c-b57f-2086064596af'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:03.598029 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c5958a2-e9f3-44ec-9144-e9d1dd962ec4 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.604787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66acfa88-d834-41a9-8927-d8491f3ecb7e {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:03.655311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 1711a589-1c5a-4479-9131-07fa9a918274) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:03.669825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.670440 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.705063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.718795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.729647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ca39be86-7934-4997-9d2a-bea41be0ea5c req-c051fdc9-6d55-4a8a-857d-d0d829d1ad16 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916823 Dec 12 04:17:03.736612 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3217e548-c9c8-4214-a987-4082a1e615e2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0196245 Dec 12 04:17:03.744023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-7332f383-e3bb-4e18-9a18-bab0623c03d6 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229152 Dec 12 04:17:03.799073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-762a6020-079f-4ec6-85ae-8e3a80a5de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.799563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-762a6020-079f-4ec6-85ae-8e3a80a5de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.800040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-762a6020-079f-4ec6-85ae-8e3a80a5de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.801744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-762a6020-079f-4ec6-85ae-8e3a80a5de08 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5796018 Dec 12 04:17:03.837457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Transition to ACTIVE for port object 66acfa88-d834-41a9-8927-d8491f3ecb7e will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:03.852091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99846-fc42-42eb-a0d6-f60e0605fe0b req-f5028b36-9372-4142-bdc2-ae680ba0ef27 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.867417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99846-fc42-42eb-a0d6-f60e0605fe0b req-f5028b36-9372-4142-bdc2-ae680ba0ef27 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.877367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539cc4d0-1e35-4bab-ab0c-f8d1090ddd2b None None] Network 1711a589-1c5a-4479-9131-07fa9a918274 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:17:03.880144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99846-fc42-42eb-a0d6-f60e0605fe0b req-f5028b36-9372-4142-bdc2-ae680ba0ef27 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.884086 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:03.890331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99846-fc42-42eb-a0d6-f60e0605fe0b req-f5028b36-9372-4142-bdc2-ae680ba0ef27 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.908203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99846-fc42-42eb-a0d6-f60e0605fe0b req-f5028b36-9372-4142-bdc2-ae680ba0ef27 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.918929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99846-fc42-42eb-a0d6-f60e0605fe0b req-f5028b36-9372-4142-bdc2-ae680ba0ef27 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.936775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99846-fc42-42eb-a0d6-f60e0605fe0b req-f5028b36-9372-4142-bdc2-ae680ba0ef27 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:03.952402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6e99846-fc42-42eb-a0d6-f60e0605fe0b req-f5028b36-9372-4142-bdc2-ae680ba0ef27 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.4176805 Dec 12 04:17:04.121119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c5958a2-e9f3-44ec-9144-e9d1dd962ec4 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.126293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5227b3-aab6-4c7c-a913-e465077b111b None None] Network 1711a589-1c5a-4479-9131-07fa9a918274 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:17:04.144527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c5958a2-e9f3-44ec-9144-e9d1dd962ec4 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.170035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0abd582-e64e-440b-b0b4-a93911863181 req-9e002758-3da7-41d6-aa27-10354fc1d20f service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117289 Dec 12 04:17:04.189490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:04.203573 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-c39d30f1-3c6d-4a7c-bcb9-2d95b6fc5707 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899600 Dec 12 04:17:04.242729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:04.301730 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.309879 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-3f55f8e8-e221-4070-9efb-ad4da97c0086 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968803 Dec 12 04:17:04.310904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:04.315171 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a83f302-ae71-4368-b946-ca355c893796" -d '{"events": [{"server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:04.323621 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.355098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Pushing event updated for resources: {'Port': ['ID=66acfa88-d834-41a9-8927-d8491f3ecb7e,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:04.395484 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.412684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c5958a2-e9f3-44ec-9144-e9d1dd962ec4 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.413289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5958a2-e9f3-44ec-9144-e9d1dd962ec4 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3d82c65-39d1-4e30-92c0-d902715e4628 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:17:04.433764 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-8a88cb43-3cf5-4c2f-a99e-6808afb6967a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 HTTP/1.1" status: 200 len: 217 time: 0.1147294 Dec 12 04:17:04.477893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c5958a2-e9f3-44ec-9144-e9d1dd962ec4 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.479052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9c5958a2-e9f3-44ec-9144-e9d1dd962ec4 tempest-RoutersTestDVR-689991066 tempest-RoutersTestDVR-689991066-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e3d82c65-39d1-4e30-92c0-d902715e4628 HTTP/1.1" status: 204 len: 168 time: 1.1314328 Dec 12 04:17:04.519511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.519875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.520234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.520589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.521034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.521383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.521725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.522064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.522471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.523303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.523623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.523969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.524304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:04.541880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bef7c4-0f17-4d30-8713-7427d07bf607 req-d9d9d6fa-1aa4-47cf-b4a8-1b65b96ea38d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:04.543467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65bef7c4-0f17-4d30-8713-7427d07bf607 req-d9d9d6fa-1aa4-47cf-b4a8-1b65b96ea38d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 946 time: 0.5535362 Dec 12 04:17:04.544565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-6c1c90f2-cf41-40a3-90c2-0773a73bab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:04.545968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a492c4ed-fb27-45f1-8491-cdbaf6e3af59 req-6c1c90f2-cf41-40a3-90c2-0773a73bab05 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7268555 Dec 12 04:17:04.553086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:04.555451 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:04.558109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on host n-h1-710847-7 for vnic_type normal with profile {"migrating_to": "n-h2-710847-7"} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:04.558458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:04.558798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:04.593119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on network b2434cf3-0c7a-48e1-87ae-755604afd22d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:04.593700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Attempting to bind port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on network b2434cf3-0c7a-48e1-87ae-755604afd22d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:04.594957 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.604450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:04.604891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Checking segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:04.605546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Bound using segment: {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:04.605905 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Bound port: 38310ed2-345f-49f5-acae-a55ee11b6ed4, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260396a-1a27-4e25-b220-a77de061809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2434cf3-0c7a-48e1-87ae-755604afd22d'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:04.606317 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.690215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Attempting to bind port 66acfa88-d834-41a9-8927-d8491f3ecb7e on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:04.690560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Attempting to bind port 66acfa88-d834-41a9-8927-d8491f3ecb7e by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:04.690896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Attempting to bind port 66acfa88-d834-41a9-8927-d8491f3ecb7e on network 33db8f80-6383-4d67-beb4-519412b18788 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:04.697962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:04.701131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:04.703465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7104a2a7-9f67-4a75-9b07-518974b66b9f req-a2efe016-52e9-4a15-a613-e70451624027 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160738 Dec 12 04:17:04.706900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6e99846-fc42-42eb-a0d6-f60e0605fe0b req-6b1a8658-b882-4743-af7d-c977470c4fde tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7535408 Dec 12 04:17:04.707685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Pushing event updated for resources: {'Port': ['ID=38310ed2-345f-49f5-acae-a55ee11b6ed4,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:04.712239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:04.712514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:04.716795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:04.726831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65bef7c4-0f17-4d30-8713-7427d07bf607 req-f32fb817-cb20-4853-8d17-a53e7b06b54d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648519 Dec 12 04:17:04.727502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Port 66acfa88-d834-41a9-8927-d8491f3ecb7e on network 33db8f80-6383-4d67-beb4-519412b18788 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:04.727905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Attempting to bind port 66acfa88-d834-41a9-8927-d8491f3ecb7e on network 33db8f80-6383-4d67-beb4-519412b18788 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:04.734097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a0215935-ac71-4e7b-89e7-307cd05c3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:04.735357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-a0215935-ac71-4e7b-89e7-307cd05c3d9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.2921953 Dec 12 04:17:04.737564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.792679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:04.793065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Checking segment: {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:04.793478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Bound using segment: {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:04.793975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Bound port: 66acfa88-d834-41a9-8927-d8491f3ecb7e, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:04.794351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:04.810162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event updated for resources: {'Port': ['ID=72279b84-8a90-4450-86ef-a8aba931f315,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:04.910601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 38310ed2-345f-49f5-acae-a55ee11b6ed4 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:04.919450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52046) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:05.016586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:05.025008 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:05.026631 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] 10.222.0.18 "PUT /v2.0/ports/38310ed2-345f-49f5-acae-a55ee11b6ed4 HTTP/1.1" status: 200 len: 1122 time: 1.5487704 Dec 12 04:17:05.030320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb590b9b-4aab-46f7-a5ab-a474186f99d6 service neutron] Pushing event updated for resources: {'Port': ['ID=38310ed2-345f-49f5-acae-a55ee11b6ed4,revision_number=8']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:05.084787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-87814f9a-3a97-4745-8ea2-24db145f8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:05.087032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-87814f9a-3a97-4745-8ea2-24db145f8ce1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3274863 Dec 12 04:17:05.087448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 29c43e1e-d9fb-4c2c-b57f-2086064596af up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:05.177759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 29c43e1e-d9fb-4c2c-b57f-2086064596af completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:05.186958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 29c43e1e-d9fb-4c2c-b57f-2086064596af triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:05.187581 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:05.237812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['38310ed2-345f-49f5-acae-a55ee11b6ed4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:05.294941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['38310ed2-345f-49f5-acae-a55ee11b6ed4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:05.333485 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-d88916c6-fb50-4c07-a2e6-1c9ba779f255 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376029 Dec 12 04:17:05.374545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9a82167a-9db8-4361-b6cc-5293686aa7ca tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:05.376435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9a82167a-9db8-4361-b6cc-5293686aa7ca tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 812 time: 0.2166436 Dec 12 04:17:05.399369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e610c23f-4be5-4048-aece-e1ae3ccc7d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:05.419533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-44915de0-2725-42e1-8637-ad8dcebc1efa tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/quotas/ef23d864f3fb4aeba58abcee17e109bc HTTP/1.1" status: 200 len: 375 time: 0.0117245 Dec 12 04:17:05.429144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] For port 66acfa88-d834-41a9-8927-d8491f3ecb7e, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:05.462407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414803e0-6675-42da-ad65-36a385f5f8ad req-bfb51f93-8ce4-4e10-be39-a29a4f3b692a tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:05.468406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-3ff1de95-e8ae-4005-bded-1bc298592343 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387847 Dec 12 04:17:05.469699 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-414803e0-6675-42da-ad65-36a385f5f8ad req-bfb51f93-8ce4-4e10-be39-a29a4f3b692a tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 945 time: 0.6195321 Dec 12 04:17:05.478534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] For port 66acfa88-d834-41a9-8927-d8491f3ecb7e, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:05.507902 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:05.537697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:05.541748 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:05.607866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:05.608504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:05.609973 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] 10.222.0.37 "PUT /v2.0/ports/66acfa88-d834-41a9-8927-d8491f3ecb7e HTTP/1.1" status: 200 len: 1091 time: 3.7883611 Dec 12 04:17:05.626039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-565a5c4e-62a6-49d0-9242-2c224f7acdc3 service neutron] 10.222.0.36 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499608 Dec 12 04:17:05.684189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-8201a44a-d554-4ffe-a28c-8425a2cd7328 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412206 Dec 12 04:17:05.689099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 29c43e1e-d9fb-4c2c-b57f-2086064596af, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=29c43e1e-d9fb-4c2c-b57f-2086064596af,segment=NetworkSegment(c3da28e6-1f9e-4d9a-af1f-9d357c2bac21),segment_id=c3da28e6-1f9e-4d9a-af1f-9d357c2bac21)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:05.696527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bcf69f-462f-4c25-9413-39f01e69d113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c43e1e-d9fb-4c2c-b57f-2086064596af'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:05.699405 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970ac436-c54e-4d4a-bff5-69bfe6c3fa40" -d '{"events": [{"server_uuid": "a6bcf69f-462f-4c25-9413-39f01e69d113", "name": "network-vif-plugged", "status": "completed", "tag": "29c43e1e-d9fb-4c2c-b57f-2086064596af"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:05.707024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 38310ed2-345f-49f5-acae-a55ee11b6ed4 has no active binding in host n-h2-710847-7 {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 04:17:05.713855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Request body: {'port': {'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:05.719404 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:05.745578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-17ba3632-a2bb-44bd-9309-da4ee7490de4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c HTTP/1.1" status: 200 len: 217 time: 0.0459161 Dec 12 04:17:05.774003 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-414803e0-6675-42da-ad65-36a385f5f8ad req-30c6f624-486e-49e6-aad2-fba9cc31d6c5 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027546 Dec 12 04:17:05.820545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-817c9a0f-cbdf-4627-93f8-372afc73e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:05.822186 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-817c9a0f-cbdf-4627-93f8-372afc73e6e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.0477901 Dec 12 04:17:05.873369 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25225bfc-afb4-4782-9cc8-9a15d5ddd9ee x-openstack-request-id: req-25225bfc-afb4-4782-9cc8-9a15d5ddd9ee {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:05.873695 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:05.873942 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25225bfc-afb4-4782-9cc8-9a15d5ddd9ee {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:05.874356 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4', 'code': 200} Dec 12 04:17:05.877576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef3fa0-8dc6-4ae2-b528-b2caf3218856 service neutron] Pushing event updated for resources: {'Port': ['ID=66acfa88-d834-41a9-8927-d8491f3ecb7e,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:05.890932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=29c43e1e-d9fb-4c2c-b57f-2086064596af,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:05.931457 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-22cbf42e-536a-4bbf-b30f-af198bb5c9c9 service neutron] 10.222.0.36 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940841 Dec 12 04:17:05.943536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2cd56ec4-18be-4da0-9957-a8e6c1d8be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:05.948059 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-2cd56ec4-18be-4da0-9957-a8e6c1d8be9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178610 Dec 12 04:17:05.972240 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e610c23f-4be5-4048-aece-e1ae3ccc7d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:06.000444 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:06.007568 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e610c23f-4be5-4048-aece-e1ae3ccc7d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:06.043276 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:06.072368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-f055ce3c-343a-4553-bf05-321406dd3b67 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154294 Dec 12 04:17:06.199095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e610c23f-4be5-4048-aece-e1ae3ccc7d54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a005a2bf433042b18e60c5d3a96bbf81&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2734346 Dec 12 04:17:06.200930 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d829e8-d548-449d-b674-195d65ed88f9 x-openstack-request-id: req-34d829e8-d548-449d-b674-195d65ed88f9 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:06.201235 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:06.201503 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34d829e8-d548-449d-b674-195d65ed88f9 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:06.201911 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'status': 'completed', 'code': 200} Dec 12 04:17:06.208175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52068) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:06.215470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc121913-b2ef-4a6b-a044-20bf3b7c5b43 req-7cd6d4a5-b216-498b-80b1-064dcbd28cb6 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351004 Dec 12 04:17:06.234990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610c23f-4be5-4048-aece-e1ae3ccc7d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a7b48e-5f69-42d4-b1a4-42efef5d0444,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:06.249989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af738c7-4cdb-4388-9512-681f6d21bc53 req-8803b82b-77cc-466a-9258-6c45eca73ca7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.256380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af738c7-4cdb-4388-9512-681f6d21bc53 req-8803b82b-77cc-466a-9258-6c45eca73ca7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.263370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af738c7-4cdb-4388-9512-681f6d21bc53 req-8803b82b-77cc-466a-9258-6c45eca73ca7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.269667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af738c7-4cdb-4388-9512-681f6d21bc53 req-8803b82b-77cc-466a-9258-6c45eca73ca7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.276986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af738c7-4cdb-4388-9512-681f6d21bc53 req-8803b82b-77cc-466a-9258-6c45eca73ca7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.285890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af738c7-4cdb-4388-9512-681f6d21bc53 req-8803b82b-77cc-466a-9258-6c45eca73ca7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.293293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af738c7-4cdb-4388-9512-681f6d21bc53 req-8803b82b-77cc-466a-9258-6c45eca73ca7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.304716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1af738c7-4cdb-4388-9512-681f6d21bc53 req-8803b82b-77cc-466a-9258-6c45eca73ca7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5417 time: 0.3563092 Dec 12 04:17:06.408761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-9679c73e-e84d-49ae-a5e7-ff99a8d35753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.410616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-9679c73e-e84d-49ae-a5e7-ff99a8d35753 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 1095 time: 0.1760592 Dec 12 04:17:06.420739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de4ea5-0e90-4fbb-bf4d-da3d0b9a26a6 req-fa9547ce-b0d9-44d3-85c9-831b1e6f6bf1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.428117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52de4ea5-0e90-4fbb-bf4d-da3d0b9a26a6 req-fa9547ce-b0d9-44d3-85c9-831b1e6f6bf1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1165390 Dec 12 04:17:06.449694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-5fed88da-12c3-4667-81fd-5588714b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.450193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-5fed88da-12c3-4667-81fd-5588714b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.450672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-5fed88da-12c3-4667-81fd-5588714b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.451157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-5fed88da-12c3-4667-81fd-5588714b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.451639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-5fed88da-12c3-4667-81fd-5588714b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.452561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-5fed88da-12c3-4667-81fd-5588714b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.452561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-5fed88da-12c3-4667-81fd-5588714b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.454566 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-5fed88da-12c3-4667-81fd-5588714b466f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6474 time: 0.1416664 Dec 12 04:17:06.618769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52de4ea5-0e90-4fbb-bf4d-da3d0b9a26a6 req-d482d20f-8883-4618-8c3a-b758cf15fc08 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898365 Dec 12 04:17:06.649808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1af738c7-4cdb-4388-9512-681f6d21bc53 req-477768bc-2c90-461b-a92e-eeac6daf4b4f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3438883 Dec 12 04:17:06.695918 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49c086b-742c-44ce-b980-0fc596dae621 x-openstack-request-id: req-e49c086b-742c-44ce-b980-0fc596dae621 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:06.696420 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bcf69f-462f-4c25-9413-39f01e69d113", "name": "network-vif-plugged", "status": "completed", "tag": "29c43e1e-d9fb-4c2c-b57f-2086064596af", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:06.696502 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e49c086b-742c-44ce-b980-0fc596dae621 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:06.696950 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bcf69f-462f-4c25-9413-39f01e69d113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c43e1e-d9fb-4c2c-b57f-2086064596af', 'code': 200} Dec 12 04:17:06.721188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-aec354db-eb2c-4c68-9a59-742136d3c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.723179 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-aec354db-eb2c-4c68-9a59-742136d3c426 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 913 time: 0.2912209 Dec 12 04:17:06.728974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-03ee9345-9f4e-4d47-9b88-d5073a02620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:06.733130 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-03ee9345-9f4e-4d47-9b88-d5073a02620e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7807f09d-0aa0-4730-9e80-ec87226ad9a0 HTTP/1.1" status: 200 len: 902 time: 0.2594268 Dec 12 04:17:06.843850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-da20b8f1-47f6-4051-9ade-8b16d6df2f07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e HTTP/1.1" status: 200 len: 217 time: 0.1094134 Dec 12 04:17:06.845787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-40fb63cf-2ad0-46d9-aeeb-53be4131eb0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c HTTP/1.1" status: 200 len: 217 time: 0.1050036 Dec 12 04:17:06.992134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:07.002698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.018349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Transition to ACTIVE for port object 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:07.049461 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.066959 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bf6249c-9b6a-4d96-9f8c-559ad000c48c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.310936 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bf6249c-9b6a-4d96-9f8c-559ad000c48c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.336071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-22833bf5-b8a1-4d17-acea-348bd40b1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.340581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f53ea0-824e-4f7c-a07e-511219b9da8a req-a98e5118-2bfb-4bde-b001-e5c866715896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.342282 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f53ea0-824e-4f7c-a07e-511219b9da8a req-a98e5118-2bfb-4bde-b001-e5c866715896 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 1097 time: 0.3140206 Dec 12 04:17:07.343637 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-22833bf5-b8a1-4d17-acea-348bd40b1a1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.4656606 Dec 12 04:17:07.364208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4a73-bf71-49e5-b30d-47a0a7462913 req-62ca6d24-df4b-4275-95b3-34c76bb03db5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.371208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4a73-bf71-49e5-b30d-47a0a7462913 req-62ca6d24-df4b-4275-95b3-34c76bb03db5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.377617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4a73-bf71-49e5-b30d-47a0a7462913 req-62ca6d24-df4b-4275-95b3-34c76bb03db5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.387472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5c634-b788-4255-9696-a53ea896ee54 req-f3d296c0-ad0e-4a21-9887-ef20677db762 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.390274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4a73-bf71-49e5-b30d-47a0a7462913 req-62ca6d24-df4b-4275-95b3-34c76bb03db5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.396482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4a73-bf71-49e5-b30d-47a0a7462913 req-62ca6d24-df4b-4275-95b3-34c76bb03db5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.401337 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7b5c634-b788-4255-9696-a53ea896ee54 req-f3d296c0-ad0e-4a21-9887-ef20677db762 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.3636944 Dec 12 04:17:07.403857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4a73-bf71-49e5-b30d-47a0a7462913 req-62ca6d24-df4b-4275-95b3-34c76bb03db5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.410194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Pushing event updated for resources: {'Port': ['ID=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:07.410749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4a73-bf71-49e5-b30d-47a0a7462913 req-62ca6d24-df4b-4275-95b3-34c76bb03db5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.412982 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69ce4a73-bf71-49e5-b30d-47a0a7462913 req-62ca6d24-df4b-4275-95b3-34c76bb03db5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.5719209 Dec 12 04:17:07.425128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-beaa6160-a6c3-454a-b6f7-f26fec2b54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.426265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-beaa6160-a6c3-454a-b6f7-f26fec2b54ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36aeef72-4114-4e29-ab24-bffc6a86ff95 HTTP/1.1" status: 200 len: 853 time: 0.5480297 Dec 12 04:17:07.480873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-1c107cf9-7978-4934-a412-f223aa64fa8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397892 Dec 12 04:17:07.498162 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.559556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-6d24e4b1-da27-4992-a8f5-85644e45adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.561400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-6d24e4b1-da27-4992-a8f5-85644e45adef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473641 Dec 12 04:17:07.578602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7b5c634-b788-4255-9696-a53ea896ee54 req-e7ba3985-e1b2-4ce0-bfa2-13c7225beca9 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764829 Dec 12 04:17:07.581862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Attempting to bind port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:07.582220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Attempting to bind port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:07.582669 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Attempting to bind port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 on network 33db8f80-6383-4d67-beb4-519412b18788 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:07.607915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69ce4a73-bf71-49e5-b30d-47a0a7462913 req-d334b62e-63df-4646-9197-abaebb81e61b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1679535 Dec 12 04:17:07.703468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 on network 33db8f80-6383-4d67-beb4-519412b18788 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:07.704029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Attempting to bind port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 on network 33db8f80-6383-4d67-beb4-519412b18788 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:07.706283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-55ff9216-21b1-4159-b6de-07cfe7f42b8e service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135584 Dec 12 04:17:07.730675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:07.731032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Checking segment: {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:07.731441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Bound using segment: {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:07.731910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Bound port: 48b825c0-ddcd-4d44-86c5-47d5b2ac0855, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12e97ed-113f-4a4a-82fc-742d93d0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33db8f80-6383-4d67-beb4-519412b18788'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:07.732558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.744576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-01ab46ca-b568-4890-9a61-88a4add2beb4 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697545 Dec 12 04:17:07.770113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f53ea0-824e-4f7c-a07e-511219b9da8a req-15fa739d-8dc9-406f-a2ae-4e9255edbd8a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091828 Dec 12 04:17:07.814954 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bf6249c-9b6a-4d96-9f8c-559ad000c48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.818420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bf6249c-9b6a-4d96-9f8c-559ad000c48c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.819667 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6bf6249c-9b6a-4d96-9f8c-559ad000c48c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8a7b48e-5f69-42d4-b1a4-42efef5d0444 HTTP/1.1" status: 204 len: 168 time: 1.6086566 Dec 12 04:17:07.853369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6249c-9b6a-4d96-9f8c-559ad000c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a7b48e-5f69-42d4-b1a4-42efef5d0444,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:07.877971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:07.880278 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:07.889064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] For port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:07.892905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] For port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:07.907582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.919712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f243c70-ce64-40a4-9517-36d2e8abd011 req-474ab9d6-e20d-4733-a280-85493a9e364f tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.927304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f243c70-ce64-40a4-9517-36d2e8abd011 req-474ab9d6-e20d-4733-a280-85493a9e364f tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 946 time: 0.1576152 Dec 12 04:17:07.958542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9787ef33-82fd-4476-86b5-d3eabc8e9dd5 req-e46fd4ac-8420-4c5a-b97a-644ea0622ac1 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416685 Dec 12 04:17:07.981516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-636bf9a4-92f4-4c19-99f8-b5399006ea95 req-13e5f121-4565-4bb3-93d7-ce55b6425100 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092543 Dec 12 04:17:07.984360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:07.985529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:07.987117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] 10.222.0.37 "PUT /v2.0/ports/48b825c0-ddcd-4d44-86c5-47d5b2ac0855 HTTP/1.1" status: 200 len: 1091 time: 2.2980957 Dec 12 04:17:08.036760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f243c70-ce64-40a4-9517-36d2e8abd011 req-5138115f-87df-434b-a302-83822682b639 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084652 Dec 12 04:17:08.043384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Router 6b08517d-0fba-465e-9125-043e428853ef is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:17:08.145349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427c32d-9384-43ce-afd2-3dc46477b45f service neutron] Pushing event updated for resources: {'Port': ['ID=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:08.224009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '66acfa88-d834-41a9-8927-d8491f3ecb7e'}, {'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:08.228108 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "66acfa88-d834-41a9-8927-d8491f3ecb7e"}, {"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "48b825c0-ddcd-4d44-86c5-47d5b2ac0855"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:08.285868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e45c0-3d0e-4735-8b1d-0395b16ecf73 req-82eebf86-f9ee-49b3-b06a-2e795beb24e7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.297465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e45c0-3d0e-4735-8b1d-0395b16ecf73 req-82eebf86-f9ee-49b3-b06a-2e795beb24e7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.314908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e45c0-3d0e-4735-8b1d-0395b16ecf73 req-82eebf86-f9ee-49b3-b06a-2e795beb24e7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.329898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e45c0-3d0e-4735-8b1d-0395b16ecf73 req-82eebf86-f9ee-49b3-b06a-2e795beb24e7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.339307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e45c0-3d0e-4735-8b1d-0395b16ecf73 req-82eebf86-f9ee-49b3-b06a-2e795beb24e7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.348617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92bc87-dd7f-408b-9553-fc7f157de503 req-c4e2d670-e69e-413a-a332-6074167903ae tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.349424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e45c0-3d0e-4735-8b1d-0395b16ecf73 req-82eebf86-f9ee-49b3-b06a-2e795beb24e7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.351668 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c92bc87-dd7f-408b-9553-fc7f157de503 req-c4e2d670-e69e-413a-a332-6074167903ae tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.3982460 Dec 12 04:17:08.360492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e45c0-3d0e-4735-8b1d-0395b16ecf73 req-82eebf86-f9ee-49b3-b06a-2e795beb24e7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.364514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c19e45c0-3d0e-4735-8b1d-0395b16ecf73 req-82eebf86-f9ee-49b3-b06a-2e795beb24e7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.2020683 Dec 12 04:17:08.438817 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52096) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:08.447686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-858c0614-240d-4fd6-a921-e4b3b981e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.448194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-858c0614-240d-4fd6-a921-e4b3b981e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.448685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-858c0614-240d-4fd6-a921-e4b3b981e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.449498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-858c0614-240d-4fd6-a921-e4b3b981e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.449989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-858c0614-240d-4fd6-a921-e4b3b981e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.450478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-858c0614-240d-4fd6-a921-e4b3b981e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.450964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-858c0614-240d-4fd6-a921-e4b3b981e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.452904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-858c0614-240d-4fd6-a921-e4b3b981e0fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6486 time: 0.3489261 Dec 12 04:17:08.453861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c19e45c0-3d0e-4735-8b1d-0395b16ecf73 req-a937cf06-a733-43f6-9f34-aa11be9600fc tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0736699 Dec 12 04:17:08.461045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05c8dc5d-1b11-453d-8234-b301bfbc775f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:08.516486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-66107978-d715-4b63-bdc9-590c9e412bc8 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:08.518144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-66107978-d715-4b63-bdc9-590c9e412bc8 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 812 time: 0.4480581 Dec 12 04:17:08.571854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-24c1f019-c93b-4e28-9fb3-328a38b50a92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7 HTTP/1.1" status: 200 len: 217 time: 0.0526586 Dec 12 04:17:08.579463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Request body: {'port': {'device_id': '2eb5250d-d1c6-4f02-8687-a851a3aba3ef', 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274', 'admin_state_up': True, 'tenant_id': 'ef23d864f3fb4aeba58abcee17e109bc'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:08.586921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:17:08.596882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c92bc87-dd7f-408b-9553-fc7f157de503 req-20dc614e-5389-402b-816c-863c0b3602d5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337964 Dec 12 04:17:08.609447 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b5ed5-0ad8-49dd-8cfd-6a059f4a6e00 None None] Sync routers for ids ['6b08517d-0fba-465e-9125-043e428853ef'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:17:08.633318 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97beb4b7-9871-4b85-8eb5-1a4dbe96947d req-a44169b5-b909-4083-8fa8-50c743c7234d tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 210 time: 0.0676255 Dec 12 04:17:08.634208 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b5ed5-0ad8-49dd-8cfd-6a059f4a6e00 None None] Routers {'6b08517d-0fba-465e-9125-043e428853ef'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:08.634847 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-775b5ed5-0ad8-49dd-8cfd-6a059f4a6e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['6b08517d-0fba-465e-9125-043e428853ef'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:08.688093 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05c8dc5d-1b11-453d-8234-b301bfbc775f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:08.695815 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05c8dc5d-1b11-453d-8234-b301bfbc775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:08.703842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-775b5ed5-0ad8-49dd-8cfd-6a059f4a6e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:08.716464 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b5ed5-0ad8-49dd-8cfd-6a059f4a6e00 None None] Routers {'6b08517d-0fba-465e-9125-043e428853ef'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:08.717352 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-775b5ed5-0ad8-49dd-8cfd-6a059f4a6e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['6b08517d-0fba-465e-9125-043e428853ef'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:08.745248 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4be578-689d-4570-9edf-0e41fa1274de x-openstack-request-id: req-bc4be578-689d-4570-9edf-0e41fa1274de {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:08.745617 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:08.745894 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc4be578-689d-4570-9edf-0e41fa1274de {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:08.746446 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4', 'status': 'completed', 'code': 200} Dec 12 04:17:08.798674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-05c8dc5d-1b11-453d-8234-b301bfbc775f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a564ab1df4aa4676bfce739c732d9306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584900 Dec 12 04:17:08.799508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8dc5d-1b11-453d-8234-b301bfbc775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdc3cf1-52a3-4d17-a171-9e28a7cc6688,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:08.805928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52102) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:08.811271 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd332100-fd51-4dbd-9ce9-444710e301ed x-openstack-request-id: req-dd332100-fd51-4dbd-9ce9-444710e301ed {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:08.811587 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "66acfa88-d834-41a9-8927-d8491f3ecb7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "48b825c0-ddcd-4d44-86c5-47d5b2ac0855", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:08.811858 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd332100-fd51-4dbd-9ce9-444710e301ed {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:08.812270 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '66acfa88-d834-41a9-8927-d8491f3ecb7e', 'status': 'completed', 'code': 200} Dec 12 04:17:08.812534 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855', 'status': 'completed', 'code': 200} Dec 12 04:17:08.817629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:08.819732 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-065d4b69-272f-440f-bcf0-6730190549e0 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.6069007 Dec 12 04:17:08.822293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:08.825824 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-775b5ed5-0ad8-49dd-8cfd-6a059f4a6e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:08.826863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b6c79cac-5267-4477-a952-661c590a3ce2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': False}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:08.827395 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b5ed5-0ad8-49dd-8cfd-6a059f4a6e00 None None] The sync data for ids ['6b08517d-0fba-465e-9125-043e428853ef'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:17:08.952098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:09.066323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-7454fa3c-d99f-4629-82c2-ae3220d0aead tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.068005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-7454fa3c-d99f-4629-82c2-ae3220d0aead tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 812 time: 0.3050361 Dec 12 04:17:09.083734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-74ef13c6-df51-4485-8a67-3d699fc48577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.085955 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-74ef13c6-df51-4485-8a67-3d699fc48577 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 1125 time: 0.1381412 Dec 12 04:17:09.115081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:09.117175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216ed-ed37-400f-829e-286ac0811738 req-25723951-1a59-4c32-92d4-c529de92e56c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.124991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216ed-ed37-400f-829e-286ac0811738 req-25723951-1a59-4c32-92d4-c529de92e56c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.133428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216ed-ed37-400f-829e-286ac0811738 req-25723951-1a59-4c32-92d4-c529de92e56c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.141102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216ed-ed37-400f-829e-286ac0811738 req-25723951-1a59-4c32-92d4-c529de92e56c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.143155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a', 'port_id': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'mac_address': 'fa:16:3e:b5:90:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36aeef72-4114-4e29-ab24-bffc6a86ff95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:09.148119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216ed-ed37-400f-829e-286ac0811738 req-25723951-1a59-4c32-92d4-c529de92e56c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.155585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216ed-ed37-400f-829e-286ac0811738 req-25723951-1a59-4c32-92d4-c529de92e56c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.177242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216ed-ed37-400f-829e-286ac0811738 req-25723951-1a59-4c32-92d4-c529de92e56c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.188256 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:09.190715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a32216ed-ed37-400f-829e-286ac0811738 req-25723951-1a59-4c32-92d4-c529de92e56c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.2443738 Dec 12 04:17:09.205275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76828b7d-5a09-45f0-8dfb-1cc1855d116e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:09.231778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:09.239310 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:09.303400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:09.402034 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a32216ed-ed37-400f-829e-286ac0811738 req-aed23d4d-6f09-432e-9119-9758ec1904fe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2103426 Dec 12 04:17:09.466512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-cde70a9d-989c-4397-9d29-102dfcb52712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.467213 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-cde70a9d-989c-4397-9d29-102dfcb52712 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1797283 Dec 12 04:17:09.475188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-b9e8e21f-29f3-4ccb-bc4c-f1fbde67f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.477599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-b9e8e21f-29f3-4ccb-bc4c-f1fbde67f9d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=096e88f5-8993-4f7c-8a4b-6dbd7270e925 HTTP/1.1" status: 200 len: 855 time: 0.8926697 Dec 12 04:17:09.495572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Request body: {'port': {'device_id': '5c3366f7-420f-477a-aa7d-c2b21ca8b0e9', 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274', 'admin_state_up': True, 'tenant_id': 'ef23d864f3fb4aeba58abcee17e109bc'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:09.613128 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-1fd5b5c0-10c0-4573-9f06-b6f51ee0a63f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4 HTTP/1.1" status: 200 len: 217 time: 0.0925539 Dec 12 04:17:09.628394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['76828b7d-5a09-45f0-8dfb-1cc1855d116e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:09.629500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c2596-4180-43ed-bd9f-f5ab40d81b00 req-38bbfed5-4811-4d08-bdb7-0f605e83d5b1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.631336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-467c2596-4180-43ed-bd9f-f5ab40d81b00 req-38bbfed5-4811-4d08-bdb7-0f605e83d5b1 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.6894193 Dec 12 04:17:09.649113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abf1e93d-5c9b-439c-a7f1-1ad528b61eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:09.683346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dd17c-d6d4-462a-8eac-1a2b6f52636d req-1b488aa5-c497-455c-b068-15ac71bc5515 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.685093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef0dd17c-d6d4-462a-8eac-1a2b6f52636d req-1b488aa5-c497-455c-b068-15ac71bc5515 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 946 time: 0.1658211 Dec 12 04:17:09.709844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-6adc2838-d179-4302-b192-dee8e0ef983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.711322 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-6adc2838-d179-4302-b192-dee8e0ef983a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043042 Dec 12 04:17:09.727561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Made reservation on behalf of ef23d864f3fb4aeba58abcee17e109bc for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:09.731430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:09.736230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-17e4911f-6396-4330-9224-7390125e46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:09.738094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-17e4911f-6396-4330-9224-7390125e46be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1111732 Dec 12 04:17:09.747882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6c79cac-5267-4477-a952-661c590a3ce2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:09.793594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-27feac1c-d4b6-4525-945a-4815da3e340f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402994 Dec 12 04:17:09.816159 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abf1e93d-5c9b-439c-a7f1-1ad528b61eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:09.841419 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef0dd17c-d6d4-462a-8eac-1a2b6f52636d req-885ef9b0-9fed-428f-80c1-e4abc9a1124f tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422865 Dec 12 04:17:09.913807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-467c2596-4180-43ed-bd9f-f5ab40d81b00 req-cd1273b6-4578-43b3-8e35-77a50250c696 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555194 Dec 12 04:17:09.932562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Made reservation on behalf of ef23d864f3fb4aeba58abcee17e109bc for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:09.936202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:09.997099 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-ed32c5b9-38fa-4f46-9ed5-1f54e89a155c service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910768 Dec 12 04:17:10.028170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fbd5-9287-4081-9671-027aa59cfb0c req-13e68bd2-b187-4cff-a1a5-5500f82273b9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.034954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fbd5-9287-4081-9671-027aa59cfb0c req-13e68bd2-b187-4cff-a1a5-5500f82273b9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.042001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fbd5-9287-4081-9671-027aa59cfb0c req-13e68bd2-b187-4cff-a1a5-5500f82273b9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.045874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-8915eae7-e5d5-4305-9161-9d0ff1b548b0 service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193069 Dec 12 04:17:10.048597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fbd5-9287-4081-9671-027aa59cfb0c req-13e68bd2-b187-4cff-a1a5-5500f82273b9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.055125 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fbd5-9287-4081-9671-027aa59cfb0c req-13e68bd2-b187-4cff-a1a5-5500f82273b9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.061415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fbd5-9287-4081-9671-027aa59cfb0c req-13e68bd2-b187-4cff-a1a5-5500f82273b9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.067464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fbd5-9287-4081-9671-027aa59cfb0c req-13e68bd2-b187-4cff-a1a5-5500f82273b9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.069427 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc04fbd5-9287-4081-9671-027aa59cfb0c req-13e68bd2-b187-4cff-a1a5-5500f82273b9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.1403911 Dec 12 04:17:10.121336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abf1e93d-5c9b-439c-a7f1-1ad528b61eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:10.123855 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abf1e93d-5c9b-439c-a7f1-1ad528b61eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:10.127375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-abf1e93d-5c9b-439c-a7f1-1ad528b61eed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcdc3cf1-52a3-4d17-a171-9e28a7cc6688 HTTP/1.1" status: 204 len: 168 time: 1.3043671 Dec 12 04:17:10.215460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b453f3-0f17-4458-92e0-b8a078572ebd req-371de983-6d74-4b9d-b543-538f96675cb0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.217014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5b453f3-0f17-4458-92e0-b8a078572ebd req-371de983-6d74-4b9d-b543-538f96675cb0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 945 time: 0.2386413 Dec 12 04:17:10.217780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1e93d-5c9b-439c-a7f1-1ad528b61eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdc3cf1-52a3-4d17-a171-9e28a7cc6688,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:10.261710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Allocated IP 172.20.0.4 (1711a589-1c5a-4479-9131-07fa9a918274/3246928a-3017-461f-9e8c-f017be9376c5/1f3e1b1e-5f0e-48f3-852c-ef576ece398a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:10.303623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-4c25a68c-f324-460e-97de-314c58038f78 service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496090 Dec 12 04:17:10.310425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc04fbd5-9287-4081-9671-027aa59cfb0c req-66429228-9202-4cc7-af66-cf7fe6d250f0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2309895 Dec 12 04:17:10.314698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc2cf69a-e3cc-4a62-b7e6-7b1aa2f0354e req-a726acce-6fa2-4f60-abbe-9249ac5bc556 service neutron] 10.222.0.37 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441704 Dec 12 04:17:10.361442 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5b453f3-0f17-4458-92e0-b8a078572ebd req-979fc78d-4dd0-4835-af85-e0baf08a6bc6 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047981 Dec 12 04:17:10.469624 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-32041c28-e38c-4357-b865-2afc2f2341a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 200 len: 217 time: 0.1070719 Dec 12 04:17:10.620677 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e3301b6-862c-461c-afd6-74f898cbc2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:10.717691 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:10.762786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-8b7af65f-8ce5-42fb-9e8b-bb3c1e70627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.766134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-8b7af65f-8ce5-42fb-9e8b-bb3c1e70627b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.2825367 Dec 12 04:17:10.778356 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:10.872513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b308e9-c818-4e91-bbeb-b96d48d50951 req-80d2e1c8-2fe6-48c0-8d62-16026540cfb2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.880378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b308e9-c818-4e91-bbeb-b96d48d50951 req-80d2e1c8-2fe6-48c0-8d62-16026540cfb2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.888928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b308e9-c818-4e91-bbeb-b96d48d50951 req-80d2e1c8-2fe6-48c0-8d62-16026540cfb2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.892170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6eb09017-4d12-448b-a831-918c69a9cd16 req-5689f48a-a8fa-4ed8-84ac-a504b10491c8 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 210 time: 0.4091909 Dec 12 04:17:10.896403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b308e9-c818-4e91-bbeb-b96d48d50951 req-80d2e1c8-2fe6-48c0-8d62-16026540cfb2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.904950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b308e9-c818-4e91-bbeb-b96d48d50951 req-80d2e1c8-2fe6-48c0-8d62-16026540cfb2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.913275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b308e9-c818-4e91-bbeb-b96d48d50951 req-80d2e1c8-2fe6-48c0-8d62-16026540cfb2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.924574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b308e9-c818-4e91-bbeb-b96d48d50951 req-80d2e1c8-2fe6-48c0-8d62-16026540cfb2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:10.935201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14b308e9-c818-4e91-bbeb-b96d48d50951 req-80d2e1c8-2fe6-48c0-8d62-16026540cfb2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.4034252 Dec 12 04:17:10.951261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:11.048907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 76828b7d-5a09-45f0-8dfb-1cc1855d116e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:11.054576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 76828b7d-5a09-45f0-8dfb-1cc1855d116e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:11.055333 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.075355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Network 1711a589-1c5a-4479-9131-07fa9a918274 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:11.088570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Pushing event updated for resources: {'Port': ['ID=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:11.097611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Allocated IP 172.20.0.12 (1711a589-1c5a-4479-9131-07fa9a918274/3246928a-3017-461f-9e8c-f017be9376c5/d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:11.111474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-4b4fd400-54c5-477c-9449-212b713e96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.113184 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-4b4fd400-54c5-477c-9449-212b713e96c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3019214 Dec 12 04:17:11.114105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:11.122676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:11.140199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6c79cac-5267-4477-a952-661c590a3ce2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.146883 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6c79cac-5267-4477-a952-661c590a3ce2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.208121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14b308e9-c818-4e91-bbeb-b96d48d50951 req-46be24da-0bf9-43b4-ad09-202c19c0c390 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2718792 Dec 12 04:17:11.210182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4896-b789-4bb3-b0cd-cac0550f314b req-e8de25e3-d9a7-4bf4-b6f2-559019c56d1d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.213300 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c3d4896-b789-4bb3-b0cd-cac0550f314b req-e8de25e3-d9a7-4bf4-b6f2-559019c56d1d tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.1588874 Dec 12 04:17:11.217388 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.282461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:11.295089 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cd0e97-137a-4d4a-b364-36283d8fefd1" -d '{"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-plugged", "status": "completed", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:11.329912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:11.333839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c3d4896-b789-4bb3-b0cd-cac0550f314b req-9dead6a7-8f38-436d-a121-41a76d1dbf3b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832174 Dec 12 04:17:11.338842 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.378905 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52148) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:11.420900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c79cac-5267-4477-a952-661c590a3ce2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Router 6b08517d-0fba-465e-9125-043e428853ef has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:17:11.435807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:11.449222 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfbb8a2-da2d-4492-9f2c-8876946cdcc3 x-openstack-request-id: req-ebfbb8a2-da2d-4492-9f2c-8876946cdcc3 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:11.449662 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-plugged", "status": "completed", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:11.450131 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebfbb8a2-da2d-4492-9f2c-8876946cdcc3 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:11.451098 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'code': 200} Dec 12 04:17:11.566367 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.570147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.570956 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.626242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-secgroup--529613278'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:11.670768 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2db87ec5-d77a-444d-b06a-37fe8f250a88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0978947 Dec 12 04:17:11.672611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-c6269fb1-d3a2-4f66-969e-024ce5691780 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459764 Dec 12 04:17:11.687549 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.704773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662a10-33d9-41c5-b62e-c700598fdc2e req-4e79344f-088a-4e83-83ff-ffea77c4227b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.706305 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71662a10-33d9-41c5-b62e-c700598fdc2e req-4e79344f-088a-4e83-83ff-ffea77c4227b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1405716 Dec 12 04:17:11.708607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b6380-cb91-40f1-b808-7fc10784b8b0 req-9ca5ed51-e1db-40bd-b0b2-2333a41599e2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.715482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b6380-cb91-40f1-b808-7fc10784b8b0 req-9ca5ed51-e1db-40bd-b0b2-2333a41599e2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.717256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c79cac-5267-4477-a952-661c590a3ce2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:17:11.721863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b6380-cb91-40f1-b808-7fc10784b8b0 req-9ca5ed51-e1db-40bd-b0b2-2333a41599e2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.728652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b6380-cb91-40f1-b808-7fc10784b8b0 req-9ca5ed51-e1db-40bd-b0b2-2333a41599e2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.729207 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6c79cac-5267-4477-a952-661c590a3ce2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.732986 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceffb09-f938-41f4-939a-8c7181007761 None None] Sync routers for ids ['6b08517d-0fba-465e-9125-043e428853ef'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:17:11.733498 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b6c79cac-5267-4477-a952-661c590a3ce2 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "PUT /v2.0/routers/6b08517d-0fba-465e-9125-043e428853ef HTTP/1.1" status: 200 len: 924 time: 2.9097795 Dec 12 04:17:11.735458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52156) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:11.735711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b6380-cb91-40f1-b808-7fc10784b8b0 req-9ca5ed51-e1db-40bd-b0b2-2333a41599e2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.741951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b6380-cb91-40f1-b808-7fc10784b8b0 req-9ca5ed51-e1db-40bd-b0b2-2333a41599e2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.748086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b6380-cb91-40f1-b808-7fc10784b8b0 req-9ca5ed51-e1db-40bd-b0b2-2333a41599e2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.749958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceffb09-f938-41f4-939a-8c7181007761 None None] Routers {'6b08517d-0fba-465e-9125-043e428853ef'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:11.752311 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.754479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4ceffb09-f938-41f4-939a-8c7181007761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['6b08517d-0fba-465e-9125-043e428853ef'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:11.755175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea79ba-3919-42ab-bece-aaa7742fa5eb req-2d1625ef-bb10-4ed4-b10f-bf38af048f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:11.757124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-975b6380-cb91-40f1-b808-7fc10784b8b0 req-9ca5ed51-e1db-40bd-b0b2-2333a41599e2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.1930211 Dec 12 04:17:11.757581 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccea79ba-3919-42ab-bece-aaa7742fa5eb req-2d1625ef-bb10-4ed4-b10f-bf38af048f5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 1097 time: 0.1737502 Dec 12 04:17:11.764152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Request body: {'port': {'device_id': '2eb5250d-d1c6-4f02-8687-a851a3aba3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:11.807452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4ceffb09-f938-41f4-939a-8c7181007761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:11.820124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceffb09-f938-41f4-939a-8c7181007761 None None] Routers {'6b08517d-0fba-465e-9125-043e428853ef'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:11.821251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4ceffb09-f938-41f4-939a-8c7181007761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:16:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['6b08517d-0fba-465e-9125-043e428853ef'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:11.838903 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.878752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4ceffb09-f938-41f4-939a-8c7181007761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:11.879473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceffb09-f938-41f4-939a-8c7181007761 None None] The sync data for ids ['6b08517d-0fba-465e-9125-043e428853ef'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:17:11.932711 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71662a10-33d9-41c5-b62e-c700598fdc2e req-103caf2c-2ad5-40d9-8f1d-a17bd2d4b17c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120562 Dec 12 04:17:11.954492 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccea79ba-3919-42ab-bece-aaa7742fa5eb req-e4a47483-5859-4453-8249-ccdeeacfccad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518359 Dec 12 04:17:11.960154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.962862 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:11.981336 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-81e34a94-5d50-4d0d-a913-ebeb2003c334 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/routers/6b08517d-0fba-465e-9125-043e428853ef HTTP/1.1" status: 200 len: 924 time: 0.2443979 Dec 12 04:17:11.981942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52160) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:12.024769 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-975b6380-cb91-40f1-b808-7fc10784b8b0 req-b806489a-94d0-4069-857c-529e3814f8f7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2622254 Dec 12 04:17:12.068688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Network 1711a589-1c5a-4479-9131-07fa9a918274 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:12.076361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:12.098531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:12.109311 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-2c423c48-81b5-4b1e-9d42-60c41c5bd309 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401783 Dec 12 04:17:12.131448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:12.156709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:12.170461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Pushing event updated for resources: {'Port': ['ID=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:12.174185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8107cc1b-620e-49dc-956a-c24e28612d56 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.178656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8107cc1b-620e-49dc-956a-c24e28612d56 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=6b08517d-0fba-465e-9125-043e428853ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1945169 Dec 12 04:17:12.187131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52162) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:12.219114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-aa87aa33-5ecf-407f-b50c-b1950615f315 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 200 len: 217 time: 0.0757773 Dec 12 04:17:12.276686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059d69b1-3cdb-4a4d-8401-89b97a2b3e61,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:12.280559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.281586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:12.323374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc168444-927d-4f46-81f6-5bfe97803516 req-c24e737d-edce-4966-a4f4-b3b016577d4c tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.325209 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc168444-927d-4f46-81f6-5bfe97803516 req-c24e737d-edce-4966-a4f4-b3b016577d4c tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 946 time: 0.2232289 Dec 12 04:17:12.381219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b6ab0-3c91-43ae-8f8f-15e8950950c8 req-2569b8d4-c484-46b8-8aa5-41f83b6ab0a1 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.382841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac6b6ab0-3c91-43ae-8f8f-15e8950950c8 req-2569b8d4-c484-46b8-8aa5-41f83b6ab0a1 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 931 time: 0.2766824 Dec 12 04:17:12.391958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0d2879ff-d62b-448b-ad26-d0c2196ae35f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9076164 Dec 12 04:17:12.418838 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:12.419412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-6cd9efcf-2c02-4237-b455-7fc3565d5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.420806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-6cd9efcf-2c02-4237-b455-7fc3565d5bf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.1864476 Dec 12 04:17:12.424888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Request body: {'port': {'device_id': '5c3366f7-420f-477a-aa7d-c2b21ca8b0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:12.436449 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:12.452361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee6556-8ff1-4452-b636-27c39460dc5b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.456789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-57ee6556-8ff1-4452-b636-27c39460dc5b tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 881 time: 0.2659364 Dec 12 04:17:12.465247 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc168444-927d-4f46-81f6-5bfe97803516 req-ef41cf8f-4e22-4105-9445-fb836b952f8c tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320603 Dec 12 04:17:12.468060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52168) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:12.504456 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:12.509105 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1175330 Dec 12 04:17:12.523283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52170) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:12.526520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25d3d2f7-5526-4316-b5c1-1d8cea5646b9 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b08517d-0fba-465e-9125-043e428853ef HTTP/1.1" status: 200 len: 205 time: 0.0566633 Dec 12 04:17:12.529730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52172) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:12.539271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daa822-bfa0-4e3d-aaa8-163de7de4d01 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b6787d-4f8d-4c51-a980-4c3421dd9653,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:12.764842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd73e-7c68-4a18-806f-9ada60230112 req-86ecc2d1-b7b7-495e-8de2-0ab0bcc4f3ee tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.772696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd73e-7c68-4a18-806f-9ada60230112 req-86ecc2d1-b7b7-495e-8de2-0ab0bcc4f3ee tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.779781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd73e-7c68-4a18-806f-9ada60230112 req-86ecc2d1-b7b7-495e-8de2-0ab0bcc4f3ee tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.786555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd73e-7c68-4a18-806f-9ada60230112 req-86ecc2d1-b7b7-495e-8de2-0ab0bcc4f3ee tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.793122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd73e-7c68-4a18-806f-9ada60230112 req-86ecc2d1-b7b7-495e-8de2-0ab0bcc4f3ee tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.799946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd73e-7c68-4a18-806f-9ada60230112 req-86ecc2d1-b7b7-495e-8de2-0ab0bcc4f3ee tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.806139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd73e-7c68-4a18-806f-9ada60230112 req-86ecc2d1-b7b7-495e-8de2-0ab0bcc4f3ee tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.808225 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5cfd73e-7c68-4a18-806f-9ada60230112 req-86ecc2d1-b7b7-495e-8de2-0ab0bcc4f3ee tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.2288377 Dec 12 04:17:12.834321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:12.900926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac6b6ab0-3c91-43ae-8f8f-15e8950950c8 req-60fd56d7-e189-4af2-9d39-5c7e7836ecf1 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040362 Dec 12 04:17:12.930421 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:12.943799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-90b6b9ed-9e80-4580-ad3f-27147e4c5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:12.967761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-ec61d4df-181a-4c0a-be12-ab5015041491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:12.969615 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-ec61d4df-181a-4c0a-be12-ab5015041491 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5218925 Dec 12 04:17:13.048082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 38310ed2-345f-49f5-acae-a55ee11b6ed4 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:13.057095 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5cfd73e-7c68-4a18-806f-9ada60230112 req-27b27aa3-9305-4158-a034-548566e75a8d tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2317588 Dec 12 04:17:13.074658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-c4fbaed9-b33f-43a5-a05c-ad0a65d95793 service neutron] 10.222.0.37 "GET /v2.0/ports/38310ed2-345f-49f5-acae-a55ee11b6ed4/bindings/n-h2-710847-7 HTTP/1.1" status: 200 len: 384 time: 0.1910129 Dec 12 04:17:13.082455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.092659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-000fa40e-d036-4bd9-a643-31b5a3f04a06 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.5661552 Dec 12 04:17:13.106496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52178) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:13.125087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-41af8094-02c3-42ae-8510-dcb14157c235 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-security--791831830', 'description': 'tempest-security-description-1114596143'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:13.329516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dcb9-b8ea-4b11-819e-a9cdb5d89992 req-a87aa790-44dd-4be6-88c2-5472780acde2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:13.331584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d88dcb9-b8ea-4b11-819e-a9cdb5d89992 req-a87aa790-44dd-4be6-88c2-5472780acde2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1491826 Dec 12 04:17:13.351933 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41af8094-02c3-42ae-8510-dcb14157c235 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.362535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8ef7-c3a4-4bf6-af31-30d4db4e42ef req-44c6bee5-bec4-4180-ad57-e768592d27ff tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:13.364996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbce8ef7-c3a4-4bf6-af31-30d4db4e42ef req-44c6bee5-bec4-4180-ad57-e768592d27ff tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 944 time: 0.3772941 Dec 12 04:17:13.393763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3e1b1e-5f0e-48f3-852c-ef576ece398a {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:13.418846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.433724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Deleting port 72279b84-8a90-4450-86ef-a8aba931f315 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:13.434315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.478568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-317bcf28-c3cd-4007-b409-5b27bf8a422c service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919293 Dec 12 04:17:13.497859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Transition to ACTIVE for port object 1f3e1b1e-5f0e-48f3-852c-ef576ece398a will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:13.570072 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41af8094-02c3-42ae-8510-dcb14157c235 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.582950 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.622716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41af8094-02c3-42ae-8510-dcb14157c235 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.625404 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41af8094-02c3-42ae-8510-dcb14157c235 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.626682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-41af8094-02c3-42ae-8510-dcb14157c235 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "PUT /v2.0/security-groups/e7b6787d-4f8d-4c51-a980-4c3421dd9653 HTTP/1.1" status: 200 len: 1796 time: 0.5177832 Dec 12 04:17:13.639094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbce8ef7-c3a4-4bf6-af31-30d4db4e42ef req-d9fb9888-a249-4df6-abf0-a2985abe1dd8 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382631 Dec 12 04:17:13.639587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52182) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:13.776458 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.789464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af8094-02c3-42ae-8510-dcb14157c235 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b6787d-4f8d-4c51-a980-4c3421dd9653,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:13.791578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Pushing event updated for resources: {'Port': ['ID=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:13.806354 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d88dcb9-b8ea-4b11-819e-a9cdb5d89992 req-9aea5c9d-8033-4932-8d3d-28c0c1b290ce tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595158 Dec 12 04:17:13.839909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:13.860648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-8abfc4f7-5e4f-4284-a420-8ff6786ff499 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608387 Dec 12 04:17:13.894137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-d998fab7-ae7b-484c-8f71-c1ae0020d754 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:13.895796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-d998fab7-ae7b-484c-8f71-c1ae0020d754 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 946 time: 0.1176901 Dec 12 04:17:13.902818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:13.910916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-60cb3426-ad33-4849-bba9-72c48ebe22e0 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups/e7b6787d-4f8d-4c51-a980-4c3421dd9653 HTTP/1.1" status: 200 len: 1796 time: 0.2416685 Dec 12 04:17:13.946020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52184) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:13.958881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-a8fb34b8-b461-4ef3-a6ba-db333033bb92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=50c32b66-1914-4858-b0c4-599461ce68a6 HTTP/1.1" status: 200 len: 217 time: 0.0690036 Dec 12 04:17:13.979774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e45dc-543b-4751-8d95-420f2fdc5a35 req-98c70277-88bf-4880-9f25-525826cc56b7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:13.984427 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.986165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e45dc-543b-4751-8d95-420f2fdc5a35 req-98c70277-88bf-4880-9f25-525826cc56b7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:13.992614 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:13.992846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e45dc-543b-4751-8d95-420f2fdc5a35 req-98c70277-88bf-4880-9f25-525826cc56b7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:13.998900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e45dc-543b-4751-8d95-420f2fdc5a35 req-98c70277-88bf-4880-9f25-525826cc56b7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.004933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e45dc-543b-4751-8d95-420f2fdc5a35 req-98c70277-88bf-4880-9f25-525826cc56b7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.010958 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e45dc-543b-4751-8d95-420f2fdc5a35 req-98c70277-88bf-4880-9f25-525826cc56b7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.016986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e45dc-543b-4751-8d95-420f2fdc5a35 req-98c70277-88bf-4880-9f25-525826cc56b7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.018963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b16e45dc-543b-4751-8d95-420f2fdc5a35 req-98c70277-88bf-4880-9f25-525826cc56b7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.3097181 Dec 12 04:17:14.019361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38310ed2-345f-49f5-acae-a55ee11b6ed4 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:14.023934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Calling delete_port for 72279b84-8a90-4450-86ef-a8aba931f315 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:14.061619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:14.093185 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.102509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a16c48-1f06-4ee0-b259-389b9fc744e0 req-5080f074-7e4c-4682-8965-573f66494ddf tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.104073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3a16c48-1f06-4ee0-b259-389b9fc744e0 req-5080f074-7e4c-4682-8965-573f66494ddf tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 946 time: 0.1994038 Dec 12 04:17:14.146219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Attempting to bind port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:14.146575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Attempting to bind port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:14.146911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Attempting to bind port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a on network 1711a589-1c5a-4479-9131-07fa9a918274 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:14.157765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:14.178980 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.184115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a on network 1711a589-1c5a-4479-9131-07fa9a918274 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:14.184452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Attempting to bind port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a on network 1711a589-1c5a-4479-9131-07fa9a918274 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:14.187180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-c14340ac-01f6-4e5a-b668-49197e6febf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.188677 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-c14340ac-01f6-4e5a-b668-49197e6febf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.1688111 Dec 12 04:17:14.227445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:14.227801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Checking segment: {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:14.228198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Bound using segment: {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:14.228660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Bound port: 1f3e1b1e-5f0e-48f3-852c-ef576ece398a, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:14.229060 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.263591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Transition to ACTIVE for port object d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:14.280276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b16e45dc-543b-4751-8d95-420f2fdc5a35 req-9e3a0046-f2d7-467c-aaf0-24c271dfd9a6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2386220 Dec 12 04:17:14.282200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.289091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-531b72fb-5f59-4405-a18d-2549d04221e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.290651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Deleting port 29c43e1e-d9fb-4c2c-b57f-2086064596af {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:14.290968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.315667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3a16c48-1f06-4ee0-b259-389b9fc744e0 req-d6266d5f-1558-4d2a-8f9f-6daf552ccfb3 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1c2170b-749a-4d40-9cb8-97def5bf6a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725903 Dec 12 04:17:14.409704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] Transition to ACTIVE for port object 38310ed2-345f-49f5-acae-a55ee11b6ed4 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:14.425222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] For port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:14.442546 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.461469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-531b72fb-5f59-4405-a18d-2549d04221e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.465974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-0e68772f-1694-46ce-aa71-93af917a28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.467505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-0e68772f-1694-46ce-aa71-93af917a28e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2695975 Dec 12 04:17:14.484754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] For port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:14.518636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Pushing event updated for resources: {'Port': ['ID=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:14.522660 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.543234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] For port 29c43e1e-d9fb-4c2c-b57f-2086064596af, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=29c43e1e-d9fb-4c2c-b57f-2086064596af,segment=NetworkSegment(c3da28e6-1f9e-4d9a-af1f-9d357c2bac21),segment_id=c3da28e6-1f9e-4d9a-af1f-9d357c2bac21)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:14.543600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.608313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc538-821d-4682-87e9-200c3990747b req-2a1f5996-c1ef-40a7-840d-0dbb880c975f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.614342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc538-821d-4682-87e9-200c3990747b req-2a1f5996-c1ef-40a7-840d-0dbb880c975f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.620343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc538-821d-4682-87e9-200c3990747b req-2a1f5996-c1ef-40a7-840d-0dbb880c975f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.626637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc538-821d-4682-87e9-200c3990747b req-2a1f5996-c1ef-40a7-840d-0dbb880c975f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.631576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.632219 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.633026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc538-821d-4682-87e9-200c3990747b req-2a1f5996-c1ef-40a7-840d-0dbb880c975f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.633867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] 10.222.0.37 "PUT /v2.0/ports/1f3e1b1e-5f0e-48f3-852c-ef576ece398a HTTP/1.1" status: 200 len: 1091 time: 2.8740895 Dec 12 04:17:14.639008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc538-821d-4682-87e9-200c3990747b req-2a1f5996-c1ef-40a7-840d-0dbb880c975f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.645074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc538-821d-4682-87e9-200c3990747b req-2a1f5996-c1ef-40a7-840d-0dbb880c975f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.647512 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af8bc538-821d-4682-87e9-200c3990747b req-2a1f5996-c1ef-40a7-840d-0dbb880c975f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.2625842 Dec 12 04:17:14.651079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Calling delete_port for 29c43e1e-d9fb-4c2c-b57f-2086064596af owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:14.652800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.655275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] No DVR routers for this DVR port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:17:14.657161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb5250d-d1c6-4f02-8687-a851a3aba3ef', 'tag': '1f3e1b1e-5f0e-48f3-852c-ef576ece398a'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:14.660092 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241a5e07-599c-4e0b-9499-5f04e5ac3413" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb5250d-d1c6-4f02-8687-a851a3aba3ef", "tag": "1f3e1b1e-5f0e-48f3-852c-ef576ece398a"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:14.677682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51cd6e-6722-4d3f-adab-e5baf84bff95 req-f5d335f2-ddfe-4a9c-9f44-b7bded0b8042 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.677929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] Pushing event updated for resources: {'Port': ['ID=38310ed2-345f-49f5-acae-a55ee11b6ed4,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:14.680573 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7d51cd6e-6722-4d3f-adab-e5baf84bff95 req-f5d335f2-ddfe-4a9c-9f44-b7bded0b8042 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 943 time: 0.2929668 Dec 12 04:17:14.708682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-531b72fb-5f59-4405-a18d-2549d04221e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.712006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-531b72fb-5f59-4405-a18d-2549d04221e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.713389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-531b72fb-5f59-4405-a18d-2549d04221e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/e7b6787d-4f8d-4c51-a980-4c3421dd9653 HTTP/1.1" status: 204 len: 168 time: 0.7662771 Dec 12 04:17:14.724007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52194) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:14.772798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77afd4-33bc-4ee4-b96b-fcc9f33f209d service neutron] Pushing event updated for resources: {'Port': ['ID=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:14.774695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event deleted for resources: {'Port': ['ID=72279b84-8a90-4450-86ef-a8aba931f315,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:14.799816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b72fb-5f59-4405-a18d-2549d04221e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b6787d-4f8d-4c51-a980-4c3421dd9653,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:14.802493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-3bd7ee27-460b-457d-89db-d0407fd3cb13 service neutron] 10.222.0.37 "PUT /v2.0/ports/38310ed2-345f-49f5-acae-a55ee11b6ed4/bindings/n-h2-710847-7/activate HTTP/1.1" status: 200 len: 369 time: 1.7082872 Dec 12 04:17:14.862251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-b3c08873-dcb9-4aa5-97ab-5f443d41da60 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800640 Dec 12 04:17:14.882944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Attempting to bind port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:14.883299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Attempting to bind port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:14.883820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Attempting to bind port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 on network 1711a589-1c5a-4479-9131-07fa9a918274 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:14.884137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:14.899392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af8bc538-821d-4682-87e9-200c3990747b req-ada2949d-c643-478a-a41d-4e7c40f5579a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2395062 Dec 12 04:17:14.933278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 on network 1711a589-1c5a-4479-9131-07fa9a918274 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:14.933278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Attempting to bind port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 on network 1711a589-1c5a-4479-9131-07fa9a918274 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:14.933278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-93143612-f973-41b5-9ba2-b186bc3b1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:14.933278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-93143612-f973-41b5-9ba2-b186bc3b1051 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 1094 time: 0.2019236 Dec 12 04:17:14.933278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1b035790-06c3-4723-aa78-b610fc51a99c tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1947396 Dec 12 04:17:14.936301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52198) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:14.962106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7d51cd6e-6722-4d3f-adab-e5baf84bff95 req-533199a6-cc36-43ec-8c29-c6f1923dda20 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475889 Dec 12 04:17:14.979088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:14.979330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Checking segment: {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:14.979644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Bound using segment: {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:14.980109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Bound port: d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:14.980686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.022985 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9e9667-ef33-4914-ac6f-0d7eafbbcdb5 x-openstack-request-id: req-fd9e9667-ef33-4914-ac6f-0d7eafbbcdb5 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:15.023295 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb5250d-d1c6-4f02-8687-a851a3aba3ef", "tag": "1f3e1b1e-5f0e-48f3-852c-ef576ece398a", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:15.023556 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd9e9667-ef33-4914-ac6f-0d7eafbbcdb5 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:15.023952 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb5250d-d1c6-4f02-8687-a851a3aba3ef', 'tag': '1f3e1b1e-5f0e-48f3-852c-ef576ece398a', 'status': 'completed', 'code': 200} Dec 12 04:17:15.028226 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-e778bd29-2c1e-403d-ae00-d3a97c60ce81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3e1b1e-5f0e-48f3-852c-ef576ece398a HTTP/1.1" status: 200 len: 217 time: 0.0637288 Dec 12 04:17:15.105573 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-42e52446-7e04-4722-bf50-a2b7107464d7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] delete failed (client error): The resource could not be found. Dec 12 04:17:15.106613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-42e52446-7e04-4722-bf50-a2b7107464d7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/e7b6787d-4f8d-4c51-a980-4c3421dd9653 HTTP/1.1" status: 404 len: 347 time: 0.1274350 Dec 12 04:17:15.110792 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.117914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.120645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52200) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:15.124854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a4f78f0a-517e-4c13-bb42-34bcb9618806 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017094838'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:15.149883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-63dde3a3-4b9b-46bd-93ad-7cfc8fae915f service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548110 Dec 12 04:17:15.197702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-f4b58b4a-d224-4a5a-9d98-a42545a9085c tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.199178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-f4b58b4a-d224-4a5a-9d98-a42545a9085c tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.2688437 Dec 12 04:17:15.204510 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.205083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Fanout notify agent at l3_agent the message router_deleted on router 6b08517d-0fba-465e-9125-043e428853ef {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:17:15.206593 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.213457 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.214548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0aa6270a-df32-4efe-a612-a273e10c36de tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/6b08517d-0fba-465e-9125-043e428853ef HTTP/1.1" status: 204 len: 168 time: 2.6834633 Dec 12 04:17:15.219004 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-0f34197a-311b-492a-8a21-2e365ff95e36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=fe26d9f7-c56f-4c18-af19-534b24397d10 HTTP/1.1" status: 200 len: 217 time: 0.0578227 Dec 12 04:17:15.220503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] For port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:15.222798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52202) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:15.224304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0e4a1071-3dff-4624-8739-f2836669d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.226583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-0e4a1071-3dff-4624-8739-f2836669d99e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3246928a-3017-461f-9e8c-f017be9376c5 HTTP/1.1" status: 200 len: 852 time: 0.1658106 Dec 12 04:17:15.232775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2df7d55c-f558-4d62-b308-37781463600d tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1276092879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:15.285060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182994d-1bd0-4729-809e-e79af31655a7 req-3c98884a-6a33-4db3-81fb-241d6077391e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.289516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5182994d-1bd0-4729-809e-e79af31655a7 req-3c98884a-6a33-4db3-81fb-241d6077391e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 945 time: 0.2589746 Dec 12 04:17:15.304045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4f78f0a-517e-4c13-bb42-34bcb9618806 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.304241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] For port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:15.308756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Pushing event deleted for resources: {'Port': ['ID=29c43e1e-d9fb-4c2c-b57f-2086064596af,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:15.312285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-ab453c37-d896-41bf-a101-868ee3094de5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1711a589-1c5a-4479-9131-07fa9a918274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730119 Dec 12 04:17:15.329666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9491f-d622-49f5-a329-6f7b75c564bd req-a18d490c-87b3-4ef3-b0a5-25e09d9f1c81 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.331323 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90e9491f-d622-49f5-a329-6f7b75c564bd req-a18d490c-87b3-4ef3-b0a5-25e09d9f1c81 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2495880 Dec 12 04:17:15.341213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.395838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] No DVR routers for this DVR port 29c43e1e-d9fb-4c2c-b57f-2086064596af on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:17:15.396351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2df7d55c-f558-4d62-b308-37781463600d tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.398739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2df7d55c-f558-4d62-b308-37781463600d tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.417590 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.421206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf93b747-dcdc-43b1-81dd-8f00c60b8e8e req-2a1ff055-6766-4f4e-b354-240144b3ab4b tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.18 "DELETE /v2.0/ports/29c43e1e-d9fb-4c2c-b57f-2086064596af HTTP/1.1" status: 204 len: 173 time: 1.5154233 Dec 12 04:17:15.421662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bcf69f-462f-4c25-9413-39f01e69d113', 'name': 'network-vif-deleted', 'tag': '29c43e1e-d9fb-4c2c-b57f-2086064596af'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:15.423937 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ead585-44fe-44b9-9065-74972e25d05e" -d '{"events": [{"server_uuid": "a6bcf69f-462f-4c25-9413-39f01e69d113", "name": "network-vif-deleted", "tag": "29c43e1e-d9fb-4c2c-b57f-2086064596af"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:15.438494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-475fb7bc-0303-4f95-a685-66ec678c9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.440048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-475fb7bc-0303-4f95-a685-66ec678c9a2b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7&tenant_id=2d383ee762794c1da74881dd178765df HTTP/1.1" status: 200 len: 1096 time: 0.2244911 Dec 12 04:17:15.460034 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5182994d-1bd0-4729-809e-e79af31655a7 req-9f8069da-1241-4e09-a8ac-4f01dca25f6b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527078 Dec 12 04:17:15.472896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.474181 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.475089 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] 10.222.0.37 "PUT /v2.0/ports/d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 HTTP/1.1" status: 200 len: 1092 time: 3.0576453 Dec 12 04:17:15.479720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-03924691-5fd7-4b01-8a57-5e78995f53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.481193 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-03924691-5fd7-4b01-8a57-5e78995f53bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.2386730 Dec 12 04:17:15.497033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4f78f0a-517e-4c13-bb42-34bcb9618806 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.502785 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4f78f0a-517e-4c13-bb42-34bcb9618806 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.532514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.576212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4f78f0a-517e-4c13-bb42-34bcb9618806 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.580127 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a4f78f0a-517e-4c13-bb42-34bcb9618806 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4561226 Dec 12 04:17:15.592783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52210) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:15.593742 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f78f0a-517e-4c13-bb42-34bcb9618806 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c367a82a-3f4a-4f12-8141-6c8d68a34932,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:15.614713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5d7fa93a-a5bb-4da3-ad28-71c92bbddd8d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': 'c367a82a-3f4a-4f12-8141-6c8d68a34932', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:15.651994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-f990eb6c-e400-4527-8c55-4e1ddeaeb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.653562 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-f990eb6c-e400-4527-8c55-4e1ddeaeb3be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d383ee762794c1da74881dd178765df&device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 1096 time: 0.1296022 Dec 12 04:17:15.674336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee752-e42a-4a21-8b85-c41b7c8eb777 req-7243b4d3-7fde-4afd-9865-4e4da5f1854d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.680473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee752-e42a-4a21-8b85-c41b7c8eb777 req-7243b4d3-7fde-4afd-9865-4e4da5f1854d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.686555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee752-e42a-4a21-8b85-c41b7c8eb777 req-7243b4d3-7fde-4afd-9865-4e4da5f1854d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.692563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee752-e42a-4a21-8b85-c41b7c8eb777 req-7243b4d3-7fde-4afd-9865-4e4da5f1854d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.699142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee752-e42a-4a21-8b85-c41b7c8eb777 req-7243b4d3-7fde-4afd-9865-4e4da5f1854d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.705223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee752-e42a-4a21-8b85-c41b7c8eb777 req-7243b4d3-7fde-4afd-9865-4e4da5f1854d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.711868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee752-e42a-4a21-8b85-c41b7c8eb777 req-7243b4d3-7fde-4afd-9865-4e4da5f1854d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.713782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72dee752-e42a-4a21-8b85-c41b7c8eb777 req-7243b4d3-7fde-4afd-9865-4e4da5f1854d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.1451774 Dec 12 04:17:15.723769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa93a-a5bb-4da3-ad28-71c92bbddd8d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.881513 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa93a-a5bb-4da3-ad28-71c92bbddd8d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.888488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-43f8b09d-f560-4bfe-a3ee-b864421e4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.889943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33aa8a-d97a-410e-a827-6ff5a101ed2d service neutron] Pushing event updated for resources: {'Port': ['ID=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:15.890061 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-43f8b09d-f560-4bfe-a3ee-b864421e4675 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 200 len: 907 time: 0.1747162 Dec 12 04:17:15.891624 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa93a-a5bb-4da3-ad28-71c92bbddd8d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.902059 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72dee752-e42a-4a21-8b85-c41b7c8eb777 req-5693e18a-28bb-4085-90ee-a195891b29bb tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1755209 Dec 12 04:17:15.919144 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2df7d55c-f558-4d62-b308-37781463600d tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.946331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90e9491f-d622-49f5-a329-6f7b75c564bd req-21fa84dc-701a-468b-bcc7-029f7b76a473 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014931 Dec 12 04:17:15.951503 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2df7d55c-f558-4d62-b308-37781463600d tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.985042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-2265a268-0e5b-4e00-9206-8868e01a3c64 service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473835 Dec 12 04:17:15.986193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-2c35ba1f-6c8a-4626-b27f-9838d7814d26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4 HTTP/1.1" status: 200 len: 217 time: 0.0831280 Dec 12 04:17:15.989438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-eb28a0a0-5bfa-4f9e-bdbf-1025e22d44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:15.990632 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa93a-a5bb-4da3-ad28-71c92bbddd8d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:15.991444 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-eb28a0a0-5bfa-4f9e-bdbf-1025e22d44d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4853582 Dec 12 04:17:15.993964 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5d7fa93a-a5bb-4da3-ad28-71c92bbddd8d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4031661 Dec 12 04:17:15.995428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fa93a-a5bb-4da3-ad28-71c92bbddd8d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fba3cfe-911c-4feb-8178-73a1636f8149,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:15.999016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-41e0ae9e-6961-4f64-af3d-adb82eafca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.001357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-41e0ae9e-6961-4f64-af3d-adb82eafca88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&device_id=5c3366f7-420f-477a-aa7d-c2b21ca8b0e9 HTTP/1.1" status: 200 len: 1095 time: 0.1700268 Dec 12 04:17:16.003047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52218) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:16.014261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2df7d55c-f558-4d62-b308-37781463600d tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:16.015911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2df7d55c-f558-4d62-b308-37781463600d tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7884018 Dec 12 04:17:16.030562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52220) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:16.036514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:16.050961 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c916af4-de27-430c-84f7-bb2d45419404 x-openstack-request-id: req-9c916af4-de27-430c-84f7-bb2d45419404 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:16.052190 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bcf69f-462f-4c25-9413-39f01e69d113", "name": "network-vif-deleted", "tag": "29c43e1e-d9fb-4c2c-b57f-2086064596af", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:16.052459 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c916af4-de27-430c-84f7-bb2d45419404 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:16.054606 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bcf69f-462f-4c25-9413-39f01e69d113', 'name': 'network-vif-deleted', 'tag': '29c43e1e-d9fb-4c2c-b57f-2086064596af', 'status': 'completed', 'code': 200} Dec 12 04:17:16.090774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-37af7b88-6973-40ce-a88a-a14804294c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.102256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-37af7b88-6973-40ce-a88a-a14804294c12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 200 len: 847 time: 0.1017272 Dec 12 04:17:16.135517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1336756-6378-4034-9f3c-fe1c8c1d73b2 req-129d3612-7db0-4ded-9e2a-21d5f08d29e5 tempest-InstanceActionsNegativeTestJSON-1559764919 tempest-InstanceActionsNegativeTestJSON-1559764919-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bcf69f-462f-4c25-9413-39f01e69d113 HTTP/1.1" status: 200 len: 210 time: 0.0717113 Dec 12 04:17:16.155024 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-b01cc668-2645-431e-a42f-ab8e6df9fde1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2434cf3-0c7a-48e1-87ae-755604afd22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295358 Dec 12 04:17:16.257050 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-031f7c39-4d43-4376-9e45-83c51e14996d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 HTTP/1.1" status: 200 len: 217 time: 0.2289419 Dec 12 04:17:16.279748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab5fd3-a0c1-446c-9fa1-c38a23632dcc req-821db64a-d2b1-4015-a0d8-3d3bc640d56b tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.281315 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5ab5fd3-a0c1-446c-9fa1-c38a23632dcc req-821db64a-d2b1-4015-a0d8-3d3bc640d56b tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 943 time: 0.0598462 Dec 12 04:17:16.303032 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f7d333a-dc90-4003-b72e-2e96d4dded78 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:16.325862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-92f57947-ec96-4507-ae00-d7a5bd3dce0d service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513460 Dec 12 04:17:16.347505 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f7d333a-dc90-4003-b72e-2e96d4dded78 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:16.398147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5ab5fd3-a0c1-446c-9fa1-c38a23632dcc req-09d06601-758c-48c3-b2e0-7708f7ff268a tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030982 Dec 12 04:17:16.453679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-5f831ac8-1f61-4d8b-8a30-6577722c2758 service neutron] 10.222.0.18 "GET /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185980 Dec 12 04:17:16.542649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9b2db1f4-c76e-4ad2-99b3-bf92c68931cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.544147 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-9b2db1f4-c76e-4ad2-99b3-bf92c68931cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3246928a-3017-461f-9e8c-f017be9376c5 HTTP/1.1" status: 200 len: 852 time: 0.2668760 Dec 12 04:17:16.572555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-c92bf6b4-694e-42ed-8841-8cea90db5342 service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618317 Dec 12 04:17:16.586101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-f6d4ff36-8350-4ba0-a2c5-7518fc7d5089 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.587571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-f6d4ff36-8350-4ba0-a2c5-7518fc7d5089 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 813 time: 0.1091769 Dec 12 04:17:16.587685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628d95-14fb-4b8f-9c24-12c65b87da6e req-3ce70ab3-63cd-44b9-a93c-36f28d4ef72c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.593689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628d95-14fb-4b8f-9c24-12c65b87da6e req-3ce70ab3-63cd-44b9-a93c-36f28d4ef72c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.599881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628d95-14fb-4b8f-9c24-12c65b87da6e req-3ce70ab3-63cd-44b9-a93c-36f28d4ef72c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.605278 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-2d3a5be4-f333-4d66-b500-dd1326b395e9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/quotas/a939ce2a66474c5c8a7d08ae08803aef HTTP/1.1" status: 200 len: 375 time: 0.0117140 Dec 12 04:17:16.606289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628d95-14fb-4b8f-9c24-12c65b87da6e req-3ce70ab3-63cd-44b9-a93c-36f28d4ef72c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.612621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628d95-14fb-4b8f-9c24-12c65b87da6e req-3ce70ab3-63cd-44b9-a93c-36f28d4ef72c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.619224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628d95-14fb-4b8f-9c24-12c65b87da6e req-3ce70ab3-63cd-44b9-a93c-36f28d4ef72c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.625268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628d95-14fb-4b8f-9c24-12c65b87da6e req-3ce70ab3-63cd-44b9-a93c-36f28d4ef72c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.627301 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41628d95-14fb-4b8f-9c24-12c65b87da6e req-3ce70ab3-63cd-44b9-a93c-36f28d4ef72c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.4197924 Dec 12 04:17:16.629364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-5e0e8160-c693-43c1-95e4-3bd954fc2da5 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996256 Dec 12 04:17:16.629999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f7d333a-dc90-4003-b72e-2e96d4dded78 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:16.646400 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f7d333a-dc90-4003-b72e-2e96d4dded78 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:16.650431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9f7d333a-dc90-4003-b72e-2e96d4dded78 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0fba3cfe-911c-4feb-8178-73a1636f8149 HTTP/1.1" status: 204 len: 168 time: 0.6462626 Dec 12 04:17:16.651502 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:16.661096 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:16.664478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52234) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:16.696583 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-e0d501fd-5623-42d9-9776-6505a9b5e29b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827987 Dec 12 04:17:16.696877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-1c02bbdf-5305-49f7-865f-ca4a8edfcfa0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1711a589-1c5a-4479-9131-07fa9a918274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231990 Dec 12 04:17:16.697588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d333a-dc90-4003-b72e-2e96d4dded78 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fba3cfe-911c-4feb-8178-73a1636f8149,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:16.815398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-390f1c64-4895-4b29-86e8-400a2d5bd4ef tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.816850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-390f1c64-4895-4b29-86e8-400a2d5bd4ef tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7&tenant_id=2d383ee762794c1da74881dd178765df&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.0763295 Dec 12 04:17:16.822786 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-a8cc4075-c137-4db0-a94b-7b4f337231bd service neutron] 10.222.0.36 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252840 Dec 12 04:17:16.957726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bbf5de4a-16e9-44f1-bec1-75c44c7d0767 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2913957 Dec 12 04:17:16.964173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 29c43e1e-d9fb-4c2c-b57f-2086064596af no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:16.970824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52238) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:16.986576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-c9849574-369e-4763-a05b-4cc30dd32937 service neutron] 10.222.0.36 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569235 Dec 12 04:17:16.988916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 29c43e1e-d9fb-4c2c-b57f-2086064596af {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:17:16.989483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 29c43e1e-d9fb-4c2c-b57f-2086064596af not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:17:16.994217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-4145674b-71f2-46dd-9849-d584d614df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:16.995685 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-4145674b-71f2-46dd-9849-d584d614df34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 1094 time: 0.3049819 Dec 12 04:17:17.008243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-7f9419bc-668c-4962-a098-3bc78d002511 service neutron] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:17.012271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-7f9419bc-668c-4962-a098-3bc78d002511 service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:17.013473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-7f9419bc-668c-4962-a098-3bc78d002511 service neutron] 10.222.0.18 "DELETE /v2.0/ports/38310ed2-345f-49f5-acae-a55ee11b6ed4/bindings/n-h1-710847-7 HTTP/1.1" status: 204 len: 173 time: 0.1892221 Dec 12 04:17:17.035595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3366f7-420f-477a-aa7d-c2b21ca8b0e9', 'tag': 'd5b4edc3-176a-4fc0-aed4-ab57aa8e5f79'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:17.038444 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8120923c-79fe-4c77-8810-ef5c48496125" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3366f7-420f-477a-aa7d-c2b21ca8b0e9", "tag": "d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:17.045733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41628d95-14fb-4b8f-9c24-12c65b87da6e req-f6a333e3-44e8-40b7-b6bc-b890006c21e2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3931775 Dec 12 04:17:17.099179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-68bf7eb0-4e05-4634-a507-1ed4223840f5 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052017 Dec 12 04:17:17.113266 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-601e8aab-53ad-4c71-b42d-127e77c0a6b4 service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875411 Dec 12 04:17:17.222160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-6783aac0-58cd-43a4-b08b-0e0e85769bda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e HTTP/1.1" status: 200 len: 217 time: 0.1073029 Dec 12 04:17:17.225683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b1a7d-8fac-4ac4-a2e4-b1ce894a5ed0 req-d965aeb3-954b-475d-b97d-0255cddb91dd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.232415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b1a7d-8fac-4ac4-a2e4-b1ce894a5ed0 req-d965aeb3-954b-475d-b97d-0255cddb91dd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.239879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b1a7d-8fac-4ac4-a2e4-b1ce894a5ed0 req-d965aeb3-954b-475d-b97d-0255cddb91dd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.246911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b1a7d-8fac-4ac4-a2e4-b1ce894a5ed0 req-d965aeb3-954b-475d-b97d-0255cddb91dd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.255909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b1a7d-8fac-4ac4-a2e4-b1ce894a5ed0 req-d965aeb3-954b-475d-b97d-0255cddb91dd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.264745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b1a7d-8fac-4ac4-a2e4-b1ce894a5ed0 req-d965aeb3-954b-475d-b97d-0255cddb91dd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.272988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b1a7d-8fac-4ac4-a2e4-b1ce894a5ed0 req-d965aeb3-954b-475d-b97d-0255cddb91dd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.275373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b4b1a7d-8fac-4ac4-a2e4-b1ce894a5ed0 req-d965aeb3-954b-475d-b97d-0255cddb91dd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.1099868 Dec 12 04:17:17.347051 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b4b1a7d-8fac-4ac4-a2e4-b1ce894a5ed0 req-7021f4a5-71be-4776-a909-f254244c6836 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0629225 Dec 12 04:17:17.347981 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11988520-556c-4196-99d4-017a0224d1e9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:17.379439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-497ff9ff-cf67-423e-9155-7c473b78bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.380967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-497ff9ff-cf67-423e-9155-7c473b78bf7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 912 time: 0.3659041 Dec 12 04:17:17.420168 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eae2bb-c25f-48a5-97c2-a6ae567d23d8 x-openstack-request-id: req-19eae2bb-c25f-48a5-97c2-a6ae567d23d8 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:17.420492 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3366f7-420f-477a-aa7d-c2b21ca8b0e9", "tag": "d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:17.420759 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19eae2bb-c25f-48a5-97c2-a6ae567d23d8 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:17.421268 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3366f7-420f-477a-aa7d-c2b21ca8b0e9', 'tag': 'd5b4edc3-176a-4fc0-aed4-ab57aa8e5f79', 'status': 'completed', 'code': 200} Dec 12 04:17:17.437003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391ded2-eddc-48da-8788-c3c32eb04a1d req-ade55e3f-4f0d-47ab-8714-f168f0fecf50 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.438838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9391ded2-eddc-48da-8788-c3c32eb04a1d req-ade55e3f-4f0d-47ab-8714-f168f0fecf50 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 945 time: 0.2551312 Dec 12 04:17:17.440460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-0c2f2ef5-8558-4a05-8d60-f7775b7e3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.442014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-0c2f2ef5-8558-4a05-8d60-f7775b7e3ac0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.2044530 Dec 12 04:17:17.470715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c0957c8-3e41-4786-8441-79d47c550049 req-66ba8553-1f44-4988-a14e-e72267f48b7c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 210 time: 0.0324514 Dec 12 04:17:17.491855 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11988520-556c-4196-99d4-017a0224d1e9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:17.511022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-58bdf167-a967-4252-9815-dccd366f56db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3e1b1e-5f0e-48f3-852c-ef576ece398a HTTP/1.1" status: 200 len: 217 time: 0.1151333 Dec 12 04:17:17.518578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-901085dd-06e7-43d2-b41e-53542b728ae8 req-05b9f41e-8a45-4d3e-a28b-31a87800754d service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877981 Dec 12 04:17:17.540840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52256) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:17.664115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fbe413-4515-40a0-a75a-40d39c5cdbb9 admin admin] Deleting subnet 26393570-d102-4255-b765-d7dba691c0e9 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:17:17.669462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55fbe413-4515-40a0-a75a-40d39c5cdbb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:17.703743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b7621-3531-4a7a-a45d-7d0c1f29cf0e req-a29c7264-6f8b-4179-8293-73d6b463c9c7 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:17.705479 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7b9b7621-3531-4a7a-a45d-7d0c1f29cf0e req-a29c7264-6f8b-4179-8293-73d6b463c9c7 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 943 time: 0.0961061 Dec 12 04:17:17.741710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55fbe413-4515-40a0-a75a-40d39c5cdbb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:17.808386 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7b9b7621-3531-4a7a-a45d-7d0c1f29cf0e req-71121ca7-6226-45c6-8a27-fe3ef4d2b2b9 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885515 Dec 12 04:17:17.811423 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55fbe413-4515-40a0-a75a-40d39c5cdbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:17.877400 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55fbe413-4515-40a0-a75a-40d39c5cdbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:17.904622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbe413-4515-40a0-a75a-40d39c5cdbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26393570-d102-4255-b765-d7dba691c0e9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:17.906704 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55fbe413-4515-40a0-a75a-40d39c5cdbb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:17.913440 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55fbe413-4515-40a0-a75a-40d39c5cdbb9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/26393570-d102-4255-b765-d7dba691c0e9 HTTP/1.1" status: 204 len: 168 time: 0.3708735 Dec 12 04:17:17.914444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52258) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:17.986175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.014511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-0d9642eb-3856-44be-9ff8-70da6d89ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.015987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-0d9642eb-3856-44be-9ff8-70da6d89ffae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3246928a-3017-461f-9e8c-f017be9376c5 HTTP/1.1" status: 200 len: 852 time: 0.4908621 Dec 12 04:17:18.022195 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9391ded2-eddc-48da-8788-c3c32eb04a1d req-587dd898-f000-4cab-877b-c460e5e65db8 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325239 Dec 12 04:17:18.024037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-b3da4417-18cd-49b4-abb4-ac7e441bceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.025492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-b3da4417-18cd-49b4-abb4-ac7e441bceae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5370219 Dec 12 04:17:18.026795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11988520-556c-4196-99d4-017a0224d1e9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.029734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11988520-556c-4196-99d4-017a0224d1e9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.033596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-11988520-556c-4196-99d4-017a0224d1e9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/c367a82a-3f4a-4f12-8141-6c8d68a34932 HTTP/1.1" status: 204 len: 168 time: 1.0514605 Dec 12 04:17:18.042704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52260) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:18.095989 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.120241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11988520-556c-4196-99d4-017a0224d1e9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c367a82a-3f4a-4f12-8141-6c8d68a34932,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:18.123564 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-7f91d4ae-7b43-4b2b-93e1-6e043a2e946c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1711a589-1c5a-4479-9131-07fa9a918274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887022 Dec 12 04:17:18.140840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cc63d9-0004-4bf9-ab87-e101e565f5bc']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:18.155799 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.178812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3da28e6-1f9e-4d9a-af1f-9d357c2bac21') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:18.179823 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3da28e6-1f9e-4d9a-af1f-9d357c2bac21') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:18.201611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.212837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120923c-79fe-4c77-8810-ef5c48496125 req-7739d6a8-6469-4001-808d-8ba2b2184693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.214342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8120923c-79fe-4c77-8810-ef5c48496125 req-7739d6a8-6469-4001-808d-8ba2b2184693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&device_id=5c3366f7-420f-477a-aa7d-c2b21ca8b0e9 HTTP/1.1" status: 200 len: 1095 time: 0.2788560 Dec 12 04:17:18.215363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.229057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.252184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:17:18.252747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:17:18.265136 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:17:18.380500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e908b7-2e3f-4ba9-bbd9-6be01e243226 req-532448a9-74cf-4d35-af21-13b5439b48c5 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.382827 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11e908b7-2e3f-4ba9-bbd9-6be01e243226 req-532448a9-74cf-4d35-af21-13b5439b48c5 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 1096 time: 0.1697712 Dec 12 04:17:18.393712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.410998 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.414324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] 10.222.0.36 "DELETE /v2.0/networks/f8cc63d9-0004-4bf9-ab87-e101e565f5bc HTTP/1.1" status: 204 len: 168 time: 0.4989724 Dec 12 04:17:18.421626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cbf5a80a-29ae-4c98-bf96-864767ab954d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3696835 Dec 12 04:17:18.426484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52272) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:18.454115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7560e2e3-0010-4494-aebb-63d2dba38ca3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-secgroup--461107378'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:18.470720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866905d-7967-46b7-bfcc-bea137927dac admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cc63d9-0004-4bf9-ab87-e101e565f5bc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:18.492073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-acffba2e-b9c0-4f23-a27b-b82968b27728 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.493861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-acffba2e-b9c0-4f23-a27b-b82968b27728 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.18 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 813 time: 0.2456605 Dec 12 04:17:18.512069 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7560e2e3-0010-4494-aebb-63d2dba38ca3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:18.522057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Request body: {'port': {'device_id': 'c540973e-ead1-4c54-866a-24776781317f', 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a', 'admin_state_up': True, 'tenant_id': 'a939ce2a66474c5c8a7d08ae08803aef'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:18.522836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43cb2-47b9-4bdf-89cb-4c1cf154b3f6 req-436e3222-d296-482c-ada4-b19efef658e2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.529033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43cb2-47b9-4bdf-89cb-4c1cf154b3f6 req-436e3222-d296-482c-ada4-b19efef658e2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.535376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43cb2-47b9-4bdf-89cb-4c1cf154b3f6 req-436e3222-d296-482c-ada4-b19efef658e2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.542028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43cb2-47b9-4bdf-89cb-4c1cf154b3f6 req-436e3222-d296-482c-ada4-b19efef658e2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.548303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43cb2-47b9-4bdf-89cb-4c1cf154b3f6 req-436e3222-d296-482c-ada4-b19efef658e2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.555172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43cb2-47b9-4bdf-89cb-4c1cf154b3f6 req-436e3222-d296-482c-ada4-b19efef658e2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.561315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43cb2-47b9-4bdf-89cb-4c1cf154b3f6 req-436e3222-d296-482c-ada4-b19efef658e2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.563422 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ed43cb2-47b9-4bdf-89cb-4c1cf154b3f6 req-436e3222-d296-482c-ada4-b19efef658e2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.3550224 Dec 12 04:17:18.565234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-775b48e6-aaf6-4e8b-b3ed-90e8506edb7d service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243919 Dec 12 04:17:18.578962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11e908b7-2e3f-4ba9-bbd9-6be01e243226 req-30ae140b-0ccd-4318-933a-726661e7c499 tempest-LiveMigrationTest-1967793492 tempest-LiveMigrationTest-1967793492-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807556 Dec 12 04:17:18.597035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-302fe6cb-75ee-4d63-8a2b-b100b7704aec service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350154 Dec 12 04:17:18.663147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52278) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:18.666814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120923c-79fe-4c77-8810-ef5c48496125 req-1750d798-855e-42d6-b5e2-6afcda3a887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:18.668310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8120923c-79fe-4c77-8810-ef5c48496125 req-1750d798-855e-42d6-b5e2-6afcda3a887a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 912 time: 0.4131751 Dec 12 04:17:18.782995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Allocated IP 172.25.7.53 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/b8f4e354-1819-4798-981f-b359151ef045) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:18.795917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8120923c-79fe-4c77-8810-ef5c48496125 req-55a9ccfb-fb25-4c40-9c7c-2f85ea131447 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 HTTP/1.1" status: 200 len: 217 time: 0.1062961 Dec 12 04:17:18.948435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ed43cb2-47b9-4bdf-89cb-4c1cf154b3f6 req-aca86660-953c-44ed-9d36-09b81d2184a6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3715069 Dec 12 04:17:18.955079 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-ee43ee5b-fa3c-42c2-a347-04922f22ea2f service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793974 Dec 12 04:17:19.020284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-241a5e07-599c-4e0b-9499-5f04e5ac3413 req-11810aef-2619-41fa-9648-c22ab74b0dee service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972242 Dec 12 04:17:19.024469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120923c-79fe-4c77-8810-ef5c48496125 req-515a4dd0-1f2b-4210-b832-b947d6f7fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.025916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8120923c-79fe-4c77-8810-ef5c48496125 req-515a4dd0-1f2b-4210-b832-b947d6f7fee4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3246928a-3017-461f-9e8c-f017be9376c5 HTTP/1.1" status: 200 len: 852 time: 0.2112453 Dec 12 04:17:19.030542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-15cc4b1c-f132-46e3-97d1-568386cdf4e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855 HTTP/1.1" status: 200 len: 217 time: 0.0601468 Dec 12 04:17:19.035787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7560e2e3-0010-4494-aebb-63d2dba38ca3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.046433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1f3e1b1e-5f0e-48f3-852c-ef576ece398a details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:19.054354 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7560e2e3-0010-4494-aebb-63d2dba38ca3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.071109 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe1c9eea-df48-4ac7-ad1d-3dd60c2a5eac req-f535f0e2-4472-4e2f-a28a-252f43b5fde8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 210 time: 0.0439432 Dec 12 04:17:19.114064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c124914d-4287-4585-8c46-9a4a14df3800 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=372ee8e9f4374cee8b5c7c3d7ecb0231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4494629 Dec 12 04:17:19.117016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52282) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:19.126531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Made reservation on behalf of a939ce2a66474c5c8a7d08ae08803aef for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:19.130513 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8120923c-79fe-4c77-8810-ef5c48496125 req-0ea94733-734d-46e3-adc1-cd06585a2536 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1711a589-1c5a-4479-9131-07fa9a918274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630732 Dec 12 04:17:19.130663 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.147590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54afb-ccd9-4ab5-9ac4-7432e4b77300 req-5d02008f-c4c3-4a52-9e82-00c1197b05c6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.153669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54afb-ccd9-4ab5-9ac4-7432e4b77300 req-5d02008f-c4c3-4a52-9e82-00c1197b05c6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.159955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54afb-ccd9-4ab5-9ac4-7432e4b77300 req-5d02008f-c4c3-4a52-9e82-00c1197b05c6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.166628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54afb-ccd9-4ab5-9ac4-7432e4b77300 req-5d02008f-c4c3-4a52-9e82-00c1197b05c6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.172703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54afb-ccd9-4ab5-9ac4-7432e4b77300 req-5d02008f-c4c3-4a52-9e82-00c1197b05c6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.178895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54afb-ccd9-4ab5-9ac4-7432e4b77300 req-5d02008f-c4c3-4a52-9e82-00c1197b05c6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.184982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54afb-ccd9-4ab5-9ac4-7432e4b77300 req-5d02008f-c4c3-4a52-9e82-00c1197b05c6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.186969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4db54afb-ccd9-4ab5-9ac4-7432e4b77300 req-5d02008f-c4c3-4a52-9e82-00c1197b05c6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.5041404 Dec 12 04:17:19.187660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560e2e3-0010-4494-aebb-63d2dba38ca3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8c2b4a-48eb-4a1c-a903-43a6018c9b9e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:19.199244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7560e2e3-0010-4494-aebb-63d2dba38ca3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.200570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7560e2e3-0010-4494-aebb-63d2dba38ca3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7685785 Dec 12 04:17:19.200771 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.206794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52284) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:19.213039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e1d0c6dd-792b-4cf6-89cf-cc5246b3367b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': '9d8c2b4a-48eb-4a1c-a903-43a6018c9b9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:19.214551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:19.223562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-d1dc9bb0-6379-400f-8a86-3b282ccbcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.225739 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-d1dc9bb0-6379-400f-8a86-3b282ccbcbde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.1564574 Dec 12 04:17:19.236300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '1f3e1b1e-5f0e-48f3-852c-ef576ece398a', 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274', 'port_id': '1f3e1b1e-5f0e-48f3-852c-ef576ece398a', 'mac_address': 'fa:16:3e:43:50:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3246928a-3017-461f-9e8c-f017be9376c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:19.324603 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.336565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8120923c-79fe-4c77-8810-ef5c48496125 req-724693e7-8533-4ca8-bac9-6934e23320a2 service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933320 Dec 12 04:17:19.341514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c6dd-792b-4cf6-89cf-cc5246b3367b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.348147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3e1b1e-5f0e-48f3-852c-ef576ece398a {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:19.361039 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-46ea1d70-4ef6-4ab5-bd8c-193d488a3360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.370756 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.373838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0588-8802-4016-967d-138f0227c4cc req-97ecb2ff-c268-49d8-a7d4-0d4ab9a2bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.375357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-97ecb2ff-c268-49d8-a7d4-0d4ab9a2bb2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1366553 Dec 12 04:17:19.376943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:19.382459 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.434535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4db54afb-ccd9-4ab5-9ac4-7432e4b77300 req-c7b8047f-fd6c-404a-a1f9-d94a847ba875 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2264950 Dec 12 04:17:19.437605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-46ea1d70-4ef6-4ab5-bd8c-193d488a3360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.440752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:19.503199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Allocated IP 172.20.0.6 (e8e2a7cd-1867-43b6-b91a-544b9c535e2a/36aeef72-4114-4e29-ab24-bffc6a86ff95/ec23ef42-3da1-4759-ab48-a7aa69113a42) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:19.518508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-46ea1d70-4ef6-4ab5-bd8c-193d488a3360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.521539 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-46ea1d70-4ef6-4ab5-bd8c-193d488a3360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.524883 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-46ea1d70-4ef6-4ab5-bd8c-193d488a3360 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1c2170b-749a-4d40-9cb8-97def5bf6a90 HTTP/1.1" status: 204 len: 168 time: 0.4044106 Dec 12 04:17:19.553898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea1d70-4ef6-4ab5-bd8c-193d488a3360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c2170b-749a-4d40-9cb8-97def5bf6a90,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:19.575141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:19.594954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:19.606692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:19.608627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event updated for resources: {'Port': ['ID=b8f4e354-1819-4798-981f-b359151ef045,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:19.684943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f02c81-5529-45dc-8b24-597980ea8f6c req-a667f9dc-671e-449d-b4e4-6ed3c08e183c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.686955 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18f02c81-5529-45dc-8b24-597980ea8f6c req-a667f9dc-671e-449d-b4e4-6ed3c08e183c tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 945 time: 0.1579957 Dec 12 04:17:19.692242 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c6dd-792b-4cf6-89cf-cc5246b3367b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.710145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4c1c5-e481-4956-9c81-27352e4b1919 req-5ab836dc-1256-478f-8ca9-c9cffceedb6a tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:19.711715 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-add4c1c5-e481-4956-9c81-27352e4b1919 req-5ab836dc-1256-478f-8ca9-c9cffceedb6a tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 944 time: 0.3192234 Dec 12 04:17:19.725887 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c6dd-792b-4cf6-89cf-cc5246b3367b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.749601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1f3e1b1e-5f0e-48f3-852c-ef576ece398a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:19.762742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0c6dd-792b-4cf6-89cf-cc5246b3367b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c783b933-998c-4232-8570-14ded68c76c9,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:19.769086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18f02c81-5529-45dc-8b24-597980ea8f6c req-31f573a8-bdee-45f5-90c0-fbed9a21effe tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715382 Dec 12 04:17:19.794683 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.800802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8120923c-79fe-4c77-8810-ef5c48496125 req-8e30ba8e-fdb9-4715-ad67-aec3c1b19912 service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461970 Dec 12 04:17:19.803984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-f96b3686-bc40-4e14-93ac-43af5876930d service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032478 Dec 12 04:17:19.818682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c6dd-792b-4cf6-89cf-cc5246b3367b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.823437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52292) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:19.823963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e1d0c6dd-792b-4cf6-89cf-cc5246b3367b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6148267 Dec 12 04:17:19.828461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-eae24160-1407-422a-8074-e2438741d559 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': '9d8c2b4a-48eb-4a1c-a903-43a6018c9b9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:19.868150 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eae24160-1407-422a-8074-e2438741d559 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.880188 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:19.953600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Network e8e2a7cd-1867-43b6-b91a-544b9c535e2a is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:19.956506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['76828b7d-5a09-45f0-8dfb-1cc1855d116e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:19.961027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:19.967602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:20.004203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eae24160-1407-422a-8074-e2438741d559 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.007708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Pushing event updated for resources: {'Port': ['ID=ec23ef42-3da1-4759-ab48-a7aa69113a42,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:20.016740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eae24160-1407-422a-8074-e2438741d559 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.047303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae24160-1407-422a-8074-e2438741d559 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcbbf0c-b3b3-41ed-9a81-43554f3e2610,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:20.055550 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eae24160-1407-422a-8074-e2438741d559 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.059706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eae24160-1407-422a-8074-e2438741d559 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2326205 Dec 12 04:17:20.060222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52304) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:20.065058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': '9d8c2b4a-48eb-4a1c-a903-43a6018c9b9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:20.091631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.092608 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.117206 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.133419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-add4c1c5-e481-4956-9c81-27352e4b1919 req-e9ad9369-a5c4-43eb-83ee-c5b5f7444b8b tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937645 Dec 12 04:17:20.180311 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.185287 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-9ab4c4cb-b542-424c-837f-e323236c3bc2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6680396 Dec 12 04:17:20.206022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d56f0588-8802-4016-967d-138f0227c4cc req-e9342d98-07b6-47bc-9a3a-95443dbf87e1 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438370 Dec 12 04:17:20.218501 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.224865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Request body: {'port': {'device_id': 'c540973e-ead1-4c54-866a-24776781317f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:20.294914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5364b94-786f-4c0b-9471-110c6125b297,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:20.312540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087d32-3ff0-40cc-8d3a-b273f3212903 req-2d947863-95b8-4dad-adf7-2b2d198d67e6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.316855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087d32-3ff0-40cc-8d3a-b273f3212903 req-2d947863-95b8-4dad-adf7-2b2d198d67e6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.323458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087d32-3ff0-40cc-8d3a-b273f3212903 req-2d947863-95b8-4dad-adf7-2b2d198d67e6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.329939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087d32-3ff0-40cc-8d3a-b273f3212903 req-2d947863-95b8-4dad-adf7-2b2d198d67e6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.336435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087d32-3ff0-40cc-8d3a-b273f3212903 req-2d947863-95b8-4dad-adf7-2b2d198d67e6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.342522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087d32-3ff0-40cc-8d3a-b273f3212903 req-2d947863-95b8-4dad-adf7-2b2d198d67e6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.348534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087d32-3ff0-40cc-8d3a-b273f3212903 req-2d947863-95b8-4dad-adf7-2b2d198d67e6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.350605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-43087d32-3ff0-40cc-8d3a-b273f3212903 req-2d947863-95b8-4dad-adf7-2b2d198d67e6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.2444458 Dec 12 04:17:20.361508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.365374 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3013031 Dec 12 04:17:20.367966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a25f7-e3c4-45f8-839c-6fe9c3ee57f2 req-85d5644d-2092-46fd-8c5f-dbf9be16025e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.369232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52314) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:20.369529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-866a25f7-e3c4-45f8-839c-6fe9c3ee57f2 req-85d5644d-2092-46fd-8c5f-dbf9be16025e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 931 time: 0.0709238 Dec 12 04:17:20.376374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-438a1c4d-0c4f-4e76-a40b-4e08eebb278f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': '9d8c2b4a-48eb-4a1c-a903-43a6018c9b9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:20.379352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.398315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.398681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.399111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.399379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.399725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.400068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.400407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.400743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.401105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.401440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.401779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.402109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.402442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd125-e405-4dac-aaee-a3f4a139d14e tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:17:20.435967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-253a8c41-878e-435d-99fd-73a25e077f39 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.437193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-253a8c41-878e-435d-99fd-73a25e077f39 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 945 time: 0.2514246 Dec 12 04:17:20.455889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.486767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52320) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:20.538126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-438a1c4d-0c4f-4e76-a40b-4e08eebb278f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.544116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-866a25f7-e3c4-45f8-839c-6fe9c3ee57f2 req-bfb05366-545e-4216-9939-34d99b2611fc tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271231 Dec 12 04:17:20.557444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-a735d35d-6ba9-4cb3-9a47-c8174a773881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.557939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-a735d35d-6ba9-4cb3-9a47-c8174a773881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.558473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-a735d35d-6ba9-4cb3-9a47-c8174a773881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.558891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-a735d35d-6ba9-4cb3-9a47-c8174a773881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.559397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-a735d35d-6ba9-4cb3-9a47-c8174a773881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.559962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-a735d35d-6ba9-4cb3-9a47-c8174a773881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.560318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-a735d35d-6ba9-4cb3-9a47-c8174a773881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:20.572598 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-a735d35d-6ba9-4cb3-9a47-c8174a773881 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6486 time: 0.1061671 Dec 12 04:17:20.629429 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-43087d32-3ff0-40cc-8d3a-b273f3212903 req-de9d847a-ff85-4494-aa2b-5588a8072937 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2618830 Dec 12 04:17:20.640516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-370269750-network', 'tenant_id': '6b428d3a984b4cd99bfa90d18592cdc1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:20.760288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Made reservation on behalf of 6b428d3a984b4cd99bfa90d18592cdc1 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:20.762595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.788859 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.861634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-438a1c4d-0c4f-4e76-a40b-4e08eebb278f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.886077 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-438a1c4d-0c4f-4e76-a40b-4e08eebb278f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:20.919528 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:17:20.930844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Deleting port 38310ed2-345f-49f5-acae-a55ee11b6ed4 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:20.931195 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.002145 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-438a1c4d-0c4f-4e76-a40b-4e08eebb278f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.003373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-438a1c4d-0c4f-4e76-a40b-4e08eebb278f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6323233 Dec 12 04:17:21.008574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52326) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:21.015299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a1c4d-0c4f-4e76-a40b-4e08eebb278f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acfc9e0-9938-45d2-8081-dfb4f8ca7e13,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:21.017757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6e528b07-3409-49b8-b492-56162baafb94 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': '9d8c2b4a-48eb-4a1c-a903-43a6018c9b9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:21.073729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14586e-e7ee-4840-b7d9-0de329d2cee7 req-f0a0b0a0-8291-4001-9af8-f01ad782e373 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.075814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee695fe-ee3f-4bc6-b31a-cf85946341ff req-000ceafb-3745-4b4c-b8d2-703cab47c243 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.075947 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc14586e-e7ee-4840-b7d9-0de329d2cee7 req-f0a0b0a0-8291-4001-9af8-f01ad782e373 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 945 time: 0.2165375 Dec 12 04:17:21.077936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:21.081923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee695fe-ee3f-4bc6-b31a-cf85946341ff req-000ceafb-3745-4b4c-b8d2-703cab47c243 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.088594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee695fe-ee3f-4bc6-b31a-cf85946341ff req-000ceafb-3745-4b4c-b8d2-703cab47c243 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.091994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1f3e1b1e-5f0e-48f3-852c-ef576ece398a up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:21.094861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee695fe-ee3f-4bc6-b31a-cf85946341ff req-000ceafb-3745-4b4c-b8d2-703cab47c243 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.102192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee695fe-ee3f-4bc6-b31a-cf85946341ff req-000ceafb-3745-4b4c-b8d2-703cab47c243 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.108570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee695fe-ee3f-4bc6-b31a-cf85946341ff req-000ceafb-3745-4b4c-b8d2-703cab47c243 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.114576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee695fe-ee3f-4bc6-b31a-cf85946341ff req-000ceafb-3745-4b4c-b8d2-703cab47c243 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.121574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bee695fe-ee3f-4bc6-b31a-cf85946341ff req-000ceafb-3745-4b4c-b8d2-703cab47c243 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.2344236 Dec 12 04:17:21.152688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] For port 38310ed2-345f-49f5-acae-a55ee11b6ed4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=38310ed2-345f-49f5-acae-a55ee11b6ed4,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:21.153082 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.178853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-d2975914-123c-4279-83b8-90e525e8681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.180377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-d2975914-123c-4279-83b8-90e525e8681f service neutron] 10.222.0.37 "GET /v2.0/networks?id=33db8f80-6383-4d67-beb4-519412b18788 HTTP/1.1" status: 200 len: 902 time: 0.2924535 Dec 12 04:17:21.186935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.193373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e528b07-3409-49b8-b492-56162baafb94 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.211761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.214029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Calling delete_port for 38310ed2-345f-49f5-acae-a55ee11b6ed4 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:21.220468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:21.226377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:21.226974 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.233477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:21.236972 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.251745 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.269364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc14586e-e7ee-4840-b7d9-0de329d2cee7 req-9c6592eb-5463-4f99-9da4-e825c4267cc7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831095 Dec 12 04:17:21.271171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-e51d5eeb-d0b0-4ee7-b3c3-fc50d3b50c7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e HTTP/1.1" status: 200 len: 217 time: 0.0749364 Dec 12 04:17:21.301535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'd5b4edc3-176a-4fc0-aed4-ab57aa8e5f79', 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274', 'port_id': 'd5b4edc3-176a-4fc0-aed4-ab57aa8e5f79', 'mac_address': 'fa:16:3e:2f:39:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3246928a-3017-461f-9e8c-f017be9376c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:21.322705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec23ef42-3da1-4759-ab48-a7aa69113a42 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:21.340452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:17:21.347047 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.356864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a3a72b-ef53-4a37-8640-578cd9ef00e4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:21.374827 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.375186 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Added segment 3227499e-5b92-4e97-8ff2-e18823301aa7 of type vlan for network 8451a516-40f4-4543-9ca3-bca294c09bd1 Dec 12 04:17:21.386735 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bee695fe-ee3f-4bc6-b31a-cf85946341ff req-50cfa05c-189f-4e2f-9190-29d5ede91f00 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2358656 Dec 12 04:17:21.394354 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Transition to ACTIVE for port object ec23ef42-3da1-4759-ab48-a7aa69113a42 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:21.402526 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.415282 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.424473 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.438545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb5250d-d1c6-4f02-8687-a851a3aba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3e1b1e-5f0e-48f3-852c-ef576ece398a'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:21.441251 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59672a-cc6d-4f4f-b72b-3208bf6037a2" -d '{"events": [{"server_uuid": "2eb5250d-d1c6-4f02-8687-a851a3aba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "1f3e1b1e-5f0e-48f3-852c-ef576ece398a"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:21.447499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:21.471286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:21.475783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e528b07-3409-49b8-b492-56162baafb94 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.483089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:21.484670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.487561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e528b07-3409-49b8-b492-56162baafb94 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.511435 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bd8072-2b99-4d0f-8e04-1eb722b154ec x-openstack-request-id: req-82bd8072-2b99-4d0f-8e04-1eb722b154ec {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:21.511649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-75c288c1-fad6-4d36-97f0-63033d40ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.511747 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb5250d-d1c6-4f02-8687-a851a3aba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "1f3e1b1e-5f0e-48f3-852c-ef576ece398a", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:21.511995 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82bd8072-2b99-4d0f-8e04-1eb722b154ec {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:21.512359 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb5250d-d1c6-4f02-8687-a851a3aba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3e1b1e-5f0e-48f3-852c-ef576ece398a', 'code': 200} Dec 12 04:17:21.514159 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-75c288c1-fad6-4d36-97f0-63033d40ad7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.2279003 Dec 12 04:17:21.517656 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.526006 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e528b07-3409-49b8-b492-56162baafb94 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2466ce80-c0d8-4e62-85ef-0a9e38e3c15f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:21.544627 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e528b07-3409-49b8-b492-56162baafb94 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.549637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:21.550036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6e528b07-3409-49b8-b492-56162baafb94 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5395248 Dec 12 04:17:21.550593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52332) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:21.552026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.619644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec23ef42-3da1-4759-ab48-a7aa69113a42,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:21.633049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:21.635760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21203f9c-8d3b-44f0-aa42-e2d0d411ea34 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.669609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21203f9c-8d3b-44f0-aa42-e2d0d411ea34 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.669819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82607dd-90ef-4e5b-9895-446a6cf714f5 req-dc8a00ec-b1aa-41dd-aee7-7e934dfb9c71 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.671989 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82607dd-90ef-4e5b-9895-446a6cf714f5 req-dc8a00ec-b1aa-41dd-aee7-7e934dfb9c71 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 944 time: 0.2597091 Dec 12 04:17:21.672773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-b8b86bdd-934c-4857-80fa-688d65cd147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.674889 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-b8b86bdd-934c-4857-80fa-688d65cd147c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136267 Dec 12 04:17:21.733334 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.752451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.753691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.754303 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.782045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['ca31b1e3-1325-4f23-908d-329e53d4cb37'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:21.801289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21203f9c-8d3b-44f0-aa42-e2d0d411ea34 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.814711 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21203f9c-8d3b-44f0-aa42-e2d0d411ea34 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.818394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-21203f9c-8d3b-44f0-aa42-e2d0d411ea34 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2466ce80-c0d8-4e62-85ef-0a9e38e3c15f HTTP/1.1" status: 204 len: 168 time: 0.2625990 Dec 12 04:17:21.826062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227db0b-d81e-41ed-b3e9-99066417c4d7 req-cba2f657-b55e-480a-9aa0-9d587f2039a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.827574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4227db0b-d81e-41ed-b3e9-99066417c4d7 req-cba2f657-b55e-480a-9aa0-9d587f2039a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 1096 time: 0.2006309 Dec 12 04:17:21.828512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52338) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:21.842844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Pushing event deleted for resources: {'Port': ['ID=38310ed2-345f-49f5-acae-a55ee11b6ed4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:21.843381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21203f9c-8d3b-44f0-aa42-e2d0d411ea34 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2466ce80-c0d8-4e62-85ef-0a9e38e3c15f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:21.845075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Router fd26e7af-1d96-42be-847a-40093b3970ad is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:17:21.850835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Attempting to bind port ec23ef42-3da1-4759-ab48-a7aa69113a42 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:21.851228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Attempting to bind port ec23ef42-3da1-4759-ab48-a7aa69113a42 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'd3e5908a-3c33-40ce-bf56-8152cac8020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:21.851557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Attempting to bind port ec23ef42-3da1-4759-ab48-a7aa69113a42 on network e8e2a7cd-1867-43b6-b91a-544b9c535e2a {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:21.882662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:21.885222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e82607dd-90ef-4e5b-9895-446a6cf714f5 req-93e9a100-c56a-4d7f-ad87-a7ac093717e6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976242 Dec 12 04:17:21.886347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75fe3b-6bdf-433e-b710-31b6ba144b86 req-807bb0db-0a48-42bf-ae42-f65f98a887b1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:21.894396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Port ec23ef42-3da1-4759-ab48-a7aa69113a42 on network e8e2a7cd-1867-43b6-b91a-544b9c535e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:21.894396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Attempting to bind port ec23ef42-3da1-4759-ab48-a7aa69113a42 on network e8e2a7cd-1867-43b6-b91a-544b9c535e2a {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:21.894922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a75fe3b-6bdf-433e-b710-31b6ba144b86 req-807bb0db-0a48-42bf-ae42-f65f98a887b1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 943 time: 0.2118444 Dec 12 04:17:21.901789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4044995 Dec 12 04:17:21.918453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52340) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:21.921323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] No DVR routers for this DVR port 38310ed2-345f-49f5-acae-a55ee11b6ed4 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:17:21.924089 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.928018 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d9c0095-326f-4062-bbf3-69d7a7bb20a5 req-36dcee0e-d225-4cd3-89b4-b99cb596651b tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.18 "DELETE /v2.0/ports/38310ed2-345f-49f5-acae-a55ee11b6ed4 HTTP/1.1" status: 204 len: 173 time: 1.4806116 Dec 12 04:17:21.930680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'name': 'network-vif-deleted', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:21.931239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Request body: {'subnet': {'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-370269750-subnet', 'tenant_id': '6b428d3a984b4cd99bfa90d18592cdc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:21.933845 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0596a546-6ce8-4988-97e1-9e04ae152d0f" -d '{"events": [{"server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "name": "network-vif-deleted", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:21.937496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97626c-2d9b-4518-845e-8fd64cb2a7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8451a516-40f4-4543-9ca3-bca294c09bd1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:21.941116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:21.941299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Checking segment: {'id': 'd3e5908a-3c33-40ce-bf56-8152cac8020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:21.941604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Bound using segment: {'id': 'd3e5908a-3c33-40ce-bf56-8152cac8020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:21.942100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Bound port: ec23ef42-3da1-4759-ab48-a7aa69113a42, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e5908a-3c33-40ce-bf56-8152cac8020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:21.942516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:21.965447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 8451a516-40f4-4543-9ca3-bca294c09bd1 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:17:22.047700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] For port ec23ef42-3da1-4759-ab48-a7aa69113a42, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:22.057401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] For port ec23ef42-3da1-4759-ab48-a7aa69113a42, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ec23ef42-3da1-4759-ab48-a7aa69113a42,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:22.058788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-155ca168-959f-43cd-a8fd-d51e42f2ee46 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746548 Dec 12 04:17:22.111495 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.157456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7f1c8be4-d027-4243-a40c-6d0ef7aa1072 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3240781 Dec 12 04:17:22.209084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52346) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:22.213111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec23ef42-3da1-4759-ab48-a7aa69113a42,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:22.223674 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4227db0b-d81e-41ed-b3e9-99066417c4d7 req-7e0a8fb4-8b73-4901-9294-ef892817c1cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714809 Dec 12 04:17:22.224600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Made reservation on behalf of 6b428d3a984b4cd99bfa90d18592cdc1 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:22.227300 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.235042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.235594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.237083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-01774756-004f-4f44-a4b2-5d07c06918c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/ec23ef42-3da1-4759-ab48-a7aa69113a42 HTTP/1.1" status: 200 len: 1091 time: 2.0244093 Dec 12 04:17:22.265727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c6af-0499-4af6-bbd1-a640a5748698 req-55b9e19b-539f-44ce-820a-2cf1fa79a94d tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.273647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c6af-0499-4af6-bbd1-a640a5748698 req-55b9e19b-539f-44ce-820a-2cf1fa79a94d tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.284549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c6af-0499-4af6-bbd1-a640a5748698 req-55b9e19b-539f-44ce-820a-2cf1fa79a94d tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.295802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c6af-0499-4af6-bbd1-a640a5748698 req-55b9e19b-539f-44ce-820a-2cf1fa79a94d tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.303717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c6af-0499-4af6-bbd1-a640a5748698 req-55b9e19b-539f-44ce-820a-2cf1fa79a94d tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.310612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c6af-0499-4af6-bbd1-a640a5748698 req-55b9e19b-539f-44ce-820a-2cf1fa79a94d tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.317247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c6af-0499-4af6-bbd1-a640a5748698 req-55b9e19b-539f-44ce-820a-2cf1fa79a94d tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.321415 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3768c6af-0499-4af6-bbd1-a640a5748698 req-55b9e19b-539f-44ce-820a-2cf1fa79a94d tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.2618299 Dec 12 04:17:22.328869 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a75fe3b-6bdf-433e-b710-31b6ba144b86 req-8112c2b0-28fd-4dec-9bee-d48b54eb48b1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330637 Dec 12 04:17:22.383675 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2c05874-ab59-4324-afe6-14ecbfcfb2a5 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.394123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2c05874-ab59-4324-afe6-14ecbfcfb2a5 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.398342 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0424c8e-72f8-4334-b728-2e145605e52b x-openstack-request-id: req-f0424c8e-72f8-4334-b728-2e145605e52b {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:22.398651 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7", "name": "network-vif-deleted", "tag": "38310ed2-345f-49f5-acae-a55ee11b6ed4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:22.398913 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0424c8e-72f8-4334-b728-2e145605e52b {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:22.399323 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7', 'name': 'network-vif-deleted', 'tag': '38310ed2-345f-49f5-acae-a55ee11b6ed4', 'status': 'completed', 'code': 200} Dec 12 04:17:22.415971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-e8fbb1d2-27a5-4ebe-9bce-089dcbb7b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.417550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-e8fbb1d2-27a5-4ebe-9bce-089dcbb7b6d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 1094 time: 0.0949862 Dec 12 04:17:22.432105 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3768c6af-0499-4af6-bbd1-a640a5748698 req-0de79167-b8ca-4ad5-b1db-150df803d260 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986979 Dec 12 04:17:22.465905 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2c05874-ab59-4324-afe6-14ecbfcfb2a5 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.491631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2c05874-ab59-4324-afe6-14ecbfcfb2a5 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.495405 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-675486f1-e384-43ba-bad5-7db54efe9c63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec23ef42-3da1-4759-ab48-a7aa69113a42 HTTP/1.1" status: 200 len: 217 time: 0.0578322 Dec 12 04:17:22.495691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52352) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:22.496122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2c05874-ab59-4324-afe6-14ecbfcfb2a5 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9acfc9e0-9938-45d2-8081-dfb4f8ca7e13 HTTP/1.1" status: 204 len: 168 time: 0.2856123 Dec 12 04:17:22.500024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:17:22.513183 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb626731-6781-4218-8672-dc6069ef71ce None None] Sync routers for ids ['fd26e7af-1d96-42be-847a-40093b3970ad'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:17:22.526070 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb626731-6781-4218-8672-dc6069ef71ce None None] Routers {'fd26e7af-1d96-42be-847a-40093b3970ad'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:22.526988 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bb626731-6781-4218-8672-dc6069ef71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fd26e7af-1d96-42be-847a-40093b3970ad'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:22.542982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.544243 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c1af0c64-0e1e-4403-8ad1-f35a72675dae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "PUT /v2.0/routers/fd26e7af-1d96-42be-847a-40093b3970ad HTTP/1.1" status: 200 len: 883 time: 6.5116136 Dec 12 04:17:22.546436 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-b44a6013-9970-444b-a5cb-f4fbc82ec823 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337902 Dec 12 04:17:22.547147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c05874-ab59-4324-afe6-14ecbfcfb2a5 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9acfc9e0-9938-45d2-8081-dfb4f8ca7e13,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:22.549076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52354) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:22.561261 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39bc6fba-dc4f-4d06-9a7e-0322ddfb5dd6 req-52cb6163-6c5b-462a-abc6-79b271dc9c15 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 210 time: 0.0823090 Dec 12 04:17:22.599749 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bb626731-6781-4218-8672-dc6069ef71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:22.608985 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb626731-6781-4218-8672-dc6069ef71ce None None] Routers {'fd26e7af-1d96-42be-847a-40093b3970ad'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:22.609885 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bb626731-6781-4218-8672-dc6069ef71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fd26e7af-1d96-42be-847a-40093b3970ad'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:22.623987 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f5e7be25-8451-434c-9962-903fa8c663e9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1239858 Dec 12 04:17:22.644211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52356) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:22.660203 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bb626731-6781-4218-8672-dc6069ef71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:22.661255 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb626731-6781-4218-8672-dc6069ef71ce None None] The sync data for ids ['fd26e7af-1d96-42be-847a-40093b3970ad'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:17:22.689974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73010d-1f21-47ec-a424-50e7bca05424 req-30fd873e-8d6d-451f-8be3-b978f31611a2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.696492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73010d-1f21-47ec-a424-50e7bca05424 req-30fd873e-8d6d-451f-8be3-b978f31611a2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.702482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73010d-1f21-47ec-a424-50e7bca05424 req-30fd873e-8d6d-451f-8be3-b978f31611a2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.708870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73010d-1f21-47ec-a424-50e7bca05424 req-30fd873e-8d6d-451f-8be3-b978f31611a2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.714504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73010d-1f21-47ec-a424-50e7bca05424 req-30fd873e-8d6d-451f-8be3-b978f31611a2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.720419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73010d-1f21-47ec-a424-50e7bca05424 req-30fd873e-8d6d-451f-8be3-b978f31611a2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.726381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73010d-1f21-47ec-a424-50e7bca05424 req-30fd873e-8d6d-451f-8be3-b978f31611a2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.728297 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e73010d-1f21-47ec-a424-50e7bca05424 req-30fd873e-8d6d-451f-8be3-b978f31611a2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.2028859 Dec 12 04:17:22.730068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-e09c5432-db0d-48a7-9243-15d1c124f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.731520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-e09c5432-db0d-48a7-9243-15d1c124f7fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36aeef72-4114-4e29-ab24-bffc6a86ff95 HTTP/1.1" status: 200 len: 853 time: 0.2144313 Dec 12 04:17:22.749255 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ebe850b1-8fa6-480c-8003-6eef1cae7cec tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.780023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-f4ce0e84-8b1c-4312-a851-b5e9278e3115 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357943 Dec 12 04:17:22.783052 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ebe850b1-8fa6-480c-8003-6eef1cae7cec tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.843301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-29ef5cdb-995f-495e-b97a-6e5e7398f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.843718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-29ef5cdb-995f-495e-b97a-6e5e7398f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.844208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-29ef5cdb-995f-495e-b97a-6e5e7398f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.844680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-29ef5cdb-995f-495e-b97a-6e5e7398f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.845184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-29ef5cdb-995f-495e-b97a-6e5e7398f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.845659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-29ef5cdb-995f-495e-b97a-6e5e7398f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.846133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-29ef5cdb-995f-495e-b97a-6e5e7398f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:22.848022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-29ef5cdb-995f-495e-b97a-6e5e7398f445 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6486 time: 0.1808505 Dec 12 04:17:22.868862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e73010d-1f21-47ec-a424-50e7bca05424 req-3728d6cd-3305-4aba-b3ed-172d2a77c72b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1326659 Dec 12 04:17:22.873545 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bf085f50-22e2-4dc3-ae44-4fecb351b856 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/routers/fd26e7af-1d96-42be-847a-40093b3970ad HTTP/1.1" status: 200 len: 924 time: 0.3111012 Dec 12 04:17:22.875606 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:22.877443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52358) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:22.925875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-fe3e7c50-66b2-4eed-97cd-a9d596a2f9d6 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256497 Dec 12 04:17:22.978955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 38310ed2-345f-49f5-acae-a55ee11b6ed4 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:23.003646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ebe850b1-8fa6-480c-8003-6eef1cae7cec tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.007688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 38310ed2-345f-49f5-acae-a55ee11b6ed4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:17:23.008055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 38310ed2-345f-49f5-acae-a55ee11b6ed4 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:17:23.030252 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ebe850b1-8fa6-480c-8003-6eef1cae7cec tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.034286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ebe850b1-8fa6-480c-8003-6eef1cae7cec tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c5364b94-786f-4c0b-9471-110c6125b297 HTTP/1.1" status: 204 len: 168 time: 0.3850827 Dec 12 04:17:23.035129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52362) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:23.052400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f4e2d584-fabd-430a-94a3-3cdea91f5444 req-8013855c-3660-4782-b433-453a18132cbf service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195726 Dec 12 04:17:23.077301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe850b1-8fa6-480c-8003-6eef1cae7cec tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5364b94-786f-4c0b-9471-110c6125b297,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:23.092883 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-88dd1c47-6614-405c-817d-7ecc87ef5581 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0546529 Dec 12 04:17:23.094940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52364) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:23.106231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017a7b09-1823-4928-b9d0-06b4cf9cd3b1,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:23.129519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe02eda-f1e6-438a-bee6-dcf75d3449e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.138344 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe02eda-f1e6-438a-bee6-dcf75d3449e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.146848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb6888-2629-40b8-85b0-d842c35b849d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:23.151824 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-53eb6888-2629-40b8-85b0-d842c35b849d tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=fd26e7af-1d96-42be-847a-40093b3970ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2572191 Dec 12 04:17:23.151977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52366) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:23.160414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c4a91-b106-41ad-8fdd-87183a8acbef req-8ef2f058-3990-4b1b-ad3a-71afaf712f32 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:23.162080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7d7c4a91-b106-41ad-8fdd-87183a8acbef req-8ef2f058-3990-4b1b-ad3a-71afaf712f32 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 945 time: 0.1646273 Dec 12 04:17:23.166155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-47a0ea1b-764f-4dc2-b8cd-2e3aa58566b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:23.168376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-47a0ea1b-764f-4dc2-b8cd-2e3aa58566b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33db8f80-6383-4d67-beb4-519412b18788 HTTP/1.1" status: 200 len: 902 time: 0.3051739 Dec 12 04:17:23.169244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Checking segment: {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:23.169717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Network hostable DHCP agents. Network: 8451a516-40f4-4543-9ca3-bca294c09bd1, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:17:23.218160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe02eda-f1e6-438a-bee6-dcf75d3449e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.226436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe02eda-f1e6-438a-bee6-dcf75d3449e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.229981 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1fe02eda-f1e6-438a-bee6-dcf75d3449e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/efcbbf0c-b3b3-41ed-9a81-43554f3e2610 HTTP/1.1" status: 204 len: 168 time: 0.1314347 Dec 12 04:17:23.230991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52368) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:23.234052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-bba93b78-60b2-450c-8224-0514122caaf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855 HTTP/1.1" status: 200 len: 217 time: 0.0533919 Dec 12 04:17:23.242762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Network 8451a516-40f4-4543-9ca3-bca294c09bd1 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:17:23.252966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe02eda-f1e6-438a-bee6-dcf75d3449e3 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efcbbf0c-b3b3-41ed-9a81-43554f3e2610,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:23.312603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-33b906d7-8fe9-4161-81d4-66b89a3e17ef tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0753338 Dec 12 04:17:23.312603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eada5e-d808-4361-9881-e0587ea1c7d3 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:23.312603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c1eada5e-d808-4361-9881-e0587ea1c7d3 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 881 time: 0.1570511 Dec 12 04:17:23.312603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52370) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:23.313021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52372) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:23.319510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 8451a516-40f4-4543-9ca3-bca294c09bd1) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:23.324301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:23.325031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.333756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba2b281-6450-4eae-b5cb-4e8a0f9a1dda None None] Network 8451a516-40f4-4543-9ca3-bca294c09bd1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:17:23.353661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7d7c4a91-b106-41ad-8fdd-87183a8acbef req-d4b3fc88-c93a-4d7f-8284-42451ed44b39 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770363 Dec 12 04:17:23.356304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ad964a3e-b76d-482f-b72d-20aa7eefcc59 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26e7af-1d96-42be-847a-40093b3970ad HTTP/1.1" status: 200 len: 205 time: 0.0418272 Dec 12 04:17:23.358297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52376) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:23.397783 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-68332da2-33e8-4684-baac-f1bf03d476f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4698122 Dec 12 04:17:23.404511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-df607e73-7829-490f-90e8-8f1b86cca26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:23.406057 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-df607e73-7829-490f-90e8-8f1b86cca26b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.1583552 Dec 12 04:17:23.465853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5abfbaf-8912-4070-828f-6e7dffe25de6 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.480637 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5abfbaf-8912-4070-828f-6e7dffe25de6 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.567989 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5abfbaf-8912-4070-828f-6e7dffe25de6 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.571300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-2e0d8cfc-0938-4ca1-8068-b91c14601013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:23.576873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-2e0d8cfc-0938-4ca1-8068-b91c14601013 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067641 Dec 12 04:17:23.583067 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5abfbaf-8912-4070-828f-6e7dffe25de6 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.585077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c5abfbaf-8912-4070-828f-6e7dffe25de6 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c783b933-998c-4232-8570-14ded68c76c9 HTTP/1.1" status: 204 len: 168 time: 0.2693734 Dec 12 04:17:23.587437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52384) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:23.599826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.603845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abfbaf-8912-4070-828f-6e7dffe25de6 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c783b933-998c-4232-8570-14ded68c76c9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:23.643197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-8451a516-40f4-4543-9ca3-bca294c09bd1', 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1', 'project_id': '6b428d3a984b4cd99bfa90d18592cdc1', 'fixed_ips': [{'subnet_id': '017a7b09-1823-4928-b9d0-06b4cf9cd3b1'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:17:23.644688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:23.659343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a02c7-51f5-44a5-8755-8d2eeed56f40 req-ec2e05dc-0abe-45c5-836a-a815bf7cfddd tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:23.669560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae7a02c7-51f5-44a5-8755-8d2eeed56f40 req-ec2e05dc-0abe-45c5-836a-a815bf7cfddd tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 943 time: 0.1699076 Dec 12 04:17:23.823687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Allocated IP 172.20.0.2 (8451a516-40f4-4543-9ca3-bca294c09bd1/017a7b09-1823-4928-b9d0-06b4cf9cd3b1/57893bde-2e8d-4ee0-b234-04eb113518c5) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:23.998645 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.008367 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.046461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Network 8451a516-40f4-4543-9ca3-bca294c09bd1 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:24.053923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:24.057758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:24.073859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Pushing event updated for resources: {'Port': ['ID=57893bde-2e8d-4ee0-b234-04eb113518c5,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:24.130812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Attempting to bind port 57893bde-2e8d-4ee0-b234-04eb113518c5 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:24.131778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Attempting to bind port 57893bde-2e8d-4ee0-b234-04eb113518c5 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:24.132125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Attempting to bind port 57893bde-2e8d-4ee0-b234-04eb113518c5 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:24.134355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae7a02c7-51f5-44a5-8755-8d2eeed56f40 req-feb6a1ec-d795-4d6c-91a4-613a23b6ddc8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816607 Dec 12 04:17:24.151158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.156031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:24.157202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Checking segment: {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:24.157782 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.158573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Bound using segment: {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:24.159818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Bound port: 57893bde-2e8d-4ee0-b234-04eb113518c5, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:24.160081 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.174653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-994dd5c0-089c-42d8-94e9-f97a85962c1e service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876079 Dec 12 04:17:24.236635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] For port 57893bde-2e8d-4ee0-b234-04eb113518c5, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:24.241041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] For port 57893bde-2e8d-4ee0-b234-04eb113518c5, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=57893bde-2e8d-4ee0-b234-04eb113518c5,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:24.246113 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.298806 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f9b9131-76c5-4307-a95c-500eae23e9e5 req-94026381-4441-4e4e-94ad-971a02315dd7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 210 time: 0.0553167 Dec 12 04:17:24.300994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Deleting port b8f4e354-1819-4798-981f-b359151ef045 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:24.301340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.312939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-15c01a08-b056-4aba-8631-57829ad78e1d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6932361 Dec 12 04:17:24.319456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52394) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:24.333896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9927d8-0e00-4a9a-9166-86f1cd597046 None None] Pushing event updated for resources: {'Port': ['ID=57893bde-2e8d-4ee0-b234-04eb113518c5,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:24.339486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61cf-db53-430b-91df-e0c15541b427 req-7444d1c0-8d12-471b-88de-30d3378cf827 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.346463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61cf-db53-430b-91df-e0c15541b427 req-7444d1c0-8d12-471b-88de-30d3378cf827 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.353690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61cf-db53-430b-91df-e0c15541b427 req-7444d1c0-8d12-471b-88de-30d3378cf827 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.360907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61cf-db53-430b-91df-e0c15541b427 req-7444d1c0-8d12-471b-88de-30d3378cf827 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.368011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61cf-db53-430b-91df-e0c15541b427 req-7444d1c0-8d12-471b-88de-30d3378cf827 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.374716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61cf-db53-430b-91df-e0c15541b427 req-7444d1c0-8d12-471b-88de-30d3378cf827 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.382341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61cf-db53-430b-91df-e0c15541b427 req-7444d1c0-8d12-471b-88de-30d3378cf827 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.392854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75df61cf-db53-430b-91df-e0c15541b427 req-7444d1c0-8d12-471b-88de-30d3378cf827 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.8082197 Dec 12 04:17:24.401279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c540973e-ead1-4c54-866a-24776781317f', 'tag': 'ec23ef42-3da1-4759-ab48-a7aa69113a42'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:24.408980 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5e5edd-27f9-4f36-afd7-cd6605e55056" -d '{"events": [{"name": "network-changed", "server_uuid": "c540973e-ead1-4c54-866a-24776781317f", "tag": "ec23ef42-3da1-4759-ab48-a7aa69113a42"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:24.430862 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.453399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Calling delete_port for b8f4e354-1819-4798-981f-b359151ef045 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:24.513064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c078a837-3bdc-4706-a7e2-5fa7a86f4407 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.528445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfba1b44-b83a-411b-96d3-9e2980eb9bcc req-a98d4b74-56f4-420b-bf34-c10548e9451e service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285239 Dec 12 04:17:24.570170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75df61cf-db53-430b-91df-e0c15541b427 req-6e8fb8eb-eb2b-43bc-aaa3-5e3607ff9de6 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741333 Dec 12 04:17:24.581036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c078a837-3bdc-4706-a7e2-5fa7a86f4407 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.677693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c078a837-3bdc-4706-a7e2-5fa7a86f4407 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.682603 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c078a837-3bdc-4706-a7e2-5fa7a86f4407 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.686429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c078a837-3bdc-4706-a7e2-5fa7a86f4407 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d8c2b4a-48eb-4a1c-a903-43a6018c9b9e HTTP/1.1" status: 204 len: 168 time: 0.2886777 Dec 12 04:17:24.690282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52410) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:24.719003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078a837-3bdc-4706-a7e2-5fa7a86f4407 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8c2b4a-48eb-4a1c-a903-43a6018c9b9e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:24.802450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d387e8c1-8a8e-4099-a9db-baab7c61b746 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1107702 Dec 12 04:17:24.808032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52412) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:24.821743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8a8ff737-fc94-421f-8bae-88027f4d559a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899601609'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:24.844802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752175aa-665a-4122-a380-b7eaa0e15e7d req-e46adaa8-9106-4e26-bc09-26be82fa09ad tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.851148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752175aa-665a-4122-a380-b7eaa0e15e7d req-e46adaa8-9106-4e26-bc09-26be82fa09ad tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.860944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752175aa-665a-4122-a380-b7eaa0e15e7d req-e46adaa8-9106-4e26-bc09-26be82fa09ad tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.868238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752175aa-665a-4122-a380-b7eaa0e15e7d req-e46adaa8-9106-4e26-bc09-26be82fa09ad tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.872231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5d2b8924-3c4f-4f94-9226-29c0f9ecd889 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.873937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5d2b8924-3c4f-4f94-9226-29c0f9ecd889 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 815 time: 0.1929083 Dec 12 04:17:24.875144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752175aa-665a-4122-a380-b7eaa0e15e7d req-e46adaa8-9106-4e26-bc09-26be82fa09ad tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.875296 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.883452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752175aa-665a-4122-a380-b7eaa0e15e7d req-e46adaa8-9106-4e26-bc09-26be82fa09ad tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.889654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752175aa-665a-4122-a380-b7eaa0e15e7d req-e46adaa8-9106-4e26-bc09-26be82fa09ad tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:24.891641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-752175aa-665a-4122-a380-b7eaa0e15e7d req-e46adaa8-9106-4e26-bc09-26be82fa09ad tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.1815748 Dec 12 04:17:24.914423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event deleted for resources: {'Port': ['ID=b8f4e354-1819-4798-981f-b359151ef045,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:24.926697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff737-fc94-421f-8bae-88027f4d559a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:24.933418 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-43bdeddf-2cfc-4fcd-9763-76887e4fe34d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/quotas/6b428d3a984b4cd99bfa90d18592cdc1 HTTP/1.1" status: 200 len: 375 time: 0.0482934 Dec 12 04:17:24.976777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-752175aa-665a-4122-a380-b7eaa0e15e7d req-4ceaf87a-e03c-40eb-8076-b1ba3da2d175 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0779233 Dec 12 04:17:25.031985 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff737-fc94-421f-8bae-88027f4d559a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.038256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-4acb6d3d-f661-4550-8f88-96adf13ca010 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005275 Dec 12 04:17:25.038658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff737-fc94-421f-8bae-88027f4d559a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.041723 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.080594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:25.089609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff737-fc94-421f-8bae-88027f4d559a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.096038 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8a8ff737-fc94-421f-8bae-88027f4d559a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2766762 Dec 12 04:17:25.096259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52414) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:25.111580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f061b63b-64a5-45b6-a4c6-fccb7fec9105 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': 'a8beb4f6-3146-4edb-a23c-4759bad3fc65', 'direction': 'ingress', 'protocol': 17}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:25.140232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ff737-fc94-421f-8bae-88027f4d559a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8beb4f6-3146-4edb-a23c-4759bad3fc65,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:25.152197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:25.157071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:25.157773 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.185819 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f061b63b-64a5-45b6-a4c6-fccb7fec9105 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.232084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452430a6-a87e-4409-8877-68f1b5db3174 req-c167c512-54e3-46cb-bc7c-d6fc6007af20 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:25.233658 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-452430a6-a87e-4409-8877-68f1b5db3174 req-c167c512-54e3-46cb-bc7c-d6fc6007af20 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 945 time: 0.0897307 Dec 12 04:17:25.275689 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.294291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-03595e59-7f52-486c-ac69-fc81f0e8dcd7 service neutron] 10.222.0.36 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476351 Dec 12 04:17:25.316985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:25.318438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3366f7-420f-477a-aa7d-c2b21ca8b0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b4edc3-176a-4fc0-aed4-ab57aa8e5f79'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:25.322329 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34124d8a-23a7-46db-9921-a18bf83c2c3f" -d '{"events": [{"server_uuid": "5c3366f7-420f-477a-aa7d-c2b21ca8b0e9", "name": "network-vif-plugged", "status": "completed", "tag": "d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:25.325230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-452430a6-a87e-4409-8877-68f1b5db3174 req-7efa6e64-9c87-432f-a140-15cbf7cd1db9 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657420 Dec 12 04:17:25.327338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.348434 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f061b63b-64a5-45b6-a4c6-fccb7fec9105 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.353973 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f061b63b-64a5-45b6-a4c6-fccb7fec9105 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.384346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b63b-64a5-45b6-a4c6-fccb7fec9105 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb12c73-7b47-4560-9cb4-286f33ce9539,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:25.397224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f061b63b-64a5-45b6-a4c6-fccb7fec9105 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.399276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f061b63b-64a5-45b6-a4c6-fccb7fec9105 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2942593 Dec 12 04:17:25.402032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52424) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:25.423568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:25.428981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.436796 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7044762b-9dd7-409f-abc0-9024db278217 x-openstack-request-id: req-7044762b-9dd7-409f-abc0-9024db278217 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:25.437146 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c540973e-ead1-4c54-866a-24776781317f", "tag": "ec23ef42-3da1-4759-ab48-a7aa69113a42", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:25.437415 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7044762b-9dd7-409f-abc0-9024db278217 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:25.437841 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c540973e-ead1-4c54-866a-24776781317f', 'tag': 'ec23ef42-3da1-4759-ab48-a7aa69113a42', 'status': 'completed', 'code': 200} Dec 12 04:17:25.443468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.492507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43fbb69c-c762-44b0-908b-752db56a89bb tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.562312 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43fbb69c-c762-44b0-908b-752db56a89bb tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.566359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.566949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Fanout notify agent at l3_agent the message router_deleted on router fd26e7af-1d96-42be-847a-40093b3970ad {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:17:25.582983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.584773 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6d5c59f2-4c33-49d5-a7b3-a3e25a01abcf tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/fd26e7af-1d96-42be-847a-40093b3970ad HTTP/1.1" status: 204 len: 168 time: 2.2249186 Dec 12 04:17:25.589923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52426) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:25.596848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-015e1155-1080-4f36-ad08-a2b876a8fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:25.598396 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-015e1155-1080-4f36-ad08-a2b876a8fe58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 1094 time: 0.1329112 Dec 12 04:17:25.600601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5c7b8eb4-e3dc-4bd7-9c2d-295acc52cfce tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-589219363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:25.609243 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-13526db9-f333-4b3a-a802-8ee6fa8b782a service neutron] 10.222.0.36 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131130 Dec 12 04:17:25.655586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62704057-7b57-406c-8598-e26986841778 req-3469ffbf-1c7e-4246-9a78-8259e337614e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:25.664662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62704057-7b57-406c-8598-e26986841778 req-3469ffbf-1c7e-4246-9a78-8259e337614e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 943 time: 0.1446850 Dec 12 04:17:25.684417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8eb4-e3dc-4bd7-9c2d-295acc52cfce tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.685668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8eb4-e3dc-4bd7-9c2d-295acc52cfce tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.700809 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43fbb69c-c762-44b0-908b-752db56a89bb tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.705205 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43fbb69c-c762-44b0-908b-752db56a89bb tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.706389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-43fbb69c-c762-44b0-908b-752db56a89bb tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/a8beb4f6-3146-4edb-a23c-4759bad3fc65 HTTP/1.1" status: 204 len: 168 time: 0.3032119 Dec 12 04:17:25.713655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52430) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:25.771459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbb69c-c762-44b0-908b-752db56a89bb tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8beb4f6-3146-4edb-a23c-4759bad3fc65,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:25.798683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-178a24de-6e29-4884-b9ad-7689c7995449 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0811191 Dec 12 04:17:25.802997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52434) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:25.841325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a19a629b-a351-44de-9226-09a12d3c9268 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510706393'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:25.841976 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62704057-7b57-406c-8598-e26986841778 req-cbab9837-dca8-4749-b3e8-67ecd28ac3ea tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762266 Dec 12 04:17:25.843588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8eb4-e3dc-4bd7-9c2d-295acc52cfce tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.852768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8eb4-e3dc-4bd7-9c2d-295acc52cfce tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:25.859514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-cff43ac9-859a-4465-b444-22bbf174d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:25.876684 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-cff43ac9-859a-4465-b444-22bbf174d75a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 913 time: 0.2505007 Dec 12 04:17:25.890429 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4476268-e8c5-4dd6-850a-c5981b99e4e6 x-openstack-request-id: req-f4476268-e8c5-4dd6-850a-c5981b99e4e6 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:25.890611 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3366f7-420f-477a-aa7d-c2b21ca8b0e9", "name": "network-vif-plugged", "status": "completed", "tag": "d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:25.890881 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4476268-e8c5-4dd6-850a-c5981b99e4e6 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:25.891341 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3366f7-420f-477a-aa7d-c2b21ca8b0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b4edc3-176a-4fc0-aed4-ab57aa8e5f79', 'code': 200} Dec 12 04:17:25.921350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c38e2b-d61c-486e-8529-7e61f8c44c95 None None] Network 8451a516-40f4-4543-9ca3-bca294c09bd1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:17:25.970395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-5114e93d-8093-4a4f-ae88-fe8c2db986eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec23ef42-3da1-4759-ab48-a7aa69113a42 HTTP/1.1" status: 200 len: 217 time: 0.0919926 Dec 12 04:17:26.007903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7fcc7e4a-b33a-451f-897e-cacb548984cf None None] Provisioning complete for port 57893bde-2e8d-4ee0-b234-04eb113518c5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:26.008286 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7e4a-b33a-451f-897e-cacb548984cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.031618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-59950d90-2551-45b8-bdbd-9bb81f4ada50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.033153 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-59950d90-2551-45b8-bdbd-9bb81f4ada50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36aeef72-4114-4e29-ab24-bffc6a86ff95 HTTP/1.1" status: 200 len: 853 time: 0.0533447 Dec 12 04:17:26.073454 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ebe402b1-7f1a-4c47-8ee3-81691a14c1e2 req-f227306e-f98a-4e77-b170-0f92d6653d9f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 210 time: 0.0803237 Dec 12 04:17:26.110839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8eb4-e3dc-4bd7-9c2d-295acc52cfce tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.113922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5c7b8eb4-e3dc-4bd7-9c2d-295acc52cfce tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5180271 Dec 12 04:17:26.119009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52446) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:26.119447 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-2f98322e-1d8d-4b2a-8772-e8035f62fa67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677409 Dec 12 04:17:26.120404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a19a629b-a351-44de-9226-09a12d3c9268 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.147611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': True}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:26.187130 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7e4a-b33a-451f-897e-cacb548984cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.228089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7fcc7e4a-b33a-451f-897e-cacb548984cf None None] For port 57893bde-2e8d-4ee0-b234-04eb113518c5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=57893bde-2e8d-4ee0-b234-04eb113518c5,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:26.234590 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7e4a-b33a-451f-897e-cacb548984cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.306946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc7e4a-b33a-451f-897e-cacb548984cf None None] Pushing event updated for resources: {'Port': ['ID=57893bde-2e8d-4ee0-b234-04eb113518c5,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:26.414775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a19a629b-a351-44de-9226-09a12d3c9268 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.437711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 57893bde-2e8d-4ee0-b234-04eb113518c5 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:26.454292 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a19a629b-a351-44de-9226-09a12d3c9268 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.465588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07536391-c873-408f-80cc-fde81b2ccf50 req-82982d22-3e6a-4b31-8b48-02b6d9a8b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.467052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07536391-c873-408f-80cc-fde81b2ccf50 req-82982d22-3e6a-4b31-8b48-02b6d9a8b8cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c3366f7-420f-477a-aa7d-c2b21ca8b0e9 HTTP/1.1" status: 200 len: 1097 time: 0.4612756 Dec 12 04:17:26.512945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a629b-a351-44de-9226-09a12d3c9268 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5bc84f-9484-4501-a340-8e5927ac8050,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:26.535720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55680c9-5385-47c1-b2ef-a8f50757f6ee req-7e786819-9771-42bf-ae71-a6e61f94f361 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.538019 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b55680c9-5385-47c1-b2ef-a8f50757f6ee req-7e786819-9771-42bf-ae71-a6e61f94f361 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3366f7-420f-477a-aa7d-c2b21ca8b0e9 HTTP/1.1" status: 200 len: 946 time: 0.4869888 Dec 12 04:17:26.539577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 57893bde-2e8d-4ee0-b234-04eb113518c5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:26.540122 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.563455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a19a629b-a351-44de-9226-09a12d3c9268 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.567952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a19a629b-a351-44de-9226-09a12d3c9268 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7634881 Dec 12 04:17:26.568724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52450) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:26.592844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ab3ac91d-f93c-469e-83b1-16cf7aae0735 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-secgroup--989775380'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:26.678398 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b55680c9-5385-47c1-b2ef-a8f50757f6ee req-021c37bc-5811-41a3-9db1-c48349671c32 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188567 Dec 12 04:17:26.680484 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-ddfcd5c3-9815-4bd9-9df8-e6a5c911bdf3 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154934 Dec 12 04:17:26.721011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-15deadfb-44ae-45d3-8efe-d5bae2cb6173 None None] Provisioning complete for port 57893bde-2e8d-4ee0-b234-04eb113518c5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:26.729067 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15deadfb-44ae-45d3-8efe-d5bae2cb6173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.734285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.769135 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac91d-f93c-469e-83b1-16cf7aae0735 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:26.840781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1367b5-c0e1-4a25-95d4-2fb56fbf1b24 req-0520d658-f4a7-4194-8e2e-3e2ae9a36354 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.849141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1367b5-c0e1-4a25-95d4-2fb56fbf1b24 req-0520d658-f4a7-4194-8e2e-3e2ae9a36354 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.855676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1367b5-c0e1-4a25-95d4-2fb56fbf1b24 req-0520d658-f4a7-4194-8e2e-3e2ae9a36354 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.862920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1367b5-c0e1-4a25-95d4-2fb56fbf1b24 req-0520d658-f4a7-4194-8e2e-3e2ae9a36354 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.870601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1367b5-c0e1-4a25-95d4-2fb56fbf1b24 req-0520d658-f4a7-4194-8e2e-3e2ae9a36354 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.879630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1367b5-c0e1-4a25-95d4-2fb56fbf1b24 req-0520d658-f4a7-4194-8e2e-3e2ae9a36354 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.888146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1367b5-c0e1-4a25-95d4-2fb56fbf1b24 req-0520d658-f4a7-4194-8e2e-3e2ae9a36354 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:26.897965 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ab1367b5-c0e1-4a25-95d4-2fb56fbf1b24 req-0520d658-f4a7-4194-8e2e-3e2ae9a36354 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5417 time: 0.5384741 Dec 12 04:17:26.902046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07536391-c873-408f-80cc-fde81b2ccf50 req-b8744643-17a9-4920-b8af-62b87d0643c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195995 Dec 12 04:17:26.994736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ab1367b5-c0e1-4a25-95d4-2fb56fbf1b24 req-0ded19cb-d786-4b95-a5ac-4a570a7a7e9e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961514 Dec 12 04:17:26.995366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb5e5edd-27f9-4f36-afd7-cd6605e55056 req-381a3f00-9cf4-418e-a610-031e3038d5d0 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041337 Dec 12 04:17:27.009916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9403880b-5895-4575-a115-5f591b9aa45e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.011439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9403880b-5895-4575-a115-5f591b9aa45e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 815 time: 0.1993654 Dec 12 04:17:27.033324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:27.041069 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-ec39411a-4472-4e3b-a1da-1c1294fe8a4c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/quotas/6b428d3a984b4cd99bfa90d18592cdc1 HTTP/1.1" status: 200 len: 375 time: 0.0161829 Dec 12 04:17:27.083660 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac91d-f93c-469e-83b1-16cf7aae0735 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.095013 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac91d-f93c-469e-83b1-16cf7aae0735 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.143250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-e54c75bf-4d97-4c2e-8367-1ac49491c79d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960095 Dec 12 04:17:27.149566 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac91d-f93c-469e-83b1-16cf7aae0735 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.150937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ab3ac91d-f93c-469e-83b1-16cf7aae0735 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5783269 Dec 12 04:17:27.151708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ac91d-f93c-469e-83b1-16cf7aae0735 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b45cdb-bef9-4ab7-8d91-e902e22297fd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:27.162047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:27.163508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52464) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:27.175423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-38e77df7-8cda-42e8-b779-d8f7bf248270 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': '0c5bc84f-9484-4501-a340-8e5927ac8050', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '90b45cdb-bef9-4ab7-8d91-e902e22297fd', 'remote_ip_prefix': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:27.183129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93', 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'port_id': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93', 'mac_address': 'fa:16:3e:88:41:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e65ed2-30cf-4875-832b-494adfedbeb7', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:27.235829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.247736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-429a4960-e944-44af-b639-e6baa34f5632 service neutron] 10.222.0.36 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927362 Dec 12 04:17:27.253947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:27.280627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24db5-db60-45e4-b5af-9100a5b69279 req-77fe3fa6-177b-45cd-beee-b839dee65ae6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.289404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24db5-db60-45e4-b5af-9100a5b69279 req-77fe3fa6-177b-45cd-beee-b839dee65ae6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.299298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24db5-db60-45e4-b5af-9100a5b69279 req-77fe3fa6-177b-45cd-beee-b839dee65ae6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.307105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24db5-db60-45e4-b5af-9100a5b69279 req-77fe3fa6-177b-45cd-beee-b839dee65ae6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.313200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24db5-db60-45e4-b5af-9100a5b69279 req-77fe3fa6-177b-45cd-beee-b839dee65ae6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.318183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:27.320167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24db5-db60-45e4-b5af-9100a5b69279 req-77fe3fa6-177b-45cd-beee-b839dee65ae6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.326918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24db5-db60-45e4-b5af-9100a5b69279 req-77fe3fa6-177b-45cd-beee-b839dee65ae6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.328407 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.329320 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39b24db5-db60-45e4-b5af-9100a5b69279 req-77fe3fa6-177b-45cd-beee-b839dee65ae6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.1873260 Dec 12 04:17:27.329577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:27.353898 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.382268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38e77df7-8cda-42e8-b779-d8f7bf248270 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.385479 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-c9866258-4942-4651-948d-3a308c5e51c9 service neutron] 10.222.0.36 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303418 Dec 12 04:17:27.388107 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.446347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:27.621508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39b24db5-db60-45e4-b5af-9100a5b69279 req-0011f451-8d54-4b74-b2bc-d7e65c2f882c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2829869 Dec 12 04:17:27.667386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:27.706434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6', 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0', 'port_id': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6', 'mac_address': 'fa:16:3e:4d:03:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5c7e23-5653-44d5-a088-4062740c18b4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:27.724877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-1b003128-1195-4826-9582-5a490fef59e8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.726455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-1b003128-1195-4826-9582-5a490fef59e8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.18 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 815 time: 0.2743995 Dec 12 04:17:27.744803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38e77df7-8cda-42e8-b779-d8f7bf248270 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.770682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.774746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Request body: {'port': {'device_id': '69642489-f9b0-48ac-8374-e50fa4ff1cda', 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1', 'admin_state_up': True, 'tenant_id': '6b428d3a984b4cd99bfa90d18592cdc1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:27.790781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:27.804714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38e77df7-8cda-42e8-b779-d8f7bf248270 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.820979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02ff7e46-5eef-48fa-b3e8-e3cc2e70aee4 req-77a7a143-663a-4342-a4e3-08b3b1ab53b2 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4cc49f-6aec-49ae-8dad-6f4fe6dea2d7 HTTP/1.1" status: 200 len: 210 time: 0.0597212 Dec 12 04:17:27.840092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:27.849530 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.851102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ec23ef42-3da1-4759-ab48-a7aa69113a42 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:27.864240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cccb5e-12ea-4771-8464-57f933a1c9a5 req-594e5fa6-28a0-4606-b5a7-1df87fea145d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:27.866397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23cccb5e-12ea-4771-8464-57f933a1c9a5 req-594e5fa6-28a0-4606-b5a7-1df87fea145d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 943 time: 0.1829190 Dec 12 04:17:27.880988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e77df7-8cda-42e8-b779-d8f7bf248270 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820a33f8-0be7-4442-a730-16e4f081c305,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:27.921377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Allocated IP 172.25.7.248 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/a0d070f3-8b77-4b06-9fbe-440cb54cc689) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:27.953773 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38e77df7-8cda-42e8-b779-d8f7bf248270 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:27.955031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-38e77df7-8cda-42e8-b779-d8f7bf248270 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7870226 Dec 12 04:17:27.960091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52486) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:28.064044 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23cccb5e-12ea-4771-8464-57f933a1c9a5 req-47eee051-e25b-4f73-9786-977ed5cb74fc tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823614 Dec 12 04:17:28.089860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Made reservation on behalf of 6b428d3a984b4cd99bfa90d18592cdc1 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:28.096881 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.123049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:28.149319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ec23ef42-3da1-4759-ab48-a7aa69113a42, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ec23ef42-3da1-4759-ab48-a7aa69113a42,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:28.174106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ec23ef42-3da1-4759-ab48-a7aa69113a42', 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a', 'port_id': 'ec23ef42-3da1-4759-ab48-a7aa69113a42', 'mac_address': 'fa:16:3e:29:4a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36aeef72-4114-4e29-ab24-bffc6a86ff95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:28.229083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.250827 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec23ef42-3da1-4759-ab48-a7aa69113a42 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:28.278997 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.301201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3df0d-c908-4581-b21b-48016bb6368d req-4a268034-5ea3-4104-8fbc-03bd5d82b586 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:28.303604 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6f3df0d-c908-4581-b21b-48016bb6368d req-4a268034-5ea3-4104-8fbc-03bd5d82b586 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3366f7-420f-477a-aa7d-c2b21ca8b0e9 HTTP/1.1" status: 200 len: 946 time: 0.0993257 Dec 12 04:17:28.314740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ec23ef42-3da1-4759-ab48-a7aa69113a42, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ec23ef42-3da1-4759-ab48-a7aa69113a42,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:28.322636 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.323323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac44bc2b-566d-43df-a507-1831e4b1458e details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:28.347313 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a8a1714-a3d1-44f1-96b6-7c1005539bd7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.357947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Allocated IP 172.20.0.14 (8451a516-40f4-4543-9ca3-bca294c09bd1/017a7b09-1823-4928-b9d0-06b4cf9cd3b1/ab777996-3e59-4485-82ab-dbaf7e91a898) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:28.386607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6f3df0d-c908-4581-b21b-48016bb6368d req-e9b9b194-a33e-4923-b18f-8f329a2e424c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750484 Dec 12 04:17:28.390637 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a8a1714-a3d1-44f1-96b6-7c1005539bd7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.421578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 57893bde-2e8d-4ee0-b234-04eb113518c5 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:28.448213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.498671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ec23ef42-3da1-4759-ab48-a7aa69113a42,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:28.517396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac44bc2b-566d-43df-a507-1831e4b1458e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac44bc2b-566d-43df-a507-1831e4b1458e,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:28.532546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:28.546479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:28.548943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ac44bc2b-566d-43df-a507-1831e4b1458e', 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'port_id': 'ac44bc2b-566d-43df-a507-1831e4b1458e', 'mac_address': 'fa:16:3e:8f:96:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e65ed2-30cf-4875-832b-494adfedbeb7', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:28.552475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a8a1714-a3d1-44f1-96b6-7c1005539bd7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.557743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:28.571271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a8a1714-a3d1-44f1-96b6-7c1005539bd7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.572592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3a8a1714-a3d1-44f1-96b6-7c1005539bd7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/820a33f8-0be7-4442-a730-16e4f081c305 HTTP/1.1" status: 204 len: 168 time: 0.6085258 Dec 12 04:17:28.589592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52494) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:28.610013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-8a271144-2163-4fa9-bf29-8965f88df82c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:28.620295 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-8a271144-2163-4fa9-bf29-8965f88df82c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 815 time: 0.6584687 Dec 12 04:17:28.625906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 57893bde-2e8d-4ee0-b234-04eb113518c5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:28.626286 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.647764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event updated for resources: {'Port': ['ID=a0d070f3-8b77-4b06-9fbe-440cb54cc689,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:28.652313 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.654096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a1714-a3d1-44f1-96b6-7c1005539bd7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=820a33f8-0be7-4442-a730-16e4f081c305,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:28.666265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-37bf1905-bbc5-40b9-89d7-a5363de7ac67 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/quotas/6b428d3a984b4cd99bfa90d18592cdc1 HTTP/1.1" status: 200 len: 375 time: 0.0306373 Dec 12 04:17:28.695172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac44bc2b-566d-43df-a507-1831e4b1458e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:28.708971 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.736344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac44bc2b-566d-43df-a507-1831e4b1458e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac44bc2b-566d-43df-a507-1831e4b1458e,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:28.759110 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.780253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0f47-9d64-4123-97ec-d48a09f2d14d req-7e716a05-69ca-4a60-bed9-5a68859bb1b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:28.784284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.785058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e1307ca1-10fe-44f8-b15c-2d52c3b2c10c details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:28.786957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0f47-9d64-4123-97ec-d48a09f2d14d req-7e716a05-69ca-4a60-bed9-5a68859bb1b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:28.794059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0f47-9d64-4123-97ec-d48a09f2d14d req-7e716a05-69ca-4a60-bed9-5a68859bb1b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:28.801040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0f47-9d64-4123-97ec-d48a09f2d14d req-7e716a05-69ca-4a60-bed9-5a68859bb1b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:28.808531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0f47-9d64-4123-97ec-d48a09f2d14d req-7e716a05-69ca-4a60-bed9-5a68859bb1b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:28.814891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0f47-9d64-4123-97ec-d48a09f2d14d req-7e716a05-69ca-4a60-bed9-5a68859bb1b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:28.821801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0f47-9d64-4123-97ec-d48a09f2d14d req-7e716a05-69ca-4a60-bed9-5a68859bb1b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:28.826347 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-283b0f47-9d64-4123-97ec-d48a09f2d14d req-7e716a05-69ca-4a60-bed9-5a68859bb1b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5419 time: 0.3304222 Dec 12 04:17:28.837721 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-26db3012-ee74-44e7-8bdc-4373914c9e11 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1642792 Dec 12 04:17:28.877384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:28.894227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac44bc2b-566d-43df-a507-1831e4b1458e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:28.898638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c', 'network_id': '7807f09d-0aa0-4730-9e80-ec87226ad9a0', 'port_id': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c', 'mac_address': 'fa:16:3e:a3:52:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5c7e23-5653-44d5-a088-4062740c18b4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:28.965374 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fa4554ee-b967-4369-9bfb-079fa51f5950 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3700187 Dec 12 04:17:28.965374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Network 8451a516-40f4-4543-9ca3-bca294c09bd1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:28.969160 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:28.972585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52502) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:28.983576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1307ca1-10fe-44f8-b15c-2d52c3b2c10c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:28.996206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:29.006753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:29.013228 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.014050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cc391740-5e3b-4b36-8a0a-d7f7b0b1947f details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:29.020215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:29.114450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:29.127329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:29.136764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Pushing event updated for resources: {'Port': ['ID=ab777996-3e59-4485-82ab-dbaf7e91a898,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:29.139173 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.156142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'cc391740-5e3b-4b36-8a0a-d7f7b0b1947f', 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'port_id': 'cc391740-5e3b-4b36-8a0a-d7f7b0b1947f', 'mac_address': 'fa:16:3e:e7:6a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e65ed2-30cf-4875-832b-494adfedbeb7', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:29.218542 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.236991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc391740-5e3b-4b36-8a0a-d7f7b0b1947f {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:29.261993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:29.263191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.263361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:29.276411 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.277481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f9a61b9a-355b-44cd-a2e2-a869dbf3a14d details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:29.317134 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-283b0f47-9d64-4123-97ec-d48a09f2d14d req-f371c506-3fab-441a-95b3-a7b5922264d9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4777074 Dec 12 04:17:29.360294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-5c7341fc-8176-43fb-8399-bae58cf2f024 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6019607 Dec 12 04:17:29.362825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b54002d8-b139-477a-913f-679459be98e7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.385186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Request body: {'port': {'device_id': '69642489-f9b0-48ac-8374-e50fa4ff1cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:29.388186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:29.410910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:29.434632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'f9a61b9a-355b-44cd-a2e2-a869dbf3a14d', 'network_id': 'fd654d73-c5e0-4a77-925c-fa06e5acb9d9', 'port_id': 'f9a61b9a-355b-44cd-a2e2-a869dbf3a14d', 'mac_address': 'fa:16:3e:26:58:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e65ed2-30cf-4875-832b-494adfedbeb7', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:29.442347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b9e38f90-36a7-4cc8-a7e6-b40eff9a51e8 None None] Provisioning complete for port ab777996-3e59-4485-82ab-dbaf7e91a898 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:29.442930 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b9e38f90-36a7-4cc8-a7e6-b40eff9a51e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.483403 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.494266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b9e38f90-36a7-4cc8-a7e6-b40eff9a51e8 None None] Port ab777996-3e59-4485-82ab-dbaf7e91a898 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:17:29.516310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b54002d8-b139-477a-913f-679459be98e7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.557950 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.576105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a61b9a-355b-44cd-a2e2-a869dbf3a14d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:29.607065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:29.615726 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.616897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 50865e90-2d61-4c3f-845d-73e68d27bd50 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:29.647388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b54002d8-b139-477a-913f-679459be98e7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.650938 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b54002d8-b139-477a-913f-679459be98e7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.655080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b54002d8-b139-477a-913f-679459be98e7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/90b45cdb-bef9-4ab7-8d91-e902e22297fd HTTP/1.1" status: 204 len: 168 time: 0.6789131 Dec 12 04:17:29.718493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52508) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:29.719504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54002d8-b139-477a-913f-679459be98e7 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b45cdb-bef9-4ab7-8d91-e902e22297fd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:29.871238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:29.919323 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-1c577ea9-616f-4abc-af51-15e703809d8f service neutron] 10.222.0.36 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0691423 Dec 12 04:17:29.953879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab777996-3e59-4485-82ab-dbaf7e91a898 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:29.971237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:29.985041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 50865e90-2d61-4c3f-845d-73e68d27bd50, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=50865e90-2d61-4c3f-845d-73e68d27bd50,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:29.986944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Transition to ACTIVE for port object ab777996-3e59-4485-82ab-dbaf7e91a898 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:30.000854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'port_id': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'mac_address': 'fa:16:3e:8c:cc:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:30.022242 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.051888 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.067851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50865e90-2d61-4c3f-845d-73e68d27bd50 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:30.091139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 50865e90-2d61-4c3f-845d-73e68d27bd50, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=50865e90-2d61-4c3f-845d-73e68d27bd50,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:30.096729 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.120802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f330ebd5-b863-4282-aa64-02764aa7b5ab tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3986504 Dec 12 04:17:30.124584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52510) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:30.151044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-e078e7ba-411a-4df9-8c70-310c5cfe0601 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.152578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-e078e7ba-411a-4df9-8c70-310c5cfe0601 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.37 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 815 time: 0.3118649 Dec 12 04:17:30.161902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecd0ca-0cbb-4672-847f-40937f48b254 req-3e5e51d0-8903-41db-a106-828b979b43d6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.170143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecd0ca-0cbb-4672-847f-40937f48b254 req-3e5e51d0-8903-41db-a106-828b979b43d6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.171807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=50865e90-2d61-4c3f-845d-73e68d27bd50,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:30.186602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Request body: {'port': {'device_id': '6fcaf390-4350-4c9a-b8a8-7f57134a1437', 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1', 'admin_state_up': True, 'tenant_id': '6b428d3a984b4cd99bfa90d18592cdc1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:30.190063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecd0ca-0cbb-4672-847f-40937f48b254 req-3e5e51d0-8903-41db-a106-828b979b43d6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.198271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecd0ca-0cbb-4672-847f-40937f48b254 req-3e5e51d0-8903-41db-a106-828b979b43d6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.205905 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecd0ca-0cbb-4672-847f-40937f48b254 req-3e5e51d0-8903-41db-a106-828b979b43d6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.212881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecd0ca-0cbb-4672-847f-40937f48b254 req-3e5e51d0-8903-41db-a106-828b979b43d6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.219978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecd0ca-0cbb-4672-847f-40937f48b254 req-3e5e51d0-8903-41db-a106-828b979b43d6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.223694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-6883619d-171b-4e01-8316-09d5448d36e0 service neutron] 10.222.0.36 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963479 Dec 12 04:17:30.230315 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9ecd0ca-0cbb-4672-847f-40937f48b254 req-3e5e51d0-8903-41db-a106-828b979b43d6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.5066721 Dec 12 04:17:30.261470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab777996-3e59-4485-82ab-dbaf7e91a898,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:30.296006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.314763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.329776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b39d3005-6339-442e-9e48-1417b77d744f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.384853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9ecd0ca-0cbb-4672-847f-40937f48b254 req-b22b669e-dc20-451e-88cb-5c25f86df12a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1534388 Dec 12 04:17:30.430564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Attempting to bind port ab777996-3e59-4485-82ab-dbaf7e91a898 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:30.430913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Attempting to bind port ab777996-3e59-4485-82ab-dbaf7e91a898 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:30.431291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Attempting to bind port ab777996-3e59-4485-82ab-dbaf7e91a898 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:30.437102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Port ab777996-3e59-4485-82ab-dbaf7e91a898 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:30.437441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Attempting to bind port ab777996-3e59-4485-82ab-dbaf7e91a898 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:30.450918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:30.451276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Checking segment: {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:30.451682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Bound using segment: {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:30.452769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Bound port: ab777996-3e59-4485-82ab-dbaf7e91a898, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:30.452769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.643421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] For port ab777996-3e59-4485-82ab-dbaf7e91a898, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:30.652741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] For port ab777996-3e59-4485-82ab-dbaf7e91a898, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab777996-3e59-4485-82ab-dbaf7e91a898,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:30.661992 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b39d3005-6339-442e-9e48-1417b77d744f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.667973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.699433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Made reservation on behalf of 6b428d3a984b4cd99bfa90d18592cdc1 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:30.714788 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.898090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab777996-3e59-4485-82ab-dbaf7e91a898,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:30.902681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.907853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:30.910712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-577ebb7f-61c3-4adb-9a62-c0bed94512d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/ab777996-3e59-4485-82ab-dbaf7e91a898 HTTP/1.1" status: 200 len: 1092 time: 1.5343671 Dec 12 04:17:30.910712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69642489-f9b0-48ac-8374-e50fa4ff1cda', 'tag': 'ab777996-3e59-4485-82ab-dbaf7e91a898'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:30.913677 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d81be16-8cb5-459a-9ced-d793dde17b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "69642489-f9b0-48ac-8374-e50fa4ff1cda", "tag": "ab777996-3e59-4485-82ab-dbaf7e91a898"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:30.972070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388553f5-9b41-440d-8357-b09038b2e741 req-08cf632e-caf6-435f-a580-e3859d9f6740 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:30.991078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388553f5-9b41-440d-8357-b09038b2e741 req-08cf632e-caf6-435f-a580-e3859d9f6740 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 944 time: 0.3871465 Dec 12 04:17:31.063841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b39d3005-6339-442e-9e48-1417b77d744f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:31.067154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6210c4d-cc1a-41d4-9d79-4b8a686a5102 req-92987a29-9dee-4f30-99df-17196dea48fb tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:31.073913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b39d3005-6339-442e-9e48-1417b77d744f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:31.076061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6210c4d-cc1a-41d4-9d79-4b8a686a5102 req-92987a29-9dee-4f30-99df-17196dea48fb tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:31.082236 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b39d3005-6339-442e-9e48-1417b77d744f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/0c5bc84f-9484-4501-a340-8e5927ac8050 HTTP/1.1" status: 204 len: 168 time: 0.9546266 Dec 12 04:17:31.083496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6210c4d-cc1a-41d4-9d79-4b8a686a5102 req-92987a29-9dee-4f30-99df-17196dea48fb tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:31.092610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6210c4d-cc1a-41d4-9d79-4b8a686a5102 req-92987a29-9dee-4f30-99df-17196dea48fb tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:31.102389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6210c4d-cc1a-41d4-9d79-4b8a686a5102 req-92987a29-9dee-4f30-99df-17196dea48fb tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:31.111340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6210c4d-cc1a-41d4-9d79-4b8a686a5102 req-92987a29-9dee-4f30-99df-17196dea48fb tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:31.118382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6210c4d-cc1a-41d4-9d79-4b8a686a5102 req-92987a29-9dee-4f30-99df-17196dea48fb tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:31.120318 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6210c4d-cc1a-41d4-9d79-4b8a686a5102 req-92987a29-9dee-4f30-99df-17196dea48fb tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5424 time: 0.2196755 Dec 12 04:17:31.121912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52534) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:31.161086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d3005-6339-442e-9e48-1417b77d744f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5bc84f-9484-4501-a340-8e5927ac8050,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:31.183802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ac44bc2b-566d-43df-a507-1831e4b1458e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:31.203895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['cc391740-5e3b-4b36-8a0a-d7f7b0b1947f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:31.231437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Router e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:17:31.310974 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388553f5-9b41-440d-8357-b09038b2e741 req-7c55806f-ed89-48ef-ad54-42c274bea146 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128688 Dec 12 04:17:31.335448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Allocated IP 172.20.0.6 (8451a516-40f4-4543-9ca3-bca294c09bd1/017a7b09-1823-4928-b9d0-06b4cf9cd3b1/ead402c4-1940-4328-9226-f1dd8e2cf306) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:31.350221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['f9a61b9a-355b-44cd-a2e2-a869dbf3a14d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:31.431350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:31.433474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e1307ca1-10fe-44f8-b15c-2d52c3b2c10c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:31.435592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['50865e90-2d61-4c3f-845d-73e68d27bd50'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:31.440191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ec23ef42-3da1-4759-ab48-a7aa69113a42'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:31.519106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5a0b1cb5-d7f8-4336-83e9-ed922da46c93'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:31.823868 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:31.862083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:17:31.863607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-83c167d0-bf2f-4a29-9625-721126cf6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:31.867435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-83c167d0-bf2f-4a29-9625-721126cf6c90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 1095 time: 0.8809898 Dec 12 04:17:31.882181 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:31.889979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e50d16c5-ea0d-4960-bed7-dad8c1564b5c tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "PUT /v2.0/routers/e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4 HTTP/1.1" status: 200 len: 918 time: 5.7650130 Dec 12 04:17:31.918297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52542) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:31.920372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:31.940103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1bf2f2de-dc8d-4648-aa8b-6f98187666c3 req-09386da8-0f3e-4bf0-9b20-ff6af2dc0c02 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 210 time: 0.3819470 Dec 12 04:17:31.959789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af736da-5b55-4ffb-b482-fa9166430209 None None] Sync routers for ids ['e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:17:32.003461 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6210c4d-cc1a-41d4-9d79-4b8a686a5102 req-b2f61fca-454b-4608-9207-d41ab3d0a393 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2020814 Dec 12 04:17:32.028623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-00c0b858-41da-4efa-9f7b-0faa1b85c127 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab777996-3e59-4485-82ab-dbaf7e91a898 HTTP/1.1" status: 200 len: 217 time: 0.1093357 Dec 12 04:17:32.090393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-3920bb7c-1925-405d-b06c-e5d0da003151 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.097436 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-3920bb7c-1925-405d-b06c-e5d0da003151 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c3366f7-420f-477a-aa7d-c2b21ca8b0e9 HTTP/1.1" status: 200 len: 946 time: 0.5273991 Dec 12 04:17:32.139147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Network 8451a516-40f4-4543-9ca3-bca294c09bd1 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:32.139665 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df74f96c-8dbf-4f0c-883d-20f089fbb6c4 x-openstack-request-id: req-df74f96c-8dbf-4f0c-883d-20f089fbb6c4 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:32.140196 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69642489-f9b0-48ac-8374-e50fa4ff1cda", "tag": "ab777996-3e59-4485-82ab-dbaf7e91a898", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:32.140295 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df74f96c-8dbf-4f0c-883d-20f089fbb6c4 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:32.143852 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69642489-f9b0-48ac-8374-e50fa4ff1cda', 'tag': 'ab777996-3e59-4485-82ab-dbaf7e91a898', 'status': 'completed', 'code': 200} Dec 12 04:17:32.211047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af736da-5b55-4ffb-b482-fa9166430209 None None] Routers {'e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:32.211683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3af736da-5b55-4ffb-b482-fa9166430209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:32.298254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:32.340655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3635ca7c-9521-4e46-b4e0-c3a735892239 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.2120368 Dec 12 04:17:32.375332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Pushing event updated for resources: {'Port': ['ID=ead402c4-1940-4328-9226-f1dd8e2cf306,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:32.403655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52554) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:32.404740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:32.431863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-dc1a3b50-9cd2-423f-9f03-b35c4f1b04d9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543843100'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:32.519630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3af736da-5b55-4ffb-b482-fa9166430209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:32.563311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-71359e91-b7d6-4e58-b765-7733a167531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.573478 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-71359e91-b7d6-4e58-b765-7733a167531d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=017a7b09-1823-4928-b9d0-06b4cf9cd3b1 HTTP/1.1" status: 200 len: 854 time: 0.3605475 Dec 12 04:17:32.665832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.666641 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:32.672707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86712-b01b-4668-bd80-64c5bfd5deff req-b248f4a5-081f-434f-be90-54c62b5141bc tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.681415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86712-b01b-4668-bd80-64c5bfd5deff req-b248f4a5-081f-434f-be90-54c62b5141bc tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.690041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86712-b01b-4668-bd80-64c5bfd5deff req-b248f4a5-081f-434f-be90-54c62b5141bc tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.699671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86712-b01b-4668-bd80-64c5bfd5deff req-b248f4a5-081f-434f-be90-54c62b5141bc tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.700243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3b50-9cd2-423f-9f03-b35c4f1b04d9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:32.706544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86712-b01b-4668-bd80-64c5bfd5deff req-b248f4a5-081f-434f-be90-54c62b5141bc tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.714904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86712-b01b-4668-bd80-64c5bfd5deff req-b248f4a5-081f-434f-be90-54c62b5141bc tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.722747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86712-b01b-4668-bd80-64c5bfd5deff req-b248f4a5-081f-434f-be90-54c62b5141bc tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.728624 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ea13d27-01e4-444c-84fb-106612580c1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5517116 Dec 12 04:17:32.732847 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d86712-b01b-4668-bd80-64c5bfd5deff req-b248f4a5-081f-434f-be90-54c62b5141bc tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.4793935 Dec 12 04:17:32.759940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-322b3347-0139-472b-9d24-37468f436325 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.762570 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-322b3347-0139-472b-9d24-37468f436325 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb5250d-d1c6-4f02-8687-a851a3aba3ef HTTP/1.1" status: 200 len: 945 time: 0.2043223 Dec 12 04:17:32.769135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Request body: {'port': {'device_id': '6fcaf390-4350-4c9a-b8a8-7f57134a1437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:32.845642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-c1f8c2c8-babb-40db-ba7a-9cd3e32b0d4d tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.847432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-c1f8c2c8-babb-40db-ba7a-9cd3e32b0d4d tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 812 time: 0.7992308 Dec 12 04:17:32.861722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:32.867441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-58a101da-f4e6-4e55-bfb8-ca41d5f24041 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:32.870003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-58a101da-f4e6-4e55-bfb8-ca41d5f24041 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.18 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 815 time: 0.6489568 Dec 12 04:17:32.873970 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-89592818-beaf-4e1a-a856-5663703f5d80 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/routers/e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4 HTTP/1.1" status: 200 len: 924 time: 0.8691299 Dec 12 04:17:32.879027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52558) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:32.904304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Request body: {'port': {'device_id': '7be06887-f27c-4725-b59a-63a57eb9fb3c', 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1', 'admin_state_up': True, 'tenant_id': '6b428d3a984b4cd99bfa90d18592cdc1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:32.940260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af736da-5b55-4ffb-b482-fa9166430209 None None] Routers {'e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:32.940929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3af736da-5b55-4ffb-b482-fa9166430209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:32.991685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3af736da-5b55-4ffb-b482-fa9166430209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:32.992351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af736da-5b55-4ffb-b482-fa9166430209 None None] The sync data for ids ['e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:17:33.007244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-edfbf196-de54-4396-b272-2eb42c6c8f47 None None] Provisioning complete for port ead402c4-1940-4328-9226-f1dd8e2cf306 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:33.007628 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-edfbf196-de54-4396-b272-2eb42c6c8f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.012216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-c581e2e0-70de-4116-98a8-c4d6a827f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:33.014791 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-c581e2e0-70de-4116-98a8-c4d6a827f323 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8451a516-40f4-4543-9ca3-bca294c09bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4032478 Dec 12 04:17:33.072228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-edfbf196-de54-4396-b272-2eb42c6c8f47 None None] Port ead402c4-1940-4328-9226-f1dd8e2cf306 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:17:33.131125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d86712-b01b-4668-bd80-64c5bfd5deff req-52333dbf-0b56-4172-8414-c2fffecf690a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3923242 Dec 12 04:17:33.160379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72fe594-8b66-4e8e-a9cc-4ec8dad028c9 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:33.163551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a72fe594-8b66-4e8e-a9cc-4ec8dad028c9 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2831993 Dec 12 04:17:33.168748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52568) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:33.303470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Deleting port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:33.303997 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.321114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4db66c5c-b9b1-4bdd-95fe-5348f09b142f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/quotas/ef23d864f3fb4aeba58abcee17e109bc HTTP/1.1" status: 200 len: 375 time: 0.4233410 Dec 12 04:17:33.339091 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-aed082d1-36ad-4ee1-950a-1a0a428bd2ee service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116493 Dec 12 04:17:33.394979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead402c4-1940-4328-9226-f1dd8e2cf306 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:33.417626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Made reservation on behalf of 6b428d3a984b4cd99bfa90d18592cdc1 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:33.421779 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.446881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd7587-a006-4f37-9c12-62ff5aecb329 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:33.448809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4dfd7587-a006-4f37-9c12-62ff5aecb329 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 881 time: 0.2773123 Dec 12 04:17:33.453935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.458752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337d4b5-b1e3-4a6f-aad3-ae00dd4b4cd5 req-f7272f65-e3e2-4d81-8f3a-672e934ece59 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:33.469424 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c337d4b5-b1e3-4a6f-aad3-ae00dd4b4cd5 req-f7272f65-e3e2-4d81-8f3a-672e934ece59 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 944 time: 0.2138240 Dec 12 04:17:33.472616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52570) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:33.526554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Transition to ACTIVE for port object ead402c4-1940-4328-9226-f1dd8e2cf306 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:33.546622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3b50-9cd2-423f-9f03-b35c4f1b04d9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.547390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-285b4ce3-d745-42bb-a45a-48837c6cf9f2 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4 HTTP/1.1" status: 200 len: 205 time: 0.0708430 Dec 12 04:17:33.551393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.555925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52572) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:33.583516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3b50-9cd2-423f-9f03-b35c4f1b04d9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.640356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-a404cc88-b333-4ae3-a895-ebe0df2eeb52 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2815926 Dec 12 04:17:33.724244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] For port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:33.725149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.730621 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3b50-9cd2-423f-9f03-b35c4f1b04d9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.735102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dc1a3b50-9cd2-423f-9f03-b35c4f1b04d9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3266964 Dec 12 04:17:33.737972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52574) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:33.797325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2e773cf8-d038-4262-8375-d9f96d8c2b62 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': 'c4ff2608-8d0a-4c0f-88c4-54d6829a9642', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:33.814078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a3b50-9cd2-423f-9f03-b35c4f1b04d9 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ff2608-8d0a-4c0f-88c4-54d6829a9642,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:33.817199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Calling delete_port for d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:33.836525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Deleting port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:33.836905 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:33.839784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Pushing event updated for resources: {'Port': ['ID=ead402c4-1940-4328-9226-f1dd8e2cf306,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:33.939072 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d11774e6-c0ae-49f7-ab51-1e6c87e5ecc1 req-14e479ec-b9a2-457e-ae27-e7a3c9d9ff9a service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827191 Dec 12 04:17:33.959861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c337d4b5-b1e3-4a6f-aad3-ae00dd4b4cd5 req-f1466d79-e107-4e4e-a970-827a80b5eab5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796643 Dec 12 04:17:33.996185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Allocated IP 172.20.0.11 (8451a516-40f4-4543-9ca3-bca294c09bd1/017a7b09-1823-4928-b9d0-06b4cf9cd3b1/ee1708ae-7569-4639-89f0-47075bd5f5e2) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:34.022592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:34.203920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-734ce7e2-19b4-4865-8616-9f420aef13af req-670f71bb-690e-4c9b-8661-5d56b442483b tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 210 time: 0.0946608 Dec 12 04:17:34.333053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-a241e0a8-494d-498d-aa38-08e024928e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.334910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-a241e0a8-494d-498d-aa38-08e024928e27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 1095 time: 0.2279320 Dec 12 04:17:34.429034 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:34.541835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:34.566957 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:34.581447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['1f3e1b1e-5f0e-48f3-852c-ef576ece398a', 'd5b4edc3-176a-4fc0-aed4-ab57aa8e5f79'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:34.585199 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-334fed19-6a9a-4563-b88f-cfb89f76687b service neutron] 10.222.0.36 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090533 Dec 12 04:17:34.592913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c3a8-35d6-49f9-8c31-cb8afb3498de req-3fa3636f-7bf8-4b02-bff7-01b36e6997b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.598941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c3a8-35d6-49f9-8c31-cb8afb3498de req-3fa3636f-7bf8-4b02-bff7-01b36e6997b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.605814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c3a8-35d6-49f9-8c31-cb8afb3498de req-3fa3636f-7bf8-4b02-bff7-01b36e6997b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.612039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c3a8-35d6-49f9-8c31-cb8afb3498de req-3fa3636f-7bf8-4b02-bff7-01b36e6997b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.618365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c3a8-35d6-49f9-8c31-cb8afb3498de req-3fa3636f-7bf8-4b02-bff7-01b36e6997b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.624454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c3a8-35d6-49f9-8c31-cb8afb3498de req-3fa3636f-7bf8-4b02-bff7-01b36e6997b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.630757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c3a8-35d6-49f9-8c31-cb8afb3498de req-3fa3636f-7bf8-4b02-bff7-01b36e6997b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.632726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3b5c3a8-35d6-49f9-8c31-cb8afb3498de req-3fa3636f-7bf8-4b02-bff7-01b36e6997b1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5424 time: 0.2288971 Dec 12 04:17:34.633478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Pushing event deleted for resources: {'Port': ['ID=d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:34.633767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-2f314779-720c-42c2-883b-fbd5282d3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.635692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-2f314779-720c-42c2-883b-fbd5282d3a2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 915 time: 0.2923236 Dec 12 04:17:34.649431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e773cf8-d038-4262-8375-d9f96d8c2b62 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:34.719415 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-d2cae03f-4f78-4591-9ea2-4a84c02591c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab777996-3e59-4485-82ab-dbaf7e91a898 HTTP/1.1" status: 200 len: 217 time: 0.0719876 Dec 12 04:17:34.804014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Deleting port a0d070f3-8b77-4b06-9fbe-440cb54cc689 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:34.804342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:34.827999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] No DVR routers for this DVR port d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:17:34.844891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:34.848271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c96bbe40-6aa4-4791-ad95-966ec09bcb4b req-6647c833-375f-4abf-bc2c-bbed6f4e4ef6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "DELETE /v2.0/ports/d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 HTTP/1.1" status: 204 len: 173 time: 2.7079728 Dec 12 04:17:34.851982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3366f7-420f-477a-aa7d-c2b21ca8b0e9', 'name': 'network-vif-deleted', 'tag': 'd5b4edc3-176a-4fc0-aed4-ab57aa8e5f79'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:34.854383 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1db7c6d-fe97-478c-902f-3657d47246b3" -d '{"events": [{"server_uuid": "5c3366f7-420f-477a-aa7d-c2b21ca8b0e9", "name": "network-vif-deleted", "tag": "d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:34.860021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] For port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:34.860544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:34.872920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Attempting to bind port ead402c4-1940-4328-9226-f1dd8e2cf306 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:34.873272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Attempting to bind port ead402c4-1940-4328-9226-f1dd8e2cf306 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:34.873606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Attempting to bind port ead402c4-1940-4328-9226-f1dd8e2cf306 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:34.881977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-51b4755f-7e85-442e-804f-03953f49470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:34.884009 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-51b4755f-7e85-442e-804f-03953f49470e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=017a7b09-1823-4928-b9d0-06b4cf9cd3b1 HTTP/1.1" status: 200 len: 854 time: 0.1500754 Dec 12 04:17:34.885298 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:34.909926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Calling delete_port for 1f3e1b1e-5f0e-48f3-852c-ef576ece398a owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:34.920925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Port ead402c4-1940-4328-9226-f1dd8e2cf306 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:34.920925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Attempting to bind port ead402c4-1940-4328-9226-f1dd8e2cf306 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:34.933886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3b5c3a8-35d6-49f9-8c31-cb8afb3498de req-fc20f460-5a81-4e29-8401-1a43288b531e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2724867 Dec 12 04:17:34.954816 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-54639212-9637-4039-b28c-5e3e88536313 service neutron] 10.222.0.36 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366833 Dec 12 04:17:34.961704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:34.961875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Checking segment: {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:34.962330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Bound using segment: {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:34.962656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Bound port: ead402c4-1940-4328-9226-f1dd8e2cf306, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:34.963025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.014449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Network 8451a516-40f4-4543-9ca3-bca294c09bd1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:35.032040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:35.032040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:35.112140 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e773cf8-d038-4262-8375-d9f96d8c2b62 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.135424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e773cf8-d038-4262-8375-d9f96d8c2b62 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.323643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e773cf8-d038-4262-8375-d9f96d8c2b62 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062933e6-1238-4c0d-8273-7e7fc04d7cff,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:35.346533 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e773cf8-d038-4262-8375-d9f96d8c2b62 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.348563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2e773cf8-d038-4262-8375-d9f96d8c2b62 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5746529 Dec 12 04:17:35.360944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52590) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:35.443283 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79059a7f-c2ac-4a29-bcc5-95f44d69ec76 x-openstack-request-id: req-79059a7f-c2ac-4a29-bcc5-95f44d69ec76 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:35.444438 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3366f7-420f-477a-aa7d-c2b21ca8b0e9", "name": "network-vif-deleted", "tag": "d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:35.445363 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79059a7f-c2ac-4a29-bcc5-95f44d69ec76 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:35.445974 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3366f7-420f-477a-aa7d-c2b21ca8b0e9', 'name': 'network-vif-deleted', 'tag': 'd5b4edc3-176a-4fc0-aed4-ab57aa8e5f79', 'status': 'completed', 'code': 200} Dec 12 04:17:35.475856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] For port ead402c4-1940-4328-9226-f1dd8e2cf306, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:35.480941 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6ad18bb-aaab-449c-8c61-b97ac2781381 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.487205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] For port ead402c4-1940-4328-9226-f1dd8e2cf306, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ead402c4-1940-4328-9226-f1dd8e2cf306,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:35.505721 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6ad18bb-aaab-449c-8c61-b97ac2781381 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.507627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-b1f0c143-a2f7-4d97-943e-af28727a0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:35.509328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-b1f0c143-a2f7-4d97-943e-af28727a0813 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8451a516-40f4-4543-9ca3-bca294c09bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6038616 Dec 12 04:17:35.515075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Pushing event updated for resources: {'Port': ['ID=ee1708ae-7569-4639-89f0-47075bd5f5e2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:35.534879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.560783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2f12d40d-fbf5-495e-abd2-cc074613e28d None None] Provisioning complete for port ee1708ae-7569-4639-89f0-47075bd5f5e2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:35.561877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f12d40d-fbf5-495e-abd2-cc074613e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.666304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:35.667027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.668446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] 10.222.0.37 "PUT /v2.0/ports/ead402c4-1940-4328-9226-f1dd8e2cf306 HTTP/1.1" status: 200 len: 1091 time: 2.9047201 Dec 12 04:17:35.756653 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.780010 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6ad18bb-aaab-449c-8c61-b97ac2781381 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.808239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:35.821410 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.832517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2f12d40d-fbf5-495e-abd2-cc074613e28d None None] Port ee1708ae-7569-4639-89f0-47075bd5f5e2 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:17:35.870422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Calling delete_port for a0d070f3-8b77-4b06-9fbe-440cb54cc689 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:35.936048 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6ad18bb-aaab-449c-8c61-b97ac2781381 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.938235 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f6ad18bb-aaab-449c-8c61-b97ac2781381 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/062933e6-1238-4c0d-8273-7e7fc04d7cff HTTP/1.1" status: 204 len: 168 time: 0.5709066 Dec 12 04:17:35.941958 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad18bb-aaab-449c-8c61-b97ac2781381 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=062933e6-1238-4c0d-8273-7e7fc04d7cff,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:35.946248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:35.948795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70f56e-3141-4f7c-aae4-aed43b5c0190 req-2dfa7b96-bdde-447a-9ea2-afc50a2a44d3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:35.960877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52602) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:35.973667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70f56e-3141-4f7c-aae4-aed43b5c0190 req-2dfa7b96-bdde-447a-9ea2-afc50a2a44d3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:35.980573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70f56e-3141-4f7c-aae4-aed43b5c0190 req-2dfa7b96-bdde-447a-9ea2-afc50a2a44d3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:35.986885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70f56e-3141-4f7c-aae4-aed43b5c0190 req-2dfa7b96-bdde-447a-9ea2-afc50a2a44d3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:35.993344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70f56e-3141-4f7c-aae4-aed43b5c0190 req-2dfa7b96-bdde-447a-9ea2-afc50a2a44d3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:35.999377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70f56e-3141-4f7c-aae4-aed43b5c0190 req-2dfa7b96-bdde-447a-9ea2-afc50a2a44d3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:36.014075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70f56e-3141-4f7c-aae4-aed43b5c0190 req-2dfa7b96-bdde-447a-9ea2-afc50a2a44d3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:36.016077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b70f56e-3141-4f7c-aae4-aed43b5c0190 req-2dfa7b96-bdde-447a-9ea2-afc50a2a44d3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.5261819 Dec 12 04:17:36.019042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff363b0-7549-4615-af91-f0132c84d069 service neutron] Pushing event updated for resources: {'Port': ['ID=ead402c4-1940-4328-9226-f1dd8e2cf306,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:36.050635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4d1c0dda-f111-4b72-8afb-c1b0f3a89b03 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1564789 Dec 12 04:17:36.054525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Pushing event deleted for resources: {'Port': ['ID=1f3e1b1e-5f0e-48f3-852c-ef576ece398a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:36.068065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f16fe-86b9-4ba0-90f3-b975b27fdf27 req-84274ed5-f6c5-441d-9715-7ad4950700b0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:36.071929 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb0f16fe-86b9-4ba0-90f3-b975b27fdf27 req-84274ed5-f6c5-441d-9715-7ad4950700b0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 944 time: 0.5208325 Dec 12 04:17:36.121165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Request body: {'port': {'device_id': '7be06887-f27c-4725-b59a-63a57eb9fb3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:36.147622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] No DVR routers for this DVR port 1f3e1b1e-5f0e-48f3-852c-ef576ece398a on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:17:36.150565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:36.154783 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1709e395-55d7-49c7-aa23-6bf13c5c3e4c req-a8db5cc8-3ec0-4733-97d3-d1a111d19f84 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "DELETE /v2.0/ports/1f3e1b1e-5f0e-48f3-852c-ef576ece398a HTTP/1.1" status: 204 len: 173 time: 3.3060338 Dec 12 04:17:36.165940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-01f6f3f3-962f-44be-af7e-c10ae53ee069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:36.167875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-01f6f3f3-962f-44be-af7e-c10ae53ee069 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 1094 time: 0.3903229 Dec 12 04:17:36.210488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-679a1a15-1754-4e0c-a7d8-7e7fbc007787 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2337692 Dec 12 04:17:36.242078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52612) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:36.245860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-9cff6a98-4992-456e-a26f-0e6ea8234cf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead402c4-1940-4328-9226-f1dd8e2cf306 HTTP/1.1" status: 200 len: 217 time: 0.0625241 Dec 12 04:17:36.265228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ab777996-3e59-4485-82ab-dbaf7e91a898 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:36.281688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:36.314079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-e53a54c2-cd36-4366-a594-b7ed0a429920 service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657924 Dec 12 04:17:36.344850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb0f16fe-86b9-4ba0-90f3-b975b27fdf27 req-eaa29e5d-6a3c-4ac7-a447-b756e96144ca tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584348 Dec 12 04:17:36.415305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-1a742704-73ca-4cdb-bbfd-4b3390c5bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:36.416917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-1a742704-73ca-4cdb-bbfd-4b3390c5bddf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017a7b09-1823-4928-b9d0-06b4cf9cd3b1 HTTP/1.1" status: 200 len: 854 time: 0.1589823 Dec 12 04:17:36.602823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-20d879bc-d25d-4716-aca9-375f2b71fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:36.604281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-20d879bc-d25d-4716-aca9-375f2b71fe06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8451a516-40f4-4543-9ca3-bca294c09bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703620 Dec 12 04:17:36.606301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:36.612633 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:36.613407 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:36.621552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce7837-b590-4c23-bc19-f57fa1997e3f req-631518dd-c44e-4cd0-aaf1-3dd4b58dad92 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:36.623534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4cce7837-b590-4c23-bc19-f57fa1997e3f req-631518dd-c44e-4cd0-aaf1-3dd4b58dad92 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 932 time: 0.1313515 Dec 12 04:17:36.664588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ab777996-3e59-4485-82ab-dbaf7e91a898, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab777996-3e59-4485-82ab-dbaf7e91a898,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:36.667363 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:36.681299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ab777996-3e59-4485-82ab-dbaf7e91a898', 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1', 'port_id': 'ab777996-3e59-4485-82ab-dbaf7e91a898', 'mac_address': 'fa:16:3e:33:cc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017a7b09-1823-4928-b9d0-06b4cf9cd3b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:36.771130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4cce7837-b590-4c23-bc19-f57fa1997e3f req-6d52f8ee-8495-4e2d-be9d-de881a732dd3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779414 Dec 12 04:17:36.809123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b70f56e-3141-4f7c-aae4-aed43b5c0190 req-01d01547-7549-442f-8eb1-ec19b1ca8cfd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7561457 Dec 12 04:17:36.810098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5142460-1d0c-48fb-a609-66138096c6fa tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:36.826202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-4b6ca31f-234e-44ca-a428-a13920e1ae75 service neutron] 10.222.0.37 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016332 Dec 12 04:17:36.963718 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5142460-1d0c-48fb-a609-66138096c6fa tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.079453 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53e8735c-ab36-4431-9844-c569a8ec8b7d req-5ac76147-9f50-4b91-9365-8da366430c0c service neutron] 10.222.0.37 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406576 Dec 12 04:17:37.157465 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.184092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:37.208526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:17:37.208867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device d5b4edc3-176a-4fc0-aed4-ab57aa8e5f79 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:17:37.209359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1f3e1b1e-5f0e-48f3-852c-ef576ece398a no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:37.213004 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.215996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab777996-3e59-4485-82ab-dbaf7e91a898 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:37.239077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d81be16-8cb5-459a-9ced-d793dde17b3b req-08736c6c-1315-43ba-a223-7df386b05b4a service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9043343 Dec 12 04:17:37.251390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 1f3e1b1e-5f0e-48f3-852c-ef576ece398a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:17:37.251747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 1f3e1b1e-5f0e-48f3-852c-ef576ece398a not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:17:37.270388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ab777996-3e59-4485-82ab-dbaf7e91a898, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab777996-3e59-4485-82ab-dbaf7e91a898,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:37.278819 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.279069 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5142460-1d0c-48fb-a609-66138096c6fa tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.287716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:37.290256 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff04725d-a5ba-4f8a-961b-4373a9fc81a5" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "5a0b1cb5-d7f8-4336-83e9-ed922da46c93"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:37.291287 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5142460-1d0c-48fb-a609-66138096c6fa tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.293799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d5142460-1d0c-48fb-a609-66138096c6fa tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/c4ff2608-8d0a-4c0f-88c4-54d6829a9642 HTTP/1.1" status: 204 len: 168 time: 1.0490546 Dec 12 04:17:37.296418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52620) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:37.316726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5142460-1d0c-48fb-a609-66138096c6fa tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ff2608-8d0a-4c0f-88c4-54d6829a9642,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:37.329585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:37.354969 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.355784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ec23ef42-3da1-4759-ab48-a7aa69113a42 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:37.400441 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-207f1cea-fd75-48b1-8a48-cd36ea94cf7b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1025474 Dec 12 04:17:37.402324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52624) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:37.406372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ea01f4d0-d2a2-4366-a981-4e9d459324dd tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036717421'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:37.432728 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ab777996-3e59-4485-82ab-dbaf7e91a898,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:37.448613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcaf390-4350-4c9a-b8a8-7f57134a1437', 'tag': 'ead402c4-1940-4328-9226-f1dd8e2cf306'}, {'server_uuid': '2eb5250d-d1c6-4f02-8687-a851a3aba3ef', 'name': 'network-vif-deleted', 'tag': '1f3e1b1e-5f0e-48f3-852c-ef576ece398a'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:37.451574 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcaf390-4350-4c9a-b8a8-7f57134a1437", "tag": "ead402c4-1940-4328-9226-f1dd8e2cf306"}, {"server_uuid": "2eb5250d-d1c6-4f02-8687-a851a3aba3ef", "name": "network-vif-deleted", "tag": "1f3e1b1e-5f0e-48f3-852c-ef576ece398a"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:37.458793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea01f4d0-d2a2-4366-a981-4e9d459324dd tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.508711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062654-3a22-418d-a369-e780d945bafe req-2e222fbe-69e7-42c0-ad6c-c8af78285ae4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:37.525656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae90250-339b-428f-8f33-6194d0961fb3 req-d0afedc9-1c99-4e8a-b61c-ba48663db448 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 210 time: 0.1295097 Dec 12 04:17:37.530178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062654-3a22-418d-a369-e780d945bafe req-2e222fbe-69e7-42c0-ad6c-c8af78285ae4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:37.541378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062654-3a22-418d-a369-e780d945bafe req-2e222fbe-69e7-42c0-ad6c-c8af78285ae4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:37.544135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:37.558744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062654-3a22-418d-a369-e780d945bafe req-2e222fbe-69e7-42c0-ad6c-c8af78285ae4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:37.568632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062654-3a22-418d-a369-e780d945bafe req-2e222fbe-69e7-42c0-ad6c-c8af78285ae4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:37.578287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062654-3a22-418d-a369-e780d945bafe req-2e222fbe-69e7-42c0-ad6c-c8af78285ae4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:37.588564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062654-3a22-418d-a369-e780d945bafe req-2e222fbe-69e7-42c0-ad6c-c8af78285ae4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:37.596939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ec23ef42-3da1-4759-ab48-a7aa69113a42 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:37.599154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c062654-3a22-418d-a369-e780d945bafe req-2e222fbe-69e7-42c0-ad6c-c8af78285ae4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5424 time: 0.5118551 Dec 12 04:17:37.607841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ec23ef42-3da1-4759-ab48-a7aa69113a42 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:37.608993 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.636189 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea01f4d0-d2a2-4366-a981-4e9d459324dd tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.665388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea01f4d0-d2a2-4366-a981-4e9d459324dd tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.715332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01f4d0-d2a2-4366-a981-4e9d459324dd tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9af690f-4e6d-4c67-80ea-53e25005f1dd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:37.716224 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.735273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ab777996-3e59-4485-82ab-dbaf7e91a898'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:37.795817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ec23ef42-3da1-4759-ab48-a7aa69113a42, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ec23ef42-3da1-4759-ab48-a7aa69113a42,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:37.814137 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.815362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:37.884280 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea01f4d0-d2a2-4366-a981-4e9d459324dd tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.885389 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:37.888898 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ea01f4d0-d2a2-4366-a981-4e9d459324dd tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4857376 Dec 12 04:17:37.889648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52632) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:37.898220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fb9f50c7-db86-4a57-b85f-65b875a68f31 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': 'c9af690f-4e6d-4c67-80ea-53e25005f1dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:37.916033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ff079-4451-4674-90d3-5f5e8ffb20cc req-7df31feb-855f-47fc-a228-35dc440a6e3e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:37.917939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-939ff079-4451-4674-90d3-5f5e8ffb20cc req-7df31feb-855f-47fc-a228-35dc440a6e3e tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 944 time: 0.2799814 Dec 12 04:17:37.925535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-8dd100c1-5dc4-4bcf-9030-d206760ca40d tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:37.927994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-8dd100c1-5dc4-4bcf-9030-d206760ca40d tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 812 time: 0.2279439 Dec 12 04:17:37.932006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ec23ef42-3da1-4759-ab48-a7aa69113a42,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:37.952739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event deleted for resources: {'Port': ['ID=a0d070f3-8b77-4b06-9fbe-440cb54cc689,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:37.965456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Request body: {'port': {'device_id': '4acad15e-714a-4b8d-92c3-89103bb6a740', 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274', 'admin_state_up': True, 'tenant_id': 'ef23d864f3fb4aeba58abcee17e109bc'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:37.979417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:37.988065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:37.988678 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.118603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1708ae-7569-4639-89f0-47075bd5f5e2 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:38.141514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c062654-3a22-418d-a369-e780d945bafe req-ca7ebfa1-4acc-4739-9eae-af6941b87d30 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915602 Dec 12 04:17:38.154506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.186191 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb9f50c7-db86-4a57-b85f-65b875a68f31 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.198136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.208708 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-939ff079-4451-4674-90d3-5f5e8ffb20cc req-11ee3315-a12e-47fd-adae-24fc217dd710 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794375 Dec 12 04:17:38.227394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:38.228858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-7cc7940c-cd2f-4f35-925c-2ae69e432df9 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:38.230685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-7cc7940c-cd2f-4f35-925c-2ae69e432df9 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.18 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 812 time: 0.6274838 Dec 12 04:17:38.236784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Transition to ACTIVE for port object ee1708ae-7569-4639-89f0-47075bd5f5e2 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:38.238192 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.239941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac44bc2b-566d-43df-a507-1831e4b1458e up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:38.244279 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b4a724-6e3b-495d-9edb-4f873df57496 x-openstack-request-id: req-c4b4a724-6e3b-495d-9edb-4f873df57496 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:38.244581 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "5a0b1cb5-d7f8-4336-83e9-ed922da46c93", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:38.245215 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4b4a724-6e3b-495d-9edb-4f873df57496 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:38.245779 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93', 'code': 200} Dec 12 04:17:38.257931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.316243 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.317339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-b94aa884-5fcb-4f67-8a55-7ddce00e4a01 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:38.320866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-b94aa884-5fcb-4f67-8a55-7ddce00e4a01 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.37 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 944 time: 0.2888279 Dec 12 04:17:38.342156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:38.348018 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626cfc19-bde6-4d5e-85fc-d217de337064 x-openstack-request-id: req-626cfc19-bde6-4d5e-85fc-d217de337064 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:38.348454 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcaf390-4350-4c9a-b8a8-7f57134a1437", "tag": "ead402c4-1940-4328-9226-f1dd8e2cf306", "status": "completed", "code": 200}, {"server_uuid": "2eb5250d-d1c6-4f02-8687-a851a3aba3ef", "name": "network-vif-deleted", "tag": "1f3e1b1e-5f0e-48f3-852c-ef576ece398a", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:38.348873 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-626cfc19-bde6-4d5e-85fc-d217de337064 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:38.349351 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcaf390-4350-4c9a-b8a8-7f57134a1437', 'tag': 'ead402c4-1940-4328-9226-f1dd8e2cf306', 'status': 'completed', 'code': 200} Dec 12 04:17:38.349766 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb5250d-d1c6-4f02-8687-a851a3aba3ef', 'name': 'network-vif-deleted', 'tag': '1f3e1b1e-5f0e-48f3-852c-ef576ece398a', 'status': 'completed', 'code': 200} Dec 12 04:17:38.357133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ac44bc2b-566d-43df-a507-1831e4b1458e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:38.361073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ac44bc2b-566d-43df-a507-1831e4b1458e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:38.361459 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.420176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Request body: {'port': {'device_id': '16fb458c-4943-46d0-bd12-3799ff7427c0', 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274', 'admin_state_up': True, 'tenant_id': 'ef23d864f3fb4aeba58abcee17e109bc'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:38.465083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.509777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac44bc2b-566d-43df-a507-1831e4b1458e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac44bc2b-566d-43df-a507-1831e4b1458e,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:38.515473 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.516733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e1307ca1-10fe-44f8-b15c-2d52c3b2c10c up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:38.556023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Made reservation on behalf of ef23d864f3fb4aeba58abcee17e109bc for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:38.563878 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.585727 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.593182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.599379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1708ae-7569-4639-89f0-47075bd5f5e2,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:38.631405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac44bc2b-566d-43df-a507-1831e4b1458e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:38.652912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:38.656988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34601838-e0f0-4665-b8a0-106b4ca71bb4 req-fd9b341d-0cd9-41c5-b3e3-a2ae587cfa0f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:38.657789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:38.658246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.669247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34601838-e0f0-4665-b8a0-106b4ca71bb4 req-fd9b341d-0cd9-41c5-b3e3-a2ae587cfa0f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 945 time: 0.3088522 Dec 12 04:17:38.677753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-0226651b-a008-467e-9c8a-7e3556f7b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:38.679670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-0226651b-a008-467e-9c8a-7e3556f7b54e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 1094 time: 0.2701170 Dec 12 04:17:38.740305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d712d-79a8-4ee1-b9f3-559b7c77c9f9 req-7ee6caa5-8879-4918-aebd-522919e2f79c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:38.749773 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea9d712d-79a8-4ee1-b9f3-559b7c77c9f9 req-7ee6caa5-8879-4918-aebd-522919e2f79c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 944 time: 0.3704741 Dec 12 04:17:38.783373 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.784262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Fanout notify agent at l3_agent the message router_deleted on router e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:17:38.791718 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.792953 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-32f630fc-e519-4baf-b3b2-6a3ea9598f3f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4 HTTP/1.1" status: 204 len: 168 time: 5.1351888 Dec 12 04:17:38.805828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52636) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:38.811767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-80fd3607-9e55-495b-95c7-04f08284d696 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-105385419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:38.832241 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.858519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-db01f65b-5136-408d-9470-a1106c01d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:38.860149 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-db01f65b-5136-408d-9470-a1106c01d0c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 915 time: 0.1407859 Dec 12 04:17:38.870339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:38.875861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.877504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cc391740-5e3b-4b36-8a0a-d7f7b0b1947f up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:38.877696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Attempting to bind port ee1708ae-7569-4639-89f0-47075bd5f5e2 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:38.878007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Attempting to bind port ee1708ae-7569-4639-89f0-47075bd5f5e2 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:38.878424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Attempting to bind port ee1708ae-7569-4639-89f0-47075bd5f5e2 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:38.887525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb9f50c7-db86-4a57-b85f-65b875a68f31 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.906968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea9d712d-79a8-4ee1-b9f3-559b7c77c9f9 req-361ecdf5-662f-48bf-8a5a-4662864d5831 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559622 Dec 12 04:17:38.907923 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80fd3607-9e55-495b-95c7-04f08284d696 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.909320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80fd3607-9e55-495b-95c7-04f08284d696 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:38.912596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Port ee1708ae-7569-4639-89f0-47075bd5f5e2 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:38.912961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Attempting to bind port ee1708ae-7569-4639-89f0-47075bd5f5e2 on network 8451a516-40f4-4543-9ca3-bca294c09bd1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:38.947014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:38.953740 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-29557f33-99f9-4aaf-93ca-e13289c0802b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead402c4-1940-4328-9226-f1dd8e2cf306 HTTP/1.1" status: 200 len: 217 time: 0.0731645 Dec 12 04:17:38.954454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Checking segment: {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:38.955029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Bound using segment: {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:38.963563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Bound port: ee1708ae-7569-4639-89f0-47075bd5f5e2, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3227499e-5b92-4e97-8ff2-e18823301aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:38.964248 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.002125 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb9f50c7-db86-4a57-b85f-65b875a68f31 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.002828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Made reservation on behalf of ef23d864f3fb4aeba58abcee17e109bc for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:17:39.007729 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.016056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:39.026697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:39.031415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:39.031800 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.078568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34601838-e0f0-4665-b8a0-106b4ca71bb4 req-3ccc5d18-242e-40d5-812e-82cd7550dd8f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083149 Dec 12 04:17:39.088253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Deleting port ca31b1e3-1325-4f23-908d-329e53d4cb37 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:39.101789 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.120464 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.168980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:39.174933 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.176119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f9a61b9a-355b-44cd-a2e2-a869dbf3a14d up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:39.200126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f50c7-db86-4a57-b85f-65b875a68f31 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fffc03-5a4a-422c-a7c4-8160b4988662,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:39.208265 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80fd3607-9e55-495b-95c7-04f08284d696 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.216087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb9f50c7-db86-4a57-b85f-65b875a68f31 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.217224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb9f50c7-db86-4a57-b85f-65b875a68f31 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3238182 Dec 12 04:17:39.217727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ead402c4-1940-4328-9226-f1dd8e2cf306 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:39.225619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52640) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:39.242345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80fd3607-9e55-495b-95c7-04f08284d696 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.243079 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38724da1-a6fa-4b1a-8ab3-463d66c47abd req-773bd85b-58a8-46c7-aa9b-a8ab2e9826c7 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 210 time: 0.0682561 Dec 12 04:17:39.274634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168ac6-76c8-4312-9fef-34527c4e4cbf req-e74f69b6-9604-4087-b685-54dd7b0625d1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.279429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-f8bdc351-c264-4261-a5fc-9fda914c7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.281046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-f8bdc351-c264-4261-a5fc-9fda914c7a8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017a7b09-1823-4928-b9d0-06b4cf9cd3b1 HTTP/1.1" status: 200 len: 854 time: 0.2809741 Dec 12 04:17:39.281717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168ac6-76c8-4312-9fef-34527c4e4cbf req-e74f69b6-9604-4087-b685-54dd7b0625d1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.289500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168ac6-76c8-4312-9fef-34527c4e4cbf req-e74f69b6-9604-4087-b685-54dd7b0625d1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.298782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168ac6-76c8-4312-9fef-34527c4e4cbf req-e74f69b6-9604-4087-b685-54dd7b0625d1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.306279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168ac6-76c8-4312-9fef-34527c4e4cbf req-e74f69b6-9604-4087-b685-54dd7b0625d1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.317296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168ac6-76c8-4312-9fef-34527c4e4cbf req-e74f69b6-9604-4087-b685-54dd7b0625d1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.324173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168ac6-76c8-4312-9fef-34527c4e4cbf req-e74f69b6-9604-4087-b685-54dd7b0625d1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.334204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d168ac6-76c8-4312-9fef-34527c4e4cbf req-e74f69b6-9604-4087-b685-54dd7b0625d1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5429 time: 0.3215370 Dec 12 04:17:39.343529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:39.351725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] For port ca31b1e3-1325-4f23-908d-329e53d4cb37, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ca31b1e3-1325-4f23-908d-329e53d4cb37,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:39.351943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.374077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-34afa74a-8417-42a2-b59f-8e8b0c867dc8 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules/a2fffc03-5a4a-422c-a7c4-8160b4988662 HTTP/1.1" status: 200 len: 763 time: 0.1464636 Dec 12 04:17:39.376663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52644) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:39.380416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Calling delete_port for ca31b1e3-1325-4f23-908d-329e53d4cb37 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:39.386054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:39.392369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80fd3607-9e55-495b-95c7-04f08284d696 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.396470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-80fd3607-9e55-495b-95c7-04f08284d696 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5870588 Dec 12 04:17:39.396644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Allocated IP 172.20.0.13 (1711a589-1c5a-4479-9131-07fa9a918274/3246928a-3017-461f-9e8c-f017be9376c5/37b97792-e4ff-47af-a4e7-ea13c2153c9c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:39.398296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:39.398529 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.401765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52646) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:39.409505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': False}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:39.440501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port ead402c4-1940-4328-9226-f1dd8e2cf306, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ead402c4-1940-4328-9226-f1dd8e2cf306,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:39.451404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] For port ee1708ae-7569-4639-89f0-47075bd5f5e2, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:39.457466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'ead402c4-1940-4328-9226-f1dd8e2cf306', 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1', 'port_id': 'ead402c4-1940-4328-9226-f1dd8e2cf306', 'mac_address': 'fa:16:3e:94:e6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017a7b09-1823-4928-b9d0-06b4cf9cd3b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:39.487552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-9d4d59e5-c1cd-4083-9820-e4498b1767c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.489115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-9d4d59e5-c1cd-4083-9820-e4498b1767c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8451a516-40f4-4543-9ca3-bca294c09bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948454 Dec 12 04:17:39.522242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] For port ee1708ae-7569-4639-89f0-47075bd5f5e2, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ee1708ae-7569-4639-89f0-47075bd5f5e2,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:39.534052 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.537047 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.554386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.556907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead402c4-1940-4328-9226-f1dd8e2cf306 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:39.564099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-35f4df6a-c88d-45e7-971b-8b73c6c6a607 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1848257 Dec 12 04:17:39.590961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port ead402c4-1940-4328-9226-f1dd8e2cf306, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ead402c4-1940-4328-9226-f1dd8e2cf306,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:39.595804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52648) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:39.599393 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.600070 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 600813ff-3126-4384-b853-3d038e201e81 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:39.628266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:39.634433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d168ac6-76c8-4312-9fef-34527c4e4cbf req-e14ab8ec-1640-487d-9873-92de7c8f0473 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2986946 Dec 12 04:17:39.643479 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.644550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 50865e90-2d61-4c3f-845d-73e68d27bd50 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:39.651439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cca5d-aa48-42fa-a378-cc11fe9d71c6 req-3414bd8d-20d0-4ce6-87fb-57c21b1da8ce tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.654537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.655815 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.657331 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] 10.222.0.18 "PUT /v2.0/ports/ee1708ae-7569-4639-89f0-47075bd5f5e2 HTTP/1.1" status: 200 len: 1092 time: 3.5593572 Dec 12 04:17:39.657697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cca5d-aa48-42fa-a378-cc11fe9d71c6 req-3414bd8d-20d0-4ce6-87fb-57c21b1da8ce tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.659978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be06887-f27c-4725-b59a-63a57eb9fb3c', 'tag': 'ee1708ae-7569-4639-89f0-47075bd5f5e2'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:39.662597 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c" -d '{"events": [{"name": "network-changed", "server_uuid": "7be06887-f27c-4725-b59a-63a57eb9fb3c", "tag": "ee1708ae-7569-4639-89f0-47075bd5f5e2"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:39.664132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cca5d-aa48-42fa-a378-cc11fe9d71c6 req-3414bd8d-20d0-4ce6-87fb-57c21b1da8ce tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.682616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cca5d-aa48-42fa-a378-cc11fe9d71c6 req-3414bd8d-20d0-4ce6-87fb-57c21b1da8ce tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.689710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cca5d-aa48-42fa-a378-cc11fe9d71c6 req-3414bd8d-20d0-4ce6-87fb-57c21b1da8ce tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.697518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cca5d-aa48-42fa-a378-cc11fe9d71c6 req-3414bd8d-20d0-4ce6-87fb-57c21b1da8ce tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.704120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cca5d-aa48-42fa-a378-cc11fe9d71c6 req-3414bd8d-20d0-4ce6-87fb-57c21b1da8ce tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:39.713534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-be3cca5d-aa48-42fa-a378-cc11fe9d71c6 req-3414bd8d-20d0-4ce6-87fb-57c21b1da8ce tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5429 time: 0.3218069 Dec 12 04:17:39.766104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=ead402c4-1940-4328-9226-f1dd8e2cf306,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:39.832545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.842646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562547f3-3ada-4f7a-92c4-e7ca9223d608 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1708ae-7569-4639-89f0-47075bd5f5e2,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:39.845322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1bf9-4472-4008-aaf1-cd236afb1d64 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.872910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:39.886458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 50865e90-2d61-4c3f-845d-73e68d27bd50 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:39.893861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 600813ff-3126-4384-b853-3d038e201e81, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=600813ff-3126-4384-b853-3d038e201e81,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:39.897771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 50865e90-2d61-4c3f-845d-73e68d27bd50 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:39.898259 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.902849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1bf9-4472-4008-aaf1-cd236afb1d64 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:39.934367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '600813ff-3126-4384-b853-3d038e201e81', 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'port_id': '600813ff-3126-4384-b853-3d038e201e81', 'mac_address': 'fa:16:3e:b0:f7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0726ede9-e1db-43ef-92f6-d6f8a0376c07', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:40.147060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.172451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600813ff-3126-4384-b853-3d038e201e81 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:40.219335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 600813ff-3126-4384-b853-3d038e201e81, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=600813ff-3126-4384-b853-3d038e201e81,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:40.226856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.227529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 66acfa88-d834-41a9-8927-d8491f3ecb7e details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:40.233542 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.248074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-8300aca1-6b33-4e16-8cbe-ac5779921406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:40.249651 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-8300aca1-6b33-4e16-8cbe-ac5779921406 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 1095 time: 0.4942837 Dec 12 04:17:40.254757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c540973e-ead1-4c54-866a-24776781317f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec23ef42-3da1-4759-ab48-a7aa69113a42'}, {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6'}, {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac44bc2b-566d-43df-a507-1831e4b1458e'}, {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c'}, {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc391740-5e3b-4b36-8a0a-d7f7b0b1947f'}, {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a61b9a-355b-44cd-a2e2-a869dbf3a14d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:40.257032 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d78ccf-e8f8-4c4b-816a-794a703b9791" -d '{"events": [{"server_uuid": "c540973e-ead1-4c54-866a-24776781317f", "name": "network-vif-plugged", "status": "completed", "tag": "ec23ef42-3da1-4759-ab48-a7aa69113a42"}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6"}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "ac44bc2b-566d-43df-a507-1831e4b1458e"}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "e1307ca1-10fe-44f8-b15c-2d52c3b2c10c"}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "cc391740-5e3b-4b36-8a0a-d7f7b0b1947f"}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "f9a61b9a-355b-44cd-a2e2-a869dbf3a14d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:40.284206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4a0c0-827e-415c-a5de-4340834550d0 req-a2800021-1cb8-4024-ae2f-9df76e721cbc tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:40.289240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cf4a0c0-827e-415c-a5de-4340834550d0 req-a2800021-1cb8-4024-ae2f-9df76e721cbc tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df2d2eb-44c3-4d13-8f75-0995ea8d846b HTTP/1.1" status: 200 len: 944 time: 0.4390779 Dec 12 04:17:40.309904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-05f1d899-2788-4f10-ac0c-37a807479108 service neutron] 10.222.0.37 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918174 Dec 12 04:17:40.320857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-0c051bea-317b-4ffc-87c8-d50493935a3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1708ae-7569-4639-89f0-47075bd5f5e2 HTTP/1.1" status: 200 len: 217 time: 0.0545890 Dec 12 04:17:40.362477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 50865e90-2d61-4c3f-845d-73e68d27bd50, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=50865e90-2d61-4c3f-845d-73e68d27bd50,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:40.366784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=600813ff-3126-4384-b853-3d038e201e81,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:40.376227 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.405202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-be3cca5d-aa48-42fa-a378-cc11fe9d71c6 req-a21356dc-e944-4051-9132-61bc72b2d90c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6909966 Dec 12 04:17:40.413541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ab777996-3e59-4485-82ab-dbaf7e91a898 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:40.417127 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1bf9-4472-4008-aaf1-cd236afb1d64 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.417611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cf4a0c0-827e-415c-a5de-4340834550d0 req-08412d68-eb7f-492c-8e61-7979f253a5a6 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004667 Dec 12 04:17:40.429538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-84eadb3a-9d8c-4170-bfaf-5406aa2524c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:40.430970 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-84eadb3a-9d8c-4170-bfaf-5406aa2524c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=017a7b09-1823-4928-b9d0-06b4cf9cd3b1 HTTP/1.1" status: 200 len: 854 time: 0.0926280 Dec 12 04:17:40.484203 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6020159a-ddea-4d99-a4f0-c079869766ab x-openstack-request-id: req-6020159a-ddea-4d99-a4f0-c079869766ab {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:40.484511 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be06887-f27c-4725-b59a-63a57eb9fb3c", "tag": "ee1708ae-7569-4639-89f0-47075bd5f5e2", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:40.484770 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6020159a-ddea-4d99-a4f0-c079869766ab {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:40.485660 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be06887-f27c-4725-b59a-63a57eb9fb3c', 'tag': 'ee1708ae-7569-4639-89f0-47075bd5f5e2', 'status': 'completed', 'code': 200} Dec 12 04:17:40.494930 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1bf9-4472-4008-aaf1-cd236afb1d64 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.496117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ef0a1bf9-4472-4008-aaf1-cd236afb1d64 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a2fffc03-5a4a-422c-a7c4-8160b4988662 HTTP/1.1" status: 204 len: 168 time: 0.8959486 Dec 12 04:17:40.498982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52660) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:40.510285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.515709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a1bf9-4472-4008-aaf1-cd236afb1d64 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2fffc03-5a4a-422c-a7c4-8160b4988662,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:40.533295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.541930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=50865e90-2d61-4c3f-845d-73e68d27bd50,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:40.550032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 66acfa88-d834-41a9-8927-d8491f3ecb7e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:40.568107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['ca31b1e3-1325-4f23-908d-329e53d4cb37'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:40.573791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '66acfa88-d834-41a9-8927-d8491f3ecb7e', 'network_id': '33db8f80-6383-4d67-beb4-519412b18788', 'port_id': '66acfa88-d834-41a9-8927-d8491f3ecb7e', 'mac_address': 'fa:16:3e:af:15:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8179102e-2b26-484f-8a2b-e38104af2dd7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:40.594852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-29fc78f5-6563-4783-82b8-ce049248f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:40.596411 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-29fc78f5-6563-4783-82b8-ce049248f6b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8451a516-40f4-4543-9ca3-bca294c09bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570008 Dec 12 04:17:40.604432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ab777996-3e59-4485-82ab-dbaf7e91a898 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:40.634876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ab777996-3e59-4485-82ab-dbaf7e91a898 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:40.635251 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.637913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Pushing event deleted for resources: {'Port': ['ID=ca31b1e3-1325-4f23-908d-329e53d4cb37,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:40.676635 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-efa725d8-b89a-4acf-b13d-8b996e2ecc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.694621 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.696060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] No DVR routers for this DVR port ca31b1e3-1325-4f23-908d-329e53d4cb37 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:17:40.698051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.701883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9ad46f5-6eb6-4921-aefc-5a944cdcd546 req-01117649-0f31-4e13-b823-3ffe4da6d43b service neutron] 10.222.0.37 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686383 Dec 12 04:17:40.705628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.708919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e9d7c437-38a6-4804-8a85-6c2c5042d1de req-f9b159a7-fed5-45bb-b96e-1263974da9aa tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.37 "DELETE /v2.0/ports/ca31b1e3-1325-4f23-908d-329e53d4cb37 HTTP/1.1" status: 204 len: 173 time: 2.3532026 Dec 12 04:17:40.712357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-08b83ca4-0903-447a-813d-221de550f7a4 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2081337 Dec 12 04:17:40.713579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'name': 'network-vif-deleted', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:40.713695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52662) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:40.715866 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6136ede4-6bd1-4a88-a56b-3273f4f07102" -d '{"events": [{"server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "name": "network-vif-deleted", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:40.716722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66acfa88-d834-41a9-8927-d8491f3ecb7e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:40.752955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b55a7669-8773-44cd-974f-49bc2adae503 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': 'c9af690f-4e6d-4c67-80ea-53e25005f1dd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:40.769226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdef6c1-01b2-4fef-93a9-b4af82a7a844 req-62d3733a-2db4-4e75-b018-cb9434f1b739 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:40.773926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 66acfa88-d834-41a9-8927-d8491f3ecb7e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:40.776804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-abdef6c1-01b2-4fef-93a9-b4af82a7a844 req-62d3733a-2db4-4e75-b018-cb9434f1b739 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 944 time: 0.2174289 Dec 12 04:17:40.785120 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.786587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f829480a-8304-430f-9b25-fa0b0b0e16a7 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:40.798460 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.809213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Network 1711a589-1c5a-4479-9131-07fa9a918274 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:40.811634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Pushing event updated for resources: {'Port': ['ID=37b97792-e4ff-47af-a4e7-ea13c2153c9c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:40.816254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:40.821575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:40.848792 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.871015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5f059-4a23-4d4f-a39c-6561ba675246 req-51cd43a4-04d6-4485-a9a9-0256e11f3682 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:40.872588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cbe5f059-4a23-4d4f-a39c-6561ba675246 req-51cd43a4-04d6-4485-a9a9-0256e11f3682 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 945 time: 0.3059418 Dec 12 04:17:40.900464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-abdef6c1-01b2-4fef-93a9-b4af82a7a844 req-65a99b9d-c740-4757-b4dd-1013d9ed6993 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227283 Dec 12 04:17:40.903912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Allocated IP 172.20.0.3 (1711a589-1c5a-4479-9131-07fa9a918274/3246928a-3017-461f-9e8c-f017be9376c5/fd7e0682-e139-4676-92b7-61d9cbd8ab6f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:40.913350 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.930173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ab777996-3e59-4485-82ab-dbaf7e91a898, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab777996-3e59-4485-82ab-dbaf7e91a898,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:40.937607 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.947458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=66acfa88-d834-41a9-8927-d8491f3ecb7e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:40.972570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:40.973093 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b55a7669-8773-44cd-974f-49bc2adae503 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:40.973636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.002445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-76bfddbb-773c-4d37-88ee-430ff5e1530c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0419049 Dec 12 04:17:41.008098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-5f7fd65f-7909-4776-9ebc-adb61ceb5bad service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975406 Dec 12 04:17:41.015136 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf3b33a-6e68-42b3-82a1-5809bdec26d2 x-openstack-request-id: req-4bf3b33a-6e68-42b3-82a1-5809bdec26d2 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:41.015447 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c540973e-ead1-4c54-866a-24776781317f", "name": "network-vif-plugged", "status": "completed", "tag": "ec23ef42-3da1-4759-ab48-a7aa69113a42", "code": 200}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6", "code": 200}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "ac44bc2b-566d-43df-a507-1831e4b1458e", "code": 200}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "e1307ca1-10fe-44f8-b15c-2d52c3b2c10c", "code": 200}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "cc391740-5e3b-4b36-8a0a-d7f7b0b1947f", "code": 200}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "f9a61b9a-355b-44cd-a2e2-a869dbf3a14d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:41.015703 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bf3b33a-6e68-42b3-82a1-5809bdec26d2 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:41.016108 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c540973e-ead1-4c54-866a-24776781317f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec23ef42-3da1-4759-ab48-a7aa69113a42', 'code': 200} Dec 12 04:17:41.016374 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6', 'code': 200} Dec 12 04:17:41.016974 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac44bc2b-566d-43df-a507-1831e4b1458e', 'code': 200} Dec 12 04:17:41.017130 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c', 'code': 200} Dec 12 04:17:41.017441 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc391740-5e3b-4b36-8a0a-d7f7b0b1947f', 'code': 200} Dec 12 04:17:41.017687 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a61b9a-355b-44cd-a2e2-a869dbf3a14d', 'code': 200} Dec 12 04:17:41.029219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f829480a-8304-430f-9b25-fa0b0b0e16a7, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:41.032711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Request body: {'port': {'device_id': '4acad15e-714a-4b8d-92c3-89103bb6a740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:41.039254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ab777996-3e59-4485-82ab-dbaf7e91a898,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:41.047523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'port_id': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'mac_address': 'fa:16:3e:e3:cb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:41.093270 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.107130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f829480a-8304-430f-9b25-fa0b0b0e16a7 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:41.107525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cbe5f059-4a23-4d4f-a39c-6561ba675246 req-849ce320-a92d-4eed-a28d-5d1692095e55 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049689 Dec 12 04:17:41.110937 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13067797-fb59-449f-b8dd-aca14599a34c req-b3d0210b-6b50-4e5d-8d23-7f28c5e29940 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 210 time: 0.0356343 Dec 12 04:17:41.144951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.168203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f829480a-8304-430f-9b25-fa0b0b0e16a7, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:41.176355 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.179289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 50c32b66-1914-4858-b0c4-599461ce68a6 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:41.235819 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b55a7669-8773-44cd-974f-49bc2adae503 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.249214 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdd4420-453d-41f8-b96b-8c87f4111799 x-openstack-request-id: req-2cdd4420-453d-41f8-b96b-8c87f4111799 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:41.249542 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df2d2eb-44c3-4d13-8f75-0995ea8d846b", "name": "network-vif-deleted", "tag": "ca31b1e3-1325-4f23-908d-329e53d4cb37", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:41.249931 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cdd4420-453d-41f8-b96b-8c87f4111799 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:41.250395 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df2d2eb-44c3-4d13-8f75-0995ea8d846b', 'name': 'network-vif-deleted', 'tag': 'ca31b1e3-1325-4f23-908d-329e53d4cb37', 'status': 'completed', 'code': 200} Dec 12 04:17:41.265033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f829480a-8304-430f-9b25-fa0b0b0e16a7,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:41.292595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Allocated IP 172.25.7.213 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9e9f255e-7fbb-49b7-a3a2-7b20e70a0f48) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:41.311631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 50c32b66-1914-4858-b0c4-599461ce68a6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50c32b66-1914-4858-b0c4-599461ce68a6,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:41.325858 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b55a7669-8773-44cd-974f-49bc2adae503 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.332277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '50c32b66-1914-4858-b0c4-599461ce68a6', 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'port_id': '50c32b66-1914-4858-b0c4-599461ce68a6', 'mac_address': 'fa:16:3e:2a:9e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0726ede9-e1db-43ef-92f6-d6f8a0376c07', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:41.383710 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.400732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c32b66-1914-4858-b0c4-599461ce68a6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:41.415075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c094c-b2d7-44b4-a895-b62424f81844 req-6ff0a629-aad9-48e7-a500-824e0caba357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.416610 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-799c094c-b2d7-44b4-a895-b62424f81844 req-6ff0a629-aad9-48e7-a500-824e0caba357 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 1096 time: 0.1461592 Dec 12 04:17:41.429829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1458-e42a-4627-8513-df984bab3462 req-2e018843-bec6-4334-ac39-4d06fc146ea9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.432110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 50c32b66-1914-4858-b0c4-599461ce68a6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50c32b66-1914-4858-b0c4-599461ce68a6,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:41.436641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1458-e42a-4627-8513-df984bab3462 req-2e018843-bec6-4334-ac39-4d06fc146ea9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.438284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.439001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:41.447135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a7669-8773-44cd-974f-49bc2adae503 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3903bc-c1c0-4fbb-b084-350cab3ca670,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:41.467239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1458-e42a-4627-8513-df984bab3462 req-2e018843-bec6-4334-ac39-4d06fc146ea9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.468057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.478229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1458-e42a-4627-8513-df984bab3462 req-2e018843-bec6-4334-ac39-4d06fc146ea9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.480250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b55a7669-8773-44cd-974f-49bc2adae503 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.481946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b55a7669-8773-44cd-974f-49bc2adae503 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7328062 Dec 12 04:17:41.486107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1458-e42a-4627-8513-df984bab3462 req-2e018843-bec6-4334-ac39-4d06fc146ea9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.488018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52672) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:41.493230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1458-e42a-4627-8513-df984bab3462 req-2e018843-bec6-4334-ac39-4d06fc146ea9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.509902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1458-e42a-4627-8513-df984bab3462 req-2e018843-bec6-4334-ac39-4d06fc146ea9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.515817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc7b1458-e42a-4627-8513-df984bab3462 req-2e018843-bec6-4334-ac39-4d06fc146ea9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5432 time: 0.2628863 Dec 12 04:17:41.515995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:41.518679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=50c32b66-1914-4858-b0c4-599461ce68a6,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:41.530920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855', 'network_id': '33db8f80-6383-4d67-beb4-519412b18788', 'port_id': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855', 'mac_address': 'fa:16:3e:03:81:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8179102e-2b26-484f-8a2b-e38104af2dd7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:41.548803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-705e41b0-7d66-49cb-ac7d-bdd10b12170d tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules/9f3903bc-c1c0-4fbb-b084-350cab3ca670 HTTP/1.1" status: 200 len: 763 time: 0.0488362 Dec 12 04:17:41.554674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52676) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:41.563582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d10e665-3f32-4a79-9c4a-97a582782cf4 req-4c1656dc-0c2a-4d8f-8f78-142376df5564 service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878546 Dec 12 04:17:41.585899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.592261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.607846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:41.624851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.629655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:41.635116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-799c094c-b2d7-44b4-a895-b62424f81844 req-7f4bd37c-0eec-4db5-b120-810a0c656d23 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178319 Dec 12 04:17:41.635835 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.636526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 91b8ebca-dfd8-454a-9997-404e942eae56 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:41.675784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5164207f-b513-4aad-90cf-f572b69efc54 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1111724 Dec 12 04:17:41.679147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52678) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:41.680711 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc7b1458-e42a-4627-8513-df984bab3462 req-c0efd5e0-7fbb-4995-9f5d-99b2ceccc105 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1196196 Dec 12 04:17:41.682004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.711044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:41.720448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 91b8ebca-dfd8-454a-9997-404e942eae56, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=91b8ebca-dfd8-454a-9997-404e942eae56,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:41.733313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '91b8ebca-dfd8-454a-9997-404e942eae56', 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'port_id': '91b8ebca-dfd8-454a-9997-404e942eae56', 'mac_address': 'fa:16:3e:9a:c6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0726ede9-e1db-43ef-92f6-d6f8a0376c07', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:41.763449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Network 1711a589-1c5a-4479-9131-07fa9a918274 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:41.772608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:41.778648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:41.784144 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.802095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b8ebca-dfd8-454a-9997-404e942eae56 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:41.806677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e394a-1255-4935-9867-b27ed6ecd824 req-ec473575-0944-4829-ab12-8572c6367c26 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.812729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e394a-1255-4935-9867-b27ed6ecd824 req-ec473575-0944-4829-ab12-8572c6367c26 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.819745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e394a-1255-4935-9867-b27ed6ecd824 req-ec473575-0944-4829-ab12-8572c6367c26 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.823851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 91b8ebca-dfd8-454a-9997-404e942eae56, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=91b8ebca-dfd8-454a-9997-404e942eae56,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:41.826019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e394a-1255-4935-9867-b27ed6ecd824 req-ec473575-0944-4829-ab12-8572c6367c26 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.830177 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.832135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device fe26d9f7-c56f-4c18-af19-534b24397d10 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:41.832441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e394a-1255-4935-9867-b27ed6ecd824 req-ec473575-0944-4829-ab12-8572c6367c26 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.839794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e394a-1255-4935-9867-b27ed6ecd824 req-ec473575-0944-4829-ab12-8572c6367c26 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.845646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e394a-1255-4935-9867-b27ed6ecd824 req-ec473575-0944-4829-ab12-8572c6367c26 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:41.847763 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec7e394a-1255-4935-9867-b27ed6ecd824 req-ec473575-0944-4829-ab12-8572c6367c26 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.2386405 Dec 12 04:17:41.886624 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a284404-9014-4156-863d-230f6c780d1a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.894657 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a284404-9014-4156-863d-230f6c780d1a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.918794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=91b8ebca-dfd8-454a-9997-404e942eae56,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:41.923877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Pushing event updated for resources: {'Port': ['ID=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:41.929077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b97792-e4ff-47af-a4e7-ea13c2153c9c {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:41.941156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.954448 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.961441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port fe26d9f7-c56f-4c18-af19-534b24397d10, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=fe26d9f7-c56f-4c18-af19-534b24397d10,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:41.973242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'fe26d9f7-c56f-4c18-af19-534b24397d10', 'network_id': '820fa5df-1459-434b-a847-5908eb8140d9', 'port_id': 'fe26d9f7-c56f-4c18-af19-534b24397d10', 'mac_address': 'fa:16:3e:51:97:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0726ede9-e1db-43ef-92f6-d6f8a0376c07', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:41.982691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a284404-9014-4156-863d-230f6c780d1a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.989231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a284404-9014-4156-863d-230f6c780d1a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:41.992699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8a284404-9014-4156-863d-230f6c780d1a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9f3903bc-c1c0-4fbb-b084-350cab3ca670 HTTP/1.1" status: 204 len: 168 time: 0.3099453 Dec 12 04:17:41.998224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52684) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:42.011678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Transition to ACTIVE for port object 37b97792-e4ff-47af-a4e7-ea13c2153c9c will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:42.015725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.016367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.017905 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.023572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.032981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe26d9f7-c56f-4c18-af19-534b24397d10 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:42.053996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a284404-9014-4156-863d-230f6c780d1a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f3903bc-c1c0-4fbb-b084-350cab3ca670,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:42.054331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port fe26d9f7-c56f-4c18-af19-534b24397d10, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=fe26d9f7-c56f-4c18-af19-534b24397d10,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:42.057024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:42.059667 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.084670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:42.086524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Pushing event updated for resources: {'Port': ['ID=9e9f255e-7fbb-49b7-a3a2-7b20e70a0f48,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:42.089774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f5f6-44a6-4ab0-a47e-37b19c4d5080 req-9fc1a702-843f-46f2-a7b2-806ddfd261d6 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.090029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:42.091293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72f5f5f6-44a6-4ab0-a47e-37b19c4d5080 req-9fc1a702-843f-46f2-a7b2-806ddfd261d6 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 945 time: 0.1531405 Dec 12 04:17:42.095528 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-e41f05e0-c006-4f80-9743-01cb68a4d6ff tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7219276 Dec 12 04:17:42.096201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-dee5d614-ab82-403e-9cc0-de54163803c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.098205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-dee5d614-ab82-403e-9cc0-de54163803c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 1095 time: 0.1589377 Dec 12 04:17:42.121248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=fe26d9f7-c56f-4c18-af19-534b24397d10,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:42.121488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec7e394a-1255-4935-9867-b27ed6ecd824 req-07b3182e-f637-4067-838c-13c3abe01d23 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2439294 Dec 12 04:17:42.133430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Request body: {'port': {'device_id': '16fb458c-4943-46d0-bd12-3799ff7427c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:42.142404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Pushing event updated for resources: {'Port': ['ID=37b97792-e4ff-47af-a4e7-ea13c2153c9c,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:42.212723 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2d16075f-5823-4e6f-897f-49f01955f424 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2046921 Dec 12 04:17:42.217819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52690) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:42.269069 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72f5f5f6-44a6-4ab0-a47e-37b19c4d5080 req-ff752b8a-1ac2-437d-9193-5af643ed98cd tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588287 Dec 12 04:17:42.298806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f98ff954-15d6-4a84-b4ab-050e6f4cd24b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': 'c9af690f-4e6d-4c67-80ea-53e25005f1dd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:42.307703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Attempting to bind port 37b97792-e4ff-47af-a4e7-ea13c2153c9c on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:42.308115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Attempting to bind port 37b97792-e4ff-47af-a4e7-ea13c2153c9c by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:42.308362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Attempting to bind port 37b97792-e4ff-47af-a4e7-ea13c2153c9c on network 1711a589-1c5a-4479-9131-07fa9a918274 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:42.315897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Port 37b97792-e4ff-47af-a4e7-ea13c2153c9c on network 1711a589-1c5a-4479-9131-07fa9a918274 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:42.316235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Attempting to bind port 37b97792-e4ff-47af-a4e7-ea13c2153c9c on network 1711a589-1c5a-4479-9131-07fa9a918274 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:42.319439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-5dd3f1c3-7c1d-413e-861b-9d5227602f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.320961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-5dd3f1c3-7c1d-413e-861b-9d5227602f96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 915 time: 0.1979952 Dec 12 04:17:42.324874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:42.325162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Checking segment: {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:42.325553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Bound using segment: {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:42.326099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Bound port: 37b97792-e4ff-47af-a4e7-ea13c2153c9c, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:42.326466 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.335660 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.383484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-61912d84-5273-42c7-81e3-b72203054466 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1708ae-7569-4639-89f0-47075bd5f5e2 HTTP/1.1" status: 200 len: 217 time: 0.0539067 Dec 12 04:17:42.426218 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f98ff954-15d6-4a84-b4ab-050e6f4cd24b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.455282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1899b-77ff-4ed0-a18f-4bff3a9d3ecd req-4ebb3647-4e21-4496-8bdd-70a3758dba17 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.456799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-95d1899b-77ff-4ed0-a18f-4bff3a9d3ecd req-4ebb3647-4e21-4496-8bdd-70a3758dba17 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 944 time: 0.2430422 Dec 12 04:17:42.504020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-daa736f0-0e71-4e71-9508-2bcbcc124bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.505517 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-daa736f0-0e71-4e71-9508-2bcbcc124bb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=017a7b09-1823-4928-b9d0-06b4cf9cd3b1 HTTP/1.1" status: 200 len: 854 time: 0.1122108 Dec 12 04:17:42.513131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b540769-842d-46ca-b16c-55c7f37cd91e req-59c84f51-e09a-4b30-bc81-217d7487ff49 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.514617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b540769-842d-46ca-b16c-55c7f37cd91e req-59c84f51-e09a-4b30-bc81-217d7487ff49 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 945 time: 0.1357808 Dec 12 04:17:42.561295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] For port 37b97792-e4ff-47af-a4e7-ea13c2153c9c, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:42.609015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] For port 37b97792-e4ff-47af-a4e7-ea13c2153c9c, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=37b97792-e4ff-47af-a4e7-ea13c2153c9c,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:42.625975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.689432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.689944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.691362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] 10.222.0.37 "PUT /v2.0/ports/37b97792-e4ff-47af-a4e7-ea13c2153c9c HTTP/1.1" status: 200 len: 1092 time: 1.6686287 Dec 12 04:17:42.693896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-914b6562-44a1-4da9-b637-ef398cd75bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.695293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-914b6562-44a1-4da9-b637-ef398cd75bd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8451a516-40f4-4543-9ca3-bca294c09bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1798291 Dec 12 04:17:42.702444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f98ff954-15d6-4a84-b4ab-050e6f4cd24b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.706737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-fc4d7900-b72e-4545-86ef-b63492d05719 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:42.708362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-fc4d7900-b72e-4545-86ef-b63492d05719 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 945 time: 0.1886528 Dec 12 04:17:42.717394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b540769-842d-46ca-b16c-55c7f37cd91e req-eab17762-b266-4b42-a467-e0acebcd40dd tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739886 Dec 12 04:17:42.735012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-95d1899b-77ff-4ed0-a18f-4bff3a9d3ecd req-1164242d-3c11-4888-a8d7-5d87bb8b2111 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683463 Dec 12 04:17:42.738847 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f98ff954-15d6-4a84-b4ab-050e6f4cd24b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.783967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ff954-15d6-4a84-b4ab-050e6f4cd24b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c724ba4e-5a80-4fad-a2f6-a03ec8067325,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:42.797510 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.872394 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f98ff954-15d6-4a84-b4ab-050e6f4cd24b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.876009 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f98ff954-15d6-4a84-b4ab-050e6f4cd24b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6207907 Dec 12 04:17:42.880199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52694) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:42.882907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ae9d3-5eca-42cd-b23c-dec3f3ccc3fd service neutron] Pushing event updated for resources: {'Port': ['ID=37b97792-e4ff-47af-a4e7-ea13c2153c9c,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:42.937443 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c1747eb9-c2a7-4217-9222-dca0e9398852 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules/c724ba4e-5a80-4fad-a2f6-a03ec8067325 HTTP/1.1" status: 200 len: 764 time: 0.0515788 Dec 12 04:17:42.939883 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2132047-3319-4805-a47f-478343454593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:42.942489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52696) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:43.003067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-88478847-51a4-4b22-b210-209321dda486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.004673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-88478847-51a4-4b22-b210-209321dda486 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&device_id=4acad15e-714a-4b8d-92c3-89103bb6a740 HTTP/1.1" status: 200 len: 1095 time: 0.2037580 Dec 12 04:17:43.017097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-1424a09f-67d3-4ec7-bbe9-b6119f2fa496 service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060315 Dec 12 04:17:43.018675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50'}, {'server_uuid': '69642489-f9b0-48ac-8374-e50fa4ff1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab777996-3e59-4485-82ab-dbaf7e91a898'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:43.021679 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9b48ab-b23e-4e8e-99ad-2d89fd172ff9" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50"}, {"server_uuid": "69642489-f9b0-48ac-8374-e50fa4ff1cda", "name": "network-vif-plugged", "status": "completed", "tag": "ab777996-3e59-4485-82ab-dbaf7e91a898"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:43.025294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51084-5eca-4864-9149-8c62f659e063 req-d853a6ba-f945-4bc7-ae79-21ed56b2663f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.031593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51084-5eca-4864-9149-8c62f659e063 req-d853a6ba-f945-4bc7-ae79-21ed56b2663f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.037959 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51084-5eca-4864-9149-8c62f659e063 req-d853a6ba-f945-4bc7-ae79-21ed56b2663f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.044020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51084-5eca-4864-9149-8c62f659e063 req-d853a6ba-f945-4bc7-ae79-21ed56b2663f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.050070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51084-5eca-4864-9149-8c62f659e063 req-d853a6ba-f945-4bc7-ae79-21ed56b2663f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.056640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51084-5eca-4864-9149-8c62f659e063 req-d853a6ba-f945-4bc7-ae79-21ed56b2663f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.062711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51084-5eca-4864-9149-8c62f659e063 req-d853a6ba-f945-4bc7-ae79-21ed56b2663f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.064645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89e51084-5eca-4864-9149-8c62f659e063 req-d853a6ba-f945-4bc7-ae79-21ed56b2663f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5436 time: 0.1590056 Dec 12 04:17:43.080619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['f829480a-8304-430f-9b25-fa0b0b0e16a7'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:43.090790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbfb58-3901-44fd-a1f7-1cb00b92f448 req-eff249bf-904c-4540-9aea-a5533c8e51e5 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.092287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b1fbfb58-3901-44fd-a1f7-1cb00b92f448 req-eff249bf-904c-4540-9aea-a5533c8e51e5 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 931 time: 0.2329342 Dec 12 04:17:43.127230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['ead402c4-1940-4328-9226-f1dd8e2cf306'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:43.131660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-dea6ea15-1d21-43ee-8bcb-1e623b962119 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37b97792-e4ff-47af-a4e7-ea13c2153c9c HTTP/1.1" status: 200 len: 217 time: 0.1117480 Dec 12 04:17:43.144365 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b104ef98-507b-40c4-98c2-779c74131e11 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1932411 Dec 12 04:17:43.152678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52700) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:43.178801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['48b825c0-ddcd-4d44-86c5-47d5b2ac0855'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:43.212320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['50c32b66-1914-4858-b0c4-599461ce68a6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:43.222543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['600813ff-3126-4384-b853-3d038e201e81'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:43.232941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Deleting port 104f8118-a9d5-43d1-badb-164a4eeec4ff {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:43.233337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.260863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acad15e-714a-4b8d-92c3-89103bb6a740', 'tag': '37b97792-e4ff-47af-a4e7-ea13c2153c9c'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:43.263155 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358c80b9-e1fd-415e-a3b0-802549b152e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4acad15e-714a-4b8d-92c3-89103bb6a740", "tag": "37b97792-e4ff-47af-a4e7-ea13c2153c9c"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:43.332699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-3d8df779-ec27-49d6-a9b6-c3c7a0db50de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.334280 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-3d8df779-ec27-49d6-a9b6-c3c7a0db50de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3246928a-3017-461f-9e8c-f017be9376c5 HTTP/1.1" status: 200 len: 852 time: 0.1914854 Dec 12 04:17:43.339205 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de9b1be-8091-4b3c-bd46-870d2540a096 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.358488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b1fbfb58-3901-44fd-a1f7-1cb00b92f448 req-a7855131-1ff3-49cf-aba0-0b2f2e396c88 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550271 Dec 12 04:17:43.401408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-47838df9-a4fe-47a7-84ea-fee465d4255b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1711a589-1c5a-4479-9131-07fa9a918274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365062 Dec 12 04:17:43.407795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de9b1be-8091-4b3c-bd46-870d2540a096 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.477135 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb7986-0cad-4f5e-a391-608afb7b8fb5 x-openstack-request-id: req-f4fb7986-0cad-4f5e-a391-608afb7b8fb5 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:43.477464 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-plugged", "status": "completed", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50", "code": 200}, {"server_uuid": "69642489-f9b0-48ac-8374-e50fa4ff1cda", "name": "network-vif-plugged", "status": "completed", "tag": "ab777996-3e59-4485-82ab-dbaf7e91a898", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:43.478209 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4fb7986-0cad-4f5e-a391-608afb7b8fb5 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:43.478209 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'code': 200} Dec 12 04:17:43.478409 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69642489-f9b0-48ac-8374-e50fa4ff1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab777996-3e59-4485-82ab-dbaf7e91a898', 'code': 200} Dec 12 04:17:43.493168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7e0682-e139-4676-92b7-61d9cbd8ab6f {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:43.494283 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-146961d7-a3e9-4a3a-a5a5-ae6eaa81270c req-21fa3687-00f1-4236-b0ed-26065f2bc5af service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608805 Dec 12 04:17:43.511376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.555628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de9b1be-8091-4b3c-bd46-870d2540a096 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.560653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Transition to ACTIVE for port object fd7e0682-e139-4676-92b7-61d9cbd8ab6f will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:17:43.572259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de9b1be-8091-4b3c-bd46-870d2540a096 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.574132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1de9b1be-8091-4b3c-bd46-870d2540a096 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c724ba4e-5a80-4fad-a2f6-a03ec8067325 HTTP/1.1" status: 204 len: 168 time: 0.4124084 Dec 12 04:17:43.574826 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89e51084-5eca-4864-9149-8c62f659e063 req-a3cd876a-5190-4e42-9924-060cd7cc712c tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4747965 Dec 12 04:17:43.583780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] For port 104f8118-a9d5-43d1-badb-164a4eeec4ff, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=104f8118-a9d5-43d1-badb-164a4eeec4ff,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:43.584768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52708) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:43.584970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.601944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.649737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Calling delete_port for 104f8118-a9d5-43d1-badb-164a4eeec4ff owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:43.652986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9b1be-8091-4b3c-bd46-870d2540a096 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c724ba4e-5a80-4fad-a2f6-a03ec8067325,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:43.663703 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1860ee15-d786-4680-aa39-f514df54d535 x-openstack-request-id: req-1860ee15-d786-4680-aa39-f514df54d535 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:43.664009 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acad15e-714a-4b8d-92c3-89103bb6a740", "tag": "37b97792-e4ff-47af-a4e7-ea13c2153c9c", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:43.664251 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1860ee15-d786-4680-aa39-f514df54d535 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:43.664648 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acad15e-714a-4b8d-92c3-89103bb6a740', 'tag': '37b97792-e4ff-47af-a4e7-ea13c2153c9c', 'status': 'completed', 'code': 200} Dec 12 04:17:43.687064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.713490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4d1b126b-ec3e-4a84-b453-8f722465d187 service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032272 Dec 12 04:17:43.723574 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.770285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:43.817767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b4f1-dbd5-48fb-a6c9-e7091b517952 req-064cf886-f91a-43e3-8606-33da38d5acba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.824038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b4f1-dbd5-48fb-a6c9-e7091b517952 req-064cf886-f91a-43e3-8606-33da38d5acba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.830116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b4f1-dbd5-48fb-a6c9-e7091b517952 req-064cf886-f91a-43e3-8606-33da38d5acba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.837933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b4f1-dbd5-48fb-a6c9-e7091b517952 req-064cf886-f91a-43e3-8606-33da38d5acba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.844266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b4f1-dbd5-48fb-a6c9-e7091b517952 req-064cf886-f91a-43e3-8606-33da38d5acba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.850627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b4f1-dbd5-48fb-a6c9-e7091b517952 req-064cf886-f91a-43e3-8606-33da38d5acba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.856648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b4f1-dbd5-48fb-a6c9-e7091b517952 req-064cf886-f91a-43e3-8606-33da38d5acba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.858606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b375b4f1-dbd5-48fb-a6c9-e7091b517952 req-064cf886-f91a-43e3-8606-33da38d5acba tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.2625303 Dec 12 04:17:43.871933 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.885628 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a70287c8-a318-499f-9b46-43faec01ebad tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2991862 Dec 12 04:17:43.890535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52714) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:43.905020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed454e-8099-4210-a35b-521be99a4759 req-f7316386-990a-4981-b042-c119cf1cff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.906764 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dfed454e-8099-4210-a35b-521be99a4759 req-f7316386-990a-4981-b042-c119cf1cff95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 1097 time: 0.2350574 Dec 12 04:17:43.914247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df5ac-db79-4f9b-a475-6d6241534288 req-58ef2cc4-2b91-4c5c-98c7-f7c072d8cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.915028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df5ac-db79-4f9b-a475-6d6241534288 req-58ef2cc4-2b91-4c5c-98c7-f7c072d8cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.915236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df5ac-db79-4f9b-a475-6d6241534288 req-58ef2cc4-2b91-4c5c-98c7-f7c072d8cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.915893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df5ac-db79-4f9b-a475-6d6241534288 req-58ef2cc4-2b91-4c5c-98c7-f7c072d8cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.916196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df5ac-db79-4f9b-a475-6d6241534288 req-58ef2cc4-2b91-4c5c-98c7-f7c072d8cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.916677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df5ac-db79-4f9b-a475-6d6241534288 req-58ef2cc4-2b91-4c5c-98c7-f7c072d8cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.917190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df5ac-db79-4f9b-a475-6d6241534288 req-58ef2cc4-2b91-4c5c-98c7-f7c072d8cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.919147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da2df5ac-db79-4f9b-a475-6d6241534288 req-58ef2cc4-2b91-4c5c-98c7-f7c072d8cd33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6488 time: 0.2443099 Dec 12 04:17:43.986313 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:43.993944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09534a7f-5b81-4f22-9960-f8e6c97813df req-e7e6c56f-e599-44a8-aa5e-00f3f621fb6f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:43.995656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09534a7f-5b81-4f22-9960-f8e6c97813df req-e7e6c56f-e599-44a8-aa5e-00f3f621fb6f tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d79aef-2bab-49ae-97be-7e4206a894c0 HTTP/1.1" status: 200 len: 945 time: 0.2681940 Dec 12 04:17:44.019475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b375b4f1-dbd5-48fb-a6c9-e7091b517952 req-7fad23bc-8f54-49dc-aa7b-873565157d3c tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503632 Dec 12 04:17:44.029561 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4d8dafea-946f-437c-b4c4-1c559de37216 service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797170 Dec 12 04:17:44.088541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Attempting to bind port fd7e0682-e139-4676-92b7-61d9cbd8ab6f on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:17:44.088917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Attempting to bind port fd7e0682-e139-4676-92b7-61d9cbd8ab6f by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:17:44.089255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Attempting to bind port fd7e0682-e139-4676-92b7-61d9cbd8ab6f on network 1711a589-1c5a-4479-9131-07fa9a918274 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:44.102510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dfed454e-8099-4210-a35b-521be99a4759 req-c189b1bd-4b28-4e8a-9cb7-b0ece45f051d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648581 Dec 12 04:17:44.127518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Port fd7e0682-e139-4676-92b7-61d9cbd8ab6f on network 1711a589-1c5a-4479-9131-07fa9a918274 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:17:44.127847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Attempting to bind port fd7e0682-e139-4676-92b7-61d9cbd8ab6f on network 1711a589-1c5a-4479-9131-07fa9a918274 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:17:44.137392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da2df5ac-db79-4f9b-a475-6d6241534288 req-969793ab-b03d-4d9f-8566-bd23701cc75b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918514 Dec 12 04:17:44.143800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ec17961-b72b-4100-9fb7-89086e5909b8 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.149278 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09534a7f-5b81-4f22-9960-f8e6c97813df req-b92d252b-8e2c-4bdc-abcc-4bb6d7a70be8 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444504 Dec 12 04:17:44.150030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:17:44.150376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Checking segment: {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:17:44.150768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Bound using segment: {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:17:44.151253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Bound port: fd7e0682-e139-4676-92b7-61d9cbd8ab6f, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c4c17e-34df-4c14-af42-aa6a26370af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:17:44.151612 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.168905 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.194751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ec17961-b72b-4100-9fb7-89086e5909b8 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.207693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Pushing event deleted for resources: {'Port': ['ID=104f8118-a9d5-43d1-badb-164a4eeec4ff,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:44.235552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Router fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:17:44.259472 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ca31b1e3-1325-4f23-908d-329e53d4cb37 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:44.280923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: ca31b1e3-1325-4f23-908d-329e53d4cb37 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:17:44.281431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ca31b1e3-1325-4f23-908d-329e53d4cb37 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:17:44.330413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['66acfa88-d834-41a9-8927-d8491f3ecb7e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:44.362458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['91b8ebca-dfd8-454a-9997-404e942eae56'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:44.385490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ee1708ae-7569-4639-89f0-47075bd5f5e2 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:44.401770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] For port fd7e0682-e139-4676-92b7-61d9cbd8ab6f, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:17:44.407724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] For port fd7e0682-e139-4676-92b7-61d9cbd8ab6f, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:17:44.417505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2b707-cdf5-4541-8e2a-84a85a93dbc2 req-5d0e1f43-2c7f-4b09-8231-301159567a99 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:44.419123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53c2b707-cdf5-4541-8e2a-84a85a93dbc2 req-5d0e1f43-2c7f-4b09-8231-301159567a99 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 944 time: 0.1910589 Dec 12 04:17:44.422129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ec17961-b72b-4100-9fb7-89086e5909b8 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.424770 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ec17961-b72b-4100-9fb7-89086e5909b8 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.425916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9ec17961-b72b-4100-9fb7-89086e5909b8 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/c9af690f-4e6d-4c67-80ea-53e25005f1dd HTTP/1.1" status: 204 len: 168 time: 0.5058396 Dec 12 04:17:44.433216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.439510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52718) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:44.499429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec17961-b72b-4100-9fb7-89086e5909b8 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9af690f-4e6d-4c67-80ea-53e25005f1dd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:44.526877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:44.527753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.529402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd7e0682-e139-4676-92b7-61d9cbd8ab6f HTTP/1.1" status: 200 len: 1091 time: 2.4038689 Dec 12 04:17:44.530011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fb458c-4943-46d0-bd12-3799ff7427c0', 'tag': 'fd7e0682-e139-4676-92b7-61d9cbd8ab6f'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:44.532474 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777024c7-4528-480a-ad3d-0b799d557b68" -d '{"events": [{"name": "network-changed", "server_uuid": "16fb458c-4943-46d0-bd12-3799ff7427c0", "tag": "fd7e0682-e139-4676-92b7-61d9cbd8ab6f"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:44.556959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e2bc9-203c-4d96-ba88-1b999da5064b req-14e1bdd1-ff81-4118-b834-48c58a64740d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:44.558499 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-225e2bc9-203c-4d96-ba88-1b999da5064b req-14e1bdd1-ff81-4118-b834-48c58a64740d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 945 time: 0.4549735 Dec 12 04:17:44.586462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] No DVR routers for this DVR port 104f8118-a9d5-43d1-badb-164a4eeec4ff on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:17:44.590404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-fbc709c8-cda5-4763-95f4-ab5b73051d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:44.591951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-fbc709c8-cda5-4763-95f4-ab5b73051d91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&device_id=4acad15e-714a-4b8d-92c3-89103bb6a740 HTTP/1.1" status: 200 len: 1095 time: 0.4722514 Dec 12 04:17:44.592968 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.593343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ee1708ae-7569-4639-89f0-47075bd5f5e2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ee1708ae-7569-4639-89f0-47075bd5f5e2,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:44.596234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcfde444-e36a-4534-83b1-9c522efb3d13 req-be5f25af-b1e1-417f-bc7c-57624c5b5af7 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.37 "DELETE /v2.0/ports/104f8118-a9d5-43d1-badb-164a4eeec4ff HTTP/1.1" status: 204 len: 173 time: 1.8717518 Dec 12 04:17:44.598921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:17:44.602237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00ecde-04da-4634-8c5a-35e8cb59c4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:44.607548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.609182 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5ce556e2-880b-4e4e-9864-d5bb664b57ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "PUT /v2.0/routers/fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69 HTTP/1.1" status: 200 len: 919 time: 5.2061529 Dec 12 04:17:44.616355 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d171674-0953-4485-8cda-be1592b2289d None None] Sync routers for ids ['fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:17:44.624733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53c2b707-cdf5-4541-8e2a-84a85a93dbc2 req-d42e539b-a840-47f1-9ffc-cdca5b076ad8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974661 Dec 12 04:17:44.628623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52722) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:44.635046 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ee111216-aa02-4712-b233-ac124b654cca tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1927416 Dec 12 04:17:44.637085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ee1708ae-7569-4639-89f0-47075bd5f5e2', 'network_id': '8451a516-40f4-4543-9ca3-bca294c09bd1', 'port_id': 'ee1708ae-7569-4639-89f0-47075bd5f5e2', 'mac_address': 'fa:16:3e:74:ec:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017a7b09-1823-4928-b9d0-06b4cf9cd3b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:44.650373 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d171674-0953-4485-8cda-be1592b2289d None None] Routers {'fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:44.651009 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3d171674-0953-4485-8cda-be1592b2289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:44.651845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52726) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:44.720210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b9866f46-c4d3-4cbf-8a5a-9e9a883a731a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group': {'name': 'tempest-secgroup--394221252'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:44.733453 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3d171674-0953-4485-8cda-be1592b2289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:44.746927 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d171674-0953-4485-8cda-be1592b2289d None None] Routers {'fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:44.747714 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3d171674-0953-4485-8cda-be1592b2289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:44.788143 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3d171674-0953-4485-8cda-be1592b2289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:44.789198 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d171674-0953-4485-8cda-be1592b2289d None None] The sync data for ids ['fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:17:44.797322 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.808696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-9474b053-a057-464c-ad2b-067150c51a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:44.810448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-9474b053-a057-464c-ad2b-067150c51a78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 912 time: 0.2043207 Dec 12 04:17:44.824550 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9866f46-c4d3-4cbf-8a5a-9e9a883a731a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.844869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1708ae-7569-4639-89f0-47075bd5f5e2 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:44.869062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ee1708ae-7569-4639-89f0-47075bd5f5e2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ee1708ae-7569-4639-89f0-47075bd5f5e2,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:44.874535 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:44.877246 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-d607fa70-dd98-4aab-b54f-d1a5c230e226 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37b97792-e4ff-47af-a4e7-ea13c2153c9c HTTP/1.1" status: 200 len: 217 time: 0.0536847 Dec 12 04:17:44.890343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-225e2bc9-203c-4d96-ba88-1b999da5064b req-8f549e6a-b34e-4cd2-a13f-e4a30e5bc14e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104258 Dec 12 04:17:44.929472 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ee1708ae-7569-4639-89f0-47075bd5f5e2,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:44.951200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-db527f53-d90c-4a49-8e82-c7a649b7a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:44.952185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-17a3e049-c3a9-4311-a6ea-54b5e6ecfbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:44.953026 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-db527f53-d90c-4a49-8e82-c7a649b7a9c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3246928a-3017-461f-9e8c-f017be9376c5 HTTP/1.1" status: 200 len: 852 time: 0.0605099 Dec 12 04:17:44.954062 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-17a3e049-c3a9-4311-a6ea-54b5e6ecfbd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 1094 time: 0.1509047 Dec 12 04:17:44.967172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192075-c3b3-47cb-8824-292f4dc939b4 req-dfdd77f8-ed66-4cdb-a2f3-cc676e7d1b33 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:44.968869 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40192075-c3b3-47cb-8824-292f4dc939b4 req-dfdd77f8-ed66-4cdb-a2f3-cc676e7d1b33 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 943 time: 0.1668463 Dec 12 04:17:44.974983 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc6d33c-ff7d-45cc-b0f3-72fbf160881e x-openstack-request-id: req-abc6d33c-ff7d-45cc-b0f3-72fbf160881e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:44.975384 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fb458c-4943-46d0-bd12-3799ff7427c0", "tag": "fd7e0682-e139-4676-92b7-61d9cbd8ab6f", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:44.975740 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abc6d33c-ff7d-45cc-b0f3-72fbf160881e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:44.976244 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fb458c-4943-46d0-bd12-3799ff7427c0', 'tag': 'fd7e0682-e139-4676-92b7-61d9cbd8ab6f', 'status': 'completed', 'code': 200} Dec 12 04:17:44.987762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-70d08ff3-3d53-4ae3-b22c-b670722820f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1711a589-1c5a-4479-9131-07fa9a918274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264516 Dec 12 04:17:44.994184 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-037886d0-ff9f-458c-a6d4-afb5a21c42dc tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/routers/fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69 HTTP/1.1" status: 200 len: 925 time: 0.3525319 Dec 12 04:17:44.997378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52730) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:45.032733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-a7504525-8cad-49c8-acff-5ff5bddf103b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7e0682-e139-4676-92b7-61d9cbd8ab6f HTTP/1.1" status: 200 len: 217 time: 0.0537543 Dec 12 04:17:45.092770 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9866f46-c4d3-4cbf-8a5a-9e9a883a731a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.105004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9866f46-c4d3-4cbf-8a5a-9e9a883a731a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.125472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7e20b2-ad66-48cb-9763-e8959e5bd8ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.129609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8d7e20b2-ad66-48cb-9763-e8959e5bd8ba tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1266255 Dec 12 04:17:45.130371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52734) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:45.153612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-53ad9a62-432b-418b-9189-7bb4b8382b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.155268 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-53ad9a62-432b-418b-9189-7bb4b8382b64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3246928a-3017-461f-9e8c-f017be9376c5 HTTP/1.1" status: 200 len: 852 time: 0.1101112 Dec 12 04:17:45.159018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b4dc-404e-4825-9b10-54fa81e48d44 req-9cf0aab8-a1c4-4d14-ad46-f05ae982716a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.159700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40192075-c3b3-47cb-8824-292f4dc939b4 req-344b5884-2a2e-4a69-93a4-975aa597aa64 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738958 Dec 12 04:17:45.160617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9866f46-c4d3-4cbf-8a5a-9e9a883a731a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eb96c0-8374-4c53-9abb-fc26e6b9f97c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:45.165459 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9866f46-c4d3-4cbf-8a5a-9e9a883a731a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.165799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b4dc-404e-4825-9b10-54fa81e48d44 req-9cf0aab8-a1c4-4d14-ad46-f05ae982716a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.166641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b9866f46-c4d3-4cbf-8a5a-9e9a883a731a tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5115390 Dec 12 04:17:45.172157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b4dc-404e-4825-9b10-54fa81e48d44 req-9cf0aab8-a1c4-4d14-ad46-f05ae982716a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.173701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52736) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:45.180534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b4dc-404e-4825-9b10-54fa81e48d44 req-9cf0aab8-a1c4-4d14-ad46-f05ae982716a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.185847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-24cf74ee-87a4-41f8-975a-f62c1e470a8b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Request body: {'security_group_rule': {'security_group_id': 'a1eb96c0-8374-4c53-9abb-fc26e6b9f97c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:45.197149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b4dc-404e-4825-9b10-54fa81e48d44 req-9cf0aab8-a1c4-4d14-ad46-f05ae982716a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.197149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b4dc-404e-4825-9b10-54fa81e48d44 req-9cf0aab8-a1c4-4d14-ad46-f05ae982716a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.203771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b4dc-404e-4825-9b10-54fa81e48d44 req-9cf0aab8-a1c4-4d14-ad46-f05ae982716a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.205883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4573b4dc-404e-4825-9b10-54fa81e48d44 req-9cf0aab8-a1c4-4d14-ad46-f05ae982716a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5436 time: 0.1738765 Dec 12 04:17:45.214052 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-ac2302dd-b8c2-4d92-9bba-269a19a3ae73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1711a589-1c5a-4479-9131-07fa9a918274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393767 Dec 12 04:17:45.291061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24cf74ee-87a4-41f8-975a-f62c1e470a8b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.296801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-8d3daa89-086c-48e6-8008-8fc9ffbd2f78 service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975571 Dec 12 04:17:45.370949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-bae0e9e3-7e2c-48ad-993e-81f7a58e2b99 service neutron] 10.222.0.18 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491063 Dec 12 04:17:45.388849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ee1708ae-7569-4639-89f0-47075bd5f5e2'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:45.393341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24cf74ee-87a4-41f8-975a-f62c1e470a8b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.400503 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24cf74ee-87a4-41f8-975a-f62c1e470a8b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.424447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4573b4dc-404e-4825-9b10-54fa81e48d44 req-457113fc-d237-4419-a2b2-37219ce311b3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1749072 Dec 12 04:17:45.425555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f29cf-e48b-4bac-83fc-a28aec2e4ea9 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.426922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-552f29cf-e48b-4bac-83fc-a28aec2e4ea9 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 881 time: 0.2954626 Dec 12 04:17:45.432265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52742) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:45.455118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24cf74ee-87a4-41f8-975a-f62c1e470a8b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.456342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-24cf74ee-87a4-41f8-975a-f62c1e470a8b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2806661 Dec 12 04:17:45.470402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-31ff9cf7-3346-4ef3-9746-cdc26193e77d tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69 HTTP/1.1" status: 200 len: 205 time: 0.0351317 Dec 12 04:17:45.477373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf74ee-87a4-41f8-975a-f62c1e470a8b tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba88e72-565d-4a43-a8ef-4680a40b4320,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:45.481366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52744) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:45.486576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52746) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:45.615120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac019b3-da30-4946-bd77-e757472b7582 req-22cdad1e-b7b7-4562-9702-36fd6ade9f81 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.621318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac019b3-da30-4946-bd77-e757472b7582 req-22cdad1e-b7b7-4562-9702-36fd6ade9f81 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.627290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac019b3-da30-4946-bd77-e757472b7582 req-22cdad1e-b7b7-4562-9702-36fd6ade9f81 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.635062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac019b3-da30-4946-bd77-e757472b7582 req-22cdad1e-b7b7-4562-9702-36fd6ade9f81 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.641411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac019b3-da30-4946-bd77-e757472b7582 req-22cdad1e-b7b7-4562-9702-36fd6ade9f81 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.648174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac019b3-da30-4946-bd77-e757472b7582 req-22cdad1e-b7b7-4562-9702-36fd6ade9f81 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.654285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac019b3-da30-4946-bd77-e757472b7582 req-22cdad1e-b7b7-4562-9702-36fd6ade9f81 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.655166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['fe26d9f7-c56f-4c18-af19-534b24397d10'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:45.658407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-358c80b9-e1fd-415e-a3b0-802549b152e5 req-b300318b-12c5-462c-9f1f-1b0e6f51249a service neutron] 10.222.0.37 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468246 Dec 12 04:17:45.662501 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ac019b3-da30-4946-bd77-e757472b7582 req-22cdad1e-b7b7-4562-9702-36fd6ade9f81 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.2240059 Dec 12 04:17:45.686762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'name': 'network-vif-deleted', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:45.696393 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cd8a75-d26e-4672-93d8-8a69b0c4dbd7" -d '{"events": [{"server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "name": "network-vif-deleted", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:45.723194 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9cd4295a-4258-4610-bae8-6ed75cec814c req-878ad52c-c0df-4eb8-98da-f0b5453dad38 service neutron] 10.222.0.18 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817426 Dec 12 04:17:45.724345 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.732454 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93d86e53-f037-4ed0-abf5-9e4822f2c316 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.738216 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.741186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5585bf-89ec-414a-ba26-40dd391bb3f1 req-3804ccf0-33b3-463e-b355-b0b390982a55 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:45.747720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea5585bf-89ec-414a-ba26-40dd391bb3f1 req-3804ccf0-33b3-463e-b355-b0b390982a55 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 945 time: 0.1596818 Dec 12 04:17:45.777873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ac019b3-da30-4946-bd77-e757472b7582 req-003a9abf-7282-4960-aed7-e8956ada2895 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144793 Dec 12 04:17:45.779569 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93d86e53-f037-4ed0-abf5-9e4822f2c316 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.830624 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93d86e53-f037-4ed0-abf5-9e4822f2c316 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.834385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93d86e53-f037-4ed0-abf5-9e4822f2c316 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:45.838720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-93d86e53-f037-4ed0-abf5-9e4822f2c316 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/a1eb96c0-8374-4c53-9abb-fc26e6b9f97c HTTP/1.1" status: 204 len: 168 time: 0.3162644 Dec 12 04:17:45.839379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52754) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:45.906264 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f0dbf5b2-3772-4b07-aa8e-7154947a626f tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0609727 Dec 12 04:17:45.907097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52756) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:45.928530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d86e53-f037-4ed0-abf5-9e4822f2c316 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eb96c0-8374-4c53-9abb-fc26e6b9f97c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:45.941561 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea5585bf-89ec-414a-ba26-40dd391bb3f1 req-7572a2c2-cd20-465c-be09-4fa67e24358e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337442 Dec 12 04:17:45.979182 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-afc164c8-07c1-43c8-af2e-93457bceb845 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0707181 Dec 12 04:17:45.982755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52758) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:46.004340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777024c7-4528-480a-ad3d-0b799d557b68 req-27de3f04-ca63-43d4-a20b-b16af66d7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.006903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-777024c7-4528-480a-ad3d-0b799d557b68 req-27de3f04-ca63-43d4-a20b-b16af66d7786 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 1094 time: 0.1211915 Dec 12 04:17:46.007596 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-b6f56e7c-27fc-4fb5-b817-45c1ad69b9e6 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] delete failed (client error): The resource could not be found. Dec 12 04:17:46.008544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b6f56e7c-27fc-4fb5-b817-45c1ad69b9e6 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "DELETE /v2.0/security-groups/a1eb96c0-8374-4c53-9abb-fc26e6b9f97c HTTP/1.1" status: 404 len: 347 time: 0.0248866 Dec 12 04:17:46.012653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52762) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:46.025848 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.035681 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575873be-83d4-4a2e-ac91-3c07000045cf x-openstack-request-id: req-575873be-83d4-4a2e-ac91-3c07000045cf {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:46.036163 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d79aef-2bab-49ae-97be-7e4206a894c0", "name": "network-vif-deleted", "tag": "104f8118-a9d5-43d1-badb-164a4eeec4ff", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:46.036504 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-575873be-83d4-4a2e-ac91-3c07000045cf {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:46.037355 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d79aef-2bab-49ae-97be-7e4206a894c0', 'name': 'network-vif-deleted', 'tag': '104f8118-a9d5-43d1-badb-164a4eeec4ff', 'status': 'completed', 'code': 200} Dec 12 04:17:46.071511 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4bb1707e-6ad0-4556-a174-63a62f088a77 tempest-SecGroupTest-700433051 tempest-SecGroupTest-700433051-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0538895 Dec 12 04:17:46.130422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996772-6886-4fab-9dbe-ee6ee18abc3e req-a6b8db74-cf15-4391-9189-0ee2e84d596e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.132022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31996772-6886-4fab-9dbe-ee6ee18abc3e req-a6b8db74-cf15-4391-9189-0ee2e84d596e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 945 time: 0.0937998 Dec 12 04:17:46.142737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1812a1-7783-46ac-8b16-aba04157588d req-c1c52a2c-b691-44cb-9f38-43996ba7ac52 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.145106 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c1812a1-7783-46ac-8b16-aba04157588d req-c1c52a2c-b691-44cb-9f38-43996ba7ac52 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 944 time: 0.0570340 Dec 12 04:17:46.161429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Deleting port 9e9f255e-7fbb-49b7-a3a2-7b20e70a0f48 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:46.161809 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.232492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 600813ff-3126-4384-b853-3d038e201e81 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:46.234182 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31996772-6886-4fab-9dbe-ee6ee18abc3e req-d0d847ad-c71e-492a-ac56-4c506f23adba tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938516 Dec 12 04:17:46.269120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.282223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Calling delete_port for 9e9f255e-7fbb-49b7-a3a2-7b20e70a0f48 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:46.294938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c1812a1-7783-46ac-8b16-aba04157588d req-3481e9d3-8e78-4f8f-9be0-e214f8d7f0e6 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384463 Dec 12 04:17:46.315047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777024c7-4528-480a-ad3d-0b799d557b68 req-607222e2-88ce-4639-b3f2-518d80e83d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.316548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-777024c7-4528-480a-ad3d-0b799d557b68 req-607222e2-88ce-4639-b3f2-518d80e83d90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 200 len: 912 time: 0.1701925 Dec 12 04:17:46.372773 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-777024c7-4528-480a-ad3d-0b799d557b68 req-ec9d76f6-4a43-48d4-b6e9-fd7dfcc2f1e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7e0682-e139-4676-92b7-61d9cbd8ab6f HTTP/1.1" status: 200 len: 217 time: 0.0403504 Dec 12 04:17:46.378199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 600813ff-3126-4384-b853-3d038e201e81 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:46.383729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 600813ff-3126-4384-b853-3d038e201e81 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:46.384391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.418529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52770) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:46.440514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777024c7-4528-480a-ad3d-0b799d557b68 req-8cdf7659-9816-4b11-9adb-5691ab94cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.442716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-777024c7-4528-480a-ad3d-0b799d557b68 req-8cdf7659-9816-4b11-9adb-5691ab94cd43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3246928a-3017-461f-9e8c-f017be9376c5 HTTP/1.1" status: 200 len: 852 time: 0.0607040 Dec 12 04:17:46.503476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118572ae-cebf-42e5-b5b8-b06a24120896 req-d601f789-acc2-441a-8afa-d03aa7b73aaa tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.505388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-118572ae-cebf-42e5-b5b8-b06a24120896 req-d601f789-acc2-441a-8afa-d03aa7b73aaa tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 943 time: 0.1339214 Dec 12 04:17:46.507591 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.517163 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-777024c7-4528-480a-ad3d-0b799d557b68 req-cc4f108d-18a4-4117-9cba-f87baa7d6057 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1711a589-1c5a-4479-9131-07fa9a918274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614853 Dec 12 04:17:46.552601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600813ff-3126-4384-b853-3d038e201e81'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:46.555420 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10b55f9-0aad-40b2-96c9-bf7f564e4080" -d '{"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "600813ff-3126-4384-b853-3d038e201e81"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:46.570498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 600813ff-3126-4384-b853-3d038e201e81, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=600813ff-3126-4384-b853-3d038e201e81,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:46.576907 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.578589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f829480a-8304-430f-9b25-fa0b0b0e16a7 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:46.588201 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.617129 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-118572ae-cebf-42e5-b5b8-b06a24120896 req-f429a1ad-dbaa-4a40-b7e4-02bd240015e7 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849118 Dec 12 04:17:46.634753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event deleted for resources: {'Port': ['ID=9e9f255e-7fbb-49b7-a3a2-7b20e70a0f48,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:46.684545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca8e4-6187-4278-bcb0-4711bb22336a req-c5af9e90-920e-4eb5-ae0b-dc5dc689f247 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.691240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca8e4-6187-4278-bcb0-4711bb22336a req-c5af9e90-920e-4eb5-ae0b-dc5dc689f247 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.698399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port f829480a-8304-430f-9b25-fa0b0b0e16a7 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:46.698584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca8e4-6187-4278-bcb0-4711bb22336a req-c5af9e90-920e-4eb5-ae0b-dc5dc689f247 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.705365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca8e4-6187-4278-bcb0-4711bb22336a req-c5af9e90-920e-4eb5-ae0b-dc5dc689f247 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.705505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port f829480a-8304-430f-9b25-fa0b0b0e16a7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:46.705927 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.707505 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.714705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca8e4-6187-4278-bcb0-4711bb22336a req-c5af9e90-920e-4eb5-ae0b-dc5dc689f247 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.721051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca8e4-6187-4278-bcb0-4711bb22336a req-c5af9e90-920e-4eb5-ae0b-dc5dc689f247 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.727094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca8e4-6187-4278-bcb0-4711bb22336a req-c5af9e90-920e-4eb5-ae0b-dc5dc689f247 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.729544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-181ca8e4-6187-4278-bcb0-4711bb22336a req-c5af9e90-920e-4eb5-ae0b-dc5dc689f247 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5437 time: 0.1308317 Dec 12 04:17:46.732772 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e8651f82-f766-4b64-9b97-0bea3544f5a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecff789432434b38879b814bd8f1b6a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119898 Dec 12 04:17:46.737914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52778) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:46.745709 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf9a48-f4dd-4f71-a291-a0b1875ffe36 x-openstack-request-id: req-eccf9a48-f4dd-4f71-a291-a0b1875ffe36 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:46.746011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-777024c7-4528-480a-ad3d-0b799d557b68 req-d6e57568-882c-45d7-90fb-3ab17e0cf317 service neutron] 10.222.0.18 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236888 Dec 12 04:17:46.746120 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "600813ff-3126-4384-b853-3d038e201e81", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:46.746296 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eccf9a48-f4dd-4f71-a291-a0b1875ffe36 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:46.746704 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600813ff-3126-4384-b853-3d038e201e81', 'code': 200} Dec 12 04:17:46.769166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=600813ff-3126-4384-b853-3d038e201e81,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:46.776705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-7a12602c-00e5-4143-bc27-f1dda21bb3cb tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:46.778259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-7a12602c-00e5-4143-bc27-f1dda21bb3cb tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.37 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 944 time: 0.1584280 Dec 12 04:17:46.816972 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.844626 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.863575 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-181ca8e4-6187-4278-bcb0-4711bb22336a req-f81bca6f-28d0-41fc-a02f-d4a62b5dd394 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1203663 Dec 12 04:17:46.893754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-777024c7-4528-480a-ad3d-0b799d557b68 req-e10dfaf7-09fc-4faa-bc8e-61d967861c17 service neutron] 10.222.0.18 "GET /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318874 Dec 12 04:17:46.898296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f829480a-8304-430f-9b25-fa0b0b0e16a7, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:46.902097 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.903042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ead402c4-1940-4328-9226-f1dd8e2cf306 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:46.949630 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.984390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f829480a-8304-430f-9b25-fa0b0b0e16a7,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:46.984707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:46.999431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port ead402c4-1940-4328-9226-f1dd8e2cf306 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:47.003849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port ead402c4-1940-4328-9226-f1dd8e2cf306 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:47.004237 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.043681 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-813507fd-1559-46b8-bbb7-acefea87a153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.073986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.074521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Fanout notify agent at l3_agent the message router_deleted on router fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:17:47.087441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6f68-1e50-41e0-98c1-3d7beb5b5986 req-5dcf5f1d-b60d-48fb-8955-19de19506f2e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.093506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6f68-1e50-41e0-98c1-3d7beb5b5986 req-5dcf5f1d-b60d-48fb-8955-19de19506f2e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.094930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a1363-4037-4c6f-98b8-3ff852b29030 req-1adcfc3b-3de1-4a83-a595-fd8ee48fcda8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.096480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-975a1363-4037-4c6f-98b8-3ff852b29030 req-1adcfc3b-3de1-4a83-a595-fd8ee48fcda8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 945 time: 0.0642700 Dec 12 04:17:47.100063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6f68-1e50-41e0-98c1-3d7beb5b5986 req-5dcf5f1d-b60d-48fb-8955-19de19506f2e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.106137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6f68-1e50-41e0-98c1-3d7beb5b5986 req-5dcf5f1d-b60d-48fb-8955-19de19506f2e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.107689 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.112196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6f68-1e50-41e0-98c1-3d7beb5b5986 req-5dcf5f1d-b60d-48fb-8955-19de19506f2e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.118871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6f68-1e50-41e0-98c1-3d7beb5b5986 req-5dcf5f1d-b60d-48fb-8955-19de19506f2e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.124921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6f68-1e50-41e0-98c1-3d7beb5b5986 req-5dcf5f1d-b60d-48fb-8955-19de19506f2e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.126899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13fd6f68-1e50-41e0-98c1-3d7beb5b5986 req-5dcf5f1d-b60d-48fb-8955-19de19506f2e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.2048995 Dec 12 04:17:47.137989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.139082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c43a66f4-b343-414c-ad8c-f6e2e99e16d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69 HTTP/1.1" status: 204 len: 168 time: 1.6547413 Dec 12 04:17:47.143286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52784) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:47.146799 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-813507fd-1559-46b8-bbb7-acefea87a153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.148771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port ead402c4-1940-4328-9226-f1dd8e2cf306, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ead402c4-1940-4328-9226-f1dd8e2cf306,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:47.150798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-8174080', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:47.153173 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.155280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:47.165394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-975a1363-4037-4c6f-98b8-3ff852b29030 req-c877cc46-0198-4530-85c7-f1e305660712 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609028 Dec 12 04:17:47.188721 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.190024 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.200714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Deleting port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:47.201063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.249868 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.253706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=ead402c4-1940-4328-9226-f1dd8e2cf306,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:47.286253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:47.291898 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13fd6f68-1e50-41e0-98c1-3d7beb5b5986 req-4e482ff5-ea57-47c4-9ff4-24f92dceaaf2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489191 Dec 12 04:17:47.314593 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-813507fd-1559-46b8-bbb7-acefea87a153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.317397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-813507fd-1559-46b8-bbb7-acefea87a153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.319336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-813507fd-1559-46b8-bbb7-acefea87a153 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/059d69b1-3cdb-4a4d-8401-89b97a2b3e61 HTTP/1.1" status: 204 len: 168 time: 0.5807681 Dec 12 04:17:47.324282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:47.328074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.359273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813507fd-1559-46b8-bbb7-acefea87a153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059d69b1-3cdb-4a4d-8401-89b97a2b3e61,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:47.366112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] For port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,segment=NetworkSegment(5260396a-1a27-4e25-b220-a77de061809d),segment_id=5260396a-1a27-4e25-b220-a77de061809d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:47.366495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.381857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Calling delete_port for 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:47.481834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f689e23-7402-4115-bde7-8afc1ea010dc req-d7f5964e-c570-4d64-9943-33333900e284 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.489154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f689e23-7402-4115-bde7-8afc1ea010dc req-d7f5964e-c570-4d64-9943-33333900e284 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 945 time: 0.1333702 Dec 12 04:17:47.498924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.509165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bf798-ec52-46b3-ae92-86d59e29bf41 req-b590e1e8-b910-4270-8516-56c647646236 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.511321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e19bf798-ec52-46b3-ae92-86d59e29bf41 req-b590e1e8-b910-4270-8516-56c647646236 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3933c49f-e164-429c-ab5c-cb52fb4cc991 HTTP/1.1" status: 200 len: 944 time: 0.0726128 Dec 12 04:17:47.549433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:47.556091 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.557483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 50c32b66-1914-4858-b0c4-599461ce68a6 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:47.616920 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.679380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 50c32b66-1914-4858-b0c4-599461ce68a6 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:47.682861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:47.689551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 50c32b66-1914-4858-b0c4-599461ce68a6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:47.689983 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.733447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Pushing event deleted for resources: {'Port': ['ID=076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:47.742533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] No DVR routers for this DVR port 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:17:47.748077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.752322 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bcc36154-5464-447e-912a-6cc13c4c2da2 req-1bb7d53f-a155-41a2-ade1-17f70f68be37 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.37 "DELETE /v2.0/ports/076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 HTTP/1.1" status: 204 len: 173 time: 0.9664905 Dec 12 04:17:47.759260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e19bf798-ec52-46b3-ae92-86d59e29bf41 req-e95b8fbf-2c47-4570-80b3-00e8550a4115 tempest-LiveMigrationTest-709662899 tempest-LiveMigrationTest-709662899-project] 10.222.0.36 "GET /v2.0/security-groups?id=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707978 Dec 12 04:17:47.814632 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.868848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 50c32b66-1914-4858-b0c4-599461ce68a6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50c32b66-1914-4858-b0c4-599461ce68a6,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:47.875080 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.876038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 104f8118-a9d5-43d1-badb-164a4eeec4ff no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:47.891991 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:47.935874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0221755-d33f-4292-ba1e-4e3ebc02b225 req-802428ec-e9c4-4794-8f19-d27633365e40 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.952647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0221755-d33f-4292-ba1e-4e3ebc02b225 req-802428ec-e9c4-4794-8f19-d27633365e40 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.954713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 104f8118-a9d5-43d1-badb-164a4eeec4ff {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:17:47.955090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 104f8118-a9d5-43d1-badb-164a4eeec4ff not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:17:47.969877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0221755-d33f-4292-ba1e-4e3ebc02b225 req-802428ec-e9c4-4794-8f19-d27633365e40 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.976873 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0221755-d33f-4292-ba1e-4e3ebc02b225 req-802428ec-e9c4-4794-8f19-d27633365e40 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.979999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=50c32b66-1914-4858-b0c4-599461ce68a6,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:47.985278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0221755-d33f-4292-ba1e-4e3ebc02b225 req-802428ec-e9c4-4794-8f19-d27633365e40 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.993585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0221755-d33f-4292-ba1e-4e3ebc02b225 req-802428ec-e9c4-4794-8f19-d27633365e40 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:47.995500 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f689e23-7402-4115-bde7-8afc1ea010dc req-b1af5151-a528-4dae-b86d-eba0b7de070a tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043039 Dec 12 04:17:48.000051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0221755-d33f-4292-ba1e-4e3ebc02b225 req-802428ec-e9c4-4794-8f19-d27633365e40 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.013520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0221755-d33f-4292-ba1e-4e3ebc02b225 req-802428ec-e9c4-4794-8f19-d27633365e40 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.1729865 Dec 12 04:17:48.022777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-affbe4e3-eb5b-4054-809b-fef8b4d6a05c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.022777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-affbe4e3-eb5b-4054-809b-fef8b4d6a05c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.18 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 945 time: 0.1500647 Dec 12 04:17:48.022982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52812) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:48.028702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Request body: {'floatingip': {'port_id': '50865e90-2d61-4c3f-845d-73e68d27bd50'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:48.086766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'name': 'network-vif-deleted', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:48.090488 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009e6529-4984-4919-95bb-2711a0f768b8" -d '{"events": [{"server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "name": "network-vif-deleted", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:48.128248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:48.209963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5749-30ce-456d-93ff-007a00781856 req-86c96eac-2a0b-4fe2-a2fb-a269db294abf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.217912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5749-30ce-456d-93ff-007a00781856 req-86c96eac-2a0b-4fe2-a2fb-a269db294abf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.226722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5749-30ce-456d-93ff-007a00781856 req-86c96eac-2a0b-4fe2-a2fb-a269db294abf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.233832 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5749-30ce-456d-93ff-007a00781856 req-86c96eac-2a0b-4fe2-a2fb-a269db294abf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.235581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423cc1d-15a7-4c97-bc8c-2e533aec6ebd req-75b8304c-e886-4cb2-8410-f88256a0a01e tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.237115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c423cc1d-15a7-4c97-bc8c-2e533aec6ebd req-75b8304c-e886-4cb2-8410-f88256a0a01e tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 943 time: 0.1513560 Dec 12 04:17:48.240899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5749-30ce-456d-93ff-007a00781856 req-86c96eac-2a0b-4fe2-a2fb-a269db294abf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.247148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5749-30ce-456d-93ff-007a00781856 req-86c96eac-2a0b-4fe2-a2fb-a269db294abf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.253265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5749-30ce-456d-93ff-007a00781856 req-86c96eac-2a0b-4fe2-a2fb-a269db294abf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:48.253673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52822) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:48.256717 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-853d5749-30ce-456d-93ff-007a00781856 req-86c96eac-2a0b-4fe2-a2fb-a269db294abf tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5440 time: 0.1787963 Dec 12 04:17:48.259386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 37b97792-e4ff-47af-a4e7-ea13c2153c9c details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:48.282104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 91b8ebca-dfd8-454a-9997-404e942eae56 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:48.333237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Deleting port ec23ef42-3da1-4759-ab48-a7aa69113a42 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:48.334388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:48.359650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device fd7e0682-e139-4676-92b7-61d9cbd8ab6f details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:17:48.375206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ee1708ae-7569-4639-89f0-47075bd5f5e2 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:48.387970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c423cc1d-15a7-4c97-bc8c-2e533aec6ebd req-84d37aab-3faf-4634-a7f0-cc151e32d03b tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446903 Dec 12 04:17:48.551524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-05b3b71c-074f-4e2f-93df-7fae57da0965 tempest-ServiceProvidersTest-206691592 tempest-ServiceProvidersTest-206691592-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2948477 Dec 12 04:17:48.564532 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397d7e84-631c-4a79-a8e8-56d00c502fed x-openstack-request-id: req-397d7e84-631c-4a79-a8e8-56d00c502fed {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:48.568652 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3933c49f-e164-429c-ab5c-cb52fb4cc991", "name": "network-vif-deleted", "tag": "076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:48.568652 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-397d7e84-631c-4a79-a8e8-56d00c502fed {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:48.568652 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3933c49f-e164-429c-ab5c-cb52fb4cc991', 'name': 'network-vif-deleted', 'tag': '076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3', 'status': 'completed', 'code': 200} Dec 12 04:17:48.596036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-853d5749-30ce-456d-93ff-007a00781856 req-6a477dd6-6e97-4522-b81c-f6dc6b8ec2db tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3127923 Dec 12 04:17:48.601361 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:48.605019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 91b8ebca-dfd8-454a-9997-404e942eae56 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:48.619868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 91b8ebca-dfd8-454a-9997-404e942eae56 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:48.619868 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:48.642783 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:48.655686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] For port ec23ef42-3da1-4759-ab48-a7aa69113a42, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ec23ef42-3da1-4759-ab48-a7aa69113a42,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:48.656060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:48.656883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ee1708ae-7569-4639-89f0-47075bd5f5e2 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:48.681898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 37b97792-e4ff-47af-a4e7-ea13c2153c9c, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=37b97792-e4ff-47af-a4e7-ea13c2153c9c,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:48.684241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ee1708ae-7569-4639-89f0-47075bd5f5e2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:48.684617 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:48.707880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Calling delete_port for ec23ef42-3da1-4759-ab48-a7aa69113a42 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:48.747961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7'}, {'server_uuid': '6fcaf390-4350-4c9a-b8a8-7f57134a1437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead402c4-1940-4328-9226-f1dd8e2cf306'}, {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855'}, {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c32b66-1914-4858-b0c4-599461ce68a6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:48.750762 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be616d6d-c3ed-41a8-8ebf-fc07b49b97b2" -d '{"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7"}, {"server_uuid": "6fcaf390-4350-4c9a-b8a8-7f57134a1437", "name": "network-vif-plugged", "status": "completed", "tag": "ead402c4-1940-4328-9226-f1dd8e2cf306"}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "48b825c0-ddcd-4d44-86c5-47d5b2ac0855"}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "50c32b66-1914-4858-b0c4-599461ce68a6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:48.758008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '37b97792-e4ff-47af-a4e7-ea13c2153c9c', 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274', 'port_id': '37b97792-e4ff-47af-a4e7-ea13c2153c9c', 'mac_address': 'fa:16:3e:d5:97:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3246928a-3017-461f-9e8c-f017be9376c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:48.847314 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a77f1f-8532-4c15-bd5e-8d7ac12ac764 x-openstack-request-id: req-65a77f1f-8532-4c15-bd5e-8d7ac12ac764 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:48.847653 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7", "code": 200}, {"server_uuid": "6fcaf390-4350-4c9a-b8a8-7f57134a1437", "name": "network-vif-plugged", "status": "completed", "tag": "ead402c4-1940-4328-9226-f1dd8e2cf306", "code": 200}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "48b825c0-ddcd-4d44-86c5-47d5b2ac0855", "code": 200}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "50c32b66-1914-4858-b0c4-599461ce68a6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:48.847884 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65a77f1f-8532-4c15-bd5e-8d7ac12ac764 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:48.850256 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'code': 200} Dec 12 04:17:48.850521 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcaf390-4350-4c9a-b8a8-7f57134a1437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead402c4-1940-4328-9226-f1dd8e2cf306', 'code': 200} Dec 12 04:17:48.850923 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855', 'code': 200} Dec 12 04:17:48.851185 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c32b66-1914-4858-b0c4-599461ce68a6', 'code': 200} Dec 12 04:17:48.862042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Allocated IP 172.25.7.70 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/0f9d18a8-39f2-4a09-bdfe-be3cd2e10a11) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:17:48.865869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port fd7e0682-e139-4676-92b7-61d9cbd8ab6f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:48.891496 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:48.913090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'fd7e0682-e139-4676-92b7-61d9cbd8ab6f', 'network_id': '1711a589-1c5a-4479-9131-07fa9a918274', 'port_id': 'fd7e0682-e139-4676-92b7-61d9cbd8ab6f', 'mac_address': 'fa:16:3e:ac:89:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3246928a-3017-461f-9e8c-f017be9376c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:17:48.939880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b97792-e4ff-47af-a4e7-ea13c2153c9c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:48.950819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52834) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:48.951407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52836) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:49.014272 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.042830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 37b97792-e4ff-47af-a4e7-ea13c2153c9c, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=37b97792-e4ff-47af-a4e7-ea13c2153c9c,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:49.047703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.069110 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.088617 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.143926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 91b8ebca-dfd8-454a-9997-404e942eae56, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=91b8ebca-dfd8-454a-9997-404e942eae56,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:49.156689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d0070-ece8-4daf-b7ca-ccaae0d997d8 req-0eed3db2-7dcd-4a0d-a522-75f9ff6187d7 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:49.159340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7e0682-e139-4676-92b7-61d9cbd8ab6f {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:17:49.159492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-357d0070-ece8-4daf-b7ca-ccaae0d997d8 req-0eed3db2-7dcd-4a0d-a522-75f9ff6187d7 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 945 time: 0.5927846 Dec 12 04:17:49.175219 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.176267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.181627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 66acfa88-d834-41a9-8927-d8491f3ecb7e up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:49.215167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ee1708ae-7569-4639-89f0-47075bd5f5e2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ee1708ae-7569-4639-89f0-47075bd5f5e2,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:49.237377 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.246166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=37b97792-e4ff-47af-a4e7-ea13c2153c9c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:49.257148 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port fd7e0682-e139-4676-92b7-61d9cbd8ab6f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:49.291024 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69f1376e-d1d0-4246-ac10-61f1eefef467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.297593 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.301182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dd592-1f14-4cc3-8e1b-1e67aedbd488 req-2dd51610-27a9-4633-a6a1-024325d25463 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:49.302007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dbca4-c38e-4916-bc69-88c352e65b6d req-37a212d5-ce77-4e96-88ce-586d6eeb166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:49.303310 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-061dd592-1f14-4cc3-8e1b-1e67aedbd488 req-2dd51610-27a9-4633-a6a1-024325d25463 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 945 time: 0.1949134 Dec 12 04:17:49.304461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ab3dbca4-c38e-4916-bc69-88c352e65b6d req-37a212d5-ce77-4e96-88ce-586d6eeb166e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 1096 time: 0.0832348 Dec 12 04:17:49.334264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 66acfa88-d834-41a9-8927-d8491f3ecb7e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:49.335332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-357d0070-ece8-4daf-b7ca-ccaae0d997d8 req-bfeeaede-dead-4de1-b668-3b80847395a9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126604 Dec 12 04:17:49.343762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 66acfa88-d834-41a9-8927-d8491f3ecb7e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:49.343868 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.370343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=91b8ebca-dfd8-454a-9997-404e942eae56,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:49.379284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a27504-f652-4f27-9ca6-874f46dfc44a admin admin] Deleting subnet ce1c42ec-04ed-4976-9432-e8cedb01ca11 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:17:49.379533 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ab3dbca4-c38e-4916-bc69-88c352e65b6d req-5b240f46-92c7-4bdc-937b-462b30a5a0a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638504 Dec 12 04:17:49.395457 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66a27504-f652-4f27-9ca6-874f46dfc44a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.401627 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.427221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.493745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.resource_extend [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:17:49.513615 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-061dd592-1f14-4cc3-8e1b-1e67aedbd488 req-cc3cf81b-d318-4f18-bed7-984763133197 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989706 Dec 12 04:17:49.534069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:17:49.541149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66a27504-f652-4f27-9ca6-874f46dfc44a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.549383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['76828b7d-5a09-45f0-8dfb-1cc1855d116e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:49.549804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['37b97792-e4ff-47af-a4e7-ea13c2153c9c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:49.557068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:17:49.590203 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.597065 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.609833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:17:49.643264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed424d-2985-40a2-9a07-cef0a5900b1c req-b4752217-4bfd-4251-8df9-8d781c86dea6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:49.649468 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-faed424d-2985-40a2-9a07-cef0a5900b1c req-b4752217-4bfd-4251-8df9-8d781c86dea6 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 944 time: 0.1515360 Dec 12 04:17:49.652297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event updated for resources: {'Port': ['ID=0f9d18a8-39f2-4a09-bdfe-be3cd2e10a11,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:49.652441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ee1708ae-7569-4639-89f0-47075bd5f5e2,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:49.730575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66a27504-f652-4f27-9ca6-874f46dfc44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.735119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] No DVR routers for this DVR port ec23ef42-3da1-4759-ab48-a7aa69113a42 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:17:49.736929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Pushing event deleted for resources: {'Port': ['ID=ec23ef42-3da1-4759-ab48-a7aa69113a42,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:49.761551 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.765342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf2a5853-1005-4dcf-943f-a20795dd7c35 req-3f1e99d0-dd9a-402e-96a5-27665b714af4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.18 "DELETE /v2.0/ports/ec23ef42-3da1-4759-ab48-a7aa69113a42 HTTP/1.1" status: 204 len: 173 time: 1.7364354 Dec 12 04:17:49.766018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c540973e-ead1-4c54-866a-24776781317f', 'name': 'network-vif-deleted', 'tag': 'ec23ef42-3da1-4759-ab48-a7aa69113a42'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:49.768439 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056a209c-36aa-41ac-a4ac-be5082f338fd" -d '{"events": [{"server_uuid": "c540973e-ead1-4c54-866a-24776781317f", "name": "network-vif-deleted", "tag": "ec23ef42-3da1-4759-ab48-a7aa69113a42"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:49.797534 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.800324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['fd7e0682-e139-4676-92b7-61d9cbd8ab6f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:17:49.809095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-faed424d-2985-40a2-9a07-cef0a5900b1c req-d21a3009-277c-4cb1-a2b9-c9d239b1b9a7 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907402 Dec 12 04:17:49.826330 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69f1376e-d1d0-4246-ac10-61f1eefef467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.842831 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69f1376e-d1d0-4246-ac10-61f1eefef467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.847935 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Floating IP ae7e52c4-32a6-401f-a16b-f3d3f919bea4 associated. External IP: 172.25.7.169, port: 50865e90-2d61-4c3f-845d-73e68d27bd50. Dec 12 04:17:49.876023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:49.914294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-69f1376e-d1d0-4246-ac10-61f1eefef467 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db6f5a5edd7344c7b7b873f35cb6f554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9558990 Dec 12 04:17:49.932581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52850) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:49.948209 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085b0491-4f45-4dd2-b6d9-b604dec81bdb x-openstack-request-id: req-085b0491-4f45-4dd2-b6d9-b604dec81bdb {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:49.948604 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c540973e-ead1-4c54-866a-24776781317f", "name": "network-vif-deleted", "tag": "ec23ef42-3da1-4759-ab48-a7aa69113a42", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:49.948956 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-085b0491-4f45-4dd2-b6d9-b604dec81bdb {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:49.949453 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c540973e-ead1-4c54-866a-24776781317f', 'name': 'network-vif-deleted', 'tag': 'ec23ef42-3da1-4759-ab48-a7aa69113a42', 'status': 'completed', 'code': 200} Dec 12 04:17:49.965579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 66acfa88-d834-41a9-8927-d8491f3ecb7e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:49.987988 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:49.988806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device fe26d9f7-c56f-4c18-af19-534b24397d10 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:50.014235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1244-0b3d-49ab-80f5-0e788799401d req-783580e6-5fcc-4a8f-92ba-b67239e7d788 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:50.020414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1244-0b3d-49ab-80f5-0e788799401d req-783580e6-5fcc-4a8f-92ba-b67239e7d788 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:50.026655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1244-0b3d-49ab-80f5-0e788799401d req-783580e6-5fcc-4a8f-92ba-b67239e7d788 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:50.032774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1244-0b3d-49ab-80f5-0e788799401d req-783580e6-5fcc-4a8f-92ba-b67239e7d788 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:50.039627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1244-0b3d-49ab-80f5-0e788799401d req-783580e6-5fcc-4a8f-92ba-b67239e7d788 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:50.045676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1244-0b3d-49ab-80f5-0e788799401d req-783580e6-5fcc-4a8f-92ba-b67239e7d788 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:50.051770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1244-0b3d-49ab-80f5-0e788799401d req-783580e6-5fcc-4a8f-92ba-b67239e7d788 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:50.054508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfad1244-0b3d-49ab-80f5-0e788799401d req-783580e6-5fcc-4a8f-92ba-b67239e7d788 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5441 time: 0.3210604 Dec 12 04:17:50.059805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f28936c4-7256-439c-b9d9-4f9845fe6700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.084168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66a27504-f652-4f27-9ca6-874f46dfc44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.086253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1376e-d1d0-4246-ac10-61f1eefef467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d82ded9-adad-477a-a760-e9e0050a80f0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:50.089285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f28936c4-7256-439c-b9d9-4f9845fe6700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.133867 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a27504-f652-4f27-9ca6-874f46dfc44a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1c42ec-04ed-4976-9432-e8cedb01ca11,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:50.142740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66a27504-f652-4f27-9ca6-874f46dfc44a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.146406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-66a27504-f652-4f27-9ca6-874f46dfc44a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ce1c42ec-04ed-4976-9432-e8cedb01ca11 HTTP/1.1" status: 204 len: 168 time: 1.1922755 Dec 12 04:17:50.148782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52852) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:50.166750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=66acfa88-d834-41a9-8927-d8491f3ecb7e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:50.202975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port fe26d9f7-c56f-4c18-af19-534b24397d10 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:50.214215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port fe26d9f7-c56f-4c18-af19-534b24397d10 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:50.214625 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.238311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f28936c4-7256-439c-b9d9-4f9845fe6700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.241538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f28936c4-7256-439c-b9d9-4f9845fe6700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.245553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f28936c4-7256-439c-b9d9-4f9845fe6700 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d82ded9-adad-477a-a760-e9e0050a80f0 HTTP/1.1" status: 204 len: 168 time: 0.3116395 Dec 12 04:17:50.256300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:17:50.257324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28936c4-7256-439c-b9d9-4f9845fe6700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d82ded9-adad-477a-a760-e9e0050a80f0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:50.329116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfad1244-0b3d-49ab-80f5-0e788799401d req-6fc11383-41dc-4121-bf96-30ff2d56a104 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2558358 Dec 12 04:17:50.334632 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.342444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.366430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ec23ef42-3da1-4759-ab48-a7aa69113a42 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:50.404259 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.423799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: ec23ef42-3da1-4759-ab48-a7aa69113a42 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:17:50.424156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ec23ef42-3da1-4759-ab48-a7aa69113a42 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:17:50.452411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port fe26d9f7-c56f-4c18-af19-534b24397d10, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=fe26d9f7-c56f-4c18-af19-534b24397d10,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:50.459854 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.491996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:17:50.497313 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.517162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:17:50.520396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] Sync routers for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:17:50.530929 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.558008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b873bed-5973-440b-9b5c-505034ef617e req-932f33d9-e123-4e09-b609-0b4b4c51caca tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=c540973e-ead1-4c54-866a-24776781317f HTTP/1.1" status: 200 len: 210 time: 0.0345459 Dec 12 04:17:50.558990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:17:50.559544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1210beaa-3696-444b-a993-82b4a2299abe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "PUT /v2.0/floatingips/ae7e52c4-32a6-401f-a16b-f3d3f919bea4 HTTP/1.1" status: 200 len: 992 time: 2.5356641 Dec 12 04:17:50.561241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 076ad00b-8b2b-46dd-8a86-b3f0b49bc2b3 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:17:50.566892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:50.577655 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e200a8-a762-4d14-a0b1-ce65cac965be" -d '{"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:50.578097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2434cf3-0c7a-48e1-87ae-755604afd22d']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:50.588314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=fe26d9f7-c56f-4c18-af19-534b24397d10,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:50.590982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:50.591596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:50.619912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5260396a-1a27-4e25-b220-a77de061809d') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:50.620236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5260396a-1a27-4e25-b220-a77de061809d') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:50.655408 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.746789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:17:50.751520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.791509 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b85ba77-dc64-4bc0-83f5-1cde4969bbf9 x-openstack-request-id: req-4b85ba77-dc64-4bc0-83f5-1cde4969bbf9 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:50.791817 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:50.792075 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b85ba77-dc64-4bc0-83f5-1cde4969bbf9 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:50.792483 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'status': 'completed', 'code': 200} Dec 12 04:17:50.799127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:17:50.799565 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:17:50.807721 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:17:50.876437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56690d7f-c10d-4306-8cf3-249dc4683010 req-0bfbf237-b84f-4ad0-8ef4-41fcc536dc1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:50.878023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-56690d7f-c10d-4306-8cf3-249dc4683010 req-0bfbf237-b84f-4ad0-8ef4-41fcc536dc1e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.2377012 Dec 12 04:17:50.904558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b8ebca-dfd8-454a-9997-404e942eae56'}, {'server_uuid': '7be06887-f27c-4725-b59a-63a57eb9fb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1708ae-7569-4639-89f0-47075bd5f5e2'}, {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acfa88-d834-41a9-8927-d8491f3ecb7e'}, {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe26d9f7-c56f-4c18-af19-534b24397d10'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:50.911190 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d84826-f35b-4d6e-b9c7-dc7a081449d6" -d '{"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "91b8ebca-dfd8-454a-9997-404e942eae56"}, {"server_uuid": "7be06887-f27c-4725-b59a-63a57eb9fb3c", "name": "network-vif-plugged", "status": "completed", "tag": "ee1708ae-7569-4639-89f0-47075bd5f5e2"}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "66acfa88-d834-41a9-8927-d8491f3ecb7e"}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "fe26d9f7-c56f-4c18-af19-534b24397d10"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:50.924848 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.942434 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:50.949012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] 10.222.0.36 "DELETE /v2.0/networks/b2434cf3-0c7a-48e1-87ae-755604afd22d HTTP/1.1" status: 204 len: 168 time: 0.7964487 Dec 12 04:17:50.953377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52876) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:50.969680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e582f-7f2e-4114-a9e6-e32d0705676a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2434cf3-0c7a-48e1-87ae-755604afd22d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:50.982389 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.036851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121f0ac-6562-47a8-a7f9-f4bb762607d5 req-53f0dd82-0cd7-40c0-926a-dcae10794b42 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.038430 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1121f0ac-6562-47a8-a7f9-f4bb762607d5 req-53f0dd82-0cd7-40c0-926a-dcae10794b42 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 944 time: 0.1297424 Dec 12 04:17:51.041601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2683c05b-e271-49f1-8422-5a0f407958ab admin admin] Deleting subnet 294eb7b7-07c1-4a85-b54b-9e99d22d7557 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:17:51.047352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2683c05b-e271-49f1-8422-5a0f407958ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.053685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-db84e64d-ac16-44bc-8535-ccf7656865e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.054524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-db84e64d-ac16-44bc-8535-ccf7656865e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.054931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-db84e64d-ac16-44bc-8535-ccf7656865e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.056064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-db84e64d-ac16-44bc-8535-ccf7656865e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.056563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-db84e64d-ac16-44bc-8535-ccf7656865e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.057082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-db84e64d-ac16-44bc-8535-ccf7656865e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.057568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-db84e64d-ac16-44bc-8535-ccf7656865e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.059551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-db84e64d-ac16-44bc-8535-ccf7656865e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6488 time: 0.1777787 Dec 12 04:17:51.108886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-56690d7f-c10d-4306-8cf3-249dc4683010 req-b394c171-ee02-4847-8bac-74806bfffd3a tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104561 Dec 12 04:17:51.118187 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2683c05b-e271-49f1-8422-5a0f407958ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.157485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'ae7e52c4-32a6-401f-a16b-f3d3f919bea4', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'port_id': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'mac_address': 'fa:16:3e:8c:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:16:05Z', 'updated_at': '2021-12-12T04:17:49Z', 'revision_number': 1, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5b280d-3b16-4249-83f2-e53c64f7bdd1', 'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'mac_address': 'fa:16:3e:28:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:31Z', 'updated_at': '2021-12-12T04:14:41Z', 'revision_number': 5, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'subnets': [{'id': '8498c706-8988-4493-9db4-a7c752384c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:51.171258 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1121f0ac-6562-47a8-a7f9-f4bb762607d5 req-1340d94f-0621-4752-82e3-871ee63dc33f tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248710 Dec 12 04:17:51.209344 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2683c05b-e271-49f1-8422-5a0f407958ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.214086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] Checking router: 10309aca-6f65-45f7-9fcb-5c4ca6e82788 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:17:51.223143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:51.223849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:51.264228 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86e4ee-5c48-4dfc-99b2-e93497fafbdb x-openstack-request-id: req-3f86e4ee-5c48-4dfc-99b2-e93497fafbdb {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:51.264566 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "91b8ebca-dfd8-454a-9997-404e942eae56", "code": 200}, {"server_uuid": "7be06887-f27c-4725-b59a-63a57eb9fb3c", "name": "network-vif-plugged", "status": "completed", "tag": "ee1708ae-7569-4639-89f0-47075bd5f5e2", "code": 200}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "66acfa88-d834-41a9-8927-d8491f3ecb7e", "code": 200}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-plugged", "status": "completed", "tag": "fe26d9f7-c56f-4c18-af19-534b24397d10", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:51.266396 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f86e4ee-5c48-4dfc-99b2-e93497fafbdb {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:51.266396 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b8ebca-dfd8-454a-9997-404e942eae56', 'code': 200} Dec 12 04:17:51.266396 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be06887-f27c-4725-b59a-63a57eb9fb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1708ae-7569-4639-89f0-47075bd5f5e2', 'code': 200} Dec 12 04:17:51.266396 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acfa88-d834-41a9-8927-d8491f3ecb7e', 'code': 200} Dec 12 04:17:51.266396 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe26d9f7-c56f-4c18-af19-534b24397d10', 'code': 200} Dec 12 04:17:51.295607 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2683c05b-e271-49f1-8422-5a0f407958ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.343444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683c05b-e271-49f1-8422-5a0f407958ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294eb7b7-07c1-4a85-b54b-9e99d22d7557,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:51.346535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2683c05b-e271-49f1-8422-5a0f407958ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.355344 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2683c05b-e271-49f1-8422-5a0f407958ab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/294eb7b7-07c1-4a85-b54b-9e99d22d7557 HTTP/1.1" status: 204 len: 168 time: 0.3989413 Dec 12 04:17:51.356792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52888) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:51.361229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:17:51.504659 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.553330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeedd26-b80b-415b-aa98-d0d6aefe68dc req-f42f1a6a-4ba6-4739-afcf-9924fcf70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.554230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeedd26-b80b-415b-aa98-d0d6aefe68dc req-f42f1a6a-4ba6-4739-afcf-9924fcf70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.554895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeedd26-b80b-415b-aa98-d0d6aefe68dc req-f42f1a6a-4ba6-4739-afcf-9924fcf70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.555568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeedd26-b80b-415b-aa98-d0d6aefe68dc req-f42f1a6a-4ba6-4739-afcf-9924fcf70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.556222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeedd26-b80b-415b-aa98-d0d6aefe68dc req-f42f1a6a-4ba6-4739-afcf-9924fcf70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.556902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeedd26-b80b-415b-aa98-d0d6aefe68dc req-f42f1a6a-4ba6-4739-afcf-9924fcf70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.557553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeedd26-b80b-415b-aa98-d0d6aefe68dc req-f42f1a6a-4ba6-4739-afcf-9924fcf70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.560743 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbeedd26-b80b-415b-aa98-d0d6aefe68dc req-f42f1a6a-4ba6-4739-afcf-9924fcf70a76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6500 time: 0.1295068 Dec 12 04:17:51.630896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33e870-3b2d-4ec8-a58c-08de0b63ac14 req-1a652855-ff43-4c4e-a1bb-ea6f5edf05d7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.637484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33e870-3b2d-4ec8-a58c-08de0b63ac14 req-1a652855-ff43-4c4e-a1bb-ea6f5edf05d7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.643846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33e870-3b2d-4ec8-a58c-08de0b63ac14 req-1a652855-ff43-4c4e-a1bb-ea6f5edf05d7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.646156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325e75f-fa01-4f65-a84b-503526c6e05d req-cc8a6433-4d09-4875-bf60-8f7eb4380172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.647831 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a325e75f-fa01-4f65-a84b-503526c6e05d req-cc8a6433-4d09-4875-bf60-8f7eb4380172 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 1097 time: 0.0991485 Dec 12 04:17:51.651699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33e870-3b2d-4ec8-a58c-08de0b63ac14 req-1a652855-ff43-4c4e-a1bb-ea6f5edf05d7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.666345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33e870-3b2d-4ec8-a58c-08de0b63ac14 req-1a652855-ff43-4c4e-a1bb-ea6f5edf05d7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.670207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-5e88b947-672d-4046-a5fc-12fbf0d83aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.671916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-5e88b947-672d-4046-a5fc-12fbf0d83aae service neutron] 10.222.0.18 "GET /v2.0/networks?id=e24b41d5-580c-404e-9977-7163a101b7f9 HTTP/1.1" status: 200 len: 912 time: 0.5735278 Dec 12 04:17:51.684682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33e870-3b2d-4ec8-a58c-08de0b63ac14 req-1a652855-ff43-4c4e-a1bb-ea6f5edf05d7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.691410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33e870-3b2d-4ec8-a58c-08de0b63ac14 req-1a652855-ff43-4c4e-a1bb-ea6f5edf05d7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.693544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e33e870-3b2d-4ec8-a58c-08de0b63ac14 req-1a652855-ff43-4c4e-a1bb-ea6f5edf05d7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.2152631 Dec 12 04:17:51.697886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'ae7e52c4-32a6-401f-a16b-f3d3f919bea4', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'port_id': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'mac_address': 'fa:16:3e:8c:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:16:05Z', 'updated_at': '2021-12-12T04:17:49Z', 'revision_number': 1, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5b280d-3b16-4249-83f2-e53c64f7bdd1', 'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'mac_address': 'fa:16:3e:28:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:31Z', 'updated_at': '2021-12-12T04:14:41Z', 'revision_number': 5, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'subnets': [{'id': '8498c706-8988-4493-9db4-a7c752384c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:51.734839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9fd2c-f3f8-4426-8705-c5e6ef9a0a42 None None] The sync data for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 is: [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'ae7e52c4-32a6-401f-a16b-f3d3f919bea4', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'port_id': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'mac_address': 'fa:16:3e:8c:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:16:05Z', 'updated_at': '2021-12-12T04:17:49Z', 'revision_number': 1, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5b280d-3b16-4249-83f2-e53c64f7bdd1', 'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'mac_address': 'fa:16:3e:28:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:31Z', 'updated_at': '2021-12-12T04:14:41Z', 'revision_number': 5, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'subnets': [{'id': '8498c706-8988-4493-9db4-a7c752384c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:17:51.850359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.863487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbeedd26-b80b-415b-aa98-d0d6aefe68dc req-c47f4e56-436c-427b-9404-cc891eda739c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2936327 Dec 12 04:17:51.866909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Router cda73d40-2449-4dbf-bf01-46e3c179ccc2 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:17:51.872394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e33e870-3b2d-4ec8-a58c-08de0b63ac14 req-d99de1c6-632d-476a-a524-905d678b6fc4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1358011 Dec 12 04:17:51.887900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677a1a99-39b5-4b67-b2e1-f91e82cfbe79']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:51.900563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-01aaaa56-bbbc-4783-8621-c72e6f6f7150 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50865e90-2d61-4c3f-845d-73e68d27bd50 HTTP/1.1" status: 200 len: 1000 time: 0.1909893 Dec 12 04:17:51.901946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e69c28c-6db6-4e97-abe2-8b75f0728c5f') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:51.902303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e69c28c-6db6-4e97-abe2-8b75f0728c5f') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:51.909979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a325e75f-fa01-4f65-a84b-503526c6e05d req-b34d9e5e-2f24-44ac-a143-fbd070af4af0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526782 Dec 12 04:17:51.915878 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.934894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.947705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:17:51.948112 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:17:51.950440 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:17:51.960702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b98c-4529-4b71-907f-de8b8dc4b959 req-613a0642-4c1f-412e-a0dc-cf2582cdbf34 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:51.962328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5518b98c-4529-4b71-907f-de8b8dc4b959 req-613a0642-4c1f-412e-a0dc-cf2582cdbf34 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2379415 Dec 12 04:17:52.024309 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.031814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.036348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] 10.222.0.36 "DELETE /v2.0/networks/677a1a99-39b5-4b67-b2e1-f91e82cfbe79 HTTP/1.1" status: 204 len: 168 time: 0.6783204 Dec 12 04:17:52.050599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9e425-b063-4231-bd52-e9b11d767a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=677a1a99-39b5-4b67-b2e1-f91e82cfbe79,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:52.076298 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b50a2-3e02-44fb-af05-0e06ef7f17e6 None None] New status for floating IP ae7e52c4-32a6-401f-a16b-f3d3f919bea4: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:17:52.109000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-c8255cb8-d1c6-4496-b641-971e96dfb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:52.110843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-c8255cb8-d1c6-4496-b641-971e96dfb30f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8498c706-8988-4493-9db4-a7c752384c54 HTTP/1.1" status: 200 len: 851 time: 0.1986771 Dec 12 04:17:52.153128 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5518b98c-4529-4b71-907f-de8b8dc4b959 req-8500d9b4-d820-480d-adcd-116faea5398e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716220 Dec 12 04:17:52.171433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:17:52.182964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd943c7-d46b-4009-ab74-9c0cf8f4910a None None] Sync routers for ids ['cda73d40-2449-4dbf-bf01-46e3c179ccc2'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:17:52.201968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd943c7-d46b-4009-ab74-9c0cf8f4910a None None] Routers {'cda73d40-2449-4dbf-bf01-46e3c179ccc2'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:52.202628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3cd943c7-d46b-4009-ab74-9c0cf8f4910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cda73d40-2449-4dbf-bf01-46e3c179ccc2'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:52.223083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.225185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-80cab5bf-3839-42fa-bade-853e7f2515a1 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0805616 Dec 12 04:17:52.227831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52920) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:52.232954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:52.296380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 37b97792-e4ff-47af-a4e7-ea13c2153c9c up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:52.298865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3cd943c7-d46b-4009-ab74-9c0cf8f4910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:52.355571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52922) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:52.393880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd943c7-d46b-4009-ab74-9c0cf8f4910a None None] Routers {'cda73d40-2449-4dbf-bf01-46e3c179ccc2'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:52.394575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3cd943c7-d46b-4009-ab74-9c0cf8f4910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cda73d40-2449-4dbf-bf01-46e3c179ccc2'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:52.448354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dfc38c42-2551-4556-967c-d425edbd820d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d383ee762794c1da74881dd178765df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0913153 Dec 12 04:17:52.451825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52926) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:52.473274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3cd943c7-d46b-4009-ab74-9c0cf8f4910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:52.473953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd943c7-d46b-4009-ab74-9c0cf8f4910a None None] The sync data for ids ['cda73d40-2449-4dbf-bf01-46e3c179ccc2'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:17:52.476384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device fd7e0682-e139-4676-92b7-61d9cbd8ab6f up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:17:52.480346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e3dbd-d60f-47d4-bfa8-71e95d85b006 req-e95fa5c4-f5f1-4e5e-b829-28a87bf284de tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:52.481945 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc1e3dbd-d60f-47d4-bfa8-71e95d85b006 req-e95fa5c4-f5f1-4e5e-b829-28a87bf284de tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 944 time: 0.1043251 Dec 12 04:17:52.537617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 37b97792-e4ff-47af-a4e7-ea13c2153c9c completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:52.542265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 37b97792-e4ff-47af-a4e7-ea13c2153c9c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:52.542656 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.576732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a14cccf4-0aaf-4c8e-9a97-1db9ab5f6040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.580780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port fd7e0682-e139-4676-92b7-61d9cbd8ab6f completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:17:52.589896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port fd7e0682-e139-4676-92b7-61d9cbd8ab6f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:17:52.590652 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.605910 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a14cccf4-0aaf-4c8e-9a97-1db9ab5f6040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.662686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.671580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a383-0dd4-4d72-8c8f-aceb5eccda85 req-8eb381d2-6414-4f38-8806-f412d6bf9a6d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:52.681666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d74a383-0dd4-4d72-8c8f-aceb5eccda85 req-8eb381d2-6414-4f38-8806-f412d6bf9a6d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.2791874 Dec 12 04:17:52.692488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc1e3dbd-d60f-47d4-bfa8-71e95d85b006 req-92aa8a3c-a25d-4620-a093-a485b888e9db tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954820 Dec 12 04:17:52.694484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-f96be34a-240c-4eb3-9518-1a20470b421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:52.695960 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a14cccf4-0aaf-4c8e-9a97-1db9ab5f6040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.698400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-f96be34a-240c-4eb3-9518-1a20470b421d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e24b41d5-580c-404e-9977-7163a101b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2309842 Dec 12 04:17:52.700496 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a14cccf4-0aaf-4c8e-9a97-1db9ab5f6040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.702886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a14cccf4-0aaf-4c8e-9a97-1db9ab5f6040 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c09b70ea-c6ba-4e2e-9610-4e7afabf4a29 HTTP/1.1" status: 204 len: 168 time: 0.2501354 Dec 12 04:17:52.719800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cccf4-0aaf-4c8e-9a97-1db9ab5f6040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09b70ea-c6ba-4e2e-9610-4e7afabf4a29,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:52.733081 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.769818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 37b97792-e4ff-47af-a4e7-ea13c2153c9c, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=37b97792-e4ff-47af-a4e7-ea13c2153c9c,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:52.780354 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.828961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port fd7e0682-e139-4676-92b7-61d9cbd8ab6f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:17:52.834828 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:52.854918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=37b97792-e4ff-47af-a4e7-ea13c2153c9c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:52.855920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eb727-7e85-40be-827f-0e43b9bb3ac5 req-6c4fcc11-caa5-4837-b36f-dd8998896d0e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:52.870552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b0eb727-7e85-40be-827f-0e43b9bb3ac5 req-6c4fcc11-caa5-4837-b36f-dd8998896d0e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0913959 Dec 12 04:17:52.904557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52936) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:52.935472 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:52.952339 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b0eb727-7e85-40be-827f-0e43b9bb3ac5 req-545f9bb5-0ec8-4fd2-b2ef-9d664a639f43 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807681 Dec 12 04:17:52.982567 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d74a383-0dd4-4d72-8c8f-aceb5eccda85 req-60b54c75-dd24-4f94-b5fb-2f621dddba0f tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806115 Dec 12 04:17:53.029178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-b4e20153-691b-471d-9daf-826b2cf31720 service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218589 Dec 12 04:17:53.099973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662b42-cedc-4755-a1f7-1228e28b7a24 req-87c51001-1048-4254-af7e-c38aecce7162 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.104271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.106699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662b42-cedc-4755-a1f7-1228e28b7a24 req-87c51001-1048-4254-af7e-c38aecce7162 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.114554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662b42-cedc-4755-a1f7-1228e28b7a24 req-87c51001-1048-4254-af7e-c38aecce7162 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.121491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662b42-cedc-4755-a1f7-1228e28b7a24 req-87c51001-1048-4254-af7e-c38aecce7162 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.128381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662b42-cedc-4755-a1f7-1228e28b7a24 req-87c51001-1048-4254-af7e-c38aecce7162 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.136140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662b42-cedc-4755-a1f7-1228e28b7a24 req-87c51001-1048-4254-af7e-c38aecce7162 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.151930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662b42-cedc-4755-a1f7-1228e28b7a24 req-87c51001-1048-4254-af7e-c38aecce7162 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.163423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4662b42-cedc-4755-a1f7-1228e28b7a24 req-87c51001-1048-4254-af7e-c38aecce7162 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.1415417 Dec 12 04:17:53.219131 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.270476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acad15e-714a-4b8d-92c3-89103bb6a740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b97792-e4ff-47af-a4e7-ea13c2153c9c'}, {'server_uuid': '16fb458c-4943-46d0-bd12-3799ff7427c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7e0682-e139-4676-92b7-61d9cbd8ab6f'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:53.270957 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b19816-83ea-4ee0-afe9-c7101e1b480b" -d '{"events": [{"server_uuid": "4acad15e-714a-4b8d-92c3-89103bb6a740", "name": "network-vif-plugged", "status": "completed", "tag": "37b97792-e4ff-47af-a4e7-ea13c2153c9c"}, {"server_uuid": "16fb458c-4943-46d0-bd12-3799ff7427c0", "name": "network-vif-plugged", "status": "completed", "tag": "fd7e0682-e139-4676-92b7-61d9cbd8ab6f"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:53.277860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4662b42-cedc-4755-a1f7-1228e28b7a24 req-d8e4fb95-1423-4355-ba25-ad3fdb7e9f76 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1133246 Dec 12 04:17:53.299515 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3c06-b7fc-4fb6-80dd-92c06bc522a8 req-c9b61b14-ee7e-495d-a21c-e7e1c5c3c644 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.301136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c9e3c06-b7fc-4fb6-80dd-92c06bc522a8 req-c9b61b14-ee7e-495d-a21c-e7e1c5c3c644 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2040751 Dec 12 04:17:53.314865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52950) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:53.327157 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f1e200a8-a762-4d14-a0b1-ce65cac965be req-73685414-2046-4e5f-8d7c-f934bde18c4a service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866371 Dec 12 04:17:53.342061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05d14810-848e-4f33-8e63-116c5c5dc7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.361609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ae314750-9c3a-4d6b-9365-a2323a60d586 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a440aa1861694bcab430a9f0ef2b2cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452774 Dec 12 04:17:53.364579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52952) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:53.444190 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38693ff2-8a14-49f4-bd08-4aa5a9919a19 x-openstack-request-id: req-38693ff2-8a14-49f4-bd08-4aa5a9919a19 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:53.444566 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acad15e-714a-4b8d-92c3-89103bb6a740", "name": "network-vif-plugged", "status": "completed", "tag": "37b97792-e4ff-47af-a4e7-ea13c2153c9c", "code": 200}, {"server_uuid": "16fb458c-4943-46d0-bd12-3799ff7427c0", "name": "network-vif-plugged", "status": "completed", "tag": "fd7e0682-e139-4676-92b7-61d9cbd8ab6f", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:53.444895 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38693ff2-8a14-49f4-bd08-4aa5a9919a19 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:53.445310 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acad15e-714a-4b8d-92c3-89103bb6a740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b97792-e4ff-47af-a4e7-ea13c2153c9c', 'code': 200} Dec 12 04:17:53.445582 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fb458c-4943-46d0-bd12-3799ff7427c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7e0682-e139-4676-92b7-61d9cbd8ab6f', 'code': 200} Dec 12 04:17:53.458680 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c9e3c06-b7fc-4fb6-80dd-92c06bc522a8 req-aa6032d6-8959-4784-a080-7b5ca6798eb3 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305163 Dec 12 04:17:53.461242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Deleting port 0f9d18a8-39f2-4a09-bdfe-be3cd2e10a11 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:17:53.461623 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.547097 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48d21844-b179-4daf-af23-135c4e2927b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.582109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f597b66-b745-42e5-b87a-0ed381bf4370 req-9e6b6b00-d8d3-47f4-98f0-fda75d00f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.584352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f597b66-b745-42e5-b87a-0ed381bf4370 req-9e6b6b00-d8d3-47f4-98f0-fda75d00f155 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4acad15e-714a-4b8d-92c3-89103bb6a740 HTTP/1.1" status: 200 len: 1097 time: 0.0493538 Dec 12 04:17:53.618423 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05d14810-848e-4f33-8e63-116c5c5dc7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.631748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48d21844-b179-4daf-af23-135c4e2927b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.635653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f597b66-b745-42e5-b87a-0ed381bf4370 req-cf4ac24a-b4bd-4468-9db5-44756958b9a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Dec 12 04:17:53.645251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05d14810-848e-4f33-8e63-116c5c5dc7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.663145 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.714967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Calling delete_port for 0f9d18a8-39f2-4a09-bdfe-be3cd2e10a11 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:17:53.745073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-05d14810-848e-4f33-8e63-116c5c5dc7d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05d7840b5abe4b559e51339df2154d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8370547 Dec 12 04:17:53.745073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d14810-848e-4f33-8e63-116c5c5dc7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec79275-4e4e-423f-92ea-a1986448da23,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:53.745456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52958) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:53.750871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e24f-523b-4894-9ff1-024a33285820 req-9657ce49-2e7a-4343-9744-d5885166e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:53.752523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef00e24f-523b-4894-9ff1-024a33285820 req-9657ce49-2e7a-4343-9744-d5885166e4c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 1096 time: 0.1907728 Dec 12 04:17:53.842179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48d21844-b179-4daf-af23-135c4e2927b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.844631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48d21844-b179-4daf-af23-135c4e2927b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.848149 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-48d21844-b179-4daf-af23-135c4e2927b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8ba4fa5-01eb-4f31-902c-fcf873e7d5b4 HTTP/1.1" status: 204 len: 168 time: 0.4774036 Dec 12 04:17:53.875704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d21844-b179-4daf-af23-135c4e2927b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba4fa5-01eb-4f31-902c-fcf873e7d5b4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:53.888002 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef00e24f-523b-4894-9ff1-024a33285820 req-a4d271b1-57bc-4fe4-b0f2-dffa110cab2d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781281 Dec 12 04:17:53.910027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61db16a0-9ae6-45e5-836d-79fedfb3e221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:53.941743 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61db16a0-9ae6-45e5-836d-79fedfb3e221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.009628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19f805-cd69-41c0-b1bc-f5ad507a91a9 req-5b037fd1-22b1-4a83-b55a-87d36b64a4a2 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.011145 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae19f805-cd69-41c0-b1bc-f5ad507a91a9 req-5b037fd1-22b1-4a83-b55a-87d36b64a4a2 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 945 time: 0.1944132 Dec 12 04:17:54.012262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61db16a0-9ae6-45e5-836d-79fedfb3e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.015469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61db16a0-9ae6-45e5-836d-79fedfb3e221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.027406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-61db16a0-9ae6-45e5-836d-79fedfb3e221 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ec79275-4e4e-423f-92ea-a1986448da23 HTTP/1.1" status: 204 len: 168 time: 0.2808175 Dec 12 04:17:54.028751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.077947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db16a0-9ae6-45e5-836d-79fedfb3e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec79275-4e4e-423f-92ea-a1986448da23,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:54.130011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae19f805-cd69-41c0-b1bc-f5ad507a91a9 req-83e4fb5c-f26e-407a-addb-5f3251476679 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988972 Dec 12 04:17:54.163714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Pushing event deleted for resources: {'Port': ['ID=0f9d18a8-39f2-4a09-bdfe-be3cd2e10a11,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:54.239162 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0e54-50cf-4b4b-a461-4aa2fc079899 req-1ca1c911-2b52-462c-a80d-b05758874bb6 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.241255 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83ab0e54-50cf-4b4b-a461-4aa2fc079899 req-1ca1c911-2b52-462c-a80d-b05758874bb6 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.1307642 Dec 12 04:17:54.244256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.448396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf244-82bf-467f-b347-22a18056b234 req-9c574c56-a816-4144-bdea-efc747676e49 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.456285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf244-82bf-467f-b347-22a18056b234 req-9c574c56-a816-4144-bdea-efc747676e49 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.466888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf244-82bf-467f-b347-22a18056b234 req-9c574c56-a816-4144-bdea-efc747676e49 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.476964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf244-82bf-467f-b347-22a18056b234 req-9c574c56-a816-4144-bdea-efc747676e49 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.485463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf244-82bf-467f-b347-22a18056b234 req-9c574c56-a816-4144-bdea-efc747676e49 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.489596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83ab0e54-50cf-4b4b-a461-4aa2fc079899 req-e7b94424-aa86-4f01-a980-752ba160443e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690259 Dec 12 04:17:54.493935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf244-82bf-467f-b347-22a18056b234 req-9c574c56-a816-4144-bdea-efc747676e49 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.494061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.497833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.521421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf244-82bf-467f-b347-22a18056b234 req-9c574c56-a816-4144-bdea-efc747676e49 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.533850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4bf244-82bf-467f-b347-22a18056b234 req-9c574c56-a816-4144-bdea-efc747676e49 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.1607385 Dec 12 04:17:54.597111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52990) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:54.600391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Router cda73d40-2449-4dbf-bf01-46e3c179ccc2 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:17:54.616604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7603d3c9-179e-45cb-a4cb-0bf696d8981e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.659240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4bf244-82bf-467f-b347-22a18056b234 req-61b2c651-f19b-4f10-b7f6-51e5054cc272 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1236987 Dec 12 04:17:54.747504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7603d3c9-179e-45cb-a4cb-0bf696d8981e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.763568 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7603d3c9-179e-45cb-a4cb-0bf696d8981e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.788630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:17:54.800837 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7e551-8e7c-42de-a307-f546129f069f None None] Sync routers for ids ['cda73d40-2449-4dbf-bf01-46e3c179ccc2'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:17:54.831136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:54.832800 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8ade69e8-50b2-4b34-94b7-d64267461b37 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "PUT /v2.0/routers/cda73d40-2449-4dbf-bf01-46e3c179ccc2 HTTP/1.1" status: 200 len: 707 time: 2.6038666 Dec 12 04:17:54.839088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52996) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:54.849406 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7e551-8e7c-42de-a307-f546129f069f None None] Routers {'cda73d40-2449-4dbf-bf01-46e3c179ccc2'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:54.849957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603d3c9-179e-45cb-a4cb-0bf696d8981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2267c024-2308-49ce-91a5-e9ec3acd208d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:54.851226 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9ed7e551-8e7c-42de-a307-f546129f069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cda73d40-2449-4dbf-bf01-46e3c179ccc2'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:54.858539 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7603d3c9-179e-45cb-a4cb-0bf696d8981e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f983591d4b494c3e8b0f2f4803c593f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603867 Dec 12 04:17:54.875379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52998) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:54.947492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ef321-dcc5-4be7-9ea1-4a0fc44f1c5b req-437676b4-c033-420c-aa9a-2ec3526b9b09 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:54.967368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb9ef321-dcc5-4be7-9ea1-4a0fc44f1c5b req-437676b4-c033-420c-aa9a-2ec3526b9b09 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1685858 Dec 12 04:17:54.967699 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9ed7e551-8e7c-42de-a307-f546129f069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:54.982405 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7e551-8e7c-42de-a307-f546129f069f None None] Routers {'cda73d40-2449-4dbf-bf01-46e3c179ccc2'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:54.983462 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9ed7e551-8e7c-42de-a307-f546129f069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cda73d40-2449-4dbf-bf01-46e3c179ccc2'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:55.026307 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9ed7e551-8e7c-42de-a307-f546129f069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:55.027236 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7e551-8e7c-42de-a307-f546129f069f None None] The sync data for ids ['cda73d40-2449-4dbf-bf01-46e3c179ccc2'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:17:55.041222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-75359cd9-1eb1-4240-9424-3b7a55e6a918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:55.046251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fac37-6a61-4cf5-a210-296797267aff req-640cf0ad-1a74-49c5-97a1-46718c109e42 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:55.053420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fac37-6a61-4cf5-a210-296797267aff req-640cf0ad-1a74-49c5-97a1-46718c109e42 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:55.059832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fac37-6a61-4cf5-a210-296797267aff req-640cf0ad-1a74-49c5-97a1-46718c109e42 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:55.066074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fac37-6a61-4cf5-a210-296797267aff req-640cf0ad-1a74-49c5-97a1-46718c109e42 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:55.069476 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-75359cd9-1eb1-4240-9424-3b7a55e6a918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:55.072377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fac37-6a61-4cf5-a210-296797267aff req-640cf0ad-1a74-49c5-97a1-46718c109e42 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:55.079307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fac37-6a61-4cf5-a210-296797267aff req-640cf0ad-1a74-49c5-97a1-46718c109e42 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:55.087149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fac37-6a61-4cf5-a210-296797267aff req-640cf0ad-1a74-49c5-97a1-46718c109e42 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:55.089185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e5fac37-6a61-4cf5-a210-296797267aff req-640cf0ad-1a74-49c5-97a1-46718c109e42 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.3403611 Dec 12 04:17:55.099876 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fd68a728-8638-4202-8e8c-bcfff3b46473 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/routers/cda73d40-2449-4dbf-bf01-46e3c179ccc2 HTTP/1.1" status: 200 len: 742 time: 0.2559164 Dec 12 04:17:55.100541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53006) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:55.110059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53008) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:55.118350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Request body: {'floatingip': {'port_id': 'f829480a-8304-430f-9b25-fa0b0b0e16a7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:17:55.145870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb9ef321-dcc5-4be7-9ea1-4a0fc44f1c5b req-afdac281-c23b-40a1-81a4-ec66d799342e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847494 Dec 12 04:17:55.199425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:55.225767 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-84037335-bdfd-4655-8519-a8a9f938dd64 tempest-RoutersIpV6AdminTest-135753933 tempest-RoutersIpV6AdminTest-135753933-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=cda73d40-2449-4dbf-bf01-46e3c179ccc2 HTTP/1.1" status: 200 len: 205 time: 0.1244326 Dec 12 04:17:55.230104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53016) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:55.286277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7aa6889a-9905-4e34-aaa6-4ad212b06bfe tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=cda73d40-2449-4dbf-bf01-46e3c179ccc2 HTTP/1.1" status: 200 len: 205 time: 0.0549572 Dec 12 04:17:55.319683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53020) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:55.428910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47125b8-d641-418f-907f-49b76652881e req-20155431-cbc7-47f8-b5cf-86fc3eb9e134 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:55.433502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e47125b8-d641-418f-907f-49b76652881e req-20155431-cbc7-47f8-b5cf-86fc3eb9e134 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 945 time: 0.1503699 Dec 12 04:17:55.450675 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff846-6985-43d0-bc77-eb27b103cfef tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:55.664332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-75359cd9-1eb1-4240-9424-3b7a55e6a918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:55.666972 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-75359cd9-1eb1-4240-9424-3b7a55e6a918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:55.668148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-75359cd9-1eb1-4240-9424-3b7a55e6a918 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2267c024-2308-49ce-91a5-e9ec3acd208d HTTP/1.1" status: 204 len: 168 time: 0.7904081 Dec 12 04:17:55.690556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75359cd9-1eb1-4240-9424-3b7a55e6a918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2267c024-2308-49ce-91a5-e9ec3acd208d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:55.720746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ff9f2-89ad-4628-bb3d-c426fa174488 req-8a405aac-18a5-42e2-80f6-5c37ff6ac20b tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:55.728137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c69ff9f2-89ad-4628-bb3d-c426fa174488 req-8a405aac-18a5-42e2-80f6-5c37ff6ac20b tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 945 time: 0.1497679 Dec 12 04:17:55.861337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c69ff9f2-89ad-4628-bb3d-c426fa174488 req-da767372-c8e6-4932-9729-3a3d3c3b0c43 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275566 Dec 12 04:17:55.971185 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff846-6985-43d0-bc77-eb27b103cfef tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:55.978289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff846-6985-43d0-bc77-eb27b103cfef tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:55.993537 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e47125b8-d641-418f-907f-49b76652881e req-4c50ac32-f248-4bfd-86a1-253ef54f1f58 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540354 Dec 12 04:17:56.042259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff846-6985-43d0-bc77-eb27b103cfef tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:56.043085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3ff846-6985-43d0-bc77-eb27b103cfef tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Fanout notify agent at l3_agent the message router_deleted on router cda73d40-2449-4dbf-bf01-46e3c179ccc2 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:17:56.053986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff846-6985-43d0-bc77-eb27b103cfef tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:56.055516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cc3ff846-6985-43d0-bc77-eb27b103cfef tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/cda73d40-2449-4dbf-bf01-46e3c179ccc2 HTTP/1.1" status: 204 len: 168 time: 0.7334042 Dec 12 04:17:56.060252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53046) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.101400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-68fe509c-1c93-4208-82f0-b4d5ec216161 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=cda73d40-2449-4dbf-bf01-46e3c179ccc2 HTTP/1.1" status: 200 len: 205 time: 0.0368147 Dec 12 04:17:56.104198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53050) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.210326 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-dc88fed1-4f99-4a21-b45b-ef025c02e8ea tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] delete failed (client error): The resource could not be found. Dec 12 04:17:56.214384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53058) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.234774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dc88fed1-4f99-4a21-b45b-ef025c02e8ea tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/cda73d40-2449-4dbf-bf01-46e3c179ccc2 HTTP/1.1" status: 404 len: 336 time: 0.1092708 Dec 12 04:17:56.297040 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-291fe18e-2948-4d5f-b2b8-a37efa5258ae tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69 HTTP/1.1" status: 200 len: 205 time: 0.0811965 Dec 12 04:17:56.299285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53064) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.354539 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-3fe1d5c6-18a2-41ea-a5a0-92b4b1ee92c3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] delete failed (client error): The resource could not be found. Dec 12 04:17:56.359631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3fe1d5c6-18a2-41ea-a5a0-92b4b1ee92c3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/fb04efc3-8c9b-4acc-a6b8-ec02b5a96b69 HTTP/1.1" status: 404 len: 336 time: 0.0571771 Dec 12 04:17:56.360217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53070) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.400071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e237b89d-fa83-43e4-8f07-4e324a3a8bf9 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4 HTTP/1.1" status: 200 len: 205 time: 0.0381627 Dec 12 04:17:56.400613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53076) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.451977 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-35f03f30-e8be-4958-bca9-7914f736619f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] delete failed (client error): The resource could not be found. Dec 12 04:17:56.456063 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-35f03f30-e8be-4958-bca9-7914f736619f tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/e0a1d5e0-9fad-4eb9-8da7-8c17861b4eb4 HTTP/1.1" status: 404 len: 336 time: 0.0543256 Dec 12 04:17:56.456606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53078) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.482409 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.resource_extend [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:17:56.490576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3c466df4-bf74-4527-8049-84d81dc5116b tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26e7af-1d96-42be-847a-40093b3970ad HTTP/1.1" status: 200 len: 205 time: 0.0322692 Dec 12 04:17:56.492696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53080) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.534314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb7c6f-8913-4e50-a37b-48b5bd04b031 req-ee670feb-0130-42b0-be30-25be77b8bd82 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:56.535184 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-1f7bc83f-5d55-46f6-814e-6b5455be27d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] delete failed (client error): The resource could not be found. Dec 12 04:17:56.535857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35cb7c6f-8913-4e50-a37b-48b5bd04b031 req-ee670feb-0130-42b0-be30-25be77b8bd82 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.1765151 Dec 12 04:17:56.544086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1f7bc83f-5d55-46f6-814e-6b5455be27d3 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/fd26e7af-1d96-42be-847a-40093b3970ad HTTP/1.1" status: 404 len: 336 time: 0.0501952 Dec 12 04:17:56.546849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53084) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.575278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9e4d8cd7-c599-41e9-b71e-536155875e44 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b08517d-0fba-465e-9125-043e428853ef HTTP/1.1" status: 200 len: 205 time: 0.0269127 Dec 12 04:17:56.577205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-46fa10f1-7dbb-496e-b266-d3f5d16fffc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2042177 Dec 12 04:17:56.577451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53088) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.587286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:56.597382 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:56.628543 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-a85c6bb6-6a6e-4b6e-8a41-25046e77c812 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] delete failed (client error): The resource could not be found. Dec 12 04:17:56.629807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a85c6bb6-6a6e-4b6e-8a41-25046e77c812 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/6b08517d-0fba-465e-9125-043e428853ef HTTP/1.1" status: 404 len: 336 time: 0.0513022 Dec 12 04:17:56.632593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53090) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.677522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b27bbe0e-474e-42a0-9018-0c4b2e7794b8 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "GET /v2.0/ports?device_id=82a5bacd-ceca-4353-bdfa-ca68e63557c0 HTTP/1.1" status: 200 len: 205 time: 0.0303013 Dec 12 04:17:56.679758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53094) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.735704 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-cd34b5bd-5ac4-4863-b918-59e33c563d58 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] delete failed (client error): The resource could not be found. Dec 12 04:17:56.740640 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cd34b5bd-5ac4-4863-b918-59e33c563d58 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/routers/82a5bacd-ceca-4353-bdfa-ca68e63557c0 HTTP/1.1" status: 404 len: 336 time: 0.0597520 Dec 12 04:17:56.741673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53102) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:56.750310 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35cb7c6f-8913-4e50-a37b-48b5bd04b031 req-60b558e1-9824-4555-a93f-62890226b8cc tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014806 Dec 12 04:17:56.788595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-a77f4218-4ec8-4a60-a8bd-4c7b0366bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:56.788899 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8abed4-ad2b-4b7a-a4ce-edd6042105d2 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] DELETE failed (client error): The resource could not be found. Dec 12 04:17:56.789547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-a77f4218-4ec8-4a60-a8bd-4c7b0366bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:56.789738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8abed4-ad2b-4b7a-a4ce-edd6042105d2 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:17:56.790209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-a77f4218-4ec8-4a60-a8bd-4c7b0366bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:56.790923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-a77f4218-4ec8-4a60-a8bd-4c7b0366bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:56.791530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-a77f4218-4ec8-4a60-a8bd-4c7b0366bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:56.792090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-a77f4218-4ec8-4a60-a8bd-4c7b0366bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:56.792585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-a77f4218-4ec8-4a60-a8bd-4c7b0366bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:56.796325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-a77f4218-4ec8-4a60-a8bd-4c7b0366bbe5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6488 time: 0.1406364 Dec 12 04:17:56.796584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-be8abed4-ad2b-4b7a-a4ce-edd6042105d2 tempest-RoutersIpV6AdminTest-1903545325 tempest-RoutersIpV6AdminTest-1903545325-project] 10.222.0.36 "DELETE /v2.0/subnets/5eacce60-532a-4827-be60-f0e0a85adbbb HTTP/1.1" status: 404 len: 337 time: 0.0531783 Dec 12 04:17:56.822712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-0b641ec5-6458-4ac9-9275-99c9526c57d0 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=60030c236682469eabe3f6ad1a2e933b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249212 Dec 12 04:17:56.843304 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Floating IP 49117385-a1ed-4140-bacd-07db3c9765f6 associated. External IP: 172.25.7.141, port: f829480a-8304-430f-9b25-fa0b0b0e16a7. Dec 12 04:17:56.955932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-c4293ccc-52c6-4521-9cdd-a2d62fd05d63 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:56.957891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-c4293ccc-52c6-4521-9cdd-a2d62fd05d63 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289208 Dec 12 04:17:56.976531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-c14b0953-b572-4c10-bba2-46f08d5175c8 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/quotas/60030c236682469eabe3f6ad1a2e933b HTTP/1.1" status: 200 len: 375 time: 0.0116899 Dec 12 04:17:57.043526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-30776c14-d624-46f7-8e1e-bab875b70bc5 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=60030c236682469eabe3f6ad1a2e933b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602679 Dec 12 04:17:57.220646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d69867-4806-4b11-95e2-9c3df531ae22 req-24e6482b-a292-48d5-9058-4b8a34e711bf tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:57.227966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53130) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:57.229437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b7d69867-4806-4b11-95e2-9c3df531ae22 req-24e6482b-a292-48d5-9058-4b8a34e711bf tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1409819 Dec 12 04:17:57.248494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-ebdc180e-ae3a-41ad-acd3-5c11e834637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:57.249031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-ebdc180e-ae3a-41ad-acd3-5c11e834637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:57.252976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-ebdc180e-ae3a-41ad-acd3-5c11e834637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:57.255149 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-ebdc180e-ae3a-41ad-acd3-5c11e834637d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e24b41d5-580c-404e-9977-7163a101b7f9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0 HTTP/1.1" status: 200 len: 2291 time: 0.4094200 Dec 12 04:17:57.349810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:17:57.365548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3db6420-73f2-484b-afdc-ec8ca0c4c92b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:57.409485 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b7d69867-4806-4b11-95e2-9c3df531ae22 req-30176c58-6816-4433-8a92-869e7e6267ac tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634181 Dec 12 04:17:57.421547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a7afb-eb7a-4ab1-a42e-73d2a0ce0d2a req-8f20673d-400b-4b6f-92ae-cc25e4c1daa4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:57.424450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a85a7afb-eb7a-4ab1-a42e-73d2a0ce0d2a req-8f20673d-400b-4b6f-92ae-cc25e4c1daa4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1566541 Dec 12 04:17:57.427604 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-d032cda1-6c05-4307-82f5-0d850cfcf587 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50865e90-2d61-4c3f-845d-73e68d27bd50 HTTP/1.1" status: 200 len: 1002 time: 0.1608393 Dec 12 04:17:57.511850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a85a7afb-eb7a-4ab1-a42e-73d2a0ce0d2a req-8920b396-c479-4a0a-b2aa-3e36ae7ab72e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730522 Dec 12 04:17:57.585793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-39bc3bf1-6f3e-40b9-999b-4456c7b178ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:57.587499 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-39bc3bf1-6f3e-40b9-999b-4456c7b178ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8498c706-8988-4493-9db4-a7c752384c54 HTTP/1.1" status: 200 len: 851 time: 0.0983832 Dec 12 04:17:57.593999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3db6420-73f2-484b-afdc-ec8ca0c4c92b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:57.601598 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3db6420-73f2-484b-afdc-ec8ca0c4c92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:57.634466 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f3db6420-73f2-484b-afdc-ec8ca0c4c92b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e27e50a25944472d99a9eecaab4fe3fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4038858 Dec 12 04:17:57.636548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53148) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:57.659008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:17:57.670740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] Sync routers for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:17:57.687597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:57.688784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db6420-73f2-484b-afdc-ec8ca0c4c92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ab6d4f-c2e4-4e8c-870f-4e2da846cbaa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:57.689088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:57.704689 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:57.713428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d9a14-395d-4c67-9e2f-2a92db78285c req-7cf8b3c1-c84e-49ee-9cdb-27b34bbc2e90 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:57.714584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-605d9a14-395d-4c67-9e2f-2a92db78285c req-7cf8b3c1-c84e-49ee-9cdb-27b34bbc2e90 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 945 time: 0.0865953 Dec 12 04:17:57.726827 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-798fc803-e152-4978-a741-d33258fa5465 req-9ea1423e-fbfe-42f2-b673-5100f7353d97 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 210 time: 0.1087708 Dec 12 04:17:57.759332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bca5b198-d509-43da-8d94-3187f185d4d9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "PUT /v2.0/floatingips/49117385-a1ed-4140-bacd-07db3c9765f6 HTTP/1.1" status: 200 len: 991 time: 2.6475155 Dec 12 04:17:57.765401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:17:57.768852 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:17:57.800296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-6d5d59b9-a8e1-4b07-ba5e-179ce838db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:57.803101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-6d5d59b9-a8e1-4b07-ba5e-179ce838db47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e24b41d5-580c-404e-9977-7163a101b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973975 Dec 12 04:17:57.847562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-605d9a14-395d-4c67-9e2f-2a92db78285c req-a8e63bab-7b7d-4a74-a18e-f37a25811d27 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012309 Dec 12 04:17:57.921254 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:17:57.938259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-8b38a5de-309c-408f-b7ad-a2de5b216c12 service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208656 Dec 12 04:17:57.965137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7974755-e69c-4219-871e-7767bc3ee3cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:57.997887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7974755-e69c-4219-871e-7767bc3ee3cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:58.009683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:17:58.063755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1160b4-f7e5-43d0-af54-6e879af4049c req-61eb1d02-8431-41fe-85ac-eb5c73309946 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.066233 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c1160b4-f7e5-43d0-af54-6e879af4049c req-61eb1d02-8431-41fe-85ac-eb5c73309946 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0827031 Dec 12 04:17:58.139842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7974755-e69c-4219-871e-7767bc3ee3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:58.142899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7974755-e69c-4219-871e-7767bc3ee3cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:58.144104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b7974755-e69c-4219-871e-7767bc3ee3cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42ab6d4f-c2e4-4e8c-870f-4e2da846cbaa HTTP/1.1" status: 204 len: 168 time: 0.4960272 Dec 12 04:17:58.183516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c1160b4-f7e5-43d0-af54-6e879af4049c req-6dc533c5-5293-4c65-937c-9e5d710c5f7e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077979 Dec 12 04:17:58.203484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7974755-e69c-4219-871e-7767bc3ee3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ab6d4f-c2e4-4e8c-870f-4e2da846cbaa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:58.278910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-aa6880a3-ec26-4b24-bce2-cd37b38121cc service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297098 Dec 12 04:17:58.409450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-7a6763be-5063-480e-a899-9b73b27e065a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 200 len: 217 time: 0.0904684 Dec 12 04:17:58.445224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2884e1c-4bc9-46f7-b41b-28052748b868 req-628547ba-f308-4e16-888b-d898108494b1 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.452053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2884e1c-4bc9-46f7-b41b-28052748b868 req-628547ba-f308-4e16-888b-d898108494b1 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.460045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2884e1c-4bc9-46f7-b41b-28052748b868 req-628547ba-f308-4e16-888b-d898108494b1 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.464309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2884e1c-4bc9-46f7-b41b-28052748b868 req-628547ba-f308-4e16-888b-d898108494b1 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c&device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437&device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 2418 time: 0.2376730 Dec 12 04:17:58.466781 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a3efef-f101-444b-85e0-8bb5c564858c x-openstack-request-id: req-32a3efef-f101-444b-85e0-8bb5c564858c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:17:58.466957 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:17:58.467254 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32a3efef-f101-444b-85e0-8bb5c564858c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:17:58.467669 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'status': 'completed', 'code': 200} Dec 12 04:17:58.477625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '49117385-a1ed-4140-bacd-07db3c9765f6', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'port_id': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'mac_address': 'fa:16:3e:e3:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:16:15Z', 'updated_at': '2021-12-12T04:17:56Z', 'revision_number': 1, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c1ed0d-91b7-47e5-995a-9d2fc4b57189', 'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'mac_address': 'fa:16:3e:d6:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 5, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'subnets': [{'id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:58.555081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] Checking router: 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:17:58.564618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:17:58.565334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:58.674098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2884e1c-4bc9-46f7-b41b-28052748b868 req-914e1dd9-aa5f-48fe-8c62-ba164ce4bcf8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578100 Dec 12 04:17:58.682788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-482765c5-bf68-46db-84b8-e71d85f20261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.685788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-482765c5-bf68-46db-84b8-e71d85f20261 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.2687175 Dec 12 04:17:58.743014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-a04df93d-f3b1-4864-8e24-cba908270b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.746062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-a04df93d-f3b1-4864-8e24-cba908270b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.746690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-a04df93d-f3b1-4864-8e24-cba908270b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.747241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-a04df93d-f3b1-4864-8e24-cba908270b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.747947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-a04df93d-f3b1-4864-8e24-cba908270b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.754979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-a04df93d-f3b1-4864-8e24-cba908270b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.756282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-a04df93d-f3b1-4864-8e24-cba908270b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.758790 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-a04df93d-f3b1-4864-8e24-cba908270b30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6500 time: 0.2281137 Dec 12 04:17:58.775750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e873be-c810-4639-aa19-9a6995e95df1 req-ab4967af-d776-4350-8760-c6ae9b6a68a0 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.787950 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1e873be-c810-4639-aa19-9a6995e95df1 req-ab4967af-d776-4350-8760-c6ae9b6a68a0 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=4acad15e-714a-4b8d-92c3-89103bb6a740 HTTP/1.1" status: 200 len: 946 time: 0.2677293 Dec 12 04:17:58.804730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:17:58.806326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-e74b4f17-985c-448e-8096-cbdb727e0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:58.808431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-e74b4f17-985c-448e-8096-cbdb727e0213 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124358 Dec 12 04:17:58.877063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53196) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:58.957795 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7f1470d6-0f1c-4675-950e-31b556582dc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95c6881836cc423db595a8827d6a4c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774827 Dec 12 04:17:58.965130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53200) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:17:58.986370 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1e873be-c810-4639-aa19-9a6995e95df1 req-13510c5f-f0f1-447a-aba3-d62aee9c4504 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874034 Dec 12 04:17:59.067811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-2b587f98-df5b-4406-8f66-88707eb97e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:59.068425 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-2b587f98-df5b-4406-8f66-88707eb97e72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff HTTP/1.1" status: 200 len: 916 time: 0.2739067 Dec 12 04:17:59.147508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9201da6d-d5a4-4b59-8e3d-026b7201f4a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:59.165189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-268ce943-5091-4994-9dd3-dab434d67c4f tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=60030c236682469eabe3f6ad1a2e933b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083190 Dec 12 04:17:59.213969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-2b7773ec-9af1-47b2-a267-e2031cdb096c service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805640 Dec 12 04:17:59.219048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9201da6d-d5a4-4b59-8e3d-026b7201f4a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:59.248536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '49117385-a1ed-4140-bacd-07db3c9765f6', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'port_id': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'mac_address': 'fa:16:3e:e3:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:16:15Z', 'updated_at': '2021-12-12T04:17:56Z', 'revision_number': 1, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c1ed0d-91b7-47e5-995a-9d2fc4b57189', 'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'mac_address': 'fa:16:3e:d6:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 5, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'subnets': [{'id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:17:59.310333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-5de29b62-b189-49a0-8147-0338e3b2bd56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7 HTTP/1.1" status: 200 len: 999 time: 0.2336915 Dec 12 04:17:59.365605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48b0ed52-10aa-41f9-94a2-3b993e343eaa req-26dbb432-5774-4627-9dc6-fbe633b84fcc tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 210 time: 0.0495987 Dec 12 04:17:59.370826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff22328-1f2b-4210-83f8-0056f03ee0f8 None None] The sync data for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 is: [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '49117385-a1ed-4140-bacd-07db3c9765f6', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'port_id': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'mac_address': 'fa:16:3e:e3:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:16:15Z', 'updated_at': '2021-12-12T04:17:56Z', 'revision_number': 1, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c1ed0d-91b7-47e5-995a-9d2fc4b57189', 'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'mac_address': 'fa:16:3e:d6:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 5, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'subnets': [{'id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:17:59.455884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-223e11ee-ffed-451c-bc8e-cc76ca9fb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:59.460754 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-223e11ee-ffed-451c-bc8e-cc76ca9fb69b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=096e88f5-8993-4f7c-8a4b-6dbd7270e925 HTTP/1.1" status: 200 len: 855 time: 0.1373558 Dec 12 04:17:59.558478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-d1d59ebf-922e-4748-b02d-7941922f6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:59.561087 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-d1d59ebf-922e-4748-b02d-7941922f6763 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853889 Dec 12 04:17:59.790898 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-104b6ac5-f899-4d5b-9e1d-84d646f993f7 service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219687 Dec 12 04:17:59.807253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9201da6d-d5a4-4b59-8e3d-026b7201f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:59.810315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9201da6d-d5a4-4b59-8e3d-026b7201f4a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:17:59.815086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9201da6d-d5a4-4b59-8e3d-026b7201f4a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4fef429-6a4b-43dd-b652-84d29ae4f793 HTTP/1.1" status: 204 len: 168 time: 0.8457088 Dec 12 04:17:59.836627 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01459278-fc8b-4eed-b84f-250dd068be32 None None] New status for floating IP 49117385-a1ed-4140-bacd-07db3c9765f6: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:17:59.897196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201da6d-d5a4-4b59-8e3d-026b7201f4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fef429-6a4b-43dd-b652-84d29ae4f793,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:17:59.948318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfb623-3d4a-4824-8723-9b00fe52940a req-2dd73eb7-bfe9-4536-ae8b-e3aafc8844a6 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:17:59.959237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ecfb623-3d4a-4824-8723-9b00fe52940a req-2dd73eb7-bfe9-4536-ae8b-e3aafc8844a6 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.8761439 Dec 12 04:18:00.087995 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c3457e4-0d4b-417e-8f62-6b1f5ed22cf7 req-37aee5a2-71c5-41f7-b088-5c7f8b6e8c78 service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879047 Dec 12 04:18:00.125636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ecfb623-3d4a-4824-8723-9b00fe52940a req-f7a0e339-5cf4-48bb-b8e8-092ca31f39bc tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644821 Dec 12 04:18:00.180486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-ec4ffd0a-254e-4607-9a8a-e5de7de127bb tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:00.182870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-ec4ffd0a-254e-4607-9a8a-e5de7de127bb tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9854455 Dec 12 04:18:00.187801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-841eb6a4-07ad-45fa-bc2c-37f64c3c811d service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168479 Dec 12 04:18:00.214966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Request body: {'port': {'device_id': '1a99411b-d25d-44f2-996d-fa7d3132e244', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '60030c236682469eabe3f6ad1a2e933b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:00.487584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-4ffe6acd-7339-4932-a5ba-b0d4bf9bbea2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 200 len: 217 time: 0.0666049 Dec 12 04:18:00.623605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba35fc-4527-4ea5-bf08-ab66b48d5e58 req-d0680b0d-b304-4c61-80b9-c2f7a636a4ba tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:00.630946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1ba35fc-4527-4ea5-bf08-ab66b48d5e58 req-d0680b0d-b304-4c61-80b9-c2f7a636a4ba tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=4acad15e-714a-4b8d-92c3-89103bb6a740 HTTP/1.1" status: 200 len: 946 time: 0.2605641 Dec 12 04:18:00.631112 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a0c822e-06b6-439c-8ef8-34b4c70d5d5e req-2724d36f-97d6-4397-a746-8e478b9cb1af tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 210 time: 0.0495133 Dec 12 04:18:00.636187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-bd20fd00-68e9-4a50-be10-5e717118b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:00.637577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-bd20fd00-68e9-4a50-be10-5e717118b12e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.1155932 Dec 12 04:18:00.702804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Made reservation on behalf of 60030c236682469eabe3f6ad1a2e933b for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:00.708043 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:00.729070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:00.766885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1ba35fc-4527-4ea5-bf08-ab66b48d5e58 req-b9e6bdab-53f6-4102-8053-e8cfe7e0f851 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331377 Dec 12 04:18:00.858697 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:00.862790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-3391e43d-9887-428e-8237-de7304a2cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:00.865965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-3391e43d-9887-428e-8237-de7304a2cf3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2082715 Dec 12 04:18:00.867825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:01.061017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d060db7c-83b7-4b17-8c9f-e21738494955,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:01.160950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-ec4d6e8e-bc46-4de1-84ba-9aea16dc3fae service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744255 Dec 12 04:18:01.177536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Allocated IP 192.168.233.233 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/71090d74-e5e5-49b5-90d2-24d0a395cd4e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:01.188031 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53332) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.385603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53342) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.401833 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-892a717f-143d-4879-b5a6-ffa88bcdc29f service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189972 Dec 12 04:18:01.460644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948122-2722-4a08-ab2c-61e2228c2eca req-b98a3dcb-68b7-493c-9e9d-7d150482e0ab tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:01.462734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30948122-2722-4a08-ab2c-61e2228c2eca req-b98a3dcb-68b7-493c-9e9d-7d150482e0ab tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acad15e-714a-4b8d-92c3-89103bb6a740 HTTP/1.1" status: 200 len: 946 time: 0.0897098 Dec 12 04:18:01.467256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-1b5e0d32-5fd5-4183-8500-cbe956e30c24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93 HTTP/1.1" status: 200 len: 217 time: 0.0515044 Dec 12 04:18:01.484367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae475c2-a24f-4dda-8048-4564b2facd85 req-470b997f-5ace-4dc6-802a-4e1a23d18478 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:01.488254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dae475c2-a24f-4dda-8048-4564b2facd85 req-470b997f-5ace-4dc6-802a-4e1a23d18478 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1856720 Dec 12 04:18:01.497457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-e5e3a930-6909-42bb-ac25-d4e93d197229 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.498538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e5e3a930-6909-42bb-ac25-d4e93d197229 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1114850 Dec 12 04:18:01.504041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53348) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.520107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-d20ad6ce-da86-447a-84b4-832b28ac85a6 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.523967 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d20ad6ce-da86-447a-84b4-832b28ac85a6 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0121846 Dec 12 04:18:01.527981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53350) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.532216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-f7a811b6-58c5-4279-b041-d4b54da7e937 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.533218 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f7a811b6-58c5-4279-b041-d4b54da7e937 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043054 Dec 12 04:18:01.541849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53352) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.546225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-e1d08c32-d6fb-4c60-8e18-a39bd889113e tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.549497 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e1d08c32-d6fb-4c60-8e18-a39bd889113e tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0041709 Dec 12 04:18:01.550893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0423caab-1012-4bc6-bb86-4de1aeb104d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:01.553755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53354) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.569047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-c1849f1b-ff10-4781-a4cd-bd8f8738d831 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.570090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c1849f1b-ff10-4781-a4cd-bd8f8738d831 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0154014 Dec 12 04:18:01.579129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53356) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.585392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-d44b0866-d520-47b6-9c10-64f378f16aef tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.586365 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d44b0866-d520-47b6-9c10-64f378f16aef tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049241 Dec 12 04:18:01.590265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53358) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.600207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-c2ce7c32-9b75-483a-8d64-803142fa54be tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.603484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c2ce7c32-9b75-483a-8d64-803142fa54be tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0089386 Dec 12 04:18:01.610094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53360) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.622935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-10e28530-dcf7-4c11-8b7b-5af618158a1c tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.623952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-10e28530-dcf7-4c11-8b7b-5af618158a1c tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0107586 Dec 12 04:18:01.627370 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:01.632668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53362) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.633231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-d7c6c77c-552b-4974-b222-52566646b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:01.634903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-d7c6c77c-552b-4974-b222-52566646b965 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.1421905 Dec 12 04:18:01.641605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-fb0a90e9-40c3-470f-99cf-f25b44941585 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.645606 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dae475c2-a24f-4dda-8048-4564b2facd85 req-6b435487-e458-4a6f-9b91-85154c31d3ae tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428902 Dec 12 04:18:01.647282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53364) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.649047 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb0a90e9-40c3-470f-99cf-f25b44941585 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0114398 Dec 12 04:18:01.651536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-2a777108-688c-48a3-9ad7-48944cadeee9 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.652712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2a777108-688c-48a3-9ad7-48944cadeee9 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045242 Dec 12 04:18:01.655186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53366) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.661164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-fed2e4f5-b7c7-44ce-a124-e8764830f514 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.662401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fed2e4f5-b7c7-44ce-a124-e8764830f514 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061691 Dec 12 04:18:01.665357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53370) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.697759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-b4ac1a92-c2ee-4fac-88a0-d14e0bcb1767 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.700176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b4ac1a92-c2ee-4fac-88a0-d14e0bcb1767 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0338366 Dec 12 04:18:01.703286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53376) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.705407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-30948122-2722-4a08-ab2c-61e2228c2eca req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Deleting port 37b97792-e4ff-47af-a4e7-ea13c2153c9c {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:01.705787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30948122-2722-4a08-ab2c-61e2228c2eca req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:01.721325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-1ad589fa-22c8-4707-bee8-543545f25617 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.722393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1ad589fa-22c8-4707-bee8-543545f25617 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0133562 Dec 12 04:18:01.726030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53378) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.731577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-b9da4292-05d9-4779-9e11-7f5cc347f4d1 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.735709 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b9da4292-05d9-4779-9e11-7f5cc347f4d1 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074069 Dec 12 04:18:01.736548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53380) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.776237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-b5104b0a-ada3-4263-892e-903212675bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:01.777815 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-b5104b0a-ada3-4263-892e-903212675bb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736594 Dec 12 04:18:01.781024 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:01.786951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-d075cbac-f672-43ff-bf54-09badbf301bb tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.787949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d075cbac-f672-43ff-bf54-09badbf301bb tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0106387 Dec 12 04:18:01.792583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53384) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.813438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-30698aa1-b885-4e9d-8f61-0ab7839b52e1 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.814428 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-30698aa1-b885-4e9d-8f61-0ab7839b52e1 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0207608 Dec 12 04:18:01.823394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53386) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.827005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0423caab-1012-4bc6-bb86-4de1aeb104d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:01.831943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-49550eb9-e2b3-4bce-96bb-0182102a50d6 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.832947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-49550eb9-e2b3-4bce-96bb-0182102a50d6 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046160 Dec 12 04:18:01.839783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53388) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.852854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0423caab-1012-4bc6-bb86-4de1aeb104d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:01.860093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-221f36ba-1983-4f36-a964-50e9a59932e5 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.861122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-221f36ba-1983-4f36-a964-50e9a59932e5 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0149674 Dec 12 04:18:01.874851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53390) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.885688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-80b7b62d-c4fc-457e-aed9-3f26047a260f tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.886950 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-80b7b62d-c4fc-457e-aed9-3f26047a260f tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0076840 Dec 12 04:18:01.893013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53394) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.900633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-8a65f804-08f0-44db-8f85-432ece0551e3 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.901623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8a65f804-08f0-44db-8f85-432ece0551e3 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0062172 Dec 12 04:18:01.905963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53396) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.918844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-19113533-2c4d-42d8-b80d-6dd42d5b92ef tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.919804 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-19113533-2c4d-42d8-b80d-6dd42d5b92ef tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054636 Dec 12 04:18:01.921993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:01.923444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53398) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.936683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-e0ff9e3d-5db8-4d60-9887-000dffedf6f2 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.937698 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e0ff9e3d-5db8-4d60-9887-000dffedf6f2 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0085852 Dec 12 04:18:01.937826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:01.942298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:01.945573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53400) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.945972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Pushing event updated for resources: {'Port': ['ID=71090d74-e5e5-49b5-90d2-24d0a395cd4e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:01.946668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423caab-1012-4bc6-bb86-4de1aeb104d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c34187f-684d-4d5f-86df-82e270cd4c0d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:01.954040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-2371bf11-3c47-4695-86f5-9e1505c9cf01 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.955037 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2371bf11-3c47-4695-86f5-9e1505c9cf01 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056450 Dec 12 04:18:01.956167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0423caab-1012-4bc6-bb86-4de1aeb104d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=240e6b32354c453d9d2efcac7791b4e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7670414 Dec 12 04:18:01.960443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53402) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.961188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53404) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:01.972316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed949e8-1de4-45c1-8fe6-d4836b42a3c7 req-ebea02b0-599c-435e-bb66-b9736ecb7603 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:01.979953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bed949e8-1de4-45c1-8fe6-d4836b42a3c7 req-ebea02b0-599c-435e-bb66-b9736ecb7603 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2013602 Dec 12 04:18:01.984035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-7e2b7211-6bfe-4f99-8c34-6716f8999853 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:01.985377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7e2b7211-6bfe-4f99-8c34-6716f8999853 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0216746 Dec 12 04:18:01.988057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-30948122-2722-4a08-ab2c-61e2228c2eca req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] For port 37b97792-e4ff-47af-a4e7-ea13c2153c9c, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=37b97792-e4ff-47af-a4e7-ea13c2153c9c,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:01.988437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30948122-2722-4a08-ab2c-61e2228c2eca req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:01.996253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2668f-2062-4a49-bf9c-11283ffe0870 req-a85ae8fb-40c5-418b-8a6a-2b3619e7584a tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:01.997886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4ec2668f-2062-4a49-bf9c-11283ffe0870 req-a85ae8fb-40c5-418b-8a6a-2b3619e7584a tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 936 time: 0.2188447 Dec 12 04:18:02.000597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53406) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.018782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-522ae9fb-145b-4206-9235-16c1edca5f6d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.019786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-522ae9fb-145b-4206-9235-16c1edca5f6d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0118217 Dec 12 04:18:02.029831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53408) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.045715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-d999b038-b8be-4643-a57f-d7c26f72282d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.047332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d999b038-b8be-4643-a57f-d7c26f72282d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092688 Dec 12 04:18:02.051278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-30948122-2722-4a08-ab2c-61e2228c2eca req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Calling delete_port for 37b97792-e4ff-47af-a4e7-ea13c2153c9c owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:02.056697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53410) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.061596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-f0ee087d-5400-46ba-b7a8-87028d0fa9b4 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.065011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f0ee087d-5400-46ba-b7a8-87028d0fa9b4 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044348 Dec 12 04:18:02.066425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:02.067084 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.069423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53412) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.077353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-8164e651-891c-4ce0-990a-a92380890dcb tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.078737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8164e651-891c-4ce0-990a-a92380890dcb tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075128 Dec 12 04:18:02.080558 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-e93d1e93-4c5e-4a12-adde-6a8e6e6f1ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831151 Dec 12 04:18:02.081067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53414) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.094088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-5ccf2b4e-354d-4a05-8e9b-9c7c7d596c57 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.097476 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5ccf2b4e-354d-4a05-8e9b-9c7c7d596c57 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0091784 Dec 12 04:18:02.100288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53416) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.117856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-dc4866a1-7e48-48df-aafc-a7c0d8707473 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.121343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dc4866a1-7e48-48df-aafc-a7c0d8707473 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0143769 Dec 12 04:18:02.125403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53418) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.138998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-441722c7-46c0-473d-8997-7780214fd033 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.140870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-441722c7-46c0-473d-8997-7780214fd033 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044379 Dec 12 04:18:02.153648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53420) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.165944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-3eb2e572-9df6-4f00-9768-a389e27e8102 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.167233 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3eb2e572-9df6-4f00-9768-a389e27e8102 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0109034 Dec 12 04:18:02.170724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.178305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-888794d7-3575-4cfc-aa84-3231d2464c53 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.178516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-704e47e4-dfa9-49fe-8eac-756d230c80e4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9709864 Dec 12 04:18:02.179659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-888794d7-3575-4cfc-aa84-3231d2464c53 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061963 Dec 12 04:18:02.184032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53424) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.185153 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4ec2668f-2062-4a49-bf9c-11283ffe0870 req-73a01700-9cea-428a-964c-72577489a001 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768761 Dec 12 04:18:02.192509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bed949e8-1de4-45c1-8fe6-d4836b42a3c7 req-df5b8024-1b99-4760-b20c-6da127b31b5e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117343 Dec 12 04:18:02.198965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-4eab0293-9a49-41e5-a092-9346d11411f1 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.200019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4eab0293-9a49-41e5-a092-9346d11411f1 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0114043 Dec 12 04:18:02.201815 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Request body: {'port': {'device_id': '1a99411b-d25d-44f2-996d-fa7d3132e244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:02.206491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53426) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.217858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-71b04f84-ca01-4c96-af1e-f78463287035 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.221289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-71b04f84-ca01-4c96-af1e-f78463287035 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0086536 Dec 12 04:18:02.236711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-981afb6c-7c01-440b-8f51-1e3e42d58b58 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:02.236952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c3a94489-d978-43c8-b3da-59a71cca7143 None None] Provisioning complete for port 71090d74-e5e5-49b5-90d2-24d0a395cd4e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:02.237449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-981afb6c-7c01-440b-8f51-1e3e42d58b58 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.18 "GET /v2.0/ports?device_id=16fb458c-4943-46d0-bd12-3799ff7427c0 HTTP/1.1" status: 200 len: 945 time: 0.1957743 Dec 12 04:18:02.237546 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c3a94489-d978-43c8-b3da-59a71cca7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.237665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53428) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.246354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-3632f4f9-64d2-4eb7-9563-7f985f662c53 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.247578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3632f4f9-64d2-4eb7-9563-7f985f662c53 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0081296 Dec 12 04:18:02.250603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53432) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.255565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31215b17-92ad-4c01-a928-6fe8e66cf0aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.262877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-731cb31f-dee3-4955-9d1b-8a437926e361 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.263891 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-731cb31f-dee3-4955-9d1b-8a437926e361 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0123334 Dec 12 04:18:02.270512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53434) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.278353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-bc576edf-c270-4307-af46-41317f16bc04 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.279497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bc576edf-c270-4307-af46-41317f16bc04 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0085638 Dec 12 04:18:02.300473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53436) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.307710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-3d2496d0-ec60-4d5d-99ab-f57ce7efbf0d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.308626 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3d2496d0-ec60-4d5d-99ab-f57ce7efbf0d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050387 Dec 12 04:18:02.313456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53438) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.320145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-fe60c463-eb62-4784-8615-32e93dadf7be tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.321169 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fe60c463-eb62-4784-8615-32e93dadf7be tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0067573 Dec 12 04:18:02.323819 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-9670e4cb-a266-4703-a9a6-721e5d7c4e7c service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226157 Dec 12 04:18:02.326663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53440) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.331207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-054591fb-ebef-4cac-9a8f-0d200f09ce67 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.332124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-054591fb-ebef-4cac-9a8f-0d200f09ce67 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045371 Dec 12 04:18:02.335289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53442) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.340667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-19260871-924c-46e8-bfc4-722d2f12001e tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.341681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-19260871-924c-46e8-bfc4-722d2f12001e tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047154 Dec 12 04:18:02.342605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.345498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53444) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.357519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-6c3e6e5e-0b33-4cd5-b77d-e681cd0cf204 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.358588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6c3e6e5e-0b33-4cd5-b77d-e681cd0cf204 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0112274 Dec 12 04:18:02.367262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53446) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.381362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31215b17-92ad-4c01-a928-6fe8e66cf0aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.382288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c3a94489-d978-43c8-b3da-59a71cca7143 None None] Port 71090d74-e5e5-49b5-90d2-24d0a395cd4e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:18:02.406883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-0edb5dbb-0f7c-47bb-a45a-4dd2f2a4239d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.407885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0edb5dbb-0f7c-47bb-a45a-4dd2f2a4239d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0385301 Dec 12 04:18:02.417849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53448) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.422418 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-e73fa244-e6b5-4808-9119-c5b54d232927 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ac44bc2b-566d-43df-a507-1831e4b1458e HTTP/1.1" status: 200 len: 217 time: 0.0736465 Dec 12 04:18:02.425288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-8e7789b7-6f44-4279-a56c-bcf5f763bfe0 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.428771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8e7789b7-6f44-4279-a56c-bcf5f763bfe0 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059197 Dec 12 04:18:02.433128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53450) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.461945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-44997e03-59de-40eb-b954-12f8c4ed544c tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.462954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-44997e03-59de-40eb-b954-12f8c4ed544c tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0258327 Dec 12 04:18:02.470803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53454) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.478687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-9182304b-1ec9-4394-b00b-081309272b4f tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.482667 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9182304b-1ec9-4394-b00b-081309272b4f tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0069189 Dec 12 04:18:02.501324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53456) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.519786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-45e24a97-f254-4176-a394-547d81aa090d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.521804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-45e24a97-f254-4176-a394-547d81aa090d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0114400 Dec 12 04:18:02.524837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53458) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.538217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-dcb2f440-e72f-4cf3-97b0-59e53aab98c1 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.539183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dcb2f440-e72f-4cf3-97b0-59e53aab98c1 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0071836 Dec 12 04:18:02.544210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53460) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.548341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-554b5ff4-65b5-49ee-b43c-3f9d9bdd4e1b tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.550152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-554b5ff4-65b5-49ee-b43c-3f9d9bdd4e1b tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042012 Dec 12 04:18:02.553627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53462) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.559588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-1d429ebd-642d-4fbe-9655-6511cdf98299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:02.561059 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-1d429ebd-642d-4fbe-9655-6511cdf98299 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.1173050 Dec 12 04:18:02.569209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693e34a-aa93-47ed-8112-c77a3d784489 req-fe3cea6a-84ab-4de2-a752-bb168f9386fc tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:02.570669 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b693e34a-aa93-47ed-8112-c77a3d784489 req-fe3cea6a-84ab-4de2-a752-bb168f9386fc tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/ports?device_id=4acad15e-714a-4b8d-92c3-89103bb6a740 HTTP/1.1" status: 200 len: 946 time: 0.2025292 Dec 12 04:18:02.573203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddbcf4-c42b-43f4-ad7a-7ba60178b55f req-f106e548-5a7d-4035-9862-e159396c966c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:02.574699 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3ddbcf4-c42b-43f4-ad7a-7ba60178b55f req-f106e548-5a7d-4035-9862-e159396c966c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1771526 Dec 12 04:18:02.592188 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30948122-2722-4a08-ab2c-61e2228c2eca req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.603534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Deleting port fd7e0682-e139-4676-92b7-61d9cbd8ab6f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:02.603869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.614350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-8b8544e6-f8c4-4d97-a6d8-9a43030124ec tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.616854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8b8544e6-f8c4-4d97-a6d8-9a43030124ec tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0587904 Dec 12 04:18:02.633133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53466) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.637946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31215b17-92ad-4c01-a928-6fe8e66cf0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.640552 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31215b17-92ad-4c01-a928-6fe8e66cf0aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.642043 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-31215b17-92ad-4c01-a928-6fe8e66cf0aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c34187f-684d-4d5f-86df-82e270cd4c0d HTTP/1.1" status: 204 len: 168 time: 0.6792085 Dec 12 04:18:02.661128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-25c05572-6ca4-4b69-a58d-dbc4dbecf3a8 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.662303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25c05572-6ca4-4b69-a58d-dbc4dbecf3a8 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0258291 Dec 12 04:18:02.672140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53470) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.676577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-6df0b872-220b-4f45-8642-776e829500c2 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.680414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6df0b872-220b-4f45-8642-776e829500c2 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048418 Dec 12 04:18:02.688123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53472) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.691000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Pushing event deleted for resources: {'Port': ['ID=37b97792-e4ff-47af-a4e7-ea13c2153c9c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:02.697020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-8d6788b5-b7b2-4b7e-b3c0-f97110a5363e tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.701012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8d6788b5-b7b2-4b7e-b3c0-f97110a5363e tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0102525 Dec 12 04:18:02.706388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.710972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-346bbf73-4189-49b9-b711-26b447915f99 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.712108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-346bbf73-4189-49b9-b711-26b447915f99 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046015 Dec 12 04:18:02.718805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53476) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.722531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31215b17-92ad-4c01-a928-6fe8e66cf0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c34187f-684d-4d5f-86df-82e270cd4c0d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:02.735201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-ff1b7495-6352-4cfd-8545-fcf6087ebb9e tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.739057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ff1b7495-6352-4cfd-8545-fcf6087ebb9e tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0138972 Dec 12 04:18:02.746181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53478) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.765280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-42d2465d-e90f-4a83-8d33-6e78174cae3d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.769066 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-42d2465d-e90f-4a83-8d33-6e78174cae3d tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0121932 Dec 12 04:18:02.776076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.777130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-30948122-2722-4a08-ab2c-61e2228c2eca req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] No DVR routers for this DVR port 37b97792-e4ff-47af-a4e7-ea13c2153c9c on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:02.780838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30948122-2722-4a08-ab2c-61e2228c2eca req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.784685 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30948122-2722-4a08-ab2c-61e2228c2eca req-5ccdb045-8e15-4127-a193-633673266709 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.37 "DELETE /v2.0/ports/37b97792-e4ff-47af-a4e7-ea13c2153c9c HTTP/1.1" status: 204 len: 173 time: 1.3114030 Dec 12 04:18:02.789703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-165c28d2-62e3-4999-90c3-90a16f081e7c tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.790896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-165c28d2-62e3-4999-90c3-90a16f081e7c tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049863 Dec 12 04:18:02.798525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acad15e-714a-4b8d-92c3-89103bb6a740', 'name': 'network-vif-deleted', 'tag': '37b97792-e4ff-47af-a4e7-ea13c2153c9c'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:02.799247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53482) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.801294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-2ec949ba-6a57-4581-a170-90b19e50ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:02.801507 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930f2a3d-fee4-41d4-a896-9ab6694c7632" -d '{"events": [{"server_uuid": "4acad15e-714a-4b8d-92c3-89103bb6a740", "name": "network-vif-deleted", "tag": "37b97792-e4ff-47af-a4e7-ea13c2153c9c"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:02.804042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-2ec949ba-6a57-4581-a170-90b19e50ca64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1818562 Dec 12 04:18:02.808553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-6cfb18a6-7717-4f71-ab78-3fafe991d166 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.812437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6cfb18a6-7717-4f71-ab78-3fafe991d166 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0072196 Dec 12 04:18:02.812963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53488) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.819257 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3ddbcf4-c42b-43f4-ad7a-7ba60178b55f req-fffca441-e704-496c-bfc6-6e96265daf2e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360272 Dec 12 04:18:02.822596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-cbf8f3ef-3f77-44be-8626-92fa9d4d226a tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.823919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cbf8f3ef-3f77-44be-8626-92fa9d4d226a tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0098162 Dec 12 04:18:02.828252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53490) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.832619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-14310a0c-5b8e-42a6-92ec-3b9a4cc5c651 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.837011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-14310a0c-5b8e-42a6-92ec-3b9a4cc5c651 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077460 Dec 12 04:18:02.837331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53492) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.850426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b693e34a-aa93-47ed-8112-c77a3d784489 req-e557be0b-2c38-4c46-8b7d-040ad966d367 tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cae6d08-58ff-49e1-b8a3-8241c17a1104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294292 Dec 12 04:18:02.854542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-6b0c3e30-c090-4028-888d-489d61c53b48 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.857823 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6b0c3e30-c090-4028-888d-489d61c53b48 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041640 Dec 12 04:18:02.858450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53494) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.886330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-7fd86b48-5edd-4210-a13e-d0046ae68921 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.887637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7fd86b48-5edd-4210-a13e-d0046ae68921 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0279644 Dec 12 04:18:02.888267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53496) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.910435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-59d8cdd0-1695-4bc7-a0eb-114fd7a43dd8 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.919190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-59d8cdd0-1695-4bc7-a0eb-114fd7a43dd8 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0167344 Dec 12 04:18:02.922203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53500) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.936620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] For port fd7e0682-e139-4676-92b7-61d9cbd8ab6f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,segment=NetworkSegment(27c4c17e-34df-4c14-af42-aa6a26370af8),segment_id=27c4c17e-34df-4c14-af42-aa6a26370af8)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:02.937176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:02.941546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-1dc2fefd-6ebc-4cd3-bc49-d82aaa71e92c tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.945694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1dc2fefd-6ebc-4cd3-bc49-d82aaa71e92c tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0208519 Dec 12 04:18:02.952237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53502) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.957344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-279910c5-1a99-4623-8346-6f8501b8db30 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.958430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-279910c5-1a99-4623-8346-6f8501b8db30 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045416 Dec 12 04:18:02.964726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53504) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.969092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-720e8cf1-3549-4f89-a5e4-2824d5625af6 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.973106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-720e8cf1-3549-4f89-a5e4-2824d5625af6 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043578 Dec 12 04:18:02.973106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Calling delete_port for fd7e0682-e139-4676-92b7-61d9cbd8ab6f owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:02.974404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:02.980910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-99f8d932-1c4e-423a-ae83-a7ab9101640f tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:02.984046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-99f8d932-1c4e-423a-ae83-a7ab9101640f tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065985 Dec 12 04:18:02.985584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53508) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:03.006433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-dd18b7ef-20a1-4a2d-8cb1-ae24ade4362a tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:03.007821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dd18b7ef-20a1-4a2d-8cb1-ae24ade4362a tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0180194 Dec 12 04:18:03.010737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53510) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:03.015581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [None req-588e4524-d963-444f-b4c0-80eff2a8e2ad tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:03.016696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-588e4524-d963-444f-b4c0-80eff2a8e2ad tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049138 Dec 12 04:18:03.022842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53512) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:03.034399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [None req-3d1bea84-16f2-416f-bb58-f9e2eff99a25 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:03.035425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3d1bea84-16f2-416f-bb58-f9e2eff99a25 tempest-ExtensionsTestJSON-137238305 tempest-ExtensionsTestJSON-137238305-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0116148 Dec 12 04:18:03.082170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-06c7d188-a46d-4aa4-9a96-9e16cedc3756 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616696 Dec 12 04:18:03.085907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53516) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:03.096848 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7abc2c7-bc44-48a0-8e18-384dbaa3b705 x-openstack-request-id: req-a7abc2c7-bc44-48a0-8e18-384dbaa3b705 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:03.097714 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acad15e-714a-4b8d-92c3-89103bb6a740", "name": "network-vif-deleted", "tag": "37b97792-e4ff-47af-a4e7-ea13c2153c9c", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:03.097714 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7abc2c7-bc44-48a0-8e18-384dbaa3b705 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:03.097714 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acad15e-714a-4b8d-92c3-89103bb6a740', 'name': 'network-vif-deleted', 'tag': '37b97792-e4ff-47af-a4e7-ea13c2153c9c', 'status': 'completed', 'code': 200} Dec 12 04:18:03.143928 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a25c-478f-4632-9274-787fc27acf25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.184487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debf89e-eb12-4057-ab6c-5fef2c9ed76f req-16c6e54b-bca6-4ad1-a6eb-4396f9c88bb9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:03.186154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2debf89e-eb12-4057-ab6c-5fef2c9ed76f req-16c6e54b-bca6-4ad1-a6eb-4396f9c88bb9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0714936 Dec 12 04:18:03.201488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71090d74-e5e5-49b5-90d2-24d0a395cd4e {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:18:03.213580 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.290654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2debf89e-eb12-4057-ab6c-5fef2c9ed76f req-dd601b85-b168-4f66-9766-157dc36ba0ba tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778952 Dec 12 04:18:03.298174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-a08e966a-9a4f-4113-97be-34e899528220 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977165 Dec 12 04:18:03.308661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Transition to ACTIVE for port object 71090d74-e5e5-49b5-90d2-24d0a395cd4e will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:18:03.311264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.344896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Pushing event deleted for resources: {'Port': ['ID=fd7e0682-e139-4676-92b7-61d9cbd8ab6f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:03.371405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.390574 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-3ecf402e-d1fd-4b7d-a7bf-996f740cf342 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 HTTP/1.1" status: 200 len: 217 time: 0.0807233 Dec 12 04:18:03.398855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] No DVR routers for this DVR port fd7e0682-e139-4676-92b7-61d9cbd8ab6f on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:03.403228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.410548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1aa6967-a75e-4855-b626-dd21b8c0d816 req-578dd650-dd61-4503-9500-a64fec5c979c tempest-MultipleCreateTestJSON-1863902621 tempest-MultipleCreateTestJSON-1863902621-project] 10.222.0.18 "DELETE /v2.0/ports/fd7e0682-e139-4676-92b7-61d9cbd8ab6f HTTP/1.1" status: 204 len: 173 time: 1.1688125 Dec 12 04:18:03.486451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb423d-9716-41dd-ba90-0ff397bb98c9 req-2a748525-21b8-4f42-b3b1-9b15b3d28854 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:03.490202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3eb423d-9716-41dd-ba90-0ff397bb98c9 req-2a748525-21b8-4f42-b3b1-9b15b3d28854 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0769856 Dec 12 04:18:03.496464 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a25c-478f-4632-9274-787fc27acf25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.497472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53524) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:03.525445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a25c-478f-4632-9274-787fc27acf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.591247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Pushing event updated for resources: {'Port': ['ID=71090d74-e5e5-49b5-90d2-24d0a395cd4e,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:03.596756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3eb423d-9716-41dd-ba90-0ff397bb98c9 req-81c3db3e-7189-41af-b554-87d8ccb69702 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889583 Dec 12 04:18:03.677899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7a25c-478f-4632-9274-787fc27acf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85520a45-73ed-48da-b529-e6c24e562c9f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:03.683070 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bbe03d4d-b9db-45ac-9da1-c8474af5bce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.684281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-56d851b6-641e-4a86-bfd4-4e60795e6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:03.686719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-56d851b6-641e-4a86-bfd4-4e60795e6201 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.2803121 Dec 12 04:18:03.734150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27256bf8-6284-4b24-8605-a5b22ce7cbb5 req-645b033a-1f80-4ca1-b155-2ae918f124c0 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:03.742932 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27256bf8-6284-4b24-8605-a5b22ce7cbb5 req-645b033a-1f80-4ca1-b155-2ae918f124c0 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 948 time: 0.3646672 Dec 12 04:18:03.782234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cfe7a25c-478f-4632-9274-787fc27acf25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d764630cdf24987ad9736d94a56d8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6926677 Dec 12 04:18:03.786164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53530) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:03.815017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bbe03d4d-b9db-45ac-9da1-c8474af5bce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.828343 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bbe03d4d-b9db-45ac-9da1-c8474af5bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.853580 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27256bf8-6284-4b24-8605-a5b22ce7cbb5 req-77028726-cb75-483d-b64d-7a7a7478fc6d tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097546 Dec 12 04:18:03.873729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-cdc12d36-36fc-4d17-ba60-fa2be999a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:03.876986 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-cdc12d36-36fc-4d17-ba60-fa2be999a321 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1804473 Dec 12 04:18:03.877887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Attempting to bind port 71090d74-e5e5-49b5-90d2-24d0a395cd4e on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:03.878383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Attempting to bind port 71090d74-e5e5-49b5-90d2-24d0a395cd4e by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:03.878721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Attempting to bind port 71090d74-e5e5-49b5-90d2-24d0a395cd4e on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:03.909315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bbe03d4d-b9db-45ac-9da1-c8474af5bce0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df28b2d52dbc4fee9417df86c26ac650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4079845 Dec 12 04:18:03.911366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53540) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:03.927754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe03d4d-b9db-45ac-9da1-c8474af5bce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d068879-6b67-4090-bcc3-4e408258a6b9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:03.939713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Port 71090d74-e5e5-49b5-90d2-24d0a395cd4e on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:18:03.940205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Attempting to bind port 71090d74-e5e5-49b5-90d2-24d0a395cd4e on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:03.943764 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66269995-15c8-48ef-9125-77ec5931d71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.970539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:03.970947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:03.971286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:03.971745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Bound port: 71090d74-e5e5-49b5-90d2-24d0a395cd4e, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:03.972110 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:03.977024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9cb07-d65c-460f-9b5b-bcedd446ab4c req-d04ce645-9527-44b5-b83e-1d792f7a91b1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:03.978152 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb9cb07-d65c-460f-9b5b-bcedd446ab4c req-d04ce645-9527-44b5-b83e-1d792f7a91b1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1259019 Dec 12 04:18:04.009142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66269995-15c8-48ef-9125-77ec5931d71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.054415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add709c1-b363-49cf-8de6-9b220be36239 req-6568d8af-3201-4e51-a10c-029c8efe8a0f tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:04.056136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-add709c1-b363-49cf-8de6-9b220be36239 req-6568d8af-3201-4e51-a10c-029c8efe8a0f tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1198313 Dec 12 04:18:04.056288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d8125df-834d-48ba-a4a6-4bff4a864ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.088345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-fd4175fc-be21-4012-8c57-ebfec5160664 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043664 Dec 12 04:18:04.102336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d8125df-834d-48ba-a4a6-4bff4a864ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.113231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb9cb07-d65c-460f-9b5b-bcedd446ab4c req-1e7558f7-036e-4641-a3b9-789d7906b74a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147575 Dec 12 04:18:04.130279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] For port 71090d74-e5e5-49b5-90d2-24d0a395cd4e, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:04.162114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66269995-15c8-48ef-9125-77ec5931d71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.165480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66269995-15c8-48ef-9125-77ec5931d71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.169439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-66269995-15c8-48ef-9125-77ec5931d71c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85520a45-73ed-48da-b529-e6c24e562c9f HTTP/1.1" status: 204 len: 168 time: 0.3791614 Dec 12 04:18:04.190896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66269995-15c8-48ef-9125-77ec5931d71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85520a45-73ed-48da-b529-e6c24e562c9f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:04.201631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d8125df-834d-48ba-a4a6-4bff4a864ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.206149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d8125df-834d-48ba-a4a6-4bff4a864ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.207959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7d8125df-834d-48ba-a4a6-4bff4a864ede admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d068879-6b67-4090-bcc3-4e408258a6b9 HTTP/1.1" status: 204 len: 168 time: 0.2894249 Dec 12 04:18:04.218552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8125df-834d-48ba-a4a6-4bff4a864ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d068879-6b67-4090-bcc3-4e408258a6b9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:04.326921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 37b97792-e4ff-47af-a4e7-ea13c2153c9c no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:04.377058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 37b97792-e4ff-47af-a4e7-ea13c2153c9c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:04.379641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 37b97792-e4ff-47af-a4e7-ea13c2153c9c not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:04.450127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device fd7e0682-e139-4676-92b7-61d9cbd8ab6f no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:04.486222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: fd7e0682-e139-4676-92b7-61d9cbd8ab6f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:04.486661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device fd7e0682-e139-4676-92b7-61d9cbd8ab6f not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:04.564540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409e66b-e53b-4e03-b879-2b6e831565ad req-3083998d-6751-44ef-b915-6a41679c933d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:04.569623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7409e66b-e53b-4e03-b879-2b6e831565ad req-3083998d-6751-44ef-b915-6a41679c933d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0559666 Dec 12 04:18:04.621166 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7409e66b-e53b-4e03-b879-2b6e831565ad req-59d12a93-1e51-4287-8362-d9a76a5d6ebf tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481339 Dec 12 04:18:04.633572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] For port 71090d74-e5e5-49b5-90d2-24d0a395cd4e, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71090d74-e5e5-49b5-90d2-24d0a395cd4e,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:04.654225 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-add709c1-b363-49cf-8de6-9b220be36239 req-a6061253-55e9-4e90-87a9-86ed72f2a29c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878773 Dec 12 04:18:04.661625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.685510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53574) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:04.703402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:04.704571 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.706030 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] 10.222.0.18 "PUT /v2.0/ports/71090d74-e5e5-49b5-90d2-24d0a395cd4e HTTP/1.1" status: 200 len: 1096 time: 2.5098946 Dec 12 04:18:04.712919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a99411b-d25d-44f2-996d-fa7d3132e244', 'tag': '71090d74-e5e5-49b5-90d2-24d0a395cd4e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:04.715797 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491d7a16-12b6-435b-b2f6-9faabb258398" -d '{"events": [{"name": "network-changed", "server_uuid": "1a99411b-d25d-44f2-996d-fa7d3132e244", "tag": "71090d74-e5e5-49b5-90d2-24d0a395cd4e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:04.793634 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5593153c-1449-4d59-a9cc-638387af9186 x-openstack-request-id: req-5593153c-1449-4d59-a9cc-638387af9186 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:04.803347 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a99411b-d25d-44f2-996d-fa7d3132e244", "tag": "71090d74-e5e5-49b5-90d2-24d0a395cd4e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:04.803659 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5593153c-1449-4d59-a9cc-638387af9186 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:04.804452 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a99411b-d25d-44f2-996d-fa7d3132e244', 'tag': '71090d74-e5e5-49b5-90d2-24d0a395cd4e', 'status': 'completed', 'code': 200} Dec 12 04:18:04.816168 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-bab7654e-4284-4e3b-8d69-e5811dbe9322 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012627 Dec 12 04:18:04.816908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769eadf-6de9-4663-8f80-96d9da82c626 service neutron] Pushing event updated for resources: {'Port': ['ID=71090d74-e5e5-49b5-90d2-24d0a395cd4e,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:04.867003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Deleting subnet 3246928a-3017-461f-9e8c-f017be9376c5 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:18:04.875949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:04.943469 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-b6a13661-5e5d-4c29-b0f3-3a8e64011ff0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c HTTP/1.1" status: 200 len: 217 time: 0.0993974 Dec 12 04:18:04.962376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-13ccdf2c-be7e-4c79-899d-79efcb95c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:04.965071 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-13ccdf2c-be7e-4c79-899d-79efcb95c721 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60030c236682469eabe3f6ad1a2e933b&device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 1099 time: 0.1202078 Dec 12 04:18:04.990486 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:05.076328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-ed75a366-e5e0-4b28-88dd-cd3feac02f1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=71090d74-e5e5-49b5-90d2-24d0a395cd4e HTTP/1.1" status: 200 len: 217 time: 0.0773592 Dec 12 04:18:05.099371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fb458c-4943-46d0-bd12-3799ff7427c0', 'name': 'network-vif-deleted', 'tag': 'fd7e0682-e139-4676-92b7-61d9cbd8ab6f'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:05.101886 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e716ebd2-ba46-4d50-8898-b9e982f15705" -d '{"events": [{"server_uuid": "16fb458c-4943-46d0-bd12-3799ff7427c0", "name": "network-vif-deleted", "tag": "fd7e0682-e139-4676-92b7-61d9cbd8ab6f"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:05.120393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:05.139458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-e1431b59-3a19-4a4a-b2d3-55bae313ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:05.140916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-e1431b59-3a19-4a4a-b2d3-55bae313ab1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.1747105 Dec 12 04:18:05.151357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfeeab-58a1-4b09-9da8-329134422d9c req-9474f3db-fb75-4391-834b-77207da94b9d tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:05.152909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4dfeeab-58a1-4b09-9da8-329134422d9c req-9474f3db-fb75-4391-834b-77207da94b9d tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 948 time: 0.1529224 Dec 12 04:18:05.187719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-e0761584-7aab-4dbe-9439-6ff918e2b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:05.189209 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-e0761584-7aab-4dbe-9439-6ff918e2b5b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1012807 Dec 12 04:18:05.206485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eded376-45c2-428a-8c89-62be2d4dc5fa req-6efecd98-f4fb-46c9-9d33-c2ec4d791051 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:05.213377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5eded376-45c2-428a-8c89-62be2d4dc5fa req-6efecd98-f4fb-46c9-9d33-c2ec4d791051 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1719306 Dec 12 04:18:05.229383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:05.273173 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4dfeeab-58a1-4b09-9da8-329134422d9c req-a5f2e6af-79ae-4e41-8cf2-7ee175b48987 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066306 Dec 12 04:18:05.284251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-3a559b2a-12cc-4b4d-accb-1383498c3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:05.285954 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-3a559b2a-12cc-4b4d-accb-1383498c3830 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1320350 Dec 12 04:18:05.291059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53604) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:05.295257 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:05.303211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-68a1bfab-2a83-4bb0-980a-ac02ad3a28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:05.304412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-68a1bfab-2a83-4bb0-980a-ac02ad3a28b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876093 Dec 12 04:18:05.308357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3246928a-3017-461f-9e8c-f017be9376c5 HTTP/1.1" status: 204 len: 168 time: 0.6208880 Dec 12 04:18:05.311596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53610) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:05.313624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3246928a-3017-461f-9e8c-f017be9376c5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:05.340361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.340850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.341780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.342345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.342874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.343380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.344014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.344470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.344892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.345350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.345769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.346270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.350572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d82a94-3bc1-4c0f-b745-a1a08e54ab5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:05.368242 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8f2c3c-1f8d-4b1d-8c6b-b62ac4b2d3c8 x-openstack-request-id: req-db8f2c3c-1f8d-4b1d-8c6b-b62ac4b2d3c8 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:05.368610 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fb458c-4943-46d0-bd12-3799ff7427c0", "name": "network-vif-deleted", "tag": "fd7e0682-e139-4676-92b7-61d9cbd8ab6f", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:05.368952 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db8f2c3c-1f8d-4b1d-8c6b-b62ac4b2d3c8 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:05.369421 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fb458c-4943-46d0-bd12-3799ff7427c0', 'name': 'network-vif-deleted', 'tag': 'fd7e0682-e139-4676-92b7-61d9cbd8ab6f', 'status': 'completed', 'code': 200} Dec 12 04:18:05.393661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5eded376-45c2-428a-8c89-62be2d4dc5fa req-8ebba2fa-fde2-4724-980d-b68e53ea1414 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708853 Dec 12 04:18:05.464216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'networks': [{'name': 'tempest-network--3082378'}, {'name': 'tempest-network--401981592'}]} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:05.464583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'network': {'name': 'tempest-network--3082378'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:05.465119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'network': {'name': 'tempest-network--401981592'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:05.545885 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:05.548917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b152d-c4b4-4b99-bdeb-4e82b99515e7 req-7d403e98-d6f8-442b-a8bc-39b887f86394 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:05.550708 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b3b152d-c4b4-4b99-bdeb-4e82b99515e7 req-7d403e98-d6f8-442b-a8bc-39b887f86394 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0739381 Dec 12 04:18:05.573723 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Made reservation on behalf of 3d24f2645a9e4ecabc0a56632adbb732 for: {'network': 2} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:05.578477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:05.602442 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-e65f5b11-6da4-497d-8495-c81033dd9dc5 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026347 Dec 12 04:18:05.605287 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:05.609520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b3b152d-c4b4-4b99-bdeb-4e82b99515e7 req-c0b17bf0-336e-4b8a-88ed-cd84e6d404e3 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495214 Dec 12 04:18:05.632299 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-483e9f15-f0e3-401f-99ec-c513dd44796d service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069522 Dec 12 04:18:05.864808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5de279-8b7e-44ed-80c2-62fe0afd039e req-97a9d505-5794-44e4-a499-e89ca1d22952 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:05.867114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff5de279-8b7e-44ed-80c2-62fe0afd039e req-97a9d505-5794-44e4-a499-e89ca1d22952 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0589600 Dec 12 04:18:05.884384 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:05.923780 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff5de279-8b7e-44ed-80c2-62fe0afd039e req-8946f242-8a31-4ead-a9b8-882958807d4b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497246 Dec 12 04:18:05.954224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1711a589-1c5a-4479-9131-07fa9a918274']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:05.975812 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76ff783c-6d0c-445a-b914-a9ba82bc3ea6 req-bd275c29-abe0-4c0a-884c-984575e4902e service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636267 Dec 12 04:18:05.985138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c4c17e-34df-4c14-af42-aa6a26370af8') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:05.985484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c4c17e-34df-4c14-af42-aa6a26370af8') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:06.009156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.019262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e119b0d-35a4-4afa-9fa1-587f4d085e0a req-07438a0d-b96b-4ec8-afb3-f9f36c5d228e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.021568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e119b0d-35a4-4afa-9fa1-587f4d085e0a req-07438a0d-b96b-4ec8-afb3-f9f36c5d228e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.2441356 Dec 12 04:18:06.035369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4a4fe97-2d3a-4d50-ac37-cdc8b5906b76 req-8e619f0e-97d8-4cdf-a22f-1cf6bf1a9ce0 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909996 Dec 12 04:18:06.078367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.087125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dbebf-db75-46ae-ac19-9834cf98c877 req-b91aaabd-5cb6-4576-a829-4324a8ed6875 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.088719 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-373dbebf-db75-46ae-ac19-9834cf98c877 req-b91aaabd-5cb6-4576-a829-4324a8ed6875 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0769567 Dec 12 04:18:06.100867 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.102491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:06.103090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:06.107498 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:06.145784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.146237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.155471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-373dbebf-db75-46ae-ac19-9834cf98c877 req-05db9092-6fef-4c55-a26f-444fdb3aff10 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601501 Dec 12 04:18:06.252073 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.268414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e119b0d-35a4-4afa-9fa1-587f4d085e0a req-c570a404-767b-4b8c-bb9b-5ecc67610529 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388742 Dec 12 04:18:06.282126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.285886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1711a589-1c5a-4479-9131-07fa9a918274 HTTP/1.1" status: 204 len: 168 time: 0.9725411 Dec 12 04:18:06.299281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ecff99-4d37-4c38-b702-0c1b0c499082,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:06.304300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:06.329571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a6f5a-71cb-4fbe-a963-21d0cf73a515 admin admin] Pushing event deleted for resources: {'Network': ['ID=1711a589-1c5a-4479-9131-07fa9a918274,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:06.361866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-127f848c-284a-4d0f-923e-a0be33cb470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.362822 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-127f848c-284a-4d0f-923e-a0be33cb470d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60030c236682469eabe3f6ad1a2e933b&device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 1099 time: 0.1944554 Dec 12 04:18:06.364044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.364990 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Added segment 8439d105-264e-4138-a43a-3e6447e1fd7f of type vlan for network 5e73eefa-4792-4b47-b009-66c16aa92c5e Dec 12 04:18:06.484422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07bdbb-660f-4efc-bdf8-f7c9d0a73790 req-176de735-d23c-4160-b5e8-f5e3b656c7df tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.488221 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a07bdbb-660f-4efc-bdf8-f7c9d0a73790 req-176de735-d23c-4160-b5e8-f5e3b656c7df tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0779409 Dec 12 04:18:06.519091 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.560272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53662) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:06.585811 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a07bdbb-660f-4efc-bdf8-f7c9d0a73790 req-dcf79c5f-d499-454c-96c2-b52b33d9e75e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884399 Dec 12 04:18:06.590831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6779165-0921-418b-93f1-3aea282c9f2a req-767a0675-5003-430e-bb6c-639eaa38c64a tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.609421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6779165-0921-418b-93f1-3aea282c9f2a req-767a0675-5003-430e-bb6c-639eaa38c64a tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 948 time: 0.1678610 Dec 12 04:18:06.619757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:06.635498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-80059c53-f24e-4e7e-b34c-b96618f4c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.637123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-80059c53-f24e-4e7e-b34c-b96618f4c298 service neutron] 10.222.0.18 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.2580092 Dec 12 04:18:06.639799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53668) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:06.640968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e06faa87-2915-464a-a606-724d9fdcbf8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef23d864f3fb4aeba58abcee17e109bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0788059 Dec 12 04:18:06.653889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.654427 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Added segment 4b9b7d3d-852a-4e10-a28a-5475601f285e of type vlan for network 9fa2d7c0-7f35-4f38-a33b-7fccf9bfda40 Dec 12 04:18:06.758740 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-f4c16c72-4f3a-458a-bd77-6521892e6c2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=71090d74-e5e5-49b5-90d2-24d0a395cd4e HTTP/1.1" status: 200 len: 217 time: 0.1026831 Dec 12 04:18:06.762460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53672) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:06.807371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6779165-0921-418b-93f1-3aea282c9f2a req-094b48a1-330d-4629-99fb-2cdda4bf34d3 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073743 Dec 12 04:18:06.809142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.815990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd015d-c9ec-4dde-ac5e-02787ed7c38d req-2cc0a4cc-ce14-4187-9e9a-6d0c8264ea26 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.818021 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8dd015d-c9ec-4dde-ac5e-02787ed7c38d req-2cc0a4cc-ce14-4187-9e9a-6d0c8264ea26 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0644171 Dec 12 04:18:06.877299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-508781d9-f17e-4189-96e9-ed8196b30ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.889478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-37c5c5e7-c5ea-4f8a-9459-5dc5b0253ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.889687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8dd015d-c9ec-4dde-ac5e-02787ed7c38d req-95a35c06-be57-4161-8e47-940aef9ac94d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 Dec 12 04:18:06.891085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-37c5c5e7-c5ea-4f8a-9459-5dc5b0253ec2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1207895 Dec 12 04:18:06.919622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.920140 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.926474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.932034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:06.932724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:06.968347 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-508781d9-f17e-4189-96e9-ed8196b30ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.040327 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76de58fc-278f-4ac2-bf85-2ac25b86fe01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.050126 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 1.7580667 Dec 12 04:18:07.052769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53684) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:07.093588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Network': ['ID=5e73eefa-4792-4b47-b009-66c16aa92c5e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:07.105529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 5e73eefa-4792-4b47-b009-66c16aa92c5e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:07.108683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-f37d5306-0ada-420a-a8ad-ce59a8ee03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:07.110234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-f37d5306-0ada-420a-a8ad-ce59a8ee03aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2093303 Dec 12 04:18:07.239451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-508781d9-f17e-4189-96e9-ed8196b30ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.242211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-508781d9-f17e-4189-96e9-ed8196b30ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.243395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-508781d9-f17e-4189-96e9-ed8196b30ad2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cae6d08-58ff-49e1-b8a3-8241c17a1104 HTTP/1.1" status: 204 len: 168 time: 0.6001186 Dec 12 04:18:07.248599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa077a9d-f0b0-4c83-8622-7ba7f640dbfa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Network': ['ID=9fa2d7c0-7f35-4f38-a33b-7fccf9bfda40,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:07.274863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508781d9-f17e-4189-96e9-ed8196b30ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae6d08-58ff-49e1-b8a3-8241c17a1104,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:07.275322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9fa2d7c0-7f35-4f38-a33b-7fccf9bfda40 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:07.331354 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-ea687722-37b4-4206-a4fe-245420472f51 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085731 Dec 12 04:18:07.360355 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76de58fc-278f-4ac2-bf85-2ac25b86fe01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.374781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76de58fc-278f-4ac2-bf85-2ac25b86fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.500263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-76de58fc-278f-4ac2-bf85-2ac25b86fe01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e56e4f8125d4a54914a963e6af2a928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7287815 Dec 12 04:18:07.501185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de58fc-278f-4ac2-bf85-2ac25b86fe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf3899-066c-4715-9df7-f9c5f5f246f6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:07.508263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53696) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:07.577218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31b53e-8caa-4d70-b7e8-7975d3cad427 req-9d6ad274-cc87-416b-be08-7b9c72ce9a6c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:07.578709 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b31b53e-8caa-4d70-b7e8-7975d3cad427 req-9d6ad274-cc87-416b-be08-7b9c72ce9a6c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1561241 Dec 12 04:18:07.585525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-491d7a16-12b6-435b-b2f6-9faabb258398 req-9221ba08-bc54-438e-b8f5-fff77fcfb234 service neutron] 10.222.0.18 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235134 Dec 12 04:18:07.625440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830eba8-476f-4e92-bd5e-9933b05859f2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:07.631428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830eba8-476f-4e92-bd5e-9933b05859f2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:07.637788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830eba8-476f-4e92-bd5e-9933b05859f2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:07.643757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830eba8-476f-4e92-bd5e-9933b05859f2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:07.645516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2830eba8-476f-4e92-bd5e-9933b05859f2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.5916803 Dec 12 04:18:07.650620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53702) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:07.652754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d357f59-c71d-4340-a96c-cc5238b8aded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.662465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144020d4-2bb3-47fb-9d89-4c333197b904 req-4c5ff9c6-3d3d-4e9b-90d8-74605bbd6fb1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:07.669335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-144020d4-2bb3-47fb-9d89-4c333197b904 req-4c5ff9c6-3d3d-4e9b-90d8-74605bbd6fb1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 813 time: 0.5759711 Dec 12 04:18:07.680924 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-144020d4-2bb3-47fb-9d89-4c333197b904 req-3948f10f-ab2f-42be-b250-72281c7b92ad tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/quotas/a939ce2a66474c5c8a7d08ae08803aef HTTP/1.1" status: 200 len: 375 time: 0.0105283 Dec 12 04:18:07.722105 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b31b53e-8caa-4d70-b7e8-7975d3cad427 req-3aa44d6e-4831-463d-a746-924363ed19e9 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305327 Dec 12 04:18:07.743748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-144020d4-2bb3-47fb-9d89-4c333197b904 req-def0f2ba-95bb-4a7c-913f-1848f4acdaba tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566430 Dec 12 04:18:07.749404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d357f59-c71d-4340-a96c-cc5238b8aded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.809901 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.889826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6694a1d-feda-4b49-be57-49d6e4f62345 req-66477ef8-62cf-4284-a42f-051ec4539d7c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:07.897289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6694a1d-feda-4b49-be57-49d6e4f62345 req-66477ef8-62cf-4284-a42f-051ec4539d7c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0809760 Dec 12 04:18:07.902481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d357f59-c71d-4340-a96c-cc5238b8aded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.905402 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d357f59-c71d-4340-a96c-cc5238b8aded admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:07.908913 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d357f59-c71d-4340-a96c-cc5238b8aded admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eadf3899-066c-4715-9df7-f9c5f5f246f6 HTTP/1.1" status: 204 len: 168 time: 0.3970222 Dec 12 04:18:07.949688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6694a1d-feda-4b49-be57-49d6e4f62345 req-25a1f8aa-7af0-4e9a-9762-d9c3f5b569d5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506752 Dec 12 04:18:07.953784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d357f59-c71d-4340-a96c-cc5238b8aded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf3899-066c-4715-9df7-f9c5f5f246f6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:07.961253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.005702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e73eefa-4792-4b47-b009-66c16aa92c5e']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:08.023505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26065-9b02-4513-b37d-cf7a0e5508c4 req-8a171bb6-cdc9-4172-85fd-1343e9f10ee6 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:08.025073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08c26065-9b02-4513-b37d-cf7a0e5508c4 req-8a171bb6-cdc9-4172-85fd-1343e9f10ee6 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 948 time: 0.1236005 Dec 12 04:18:08.026876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8439d105-264e-4138-a43a-3e6447e1fd7f') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:08.027182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8439d105-264e-4138-a43a-3e6447e1fd7f') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:08.043940 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.066894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.080293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:08.080695 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:08.084336 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:08.144249 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08c26065-9b02-4513-b37d-cf7a0e5508c4 req-ae3af530-a5b7-4ba6-a8e2-5e40c6bb5df3 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075578 Dec 12 04:18:08.178827 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.190018 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.194966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/networks/5e73eefa-4792-4b47-b009-66c16aa92c5e HTTP/1.1" status: 204 len: 168 time: 0.5431566 Dec 12 04:18:08.202787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd2a33-750c-41e0-8364-42bbeb439265 req-adca4398-b2cd-4332-8c02-6dff2cff3dcd tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:08.206159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53730) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:08.210933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8dd2a33-750c-41e0-8364-42bbeb439265 req-adca4398-b2cd-4332-8c02-6dff2cff3dcd tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0628104 Dec 12 04:18:08.215809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b6c87-2692-405d-b42f-92477caeb1f0 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Network': ['ID=5e73eefa-4792-4b47-b009-66c16aa92c5e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:08.269432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8dd2a33-750c-41e0-8364-42bbeb439265 req-a34ff4d7-5c55-4e63-99df-f4970a2b0c5f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575368 Dec 12 04:18:08.276539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53732) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:08.306830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53738) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:08.314363 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.327570 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0572505a-f39e-4cbe-be11-a91818a1251f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.431476 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.436072 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0572505a-f39e-4cbe-be11-a91818a1251f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.440610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0572505a-f39e-4cbe-be11-a91818a1251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.456431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 71090d74-e5e5-49b5-90d2-24d0a395cd4e details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:18:08.458363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa2d7c0-7f35-4f38-a33b-7fccf9bfda40']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:08.468926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9b7d3d-852a-4e10-a28a-5475601f285e') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:08.469296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9b7d3d-852a-4e10-a28a-5475601f285e') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:08.488105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.501896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0572505a-f39e-4cbe-be11-a91818a1251f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fade1ea063645cd9ddff89bfebdc750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939735 Dec 12 04:18:08.504645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53750) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:08.528328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.528544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572505a-f39e-4cbe-be11-a91818a1251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea4db73-9f1e-4699-a11a-f53a9fea1aaf,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:08.561921 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-419e8ba9-b89e-4871-bb97-c2ae75de00df req-3cbff889-4c06-4f12-b852-85ef369758b1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a939ce2a66474c5c8a7d08ae08803aef HTTP/1.1" status: 200 len: 221 time: 0.0850098 Dec 12 04:18:08.567151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:08.568216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:08.571649 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:08.581780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-644174529-network', 'tenant_id': '9af207d0887c419684d6bc5d6c59f357'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:08.596281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 71090d74-e5e5-49b5-90d2-24d0a395cd4e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71090d74-e5e5-49b5-90d2-24d0a395cd4e,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:08.609922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Made reservation on behalf of 9af207d0887c419684d6bc5d6c59f357 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:08.610723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '71090d74-e5e5-49b5-90d2-24d0a395cd4e', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '71090d74-e5e5-49b5-90d2-24d0a395cd4e', 'mac_address': 'fa:16:3e:38:41:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:18:08.612554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.623616 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.652540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3721c07c-bbb7-46d2-9c26-d79019e6e50e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.662675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.666073 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.670975 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.677401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/networks/9fa2d7c0-7f35-4f38-a33b-7fccf9bfda40 HTTP/1.1" status: 204 len: 168 time: 0.4674718 Dec 12 04:18:08.681452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53754) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:08.688316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71090d74-e5e5-49b5-90d2-24d0a395cd4e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:18:08.718645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 71090d74-e5e5-49b5-90d2-24d0a395cd4e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71090d74-e5e5-49b5-90d2-24d0a395cd4e,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:08.719755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3721c07c-bbb7-46d2-9c26-d79019e6e50e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.724170 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.737245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a672-ce7f-4c66-ae19-ecba1200923c req-795101ef-8d6b-4b4d-962c-aadc1a6f20c4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:08.738810 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1019a672-ce7f-4c66-ae19-ecba1200923c req-795101ef-8d6b-4b4d-962c-aadc1a6f20c4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0805809 Dec 12 04:18:08.758434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e7705-ad43-41ca-92a2-647b421cb8aa tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Network': ['ID=9fa2d7c0-7f35-4f38-a33b-7fccf9bfda40,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:08.787849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=71090d74-e5e5-49b5-90d2-24d0a395cd4e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:08.796478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.796998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.797445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.797886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.798322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.798803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.799063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.799893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.800335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.800762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.801371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.802587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.803295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.803846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:08.808171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.823216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1019a672-ce7f-4c66-ae19-ecba1200923c req-d7c0ee05-c9f0-44da-8204-ac3e31574133 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676067 Dec 12 04:18:08.844758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:08.860524 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.861129 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Added segment 34f16a88-521a-4899-baa8-fb5324175f4a of type vlan for network b7a56443-d8ab-4ec1-b128-268ce4be8c16 Dec 12 04:18:08.871630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114b1997-5dc0-4cf1-899c-a46075ab0083,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:08.912505 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.941101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.942173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:08.942899 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:08.982960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35982dd5-12d1-4a58-b17b-d98ed99ae7b3 req-27778018-fe93-47f4-8d8e-c178c792dc5a tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:08.985191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35982dd5-12d1-4a58-b17b-d98ed99ae7b3 req-27778018-fe93-47f4-8d8e-c178c792dc5a tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1434228 Dec 12 04:18:08.998914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245ffe7-9adc-42ec-b8df-3877077fd11b tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:09.005530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245ffe7-9adc-42ec-b8df-3877077fd11b tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:09.011165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5245ffe7-9adc-42ec-b8df-3877077fd11b tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3231521 Dec 12 04:18:09.012360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53762) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:09.014446 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3721c07c-bbb7-46d2-9c26-d79019e6e50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.018818 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7384067 Dec 12 04:18:09.018959 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3721c07c-bbb7-46d2-9c26-d79019e6e50e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.018959 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3721c07c-bbb7-46d2-9c26-d79019e6e50e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ea4db73-9f1e-4699-a11a-f53a9fea1aaf HTTP/1.1" status: 204 len: 168 time: 0.5106881 Dec 12 04:18:09.020856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53764) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:09.024852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2142126406'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:09.033867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Request body: {'subnet': {'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-644174529-subnet', 'tenant_id': '9af207d0887c419684d6bc5d6c59f357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:09.049541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721c07c-bbb7-46d2-9c26-d79019e6e50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea4db73-9f1e-4699-a11a-f53a9fea1aaf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:09.057434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7eb59-29e0-4444-8d5f-d702894e3207 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a56443-d8ab-4ec1-b128-268ce4be8c16,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:09.100266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35982dd5-12d1-4a58-b17b-d98ed99ae7b3 req-199a36a7-4a1a-4539-802b-2e2020e22b62 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859175 Dec 12 04:18:09.115625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:18:09.115625 n-d-710847-7 neutron-server[103451]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 04:18:09.115625 n-d-710847-7 neutron-server[103451]: [parameters: {'project_id': '9af207d0887c419684d6bc5d6c59f357', 'id': 'c08fb5a3-5787-45e4-a448-bef68ee49ef8', 'expiration': datetime.datetime(2021, 12, 12, 4, 20, 9, 100193)}] Dec 12 04:18:09.115625 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:18:09.116103 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:18:09.125260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Made reservation on behalf of 3d24f2645a9e4ecabc0a56632adbb732 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:09.130022 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.134995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:09.156120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36dbeb-738d-4653-998e-35c2ca1d705c req-a2c38700-d16f-46af-98c9-207fa35d6c02 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:09.159164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9d36dbeb-738d-4653-998e-35c2ca1d705c req-a2c38700-d16f-46af-98c9-207fa35d6c02 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1153648 Dec 12 04:18:09.191640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['71090d74-e5e5-49b5-90d2-24d0a395cd4e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:09.202546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:09.226830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.227111 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Added segment cc7ccf19-94c6-435c-bf10-7268694a3337 of type vlan for network 4635e17e-d60d-4b4e-9179-5e4920e1295d Dec 12 04:18:09.281705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9d36dbeb-738d-4653-998e-35c2ca1d705c req-44c5a15f-fb60-4256-b802-0c7fab691622 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122134 Dec 12 04:18:09.299604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.365157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.371054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:09.372652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.471596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4514062 Dec 12 04:18:09.489855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53786) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:09.506860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2011992662'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:09.519171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89650da1-c4c2-4521-baec-53e8c67ebd06 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Network': ['ID=4635e17e-d60d-4b4e-9179-5e4920e1295d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:09.536874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 4635e17e-d60d-4b4e-9179-5e4920e1295d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:09.559012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a9b7a-06b2-4909-b2bd-4e8b85701864 req-bef471a0-1b92-4226-b896-12e8459da173 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:09.561235 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-484a9b7a-06b2-4909-b2bd-4e8b85701864 req-bef471a0-1b92-4226-b896-12e8459da173 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1761057 Dec 12 04:18:09.570109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Made reservation on behalf of 3d24f2645a9e4ecabc0a56632adbb732 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:09.577841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.620332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:09.666224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.666590 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Added segment 3a624710-e1d4-4a45-a04b-3bb04de48e2d of type vlan for network c9a27465-22bc-40e7-90ac-f6ffa30a1e63 Dec 12 04:18:09.729666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-484a9b7a-06b2-4909-b2bd-4e8b85701864 req-3a2f4dc3-23d8-4e0f-bfd2-7564288c5881 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480420 Dec 12 04:18:09.744346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Made reservation on behalf of 9af207d0887c419684d6bc5d6c59f357 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:09.747073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.754415 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.777627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f676e-44d3-42c0-b4aa-7a718a72b7ec req-15735f56-f47d-4c1e-87a5-13bcc833aa42 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:09.779394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-103f676e-44d3-42c0-b4aa-7a718a72b7ec req-15735f56-f47d-4c1e-87a5-13bcc833aa42 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 949 time: 0.4256368 Dec 12 04:18:09.853428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-103f676e-44d3-42c0-b4aa-7a718a72b7ec req-c9c4685e-62d6-470c-b1a5-cde217bbcc0f tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673265 Dec 12 04:18:09.871788 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.877411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:09.878011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:09.968151 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4685922 Dec 12 04:18:09.971201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53804) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:09.977757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'ports': [{'network_id': '4635e17e-d60d-4b4e-9179-5e4920e1295d', 'name': 'tempest-port--549368105', 'admin_state_up': True}, {'network_id': 'c9a27465-22bc-40e7-90ac-f6ffa30a1e63', 'admin_state_up': False}]} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:09.978266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'port': {'network_id': '4635e17e-d60d-4b4e-9179-5e4920e1295d', 'name': 'tempest-port--549368105', 'admin_state_up': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:09.978762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'port': {'network_id': 'c9a27465-22bc-40e7-90ac-f6ffa30a1e63', 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:09.984027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72ff90-6d19-4651-ace2-8c34476e0052 req-e3cdd48d-ef6f-4ccf-a7e5-d4900a1f68d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:09.986186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd72ff90-6d19-4651-ace2-8c34476e0052 req-e3cdd48d-ef6f-4ccf-a7e5-d4900a1f68d0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1620510 Dec 12 04:18:09.989943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28610e4-82fa-4f77-b54b-5b6989b3ef9e tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Network': ['ID=c9a27465-22bc-40e7-90ac-f6ffa30a1e63,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:10.002519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network c9a27465-22bc-40e7-90ac-f6ffa30a1e63 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:10.123393 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd72ff90-6d19-4651-ace2-8c34476e0052 req-382bc4d9-8509-46c1-9b42-120afa31b0c0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071620 Dec 12 04:18:10.134081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:10.236211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Checking segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:10.236737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Network hostable DHCP agents. Network: b7a56443-d8ab-4ec1-b128-268ce4be8c16, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:10.240520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1312b076-d411-4025-9869-3d97d9c6495d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:10.299858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03267a-8c8f-4340-b664-47d7eb6cd1a5 req-8c77e7c7-4dc3-4f18-82bc-f9d32fdac0a1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:10.305394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ef03267a-8c8f-4340-b664-47d7eb6cd1a5 req-8c77e7c7-4dc3-4f18-82bc-f9d32fdac0a1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0865541 Dec 12 04:18:10.306613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:10.313735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43740a9-e16d-48cb-9a4f-4ae4210e880d req-5baa2807-1c14-4169-8bdf-0585322736c0 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:10.317876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b43740a9-e16d-48cb-9a4f-4ae4210e880d req-5baa2807-1c14-4169-8bdf-0585322736c0 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.0838454 Dec 12 04:18:10.319308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Made reservation on behalf of 3d24f2645a9e4ecabc0a56632adbb732 for: {'port': 2} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:10.325151 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:10.335798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, b7a56443-d8ab-4ec1-b128-268ce4be8c16) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:10.340980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:10.341594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:10.352433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a550ad8-5a80-4750-87e6-190d1fbdd17d None None] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:10.357201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:10.381016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ef03267a-8c8f-4340-b664-47d7eb6cd1a5 req-6fc3b112-2d85-4173-b424-59b3fcfe8fd7 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661542 Dec 12 04:18:10.385351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ed91d557-d471-429e-8310-220c73de75c1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3571205 Dec 12 04:18:10.479439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b43740a9-e16d-48cb-9a4f-4ae4210e880d req-b302391b-b153-470f-aab9-e9c6ead79595 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517072 Dec 12 04:18:10.512667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] device_id is not set on port 241f1bad-03d8-4340-962b-a515bad3807e yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:10.516099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 71090d74-e5e5-49b5-90d2-24d0a395cd4e up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:10.563422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024cd930-898a-48a2-8650-e0f77b178cf8 None None] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:10.655832 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-464abebe-863b-4885-93a1-383c9c475b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:10.709370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 71090d74-e5e5-49b5-90d2-24d0a395cd4e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:18:10.713971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 71090d74-e5e5-49b5-90d2-24d0a395cd4e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:10.714610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:10.726869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c424f5-b64d-4bac-acc5-b3311b301470 req-eb8f4989-14ec-43f1-90f2-97c56f4b6b70 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:10.735334 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c424f5-b64d-4bac-acc5-b3311b301470 req-eb8f4989-14ec-43f1-90f2-97c56f4b6b70 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1222064 Dec 12 04:18:10.761877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:10.819780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:10.847334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a99411b-d25d-44f2-996d-fa7d3132e244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71090d74-e5e5-49b5-90d2-24d0a395cd4e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:10.851456 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65e5329-1cfc-4f9e-8142-ad35a8511548" -d '{"events": [{"server_uuid": "1a99411b-d25d-44f2-996d-fa7d3132e244", "name": "network-vif-plugged", "status": "completed", "tag": "71090d74-e5e5-49b5-90d2-24d0a395cd4e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:10.867330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 71090d74-e5e5-49b5-90d2-24d0a395cd4e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71090d74-e5e5-49b5-90d2-24d0a395cd4e,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:10.870711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] device_id is not set on port c1ac1d91-18b9-4b6c-b2c2-cf0d14ed2162 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:10.876010 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:10.877981 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c424f5-b64d-4bac-acc5-b3311b301470 req-9dec05c6-2cb6-4e9f-9b40-73ac38cee913 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417208 Dec 12 04:18:10.938462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=71090d74-e5e5-49b5-90d2-24d0a395cd4e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:10.965214 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1297cced-33f2-4d38-a86c-71b8d9ae1c17 x-openstack-request-id: req-1297cced-33f2-4d38-a86c-71b8d9ae1c17 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:10.965522 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a99411b-d25d-44f2-996d-fa7d3132e244", "name": "network-vif-plugged", "status": "completed", "tag": "71090d74-e5e5-49b5-90d2-24d0a395cd4e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:10.965784 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1297cced-33f2-4d38-a86c-71b8d9ae1c17 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:10.967093 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a99411b-d25d-44f2-996d-fa7d3132e244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71090d74-e5e5-49b5-90d2-24d0a395cd4e', 'code': 200} Dec 12 04:18:11.040668 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:11.150614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e04f2-12be-4376-9473-9fc8599e77d2 req-a89b1fb2-100c-4406-9a1a-7c7b4b096e0d tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:11.152151 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-852e04f2-12be-4376-9473-9fc8599e77d2 req-a89b1fb2-100c-4406-9a1a-7c7b4b096e0d tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 950 time: 0.1071494 Dec 12 04:18:11.163964 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:11.183027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-5f1f5162-9bb2-488c-924b-f827ee260d41 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:11.185535 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-5f1f5162-9bb2-488c-924b-f827ee260d41 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.1241999 Dec 12 04:18:11.201727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-f85c1f88-de85-4d50-939e-a3ca83567a5c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/quotas/9af207d0887c419684d6bc5d6c59f357 HTTP/1.1" status: 200 len: 375 time: 0.0099771 Dec 12 04:18:11.205799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45e817-5f5f-4da9-a071-0174f0b7c362 req-99a7f6eb-78a9-44f1-886d-c88f16428b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:11.207329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd45e817-5f5f-4da9-a071-0174f0b7c362 req-99a7f6eb-78a9-44f1-886d-c88f16428b8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 1101 time: 0.1146619 Dec 12 04:18:11.243227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-e209994f-866a-4170-8ed8-273b10185dae tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346365 Dec 12 04:18:11.256649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-2d5ce16a-1cff-4196-9773-94372f6df586 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:11.257776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-2d5ce16a-1cff-4196-9773-94372f6df586 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067501 Dec 12 04:18:11.285566 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-852e04f2-12be-4376-9473-9fc8599e77d2 req-6aee70b6-a928-43b7-9d72-c8a7872fd9c4 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248493 Dec 12 04:18:11.286798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Port': ['ID=241f1bad-03d8-4340-962b-a515bad3807e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:11.328922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Checking segment: {'id': 'cc7ccf19-94c6-435c-bf10-7268694a3337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4635e17e-d60d-4b4e-9179-5e4920e1295d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:11.330397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Network hostable DHCP agents. Network: 4635e17e-d60d-4b4e-9179-5e4920e1295d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:11.349912 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd45e817-5f5f-4da9-a071-0174f0b7c362 req-dfa7bd4a-ae7b-4bb6-97f5-f22ad38c47b6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180792 Dec 12 04:18:11.366968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Network 4635e17e-d60d-4b4e-9179-5e4920e1295d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:11.378760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 4635e17e-d60d-4b4e-9179-5e4920e1295d) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:11.385654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:11.386761 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:11.390260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abffe1d1-be0e-441f-8e5f-a897e6485173 None None] Network 4635e17e-d60d-4b4e-9179-5e4920e1295d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:11.392637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-9c68c6b0-78f4-4fd3-9762-d0c5fb1f65ce service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250937 Dec 12 04:18:11.509789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Port': ['ID=c1ac1d91-18b9-4b6c-b2c2-cf0d14ed2162,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:11.550879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Checking segment: {'id': '3a624710-e1d4-4a45-a04b-3bb04de48e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9a27465-22bc-40e7-90ac-f6ffa30a1e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:11.551250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Network hostable DHCP agents. Network: c9a27465-22bc-40e7-90ac-f6ffa30a1e63, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:11.581411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3c740-4e06-4986-af49-3fb578f1107e req-ef8788f2-9f43-4e30-9b2f-d4cbdf8a54ea tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:11.583600 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18e3c740-4e06-4986-af49-3fb578f1107e req-ef8788f2-9f43-4e30-9b2f-d4cbdf8a54ea tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0859330 Dec 12 04:18:11.593437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Network c9a27465-22bc-40e7-90ac-f6ffa30a1e63 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:11.599253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-404abd7a-e1e3-45c1-848d-6f7689600708 service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955934 Dec 12 04:18:11.613722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, c9a27465-22bc-40e7-90ac-f6ffa30a1e63) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:11.619204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:11.627217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:11.633278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:11.635169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:11.665613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc16c2-a1c9-412b-a143-739918c4d956 None None] Network c9a27465-22bc-40e7-90ac-f6ffa30a1e63 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:11.693517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0740432f-bf81-4454-83d4-e3f491c32d61 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7209001 Dec 12 04:18:11.696115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53874) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:11.709750 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18e3c740-4e06-4986-af49-3fb578f1107e req-ae6eaa7d-4a79-44ca-aa69-9b702c932c11 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123192 Dec 12 04:18:11.734708 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:11.863277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b636998-f98a-4b44-bb8c-2113547ff4b3 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:11.870178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b636998-f98a-4b44-bb8c-2113547ff4b3 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:11.874244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ce81-8432-4ca2-a264-34eb2be4cdf4 req-2f91aa14-bbb7-41ff-8ceb-3b52ce5f86ef tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:11.874824 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1b636998-f98a-4b44-bb8c-2113547ff4b3 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1774068 Dec 12 04:18:11.875408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53884) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:11.883825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4b4ce81-8432-4ca2-a264-34eb2be4cdf4 req-2f91aa14-bbb7-41ff-8ceb-3b52ce5f86ef tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.0611591 Dec 12 04:18:11.949284 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4b4ce81-8432-4ca2-a264-34eb2be4cdf4 req-078ab415-c031-4ba4-be61-48e3527bd9c8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644662 Dec 12 04:18:12.030373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-100dcdee-8ee0-46c1-b2b6-dca37844bae6 req-e7393848-4029-4e05-bf20-098e88d5a2e9 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 210 time: 0.0365803 Dec 12 04:18:12.045502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305e4f5-7153-4cec-95bd-7ad01efc15cd req-0723649f-602d-4b7f-99b0-a57ca9018eae tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:12.047158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2305e4f5-7153-4cec-95bd-7ad01efc15cd req-0723649f-602d-4b7f-99b0-a57ca9018eae tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0760274 Dec 12 04:18:12.050915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6267aa04-9166-4a09-9999-d9b60b86957c tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Deleting port 241f1bad-03d8-4340-962b-a515bad3807e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:12.051272 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6267aa04-9166-4a09-9999-d9b60b86957c tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:12.158680 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6267aa04-9166-4a09-9999-d9b60b86957c tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:12.173848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2305e4f5-7153-4cec-95bd-7ad01efc15cd req-8d8c261a-cc19-4437-805f-bf0e61e8e0e9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177077 Dec 12 04:18:12.178429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6267aa04-9166-4a09-9999-d9b60b86957c tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Calling delete_port for 241f1bad-03d8-4340-962b-a515bad3807e owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:12.311526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6267aa04-9166-4a09-9999-d9b60b86957c tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:12.349698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6267aa04-9166-4a09-9999-d9b60b86957c tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:12.355490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6267aa04-9166-4a09-9999-d9b60b86957c tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/ports/241f1bad-03d8-4340-962b-a515bad3807e HTTP/1.1" status: 204 len: 168 time: 0.4766026 Dec 12 04:18:12.355678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267aa04-9166-4a09-9999-d9b60b86957c tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Port': ['ID=241f1bad-03d8-4340-962b-a515bad3807e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:12.355855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53898) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:12.374068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690cfd0-da11-4bfc-9df2-d43f8fc4756f req-4c7529b5-2fd5-4868-920a-60fb796ab72e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:12.375499 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7690cfd0-da11-4bfc-9df2-d43f8fc4756f req-4c7529b5-2fd5-4868-920a-60fb796ab72e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0959749 Dec 12 04:18:12.439690 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7690cfd0-da11-4bfc-9df2-d43f8fc4756f req-d11bdc70-5b12-4692-88ac-af0011f602b8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552502 Dec 12 04:18:12.475113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ab017-31b6-42c9-8b0f-9f0039b8c3ab req-8784f79f-c6ab-4433-9b42-fc8e7c10e029 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:12.482546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-136ab017-31b6-42c9-8b0f-9f0039b8c3ab req-8784f79f-c6ab-4433-9b42-fc8e7c10e029 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 950 time: 0.1158860 Dec 12 04:18:12.571640 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-136ab017-31b6-42c9-8b0f-9f0039b8c3ab req-2883b88a-96aa-4da5-b554-ce61ae7b081e tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881991 Dec 12 04:18:12.586261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-daca8a21-dd15-4153-9c59-f9727c3dbf53 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Deleting port c1ac1d91-18b9-4b6c-b2c2-cf0d14ed2162 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:12.586671 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-daca8a21-dd15-4153-9c59-f9727c3dbf53 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:12.706619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb7a0a-c9e2-4c49-a02b-e51c059992f2 req-44937688-92fe-49a3-b8fb-86b6cdc995d5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:12.717506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5fb7a0a-c9e2-4c49-a02b-e51c059992f2 req-44937688-92fe-49a3-b8fb-86b6cdc995d5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1109755 Dec 12 04:18:12.738451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-daca8a21-dd15-4153-9c59-f9727c3dbf53 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:12.760583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-daca8a21-dd15-4153-9c59-f9727c3dbf53 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Calling delete_port for c1ac1d91-18b9-4b6c-b2c2-cf0d14ed2162 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:12.795569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5fb7a0a-c9e2-4c49-a02b-e51c059992f2 req-c46ce02d-16c2-4db1-9e7c-a317adea0b85 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760293 Dec 12 04:18:12.868235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-daca8a21-dd15-4153-9c59-f9727c3dbf53 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:12.901112 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca8a21-dd15-4153-9c59-f9727c3dbf53 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Port': ['ID=c1ac1d91-18b9-4b6c-b2c2-cf0d14ed2162,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:12.910346 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-daca8a21-dd15-4153-9c59-f9727c3dbf53 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:12.917386 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-daca8a21-dd15-4153-9c59-f9727c3dbf53 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/ports/c1ac1d91-18b9-4b6c-b2c2-cf0d14ed2162 HTTP/1.1" status: 204 len: 168 time: 0.5578713 Dec 12 04:18:12.919987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53912) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:12.944792 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-77f37dc5-ef7e-4b00-b61d-4b080ba44f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:12.960715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a06c-e9d1-4c0f-bfd0-8076d37836ce req-c6463cd9-1226-4b7d-845f-5c6c4ec519b0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:12.962398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7468a06c-e9d1-4c0f-bfd0-8076d37836ce req-c6463cd9-1226-4b7d-845f-5c6c4ec519b0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0711248 Dec 12 04:18:12.980172 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-970b2394-f976-44a6-9028-07ebb8c627ce tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0589190 Dec 12 04:18:12.984229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53916) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:12.992341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-34588213'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:13.038620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7468a06c-e9d1-4c0f-bfd0-8076d37836ce req-2f5f29da-3053-4ff1-9968-5fca21f525da tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697491 Dec 12 04:18:13.039646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Made reservation on behalf of 3d24f2645a9e4ecabc0a56632adbb732 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:13.043479 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.073762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:13.085405 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.085747 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Added segment cafe87e4-886d-458d-b8f4-d0b8b531d657 of type vlan for network 61296999-1470-4fbf-9a6e-65b6f5b52829 Dec 12 04:18:13.097579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94993a0-e79d-4be3-ab98-18e107ea93f0 req-5ac520ff-eff6-4ae3-ab5b-3ea4abd8a8dd tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:13.099226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b94993a0-e79d-4be3-ab98-18e107ea93f0 req-5ac520ff-eff6-4ae3-ab5b-3ea4abd8a8dd tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.0652242 Dec 12 04:18:13.151918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53ae2ed6-5ab2-4442-b0c5-e790c285500b req-d630f14c-7c5f-43ac-86e8-9db7c09f0041 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 210 time: 0.0362003 Dec 12 04:18:13.153535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.154499 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b94993a0-e79d-4be3-ab98-18e107ea93f0 req-1c4392b4-b866-46d4-8f98-6269bb5678a4 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486650 Dec 12 04:18:13.180289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.186082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:13.186688 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.258252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2729180 Dec 12 04:18:13.261168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53922) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:13.268281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1874838052'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:13.292604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20222091-7de2-408c-886d-e2d5381a3cc4 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Network': ['ID=61296999-1470-4fbf-9a6e-65b6f5b52829,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:13.306567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Made reservation on behalf of 3d24f2645a9e4ecabc0a56632adbb732 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:13.307196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 61296999-1470-4fbf-9a6e-65b6f5b52829 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:13.311232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.339548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:13.352592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.352977 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Added segment 772e0cea-0c24-4590-8b35-92001582e2be of type vlan for network ec4fd240-b255-4aa5-8019-28658170c6e7 Dec 12 04:18:13.386733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa7c1d-aa6f-448a-b7c9-47bc824d8284 req-29e4ead4-ea11-4f4b-8b4a-09cec304780f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:13.388346 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-44fa7c1d-aa6f-448a-b7c9-47bc824d8284 req-29e4ead4-ea11-4f4b-8b4a-09cec304780f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1489959 Dec 12 04:18:13.417579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.442052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-e53b8116-5860-4726-85ea-6fe5e0240e34 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:13.443632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-e53b8116-5860-4726-85ea-6fe5e0240e34 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.37 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.1469643 Dec 12 04:18:13.448279 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.455599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:13.456248 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.473308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Request body: {'port': {'device_id': '30518a9c-6928-4efb-9696-768fff61c0ef', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'admin_state_up': True, 'tenant_id': '9af207d0887c419684d6bc5d6c59f357'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:13.493322 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-44fa7c1d-aa6f-448a-b7c9-47bc824d8284 req-b3dbafb0-9b81-4078-b7ce-97ef17ae4cbb tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918632 Dec 12 04:18:13.519450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2571418 Dec 12 04:18:13.539545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8561d-7856-475b-b1ee-5ab03da34cb6 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Network': ['ID=ec4fd240-b255-4aa5-8019-28658170c6e7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:13.555499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ec4fd240-b255-4aa5-8019-28658170c6e7 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:13.666950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Made reservation on behalf of 9af207d0887c419684d6bc5d6c59f357 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:13.672399 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.675084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53932) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:13.688560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'subnets': [{'network_id': '61296999-1470-4fbf-9a6e-65b6f5b52829', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1380412766', 'ip_version': 4}, {'network_id': 'ec4fd240-b255-4aa5-8019-28658170c6e7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:13.689308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'subnet': {'network_id': '61296999-1470-4fbf-9a6e-65b6f5b52829', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1380412766', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:13.689985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Request body: {'subnet': {'network_id': 'ec4fd240-b255-4aa5-8019-28658170c6e7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:13.748631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed072e3-b4c6-4f8e-9aa4-87ca86ee10ce req-8c4c51b0-a3e1-469c-a290-b9d12b849062 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:13.750483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fed072e3-b4c6-4f8e-9aa4-87ca86ee10ce req-8c4c51b0-a3e1-469c-a290-b9d12b849062 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0664043 Dec 12 04:18:13.795394 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:13.837923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fed072e3-b4c6-4f8e-9aa4-87ca86ee10ce req-d68ad337-c9fa-4676-9892-310c97d692be tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748003 Dec 12 04:18:13.996887 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:14.009469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f57bdd-416d-4887-9fdf-1c0fe27f9676 req-cf6e3f1e-407d-49c0-a32f-a8e37b6fde6b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:14.019864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5f57bdd-416d-4887-9fdf-1c0fe27f9676 req-cf6e3f1e-407d-49c0-a32f-a8e37b6fde6b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0871613 Dec 12 04:18:14.038719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4157e-b7f4-4cf5-a337-47deb3837d4b req-666c8088-d818-4378-86cd-e39e81d5db77 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:14.040297 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43a4157e-b7f4-4cf5-a337-47deb3837d4b req-666c8088-d818-4378-86cd-e39e81d5db77 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 950 time: 0.2378159 Dec 12 04:18:14.081849 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5f57bdd-416d-4887-9fdf-1c0fe27f9676 req-dd939608-06ca-4176-ba69-f27c33776f60 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608859 Dec 12 04:18:14.184670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Allocated IP 172.20.0.3 (b7a56443-d8ab-4ec1-b128-268ce4be8c16/1312b076-d411-4025-9869-3d97d9c6495d/46f5aaa3-86f6-40ec-88f8-b9fadb57a053) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:14.200653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43a4157e-b7f4-4cf5-a337-47deb3837d4b req-6340ec15-b62f-499a-9509-1740a88eac05 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452668 Dec 12 04:18:14.218224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Made reservation on behalf of 3d24f2645a9e4ecabc0a56632adbb732 for: {'subnet': 2} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:14.233632 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:14.234007 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:14.365467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c58c163b-f820-4fac-9d22-e5ad559bab2d req-778e8763-2e53-4137-a22f-89dc716b155b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 210 time: 0.0606110 Dec 12 04:18:14.397320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5ed79-92c8-4a58-89ed-db691799ef29 req-488dcccb-4adb-4c8c-af4b-ded5f40e6cd5 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:14.405486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c5ed79-92c8-4a58-89ed-db691799ef29 req-488dcccb-4adb-4c8c-af4b-ded5f40e6cd5 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.0673127 Dec 12 04:18:14.482798 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06c5ed79-92c8-4a58-89ed-db691799ef29 req-62226a36-0f5f-4d1a-a90b-0f74a2bc3d62 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760252 Dec 12 04:18:14.577366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:14.634858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8112-4097-4c3f-a7e1-f98c453717ed req-98d6b8b0-d6de-4dcf-bc9d-8bb2a7e8c714 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:14.637389 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3bec8112-4097-4c3f-a7e1-f98c453717ed req-98d6b8b0-d6de-4dcf-bc9d-8bb2a7e8c714 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0627210 Dec 12 04:18:14.701260 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3bec8112-4097-4c3f-a7e1-f98c453717ed req-cca505eb-7cf2-4593-9a4b-87152ab5a91d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560460 Dec 12 04:18:14.744393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:14.809796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:14.817974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:14.844986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:14.877343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event updated for resources: {'Port': ['ID=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:14.944988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:14.945600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:14.981317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1724a2a9-9249-4e17-a65f-00fe0b14fd11 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5144763 Dec 12 04:18:14.983580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:14.988056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c2584-c39b-4c7c-b623-7cf12b37d429 req-a62d8089-8473-4da2-9e6b-6da74b6b8c13 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:14.990579 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-335c2584-c39b-4c7c-b623-7cf12b37d429 req-a62d8089-8473-4da2-9e6b-6da74b6b8c13 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0696716 Dec 12 04:18:15.032605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Request body: {'port': {'device_id': '30518a9c-6928-4efb-9696-768fff61c0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:15.056957 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-335c2584-c39b-4c7c-b623-7cf12b37d429 req-0230cb39-9544-4a90-8ac8-eccbb9ce31b4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572653 Dec 12 04:18:15.153600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Subnet': ['ID=1551fe83-033f-4c77-9d7d-d18f194ee771,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:15.161821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Checking segment: {'id': 'cafe87e4-886d-458d-b8f4-d0b8b531d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61296999-1470-4fbf-9a6e-65b6f5b52829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:15.162288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Network hostable DHCP agents. Network: 61296999-1470-4fbf-9a6e-65b6f5b52829, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:15.175536 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:15.203496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775feb70-7f61-47de-9795-4e1ea714c574 req-7fcced14-b793-470a-83b6-59337c4f6750 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:15.205074 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-775feb70-7f61-47de-9795-4e1ea714c574 req-7fcced14-b793-470a-83b6-59337c4f6750 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 950 time: 0.1615572 Dec 12 04:18:15.255482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Network 61296999-1470-4fbf-9a6e-65b6f5b52829 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:15.257185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6b3e3-1df4-442c-87cb-1db9a4000bfe req-b45034ac-d9e7-41ae-a737-68521da50336 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:15.268971 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34c6b3e3-1df4-442c-87cb-1db9a4000bfe req-b45034ac-d9e7-41ae-a737-68521da50336 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0725226 Dec 12 04:18:15.285261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 61296999-1470-4fbf-9a6e-65b6f5b52829) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:15.295119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcde729-d4a8-4a54-9d75-ad06f4bf08a3 None None] Network 61296999-1470-4fbf-9a6e-65b6f5b52829 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:15.315958 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:15.360316 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34c6b3e3-1df4-442c-87cb-1db9a4000bfe req-a82e0630-cb4f-48e2-9dfd-df334e747301 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928359 Dec 12 04:18:15.433031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-775feb70-7f61-47de-9795-4e1ea714c574 req-4ed5b6f2-e214-4ad7-86ed-68b4ffff78cb tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187719 Dec 12 04:18:15.434216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-61296999-1470-4fbf-9a6e-65b6f5b52829', 'network_id': '61296999-1470-4fbf-9a6e-65b6f5b52829', 'project_id': '3d24f2645a9e4ecabc0a56632adbb732', 'fixed_ips': [{'subnet_id': '1551fe83-033f-4c77-9d7d-d18f194ee771'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:18:15.435251 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:15.501958 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event updated for resources: {'Subnet': ['ID=e094c8ef-9b4f-4855-9fd2-782d92587bd3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:15.589800 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:15.610511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636e413-7d5a-444b-a842-eb9068c992d7 req-7d4370d4-f591-4523-a1d3-5f8723f1a133 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:15.613776 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1636e413-7d5a-444b-a842-eb9068c992d7 req-7d4370d4-f591-4523-a1d3-5f8723f1a133 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 931 time: 0.0597396 Dec 12 04:18:15.613991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Checking segment: {'id': '772e0cea-0c24-4590-8b35-92001582e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ec4fd240-b255-4aa5-8019-28658170c6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:15.614481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Network hostable DHCP agents. Network: ec4fd240-b255-4aa5-8019-28658170c6e7, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:15.647621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6752b9-3051-4e9d-ab4b-2442c1a0721b req-37934a94-f97f-40f3-8f02-0a090684dfeb tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:15.649471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a6752b9-3051-4e9d-ab4b-2442c1a0721b req-37934a94-f97f-40f3-8f02-0a090684dfeb tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1243846 Dec 12 04:18:15.669402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Allocated IP 172.20.0.2 (61296999-1470-4fbf-9a6e-65b6f5b52829/1551fe83-033f-4c77-9d7d-d18f194ee771/c1bddb9e-8ab5-409b-b271-5cbcec205e78) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:15.680979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Network ec4fd240-b255-4aa5-8019-28658170c6e7 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:15.699309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1636e413-7d5a-444b-a842-eb9068c992d7 req-58a56324-e4ff-4cac-bb85-1abadce0a1a0 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697200 Dec 12 04:18:15.736496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ec4fd240-b255-4aa5-8019-28658170c6e7) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:15.747781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:15.748374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:15.749124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:15.752304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c69785-b36e-4704-a7bf-3eb89b8a650f None None] Network ec4fd240-b255-4aa5-8019-28658170c6e7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:15.785216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-adcff5b9-6444-4ed6-9549-85e6a0ab1308 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1075773 Dec 12 04:18:15.790975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53980) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:15.808515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a6752b9-3051-4e9d-ab4b-2442c1a0721b req-2c1bf27d-622b-4dc3-b6d6-48f76d301858 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425388 Dec 12 04:18:15.944368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:18:15.972881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:15.975813 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.000975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Transition to ACTIVE for port object 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:18:16.001778 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.007489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.039488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-ec4fd240-b255-4aa5-8019-28658170c6e7', 'network_id': 'ec4fd240-b255-4aa5-8019-28658170c6e7', 'project_id': '3d24f2645a9e4ecabc0a56632adbb732', 'fixed_ips': [{'subnet_id': 'e094c8ef-9b4f-4855-9fd2-782d92587bd3'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:18:16.040450 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.071274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Pushing event updated for resources: {'Port': ['ID=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:16.109351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Network 61296999-1470-4fbf-9a6e-65b6f5b52829 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:16.117386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:16.120474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:16.136102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dedea9-ae18-454c-8314-cad13ae29c22 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.137981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dedea9-ae18-454c-8314-cad13ae29c22 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.139615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dedea9-ae18-454c-8314-cad13ae29c22 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.142819 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b7dedea9-ae18-454c-8314-cad13ae29c22 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3444641 Dec 12 04:18:16.144536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53988) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:16.165078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c2de0-203e-41e5-91c3-107ff1050452 req-ed35fe90-f0bc-4010-bc4c-4823510f2329 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.172358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-007c2de0-203e-41e5-91c3-107ff1050452 req-ed35fe90-f0bc-4010-bc4c-4823510f2329 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.2676244 Dec 12 04:18:16.175271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Pushing event updated for resources: {'Port': ['ID=c1bddb9e-8ab5-409b-b271-5cbcec205e78,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:16.217529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f11c9-28f9-4aee-b5f6-fd52094b617d req-50d40739-2005-40dc-8fdb-333e738f0c4d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.225738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-902f11c9-28f9-4aee-b5f6-fd52094b617d req-50d40739-2005-40dc-8fdb-333e738f0c4d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0910835 Dec 12 04:18:16.236388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Attempting to bind port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:16.236388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Attempting to bind port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:16.236905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Attempting to bind port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:16.251331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:18:16.251763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Attempting to bind port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:16.271306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:16.271306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Checking segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:16.275988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Bound using segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:16.276586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Bound port: 46f5aaa3-86f6-40ec-88f8-b9fadb57a053, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:16.277234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.285411 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-007c2de0-203e-41e5-91c3-107ff1050452 req-26f36c28-47d2-4f2b-883e-c1b232f872aa tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116798 Dec 12 04:18:16.292556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34f60c2-26ec-4ab7-9d0f-58a2bac7fcc5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Deleting subnet 1551fe83-033f-4c77-9d7d-d18f194ee771 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:18:16.314766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Attempting to bind port c1bddb9e-8ab5-409b-b271-5cbcec205e78 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:16.315291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Attempting to bind port c1bddb9e-8ab5-409b-b271-5cbcec205e78 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'cafe87e4-886d-458d-b8f4-d0b8b531d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61296999-1470-4fbf-9a6e-65b6f5b52829'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:16.315904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Attempting to bind port c1bddb9e-8ab5-409b-b271-5cbcec205e78 on network 61296999-1470-4fbf-9a6e-65b6f5b52829 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:16.318309 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d34f60c2-26ec-4ab7-9d0f-58a2bac7fcc5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.324341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:16.324854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Checking segment: {'id': 'cafe87e4-886d-458d-b8f4-d0b8b531d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61296999-1470-4fbf-9a6e-65b6f5b52829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:16.325714 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.325848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Bound using segment: {'id': 'cafe87e4-886d-458d-b8f4-d0b8b531d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61296999-1470-4fbf-9a6e-65b6f5b52829'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:16.326569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Bound port: c1bddb9e-8ab5-409b-b271-5cbcec205e78, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cafe87e4-886d-458d-b8f4-d0b8b531d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61296999-1470-4fbf-9a6e-65b6f5b52829'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:16.327223 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.364351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-902f11c9-28f9-4aee-b5f6-fd52094b617d req-285207f4-b08e-4ff9-ad5e-228ff071ce7d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376472 Dec 12 04:18:16.394554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d34f60c2-26ec-4ab7-9d0f-58a2bac7fcc5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.422267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] For port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:16.428040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] For port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:16.435991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.449043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Allocated IP 172.20.0.18 (ec4fd240-b255-4aa5-8019-28658170c6e7/e094c8ef-9b4f-4855-9fd2-782d92587bd3/8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:16.482181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] For port c1bddb9e-8ab5-409b-b271-5cbcec205e78, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:16.488239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] For port c1bddb9e-8ab5-409b-b271-5cbcec205e78, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c1bddb9e-8ab5-409b-b271-5cbcec205e78,segment=NetworkSegment(cafe87e4-886d-458d-b8f4-d0b8b531d657),segment_id=cafe87e4-886d-458d-b8f4-d0b8b531d657)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:16.504054 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.526040 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d34f60c2-26ec-4ab7-9d0f-58a2bac7fcc5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.538638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.539370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.540853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] 10.222.0.37 "PUT /v2.0/ports/46f5aaa3-86f6-40ec-88f8-b9fadb57a053 HTTP/1.1" status: 200 len: 1091 time: 1.5431693 Dec 12 04:18:16.541325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30518a9c-6928-4efb-9696-768fff61c0ef', 'tag': '46f5aaa3-86f6-40ec-88f8-b9fadb57a053'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:16.543593 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d72f956-c0e6-4587-aa6f-527450797a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "30518a9c-6928-4efb-9696-768fff61c0ef", "tag": "46f5aaa3-86f6-40ec-88f8-b9fadb57a053"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:16.599210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaf928-6438-459f-88e9-3b2db28d6277 service neutron] Pushing event updated for resources: {'Port': ['ID=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:16.634457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57212d-1719-4329-a5ab-c8c6503bf0bd req-29516768-35b0-433d-9ad3-b6ed47bf184b tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.636031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ab57212d-1719-4329-a5ab-c8c6503bf0bd req-29516768-35b0-433d-9ad3-b6ed47bf184b tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 950 time: 0.0891562 Dec 12 04:18:16.717028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-6a2cd773-c19c-4c0a-99b9-8d8c0c2c2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.718663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-6a2cd773-c19c-4c0a-99b9-8d8c0c2c2da6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 1094 time: 0.0817080 Dec 12 04:18:16.723776 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.729908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ab57212d-1719-4329-a5ab-c8c6503bf0bd req-144edb10-e4d0-44fb-9e29-21e19838b69e tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/security-groups?id=d060db7c-83b7-4b17-8c9f-e21738494955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844157 Dec 12 04:18:16.734754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-aa0d59f0-e1fc-4c64-8a02-7542b0077aec tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.737923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-aa0d59f0-e1fc-4c64-8a02-7542b0077aec tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 950 time: 0.1517150 Dec 12 04:18:16.741131 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d34f60c2-26ec-4ab7-9d0f-58a2bac7fcc5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.749559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75d25d-7310-4b78-a7f5-c3f32ce85028 None None] Pushing event updated for resources: {'Port': ['ID=c1bddb9e-8ab5-409b-b271-5cbcec205e78,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:16.832902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d60105-e6bd-4923-a6a7-7266158f7fb4 req-5662e54d-6bf3-49af-a10f-84db190c655c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:16.834795 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5d60105-e6bd-4923-a6a7-7266158f7fb4 req-5662e54d-6bf3-49af-a10f-84db190c655c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2616489 Dec 12 04:18:16.838392 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d34f60c2-26ec-4ab7-9d0f-58a2bac7fcc5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.845150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d34f60c2-26ec-4ab7-9d0f-58a2bac7fcc5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/subnets/1551fe83-033f-4c77-9d7d-d18f194ee771 HTTP/1.1" status: 204 len: 168 time: 0.6994526 Dec 12 04:18:16.846256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f60c2-26ec-4ab7-9d0f-58a2bac7fcc5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Subnet': ['ID=1551fe83-033f-4c77-9d7d-d18f194ee771,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:16.847938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54014) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:16.888992 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.896527 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:16.990107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Network ec4fd240-b255-4aa5-8019-28658170c6e7 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:16.997806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:17.003046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:17.012182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Pushing event updated for resources: {'Port': ['ID=8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:17.013243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49bdd47-690c-4afe-b15c-764679eda0d2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Deleting subnet e094c8ef-9b4f-4855-9fd2-782d92587bd3 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:18:17.027527 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a49bdd47-690c-4afe-b15c-764679eda0d2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:17.164491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Attempting to bind port 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:17.164742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Attempting to bind port 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '772e0cea-0c24-4590-8b35-92001582e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ec4fd240-b255-4aa5-8019-28658170c6e7'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:17.165170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Attempting to bind port 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa on network ec4fd240-b255-4aa5-8019-28658170c6e7 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:17.169948 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a49bdd47-690c-4afe-b15c-764679eda0d2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:17.180360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:17.180763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Checking segment: {'id': '772e0cea-0c24-4590-8b35-92001582e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ec4fd240-b255-4aa5-8019-28658170c6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:17.182869 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:17.183288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Bound using segment: {'id': '772e0cea-0c24-4590-8b35-92001582e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ec4fd240-b255-4aa5-8019-28658170c6e7'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:17.184545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Bound port: 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772e0cea-0c24-4590-8b35-92001582e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ec4fd240-b255-4aa5-8019-28658170c6e7'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:17.185014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:17.267791 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5d60105-e6bd-4923-a6a7-7266158f7fb4 req-0b2119ae-f023-4926-a2fa-c2c829c06449 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168868 Dec 12 04:18:17.300615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] For port 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:17.308540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] For port 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa,segment=NetworkSegment(772e0cea-0c24-4590-8b35-92001582e2be),segment_id=772e0cea-0c24-4590-8b35-92001582e2be)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:17.316202 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:17.326242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Deleting port 71090d74-e5e5-49b5-90d2-24d0a395cd4e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:17.337327 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:17.413541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f698c-1bb1-4c02-a99d-7767d2a9e4c3 None None] Pushing event updated for resources: {'Port': ['ID=8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:17.478991 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7063ce68-bdaa-4f3e-a213-bada2bf59b23 x-openstack-request-id: req-7063ce68-bdaa-4f3e-a213-bada2bf59b23 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:17.478991 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30518a9c-6928-4efb-9696-768fff61c0ef", "tag": "46f5aaa3-86f6-40ec-88f8-b9fadb57a053", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:17.478991 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7063ce68-bdaa-4f3e-a213-bada2bf59b23 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:17.479414 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30518a9c-6928-4efb-9696-768fff61c0ef', 'tag': '46f5aaa3-86f6-40ec-88f8-b9fadb57a053', 'status': 'completed', 'code': 200} Dec 12 04:18:17.483039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-fa8647c6-8692-4f80-8949-4b0e297278f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f5aaa3-86f6-40ec-88f8-b9fadb57a053 HTTP/1.1" status: 200 len: 217 time: 0.7477531 Dec 12 04:18:17.580700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] For port 71090d74-e5e5-49b5-90d2-24d0a395cd4e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=71090d74-e5e5-49b5-90d2-24d0a395cd4e,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:17.581507 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:17.583287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e4cf3-757c-4a81-a7ca-013dd6a39505 req-f3926451-5fb8-4f38-a7a8-74540086b63b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:17.585196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b74e4cf3-757c-4a81-a7ca-013dd6a39505 req-f3926451-5fb8-4f38-a7a8-74540086b63b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 943 time: 0.1050580 Dec 12 04:18:17.587737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-55236d29-73c9-47e6-9c2a-a4e2a356c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:17.594696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-55236d29-73c9-47e6-9c2a-a4e2a356c6e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.0815990 Dec 12 04:18:17.612221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a49bdd47-690c-4afe-b15c-764679eda0d2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:17.716724 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-1e2995fd-9223-4981-96f0-7ee672ce7f62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990195 Dec 12 04:18:17.796042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Calling delete_port for 71090d74-e5e5-49b5-90d2-24d0a395cd4e owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:17.870972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b74e4cf3-757c-4a81-a7ca-013dd6a39505 req-84be7e24-e32b-4ab6-ad29-2bf54155b1a0 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747879 Dec 12 04:18:17.953190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-8a7a4ff8-1365-4141-8f61-43a7014c9c6a service neutron] 10.222.0.37 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351129 Dec 12 04:18:18.013495 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a49bdd47-690c-4afe-b15c-764679eda0d2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:18.023045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:18.058981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bdd47-690c-4afe-b15c-764679eda0d2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Subnet': ['ID=e094c8ef-9b4f-4855-9fd2-782d92587bd3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:18.100396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d856d84-c8e6-4e72-a243-11cf2f1d72a5 req-942f58ab-897c-466c-9475-f58598e65d7c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:18.108717 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d856d84-c8e6-4e72-a243-11cf2f1d72a5 req-942f58ab-897c-466c-9475-f58598e65d7c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.3782766 Dec 12 04:18:18.112276 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a49bdd47-690c-4afe-b15c-764679eda0d2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:18.119376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a49bdd47-690c-4afe-b15c-764679eda0d2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/subnets/e094c8ef-9b4f-4855-9fd2-782d92587bd3 HTTP/1.1" status: 204 len: 168 time: 1.2305152 Dec 12 04:18:18.120505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Pushing event deleted for resources: {'Port': ['ID=71090d74-e5e5-49b5-90d2-24d0a395cd4e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:18.131862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54030) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:18.179752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146950c6-2001-4719-9ca7-01ac01af85cb req-db98009a-86c2-4dcb-8524-83ad450e6d17 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:18.181428 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-146950c6-2001-4719-9ca7-01ac01af85cb req-db98009a-86c2-4dcb-8524-83ad450e6d17 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1334200 Dec 12 04:18:18.207116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] No DVR routers for this DVR port 71090d74-e5e5-49b5-90d2-24d0a395cd4e on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:18.221908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:18.226194 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b190ae2-e608-465e-bfe6-6606ab625e87 req-86d3cc48-4208-4e81-a928-161fbc1d5442 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.18 "DELETE /v2.0/ports/71090d74-e5e5-49b5-90d2-24d0a395cd4e HTTP/1.1" status: 204 len: 173 time: 1.4745715 Dec 12 04:18:18.226691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a99411b-d25d-44f2-996d-fa7d3132e244', 'name': 'network-vif-deleted', 'tag': '71090d74-e5e5-49b5-90d2-24d0a395cd4e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:18.229136 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21935238-f5f6-4ee4-b1a5-3d6169266eb0" -d '{"events": [{"server_uuid": "1a99411b-d25d-44f2-996d-fa7d3132e244", "name": "network-vif-deleted", "tag": "71090d74-e5e5-49b5-90d2-24d0a395cd4e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:18.259189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d856d84-c8e6-4e72-a243-11cf2f1d72a5 req-46d20b6c-07f2-41df-af66-a920698e5c73 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493487 Dec 12 04:18:18.278636 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acfa1b29-938f-4e8e-8edc-4f8e44122705 req-c35b0673-7ead-459d-9eae-95718f96cc42 service neutron] 10.222.0.37 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173273 Dec 12 04:18:18.360914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af228c66-62e2-43b0-b769-38bdcb569a2f tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:18.367126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-af228c66-62e2-43b0-b769-38bdcb569a2f tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2250013 Dec 12 04:18:18.369136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54034) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:18.400948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-146950c6-2001-4719-9ca7-01ac01af85cb req-7b1eeea8-a1d3-4516-a5bb-282c3eb4fa71 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799595 Dec 12 04:18:18.447660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b40ce-a9fb-4baf-986d-4cb291ff20ab None None] Network 61296999-1470-4fbf-9a6e-65b6f5b52829 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:18.535602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-d01dffd9-b70d-4bba-afb1-0df01265d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:18.537281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-d01dffd9-b70d-4bba-afb1-0df01265d433 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 1094 time: 0.1073759 Dec 12 04:18:18.601543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 71090d74-e5e5-49b5-90d2-24d0a395cd4e no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:18.664128 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d33205b-aced-4690-a03e-53a96cee2e27 req-f754c119-1138-4bdf-9224-82bcb0ed4f46 tempest-ServerDiagnosticsNegativeTest-971530186 tempest-ServerDiagnosticsNegativeTest-971530186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a99411b-d25d-44f2-996d-fa7d3132e244 HTTP/1.1" status: 200 len: 210 time: 0.3005161 Dec 12 04:18:18.670327 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3bd53d-6983-4be3-ab65-938d1cc5bd42 x-openstack-request-id: req-4f3bd53d-6983-4be3-ab65-938d1cc5bd42 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:18.673182 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a99411b-d25d-44f2-996d-fa7d3132e244", "name": "network-vif-deleted", "tag": "71090d74-e5e5-49b5-90d2-24d0a395cd4e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:18.673701 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f3bd53d-6983-4be3-ab65-938d1cc5bd42 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:18.675442 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a99411b-d25d-44f2-996d-fa7d3132e244', 'name': 'network-vif-deleted', 'tag': '71090d74-e5e5-49b5-90d2-24d0a395cd4e', 'status': 'completed', 'code': 200} Dec 12 04:18:18.751284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c1bddb9e-8ab5-409b-b271-5cbcec205e78 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:18.756178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 71090d74-e5e5-49b5-90d2-24d0a395cd4e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:18.757246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 71090d74-e5e5-49b5-90d2-24d0a395cd4e not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:18.780910 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:18.818622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1ea16203-63a2-47ee-8bc8-f72afd588842 None None] Provisioning complete for port c1bddb9e-8ab5-409b-b271-5cbcec205e78 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:18.819311 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ea16203-63a2-47ee-8bc8-f72afd588842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:18.838806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-4799189c-7652-46e7-90f4-58944db548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:18.842507 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-4799189c-7652-46e7-90f4-58944db548b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 905 time: 0.2935994 Dec 12 04:18:18.932492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Deleting port 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:18.934080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:18.977335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-2b482d1d-cd01-49ee-acc3-e8b20e744fdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f5aaa3-86f6-40ec-88f8-b9fadb57a053 HTTP/1.1" status: 200 len: 217 time: 0.1215131 Dec 12 04:18:19.041002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c1bddb9e-8ab5-409b-b271-5cbcec205e78 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:19.041387 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.106416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-1ce0bf31-84dc-4908-a989-00eea881f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:19.108334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-1ce0bf31-84dc-4908-a989-00eea881f3ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.1240273 Dec 12 04:18:19.114494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e31586c-208a-484a-adf9-ae04e8ea59dc None None] DHCP port deletion for 61296999-1470-4fbf-9a6e-65b6f5b52829 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:18:19.193537 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-06bc63eb-d81d-44db-90fc-ee75d9204b98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740006 Dec 12 04:18:19.194243 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ea16203-63a2-47ee-8bc8-f72afd588842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.212453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1a364-1a55-492b-88fc-ca2a7f59647d req-a311bf01-79f8-4754-9b50-93f0d0710ff9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:19.233417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] For port 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa,segment=NetworkSegment(772e0cea-0c24-4590-8b35-92001582e2be),segment_id=772e0cea-0c24-4590-8b35-92001582e2be)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:19.233797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.238942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51a1a364-1a55-492b-88fc-ca2a7f59647d req-a311bf01-79f8-4754-9b50-93f0d0710ff9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1897373 Dec 12 04:18:19.244474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252d546-163a-408b-8004-81e16a501cdb None None] Network ec4fd240-b255-4aa5-8019-28658170c6e7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:19.262250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Calling delete_port for 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:19.280024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627ee01-4f1e-4a9e-bfc5-ff4dd77f6cda req-e18310ab-b71b-42fe-9164-f538e49a1a98 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:19.292116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9627ee01-4f1e-4a9e-bfc5-ff4dd77f6cda req-e18310ab-b71b-42fe-9164-f538e49a1a98 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 943 time: 0.1755574 Dec 12 04:18:19.391474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1ea16203-63a2-47ee-8bc8-f72afd588842 None None] For port c1bddb9e-8ab5-409b-b271-5cbcec205e78, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c1bddb9e-8ab5-409b-b271-5cbcec205e78,segment=NetworkSegment(cafe87e4-886d-458d-b8f4-d0b8b531d657),segment_id=cafe87e4-886d-458d-b8f4-d0b8b531d657)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:19.423563 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ea16203-63a2-47ee-8bc8-f72afd588842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.436060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9627ee01-4f1e-4a9e-bfc5-ff4dd77f6cda req-6b925f28-d282-4d1f-9b61-0530f8474d1f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429491 Dec 12 04:18:19.436891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2e31586c-208a-484a-adf9-ae04e8ea59dc None None] Deleting port c1bddb9e-8ab5-409b-b271-5cbcec205e78 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:19.437383 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e31586c-208a-484a-adf9-ae04e8ea59dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.454033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-5deb8e38-f7fb-4f70-a093-581f733000e1 service neutron] 10.222.0.37 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003696 Dec 12 04:18:19.460109 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.489738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.560425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Port': ['ID=8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:19.575755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51a1a364-1a55-492b-88fc-ca2a7f59647d req-e6f2bae4-1f05-4985-a887-ac8349f4f7a0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284624 Dec 12 04:18:19.619458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] No DVR routers for this DVR port 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:19.649509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d72f956-c0e6-4587-aa6f-527450797a1f req-75508dc3-5023-42e8-9277-4da247bb3cf6 service neutron] 10.222.0.37 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842334 Dec 12 04:18:19.693838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa7e1c-c7f6-41d2-b41c-643aa3aafef5 req-9b1713a8-7141-4a9d-968b-7cac79597e4c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:19.705456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98aa7e1c-c7f6-41d2-b41c-643aa3aafef5 req-9b1713a8-7141-4a9d-968b-7cac79597e4c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1488121 Dec 12 04:18:19.707331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-aae1eaf6-6fe4-4944-a85c-518e5224378a None None] Could not find standard attr ID for object 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:18:19.747532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2e31586c-208a-484a-adf9-ae04e8ea59dc None None] For port c1bddb9e-8ab5-409b-b271-5cbcec205e78, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c1bddb9e-8ab5-409b-b271-5cbcec205e78,segment=NetworkSegment(cafe87e4-886d-458d-b8f4-d0b8b531d657),segment_id=cafe87e4-886d-458d-b8f4-d0b8b531d657)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:19.748076 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e31586c-208a-484a-adf9-ae04e8ea59dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.783284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea16203-63a2-47ee-8bc8-f72afd588842 None None] Pushing event updated for resources: {'Port': ['ID=c1bddb9e-8ab5-409b-b271-5cbcec205e78,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:19.798454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2e31586c-208a-484a-adf9-ae04e8ea59dc None None] Calling delete_port for c1bddb9e-8ab5-409b-b271-5cbcec205e78 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:19.812259 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:18:19.812642 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:18:19.814121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.815849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691a0b9-1509-47a9-80a7-ab8ce8600fbd None None] DHCP port deletion for ec4fd240-b255-4aa5-8019-28658170c6e7 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:18:19.820218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98aa7e1c-c7f6-41d2-b41c-643aa3aafef5 req-a74f8591-e464-4cb9-b167-0ec7f953622b tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772998 Dec 12 04:18:19.851215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4fd240-b255-4aa5-8019-28658170c6e7']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:19.881643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772e0cea-0c24-4590-8b35-92001582e2be') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:19.882010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772e0cea-0c24-4590-8b35-92001582e2be') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:19.897576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.912461 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e31586c-208a-484a-adf9-ae04e8ea59dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.919946 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.928730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:19.929728 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:19.937289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31586c-208a-484a-adf9-ae04e8ea59dc None None] Pushing event deleted for resources: {'Port': ['ID=c1bddb9e-8ab5-409b-b271-5cbcec205e78,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:19.965798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e31586c-208a-484a-adf9-ae04e8ea59dc None None] No DVR routers for this DVR port c1bddb9e-8ab5-409b-b271-5cbcec205e78 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:19.988042 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:20.015876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.033877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.038018 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/networks/ec4fd240-b255-4aa5-8019-28658170c6e7 HTTP/1.1" status: 204 len: 168 time: 1.6676972 Dec 12 04:18:20.041527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54064) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:20.052189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ba54d-2711-4162-a87b-65554c6fc614 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Network': ['ID=ec4fd240-b255-4aa5-8019-28658170c6e7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:20.143290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.191698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54068) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:20.248889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.282192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61296999-1470-4fbf-9a6e-65b6f5b52829']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:20.299804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafe87e4-886d-458d-b8f4-d0b8b531d657') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:20.300126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafe87e4-886d-458d-b8f4-d0b8b531d657') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:20.311513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.327723 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.335411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:20.335828 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:20.339903 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:20.351633 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Port c1bddb9e-8ab5-409b-b271-5cbcec205e78 update to ACTIVE by agent not found {{(pid=103452) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 04:18:20.352135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:20.375383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:20.375722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 04:18:20.378031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b9433f05-97aa-4a09-9b58-7384ec58b55b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60030c236682469eabe3f6ad1a2e933b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850476 Dec 12 04:18:20.381063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54072) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:20.401465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Port 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa not found, will not notify nova. {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 04:18:20.429036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.440788 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.447896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/networks/61296999-1470-4fbf-9a6e-65b6f5b52829 HTTP/1.1" status: 204 len: 168 time: 0.4025893 Dec 12 04:18:20.448452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54074) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:20.463490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974b99b-0e02-4bf1-b0fc-eeff147a96c5 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Network': ['ID=61296999-1470-4fbf-9a6e-65b6f5b52829,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:20.514791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c1bddb9e-8ab5-409b-b271-5cbcec205e78 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:20.532931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.542094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c1bddb9e-8ab5-409b-b271-5cbcec205e78 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:20.542496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c1bddb9e-8ab5-409b-b271-5cbcec205e78 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:20.542988 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:20.564881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:20.565226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8c35ee05-65ca-4125-bfd7-2d9d57b2eaaa not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:20.602751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.621771 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.691627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f9e20-787a-4a54-9af1-f86eda96ab39 req-9b0b4e2a-e091-4f4b-9fc9-2b29f63ceeee tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:20.694016 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d4f9e20-787a-4a54-9af1-f86eda96ab39 req-9b0b4e2a-e091-4f4b-9fc9-2b29f63ceeee tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 943 time: 0.1564987 Dec 12 04:18:20.730647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45f66a-75e0-40da-b071-5683608296b8 req-9d45de9f-cc30-4f88-8452-1928f32fce7a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:20.732605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a45f66a-75e0-40da-b071-5683608296b8 req-9d45de9f-cc30-4f88-8452-1928f32fce7a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0645254 Dec 12 04:18:20.783521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.809342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a45f66a-75e0-40da-b071-5683608296b8 req-0a15184a-c304-4522-b572-b60075e6623f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699401 Dec 12 04:18:20.828909 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.831490 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.832626 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d060db7c-83b7-4b17-8c9f-e21738494955 HTTP/1.1" status: 204 len: 168 time: 0.4490821 Dec 12 04:18:20.847530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d4f9e20-787a-4a54-9af1-f86eda96ab39 req-acc59083-828c-47b1-a4ac-2408db87f182 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343732 Dec 12 04:18:20.855626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a27465-22bc-40e7-90ac-f6ffa30a1e63']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:20.883221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d060db7c-83b7-4b17-8c9f-e21738494955,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:20.900663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a624710-e1d4-4a45-a04b-3bb04de48e2d') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:20.900994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a624710-e1d4-4a45-a04b-3bb04de48e2d') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:20.904937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.905298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.905647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.905993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.906336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.906673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.907008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.907373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.907732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.908315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.908652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.909001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.909333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112c89-6a0b-4a2b-a755-64595e296117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:20.920965 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.950734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.977397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:20.977825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:20.981137 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:21.061721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4dffd-93ee-43b5-82c0-68435a1a2152 req-669f6aa2-236e-4bdf-aac7-380004abe858 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:21.072637 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44f4dffd-93ee-43b5-82c0-68435a1a2152 req-669f6aa2-236e-4bdf-aac7-380004abe858 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1404741 Dec 12 04:18:21.090231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.098396 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.102350 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/networks/c9a27465-22bc-40e7-90ac-f6ffa30a1e63 HTTP/1.1" status: 204 len: 168 time: 0.6529248 Dec 12 04:18:21.105260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54092) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:21.123037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48a04d-0f8f-4360-9489-49d1be6ed4c2 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Network': ['ID=c9a27465-22bc-40e7-90ac-f6ffa30a1e63,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:21.157482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44f4dffd-93ee-43b5-82c0-68435a1a2152 req-31aca6ea-e42b-4e55-a6dc-99df9a51763e tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837853 Dec 12 04:18:21.246150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54094) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:21.248664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.261894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c963f3a5-883d-4657-9623-7dc63afeae3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.368141 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.380627 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c963f3a5-883d-4657-9623-7dc63afeae3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.386158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c963f3a5-883d-4657-9623-7dc63afeae3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.396245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4635e17e-d60d-4b4e-9179-5e4920e1295d']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:21.409123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7ccf19-94c6-435c-bf10-7268694a3337') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:21.409432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7ccf19-94c6-435c-bf10-7268694a3337') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:21.421074 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.429391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963f3a5-883d-4657-9623-7dc63afeae3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f001aa-9ec9-4136-a28b-71ed177fbe75,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:21.436442 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c963f3a5-883d-4657-9623-7dc63afeae3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b853beb8d2754159a69b5f4c19ec53b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868780 Dec 12 04:18:21.436747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54096) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:21.439915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.448409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:21.448849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:21.452385 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:21.493222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-403cdc26-d0fe-45da-96b2-c176de418345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.518267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.519858 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-403cdc26-d0fe-45da-96b2-c176de418345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.541982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.549033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] 10.222.0.36 "DELETE /v2.0/networks/4635e17e-d60d-4b4e-9179-5e4920e1295d HTTP/1.1" status: 204 len: 168 time: 0.4386089 Dec 12 04:18:21.549406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff02a68-6cb6-4282-be80-881a7a19e388 tempest-BulkNetworkOpsTest-1454120823 tempest-BulkNetworkOpsTest-1454120823-project] Pushing event deleted for resources: {'Network': ['ID=4635e17e-d60d-4b4e-9179-5e4920e1295d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:21.595784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-403cdc26-d0fe-45da-96b2-c176de418345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.598725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-403cdc26-d0fe-45da-96b2-c176de418345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:21.599984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-403cdc26-d0fe-45da-96b2-c176de418345 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9f001aa-9ec9-4136-a28b-71ed177fbe75 HTTP/1.1" status: 204 len: 168 time: 0.1622150 Dec 12 04:18:21.611635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cdc26-d0fe-45da-96b2-c176de418345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f001aa-9ec9-4136-a28b-71ed177fbe75,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:21.861599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54108) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:22.029008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4ccd0-54c2-40a0-b983-fdefd42b2754 req-ddd9bf29-b28b-478d-bd21-8ee2ee544860 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:22.033746 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b7e4ccd0-54c2-40a0-b983-fdefd42b2754 req-ddd9bf29-b28b-478d-bd21-8ee2ee544860 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 943 time: 0.0889380 Dec 12 04:18:22.068149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c4f0a-47dd-426d-89fd-a90ad3d5f006 req-e84295bd-c71a-4304-9a78-5c2b63b96307 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:22.069892 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d0c4f0a-47dd-426d-89fd-a90ad3d5f006 req-e84295bd-c71a-4304-9a78-5c2b63b96307 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1010602 Dec 12 04:18:22.105126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0e515819-8864-44eb-8d8d-25be50626b4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d24f2645a9e4ecabc0a56632adbb732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379365 Dec 12 04:18:22.105252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54124) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:22.135592 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b7e4ccd0-54c2-40a0-b983-fdefd42b2754 req-ef71c243-c272-41ab-8e20-dae6d43c46c5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942793 Dec 12 04:18:22.154215 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d0c4f0a-47dd-426d-89fd-a90ad3d5f006 req-69c3f490-6600-459b-8bf4-c83af0cf36c6 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704548 Dec 12 04:18:22.201002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e191024f-2803-4ce9-acf2-e1cf340d3cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:22.239508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e191024f-2803-4ce9-acf2-e1cf340d3cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:22.325055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e191024f-2803-4ce9-acf2-e1cf340d3cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:22.328467 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e191024f-2803-4ce9-acf2-e1cf340d3cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:22.329779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e191024f-2803-4ce9-acf2-e1cf340d3cf2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2ecff99-4d37-4c38-b702-0c1b0c499082 HTTP/1.1" status: 204 len: 168 time: 0.2231793 Dec 12 04:18:22.342182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191024f-2803-4ce9-acf2-e1cf340d3cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ecff99-4d37-4c38-b702-0c1b0c499082,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:22.414631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:18:22.502314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714dd65-bb52-430d-8c2a-8d1701a42b6d req-e47aef41-2f64-403d-817b-040b0315f3fc tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:22.503950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1714dd65-bb52-430d-8c2a-8d1701a42b6d req-e47aef41-2f64-403d-817b-040b0315f3fc tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1003163 Dec 12 04:18:22.568809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:22.585549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '46f5aaa3-86f6-40ec-88f8-b9fadb57a053', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'port_id': '46f5aaa3-86f6-40ec-88f8-b9fadb57a053', 'mac_address': 'fa:16:3e:2f:21:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1312b076-d411-4025-9869-3d97d9c6495d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:18:22.623623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1714dd65-bb52-430d-8c2a-8d1701a42b6d req-0dec025f-7381-4285-9b9d-ee7608909001 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076171 Dec 12 04:18:22.642317 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:22.666720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:18:22.693329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:22.700735 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:22.749049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54146) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:22.770777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:22.874400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-network', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:22.895648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Made reservation on behalf of e6bd7d131a1d433a81ad666d0e5c62e1 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:22.898578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:22.907519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:22.995405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.000463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.026735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:23.044310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963773b4-84b8-4310-abad-db2905ba0331,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:23.048451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.049008 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Added segment b0b19a57-1b42-4256-8321-ae9cd5204eac of type vlan for network 8c840753-0ce9-408b-b094-cb06b712066f Dec 12 04:18:23.095877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.110751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:23.130601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.131705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:23.132321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.206498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54168) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:23.214581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Request body: {'subnet': {'network_id': '8c840753-0ce9-408b-b094-cb06b712066f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-subnet', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:23.216512 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4530141 Dec 12 04:18:23.227312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796740cb-3dfd-4a0e-864f-ef33b21181b0 admin admin] Pushing event updated for resources: {'Network': ['ID=8c840753-0ce9-408b-b094-cb06b712066f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:23.242291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 8c840753-0ce9-408b-b094-cb06b712066f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:23.298675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Made reservation on behalf of e6bd7d131a1d433a81ad666d0e5c62e1 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:23.304523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.335263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54178) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:23.547752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9723261-a74a-4a65-99c3-8831717fb1c5 req-ea8b8176-d8eb-4c9d-acb3-42c7890903c8 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:23.550005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9723261-a74a-4a65-99c3-8831717fb1c5 req-ea8b8176-d8eb-4c9d-acb3-42c7890903c8 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 944 time: 0.2366817 Dec 12 04:18:23.698810 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.775730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-730207295'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:23.816695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85721fe4-97e6-42e6-8c86-b661600009b2 req-96c4b64f-2e66-4fc8-bd7c-989f8251e4f9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:23.819234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-85721fe4-97e6-42e6-8c86-b661600009b2 req-96c4b64f-2e66-4fc8-bd7c-989f8251e4f9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.4594190 Dec 12 04:18:23.820414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:23.824072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.834969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9723261-a74a-4a65-99c3-8831717fb1c5 req-a04cb719-132a-4a1b-be3a-ff65117e21b3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750664 Dec 12 04:18:23.835567 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.869309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Checking segment: {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:23.869933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Network hostable DHCP agents. Network: 8c840753-0ce9-408b-b094-cb06b712066f, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:23.907891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffc68c8-6384-41d4-88ce-17d1e99b449d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:23.931768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Network 8c840753-0ce9-408b-b094-cb06b712066f is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:23.943724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.946698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 8c840753-0ce9-408b-b094-cb06b712066f) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:23.952473 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.957084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b1ffc-ba54-4d66-b305-2e26cc453eed None None] Network 8c840753-0ce9-408b-b094-cb06b712066f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:23.964854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:23.966419 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:23.994891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c3db091d-968b-4238-aa6d-0a3d8966f1a9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7863374 Dec 12 04:18:23.997925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54188) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:24.003912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:24.036338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54190) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:24.044866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.046139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.053503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-85721fe4-97e6-42e6-8c86-b661600009b2 req-f778c24b-b2cc-4308-8be9-6695770d8ddf tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198708 Dec 12 04:18:24.070488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:24.093205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86e6b82-e0a9-483e-a97c-198e750747fb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:24.110703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.111138 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Added segment 9db6c7a4-5f1c-4371-b80e-6d7065ec42e6 of type vlan for network 7968d875-2f22-4d30-9f75-c1bad1c49f73 Dec 12 04:18:24.121748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-8c840753-0ce9-408b-b094-cb06b712066f', 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f', 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'fixed_ips': [{'subnet_id': 'bffc68c8-6384-41d4-88ce-17d1e99b449d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:18:24.122945 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.191837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.222059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.261811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a3923-e9ab-4794-84a4-5f30301b9db0 req-bfbdc0f0-c1ee-4004-a422-f28425b7df54 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:24.263345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a7a3923-e9ab-4794-84a4-5f30301b9db0 req-bfbdc0f0-c1ee-4004-a422-f28425b7df54 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.0804758 Dec 12 04:18:24.288569 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.296746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:24.297386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.324591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e713ba71-9230-43c6-b08d-4f248b742f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.330987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Allocated IP 172.20.0.2 (8c840753-0ce9-408b-b094-cb06b712066f/bffc68c8-6384-41d4-88ce-17d1e99b449d/1ed3ad22-8625-4dbb-b480-840b2704bdb7) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:24.379957 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0407927 Dec 12 04:18:24.389055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54194) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:24.396409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'name': 'tempest-PortsTestJSON-1586743640'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:24.408703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb503088-b86e-4b38-8e7b-30373213a631 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Network': ['ID=7968d875-2f22-4d30-9f75-c1bad1c49f73,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:24.417530 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.425941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:24.441364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:24.455164 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a7a3923-e9ab-4794-84a4-5f30301b9db0 req-9c331df6-8fc8-4489-a904-7e51cea4506c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817942 Dec 12 04:18:24.571882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:24.575961 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e713ba71-9230-43c6-b08d-4f248b742f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.584413 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e713ba71-9230-43c6-b08d-4f248b742f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.585889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.630034 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.634731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:24.635056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:18:24.639631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:24.640029 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.643932 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.660074 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e713ba71-9230-43c6-b08d-4f248b742f62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fb2a8f4edf54c0c8a7f93298023b32a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6195378 Dec 12 04:18:24.676752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54200) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:24.739527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Network 8c840753-0ce9-408b-b094-cb06b712066f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:24.743295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:24.746846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:24.756464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713ba71-9230-43c6-b08d-4f248b742f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6eb5b5-940c-45cc-8bf7-5247c9aaba8c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:24.769440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Pushing event updated for resources: {'Port': ['ID=1ed3ad22-8625-4dbb-b480-840b2704bdb7,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:24.881405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Attempting to bind port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:24.881762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Attempting to bind port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:24.882138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Attempting to bind port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 on network 8c840753-0ce9-408b-b094-cb06b712066f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:24.891669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:24.892207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Checking segment: {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:24.892501 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.892979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Bound using segment: {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:24.893524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Bound port: 1ed3ad22-8625-4dbb-b480-840b2704bdb7, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:24.893907 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.895926 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.897588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.948754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:24.962342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30518a9c-6928-4efb-9696-768fff61c0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f5aaa3-86f6-40ec-88f8-b9fadb57a053'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:24.965502 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af8490c-c913-4bfe-b31a-adfc527cca66" -d '{"events": [{"server_uuid": "30518a9c-6928-4efb-9696-768fff61c0ef", "name": "network-vif-plugged", "status": "completed", "tag": "46f5aaa3-86f6-40ec-88f8-b9fadb57a053"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:24.985009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:24.999590 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.016128 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-132cb675-9077-4ff9-bc81-cadb058dac4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.028487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e22cd-e14c-410e-9bea-530bd895dbd9 req-60c90629-e07c-4f8b-b9f6-f63caddff759 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.037440 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6f5e22cd-e14c-410e-9bea-530bd895dbd9 req-60c90629-e07c-4f8b-b9f6-f63caddff759 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1711848 Dec 12 04:18:25.042865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] For port 1ed3ad22-8625-4dbb-b480-840b2704bdb7, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:25.061921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] For port 1ed3ad22-8625-4dbb-b480-840b2704bdb7, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1ed3ad22-8625-4dbb-b480-840b2704bdb7,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:25.070504 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.090275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:25.091102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=7aeaf66f-f3ce-46bd-ad85-2c608dffa809,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:25.096663 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-132cb675-9077-4ff9-bc81-cadb058dac4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.109143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-0ae35903-3a58-42e4-bdfb-a2cda341bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.116272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-0ae35903-3a58-42e4-bdfb-a2cda341bc8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 1097 time: 0.1793756 Dec 12 04:18:25.126802 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.148769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3fa9a-f56a-4155-beec-dddd2affdd9a req-3738f7b5-ef2e-49c3-8be2-6b8fca432142 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.150431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61f3fa9a-f56a-4155-beec-dddd2affdd9a req-3738f7b5-ef2e-49c3-8be2-6b8fca432142 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 945 time: 0.1981630 Dec 12 04:18:25.160188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a7d90-bc72-4a0e-95e8-97b98ed8e4c4 None None] Pushing event updated for resources: {'Port': ['ID=1ed3ad22-8625-4dbb-b480-840b2704bdb7,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:25.170892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.206691 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6f5e22cd-e14c-410e-9bea-530bd895dbd9 req-597d2303-78c3-44fc-aba3-24e6de9c9081 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676979 Dec 12 04:18:25.215375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Checking segment: {'id': '9db6c7a4-5f1c-4371-b80e-6d7065ec42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:25.215825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network hostable DHCP agents. Network: 7968d875-2f22-4d30-9f75-c1bad1c49f73, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:25.290262 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dd0083-24b4-44c2-a13d-103b66eae0ae x-openstack-request-id: req-c5dd0083-24b4-44c2-a13d-103b66eae0ae {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:25.290739 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30518a9c-6928-4efb-9696-768fff61c0ef", "name": "network-vif-plugged", "status": "completed", "tag": "46f5aaa3-86f6-40ec-88f8-b9fadb57a053", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:25.291640 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5dd0083-24b4-44c2-a13d-103b66eae0ae {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:25.292401 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30518a9c-6928-4efb-9696-768fff61c0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f5aaa3-86f6-40ec-88f8-b9fadb57a053', 'code': 200} Dec 12 04:18:25.296791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-132cb675-9077-4ff9-bc81-cadb058dac4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.299636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-132cb675-9077-4ff9-bc81-cadb058dac4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.303046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-132cb675-9077-4ff9-bc81-cadb058dac4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d6eb5b5-940c-45cc-8bf7-5247c9aaba8c HTTP/1.1" status: 204 len: 168 time: 0.5979967 Dec 12 04:18:25.314079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61f3fa9a-f56a-4155-beec-dddd2affdd9a req-3ffbc9e1-d6bb-40a7-b81a-68a690a8495f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173379 Dec 12 04:18:25.325975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:25.337747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-be90233e-0a0e-4839-9827-9434a9a08c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.339365 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-be90233e-0a0e-4839-9827-9434a9a08c7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 200 len: 915 time: 0.2133026 Dec 12 04:18:25.341732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7968d875-2f22-4d30-9f75-c1bad1c49f73) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:25.355069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f57a7-961e-4f99-a2e3-8746cfc37daf None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:25.361499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:25.372179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.373402 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.382736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cb675-9077-4ff9-bc81-cadb058dac4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6eb5b5-940c-45cc-8bf7-5247c9aaba8c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:25.493165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-e9909fa2-3f3c-4bd3-8a75-b4b317ae7b2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab777996-3e59-4485-82ab-dbaf7e91a898 HTTP/1.1" status: 200 len: 217 time: 0.1335402 Dec 12 04:18:25.536327 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2dd15230-5419-49e3-a5ad-cef042b842b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1463497 Dec 12 04:18:25.540549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Allocated IP 172.25.7.163 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e85370bf-1eba-485c-9b45-b763f04d1644) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:25.543017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54216) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:25.562255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-57174118'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:25.605338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b67c6e-7a6e-474a-88ae-392c727b417a req-6449176b-76bc-4a78-b373-21d28119ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.607267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3b67c6e-7a6e-474a-88ae-392c727b417a req-6449176b-76bc-4a78-b373-21d28119ba97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 1096 time: 0.2130034 Dec 12 04:18:25.615249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e1837-414e-43f9-a0ac-b827ec2f5e89 req-0e3c2c10-4759-4c55-9ee6-c0fca461de5c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.617433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-885e1837-414e-43f9-a0ac-b827ec2f5e89 req-0e3c2c10-4759-4c55-9ee6-c0fca461de5c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1378143 Dec 12 04:18:25.642754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-230834be-2e24-4a9c-b72d-a56dad41351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.646104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-230834be-2e24-4a9c-b72d-a56dad41351f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=017a7b09-1823-4928-b9d0-06b4cf9cd3b1 HTTP/1.1" status: 200 len: 854 time: 0.1167755 Dec 12 04:18:25.720043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-885e1837-414e-43f9-a0ac-b827ec2f5e89 req-a5008d7c-a618-4b8b-b496-06b1ee4435d2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884280 Dec 12 04:18:25.720228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:25.725025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.733949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-ab629ef0-807e-488a-89a7-ea7e737a9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.735941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-ab629ef0-807e-488a-89a7-ea7e737a9903 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8451a516-40f4-4543-9ca3-bca294c09bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816572 Dec 12 04:18:25.793484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3b67c6e-7a6e-474a-88ae-392c727b417a req-78661aab-3390-43bb-8c84-b7d1b84eae07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456158 Dec 12 04:18:25.809164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:25.832951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.833347 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Added segment 943203b4-6b80-45a3-af0d-c6d496383e1c of type vlan for network 384b475b-dd91-4b00-a9fa-3d21ec7fba7e Dec 12 04:18:25.835869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54222) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:25.855588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.870507 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-c76cec87-711a-4797-b210-08504f8b881d service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257102 Dec 12 04:18:25.893485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaf1d64b-9cb0-496f-8453-414ca972f54a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.951263 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:25.964434 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44de0b41-e0b1-45a4-a978-d2193ce33e92 req-fe8135b9-97f3-47bc-9d5b-0caf7955c640 service neutron] 10.222.0.18 "GET /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856245 Dec 12 04:18:25.983796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd646f-4116-496c-902f-5d00839200a1 req-ae395dfa-990e-42eb-b0e9-defb35d28db9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:25.985360 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46dd646f-4116-496c-902f-5d00839200a1 req-ae395dfa-990e-42eb-b0e9-defb35d28db9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1545131 Dec 12 04:18:26.034160 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.036355 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.042157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:26.042822 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.190086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6456664 Dec 12 04:18:26.192835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54224) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:26.198764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'ports': [{'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73'}, {'network_id': '384b475b-dd91-4b00-a9fa-3d21ec7fba7e'}]} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:26.199086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:26.199209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:26.199962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '384b475b-dd91-4b00-a9fa-3d21ec7fba7e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:26.207429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:26.209480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=e85370bf-1eba-485c-9b45-b763f04d1644,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:26.211690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715f7e6-ee8c-497d-b817-5896dd34750c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Network': ['ID=384b475b-dd91-4b00-a9fa-3d21ec7fba7e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:26.215712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:26.220944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46dd646f-4116-496c-902f-5d00839200a1 req-52000e29-39f1-48b3-8ac4-341cbd804e65 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207837 Dec 12 04:18:26.241282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 384b475b-dd91-4b00-a9fa-3d21ec7fba7e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:26.309158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaf1d64b-9cb0-496f-8453-414ca972f54a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.323558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaf1d64b-9cb0-496f-8453-414ca972f54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.403630 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-aaf1d64b-9cb0-496f-8453-414ca972f54a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fca1dbe3fd2d4dcb9e64952d5de581ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5509880 Dec 12 04:18:26.433679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54234) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:26.527695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab34cf-7b0d-48f0-b248-d8ea40e7699d None None] Network 8c840753-0ce9-408b-b094-cb06b712066f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:26.530322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1d64b-9cb0-496f-8453-414ca972f54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba8c2d-d693-4958-ba5e-fb089a587c3c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:26.530615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f7a90-c171-48e0-bcd7-e84d516577bc req-5135189f-dae1-4788-a376-fdec1bd5b699 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:26.536985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-319f7a90-c171-48e0-bcd7-e84d516577bc req-5135189f-dae1-4788-a376-fdec1bd5b699 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1383488 Dec 12 04:18:26.585220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007670f-d385-4725-9c21-72f346fbcfec req-d930e6af-07d2-4003-b155-6f9f77d97751 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:26.587498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2007670f-d385-4725-9c21-72f346fbcfec req-d930e6af-07d2-4003-b155-6f9f77d97751 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 945 time: 0.0957224 Dec 12 04:18:26.597242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 2} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:26.603886 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.638344 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.641912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2007670f-d385-4725-9c21-72f346fbcfec req-0d3473c3-608f-47de-b9d1-6f344ab80a40 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459096 Dec 12 04:18:26.656777 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cbcac-909f-4907-b1c3-fbe619e2de7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.674463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1ed3ad22-8625-4dbb-b480-840b2704bdb7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:26.685926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-319f7a90-c171-48e0-bcd7-e84d516577bc req-3fc8d359-6966-419e-97c9-803651e20626 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300752 Dec 12 04:18:26.739613 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cbcac-909f-4907-b1c3-fbe619e2de7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.773874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7a06c0c6-da0d-4e5f-9302-0a1b6126a130 None None] Provisioning complete for port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:26.774420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a06c0c6-da0d-4e5f-9302-0a1b6126a130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.797492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 85addae0-f0f2-46dd-9699-cd8cb0937593 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:26.820791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5579a39-14b5-478e-9fea-9ee947d3ba0f req-ca1de248-b29a-49c4-b460-a17fb86c0b3c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:26.822542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5579a39-14b5-478e-9fea-9ee947d3ba0f req-ca1de248-b29a-49c4-b460-a17fb86c0b3c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0841396 Dec 12 04:18:26.855579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.862182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cbcac-909f-4907-b1c3-fbe619e2de7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.865519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cbcac-909f-4907-b1c3-fbe619e2de7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.867026 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bd3cbcac-909f-4907-b1c3-fbe619e2de7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86ba8c2d-d693-4958-ba5e-fb089a587c3c HTTP/1.1" status: 204 len: 168 time: 0.4252810 Dec 12 04:18:26.882800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:26.887281 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:26.890290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cbcac-909f-4907-b1c3-fbe619e2de7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba8c2d-d693-4958-ba5e-fb089a587c3c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:26.973713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5579a39-14b5-478e-9fea-9ee947d3ba0f req-f0517564-4b4b-43e5-a2c5-f5beaff976f4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306429 Dec 12 04:18:26.979466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.148192 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a06c0c6-da0d-4e5f-9302-0a1b6126a130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.193891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.213712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 9d020f78-ecf4-471f-95e3-c5812514fb37 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:27.232663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7a06c0c6-da0d-4e5f-9302-0a1b6126a130 None None] For port 1ed3ad22-8625-4dbb-b480-840b2704bdb7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1ed3ad22-8625-4dbb-b480-840b2704bdb7,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:27.242915 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a06c0c6-da0d-4e5f-9302-0a1b6126a130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.299912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227c7d7-3ff4-4545-a303-f287ee81b7a7 req-b53fd64e-8e03-4bd5-8f21-b3cfbab3ae93 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:27.308598 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8227c7d7-3ff4-4545-a303-f287ee81b7a7 req-b53fd64e-8e03-4bd5-8f21-b3cfbab3ae93 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1640368 Dec 12 04:18:27.334385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:18:27.335011 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:18:27.340138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06c0c6-da0d-4e5f-9302-0a1b6126a130 None None] Pushing event updated for resources: {'Port': ['ID=1ed3ad22-8625-4dbb-b480-840b2704bdb7,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:27.371205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9824bc6a-857e-4b16-a550-0d2ca31bf70b None None] Provisioning complete for port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:27.371791 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9824bc6a-857e-4b16-a550-0d2ca31bf70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.453030 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8227c7d7-3ff4-4545-a303-f287ee81b7a7 req-3d3c94e0-3f59-4c35-a89c-1b7c0891b89e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394897 Dec 12 04:18:27.538698 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.633857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15819fb-8a56-460f-9a45-e1201918c910 req-4353a226-56a3-4354-9918-cfa177fef002 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:27.635808 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d15819fb-8a56-460f-9a45-e1201918c910 req-4353a226-56a3-4354-9918-cfa177fef002 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0766668 Dec 12 04:18:27.637787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.647222 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.697672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:27.702305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:27.710163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:27.711004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.735939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=85addae0-f0f2-46dd-9699-cd8cb0937593,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:27.790185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d15819fb-8a56-460f-9a45-e1201918c910 req-a47a78b2-4a16-4166-8d35-5b8e39a6c09d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437323 Dec 12 04:18:27.815390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=9d020f78-ecf4-471f-95e3-c5812514fb37,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:27.823512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Checking segment: {'id': '943203b4-6b80-45a3-af0d-c6d496383e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b475b-dd91-4b00-a9fa-3d21ec7fba7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:27.823817 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network hostable DHCP agents. Network: 384b475b-dd91-4b00-a9fa-3d21ec7fba7e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:27.845102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 384b475b-dd91-4b00-a9fa-3d21ec7fba7e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:27.858753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 384b475b-dd91-4b00-a9fa-3d21ec7fba7e) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:27.858978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c442fbc-59a7-4da1-8530-b0336374de1b req-5db528f8-e716-44fd-aef6-e2761f9008bd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:27.865971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:27.872455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:27.877990 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:27.878710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:27.891744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c442fbc-59a7-4da1-8530-b0336374de1b req-5db528f8-e716-44fd-aef6-e2761f9008bd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 945 time: 0.1357043 Dec 12 04:18:27.900873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-44c9b27d-2c39-457e-a46f-ceb5eaf5f3ed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7067745 Dec 12 04:18:27.903434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54274) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:27.947045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Router 36ea48cd-c275-49f3-a181-12213d2a4b22 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:18:27.976872 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c442fbc-59a7-4da1-8530-b0336374de1b req-3142eda9-5063-4816-a4db-c144f1cd0cf4 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805745 Dec 12 04:18:28.052772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b59f1-d85b-4c32-af88-940040f2434e req-cd187b42-2293-4264-b7ce-695b8a928bf9 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:28.059749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-866b59f1-d85b-4c32-af88-940040f2434e req-cd187b42-2293-4264-b7ce-695b8a928bf9 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1566882 Dec 12 04:18:28.083906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502dc41-6bbc-4b56-9e6a-c81d5111d097 None None] Network 384b475b-dd91-4b00-a9fa-3d21ec7fba7e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:28.161136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f7925fb6-bbe0-46db-9f51-a0eeae7386a9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 9d020f78-ecf4-471f-95e3-c5812514fb37 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:28.161481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7925fb6-bbe0-46db-9f51-a0eeae7386a9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:28.175473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b8aa4-5af7-4609-8a55-53ce2f70a196 req-a2a600bc-8182-4ee0-ad70-f82ad3fb2d4c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:28.183594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db4b8aa4-5af7-4609-8a55-53ce2f70a196 req-a2a600bc-8182-4ee0-ad70-f82ad3fb2d4c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0804870 Dec 12 04:18:28.216701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-866b59f1-d85b-4c32-af88-940040f2434e req-fd435620-0291-4b57-8364-ed0c851b8c52 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479466 Dec 12 04:18:28.219789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:18:28.231774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Sync routers for ids ['36ea48cd-c275-49f3-a181-12213d2a4b22'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:18:28.250116 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7925fb6-bbe0-46db-9f51-a0eeae7386a9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:28.264454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Routers {'36ea48cd-c275-49f3-a181-12213d2a4b22'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:18:28.267089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f7925fb6-bbe0-46db-9f51-a0eeae7386a9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 9d020f78-ecf4-471f-95e3-c5812514fb37 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:28.272615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['36ea48cd-c275-49f3-a181-12213d2a4b22'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:28.286548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db4b8aa4-5af7-4609-8a55-53ce2f70a196 req-7c5614d4-76da-405c-b8ec-22a83d38ab1d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014128 Dec 12 04:18:28.290185 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:28.300381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-df8f14d3-9f49-45b8-a2af-837f74838ff7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2984943 Dec 12 04:18:28.300933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54286) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:28.450877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7925fb6-bbe0-46db-9f51-a0eeae7386a9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:28.494789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Set router 36ea48cd-c275-49f3-a181-12213d2a4b22 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:18:28.534106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7925fb6-bbe0-46db-9f51-a0eeae7386a9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=9d020f78-ecf4-471f-95e3-c5812514fb37,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:28.566071 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7925fb6-bbe0-46db-9f51-a0eeae7386a9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:28.572787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f7925fb6-bbe0-46db-9f51-a0eeae7386a9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/9d020f78-ecf4-471f-95e3-c5812514fb37 HTTP/1.1" status: 204 len: 168 time: 0.6683650 Dec 12 04:18:28.574733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54308) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:28.589069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1ed3ad22-8625-4dbb-b480-840b2704bdb7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:28.716172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62b50e-1dea-4226-8840-d4b9ab2c84da req-d945a240-695d-4e05-87aa-d3908b94a006 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:28.717716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff62b50e-1dea-4226-8840-d4b9ab2c84da req-d945a240-695d-4e05-87aa-d3908b94a006 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.1889117 Dec 12 04:18:28.721332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:28.721716 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:28.735545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff62b50e-1dea-4226-8840-d4b9ab2c84da req-4746443e-61df-4394-8c01-bc45dcb17531 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/quotas/9af207d0887c419684d6bc5d6c59f357 HTTP/1.1" status: 200 len: 375 time: 0.0108933 Dec 12 04:18:28.750720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee97fc-9d12-4afb-a036-1dc1f1dec5c5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:28.759613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee97fc-9d12-4afb-a036-1dc1f1dec5c5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:28.761948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-98ee97fc-9d12-4afb-a036-1dc1f1dec5c5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1859527 Dec 12 04:18:28.780306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54312) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:28.821503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff62b50e-1dea-4226-8840-d4b9ab2c84da req-53b0931d-0d18-4bd5-a328-c5f10b78280d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723467 Dec 12 04:18:28.844272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:24Z', 'updated_at': '2021-12-12T04:18:26Z', 'revision_number': 3, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'gw_port': {'id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:25Z', 'updated_at': '2021-12-12T04:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:28.877837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Checking router: 36ea48cd-c275-49f3-a181-12213d2a4b22 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:18:28.878197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Updating router 36ea48cd-c275-49f3-a181-12213d2a4b22 port e85370bf-1eba-485c-9b45-b763f04d1644 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:18:28.904092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:28.932462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff62b50e-1dea-4226-8840-d4b9ab2c84da req-8ab82022-1f6d-4a26-85ef-c70567bfda97 service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167493 Dec 12 04:18:28.943568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e9c65-739c-4520-98b3-ca167d3f9d67 req-5827e41c-04a0-4003-915c-307b373c20a1 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:28.945597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-469e9c65-739c-4520-98b3-ca167d3f9d67 req-5827e41c-04a0-4003-915c-307b373c20a1 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.2503250 Dec 12 04:18:29.055742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ff62b50e-1dea-4226-8840-d4b9ab2c84da req-3714bbb7-28aa-4302-87c2-94661bbb2f5f service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140819 Dec 12 04:18:29.084647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-469e9c65-739c-4520-98b3-ca167d3f9d67 req-b3549417-51d1-4c7d-a8a0-4a3b069afad1 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296463 Dec 12 04:18:29.105370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-af58e312-7917-4e40-9fca-463bb95039bf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 85addae0-f0f2-46dd-9699-cd8cb0937593 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:29.105795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af58e312-7917-4e40-9fca-463bb95039bf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.279131 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.297109 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.309371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af58e312-7917-4e40-9fca-463bb95039bf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.356785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-af58e312-7917-4e40-9fca-463bb95039bf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 85addae0-f0f2-46dd-9699-cd8cb0937593 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:29.371126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f0ca6-a84f-4248-a894-3b54896fcd61 None None] Pushing event updated for resources: {'Port': ['ID=e85370bf-1eba-485c-9b45-b763f04d1644,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:29.394000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Attempting to bind port e85370bf-1eba-485c-9b45-b763f04d1644 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:29.394430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Attempting to bind port e85370bf-1eba-485c-9b45-b763f04d1644 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:29.394807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Attempting to bind port e85370bf-1eba-485c-9b45-b763f04d1644 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:29.400624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5fb44-0b07-44be-b9fb-29b208fc7e7a req-5d6ef744-276a-464c-b7d3-21008293f833 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:29.401206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:29.401594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:29.402004 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.402272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9bc5fb44-0b07-44be-b9fb-29b208fc7e7a req-5d6ef744-276a-464c-b7d3-21008293f833 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1704295 Dec 12 04:18:29.402386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:29.402868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Bound port: e85370bf-1eba-485c-9b45-b763f04d1644, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:29.403282 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.427504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fce76-0f47-4fe7-8ea2-38ca89ee4482 req-7180cfb2-60db-4413-9a89-47cd9edab1be tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:29.437898 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b48fce76-0f47-4fe7-8ea2-38ca89ee4482 req-7180cfb2-60db-4413-9a89-47cd9edab1be tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 945 time: 0.1309965 Dec 12 04:18:29.470187 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.497775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] For port e85370bf-1eba-485c-9b45-b763f04d1644, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:29.503216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b48fce76-0f47-4fe7-8ea2-38ca89ee4482 req-c6a39967-e3d6-4b41-8d01-0029359a5f00 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641630 Dec 12 04:18:29.506658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] For port e85370bf-1eba-485c-9b45-b763f04d1644, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e85370bf-1eba-485c-9b45-b763f04d1644,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:29.514134 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.612383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Routers {'36ea48cd-c275-49f3-a181-12213d2a4b22'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:18:29.613403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['36ea48cd-c275-49f3-a181-12213d2a4b22'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:29.636710 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9bc5fb44-0b07-44be-b9fb-29b208fc7e7a req-fecf0925-e5fa-4b54-bc98-e2abfc2a7cd3 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200851 Dec 12 04:18:29.699812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f0ca6-a84f-4248-a894-3b54896fcd61 None None] Pushing event updated for resources: {'Port': ['ID=e85370bf-1eba-485c-9b45-b763f04d1644,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:29.730805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af58e312-7917-4e40-9fca-463bb95039bf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.788576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58e312-7917-4e40-9fca-463bb95039bf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=85addae0-f0f2-46dd-9699-cd8cb0937593,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:29.801183 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af58e312-7917-4e40-9fca-463bb95039bf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:29.805132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-af58e312-7917-4e40-9fca-463bb95039bf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/85addae0-f0f2-46dd-9699-cd8cb0937593 HTTP/1.1" status: 204 len: 168 time: 1.0237200 Dec 12 04:18:29.807977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54350) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:29.862970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] Set router 36ea48cd-c275-49f3-a181-12213d2a4b22 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:18:29.915630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Allocated IP 172.20.0.1 (8c840753-0ce9-408b-b094-cb06b712066f/bffc68c8-6384-41d4-88ce-17d1e99b449d/b4d14f69-730e-4682-8bb6-830b514f9a9c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:29.959312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f4ed40-35a9-441b-8a89-33f65ee1ff01 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:29.962960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d8f4ed40-35a9-441b-8a89-33f65ee1ff01 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1520309 Dec 12 04:18:29.964143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54356) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:30.023140 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e08cc7-438e-438f-9773-5c94e6e65468 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:18:30.029795 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-33e08cc7-438e-438f-9773-5c94e6e65468 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/9d020f78-ecf4-471f-95e3-c5812514fb37 HTTP/1.1" status: 404 len: 333 time: 0.0600448 Dec 12 04:18:30.030998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54358) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:30.140316 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32c4b4c-cbdc-472f-b4c3-bd8e32646f0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:18:30.150371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b32c4b4c-cbdc-472f-b4c3-bd8e32646f0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/85addae0-f0f2-46dd-9699-cd8cb0937593 HTTP/1.1" status: 404 len: 333 time: 0.1134274 Dec 12 04:18:30.151498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54362) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:30.190832 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.210624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdad932-f5ef-46ba-8242-27707fa32e08 req-6058a196-f071-4224-b0a8-b4e4e218a8d8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:30.218290 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0cdad932-f5ef-46ba-8242-27707fa32e08 req-6058a196-f071-4224-b0a8-b4e4e218a8d8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.1141098 Dec 12 04:18:30.312050 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.313812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0cdad932-f5ef-46ba-8242-27707fa32e08 req-67b2afb9-d235-45ed-bd4a-74ee704702c5 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941834 Dec 12 04:18:30.319040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:24Z', 'updated_at': '2021-12-12T04:18:26Z', 'revision_number': 3, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'gw_port': {'id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:25Z', 'updated_at': '2021-12-12T04:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:30.322393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.353949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eebf19a-b283-4648-a080-f6043c830b6f None None] The sync data for ids ['36ea48cd-c275-49f3-a181-12213d2a4b22'] in n-d-710847-7 is: [{'id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:24Z', 'updated_at': '2021-12-12T04:18:26Z', 'revision_number': 3, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'gw_port': {'id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:25Z', 'updated_at': '2021-12-12T04:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:18:30.405120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Pushing event updated for resources: {'Port': ['ID=b4d14f69-730e-4682-8bb6-830b514f9a9c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:30.414048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Network 8c840753-0ce9-408b-b094-cb06b712066f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:30.416377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:30.427370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:30.479845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-22bb5643-8925-46bd-a5e2-ff2287a09a4e req-03fce120-b69e-4a0e-9f09-298bacff36f4 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:18:30.486198 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22bb5643-8925-46bd-a5e2-ff2287a09a4e req-03fce120-b69e-4a0e-9f09-298bacff36f4 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187006 Dec 12 04:18:30.513957 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.571483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.620540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfd58c-415b-424c-b243-d0ea8cf002e9 req-feb53e14-2442-4fe5-81b8-41461d6b4129 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:30.622467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8bfd58c-415b-424c-b243-d0ea8cf002e9 req-feb53e14-2442-4fe5-81b8-41461d6b4129 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1864710 Dec 12 04:18:30.625889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384b475b-dd91-4b00-a9fa-3d21ec7fba7e']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:30.668624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943203b4-6b80-45a3-af0d-c6d496383e1c') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:30.669003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943203b4-6b80-45a3-af0d-c6d496383e1c') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:30.693090 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22bb5643-8925-46bd-a5e2-ff2287a09a4e req-a9b5d1d1-4c8e-4755-80e8-d9c9be3821a8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1639261 Dec 12 04:18:30.696658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.741608 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.780916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:30.781444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:30.785866 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:30.806459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4c717ac1-dfa0-4fb8-9071-b22a47671b15 None None] Provisioning complete for port b4d14f69-730e-4682-8bb6-830b514f9a9c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:30.807178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4c717ac1-dfa0-4fb8-9071-b22a47671b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.873778 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8bfd58c-415b-424c-b243-d0ea8cf002e9 req-0ac778bc-7371-43a4-898b-ab9a72c6557b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308619 Dec 12 04:18:30.878499 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.902512 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:30.919481 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/networks/384b475b-dd91-4b00-a9fa-3d21ec7fba7e HTTP/1.1" status: 204 len: 168 time: 0.7566164 Dec 12 04:18:30.919802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54376) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:30.938918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1972692365'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:30.942662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4c717ac1-dfa0-4fb8-9071-b22a47671b15 None None] Port b4d14f69-730e-4682-8bb6-830b514f9a9c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:18:30.957008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23e01c-a343-470b-9223-c59c1b38cfc7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Network': ['ID=384b475b-dd91-4b00-a9fa-3d21ec7fba7e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:31.038547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:31.044181 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.045659 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.116546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:31.148565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.149106 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Added segment 051110fe-0e22-4ab5-883c-a7f3910d750e of type vlan for network 14fadd5d-0fef-49a0-b4bb-43d673d1b702 Dec 12 04:18:31.373834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.414990 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea4fbe-3328-4859-8824-c57933266c87 req-2494f593-e230-4037-9269-d00be57d4d55 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:31.416569 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83ea4fbe-3328-4859-8824-c57933266c87 req-2494f593-e230-4037-9269-d00be57d4d55 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.0594130 Dec 12 04:18:31.469782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.476105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:31.476717 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.482532 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83ea4fbe-3328-4859-8824-c57933266c87 req-af257dc8-183a-4bee-baeb-e68ca3d29dfe tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536425 Dec 12 04:18:31.563949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-3bfef10a-6c2c-41d3-a6ab-e3cd8de0c09c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:31.565552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-3bfef10a-6c2c-41d3-a6ab-e3cd8de0c09c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.2583928 Dec 12 04:18:31.595651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6751168 Dec 12 04:18:31.598768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54400) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:31.605265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '14fadd5d-0fef-49a0-b4bb-43d673d1b702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:31.607563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.610476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-9b17c787-9d74-4b84-96d9-b7b10c4f2833 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/quotas/9af207d0887c419684d6bc5d6c59f357 HTTP/1.1" status: 200 len: 375 time: 0.0232010 Dec 12 04:18:31.612716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fae69d-f044-4e0b-b93d-ef5a6a8aee84 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Network': ['ID=14fadd5d-0fef-49a0-b4bb-43d673d1b702,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:31.616902 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.630850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 14fadd5d-0fef-49a0-b4bb-43d673d1b702 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:31.664998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45931365-2eca-4a80-9ff6-a30f760849a8 req-8ba99ace-996d-4065-a971-9ad08a629d2a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:31.666576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45931365-2eca-4a80-9ff6-a30f760849a8 req-8ba99ace-996d-4065-a971-9ad08a629d2a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1178937 Dec 12 04:18:31.714471 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.726821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Pushing event updated for resources: {'Port': ['ID=b4d14f69-730e-4682-8bb6-830b514f9a9c,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:31.760792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45931365-2eca-4a80-9ff6-a30f760849a8 req-e605e282-5b81-4552-becd-355fab6533e6 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743511 Dec 12 04:18:31.762272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:31.766552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:31.805236 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-042b2868-12c9-4d4f-8629-45b87af9adef tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631320 Dec 12 04:18:31.834692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.ipam_backend_mixin [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Performing IP validity checks on allocation pools {{(pid=103450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 04:18:31.835359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.ipam_backend_mixin [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 04:18:31.918157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Network 8c840753-0ce9-408b-b094-cb06b712066f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:31.922689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:31.934935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa823-c2b6-409b-8828-2e6df0eb0112 req-7c83c7da-1cf3-41b4-b9a2-e00ef96004a8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:31.936640 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-552fa823-c2b6-409b-8828-2e6df0eb0112 req-7c83c7da-1cf3-41b4-b9a2-e00ef96004a8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 945 time: 0.0892253 Dec 12 04:18:31.938917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-7a36e9fa-7de5-41e1-ae0d-332873c329ea service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246796 Dec 12 04:18:32.047866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-552fa823-c2b6-409b-8828-2e6df0eb0112 req-b9182f39-9724-42cd-9e10-16ee32379248 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018491 Dec 12 04:18:32.050074 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:32.126567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=73c56687-1b49-4b3b-bb93-d7b7f9a21fe3,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:32.136943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Checking segment: {'id': '051110fe-0e22-4ab5-883c-a7f3910d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14fadd5d-0fef-49a0-b4bb-43d673d1b702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:32.137330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network hostable DHCP agents. Network: 14fadd5d-0fef-49a0-b4bb-43d673d1b702, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:32.167163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 14fadd5d-0fef-49a0-b4bb-43d673d1b702 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:32.180141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 14fadd5d-0fef-49a0-b4bb-43d673d1b702) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:32.190925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:32.191610 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:32.192258 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e07d32-bc47-4467-8cd3-c053f8c4792c None None] Network 14fadd5d-0fef-49a0-b4bb-43d673d1b702 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:32.250222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ddf96747-57dd-41ef-97b1-27076ca9e3d9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6501029 Dec 12 04:18:32.251900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54412) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:32.266364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '14fadd5d-0fef-49a0-b4bb-43d673d1b702', 'name': 'tempest-PortsTestJSON-1778554203'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:32.308984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b0b9f411-7d2b-401f-9d95-37a13586d5cc None None] Provisioning complete for port b4d14f69-730e-4682-8bb6-830b514f9a9c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:32.309549 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f411-7d2b-401f-9d95-37a13586d5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:32.411979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9f411-7d2b-401f-9d95-37a13586d5cc None None] Port b4d14f69-730e-4682-8bb6-830b514f9a9c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:18:32.419893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-14fadd5d-0fef-49a0-b4bb-43d673d1b702', 'network_id': '14fadd5d-0fef-49a0-b4bb-43d673d1b702', 'project_id': '40cffd66a9f34f3e908d07fe34206f6a', 'fixed_ips': [{'subnet_id': '73c56687-1b49-4b3b-bb93-d7b7f9a21fe3'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:18:32.433949 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:32.440283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc990c-611c-43b7-9458-7b31adada308 req-04900741-fab5-48a4-ba68-c8b3dfe30813 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:32.464659 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20bc990c-611c-43b7-9458-7b31adada308 req-04900741-fab5-48a4-ba68-c8b3dfe30813 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2739065 Dec 12 04:18:32.566041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20bc990c-611c-43b7-9458-7b31adada308 req-6c92efba-d6b2-41a5-bcfd-8fb8bc8fcfa5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002741 Dec 12 04:18:32.568073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:32.572038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:32.598703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port d03eaa76-4375-4ab7-a694-0eea4489023d yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:32.661275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e85370bf-1eba-485c-9b45-b763f04d1644 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:32.726170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Router 36ea48cd-c275-49f3-a181-12213d2a4b22 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:18:32.729062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-4040f619-f380-4515-8349-d2345d56b5cf service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469614 Dec 12 04:18:32.766848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Allocated IP 172.20.0.2 (14fadd5d-0fef-49a0-b4bb-43d673d1b702/73c56687-1b49-4b3b-bb93-d7b7f9a21fe3/d525b99f-9855-4514-9797-25d0e60b9310) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:32.783957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e85370bf-1eba-485c-9b45-b763f04d1644 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:32.784346 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:32.838089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f42ad-c237-4edb-bc92-3e6f645f5344 req-82173633-4374-4142-a13d-119d205f7a0c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:32.842817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e1f42ad-c237-4edb-bc92-3e6f645f5344 req-82173633-4374-4142-a13d-119d205f7a0c tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.1329799 Dec 12 04:18:32.909590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:18:32.924871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa0b1762-99f9-4bd7-80a0-668ff76b069e admin admin] 10.222.0.36 "PUT /v2.0/routers/36ea48cd-c275-49f3-a181-12213d2a4b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6211140 Dec 12 04:18:32.944369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e1f42ad-c237-4edb-bc92-3e6f645f5344 req-66ba2b86-ce17-4b4e-b394-98cdb0f73b38 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934448 Dec 12 04:18:32.999779 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Sync routers for ids ['36ea48cd-c275-49f3-a181-12213d2a4b22'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:18:33.018749 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Routers {'36ea48cd-c275-49f3-a181-12213d2a4b22'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:18:33.019589 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['36ea48cd-c275-49f3-a181-12213d2a4b22'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:33.116705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:33.180019 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:33.247408 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Set router 36ea48cd-c275-49f3-a181-12213d2a4b22 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:18:33.249388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-591eb956-55ac-48bf-aa44-fee22cb36965 req-ea14bdae-fe2f-427d-bd6f-402785542731 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 210 time: 0.0777411 Dec 12 04:18:33.272591 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:33.289373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port e85370bf-1eba-485c-9b45-b763f04d1644, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e85370bf-1eba-485c-9b45-b763f04d1644,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:33.312091 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:33.314355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.7 (14fadd5d-0fef-49a0-b4bb-43d673d1b702/73c56687-1b49-4b3b-bb93-d7b7f9a21fe3/d03eaa76-4375-4ab7-a694-0eea4489023d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:33.374148 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Network 14fadd5d-0fef-49a0-b4bb-43d673d1b702 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:33.377970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:33.387497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:33.404392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Pushing event updated for resources: {'Port': ['ID=d525b99f-9855-4514-9797-25d0e60b9310,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:33.546158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe963c-8810-4195-9049-31b626b6e917 req-8c240389-507a-4367-b362-9a83ebff053a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:33.558414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8fe963c-8810-4195-9049-31b626b6e917 req-8c240389-507a-4367-b362-9a83ebff053a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1022615 Dec 12 04:18:33.617063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=e85370bf-1eba-485c-9b45-b763f04d1644,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:33.630013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Attempting to bind port d525b99f-9855-4514-9797-25d0e60b9310 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:33.630448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Attempting to bind port d525b99f-9855-4514-9797-25d0e60b9310 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '051110fe-0e22-4ab5-883c-a7f3910d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14fadd5d-0fef-49a0-b4bb-43d673d1b702'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:33.630828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Attempting to bind port d525b99f-9855-4514-9797-25d0e60b9310 on network 14fadd5d-0fef-49a0-b4bb-43d673d1b702 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:33.634231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8fe963c-8810-4195-9049-31b626b6e917 req-4a94c31e-b06f-42e1-94f0-4a59b6897f3f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735648 Dec 12 04:18:33.652157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:33.654536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Checking segment: {'id': '051110fe-0e22-4ab5-883c-a7f3910d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14fadd5d-0fef-49a0-b4bb-43d673d1b702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:33.655599 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:33.657396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Bound using segment: {'id': '051110fe-0e22-4ab5-883c-a7f3910d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14fadd5d-0fef-49a0-b4bb-43d673d1b702'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:33.659074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Bound port: d525b99f-9855-4514-9797-25d0e60b9310, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051110fe-0e22-4ab5-883c-a7f3910d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14fadd5d-0fef-49a0-b4bb-43d673d1b702'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:33.669297 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:33.843652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] For port d525b99f-9855-4514-9797-25d0e60b9310, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:33.849014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] For port d525b99f-9855-4514-9797-25d0e60b9310, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d525b99f-9855-4514-9797-25d0e60b9310,segment=NetworkSegment(051110fe-0e22-4ab5-883c-a7f3910d750e),segment_id=051110fe-0e22-4ab5-883c-a7f3910d750e)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:33.856959 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:33.865335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5f64f-a480-40c6-98c1-d178d1f4c7bd req-00d6347f-17a7-4160-b423-0c3f18e0ee80 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:33.871994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac80a0-4c85-48f7-9055-17ad7675468d req-ddf208e4-6d44-4613-b8ef-846ec4f2d0e3 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:33.881552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5f64f-a480-40c6-98c1-d178d1f4c7bd req-00d6347f-17a7-4160-b423-0c3f18e0ee80 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:33.887066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eac80a0-4c85-48f7-9055-17ad7675468d req-ddf208e4-6d44-4613-b8ef-846ec4f2d0e3 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1182997 Dec 12 04:18:33.894520 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:24Z', 'updated_at': '2021-12-12T04:18:30Z', 'revision_number': 4, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'gw_port': {'id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:25Z', 'updated_at': '2021-12-12T04:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'b4d14f69-730e-4682-8bb6-830b514f9a9c', 'name': '', 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'mac_address': 'fa:16:3e:41:15:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bffc68c8-6384-41d4-88ce-17d1e99b449d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:29Z', 'updated_at': '2021-12-12T04:18:31Z', 'revision_number': 2, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'subnets': [{'id': 'bffc68c8-6384-41d4-88ce-17d1e99b449d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:33.901049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5f64f-a480-40c6-98c1-d178d1f4c7bd req-00d6347f-17a7-4160-b423-0c3f18e0ee80 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:33.904229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-58a5f64f-a480-40c6-98c1-d178d1f4c7bd req-00d6347f-17a7-4160-b423-0c3f18e0ee80 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c&device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437&device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 2418 time: 0.4251842 Dec 12 04:18:34.001122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eac80a0-4c85-48f7-9055-17ad7675468d req-4cdf37ff-bb94-480b-b7bd-82da58cb4939 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113527 Dec 12 04:18:34.026525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94675f37-645a-4ea4-adce-4a759b4657a3 None None] Pushing event updated for resources: {'Port': ['ID=d525b99f-9855-4514-9797-25d0e60b9310,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:34.174852 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:34.295610 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:34.345268 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Checking router: 36ea48cd-c275-49f3-a181-12213d2a4b22 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:18:34.345772 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Updating router 36ea48cd-c275-49f3-a181-12213d2a4b22 port b4d14f69-730e-4682-8bb6-830b514f9a9c binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:18:34.388619 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:34.403812 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-58a5f64f-a480-40c6-98c1-d178d1f4c7bd req-2dec075b-87b5-43a7-afa9-25fcc3aad892 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853561 Dec 12 04:18:34.444959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54478) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:34.454347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-network', 'tenant_id': '13ea324e1092456a8ca072c338b43b53'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:34.582928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a5bb-7b96-4c45-9fb0-22c3244110e0 req-2adb2cd3-de41-48cb-8467-8d41a3e6e3d1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:34.596061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2862a5bb-7b96-4c45-9fb0-22c3244110e0 req-2adb2cd3-de41-48cb-8467-8d41a3e6e3d1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2204468 Dec 12 04:18:34.608153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Made reservation on behalf of 13ea324e1092456a8ca072c338b43b53 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:34.619220 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:34.629928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 14fadd5d-0fef-49a0-b4bb-43d673d1b702 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:34.632618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:34.635018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=d03eaa76-4375-4ab7-a694-0eea4489023d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:34.637420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:34.702871 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:34.786915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e85370bf-1eba-485c-9b45-b763f04d1644 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:34.838048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-58198b6f-5f2d-450b-aae5-069e97278f22 req-aa3b0350-5294-4248-8b4a-2aebf779b9c6 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 210 time: 0.0528984 Dec 12 04:18:34.844648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:34.845323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:34.857102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2862a5bb-7b96-4c45-9fb0-22c3244110e0 req-0961f7ec-7698-44bb-bb21-17a3d4e7a55b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600226 Dec 12 04:18:34.917422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d9442ce-a139-4ec2-997a-336a3efe7c4c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6644039 Dec 12 04:18:34.920282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54498) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:34.950625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e85370bf-1eba-485c-9b45-b763f04d1644 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:34.952338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:34.971536 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:18:35.127071 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.143741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.181420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d525b99f-9855-4514-9797-25d0e60b9310 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:35.187591 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.194891 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.222124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:35.263076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10120222-cf88-4a4e-a355-8f6812cf1bba req-f8e5c0ac-40cd-4a82-899c-6165e6af3e8b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:35.280092 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10120222-cf88-4a4e-a355-8f6812cf1bba req-f8e5c0ac-40cd-4a82-899c-6165e6af3e8b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2313051 Dec 12 04:18:35.322772 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Pushing event updated for resources: {'Port': ['ID=b4d14f69-730e-4682-8bb6-830b514f9a9c,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:35.333754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d525b99f-9855-4514-9797-25d0e60b9310 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:35.334551 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.352535 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.355044 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.357590 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.358438 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.358564 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.358929 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Added segment 0a43ea1e-b482-41de-9381-90c65c477c68 of type vlan for network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c Dec 12 04:18:35.359692 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.360512 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.362215 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.362815 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.365184 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.365912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.366548 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.367106 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.369059 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:18:35.389706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cae16c-2ad5-47e8-9fdf-237f690b215b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:35.517237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b7cfd36-683b-450c-b445-3f707a690505 req-d0212ca7-bf17-4fdc-bfbc-41b61e79d0a1 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5753305 Dec 12 04:18:35.536058 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10120222-cf88-4a4e-a355-8f6812cf1bba req-912729c8-7bf4-4b44-ba83-7de9362e0323 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505023 Dec 12 04:18:35.585042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-faaafdde-37e9-48d6-8720-6c0acc50c16b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port d03eaa76-4375-4ab7-a694-0eea4489023d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:35.585480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.586452 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Attempting to bind port b4d14f69-730e-4682-8bb6-830b514f9a9c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:35.588878 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Attempting to bind port b4d14f69-730e-4682-8bb6-830b514f9a9c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:35.590238 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Attempting to bind port b4d14f69-730e-4682-8bb6-830b514f9a9c on network 8c840753-0ce9-408b-b094-cb06b712066f {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:35.590456 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-faaafdde-37e9-48d6-8720-6c0acc50c16b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.618020 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:35.620302 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Checking segment: {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:35.621968 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.623757 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Bound using segment: {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:35.626002 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Bound port: b4d14f69-730e-4682-8bb6-830b514f9a9c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:35.626437 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.697539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.702361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:35.703398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.781820 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.893559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port d525b99f-9855-4514-9797-25d0e60b9310, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d525b99f-9855-4514-9797-25d0e60b9310,segment=NetworkSegment(051110fe-0e22-4ab5-883c-a7f3910d750e),segment_id=051110fe-0e22-4ab5-883c-a7f3910d750e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:35.902472 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.932678 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] For port b4d14f69-730e-4682-8bb6-830b514f9a9c, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:35.944257 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] For port b4d14f69-730e-4682-8bb6-830b514f9a9c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b4d14f69-730e-4682-8bb6-830b514f9a9c,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:35.951341 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:35.979495 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5316405 Dec 12 04:18:35.992124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54530) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:36.014188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Request body: {'subnet': {'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-subnet', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:36.022095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=d525b99f-9855-4514-9797-25d0e60b9310,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:36.026985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232eac7f-021e-481c-a4e8-077c4bf4b601 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:36.045501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff27c9-ab24-4d42-8492-23217db96c97 None None] Network 14fadd5d-0fef-49a0-b4bb-43d673d1b702 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:36.049708 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Routers {'36ea48cd-c275-49f3-a181-12213d2a4b22'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:18:36.050831 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['36ea48cd-c275-49f3-a181-12213d2a4b22'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:36.120075 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-faaafdde-37e9-48d6-8720-6c0acc50c16b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:36.155176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-287efdcf-41bb-4730-8fe9-e922e5dd82d9 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:36.167876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-287efdcf-41bb-4730-8fe9-e922e5dd82d9 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 1.0062020 Dec 12 04:18:36.243144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Request body: {'port': {'device_id': '3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'admin_state_up': True, 'tenant_id': '9af207d0887c419684d6bc5d6c59f357'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:36.253660 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] Set router 36ea48cd-c275-49f3-a181-12213d2a4b22 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:18:36.319154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-faaafdde-37e9-48d6-8720-6c0acc50c16b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for d03eaa76-4375-4ab7-a694-0eea4489023d owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:36.373592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:36.421862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Made reservation on behalf of 13ea324e1092456a8ca072c338b43b53 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:36.429499 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:36.435068 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb84a34-43df-463d-8680-0bc0480af920 None None] Pushing event updated for resources: {'Port': ['ID=b4d14f69-730e-4682-8bb6-830b514f9a9c,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:36.576200 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a40445dc-5ea7-4b7b-a507-6b715a116ce8 req-7c11d240-36d9-4a5e-b01c-ca47fe2edbc4 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 210 time: 0.0679822 Dec 12 04:18:36.663335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7b5288b5-b786-499f-b07a-42af4faa91b0 None None] Provisioning complete for port b4d14f69-730e-4682-8bb6-830b514f9a9c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:36.663732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7b5288b5-b786-499f-b07a-42af4faa91b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:36.699070 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:24Z', 'updated_at': '2021-12-12T04:18:30Z', 'revision_number': 4, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'gw_port': {'id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:25Z', 'updated_at': '2021-12-12T04:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'b4d14f69-730e-4682-8bb6-830b514f9a9c', 'name': '', 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'mac_address': 'fa:16:3e:41:15:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bffc68c8-6384-41d4-88ce-17d1e99b449d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:29Z', 'updated_at': '2021-12-12T04:18:35Z', 'revision_number': 4, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'subnets': [{'id': 'bffc68c8-6384-41d4-88ce-17d1e99b449d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:36.747289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d525b99f-9855-4514-9797-25d0e60b9310 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:36.758668 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce05b0-a647-446c-8c4d-ec72ad8dff93 None None] The sync data for ids ['36ea48cd-c275-49f3-a181-12213d2a4b22'] in n-d-710847-7 is: [{'id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:24Z', 'updated_at': '2021-12-12T04:18:30Z', 'revision_number': 4, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'gw_port': {'id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:25Z', 'updated_at': '2021-12-12T04:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'b4d14f69-730e-4682-8bb6-830b514f9a9c', 'name': '', 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'mac_address': 'fa:16:3e:41:15:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bffc68c8-6384-41d4-88ce-17d1e99b449d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:29Z', 'updated_at': '2021-12-12T04:18:35Z', 'revision_number': 4, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'subnets': [{'id': 'bffc68c8-6384-41d4-88ce-17d1e99b449d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:18:36.972065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d525b99f-9855-4514-9797-25d0e60b9310 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:36.972707 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:36.976729 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7b5288b5-b786-499f-b07a-42af4faa91b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:37.137920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7b5288b5-b786-499f-b07a-42af4faa91b0 None None] For port b4d14f69-730e-4682-8bb6-830b514f9a9c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b4d14f69-730e-4682-8bb6-830b514f9a9c,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:37.158369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7b5288b5-b786-499f-b07a-42af4faa91b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:37.222067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7b5288b5-b786-499f-b07a-42af4faa91b0 None None] Provisioning complete for port d525b99f-9855-4514-9797-25d0e60b9310 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:37.222446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7b5288b5-b786-499f-b07a-42af4faa91b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:37.398535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5288b5-b786-499f-b07a-42af4faa91b0 None None] Pushing event updated for resources: {'Port': ['ID=b4d14f69-730e-4682-8bb6-830b514f9a9c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:37.629943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-47ab0b95-608a-43b6-94bc-a6e8984af249 None None] Provisioning complete for port d03eaa76-4375-4ab7-a694-0eea4489023d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:37.631935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47ab0b95-608a-43b6-94bc-a6e8984af249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:37.747401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-47ab0b95-608a-43b6-94bc-a6e8984af249 None None] Port d03eaa76-4375-4ab7-a694-0eea4489023d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:18:37.778327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-47ab0b95-608a-43b6-94bc-a6e8984af249 None None] Provisioning complete for port b4d14f69-730e-4682-8bb6-830b514f9a9c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:37.778783 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47ab0b95-608a-43b6-94bc-a6e8984af249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:37.853174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cf267a9b-406c-45b4-868f-2b1cf5207d89 req-33405a87-b0f1-4213-ac06-55fab5fc459f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 210 time: 0.0316706 Dec 12 04:18:37.888506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:37.949394 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-faaafdde-37e9-48d6-8720-6c0acc50c16b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:37.965625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-47ab0b95-608a-43b6-94bc-a6e8984af249 None None] Provisioning complete for port d525b99f-9855-4514-9797-25d0e60b9310 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:37.966481 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47ab0b95-608a-43b6-94bc-a6e8984af249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:38.058366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b37dc-720f-4877-bf9e-04ae4f91ca22 req-70a70ee9-901c-4270-8a40-1c66110b1b9f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:38.061656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d3b37dc-720f-4877-bf9e-04ae4f91ca22 req-70a70ee9-901c-4270-8a40-1c66110b1b9f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 1.8817294 Dec 12 04:18:38.162690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaafdde-37e9-48d6-8720-6c0acc50c16b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=d03eaa76-4375-4ab7-a694-0eea4489023d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:38.218573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac502dda-686c-4501-9cc6-ddc3f69e2fcf,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:38.243979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-049a4f97-3b7c-4f9d-b8ba-422df0f8da15 None None] Could not find standard attr ID for object d03eaa76-4375-4ab7-a694-0eea4489023d. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:18:38.357338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Made reservation on behalf of 9af207d0887c419684d6bc5d6c59f357 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:38.366229 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:38.370665 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-faaafdde-37e9-48d6-8720-6c0acc50c16b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:38.377430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-faaafdde-37e9-48d6-8720-6c0acc50c16b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/d03eaa76-4375-4ab7-a694-0eea4489023d HTTP/1.1" status: 204 len: 168 time: 3.4529760 Dec 12 04:18:38.377805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54554) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:38.385186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Checking segment: {'id': '0a43ea1e-b482-41de-9381-90c65c477c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:38.385598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Network hostable DHCP agents. Network: 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:38.397793 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d3b37dc-720f-4877-bf9e-04ae4f91ca22 req-181452c0-e9e0-4b7e-a66e-2d0d0f90eb6c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166423 Dec 12 04:18:38.437152 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82a6f10-1efa-4f40-8d3f-14074c6df9b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:18:38.437730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82a6f10-1efa-4f40-8d3f-14074c6df9b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:18:38.442392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c82a6f10-1efa-4f40-8d3f-14074c6df9b1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/d03eaa76-4375-4ab7-a694-0eea4489023d HTTP/1.1" status: 404 len: 333 time: 0.0626345 Dec 12 04:18:38.447103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54558) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:38.506581 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6f2814-60c5-4150-ab47-ca86b5e27853 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:18:38.510860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0f6f2814-60c5-4150-ab47-ca86b5e27853 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/d03eaa76-4375-4ab7-a694-0eea4489023d HTTP/1.1" status: 404 len: 333 time: 0.0586646 Dec 12 04:18:38.512686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54560) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:38.651682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b4d14f69-730e-4682-8bb6-830b514f9a9c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:38.742735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:38.789480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b4d14f69-730e-4682-8bb6-830b514f9a9c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:38.790169 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:38.822557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:38.840212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:38.841020 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:38.859739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243c6f2-4b63-4772-908c-a5543beb8210 None None] Network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:38.866382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-7245e595-a3f6-4183-89bf-841b64fd53fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet 73c56687-1b49-4b3b-bb93-d7b7f9a21fe3 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:18:38.897136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7245e595-a3f6-4183-89bf-841b64fd53fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:38.951026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483d935-1d9c-4551-b0a6-6dd8acceebd3 req-abc42022-b697-4c7c-a896-f191379fc442 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:38.959040 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0483d935-1d9c-4551-b0a6-6dd8acceebd3 req-abc42022-b697-4c7c-a896-f191379fc442 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2765100 Dec 12 04:18:38.976361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d11a64d1-c094-4220-8605-31bacababa16 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9770927 Dec 12 04:18:38.979093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54568) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:38.987518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:39.029419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7245e595-a3f6-4183-89bf-841b64fd53fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.037476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Allocated IP 172.20.0.9 (b7a56443-d8ab-4ec1-b128-268ce4be8c16/1312b076-d411-4025-9869-3d97d9c6495d/b0c08cd9-afaf-43bf-b957-1e0bf84dc887) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:39.068427 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.080512 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.104410 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0483d935-1d9c-4551-b0a6-6dd8acceebd3 req-79f2fef2-6b6b-44e5-9eb9-d096f4d4018b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441381 Dec 12 04:18:39.112710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c', 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c', 'project_id': '13ea324e1092456a8ca072c338b43b53', 'fixed_ips': [{'subnet_id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:18:39.114881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.195246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.237294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6bf98139-d387-4b73-921f-d71ce1c8df09 req-5954cd12-81e1-4e22-910d-7e513954d145 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 210 time: 0.0311215 Dec 12 04:18:39.411289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Allocated IP 172.20.0.2 (7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c/ac502dda-686c-4501-9cc6-ddc3f69e2fcf/842e33a7-8ae3-44b5-a382-036e533cc432) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:39.444180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.446535 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7245e595-a3f6-4183-89bf-841b64fd53fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.510681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bea664-48ca-4601-8adc-014a09b7eaaf req-9f02718c-f1e1-4148-92f6-78b3cb1c6f61 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:39.518523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-67bea664-48ca-4601-8adc-014a09b7eaaf req-9f02718c-f1e1-4148-92f6-78b3cb1c6f61 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.2991769 Dec 12 04:18:39.532516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.618251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f732b5-b687-49e0-bb8b-7e5bc981b700 req-0d161a00-64ca-4b48-b131-a2c5431cc2ff tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:39.626262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4f732b5-b687-49e0-bb8b-7e5bc981b700 req-0d161a00-64ca-4b48-b131-a2c5431cc2ff tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1375043 Dec 12 04:18:39.632716 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.641490 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.670199 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-67bea664-48ca-4601-8adc-014a09b7eaaf req-43d66aea-e085-4d15-9511-8a57829cb4b3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506467 Dec 12 04:18:39.680090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7245e595-a3f6-4183-89bf-841b64fd53fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.695723 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4f732b5-b687-49e0-bb8b-7e5bc981b700 req-b85040a5-4f94-4c9d-9bec-792dc3e5171e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683253 Dec 12 04:18:39.704085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:39.723630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:39.730004 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:39.730780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.738320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Pushing event updated for resources: {'Port': ['ID=842e33a7-8ae3-44b5-a382-036e533cc432,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:39.778243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245e595-a3f6-4183-89bf-841b64fd53fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=73c56687-1b49-4b3b-bb93-d7b7f9a21fe3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:39.787150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:39.814187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:39.818198 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7245e595-a3f6-4183-89bf-841b64fd53fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.825303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7245e595-a3f6-4183-89bf-841b64fd53fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/73c56687-1b49-4b3b-bb93-d7b7f9a21fe3 HTTP/1.1" status: 204 len: 168 time: 1.3106630 Dec 12 04:18:39.833908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54582) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:39.841040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e366c5-9dd4-48e8-a60b-aeb6f1296e82 None None] Network 14fadd5d-0fef-49a0-b4bb-43d673d1b702 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:39.849074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:39.855980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:39.957976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:39.959040 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.964839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event updated for resources: {'Port': ['ID=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:39.981715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Attempting to bind port 842e33a7-8ae3-44b5-a382-036e533cc432 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:39.982088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Attempting to bind port 842e33a7-8ae3-44b5-a382-036e533cc432 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0a43ea1e-b482-41de-9381-90c65c477c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:39.982458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Attempting to bind port 842e33a7-8ae3-44b5-a382-036e533cc432 on network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:39.990044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:39.990346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Checking segment: {'id': '0a43ea1e-b482-41de-9381-90c65c477c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:39.990753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:39.991152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Bound using segment: {'id': '0a43ea1e-b482-41de-9381-90c65c477c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:39.991640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Bound port: 842e33a7-8ae3-44b5-a382-036e533cc432, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a43ea1e-b482-41de-9381-90c65c477c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:39.992022 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.008834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-23c7acba-01ad-4766-9081-d5647a6ed691 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8065197 Dec 12 04:18:40.027382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dde92-9d5e-4e1e-9001-057742effa98 req-6c6928ce-f9ed-456d-bfac-436a15febb60 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:40.040526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-150dde92-9d5e-4e1e-9001-057742effa98 req-6c6928ce-f9ed-456d-bfac-436a15febb60 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1148109 Dec 12 04:18:40.065368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Request body: {'port': {'device_id': '3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:40.125130 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-150dde92-9d5e-4e1e-9001-057742effa98 req-27fa97af-5d91-4a42-8782-c4e77c95d20c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833695 Dec 12 04:18:40.131507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] For port 842e33a7-8ae3-44b5-a382-036e533cc432, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:40.135660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] For port 842e33a7-8ae3-44b5-a382-036e533cc432, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=842e33a7-8ae3-44b5-a382-036e533cc432,segment=NetworkSegment(0a43ea1e-b482-41de-9381-90c65c477c68),segment_id=0a43ea1e-b482-41de-9381-90c65c477c68)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:40.148498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7a46c-5927-46ba-8bc1-01ee0ad0cb40 None None] DHCP port deletion for 14fadd5d-0fef-49a0-b4bb-43d673d1b702 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:18:40.161579 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.174885 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.193643 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.199408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.232016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.393677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4360b-d878-4882-bd86-e1145ec6f53b None None] Pushing event updated for resources: {'Port': ['ID=842e33a7-8ae3-44b5-a382-036e533cc432,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:40.483178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-73a7a46c-5927-46ba-8bc1-01ee0ad0cb40 None None] Deleting port d525b99f-9855-4514-9797-25d0e60b9310 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:40.483866 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73a7a46c-5927-46ba-8bc1-01ee0ad0cb40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.577296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port d525b99f-9855-4514-9797-25d0e60b9310 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:40.577673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.662635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d525b99f-9855-4514-9797-25d0e60b9310 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:40.715113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] For port d525b99f-9855-4514-9797-25d0e60b9310, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d525b99f-9855-4514-9797-25d0e60b9310,segment=NetworkSegment(051110fe-0e22-4ab5-883c-a7f3910d750e),segment_id=051110fe-0e22-4ab5-883c-a7f3910d750e)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:40.715465 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.737939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735712dd-4a83-4223-a2e0-a7b8a7519e2a req-3bb656b9-6cf7-42f9-8f34-39ea361899e2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:40.745244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for d525b99f-9855-4514-9797-25d0e60b9310 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:40.748917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-735712dd-4a83-4223-a2e0-a7b8a7519e2a req-3bb656b9-6cf7-42f9-8f34-39ea361899e2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2118819 Dec 12 04:18:40.783632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-73a7a46c-5927-46ba-8bc1-01ee0ad0cb40 None None] For port d525b99f-9855-4514-9797-25d0e60b9310, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d525b99f-9855-4514-9797-25d0e60b9310,segment=NetworkSegment(051110fe-0e22-4ab5-883c-a7f3910d750e),segment_id=051110fe-0e22-4ab5-883c-a7f3910d750e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:40.784039 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73a7a46c-5927-46ba-8bc1-01ee0ad0cb40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.811734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-73a7a46c-5927-46ba-8bc1-01ee0ad0cb40 None None] Calling delete_port for d525b99f-9855-4514-9797-25d0e60b9310 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:40.830249 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-735712dd-4a83-4223-a2e0-a7b8a7519e2a req-46b246c7-665d-4234-832c-a573304d928f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791986 Dec 12 04:18:40.944035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c08cd9-afaf-43bf-b957-1e0bf84dc887 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:18:40.953694 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:40.988623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Transition to ACTIVE for port object b0c08cd9-afaf-43bf-b957-1e0bf84dc887 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:18:40.994584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8e49-894f-4fc7-8d85-26e3557f5c74 req-3efa0438-1850-4553-8f81-814eb80d981c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:41.002948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-235d8e49-894f-4fc7-8d85-26e3557f5c74 req-3efa0438-1850-4553-8f81-814eb80d981c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 931 time: 0.5633321 Dec 12 04:18:41.009726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54614) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:41.028230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Allocated IP 172.25.7.177 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9a695367-cc1c-4e78-83e6-3ce7064f4b52) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:41.035609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.050782 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.091425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=d525b99f-9855-4514-9797-25d0e60b9310,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:41.127638 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73a7a46c-5927-46ba-8bc1-01ee0ad0cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.146766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No DVR routers for this DVR port d525b99f-9855-4514-9797-25d0e60b9310 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:41.219813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7a46c-5927-46ba-8bc1-01ee0ad0cb40 None None] No DVR routers for this DVR port d525b99f-9855-4514-9797-25d0e60b9310 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:41.225206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-235d8e49-894f-4fc7-8d85-26e3557f5c74 req-d5e10222-51f6-4a4d-bd3a-7baf09ff3cef tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159030 Dec 12 04:18:41.230285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3f3f-10ab-4f80-9e2b-172c02c9a883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.237131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7a46c-5927-46ba-8bc1-01ee0ad0cb40 None None] Pushing event deleted for resources: {'Port': ['ID=d525b99f-9855-4514-9797-25d0e60b9310,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:41.257817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No active binding found for port d525b99f-9855-4514-9797-25d0e60b9310 {{(pid=103452) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 04:18:41.258579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d525b99f-9855-4514-9797-25d0e60b9310 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:41.278505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:41.299498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5721e6-b772-4b4c-a9bd-8a99cea4bf8b req-bc594ffe-1c24-4b8d-9a01-d5a6d5b0f1a8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:41.308300 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf5721e6-b772-4b4c-a9bd-8a99cea4bf8b req-bc594ffe-1c24-4b8d-9a01-d5a6d5b0f1a8 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.3134134 Dec 12 04:18:41.327083 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2f208e6-4247-4570-a221-2ec66e6f8a04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.338548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-e41b8bac-83c8-4f85-a913-c828e8fec782 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:41.340181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-e41b8bac-83c8-4f85-a913-c828e8fec782 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.18 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 946 time: 0.3489337 Dec 12 04:18:41.377636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.442875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fadd5d-0fef-49a0-b4bb-43d673d1b702']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:41.451337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.505151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051110fe-0e22-4ab5-883c-a7f3910d750e') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:41.505561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051110fe-0e22-4ab5-883c-a7f3910d750e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:41.526674 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.533630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf5721e6-b772-4b4c-a9bd-8a99cea4bf8b req-b3f3235b-76d7-4498-a8c0-7c6140bedba5 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243035 Dec 12 04:18:41.583529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Attempting to bind port b0c08cd9-afaf-43bf-b957-1e0bf84dc887 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:41.583894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Attempting to bind port b0c08cd9-afaf-43bf-b957-1e0bf84dc887 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:41.584386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Attempting to bind port b0c08cd9-afaf-43bf-b957-1e0bf84dc887 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:41.593132 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.599744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Deleting port ee1708ae-7569-4639-89f0-47075bd5f5e2 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:41.600090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.601748 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.604900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Port b0c08cd9-afaf-43bf-b957-1e0bf84dc887 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:18:41.605158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Attempting to bind port b0c08cd9-afaf-43bf-b957-1e0bf84dc887 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:41.636913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6f13a-dc1d-4ed6-b4b7-da9fe5f86065 req-d464a6c9-3189-4784-9294-3b4583184a7f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:41.646392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fea6f13a-dc1d-4ed6-b4b7-da9fe5f86065 req-d464a6c9-3189-4784-9294-3b4583184a7f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1895468 Dec 12 04:18:41.651907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:41.652253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Checking segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:41.652649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Bound using segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:41.653157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Bound port: b0c08cd9-afaf-43bf-b957-1e0bf84dc887, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:41.653559 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.657099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:41.657683 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:41.666602 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:41.762482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] For port ee1708ae-7569-4639-89f0-47075bd5f5e2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ee1708ae-7569-4639-89f0-47075bd5f5e2,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:41.762857 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.780921 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2f208e6-4247-4570-a221-2ec66e6f8a04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.782608 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.786730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Calling delete_port for ee1708ae-7569-4639-89f0-47075bd5f5e2 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:41.789402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] For port b0c08cd9-afaf-43bf-b957-1e0bf84dc887, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:41.796029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] For port b0c08cd9-afaf-43bf-b957-1e0bf84dc887, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:41.807649 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.825441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43df0051-6ad2-44b0-8dea-23ed41bf2717 None None] Network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:41.840635 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2f208e6-4247-4570-a221-2ec66e6f8a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.889098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:41.889724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.891218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] 10.222.0.18 "PUT /v2.0/ports/b0c08cd9-afaf-43bf-b957-1e0bf84dc887 HTTP/1.1" status: 200 len: 1091 time: 1.8312328 Dec 12 04:18:41.893763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b', 'tag': 'b0c08cd9-afaf-43bf-b957-1e0bf84dc887'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:41.896266 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b", "tag": "b0c08cd9-afaf-43bf-b957-1e0bf84dc887"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:41.899246 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fea6f13a-dc1d-4ed6-b4b7-da9fe5f86065 req-1edd91d1-c460-4921-86e5-53ac683ce5f0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516124 Dec 12 04:18:41.914371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.933244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9dda28ec-dc78-4d87-9b04-3438213ab687 None None] Provisioning complete for port 842e33a7-8ae3-44b5-a382-036e533cc432 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:41.933624 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9dda28ec-dc78-4d87-9b04-3438213ab687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.954773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7b5e8-dbbd-4a08-8f31-c9542687fed9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:41.973944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:41.979786 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d9c83c-aead-4f7f-89f1-4e645341ac8f x-openstack-request-id: req-f8d9c83c-aead-4f7f-89f1-4e645341ac8f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:41.979786 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b", "tag": "b0c08cd9-afaf-43bf-b957-1e0bf84dc887", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:41.979786 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8d9c83c-aead-4f7f-89f1-4e645341ac8f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:41.980345 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b', 'tag': 'b0c08cd9-afaf-43bf-b957-1e0bf84dc887', 'status': 'completed', 'code': 200} Dec 12 04:18:41.985853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/networks/14fadd5d-0fef-49a0-b4bb-43d673d1b702 HTTP/1.1" status: 204 len: 168 time: 2.1476398 Dec 12 04:18:41.997657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54624) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:42.002849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:42.003749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2080135956'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:42.030948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a695367-cc1c-4e78-83e6-3ce7064f4b52,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:42.036265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:42.038864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:42.046703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d2f208e6-4247-4570-a221-2ec66e6f8a04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d341358ddaad4088a8f90eef6ec4cf50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0289104 Dec 12 04:18:42.052955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54626) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:42.070062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f208e6-4247-4570-a221-2ec66e6f8a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae95ca13-2543-4a09-9396-742428ac70a6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:42.090688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50852f-1b97-4ee5-8714-ab97801f1f34 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Network': ['ID=14fadd5d-0fef-49a0-b4bb-43d673d1b702,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:42.093391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9dda28ec-dc78-4d87-9b04-3438213ab687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.120774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:42.125799 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.141413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9dda28ec-dc78-4d87-9b04-3438213ab687 None None] For port 842e33a7-8ae3-44b5-a382-036e533cc432, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=842e33a7-8ae3-44b5-a382-036e533cc432,segment=NetworkSegment(0a43ea1e-b482-41de-9381-90c65c477c68),segment_id=0a43ea1e-b482-41de-9381-90c65c477c68)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:42.146921 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9dda28ec-dc78-4d87-9b04-3438213ab687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.149884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-78eb30b8-29ea-4244-8454-81296ac6408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:42.151551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-78eb30b8-29ea-4244-8454-81296ac6408e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 1094 time: 0.1834357 Dec 12 04:18:42.218325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-54c80e27-cee7-469a-b696-effabcecfc36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c08cd9-afaf-43bf-b957-1e0bf84dc887 HTTP/1.1" status: 200 len: 217 time: 0.0502548 Dec 12 04:18:42.218558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda28ec-dc78-4d87-9b04-3438213ab687 None None] Pushing event updated for resources: {'Port': ['ID=842e33a7-8ae3-44b5-a382-036e533cc432,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:42.223537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.229950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:42.233977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740a14f-caf1-4fc6-9522-6ab584301ec1 req-0f81414e-a426-44f1-add5-d330f25689c6 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:42.235580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a740a14f-caf1-4fc6-9522-6ab584301ec1 req-0f81414e-a426-44f1-add5-d330f25689c6 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1581359 Dec 12 04:18:42.258912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['ead402c4-1940-4328-9226-f1dd8e2cf306'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:42.321347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ab777996-3e59-4485-82ab-dbaf7e91a898'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:42.346891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Pushing event deleted for resources: {'Port': ['ID=ee1708ae-7569-4639-89f0-47075bd5f5e2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:42.354585 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a740a14f-caf1-4fc6-9522-6ab584301ec1 req-34da9ff9-1aa3-4697-bc09-564663df666d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852847 Dec 12 04:18:42.383367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.383735 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Added segment 36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3 of type vlan for network 2022fb1b-1681-4a9f-8c8a-b210645b0e6d Dec 12 04:18:42.390924 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edea9c7c-4681-4765-ab98-e76f8963066c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.524830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.537580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] No DVR routers for this DVR port ee1708ae-7569-4639-89f0-47075bd5f5e2 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:42.550530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edea9c7c-4681-4765-ab98-e76f8963066c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.551619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-733b5756-78b0-44b3-9c6c-30eeb5b132cc None None] Provisioning complete for port 842e33a7-8ae3-44b5-a382-036e533cc432 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:42.552003 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-733b5756-78b0-44b3-9c6c-30eeb5b132cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.553788 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.557647 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4448d46-7b60-4df9-bdcd-3daed648f22a req-ef554540-b015-4a2d-b73f-b0fe2191be74 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.18 "DELETE /v2.0/ports/ee1708ae-7569-4639-89f0-47075bd5f5e2 HTTP/1.1" status: 204 len: 173 time: 1.1939104 Dec 12 04:18:42.566152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-95b297ee-d70e-4af7-ae08-5d4defce9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:42.568621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-95b297ee-d70e-4af7-ae08-5d4defce9ef6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.3398075 Dec 12 04:18:42.585142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.609389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 842e33a7-8ae3-44b5-a382-036e533cc432 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:42.641236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5252175-da0e-4e1c-948e-56d20be4514b req-faba817a-1706-4ea7-91d6-97b9b6be1a3b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:42.649477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5252175-da0e-4e1c-948e-56d20be4514b req-faba817a-1706-4ea7-91d6-97b9b6be1a3b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 943 time: 0.2899773 Dec 12 04:18:42.702159 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-e0aa2da8-deef-4715-8522-e7b707d20e37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844235 Dec 12 04:18:42.719083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ee1708ae-7569-4639-89f0-47075bd5f5e2 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:42.735757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6b409-39cd-4da2-8731-4263c3a1199b req-a207aa2f-7108-4562-9b9e-b9210e6fefb7 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:42.745315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ba6b409-39cd-4da2-8731-4263c3a1199b req-a207aa2f-7108-4562-9b9e-b9210e6fefb7 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1319432 Dec 12 04:18:42.782632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 842e33a7-8ae3-44b5-a382-036e533cc432 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:42.783542 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.819647 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.825748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:42.826404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.858509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: ee1708ae-7569-4639-89f0-47075bd5f5e2 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:42.858877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ee1708ae-7569-4639-89f0-47075bd5f5e2 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:42.915524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ba6b409-39cd-4da2-8731-4263c3a1199b req-230f36e9-a1cb-408c-9e36-654f2fa6341f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676552 Dec 12 04:18:42.947197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9480836 Dec 12 04:18:42.951327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54640) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:42.956542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5252175-da0e-4e1c-948e-56d20be4514b req-6c632781-bdf1-4702-923b-39057ee622ad tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901697 Dec 12 04:18:42.960858 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68fed269-ff74-4750-9192-68af662dc978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.978594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edea9c7c-4681-4765-ab98-e76f8963066c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.981326 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edea9c7c-4681-4765-ab98-e76f8963066c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:42.982674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-edea9c7c-4681-4765-ab98-e76f8963066c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae95ca13-2543-4a09-9396-742428ac70a6 HTTP/1.1" status: 204 len: 168 time: 0.9209211 Dec 12 04:18:43.007223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-eb2e262d-e65a-4c1a-b431-78d6312ad175 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883947 Dec 12 04:18:43.008993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0abc13-9adc-4954-b732-a61b5e45b211 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Network': ['ID=2022fb1b-1681-4a9f-8c8a-b210645b0e6d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:43.009789 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:43.011900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea9c7c-4681-4765-ab98-e76f8963066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae95ca13-2543-4a09-9396-742428ac70a6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:43.044120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '2022fb1b-1681-4a9f-8c8a-b210645b0e6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:43.046168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 2022fb1b-1681-4a9f-8c8a-b210645b0e6d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:43.184915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed68919d-f1ea-4742-9437-582d12469aa9 req-60cf0ec9-98ae-45af-b838-0e960fb37778 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697595 Dec 12 04:18:43.262452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-270bc915-b0d0-404f-840a-b4f75ae4f151 req-de5767a4-1e9a-460f-a039-9e93eba5e2be tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be06887-f27c-4725-b59a-63a57eb9fb3c HTTP/1.1" status: 200 len: 210 time: 0.0394518 Dec 12 04:18:43.343896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:43.349122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:43.364234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-c2d296f3-ca8d-49fb-9f43-0717f7bfe260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:43.366724 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-c2d296f3-ca8d-49fb-9f43-0717f7bfe260 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 1094 time: 0.0572307 Dec 12 04:18:43.432469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:18:43.488020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-4df880b1-54ef-4267-8d88-c31b223750ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:43.489861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-4df880b1-54ef-4267-8d88-c31b223750ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 905 time: 0.1124358 Dec 12 04:18:43.537411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54656) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:43.565529 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-4be8e916-05d1-4262-afce-a9cb341b6def service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c08cd9-afaf-43bf-b957-1e0bf84dc887 HTTP/1.1" status: 200 len: 217 time: 0.0673859 Dec 12 04:18:43.654246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-a90b32f4-ecca-4eaa-a053-23aca5d105d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:43.655806 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-a90b32f4-ecca-4eaa-a053-23aca5d105d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.0703075 Dec 12 04:18:43.748536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-d224adea-98e2-47c1-ad5f-1202193fd5ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268865 Dec 12 04:18:43.799402 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:43.855361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-9d71438c-0b6e-4590-ac12-1347c123714c service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948176 Dec 12 04:18:43.920031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-196ffa20-55bf-4eee-8661-6f83fe3db556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:43.956079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7b6d200e-f6e3-4d6f-9ea4-b87f78749123 req-0e7e8fa9-908e-430b-ae2e-a19a4a89ac13 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928419 Dec 12 04:18:43.982356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be06887-f27c-4725-b59a-63a57eb9fb3c', 'name': 'network-vif-deleted', 'tag': 'ee1708ae-7569-4639-89f0-47075bd5f5e2'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:43.989329 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fd48ac-9b93-4119-9ac8-7ec8bd8f8b64" -d '{"events": [{"server_uuid": "7be06887-f27c-4725-b59a-63a57eb9fb3c", "name": "network-vif-deleted", "tag": "ee1708ae-7569-4639-89f0-47075bd5f5e2"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:43.992998 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.030364 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c267c10a-0fd8-46a6-a5d8-adf95cd1f0d3 x-openstack-request-id: req-c267c10a-0fd8-46a6-a5d8-adf95cd1f0d3 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:44.030965 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be06887-f27c-4725-b59a-63a57eb9fb3c", "name": "network-vif-deleted", "tag": "ee1708ae-7569-4639-89f0-47075bd5f5e2", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:44.031142 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c267c10a-0fd8-46a6-a5d8-adf95cd1f0d3 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:44.031608 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be06887-f27c-4725-b59a-63a57eb9fb3c', 'name': 'network-vif-deleted', 'tag': 'ee1708ae-7569-4639-89f0-47075bd5f5e2', 'status': 'completed', 'code': 200} Dec 12 04:18:44.038902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:18:44.053679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Sync routers for ids ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:18:44.062525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.065212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Routers {'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:18:44.065854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:18:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:44.079983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e4585-7fd6-45ee-92df-16c6d6e14b4c req-64179895-5529-44c8-a1b9-af55950624a4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:44.081502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-601e4585-7fd6-45ee-92df-16c6d6e14b4c req-64179895-5529-44c8-a1b9-af55950624a4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1672683 Dec 12 04:18:44.125108 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.127031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9d5a6a94-5ca8-4c97-984d-00c3cd28bfa7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1463280 Dec 12 04:18:44.129295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54664) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:44.192672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Set router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:18:44.216498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=cf1d2a53-4a79-4681-84c9-a18f3f512d33,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:44.225828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71017a20-6793-447f-9bab-227bf3f15bce req-8882d778-a686-4f2a-b956-920c4d31c25a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:44.227578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71017a20-6793-447f-9bab-227bf3f15bce req-8882d778-a686-4f2a-b956-920c4d31c25a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 943 time: 0.1375256 Dec 12 04:18:44.235639 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-196ffa20-55bf-4eee-8661-6f83fe3db556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.241812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-601e4585-7fd6-45ee-92df-16c6d6e14b4c req-1f796118-f9ae-46be-b854-8f7f0bc7f260 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517606 Dec 12 04:18:44.245692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Checking segment: {'id': '36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2022fb1b-1681-4a9f-8c8a-b210645b0e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:44.246067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network hostable DHCP agents. Network: 2022fb1b-1681-4a9f-8c8a-b210645b0e6d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:44.248148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-196ffa20-55bf-4eee-8661-6f83fe3db556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.304559 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-196ffa20-55bf-4eee-8661-6f83fe3db556 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32d1a1b5dd7a48b2a25012eb4af78b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7662141 Dec 12 04:18:44.308496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54670) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:44.309203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ffa20-55bf-4eee-8661-6f83fe3db556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff6408-449a-487d-8581-8bed2876ccce,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:44.318107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 2022fb1b-1681-4a9f-8c8a-b210645b0e6d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:44.336225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 2022fb1b-1681-4a9f-8c8a-b210645b0e6d) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:44.347071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:44.347736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.351724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8246c27-047c-4a35-b6ca-5cf672211535 None None] Network 2022fb1b-1681-4a9f-8c8a-b210645b0e6d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:44.384367 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a059416-61e0-4ce8-b2b8-83b20469d9b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.390173 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a30e7c3c-52c1-428c-b6a4-60c9275b3dc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3832638 Dec 12 04:18:44.392761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54672) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:44.405029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '2022fb1b-1681-4a9f-8c8a-b210645b0e6d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-616493546'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:44.479270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a059416-61e0-4ce8-b2b8-83b20469d9b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.579941 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a059416-61e0-4ce8-b2b8-83b20469d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.583094 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a059416-61e0-4ce8-b2b8-83b20469d9b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.584315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7a059416-61e0-4ce8-b2b8-83b20469d9b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11ff6408-449a-487d-8581-8bed2876ccce HTTP/1.1" status: 204 len: 168 time: 0.2722516 Dec 12 04:18:44.598561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a059416-61e0-4ce8-b2b8-83b20469d9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff6408-449a-487d-8581-8bed2876ccce,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:44.608761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:44.612801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.646316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-2022fb1b-1681-4a9f-8c8a-b210645b0e6d', 'network_id': '2022fb1b-1681-4a9f-8c8a-b210645b0e6d', 'project_id': '40cffd66a9f34f3e908d07fe34206f6a', 'fixed_ips': [{'subnet_id': 'cf1d2a53-4a79-4681-84c9-a18f3f512d33'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:18:44.648839 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:44.662908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port acf4e9a2-4674-41ce-a87b-a77ad014c445 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:44.682043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:39Z', 'updated_at': '2021-12-12T04:18:42Z', 'revision_number': 3, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'gw_port': {'id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:40Z', 'updated_at': '2021-12-12T04:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:44.784597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b0c08cd9-afaf-43bf-b957-1e0bf84dc887 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:18:44.808438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Checking router: fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:18:44.811270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Updating router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e port 9a695367-cc1c-4e78-83e6-3ce7064f4b52 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:18:44.850676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71017a20-6793-447f-9bab-227bf3f15bce req-287da4ce-ee42-4712-9d3a-d0f07865dd13 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864284 Dec 12 04:18:44.875587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.12 (2022fb1b-1681-4a9f-8c8a-b210645b0e6d/cf1d2a53-4a79-4681-84c9-a18f3f512d33/acf4e9a2-4674-41ce-a87b-a77ad014c445) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:44.932979 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:18:44.970310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209d9ed-6f70-426c-843d-32a0497d136f req-0901f533-fe49-4fcb-ab20-e799527efb62 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:44.972342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0209d9ed-6f70-426c-843d-32a0497d136f req-0901f533-fe49-4fcb-ab20-e799527efb62 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 945 time: 0.1112845 Dec 12 04:18:45.045706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b0c08cd9-afaf-43bf-b957-1e0bf84dc887, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:45.063740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'b0c08cd9-afaf-43bf-b957-1e0bf84dc887', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'port_id': 'b0c08cd9-afaf-43bf-b957-1e0bf84dc887', 'mac_address': 'fa:16:3e:2f:80:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1312b076-d411-4025-9869-3d97d9c6495d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:18:45.069154 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.120953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0209d9ed-6f70-426c-843d-32a0497d136f req-fe6032fa-ddac-4a64-8ba5-a4978ac16ba9 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345789 Dec 12 04:18:45.179787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.232733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.244611 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.261916 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.297676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=acf4e9a2-4674-41ce-a87b-a77ad014c445,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:45.308938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 2022fb1b-1681-4a9f-8c8a-b210645b0e6d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:45.312418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:45.319105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:45.406176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:45.406864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.439989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9075a8a8-1357-422d-a047-8354eca5400c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0459940 Dec 12 04:18:45.440683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54700) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:45.458129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c08cd9-afaf-43bf-b957-1e0bf84dc887 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:18:45.477185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184ac77-1589-4a6d-8113-c50b807d48c9 req-8ec3f91a-5371-4f20-aa3d-7f733d4ed11d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:45.478924 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0184ac77-1589-4a6d-8113-c50b807d48c9 req-8ec3f91a-5371-4f20-aa3d-7f733d4ed11d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1046073 Dec 12 04:18:45.530638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b0c08cd9-afaf-43bf-b957-1e0bf84dc887, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:45.533179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Allocated IP 172.20.0.2 (2022fb1b-1681-4a9f-8c8a-b210645b0e6d/cf1d2a53-4a79-4681-84c9-a18f3f512d33/5ff3c750-4b14-4376-a1ce-9b63f6630304) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:45.580980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0184ac77-1589-4a6d-8113-c50b807d48c9 req-23ed65ca-df38-482d-bb3f-ce3d507bbfe6 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923307 Dec 12 04:18:45.603863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Allocated IP 172.20.0.1 (7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c/ac502dda-686c-4501-9cc6-ddc3f69e2fcf/ad84cbc1-d6fe-47b6-8918-3f14785b6b3b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:18:45.618621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6f444042-d6f8-41a8-aace-c7b0990b0224 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port acf4e9a2-4674-41ce-a87b-a77ad014c445 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:45.619129 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f444042-d6f8-41a8-aace-c7b0990b0224 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.651806 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.756964 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f444042-d6f8-41a8-aace-c7b0990b0224 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.779963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6f444042-d6f8-41a8-aace-c7b0990b0224 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for acf4e9a2-4674-41ce-a87b-a77ad014c445 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:45.791995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.845571 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.893071 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:45.934433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:45.940478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:45.945225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:45.983674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Pushing event updated for resources: {'Port': ['ID=ad84cbc1-d6fe-47b6-8918-3f14785b6b3b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:46.018064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f444042-d6f8-41a8-aace-c7b0990b0224 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.059180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.114865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['b0c08cd9-afaf-43bf-b957-1e0bf84dc887'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:46.118048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:46.145596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f42bc5-71c8-4f44-91d5-bd1c22e5babc req-cb66fc1b-f06a-482d-a107-b7005cb45bcc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:46.156184 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77f42bc5-71c8-4f44-91d5-bd1c22e5babc req-cb66fc1b-f06a-482d-a107-b7005cb45bcc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 944 time: 0.1551473 Dec 12 04:18:46.200247 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f444042-d6f8-41a8-aace-c7b0990b0224 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=acf4e9a2-4674-41ce-a87b-a77ad014c445,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:46.251924 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f444042-d6f8-41a8-aace-c7b0990b0224 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.257961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6f444042-d6f8-41a8-aace-c7b0990b0224 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/acf4e9a2-4674-41ce-a87b-a77ad014c445 HTTP/1.1" status: 204 len: 168 time: 0.8149545 Dec 12 04:18:46.259517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54716) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:46.282195 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77f42bc5-71c8-4f44-91d5-bd1c22e5babc req-d6839d4c-dac7-4ac5-a666-98b8a2a3bccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246409 Dec 12 04:18:46.291679 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ee2522-f307-4ac4-966b-6dbef286e1f5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:18:46.293695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b0ee2522-f307-4ac4-966b-6dbef286e1f5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/acf4e9a2-4674-41ce-a87b-a77ad014c445 HTTP/1.1" status: 404 len: 333 time: 0.0325284 Dec 12 04:18:46.309200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54718) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:46.314944 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.356178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb228d-1fbe-4c30-8a21-bb564abaad16 req-88872ac0-5551-43c3-9ea2-c11e9ea54e5d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:46.357791 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6bfb228d-1fbe-4c30-8a21-bb564abaad16 req-88872ac0-5551-43c3-9ea2-c11e9ea54e5d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 945 time: 0.0629499 Dec 12 04:18:46.363111 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.420355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-28aa891c-6b62-44f2-a50c-d39a76ce9dc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet cf1d2a53-4a79-4681-84c9-a18f3f512d33 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:18:46.423194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.429336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6bfb228d-1fbe-4c30-8a21-bb564abaad16 req-9226fdf6-1882-493e-a3a0-9a935934fd69 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570252 Dec 12 04:18:46.439098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6e2223ff-19f0-446a-866e-cdccc6da94b3 None None] Provisioning complete for port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:46.439098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6e2223ff-19f0-446a-866e-cdccc6da94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.511952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Attempting to bind port 9a695367-cc1c-4e78-83e6-3ce7064f4b52 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:46.512368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Attempting to bind port 9a695367-cc1c-4e78-83e6-3ce7064f4b52 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:46.512757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Attempting to bind port 9a695367-cc1c-4e78-83e6-3ce7064f4b52 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:46.552631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d43e18-f51e-4999-a988-c734f9f90bc1 None None] Pushing event updated for resources: {'Port': ['ID=9a695367-cc1c-4e78-83e6-3ce7064f4b52,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:46.573170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:46.573565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:46.573988 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.574394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:46.574898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Bound port: 9a695367-cc1c-4e78-83e6-3ce7064f4b52, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:46.576887 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.581417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-614c94ee-18eb-41e5-8a85-f21b9c9ee08a tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:46.583572 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-614c94ee-18eb-41e5-8a85-f21b9c9ee08a tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 945 time: 0.0841069 Dec 12 04:18:46.644223 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.653588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6e2223ff-19f0-446a-866e-cdccc6da94b3 None None] Port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:18:46.656095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.671738 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.720502 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.721687 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28aa891c-6b62-44f2-a50c-d39a76ce9dc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.726158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.732116 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.785344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] For port 9a695367-cc1c-4e78-83e6-3ce7064f4b52, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:46.795122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40882b13-84d0-4851-b5e1-d90e3303cb10 req-e995b5c1-10b0-46c2-89dc-532578228256 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:46.805430 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40882b13-84d0-4851-b5e1-d90e3303cb10 req-e995b5c1-10b0-46c2-89dc-532578228256 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1280951 Dec 12 04:18:46.817853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Network 2022fb1b-1681-4a9f-8c8a-b210645b0e6d is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:46.824278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] For port 9a695367-cc1c-4e78-83e6-3ce7064f4b52, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9a695367-cc1c-4e78-83e6-3ce7064f4b52,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:46.831081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:46.834054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:46.840617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Pushing event updated for resources: {'Port': ['ID=5ff3c750-4b14-4376-a1ce-9b63f6630304,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:46.843910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.875834 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28aa891c-6b62-44f2-a50c-d39a76ce9dc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:46.905668 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40882b13-84d0-4851-b5e1-d90e3303cb10 req-5ac3a939-6a41-4711-9d18-1e127db42cc8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949211 Dec 12 04:18:46.918890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Pushing event updated for resources: {'Port': ['ID=ad84cbc1-d6fe-47b6-8918-3f14785b6b3b,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:46.919000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Deleting port ead402c4-1940-4328-9226-f1dd8e2cf306 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:46.919000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.015065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d43e18-f51e-4999-a988-c734f9f90bc1 None None] Pushing event updated for resources: {'Port': ['ID=9a695367-cc1c-4e78-83e6-3ce7064f4b52,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:47.028304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Attempting to bind port 5ff3c750-4b14-4376-a1ce-9b63f6630304 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:47.028687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Attempting to bind port 5ff3c750-4b14-4376-a1ce-9b63f6630304 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2022fb1b-1681-4a9f-8c8a-b210645b0e6d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:47.029545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Attempting to bind port 5ff3c750-4b14-4376-a1ce-9b63f6630304 on network 2022fb1b-1681-4a9f-8c8a-b210645b0e6d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:47.034936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Routers {'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:18:47.036119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:18:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:47.042450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:47.042842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Checking segment: {'id': '36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2022fb1b-1681-4a9f-8c8a-b210645b0e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:47.043250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:47.043400 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.043785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Bound using segment: {'id': '36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2022fb1b-1681-4a9f-8c8a-b210645b0e6d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:47.044697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Bound port: 5ff3c750-4b14-4376-a1ce-9b63f6630304, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2022fb1b-1681-4a9f-8c8a-b210645b0e6d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:47.044697 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.050105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28aa891c-6b62-44f2-a50c-d39a76ce9dc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.055634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:47.149205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] For port ead402c4-1940-4328-9226-f1dd8e2cf306, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ead402c4-1940-4328-9226-f1dd8e2cf306,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:47.149493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.166977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Calling delete_port for ead402c4-1940-4328-9226-f1dd8e2cf306 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:47.287507 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28aa891c-6b62-44f2-a50c-d39a76ce9dc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.302010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] For port 5ff3c750-4b14-4376-a1ce-9b63f6630304, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:47.307297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] For port 5ff3c750-4b14-4376-a1ce-9b63f6630304, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5ff3c750-4b14-4376-a1ce-9b63f6630304,segment=NetworkSegment(36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3),segment_id=36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:47.315465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] Set router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:18:47.352601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.384186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa891c-6b62-44f2-a50c-d39a76ce9dc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1d2a53-4a79-4681-84c9-a18f3f512d33,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:47.428426 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28aa891c-6b62-44f2-a50c-d39a76ce9dc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.444462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54764) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:47.460092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-28aa891c-6b62-44f2-a50c-d39a76ce9dc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/cf1d2a53-4a79-4681-84c9-a18f3f512d33 HTTP/1.1" status: 204 len: 168 time: 1.1285813 Dec 12 04:18:47.462682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:18:47.560726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.564803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.566260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393325b-e2f6-4a5b-8268-127260c4905d None None] Pushing event updated for resources: {'Port': ['ID=5ff3c750-4b14-4376-a1ce-9b63f6630304,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:47.583412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4de12c72-9c4a-4bec-8756-89bc071b8e4b None None] Provisioning complete for port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:47.583820 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4de12c72-9c4a-4bec-8756-89bc071b8e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.629855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4de12c72-9c4a-4bec-8756-89bc071b8e4b None None] Port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:18:47.632066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['ead402c4-1940-4328-9226-f1dd8e2cf306'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:47.658433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Pushing event deleted for resources: {'Port': ['ID=ead402c4-1940-4328-9226-f1dd8e2cf306,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:47.701482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e60ed0ba-295b-4f9f-a00c-e89d42bbbb26 req-9f231293-c3c1-478c-aa30-9c156a1feb43 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fcaf390-4350-4c9a-b8a8-7f57134a1437 HTTP/1.1" status: 200 len: 210 time: 0.0534301 Dec 12 04:18:47.725416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] No DVR routers for this DVR port ead402c4-1940-4328-9226-f1dd8e2cf306 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:47.728466 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.732122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4baadc1b-fe87-48e8-a823-289a52569b4a req-c9207832-2176-4d1a-9fef-75d117a249a3 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.37 "DELETE /v2.0/ports/ead402c4-1940-4328-9226-f1dd8e2cf306 HTTP/1.1" status: 204 len: 173 time: 1.1338186 Dec 12 04:18:47.734022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcaf390-4350-4c9a-b8a8-7f57134a1437', 'name': 'network-vif-deleted', 'tag': 'ead402c4-1940-4328-9226-f1dd8e2cf306'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:47.737300 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e47b33-371e-414f-9300-bd8b994a6745" -d '{"events": [{"server_uuid": "6fcaf390-4350-4c9a-b8a8-7f57134a1437", "name": "network-vif-deleted", "tag": "ead402c4-1940-4328-9226-f1dd8e2cf306"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:47.748534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6512945-a92c-4ee5-895d-f15b44a27cb2 req-cd0b2947-2da5-4752-afc3-6083d5e36415 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:47.760354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6512945-a92c-4ee5-895d-f15b44a27cb2 req-cd0b2947-2da5-4752-afc3-6083d5e36415 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 944 time: 0.3333688 Dec 12 04:18:47.791335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:18:47.801360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0a23fbf5-874d-4537-983c-0b652a014b63 admin admin] 10.222.0.36 "PUT /v2.0/routers/fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6695223 Dec 12 04:18:47.806500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ab777996-3e59-4485-82ab-dbaf7e91a898'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:47.820830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 5ff3c750-4b14-4376-a1ce-9b63f6630304 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:47.823350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:47.935329 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6512945-a92c-4ee5-895d-f15b44a27cb2 req-e6f1bb0e-0ee2-4bd4-8706-da3f9f377afb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607041 Dec 12 04:18:47.996018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] For port 5ff3c750-4b14-4376-a1ce-9b63f6630304, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5ff3c750-4b14-4376-a1ce-9b63f6630304,segment=NetworkSegment(36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3),segment_id=36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:47.996612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:48.033428 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1803b391-5598-4a51-a003-3a555c1cb272 x-openstack-request-id: req-1803b391-5598-4a51-a003-3a555c1cb272 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:48.033783 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcaf390-4350-4c9a-b8a8-7f57134a1437", "name": "network-vif-deleted", "tag": "ead402c4-1940-4328-9226-f1dd8e2cf306", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:48.034039 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1803b391-5598-4a51-a003-3a555c1cb272 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:48.037093 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcaf390-4350-4c9a-b8a8-7f57134a1437', 'name': 'network-vif-deleted', 'tag': 'ead402c4-1940-4328-9226-f1dd8e2cf306', 'status': 'completed', 'code': 200} Dec 12 04:18:48.048155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 5ff3c750-4b14-4376-a1ce-9b63f6630304 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:48.135021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:39Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 4, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'gw_port': {'id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:40Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ad84cbc1-d6fe-47b6-8918-3f14785b6b3b', 'name': '', 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'mac_address': 'fa:16:3e:c0:52:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:45Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 2, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'subnets': [{'id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:48.171215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947e9b6-4aff-4808-884d-26d1f1c981d2 None None] The sync data for ids ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'] in n-d-710847-7 is: [{'id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:39Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 4, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'gw_port': {'id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:40Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ad84cbc1-d6fe-47b6-8918-3f14785b6b3b', 'name': '', 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'mac_address': 'fa:16:3e:c0:52:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:45Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 2, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'subnets': [{'id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:18:48.232890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54794) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:48.344002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d66ab-0ae3-4713-923d-e7a94f190fb9 req-c2e51c8e-b08d-4609-b72f-27900c5c5693 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:48.347273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-749d66ab-0ae3-4713-923d-e7a94f190fb9 req-c2e51c8e-b08d-4609-b72f-27900c5c5693 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2946389 Dec 12 04:18:48.462747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-749d66ab-0ae3-4713-923d-e7a94f190fb9 req-2293e095-906c-43a4-bcd7-57071be9eee8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014762 Dec 12 04:18:48.486927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:48.531458 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-552d6bde-66d5-4d0c-b2f3-eb1561cef4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:48.535812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=5ff3c750-4b14-4376-a1ce-9b63f6630304,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:48.557461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No DVR routers for this DVR port 5ff3c750-4b14-4376-a1ce-9b63f6630304 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:48.712682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5ff3c750-4b14-4376-a1ce-9b63f6630304 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:48.792371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b0c08cd9-afaf-43bf-b957-1e0bf84dc887 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:48.814530 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:48.815776 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-552d6bde-66d5-4d0c-b2f3-eb1561cef4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:48.825753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-552d6bde-66d5-4d0c-b2f3-eb1561cef4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:48.868270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2022fb1b-1681-4a9f-8c8a-b210645b0e6d']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:48.880959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:48.881381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fe3585-ed56-4ff9-bd24-ced4e5a3d5c3') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:48.894289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:48.904022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5ff3c750-4b14-4376-a1ce-9b63f6630304 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:48.905877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5ff3c750-4b14-4376-a1ce-9b63f6630304 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 04:18:48.916363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:48.925880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:48.926742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:48.932172 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:48.936451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54808) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:48.943072 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-552d6bde-66d5-4d0c-b2f3-eb1561cef4aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fd2d229ee75415ea7c94bf8dec8e2e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7086041 Dec 12 04:18:49.002560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Port 5ff3c750-4b14-4376-a1ce-9b63f6630304 not found, will not notify nova. {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 04:18:49.045673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d6bde-66d5-4d0c-b2f3-eb1561cef4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64b3a93-332b-4461-92c0-a095c63cf5af,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:49.051873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port b0c08cd9-afaf-43bf-b957-1e0bf84dc887 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:18:49.072463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port b0c08cd9-afaf-43bf-b957-1e0bf84dc887 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:49.073371 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.109215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.134713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.143188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/networks/2022fb1b-1681-4a9f-8c8a-b210645b0e6d HTTP/1.1" status: 204 len: 168 time: 1.6977208 Dec 12 04:18:49.143614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54812) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:49.150676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'name': 'tempest-PortsTestJSON-1294942425'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:49.172046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79823380-2754-45e1-9edd-08939c45140d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Network': ['ID=2022fb1b-1681-4a9f-8c8a-b210645b0e6d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:49.217154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3aad916e-36ca-4f50-bb5c-23073f3634b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.261953 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3aad916e-36ca-4f50-bb5c-23073f3634b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.463794 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.499711 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3aad916e-36ca-4f50-bb5c-23073f3634b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.504561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3aad916e-36ca-4f50-bb5c-23073f3634b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.505895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3aad916e-36ca-4f50-bb5c-23073f3634b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f64b3a93-332b-4461-92c0-a095c63cf5af HTTP/1.1" status: 204 len: 168 time: 0.5519557 Dec 12 04:18:49.541546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad916e-36ca-4f50-bb5c-23073f3634b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64b3a93-332b-4461-92c0-a095c63cf5af,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:49.561323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-455fe34e-9b0d-4d69-bf03-6874bc702d1e None None] Could not find standard attr ID for object 5ff3c750-4b14-4376-a1ce-9b63f6630304. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:18:49.674486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b0c08cd9-afaf-43bf-b957-1e0bf84dc887, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:49.682337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c08cd9-afaf-43bf-b957-1e0bf84dc887'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:49.691386 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b886962-52dc-4348-ad5b-d736d7541864" -d '{"events": [{"server_uuid": "3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b", "name": "network-vif-plugged", "status": "completed", "tag": "b0c08cd9-afaf-43bf-b957-1e0bf84dc887"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:49.708763 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.710974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dce76ba-5096-4c07-8672-2636a4ce4889 None None] DHCP port deletion for 2022fb1b-1681-4a9f-8c8a-b210645b0e6d request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:18:49.734694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:49.782980 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:49.839556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d252a-4072-462a-912d-ac65f5f3d01f req-912bab22-1f7f-434d-8709-bcba05d00d2d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:49.848857 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-481d252a-4072-462a-912d-ac65f5f3d01f req-912bab22-1f7f-434d-8709-bcba05d00d2d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1374035 Dec 12 04:18:49.872329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 2a2ecb70-81e4-4381-aad8-abffe7d65a42 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:49.909111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4c381-c472-4c89-8e6f-2961fdfb6c77 req-c87d33ef-4ccf-43e7-859e-05561edd6015 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:49.918190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fea4c381-c472-4c89-8e6f-2961fdfb6c77 req-c87d33ef-4ccf-43e7-859e-05561edd6015 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 944 time: 0.4009371 Dec 12 04:18:49.945613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-481d252a-4072-462a-912d-ac65f5f3d01f req-6c49ba01-dad3-465e-89b3-f8846e351d2b tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950344 Dec 12 04:18:49.970962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd182b-5ff2-4d20-b05a-93fa07362c5d None None] Network 2022fb1b-1681-4a9f-8c8a-b210645b0e6d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:49.998435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd182b-5ff2-4d20-b05a-93fa07362c5d None None] Network 2022fb1b-1681-4a9f-8c8a-b210645b0e6d could not be found, it might have been deleted concurrently. {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 04:18:50.007701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:50.217572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fea4c381-c472-4c89-8e6f-2961fdfb6c77 req-da6600e7-1350-40ed-a81b-7abdabeb6562 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978895 Dec 12 04:18:50.296764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a2bc2-d047-4285-8154-d3bc88410981 req-d81fdd39-b1ba-4e47-87bc-da97cdb9ac92 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:50.300173 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b81bb-3430-4ddc-b5e4-fb447b50d8dd x-openstack-request-id: req-491b81bb-3430-4ddc-b5e4-fb447b50d8dd {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:50.300724 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b", "name": "network-vif-plugged", "status": "completed", "tag": "b0c08cd9-afaf-43bf-b957-1e0bf84dc887", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:50.301542 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-491b81bb-3430-4ddc-b5e4-fb447b50d8dd {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:50.301905 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c08cd9-afaf-43bf-b957-1e0bf84dc887', 'code': 200} Dec 12 04:18:50.317114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b9a2bc2-d047-4285-8154-d3bc88410981 req-d81fdd39-b1ba-4e47-87bc-da97cdb9ac92 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2093444 Dec 12 04:18:50.402630 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b9a2bc2-d047-4285-8154-d3bc88410981 req-25be97a3-c46e-4ad9-9554-5db7b1a3402f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845225 Dec 12 04:18:50.440441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54828) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:50.475640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f561243-ba80-43db-a2b0-29fa882e95b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.491430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ead402c4-1940-4328-9226-f1dd8e2cf306 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:50.572764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35db5-a628-4f70-a3b1-9a151225b157 req-bda47ca9-aa0f-4c40-bd9e-822ce6840fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:50.573320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: ead402c4-1940-4328-9226-f1dd8e2cf306 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:50.574489 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abd35db5-a628-4f70-a3b1-9a151225b157 req-bda47ca9-aa0f-4c40-bd9e-822ce6840fb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 1096 time: 0.1291542 Dec 12 04:18:50.576569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ead402c4-1940-4328-9226-f1dd8e2cf306 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:50.585754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.631316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f561243-ba80-43db-a2b0-29fa882e95b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.639908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f561243-ba80-43db-a2b0-29fa882e95b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.702049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2f561243-ba80-43db-a2b0-29fa882e95b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db27bc25f4f74dafaf9e0ee4b3d57709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588439 Dec 12 04:18:50.709476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54832) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:50.714073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f561243-ba80-43db-a2b0-29fa882e95b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60116466-ef30-4a66-afbe-6c46a1db00ad,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:50.717225 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abd35db5-a628-4f70-a3b1-9a151225b157 req-abc13cd7-d0ea-4947-a4af-aca4b3657fbf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294646 Dec 12 04:18:50.736149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.770112 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9a695367-cc1c-4e78-83e6-3ce7064f4b52 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:50.822909 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-17f49d22-68f8-4d18-8364-2ecce8ab32da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.839457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:50.843066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:50.852347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-17f49d22-68f8-4d18-8364-2ecce8ab32da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.853416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:50.859885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:50.860508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.865462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9a695367-cc1c-4e78-83e6-3ce7064f4b52 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:50.865840 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.897521 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=2a2ecb70-81e4-4381-aad8-abffe7d65a42,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:50.908202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-97ba6070-64d4-4269-9019-b7389c7a2fc5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7631721 Dec 12 04:18:50.908982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54834) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:50.940219 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-17f49d22-68f8-4d18-8364-2ecce8ab32da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.945745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-17f49d22-68f8-4d18-8364-2ecce8ab32da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:50.947559 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-17f49d22-68f8-4d18-8364-2ecce8ab32da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60116466-ef30-4a66-afbe-6c46a1db00ad HTTP/1.1" status: 204 len: 168 time: 0.2426059 Dec 12 04:18:50.983852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f49d22-68f8-4d18-8364-2ecce8ab32da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60116466-ef30-4a66-afbe-6c46a1db00ad,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:51.063471 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:51.069665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-564538e9-87aa-4a9f-9bc0-e1506dc183d5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 2a2ecb70-81e4-4381-aad8-abffe7d65a42 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:51.070293 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-564538e9-87aa-4a9f-9bc0-e1506dc183d5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:51.106565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 9a695367-cc1c-4e78-83e6-3ce7064f4b52, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9a695367-cc1c-4e78-83e6-3ce7064f4b52,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:51.116005 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:51.177812 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-564538e9-87aa-4a9f-9bc0-e1506dc183d5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:51.204226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-564538e9-87aa-4a9f-9bc0-e1506dc183d5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 2a2ecb70-81e4-4381-aad8-abffe7d65a42 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:51.210480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=9a695367-cc1c-4e78-83e6-3ce7064f4b52,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:51.225820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8512bb9-a13d-43a6-9855-df8cd8ff902d req-edb896e1-b6fb-4add-abe7-d98e71117eea tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:51.233564 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f8512bb9-a13d-43a6-9855-df8cd8ff902d req-edb896e1-b6fb-4add-abe7-d98e71117eea tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1500661 Dec 12 04:18:51.266942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5ff3c750-4b14-4376-a1ce-9b63f6630304 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:51.337681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5ff3c750-4b14-4376-a1ce-9b63f6630304 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:51.338346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5ff3c750-4b14-4376-a1ce-9b63f6630304 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:51.409414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f8512bb9-a13d-43a6-9855-df8cd8ff902d req-8e699868-fe4b-4f23-bee0-d786e84b947f tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736004 Dec 12 04:18:51.529321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-eaa3683e-a533-47f6-8417-3ff489b1697a tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:51.531296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-eaa3683e-a533-47f6-8417-3ff489b1697a tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.18 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.1666431 Dec 12 04:18:51.567640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0b1e-c25f-4af6-84c9-47d38a06d9e3 req-adcc3718-dbe3-4c09-ae48-2f34b644b977 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:51.569338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e56a0b1e-c25f-4af6-84c9-47d38a06d9e3 req-adcc3718-dbe3-4c09-ae48-2f34b644b977 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 945 time: 0.1183987 Dec 12 04:18:51.670722 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-564538e9-87aa-4a9f-9bc0-e1506dc183d5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:51.732453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c29b9f-9a30-4b36-ad03-aefebe83ac52 req-3ffbac44-a7b2-44af-bcfd-b6405dc0134a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:51.735559 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02c29b9f-9a30-4b36-ad03-aefebe83ac52 req-3ffbac44-a7b2-44af-bcfd-b6405dc0134a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1300604 Dec 12 04:18:51.735712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564538e9-87aa-4a9f-9bc0-e1506dc183d5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=2a2ecb70-81e4-4381-aad8-abffe7d65a42,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:51.753068 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e56a0b1e-c25f-4af6-84c9-47d38a06d9e3 req-0c4db812-0fc0-489f-803f-1cd0df4b0bd3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487081 Dec 12 04:18:51.781215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-564538e9-87aa-4a9f-9bc0-e1506dc183d5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:51.784553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-564538e9-87aa-4a9f-9bc0-e1506dc183d5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/2a2ecb70-81e4-4381-aad8-abffe7d65a42 HTTP/1.1" status: 204 len: 168 time: 0.8736405 Dec 12 04:18:51.797123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54850) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:51.805414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'mac_address': 'fa:16:3e:26:ba:81', 'name': 'tempest-PortsTestJSON-979907664'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:51.893889 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02c29b9f-9a30-4b36-ad03-aefebe83ac52 req-5397792a-9f36-4a5a-9aec-c523de0a8922 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417918 Dec 12 04:18:51.978933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Deleting port ab777996-3e59-4485-82ab-dbaf7e91a898 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:51.979393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:52.153731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:52.268622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:52.326309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 260066e9-d60d-41b8-bda5-5ee367e86927 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:52.334192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] For port ab777996-3e59-4485-82ab-dbaf7e91a898, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab777996-3e59-4485-82ab-dbaf7e91a898,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:52.334595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:52.387919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Calling delete_port for ab777996-3e59-4485-82ab-dbaf7e91a898 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:52.568535 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Sync routers for ids ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:18:52.587075 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Routers {'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:18:52.588728 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:18:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:52.618927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9a695367-cc1c-4e78-83e6-3ce7064f4b52 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:52.689226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9a695367-cc1c-4e78-83e6-3ce7064f4b52 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:52.690031 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:52.752734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d34f1-e141-4893-b654-aec959c73f59 req-cbb27248-9aa7-4a9a-85c9-444eac7e3b23 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:52.760685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c65d34f1-e141-4893-b654-aec959c73f59 req-cbb27248-9aa7-4a9a-85c9-444eac7e3b23 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/ports?device_id=69642489-f9b0-48ac-8374-e50fa4ff1cda HTTP/1.1" status: 200 len: 946 time: 0.2127335 Dec 12 04:18:52.836528 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:52.922985 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Set router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:18:52.998800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853e31-3228-4cb0-a9cf-1ad508c1e5f9 req-6e9555a2-3b2f-47c9-979e-d28a015db5bd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:53.000666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc853e31-3228-4cb0-a9cf-1ad508c1e5f9 req-6e9555a2-3b2f-47c9-979e-d28a015db5bd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 945 time: 0.1161652 Dec 12 04:18:53.039270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c65d34f1-e141-4893-b654-aec959c73f59 req-07c90235-526a-46d3-b25c-504113805450 tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.36 "GET /v2.0/security-groups?id=65a3a72b-ef53-4a37-8640-578cd9ef00e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769310 Dec 12 04:18:53.076808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:53.112853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ab777996-3e59-4485-82ab-dbaf7e91a898'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:53.139760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Pushing event deleted for resources: {'Port': ['ID=ab777996-3e59-4485-82ab-dbaf7e91a898,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:53.170806 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:53.180848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc853e31-3228-4cb0-a9cf-1ad508c1e5f9 req-6a41063e-5e7f-4124-97b3-a330e36735af tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624420 Dec 12 04:18:53.277212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] No DVR routers for this DVR port ab777996-3e59-4485-82ab-dbaf7e91a898 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:53.280757 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:53.285614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a3733d4-b71f-4a47-bd7e-a8ef274f68af req-e6eaecc6-73f2-4948-8dbc-e76efd76f98d tempest-ListServerFiltersTestJSON-658430141 tempest-ListServerFiltersTestJSON-658430141-project] 10.222.0.18 "DELETE /v2.0/ports/ab777996-3e59-4485-82ab-dbaf7e91a898 HTTP/1.1" status: 204 len: 173 time: 1.7402689 Dec 12 04:18:53.300135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69642489-f9b0-48ac-8374-e50fa4ff1cda', 'name': 'network-vif-deleted', 'tag': 'ab777996-3e59-4485-82ab-dbaf7e91a898'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:53.311025 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc3b66e-8604-48e0-ba58-74d3f15689f2" -d '{"events": [{"server_uuid": "69642489-f9b0-48ac-8374-e50fa4ff1cda", "name": "network-vif-deleted", "tag": "ab777996-3e59-4485-82ab-dbaf7e91a898"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:53.324191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:53.328187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:53.331462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:53.340337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:53.341333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:53.383347 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5832992 Dec 12 04:18:53.391380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54886) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:53.484982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9d02-3150-484c-b8d2-0037ea7d8da1 req-5f987ac3-19c8-4e48-9107-63065aa6fe08 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:53.490070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f42b9d02-3150-484c-b8d2-0037ea7d8da1 req-5f987ac3-19c8-4e48-9107-63065aa6fe08 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1551127 Dec 12 04:18:53.539335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb417cc-9e47-469d-a97c-d5d6913ca64f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:53.562658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fcb417cc-9e47-469d-a97c-d5d6913ca64f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/260066e9-d60d-41b8-bda5-5ee367e86927 HTTP/1.1" status: 200 len: 840 time: 0.1697278 Dec 12 04:18:53.564700 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:39Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 4, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'gw_port': {'id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:40Z', 'updated_at': '2021-12-12T04:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ad84cbc1-d6fe-47b6-8918-3f14785b6b3b', 'name': '', 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'mac_address': 'fa:16:3e:c0:52:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:45Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 2, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'subnets': [{'id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:53.570993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54892) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:53.581819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cb606-02fa-4e2c-b34f-49910f90e57d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=260066e9-d60d-41b8-bda5-5ee367e86927,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:53.637438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f42b9d02-3150-484c-b8d2-0037ea7d8da1 req-c46387f7-4679-4b80-a34c-ec3dfa7af228 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384394 Dec 12 04:18:53.681420 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Checking router: fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:18:53.696381 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Updating router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:18:53.739412 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80f36d2-ca2a-4294-86b7-571e86def23f x-openstack-request-id: req-a80f36d2-ca2a-4294-86b7-571e86def23f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:53.739742 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69642489-f9b0-48ac-8374-e50fa4ff1cda", "name": "network-vif-deleted", "tag": "ab777996-3e59-4485-82ab-dbaf7e91a898", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:53.739990 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a80f36d2-ca2a-4294-86b7-571e86def23f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:53.740402 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69642489-f9b0-48ac-8374-e50fa4ff1cda', 'name': 'network-vif-deleted', 'tag': 'ab777996-3e59-4485-82ab-dbaf7e91a898', 'status': 'completed', 'code': 200} Dec 12 04:18:53.757833 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:53.793394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba4ab-93e9-4834-bdae-22340f93e9f7 req-4fb114f5-5c41-486f-849d-4f3a482d9efb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:53.795281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-612ba4ab-93e9-4834-bdae-22340f93e9f7 req-4fb114f5-5c41-486f-849d-4f3a482d9efb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 945 time: 0.2292361 Dec 12 04:18:53.842958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-400fd9a8-412c-44b3-b4b2-33af0089f406 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 260066e9-d60d-41b8-bda5-5ee367e86927 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:53.843310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-400fd9a8-412c-44b3-b4b2-33af0089f406 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.012596 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-400fd9a8-412c-44b3-b4b2-33af0089f406 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.028149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-400fd9a8-412c-44b3-b4b2-33af0089f406 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 260066e9-d60d-41b8-bda5-5ee367e86927 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:54.127583 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-612ba4ab-93e9-4834-bdae-22340f93e9f7 req-58b16615-dda2-43b8-b92f-dcd5d325d67b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156483 Dec 12 04:18:54.131035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-400fd9a8-412c-44b3-b4b2-33af0089f406 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.160654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54910) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:54.181524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fd9a8-412c-44b3-b4b2-33af0089f406 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=260066e9-d60d-41b8-bda5-5ee367e86927,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:54.201030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-400fd9a8-412c-44b3-b4b2-33af0089f406 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.204922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-400fd9a8-412c-44b3-b4b2-33af0089f406 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/260066e9-d60d-41b8-bda5-5ee367e86927 HTTP/1.1" status: 204 len: 168 time: 0.6325588 Dec 12 04:18:54.207527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54912) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:54.249206 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a59d024-8407-44bb-b863-cfa02997e172 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:18:54.251675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4a59d024-8407-44bb-b863-cfa02997e172 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/260066e9-d60d-41b8-bda5-5ee367e86927 HTTP/1.1" status: 404 len: 333 time: 0.0431306 Dec 12 04:18:54.256791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54914) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:54.260010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-83feb91f-1ae5-4df7-863c-c676bfc8fe0c admin admin] Deleting subnet 017a7b09-1823-4928-b9d0-06b4cf9cd3b1 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:18:54.272289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'name': 'tempest-PortsTestJSON-1391438060'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:54.277277 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.298127 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83feb91f-1ae5-4df7-863c-c676bfc8fe0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.298622 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.455764 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc330ef-369d-406f-a1ab-eaf24b137a45 None None] Pushing event updated for resources: {'Port': ['ID=ad84cbc1-d6fe-47b6-8918-3f14785b6b3b,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:54.539485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83feb91f-1ae5-4df7-863c-c676bfc8fe0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.622429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:54.627495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.644669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19c890-29b9-47ec-9ffb-9efdc9399912 req-591ac300-01b5-449a-95cd-c3c4876f96cf tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:54.647581 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe19c890-29b9-47ec-9ffb-9efdc9399912 req-591ac300-01b5-449a-95cd-c3c4876f96cf tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 945 time: 0.1314852 Dec 12 04:18:54.686735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 5692b72e-23d4-49d8-b0c1-956d96b4e78b yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:18:54.807115 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Attempting to bind port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:18:54.807592 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Attempting to bind port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0a43ea1e-b482-41de-9381-90c65c477c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:18:54.808042 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Attempting to bind port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b on network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:18:54.816703 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe19c890-29b9-47ec-9ffb-9efdc9399912 req-1719b1ae-e505-43d4-b351-7f27e496703a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580176 Dec 12 04:18:54.821522 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:18:54.822044 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Checking segment: {'id': '0a43ea1e-b482-41de-9381-90c65c477c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:54.822571 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.823230 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Bound using segment: {'id': '0a43ea1e-b482-41de-9381-90c65c477c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:18:54.823798 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Bound port: ad84cbc1-d6fe-47b6-8918-3f14785b6b3b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a43ea1e-b482-41de-9381-90c65c477c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:18:54.824242 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.864222 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83feb91f-1ae5-4df7-863c-c676bfc8fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.886262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e820ffac-9b9e-4ce6-841c-9f1bdbec18c3 None None] Provisioning complete for port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:54.886833 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e820ffac-9b9e-4ce6-841c-9f1bdbec18c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:54.933098 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] For port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:18:54.936536 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] For port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ad84cbc1-d6fe-47b6-8918-3f14785b6b3b,segment=NetworkSegment(0a43ea1e-b482-41de-9381-90c65c477c68),segment_id=0a43ea1e-b482-41de-9381-90c65c477c68)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:18:54.943504 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.000131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e820ffac-9b9e-4ce6-841c-9f1bdbec18c3 None None] Port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:18:55.034717 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Routers {'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:18:55.036121 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:18:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:55.041797 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc330ef-369d-406f-a1ab-eaf24b137a45 None None] Pushing event updated for resources: {'Port': ['ID=ad84cbc1-d6fe-47b6-8918-3f14785b6b3b,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:55.180057 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] Set router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:18:55.187686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d764742-1a45-49f8-8350-5d7963d69f7c req-841278d4-a9c9-49fb-91bc-43ad9b38e261 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:55.190271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d764742-1a45-49f8-8350-5d7963d69f7c req-841278d4-a9c9-49fb-91bc-43ad9b38e261 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.3832874 Dec 12 04:18:55.357624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f881c2b8-26e3-4a04-8ac6-867a47d38c09 None None] Provisioning complete for port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:55.359173 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f881c2b8-26e3-4a04-8ac6-867a47d38c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.407062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d764742-1a45-49f8-8350-5d7963d69f7c req-1e6d58d5-ecc4-4eef-a88f-b5f24a69c16f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037494 Dec 12 04:18:55.421733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83feb91f-1ae5-4df7-863c-c676bfc8fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.477697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83feb91f-1ae5-4df7-863c-c676bfc8fe0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017a7b09-1823-4928-b9d0-06b4cf9cd3b1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:55.480271 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:39Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 4, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'gw_port': {'id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:40Z', 'updated_at': '2021-12-12T04:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ad84cbc1-d6fe-47b6-8918-3f14785b6b3b', 'name': '', 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'mac_address': 'fa:16:3e:c0:52:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:45Z', 'updated_at': '2021-12-12T04:18:54Z', 'revision_number': 4, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'subnets': [{'id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:55.508594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-83feb91f-1ae5-4df7-863c-c676bfc8fe0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.513058 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-83feb91f-1ae5-4df7-863c-c676bfc8fe0c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/017a7b09-1823-4928-b9d0-06b4cf9cd3b1 HTTP/1.1" status: 204 len: 168 time: 1.3504760 Dec 12 04:18:55.515653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54954) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:55.533834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.546059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14369074-62e1-4f7a-a9f6-e9302a876fc6 None None] Network 8451a516-40f4-4543-9ca3-bca294c09bd1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:55.560285 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e095ba2-18fd-4948-821b-e504fafb6469 None None] The sync data for ids ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'] in n-d-710847-7 is: [{'id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:39Z', 'updated_at': '2021-12-12T04:18:46Z', 'revision_number': 4, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'gw_port': {'id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:40Z', 'updated_at': '2021-12-12T04:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ad84cbc1-d6fe-47b6-8918-3f14785b6b3b', 'name': '', 'network_id': '7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'mac_address': 'fa:16:3e:c0:52:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:45Z', 'updated_at': '2021-12-12T04:18:54Z', 'revision_number': 4, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'subnets': [{'id': 'ac502dda-686c-4501-9cc6-ddc3f69e2fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:18:55.617404 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.638740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54956) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:55.739630 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.760615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:18:55.765430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=5692b72e-23d4-49d8-b0c1-956d96b4e78b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:55.771050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:55.775099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:18:55.795292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:55.796157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.854566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ed2accd6-3455-4f9f-8a39-294a50dcc479 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5886619 Dec 12 04:18:55.861872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54962) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:55.879267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5af493e8-cae7-4195-bf4e-1b67a6961abb tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:55.898332 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f881c2b8-26e3-4a04-8ac6-867a47d38c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.909139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Deleting port 57893bde-2e8d-4ee0-b234-04eb113518c5 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:55.909684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:55.959577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f881c2b8-26e3-4a04-8ac6-867a47d38c09 None None] For port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ad84cbc1-d6fe-47b6-8918-3f14785b6b3b,segment=NetworkSegment(0a43ea1e-b482-41de-9381-90c65c477c68),segment_id=0a43ea1e-b482-41de-9381-90c65c477c68)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:55.968131 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f881c2b8-26e3-4a04-8ac6-867a47d38c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.011859 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a3b9-da8f-414b-84ac-3cc12a8150e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.068191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881c2b8-26e3-4a04-8ac6-867a47d38c09 None None] Pushing event updated for resources: {'Port': ['ID=ad84cbc1-d6fe-47b6-8918-3f14785b6b3b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:56.084338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5348ea9-93da-4a1e-9a1b-8d2ca63342ca None None] DHCP port deletion for 8451a516-40f4-4543-9ca3-bca294c09bd1 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:18:56.182006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af493e8-cae7-4195-bf4e-1b67a6961abb tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.188853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e5348ea9-93da-4a1e-9a1b-8d2ca63342ca None None] Deleting port 57893bde-2e8d-4ee0-b234-04eb113518c5 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:56.189820 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e5348ea9-93da-4a1e-9a1b-8d2ca63342ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.278048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e5348ea9-93da-4a1e-9a1b-8d2ca63342ca None None] For port 57893bde-2e8d-4ee0-b234-04eb113518c5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=57893bde-2e8d-4ee0-b234-04eb113518c5,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:56.278463 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e5348ea9-93da-4a1e-9a1b-8d2ca63342ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.305851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e5348ea9-93da-4a1e-9a1b-8d2ca63342ca None None] Calling delete_port for 57893bde-2e8d-4ee0-b234-04eb113518c5 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:56.404891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e5348ea9-93da-4a1e-9a1b-8d2ca63342ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.477292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5348ea9-93da-4a1e-9a1b-8d2ca63342ca None None] No DVR routers for this DVR port 57893bde-2e8d-4ee0-b234-04eb113518c5 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:56.491650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5348ea9-93da-4a1e-9a1b-8d2ca63342ca None None] Pushing event deleted for resources: {'Port': ['ID=57893bde-2e8d-4ee0-b234-04eb113518c5,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:56.637455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af493e8-cae7-4195-bf4e-1b67a6961abb tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.655006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af493e8-cae7-4195-bf4e-1b67a6961abb tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.697580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ad84cbc1-d6fe-47b6-8918-3f14785b6b3b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:18:56.728585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc3ab1-8543-410c-9b76-eebfb1ed1d68 req-9ff571f8-c6bf-4e49-9cf1-56b3ba256421 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:56.737052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9bc3ab1-8543-410c-9b76-eebfb1ed1d68 req-9ff571f8-c6bf-4e49-9cf1-56b3ba256421 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 945 time: 0.5740077 Dec 12 04:18:56.755282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5af493e8-cae7-4195-bf4e-1b67a6961abb tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] In _notify_port_updated(), no bound segment for port 5692b72e-23d4-49d8-b0c1-956d96b4e78b on network 7968d875-2f22-4d30-9f75-c1bad1c49f73 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:18:56.761670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af493e8-cae7-4195-bf4e-1b67a6961abb tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:56.761909 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af493e8-cae7-4195-bf4e-1b67a6961abb tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.767004 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5af493e8-cae7-4195-bf4e-1b67a6961abb tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "PUT /v2.0/ports/5692b72e-23d4-49d8-b0c1-956d96b4e78b HTTP/1.1" status: 200 len: 818 time: 0.8984454 Dec 12 04:18:56.786872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54970) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:56.788623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ab777996-3e59-4485-82ab-dbaf7e91a898 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:56.823665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: ab777996-3e59-4485-82ab-dbaf7e91a898 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:56.824217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ab777996-3e59-4485-82ab-dbaf7e91a898 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:56.886950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af493e8-cae7-4195-bf4e-1b67a6961abb tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=5692b72e-23d4-49d8-b0c1-956d96b4e78b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:56.932409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:18:56.933033 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:56.980932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a3b9-da8f-414b-84ac-3cc12a8150e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.018556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-db372e96-aeed-4c28-b89c-d56b1e22deb7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:57.020624 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9bc3ab1-8543-410c-9b76-eebfb1ed1d68 req-71a27010-d455-4d98-8223-c988aee0d729 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824647 Dec 12 04:18:57.020750 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-db372e96-aeed-4c28-b89c-d56b1e22deb7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 945 time: 1.0990703 Dec 12 04:18:57.022601 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a3b9-da8f-414b-84ac-3cc12a8150e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.129355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] For port 57893bde-2e8d-4ee0-b234-04eb113518c5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=57893bde-2e8d-4ee0-b234-04eb113518c5,segment=NetworkSegment(3227499e-5b92-4e97-8ff2-e18823301aa7),segment_id=3227499e-5b92-4e97-8ff2-e18823301aa7)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:57.130037 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.152853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6ef5a3b9-da8f-414b-84ac-3cc12a8150e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=852c99ec480d4ca98235305b3c9ab4c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5127859 Dec 12 04:18:57.156929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5b5ed-1a51-40bf-902f-72ee0de0dbe2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 5692b72e-23d4-49d8-b0c1-956d96b4e78b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:57.157499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b5ed-1a51-40bf-902f-72ee0de0dbe2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.161505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5a3b9-da8f-414b-84ac-3cc12a8150e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cd1fef-abc5-4419-892f-af8b32b44e68,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:57.164354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54972) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:57.227023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d51b-fb66-4934-a5e2-15c03934a0c6 req-7ae1de50-05e7-427c-b0d5-2e2c199a5797 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:57.228696 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2fc1d51b-fb66-4934-a5e2-15c03934a0c6 req-7ae1de50-05e7-427c-b0d5-2e2c199a5797 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2976463 Dec 12 04:18:57.229892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Calling delete_port for 57893bde-2e8d-4ee0-b234-04eb113518c5 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:57.281521 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 57893bde-2e8d-4ee0-b234-04eb113518c5 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:18:57.343582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 57893bde-2e8d-4ee0-b234-04eb113518c5 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:18:57.343935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 57893bde-2e8d-4ee0-b234-04eb113518c5 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:18:57.358949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b5ed-1a51-40bf-902f-72ee0de0dbe2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.387436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5b5ed-1a51-40bf-902f-72ee0de0dbe2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 5692b72e-23d4-49d8-b0c1-956d96b4e78b owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:57.405384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05e180e9-1e37-44f0-a6fa-94daf4cc8486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.466111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Deleting port b0c08cd9-afaf-43bf-b957-1e0bf84dc887 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:18:57.466719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.482373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05e180e9-1e37-44f0-a6fa-94daf4cc8486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.568606 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b5ed-1a51-40bf-902f-72ee0de0dbe2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.584454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] For port b0c08cd9-afaf-43bf-b957-1e0bf84dc887, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:18:57.585219 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.603359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Calling delete_port for b0c08cd9-afaf-43bf-b957-1e0bf84dc887 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:18:57.629271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05e180e9-1e37-44f0-a6fa-94daf4cc8486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.632761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05e180e9-1e37-44f0-a6fa-94daf4cc8486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.649613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-05e180e9-1e37-44f0-a6fa-94daf4cc8486 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41cd1fef-abc5-4419-892f-af8b32b44e68 HTTP/1.1" status: 204 len: 168 time: 0.4793041 Dec 12 04:18:57.669622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b5ed-1a51-40bf-902f-72ee0de0dbe2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.673699 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c2d5b5ed-1a51-40bf-902f-72ee0de0dbe2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/5692b72e-23d4-49d8-b0c1-956d96b4e78b HTTP/1.1" status: 204 len: 168 time: 0.8856289 Dec 12 04:18:57.674971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e180e9-1e37-44f0-a6fa-94daf4cc8486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cd1fef-abc5-4419-892f-af8b32b44e68,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:57.682884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5b5ed-1a51-40bf-902f-72ee0de0dbe2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=5692b72e-23d4-49d8-b0c1-956d96b4e78b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:57.693795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54978) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:57.728439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2fc1d51b-fb66-4934-a5e2-15c03934a0c6 req-bf0b9106-1b5e-4bc4-8214-e08719fb63df tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771068 Dec 12 04:18:57.747570 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.814193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] No DVR routers for this DVR port 57893bde-2e8d-4ee0-b234-04eb113518c5 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:57.817957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe691699-1a82-48d4-a9dc-1cf58ba52b7b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:57.818115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=57893bde-2e8d-4ee0-b234-04eb113518c5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:57.823030 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fe691699-1a82-48d4-a9dc-1cf58ba52b7b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1292155 Dec 12 04:18:57.825783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54982) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:57.862406 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3fa7fe-f2dd-4ffd-9d47-55d2efba7553 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:18:57.866355 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0a3fa7fe-f2dd-4ffd-9d47-55d2efba7553 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/5692b72e-23d4-49d8-b0c1-956d96b4e78b HTTP/1.1" status: 404 len: 333 time: 0.0390456 Dec 12 04:18:57.871604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54984) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:57.883016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-880567799'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:57.935635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:57.945239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.962268 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.973256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:18:57.989139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:57.989602 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Added segment 01e03fb9-0927-4866-85c4-8aae7bd14c80 of type vlan for network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 Dec 12 04:18:57.999611 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8451a516-40f4-4543-9ca3-bca294c09bd1']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:58.034619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3227499e-5b92-4e97-8ff2-e18823301aa7') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:58.035335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3227499e-5b92-4e97-8ff2-e18823301aa7') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:18:58.062693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.085148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54988) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:58.103378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa5fccda-3017-458c-8a29-5daa5f461e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.112345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.114467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.122104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:58.122104 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.127086 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.155555 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.158323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event deleted for resources: {'Port': ['ID=b0c08cd9-afaf-43bf-b957-1e0bf84dc887,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:58.172338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:18:58.172932 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:18:58.174970 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:18:58.182959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['b0c08cd9-afaf-43bf-b957-1e0bf84dc887'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:58.187467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:18:58.255896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1385431c-d03e-4444-956f-256ffc0f0c14 req-02707077-beb8-41d7-bd25-2cd5deb883f4 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b HTTP/1.1" status: 200 len: 210 time: 0.1304379 Dec 12 04:18:58.269706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3967862 Dec 12 04:18:58.273930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54992) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:58.281079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:58.285695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] No DVR routers for this DVR port b0c08cd9-afaf-43bf-b957-1e0bf84dc887 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:18:58.305184 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.313030 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1f31b29c-a4f2-4fe6-bf87-fe9690c27138 req-d1a2b049-e7df-440a-a829-a8f81ba80ea3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "DELETE /v2.0/ports/b0c08cd9-afaf-43bf-b957-1e0bf84dc887 HTTP/1.1" status: 204 len: 173 time: 1.2849329 Dec 12 04:18:58.313690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b', 'name': 'network-vif-deleted', 'tag': 'b0c08cd9-afaf-43bf-b957-1e0bf84dc887'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:18:58.316373 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2336d24-ff5b-48e7-b331-a2cc859542f5" -d '{"events": [{"server_uuid": "3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b", "name": "network-vif-deleted", "tag": "b0c08cd9-afaf-43bf-b957-1e0bf84dc887"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:18:58.342885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eeda3-b2a9-4472-96eb-5783806d4c51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Network': ['ID=8ec6ac52-900c-4bf4-99e2-3a8c09d19984,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:58.364117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:18:58.403572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.417855 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.435705 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] 10.222.0.36 "DELETE /v2.0/networks/8451a516-40f4-4543-9ca3-bca294c09bd1 HTTP/1.1" status: 204 len: 168 time: 2.9187431 Dec 12 04:18:58.456629 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc666b66-d180-4ec0-b3a0-8a39085c54f5 x-openstack-request-id: req-bc666b66-d180-4ec0-b3a0-8a39085c54f5 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:18:58.456974 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b", "name": "network-vif-deleted", "tag": "b0c08cd9-afaf-43bf-b957-1e0bf84dc887", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:18:58.457381 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc666b66-d180-4ec0-b3a0-8a39085c54f5 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:18:58.457806 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9c2765-ffe9-464d-aaa7-c7e91ab5f36b', 'name': 'network-vif-deleted', 'tag': 'b0c08cd9-afaf-43bf-b957-1e0bf84dc887', 'status': 'completed', 'code': 200} Dec 12 04:18:58.510892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef4ee7-1848-40a9-afcb-c64867fefcfd admin admin] Pushing event deleted for resources: {'Network': ['ID=8451a516-40f4-4543-9ca3-bca294c09bd1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:58.531378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa5fccda-3017-458c-8a29-5daa5f461e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.541316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa5fccda-3017-458c-8a29-5daa5f461e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.593442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:58.598407 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.626951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fccda-3017-458c-8a29-5daa5f461e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae0a37e-640d-4214-b527-b567dd5b0b38,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:58.648228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa5fccda-3017-458c-8a29-5daa5f461e86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4aa4f4602f634677ac399e35c6686bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5620189 Dec 12 04:18:58.650936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55000) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:58.788869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55004) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:58.809584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81629bc7-4299-4954-83bd-edce47127449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.845409 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81629bc7-4299-4954-83bd-edce47127449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.923842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81629bc7-4299-4954-83bd-edce47127449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.925444 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81629bc7-4299-4954-83bd-edce47127449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:58.937609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-81629bc7-4299-4954-83bd-edce47127449 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ae0a37e-640d-4214-b527-b567dd5b0b38 HTTP/1.1" status: 204 len: 168 time: 0.2778802 Dec 12 04:18:58.978664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-799f4763-2906-4307-a88e-c761d6d2a3f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b428d3a984b4cd99bfa90d18592cdc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1874812 Dec 12 04:18:58.979970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81629bc7-4299-4954-83bd-edce47127449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae0a37e-640d-4214-b527-b567dd5b0b38,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:58.981908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55008) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:59.022040 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:59.025382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e2d7d-a347-4497-b0b3-2ac2a0e45f30 req-5b20bab6-8dd8-45c2-85f5-0872254402f4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:59.027244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af1e2d7d-a347-4497-b0b3-2ac2a0e45f30 req-5b20bab6-8dd8-45c2-85f5-0872254402f4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1711090 Dec 12 04:18:59.136562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Checking segment: {'id': '01e03fb9-0927-4866-85c4-8aae7bd14c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:18:59.136562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network hostable DHCP agents. Network: 8ec6ac52-900c-4bf4-99e2-3a8c09d19984, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:18:59.141746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=daecb6e6-1619-4c5d-a052-daa167b52bcd,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:59.158603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af1e2d7d-a347-4497-b0b3-2ac2a0e45f30 req-eab699c1-f22e-4660-8a01-d4a1bf2199ea tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156521 Dec 12 04:18:59.187424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43e428c6-de78-43ee-af33-8cc9217de9d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:59.190922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:18:59.204876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 8ec6ac52-900c-4bf4-99e2-3a8c09d19984) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:18:59.211538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:18:59.212197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:59.220154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d8611-6e58-4697-b447-0dd900badbe3 None None] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:18:59.222419 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43e428c6-de78-43ee-af33-8cc9217de9d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:59.256675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a70ffc1b-8258-4712-bdfe-a9d076eca578 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9806685 Dec 12 04:18:59.259578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55010) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:59.267003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a5288f8b-a387-40a7-b485-bd3530810374 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:59.286854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43e428c6-de78-43ee-af33-8cc9217de9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:59.290482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43e428c6-de78-43ee-af33-8cc9217de9d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:59.292459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-43e428c6-de78-43ee-af33-8cc9217de9d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65a3a72b-ef53-4a37-8640-578cd9ef00e4 HTTP/1.1" status: 204 len: 168 time: 0.3076050 Dec 12 04:18:59.318924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e428c6-de78-43ee-af33-8cc9217de9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a3a72b-ef53-4a37-8640-578cd9ef00e4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:18:59.466136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-8ec6ac52-900c-4bf4-99e2-3a8c09d19984', 'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984', 'project_id': '40cffd66a9f34f3e908d07fe34206f6a', 'fixed_ips': [{'subnet_id': 'daecb6e6-1619-4c5d-a052-daa167b52bcd'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:18:59.467039 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:59.499782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5288f8b-a387-40a7-b485-bd3530810374 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:18:59.504515 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5288f8b-a387-40a7-b485-bd3530810374 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:18:59.631408 n-d-710847-7 neutron-server[103450]: INFO neutron.db.ipam_backend_mixin [None req-a5288f8b-a387-40a7-b485-bd3530810374 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet daecb6e6-1619-4c5d-a052-daa167b52bcd (CIDR: 172.20.0.0/28) Dec 12 04:18:59.638132 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5288f8b-a387-40a7-b485-bd3530810374 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:18:59.638651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5288f8b-a387-40a7-b485-bd3530810374 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:18:59.679732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55028) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:18:59.686667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:18:59.697580 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a5288f8b-a387-40a7-b485-bd3530810374 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4329607 Dec 12 04:18:59.756721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Allocated IP 172.20.0.2 (8ec6ac52-900c-4bf4-99e2-3a8c09d19984/daecb6e6-1619-4c5d-a052-daa167b52bcd/fe172bd8-4366-4168-9ace-cc9356856de0) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:00.004643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:00.008797 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:00.057707 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:00.064405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:00.155529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-ea14be5b-8013-4db1-98b2-189bf4d7a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:00.161169 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-ea14be5b-8013-4db1-98b2-189bf4d7a696 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 1097 time: 0.1115420 Dec 12 04:19:00.196533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:00.210752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:00.226187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:00.280093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Pushing event updated for resources: {'Port': ['ID=fe172bd8-4366-4168-9ace-cc9356856de0,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:00.365134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Attempting to bind port fe172bd8-4366-4168-9ace-cc9356856de0 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:00.365630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Attempting to bind port fe172bd8-4366-4168-9ace-cc9356856de0 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '01e03fb9-0927-4866-85c4-8aae7bd14c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:00.366013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Attempting to bind port fe172bd8-4366-4168-9ace-cc9356856de0 on network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:00.380920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:00.381330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Checking segment: {'id': '01e03fb9-0927-4866-85c4-8aae7bd14c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:00.381753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:00.382166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Bound using segment: {'id': '01e03fb9-0927-4866-85c4-8aae7bd14c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:00.382668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Bound port: fe172bd8-4366-4168-9ace-cc9356856de0, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e03fb9-0927-4866-85c4-8aae7bd14c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:00.383105 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:00.473274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-8dea0a38-f71f-4f8d-a70c-9a521fedf4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:00.483253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-8dea0a38-f71f-4f8d-a70c-9a521fedf4ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 913 time: 0.2915840 Dec 12 04:19:00.561666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] For port fe172bd8-4366-4168-9ace-cc9356856de0, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:00.572749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] For port fe172bd8-4366-4168-9ace-cc9356856de0, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe172bd8-4366-4168-9ace-cc9356856de0,segment=NetworkSegment(01e03fb9-0927-4866-85c4-8aae7bd14c80),segment_id=01e03fb9-0927-4866-85c4-8aae7bd14c80)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:00.599435 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:00.650571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-62ef709a-6fcc-4cc8-b935-9c1ef042537e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e HTTP/1.1" status: 200 len: 217 time: 0.1594775 Dec 12 04:19:00.729242 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:00.797646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-74ea9d9c-dc1b-465b-9183-f42375521a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:00.799228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-74ea9d9c-dc1b-465b-9183-f42375521a57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36aeef72-4114-4e29-ab24-bffc6a86ff95 HTTP/1.1" status: 200 len: 853 time: 0.1401043 Dec 12 04:19:00.806192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ceeaca-190d-48b3-9927-cb9c507f01af None None] Pushing event updated for resources: {'Port': ['ID=fe172bd8-4366-4168-9ace-cc9356856de0,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:00.836169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:19:00.877887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-a02a65c2-6dcf-4fcc-94b4-dafdbac8d0ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673003 Dec 12 04:19:00.952267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:00.967225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:00.979330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:00.980689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:01.057700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a98c9-d60f-4be4-9bdc-53c5b8fd500c req-90396270-af57-4e68-8f39-f3f65edbeeb0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:01.072624 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-691a98c9-d60f-4be4-9bdc-53c5b8fd500c req-90396270-af57-4e68-8f39-f3f65edbeeb0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.3676457 Dec 12 04:19:01.078438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=66ea9239-0357-4509-8316-6574dc72fdef,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:01.136211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55070) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:01.173078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f0985264-a9df-4e1c-a178-16c908f1e66e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4886556 Dec 12 04:19:01.173970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55076) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:01.211963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-691a98c9-d60f-4be4-9bdc-53c5b8fd500c req-e863ad17-4795-4234-94b3-0c3c997af49b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376445 Dec 12 04:19:01.244782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984', 'fixed_ips': [{'subnet_id': 'daecb6e6-1619-4c5d-a052-daa167b52bcd'}, {'subnet_id': '66ea9239-0357-4509-8316-6574dc72fdef'}], 'name': 'tempest-PortsTestJSON-1088647440'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:01.319580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b0c08cd9-afaf-43bf-b957-1e0bf84dc887 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:19:01.395606 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-dd0cf071-31d2-4c08-937e-357c1ca86295 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058386 Dec 12 04:19:01.417628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-network', 'tenant_id': '5020aa25d4d649318d7f38205e51757c'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:01.435785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:01.461610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a', 'port_id': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'mac_address': 'fa:16:3e:b5:90:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36aeef72-4114-4e29-ab24-bffc6a86ff95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:19:01.491225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: b0c08cd9-afaf-43bf-b957-1e0bf84dc887 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:19:01.491826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b0c08cd9-afaf-43bf-b957-1e0bf84dc887 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:19:01.547111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Made reservation on behalf of 5020aa25d4d649318d7f38205e51757c for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:01.550331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:01.603029 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:01.615803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:01.639632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76828b7d-5a09-45f0-8dfb-1cc1855d116e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:01.676197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:01.689731 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:01.751483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4d27378-0e9f-467f-8105-1083111de5a7 req-69e49764-be3a-45a8-8068-cd6c0891b582 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412083 Dec 12 04:19:01.811250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:01.821466 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:01.829510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:01.863373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:01.881442 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['76828b7d-5a09-45f0-8dfb-1cc1855d116e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:19:01.897389 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:19:01.926117 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:01.926738 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Added segment de1f249a-2226-41e0-8bae-3a6cd3a8603f of type vlan for network dec65f8e-5516-4961-b773-aee88680fdb2 Dec 12 04:19:02.022426 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:02.080229 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:02.093745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63854ef-578d-4b06-b575-7c77c3db52c2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:02.124353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:02.141587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:02.141587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:02.149193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 5f947a89-1c44-4049-ba7f-52f004162d98 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:19:02.225961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0881717 Dec 12 04:19:02.228767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55130) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:02.234318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Request body: {'subnet': {'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-subnet', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:02.247364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c6847-f5d8-433b-a26a-ea6518da7780 admin admin] Pushing event updated for resources: {'Network': ['ID=dec65f8e-5516-4961-b773-aee88680fdb2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:02.286528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network dec65f8e-5516-4961-b773-aee88680fdb2 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:19:02.297548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Made reservation on behalf of 5020aa25d4d649318d7f38205e51757c for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:02.300111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:02.658050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe172bd8-4366-4168-9ace-cc9356856de0 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:02.855852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:02.924698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06f3a5-6b29-41eb-b49c-47e8ae04bd47 req-2a6f0985-ea76-4f9e-9832-19f89e3d2f63 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:02.936071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db3715-2e50-4536-8f88-34c9cd1f0534 None None] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:02.946785 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da06f3a5-6b29-41eb-b49c-47e8ae04bd47 req-2a6f0985-ea76-4f9e-9832-19f89e3d2f63 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 945 time: 0.3131864 Dec 12 04:19:03.088005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fe172bd8-4366-4168-9ace-cc9356856de0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:03.088397 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:03.158569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5d9ae39c-d4e3-4d40-a21e-e5d03307f31a None None] Provisioning complete for port fe172bd8-4366-4168-9ace-cc9356856de0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:03.158953 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae39c-d4e3-4d40-a21e-e5d03307f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:03.170725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da06f3a5-6b29-41eb-b49c-47e8ae04bd47 req-59317aa7-3b70-4132-9d2a-486ece6dde09 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207098 Dec 12 04:19:03.231781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 76828b7d-5a09-45f0-8dfb-1cc1855d116e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:03.232168 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:03.374036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.9 (8ec6ac52-900c-4bf4-99e2-3a8c09d19984/daecb6e6-1619-4c5d-a052-daa167b52bcd/5f947a89-1c44-4049-ba7f-52f004162d98) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:03.397707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.19 (8ec6ac52-900c-4bf4-99e2-3a8c09d19984/66ea9239-0357-4509-8316-6574dc72fdef/5f947a89-1c44-4049-ba7f-52f004162d98) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:03.476918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e9c49-6c38-44c6-acdf-dd2153b8ae6d None None] Update dhcp port {'port': {'network_id': '8ec6ac52-900c-4bf4-99e2-3a8c09d19984', 'fixed_ips': [{'subnet_id': 'daecb6e6-1619-4c5d-a052-daa167b52bcd', 'ip_address': '172.20.0.2'}, {'subnet_id': '66ea9239-0357-4509-8316-6574dc72fdef'}], 'binding:host_id': 'n-d-710847-7'}, 'id': 'fe172bd8-4366-4168-9ace-cc9356856de0'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:19:03.596849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-9eae64e6-8a19-47c6-b4aa-d729d7f8341f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2768242 Dec 12 04:19:03.689099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:03.791341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:03.844607 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:03.872412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=5f947a89-1c44-4049-ba7f-52f004162d98,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:03.916560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:03.918595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:03.922037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:03.927220 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-709e9c49-6c38-44c6-acdf-dd2153b8ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:03.963990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-676c2236-b30b-48c2-a1f1-da4908aec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:03.963990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-676c2236-b30b-48c2-a1f1-da4908aec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:03.965628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-676c2236-b30b-48c2-a1f1-da4908aec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:03.965628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-676c2236-b30b-48c2-a1f1-da4908aec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:03.976616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-676c2236-b30b-48c2-a1f1-da4908aec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:03.977249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-676c2236-b30b-48c2-a1f1-da4908aec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:03.977746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-676c2236-b30b-48c2-a1f1-da4908aec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:03.979878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-676c2236-b30b-48c2-a1f1-da4908aec30e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6500 time: 0.2576380 Dec 12 04:19:04.014366 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae39c-d4e3-4d40-a21e-e5d03307f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.071874 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.078477 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.098195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:04.103650 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.151240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0ce7972e-c0a5-4d71-a3f7-259166d4315f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9340487 Dec 12 04:19:04.152211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55152) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:04.160870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'daecb6e6-1619-4c5d-a052-daa167b52bcd'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:04.221296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port fe172bd8-4366-4168-9ace-cc9356856de0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe172bd8-4366-4168-9ace-cc9356856de0,segment=NetworkSegment(01e03fb9-0927-4866-85c4-8aae7bd14c80),segment_id=01e03fb9-0927-4866-85c4-8aae7bd14c80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:04.225136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc0f778-44e0-42ba-a9c8-81b09949c346,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:04.237721 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.282082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Checking segment: {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:04.283150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Network hostable DHCP agents. Network: dec65f8e-5516-4961-b773-aee88680fdb2, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:19:04.292607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-144ec5a7-3d76-4310-8dba-8443d21cfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:04.293746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-144ec5a7-3d76-4310-8dba-8443d21cfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:04.294447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-144ec5a7-3d76-4310-8dba-8443d21cfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:04.296354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-144ec5a7-3d76-4310-8dba-8443d21cfb7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=33db8f80-6383-4d67-beb4-519412b18788&id=33db8f80-6383-4d67-beb4-519412b18788 HTTP/1.1" status: 200 len: 2294 time: 0.2853467 Dec 12 04:19:04.366939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Network dec65f8e-5516-4961-b773-aee88680fdb2 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:19:04.396952 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.469631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, dec65f8e-5516-4961-b773-aee88680fdb2) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:04.476121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:04.477005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.519124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-799a3fff-4911-4132-a0ed-3b45d48212a2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2889736 Dec 12 04:19:04.522666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-08b83261-6802-435f-8aef-e2adbeec434c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7 HTTP/1.1" status: 200 len: 1001 time: 0.1891792 Dec 12 04:19:04.524206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55160) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:04.528273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:04.582540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e5e57-bd9d-45fc-aead-eedb2e184207 None None] Network dec65f8e-5516-4961-b773-aee88680fdb2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:04.635531 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.636518 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.643635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-0e386134-4e92-4573-88ca-9ca8d1c81c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:04.645957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-0e386134-4e92-4573-88ca-9ca8d1c81c9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=096e88f5-8993-4f7c-8a4b-6dbd7270e925 HTTP/1.1" status: 200 len: 855 time: 0.1122098 Dec 12 04:19:04.839548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:04.846340 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7c79f1-99bd-4922-bdf3-cea4cf3034b4" -d '{"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-plugged", "status": "completed", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:04.853812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=fe172bd8-4366-4168-9ace-cc9356856de0,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:04.861225 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-5d9ae39c-d4e3-4d40-a21e-e5d03307f31a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:19:04.865232 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-5d9ae39c-d4e3-4d40-a21e-e5d03307f31a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:19:04.893833 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:04.963971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:05.036681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-7eaa3321-bf1c-4fef-9f01-310af58187e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:05.038330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-7eaa3321-bf1c-4fef-9f01-310af58187e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3810103 Dec 12 04:19:05.080147 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:05.116695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df4980-3687-4c21-98a6-564cc8977609 req-aa9262f0-17f3-48f9-978e-09125a8c987a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:05.129919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-33df4980-3687-4c21-98a6-564cc8977609 req-aa9262f0-17f3-48f9-978e-09125a8c987a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 945 time: 0.7284908 Dec 12 04:19:05.213314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-33df4980-3687-4c21-98a6-564cc8977609 req-b50a122d-344a-4343-b162-8788f8eb1b28 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757198 Dec 12 04:19:05.239610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:05.248361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e32e3-6614-4c1a-8272-e48484747d82 None None] Network dec65f8e-5516-4961-b773-aee88680fdb2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:05.296294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-709e9c49-6c38-44c6-acdf-dd2153b8ae6d None None] Allocated IP 172.20.0.18 (8ec6ac52-900c-4bf4-99e2-3a8c09d19984/66ea9239-0357-4509-8316-6574dc72fdef/fe172bd8-4366-4168-9ace-cc9356856de0) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:05.356399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:05.645905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-709e9c49-6c38-44c6-acdf-dd2153b8ae6d None None] For port fe172bd8-4366-4168-9ace-cc9356856de0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe172bd8-4366-4168-9ace-cc9356856de0,segment=NetworkSegment(01e03fb9-0927-4866-85c4-8aae7bd14c80),segment_id=01e03fb9-0927-4866-85c4-8aae7bd14c80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:05.669303 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3480742a-77e2-49be-be9d-5e8c5ce0420b x-openstack-request-id: req-3480742a-77e2-49be-be9d-5e8c5ce0420b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:05.669609 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-plugged", "status": "completed", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:05.669860 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3480742a-77e2-49be-be9d-5e8c5ce0420b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:05.670271 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'code': 200} Dec 12 04:19:05.700926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-b8655bcb-5fa0-4eca-9269-bef33b6fa45c service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296521 Dec 12 04:19:05.777847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-709e9c49-6c38-44c6-acdf-dd2153b8ae6d None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:05.790151 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-709e9c49-6c38-44c6-acdf-dd2153b8ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:05.908644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Delete allocated IP 172.20.0.19 (8ec6ac52-900c-4bf4-99e2-3a8c09d19984/66ea9239-0357-4509-8316-6574dc72fdef) {{(pid=103450) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 04:19:06.054433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e9c49-6c38-44c6-acdf-dd2153b8ae6d None None] Pushing event updated for resources: {'Port': ['ID=fe172bd8-4366-4168-9ace-cc9356856de0,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:06.087839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-fdf891e3-be25-4796-9da6-7a2150ae2c59 service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779705 Dec 12 04:19:06.251871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:06.261657 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:06.319016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-5c858035-040a-4a8c-8d71-73069c9d6fda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 200 len: 217 time: 0.2193782 Dec 12 04:19:06.489931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] In _notify_port_updated(), no bound segment for port 5f947a89-1c44-4049-ba7f-52f004162d98 on network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:19:06.497540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:06.498384 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:06.505324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "PUT /v2.0/ports/5f947a89-1c44-4049-ba7f-52f004162d98 HTTP/1.1" status: 200 len: 919 time: 2.3521681 Dec 12 04:19:06.506248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55176) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:06.540071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'daecb6e6-1619-4c5d-a052-daa167b52bcd'}, {'subnet_id': '66ea9239-0357-4509-8316-6574dc72fdef'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:06.604056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:06.662854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe172bd8-4366-4168-9ace-cc9356856de0 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:06.667761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-9d77d44e-bab1-4af9-8e12-f41a4c4c0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:06.678605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-9d77d44e-bab1-4af9-8e12-f41a4c4c0960 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.3475337 Dec 12 04:19:06.682006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:06.700155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:06.847107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fe172bd8-4366-4168-9ace-cc9356856de0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:06.847907 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:06.948618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-9d1d4e00-48d7-4785-a7da-81457bbc6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:06.953566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-9d1d4e00-48d7-4785-a7da-81457bbc6ea5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2642405 Dec 12 04:19:07.186056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd120964-13d3-49a8-a02b-f1d52f503f81 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=5f947a89-1c44-4049-ba7f-52f004162d98,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:07.252174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e026e0f-6a52-437d-b5f1-ea79a92eda04 None None] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:07.311084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-9cdb6e22-4c45-4bc6-bbff-b4e0e761f386 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343968 Dec 12 04:19:07.393484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5d3d-70c0-4605-8535-b7bb843c20bf req-13e7af9e-ecec-4eca-a4d3-1ce82a7ed108 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:07.395535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-179c5d3d-70c0-4605-8535-b7bb843c20bf req-13e7af9e-ecec-4eca-a4d3-1ce82a7ed108 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.9082310 Dec 12 04:19:07.501803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.27 (8ec6ac52-900c-4bf4-99e2-3a8c09d19984/66ea9239-0357-4509-8316-6574dc72fdef/5f947a89-1c44-4049-ba7f-52f004162d98) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:07.569212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-179c5d3d-70c0-4605-8535-b7bb843c20bf req-179548e7-8a77-4d44-82ad-c1bf6808f9c1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660666 Dec 12 04:19:07.584874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1fe7b39e-bdd1-44d6-af6e-7ef743f5a6c1 None None] Provisioning complete for port fe172bd8-4366-4168-9ace-cc9356856de0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:07.585628 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b39e-bdd1-44d6-af6e-7ef743f5a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:07.615751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Allocated IP 172.25.7.185 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/55b135b5-dcc9-4983-b5a4-66b1ea732b00) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:07.698101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-460c687b-1edb-431c-8787-6ec4c22aa0f8 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696041 Dec 12 04:19:07.904543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-fe6e0210-e7ba-4ae9-b4cf-a60e1ca1b80d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 200 len: 217 time: 0.1055374 Dec 12 04:19:08.032212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:08.049452 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:08.076190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-bcae7a28-5f13-46f9-8b7f-5b30de09b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:08.081266 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-bcae7a28-5f13-46f9-8b7f-5b30de09b256 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.1608522 Dec 12 04:19:08.200166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4a053651-6d46-499d-9ad0-2187a88d387f None None] Provisioning complete for port fe172bd8-4366-4168-9ace-cc9356856de0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:08.216568 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4a053651-6d46-499d-9ad0-2187a88d387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:08.360962 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:08.372045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-bc908378-3875-4341-b4a7-f80b5c4c2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:08.375605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-bc908378-3875-4341-b4a7-f80b5c4c2ce9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2794352 Dec 12 04:19:08.489340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=5f947a89-1c44-4049-ba7f-52f004162d98,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:08.545419 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4a053651-6d46-499d-9ad0-2187a88d387f None None] Provisioning complete for port 5f947a89-1c44-4049-ba7f-52f004162d98 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:08.555515 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4a053651-6d46-499d-9ad0-2187a88d387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:08.557952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] In _notify_port_updated(), no bound segment for port 5f947a89-1c44-4049-ba7f-52f004162d98 on network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:19:08.574235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:08.575061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:08.576259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0a5f0807-ce74-43e3-a59b-45686bfcb9ad tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "PUT /v2.0/ports/5f947a89-1c44-4049-ba7f-52f004162d98 HTTP/1.1" status: 200 len: 999 time: 2.0512285 Dec 12 04:19:08.588394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55184) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:08.641635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4a053651-6d46-499d-9ad0-2187a88d387f None None] Port 5f947a89-1c44-4049-ba7f-52f004162d98 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:08.774640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:08.866995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Pushing event updated for resources: {'Port': ['ID=55b135b5-dcc9-4983-b5a4-66b1ea732b00,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:08.899189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.899551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.899893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.900241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.900583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.900944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.901284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.901621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.901955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.902286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.902618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.902945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.903275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:08.923021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-af4ddc6c-5505-4595-a836-d287bb96973d None None] Provisioning complete for port 5f947a89-1c44-4049-ba7f-52f004162d98 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:08.924351 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-af4ddc6c-5505-4595-a836-d287bb96973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:08.931382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:08.940121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:08.996484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:09.011897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e567fb2-7111-42fc-8945-865ce839b9c1 req-562ec227-507c-41fa-8c60-f2594852edeb tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:09.020046 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e567fb2-7111-42fc-8945-865ce839b9c1 req-562ec227-507c-41fa-8c60-f2594852edeb tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1494987 Dec 12 04:19:09.024690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ae07aa2a-cc1d-4669-9f7d-27730604674a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 5f947a89-1c44-4049-ba7f-52f004162d98 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:09.025035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae07aa2a-cc1d-4669-9f7d-27730604674a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:09.080899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-af4ddc6c-5505-4595-a836-d287bb96973d None None] Port 5f947a89-1c44-4049-ba7f-52f004162d98 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:09.172833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae07aa2a-cc1d-4669-9f7d-27730604674a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:09.198668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ae07aa2a-cc1d-4669-9f7d-27730604674a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 5f947a89-1c44-4049-ba7f-52f004162d98 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:09.239427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8bcbde42-fb8b-481a-8f7e-1f8d94ea282b None None] Provisioning complete for port 5f947a89-1c44-4049-ba7f-52f004162d98 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:09.248719 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8bcbde42-fb8b-481a-8f7e-1f8d94ea282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:09.296801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-1e179d2a-e19b-454c-a072-9403ce532a50 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9051664 Dec 12 04:19:09.361586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8bcbde42-fb8b-481a-8f7e-1f8d94ea282b None None] Port 5f947a89-1c44-4049-ba7f-52f004162d98 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:09.635813 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e567fb2-7111-42fc-8945-865ce839b9c1 req-64b5ee56-a310-43f6-ab8b-89d2ca9f35e9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131546 Dec 12 04:19:09.641422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae07aa2a-cc1d-4669-9f7d-27730604674a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:09.770791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1e6adaeb-615b-401c-abb6-76630ba1c85e None None] Could not find standard attr ID for object 5f947a89-1c44-4049-ba7f-52f004162d98. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:19:09.857828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07aa2a-cc1d-4669-9f7d-27730604674a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=5f947a89-1c44-4049-ba7f-52f004162d98,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:10.075350 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae07aa2a-cc1d-4669-9f7d-27730604674a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:10.081805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ae07aa2a-cc1d-4669-9f7d-27730604674a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/5f947a89-1c44-4049-ba7f-52f004162d98 HTTP/1.1" status: 204 len: 168 time: 1.4884610 Dec 12 04:19:10.085226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55202) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:10.148717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-8d34574c-cf3a-4c28-838a-f6040e2b81ae service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8257699 Dec 12 04:19:10.153486 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d316fa-43ee-4efa-940b-8a928515324d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:19:10.162250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-43d316fa-43ee-4efa-940b-8a928515324d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/5f947a89-1c44-4049-ba7f-52f004162d98 HTTP/1.1" status: 404 len: 333 time: 0.0756869 Dec 12 04:19:10.164776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55204) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:10.265581 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-773774fb-d1b6-4ee3-a102-16c7d6cc8857 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=50c32b66-1914-4858-b0c4-599461ce68a6 HTTP/1.1" status: 200 len: 217 time: 0.0972083 Dec 12 04:19:10.308935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2460b76-f15b-46a6-9b9b-10b1cf1224d1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet 66ea9239-0357-4509-8316-6574dc72fdef {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:19:10.313536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2460b76-f15b-46a6-9b9b-10b1cf1224d1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:10.349244 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:10.428202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2460b76-f15b-46a6-9b9b-10b1cf1224d1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:10.434051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-56f7a6c0-1030-4255-aba2-337e2c125f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:10.435747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-56f7a6c0-1030-4255-aba2-337e2c125f9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.1597183 Dec 12 04:19:10.606535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-ec8253f9-3159-4b52-a716-ad889458a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:10.608275 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e1b3-08c8-4f1e-bc48-49ef70a67455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:10.608553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-ec8253f9-3159-4b52-a716-ad889458a054 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1502719 Dec 12 04:19:10.617515 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2460b76-f15b-46a6-9b9b-10b1cf1224d1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:10.925592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-1491649c-fc86-4388-8c32-e8b1e6d54fdd service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955332 Dec 12 04:19:10.970613 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2460b76-f15b-46a6-9b9b-10b1cf1224d1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:11.074603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7752e25-6de8-41c6-bf3a-4f1508d1995b None None] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:11.093670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b1581-a43e-46e9-8ebd-acf7c8003af6 req-33e1c1f4-f3e2-41cd-ab4d-3e0f4fd05b09 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:11.105771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc2b1581-a43e-46e9-8ebd-acf7c8003af6 req-33e1c1f4-f3e2-41cd-ab4d-3e0f4fd05b09 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.3108666 Dec 12 04:19:11.186616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2460b76-f15b-46a6-9b9b-10b1cf1224d1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:11.196277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a2460b76-f15b-46a6-9b9b-10b1cf1224d1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/66ea9239-0357-4509-8316-6574dc72fdef HTTP/1.1" status: 204 len: 168 time: 1.0279830 Dec 12 04:19:11.208761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2460b76-f15b-46a6-9b9b-10b1cf1224d1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=66ea9239-0357-4509-8316-6574dc72fdef,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:11.221161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55218) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:11.368589 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc2b1581-a43e-46e9-8ebd-acf7c8003af6 req-535a34ee-344e-4790-8bbe-0d1f420423fe tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608862 Dec 12 04:19:11.426688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-9189f966-f958-4939-b499-1de02c71a1c1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet daecb6e6-1619-4c5d-a052-daa167b52bcd {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:19:11.431617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9189f966-f958-4939-b499-1de02c71a1c1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:11.567312 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9189f966-f958-4939-b499-1de02c71a1c1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:11.615521 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:11.820638 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9189f966-f958-4939-b499-1de02c71a1c1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:11.935865 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:19:12.022677 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9189f966-f958-4939-b499-1de02c71a1c1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:12.076642 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189f966-f958-4939-b499-1de02c71a1c1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=daecb6e6-1619-4c5d-a052-daa167b52bcd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:12.097744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-afc2d944-70cf-4c43-98a6-a675bf6471a0 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1687930 Dec 12 04:19:12.114968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9189f966-f958-4939-b499-1de02c71a1c1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:12.136097 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9189f966-f958-4939-b499-1de02c71a1c1 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/daecb6e6-1619-4c5d-a052-daa167b52bcd HTTP/1.1" status: 204 len: 168 time: 0.9118676 Dec 12 04:19:12.137270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55224) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:12.211469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:12.369286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:12.482195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b7600-205f-4d8c-aead-c74fa4c7bfd2 None None] Network 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:12.497797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port fe172bd8-4366-4168-9ace-cc9356856de0 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:12.498533 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:12.668572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] For port fe172bd8-4366-4168-9ace-cc9356856de0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe172bd8-4366-4168-9ace-cc9356856de0,segment=NetworkSegment(01e03fb9-0927-4866-85c4-8aae7bd14c80),segment_id=01e03fb9-0927-4866-85c4-8aae7bd14c80)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:12.668981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:12.681067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-6587c0af-69e9-4239-9166-58f40810a928 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=fe26d9f7-c56f-4c18-af19-534b24397d10 HTTP/1.1" status: 200 len: 217 time: 0.4593952 Dec 12 04:19:12.714492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for fe172bd8-4366-4168-9ace-cc9356856de0 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:12.774168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4cda3a32-7ef5-4227-a06f-b956db562cf8 None None] Provisioning complete for port fe172bd8-4366-4168-9ace-cc9356856de0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:12.775879 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4cda3a32-7ef5-4227-a06f-b956db562cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:12.783449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-a400dd54-2bca-4c67-a53c-15788bedaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:12.786874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-a400dd54-2bca-4c67-a53c-15788bedaa45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.0927558 Dec 12 04:19:12.788979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Router e3493fde-31bd-403c-8b76-58a387e204f0 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:19:12.963280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ef324-4beb-4ac1-bde5-e735adc99489 req-38570518-5eaf-4e81-aa7c-f07047b20350 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:12.973653 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-445ef324-4beb-4ac1-bde5-e735adc99489 req-38570518-5eaf-4e81-aa7c-f07047b20350 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2569811 Dec 12 04:19:13.042037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-75b01a1b-f725-488e-89c5-a90c94b76cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:13.044048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-75b01a1b-f725-488e-89c5-a90c94b76cd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2420049 Dec 12 04:19:13.142251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:19:13.144548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:13.178064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c6e37-e5a3-44e9-b32f-27eed0a5e0e2 None None] DHCP port deletion for 8ec6ac52-900c-4bf4-99e2-3a8c09d19984 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:19:13.189217 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:13.191983 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec348485-2fe1-4bf2-b556-80e88cd0dff7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.6679716 Dec 12 04:19:13.193012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Sync routers for ids ['e3493fde-31bd-403c-8b76-58a387e204f0'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:19:13.198051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55234) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:13.205235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=fe172bd8-4366-4168-9ace-cc9356856de0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:13.205901 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cd069c86-41f0-4a3d-a8ce-af33faa60a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:13.219813 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-445ef324-4beb-4ac1-bde5-e735adc99489 req-22da5c34-aba8-4e20-8a31-03d2a9ab34d1 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372832 Dec 12 04:19:13.240655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-2f47ffc1-2efc-4a84-9b83-b092a0973c59 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834052 Dec 12 04:19:13.258506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Routers {'e3493fde-31bd-403c-8b76-58a387e204f0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:19:13.263136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:19:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e3493fde-31bd-403c-8b76-58a387e204f0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:13.281635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No DVR routers for this DVR port fe172bd8-4366-4168-9ace-cc9356856de0 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:19:13.446171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-ffca66ac-10bf-4647-908c-81645e213191 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944039 Dec 12 04:19:13.667421 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-d1374c15-df3c-4d5b-b190-ad8e5e005f98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e HTTP/1.1" status: 200 len: 217 time: 0.1888094 Dec 12 04:19:13.751933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Set router e3493fde-31bd-403c-8b76-58a387e204f0 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:19:13.793922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-63e7cc5e-c522-4e65-929d-dab03d3cfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:13.795986 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-63e7cc5e-c522-4e65-929d-dab03d3cfb47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.1273575 Dec 12 04:19:13.935689 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:13.961216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-373d05a7-2235-403f-a423-6304c61f0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:13.963838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-373d05a7-2235-403f-a423-6304c61f0ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1576762 Dec 12 04:19:14.098501 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:14.208169 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-4bae2ff7-c269-4268-8a84-18a6aba2b496 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319899 Dec 12 04:19:14.509671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-91fb4f3d-4fa8-4ee4-8861-4cb3f08fd411 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878115 Dec 12 04:19:14.622459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe172bd8-4366-4168-9ace-cc9356856de0 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:19:14.640568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-78b988d7-a278-4e78-85b7-1eba1edd1f54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855 HTTP/1.1" status: 200 len: 217 time: 0.1186476 Dec 12 04:19:14.658773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: fe172bd8-4366-4168-9ace-cc9356856de0 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:19:14.659127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe172bd8-4366-4168-9ace-cc9356856de0 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:19:14.664549 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:14.681049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:19:04Z', 'updated_at': '2021-12-12T04:19:09Z', 'revision_number': 3, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'gw_port': {'id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:06Z', 'updated_at': '2021-12-12T04:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:14.752544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-47d8b26d-c6ec-4d32-95dd-970633b24b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:14.752544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-47d8b26d-c6ec-4d32-95dd-970633b24b30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.1002955 Dec 12 04:19:14.753226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Checking router: e3493fde-31bd-403c-8b76-58a387e204f0 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:19:14.753694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Updating router e3493fde-31bd-403c-8b76-58a387e204f0 port 55b135b5-dcc9-4983-b5a4-66b1ea732b00 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:19:14.758966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec6ac52-900c-4bf4-99e2-3a8c09d19984']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:14.794672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e03fb9-0927-4866-85c4-8aae7bd14c80') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:14.794998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e03fb9-0927-4866-85c4-8aae7bd14c80') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:14.810251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdbda4-9842-4660-9093-0fb9352c39b1 req-44b3fcf5-e2e9-456d-917e-db0fd5642a72 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:14.821944 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2dfdbda4-9842-4660-9093-0fb9352c39b1 req-44b3fcf5-e2e9-456d-917e-db0fd5642a72 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.3443286 Dec 12 04:19:14.826531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:14.853000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-41525609-3f39-44ba-88b8-60275828558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:14.853000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-41525609-3f39-44ba-88b8-60275828558e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897470 Dec 12 04:19:14.953851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.041313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-cc2b0d12-57c6-4bf8-bcf5-68609dbb6cc5 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750786 Dec 12 04:19:15.077251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.126840 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2dfdbda4-9842-4660-9093-0fb9352c39b1 req-c2bdf729-8711-4d2b-a5e6-cc37fd2c5486 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026564 Dec 12 04:19:15.130831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:19:15.137239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:19:15.198288 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:19:15.252954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3108b-af3e-4230-bc3d-38aaab5b9e0a req-a8fde027-8902-4d87-92a9-e07e58751014 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999280 Dec 12 04:19:15.500442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.516710 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.534343 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.556117 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.562993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/networks/8ec6ac52-900c-4bf4-99e2-3a8c09d19984 HTTP/1.1" status: 204 len: 168 time: 3.4210582 Dec 12 04:19:15.564039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55252) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:15.608088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f66f-ec37-4c8c-95ef-e5cabc83749a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Network': ['ID=8ec6ac52-900c-4bf4-99e2-3a8c09d19984,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:15.630935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.658984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Pushing event updated for resources: {'Port': ['ID=55b135b5-dcc9-4983-b5a4-66b1ea732b00,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:15.663888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Attempting to bind port 55b135b5-dcc9-4983-b5a4-66b1ea732b00 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:15.664274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Attempting to bind port 55b135b5-dcc9-4983-b5a4-66b1ea732b00 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:15.664656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Attempting to bind port 55b135b5-dcc9-4983-b5a4-66b1ea732b00 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:15.674473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:15.674993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:15.675336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.675735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:15.676230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Bound port: 55b135b5-dcc9-4983-b5a4-66b1ea732b00, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:15.676634 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.711400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc5f03-22be-4d5c-b5ff-0e1118652785 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:15.718378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-82dc5f03-22be-4d5c-b5ff-0e1118652785 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1526721 Dec 12 04:19:15.719426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55254) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:15.740045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] For port 55b135b5-dcc9-4983-b5a4-66b1ea732b00, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:15.743255 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.744597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] For port 55b135b5-dcc9-4983-b5a4-66b1ea732b00, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=55b135b5-dcc9-4983-b5a4-66b1ea732b00,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:15.747691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.748112 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.748864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.749757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.750240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.750594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.751035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.751682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.752035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.753579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.754498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.755086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.755562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:15.768274 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.833163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f5878bc1-8796-4306-8ac7-cbb97cab2581 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1109545 Dec 12 04:19:15.834713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55256) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:15.839908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-28343469'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:15.900343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Routers {'e3493fde-31bd-403c-8b76-58a387e204f0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:19:15.901445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:19:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e3493fde-31bd-403c-8b76-58a387e204f0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:15.932642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:15.936596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:15.978975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b11a5-cde7-42ee-9fb0-1775f57d6eb5 None None] Pushing event updated for resources: {'Port': ['ID=55b135b5-dcc9-4983-b5a4-66b1ea732b00,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:16.018286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:19:16.037590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Allocated IP 172.20.0.1 (dec65f8e-5516-4961-b773-aee88680fdb2/bfc0f778-44e0-42ba-a9c8-81b09949c346/37064721-b98a-4815-86f4-9a62f147b48b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:16.050915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:16.072012 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Added segment 50b333ae-253e-482a-90bc-ad524edf0d89 of type vlan for network 15337934-36f4-486d-bde3-46d86a40e223 Dec 12 04:19:16.167214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:16.215840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] Set router e3493fde-31bd-403c-8b76-58a387e204f0 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:19:16.259463 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:16.278283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:16.278964 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:16.359510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5233870 Dec 12 04:19:16.379204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55272) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:16.402859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '15337934-36f4-486d-bde3-46d86a40e223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:16.474337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113664f-a6a4-40a3-b103-58ff85b8eab3 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Network': ['ID=15337934-36f4-486d-bde3-46d86a40e223,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:16.523255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 15337934-36f4-486d-bde3-46d86a40e223 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:19:16.559841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:16.563787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:16.796958 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:16.874389 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:16.892595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:19:04Z', 'updated_at': '2021-12-12T04:19:09Z', 'revision_number': 3, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'gw_port': {'id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:06Z', 'updated_at': '2021-12-12T04:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:16.911820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62db2f8-9ae9-4947-a48c-9820e57435e2 req-76276230-2e42-4c7f-8c5c-f525fb44b419 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:16.924677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e62db2f8-9ae9-4947-a48c-9820e57435e2 req-76276230-2e42-4c7f-8c5c-f525fb44b419 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.6347134 Dec 12 04:19:16.943576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fdc6a-e0f9-4e5d-8e05-29aa697c4561 None None] The sync data for ids ['e3493fde-31bd-403c-8b76-58a387e204f0'] in n-d-710847-7 is: [{'id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:19:04Z', 'updated_at': '2021-12-12T04:19:09Z', 'revision_number': 3, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'gw_port': {'id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:06Z', 'updated_at': '2021-12-12T04:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:19:16.980257 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:17.041853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=31219f4e-ec7e-4dd6-bcc8-6224044dcd6e,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:17.115169 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e62db2f8-9ae9-4947-a48c-9820e57435e2 req-1be44287-5bb1-4269-a6fd-b3019b7d2b1c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894743 Dec 12 04:19:17.120721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Checking segment: {'id': '50b333ae-253e-482a-90bc-ad524edf0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '15337934-36f4-486d-bde3-46d86a40e223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:17.121293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network hostable DHCP agents. Network: 15337934-36f4-486d-bde3-46d86a40e223, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:19:17.150584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:17.241178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 15337934-36f4-486d-bde3-46d86a40e223 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:19:17.277996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Network dec65f8e-5516-4961-b773-aee88680fdb2 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:17.281282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 15337934-36f4-486d-bde3-46d86a40e223) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:17.287616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:17.288372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:17.294049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b69d936-e4ed-4fad-9635-31a58cfb1eb3 None None] Network 15337934-36f4-486d-bde3-46d86a40e223 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:17.308497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:17.313347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=37064721-b98a-4815-86f4-9a62f147b48b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:17.326935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:17.414053 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e9ab4147-77ac-4242-bde6-8a3345494ec0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0233011 Dec 12 04:19:17.414221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55276) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:17.419388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '15337934-36f4-486d-bde3-46d86a40e223', 'name': 'tempest-PortsTestJSON-1410469551'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:17.497849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:17.601791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-15337934-36f4-486d-bde3-46d86a40e223', 'network_id': '15337934-36f4-486d-bde3-46d86a40e223', 'project_id': '40cffd66a9f34f3e908d07fe34206f6a', 'fixed_ips': [{'subnet_id': '31219f4e-ec7e-4dd6-bcc8-6224044dcd6e'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:19:17.602696 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:17.689211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:17.720736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:17.802799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port ad68e42d-3fdb-4188-bd9b-becf71ce9789 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:19:17.912482 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:18.130209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Allocated IP 172.20.0.2 (15337934-36f4-486d-bde3-46d86a40e223/31219f4e-ec7e-4dd6-bcc8-6224044dcd6e/a9ff39d7-aa43-486f-a645-0e308f8e7323) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:18.383839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:18.421949 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:18.435256 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:18.444255 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:18.599694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Network 15337934-36f4-486d-bde3-46d86a40e223 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:18.613529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:18.636233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.12 (15337934-36f4-486d-bde3-46d86a40e223/31219f4e-ec7e-4dd6-bcc8-6224044dcd6e/ad68e42d-3fdb-4188-bd9b-becf71ce9789) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:18.660276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:18.797495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Pushing event updated for resources: {'Port': ['ID=a9ff39d7-aa43-486f-a645-0e308f8e7323,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:18.840165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa997f-eb18-40a4-82ea-b9eb138c6e37 req-977b0b64-17e4-4252-b86d-dcf0c815438e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:18.845640 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6caa997f-eb18-40a4-82ea-b9eb138c6e37 req-977b0b64-17e4-4252-b86d-dcf0c815438e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.4447558 Dec 12 04:19:18.854899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:18.876367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=37064721-b98a-4815-86f4-9a62f147b48b,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:18.989823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Attempting to bind port a9ff39d7-aa43-486f-a645-0e308f8e7323 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:18.990832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Attempting to bind port a9ff39d7-aa43-486f-a645-0e308f8e7323 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '50b333ae-253e-482a-90bc-ad524edf0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '15337934-36f4-486d-bde3-46d86a40e223'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:18.991218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Attempting to bind port a9ff39d7-aa43-486f-a645-0e308f8e7323 on network 15337934-36f4-486d-bde3-46d86a40e223 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:19.012123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:19.012522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Checking segment: {'id': '50b333ae-253e-482a-90bc-ad524edf0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '15337934-36f4-486d-bde3-46d86a40e223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:19.013252 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.014106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Bound using segment: {'id': '50b333ae-253e-482a-90bc-ad524edf0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '15337934-36f4-486d-bde3-46d86a40e223'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:19.014648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Bound port: a9ff39d7-aa43-486f-a645-0e308f8e7323, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b333ae-253e-482a-90bc-ad524edf0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '15337934-36f4-486d-bde3-46d86a40e223'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:19.015058 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.078923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 55b135b5-dcc9-4983-b5a4-66b1ea732b00 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:19.235766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.238834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6caa997f-eb18-40a4-82ea-b9eb138c6e37 req-e64e5b3d-0c4a-41a4-90ff-03c2a0bc80ec tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472157 Dec 12 04:19:19.248360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 55b135b5-dcc9-4983-b5a4-66b1ea732b00 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:19.248915 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.306921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Network dec65f8e-5516-4961-b773-aee88680fdb2 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:19.308412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:19.328400 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.341433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] For port a9ff39d7-aa43-486f-a645-0e308f8e7323, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:19.389834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] For port a9ff39d7-aa43-486f-a645-0e308f8e7323, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a9ff39d7-aa43-486f-a645-0e308f8e7323,segment=NetworkSegment(50b333ae-253e-482a-90bc-ad524edf0d89),segment_id=50b333ae-253e-482a-90bc-ad524edf0d89)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:19.410167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 15337934-36f4-486d-bde3-46d86a40e223 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:19.414882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:19.418002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:19.418620 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.462603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=ad68e42d-3fdb-4188-bd9b-becf71ce9789,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:19.535175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:19.536390 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.573325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-38caa1d8-10db-4dd8-bb71-f3eac0e225a5 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1580088 Dec 12 04:19:19.575851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55288) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:19.582348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': '15337934-36f4-486d-bde3-46d86a40e223', 'name': 'tempest-PortsTestJSON-1152966527'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:19.602839 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.694176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 55b135b5-dcc9-4983-b5a4-66b1ea732b00, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=55b135b5-dcc9-4983-b5a4-66b1ea732b00,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:19.703048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Router e3493fde-31bd-403c-8b76-58a387e204f0 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:19:19.725458 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.798567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712df334-b01b-4f75-9a38-5b22a77d99bd None None] Pushing event updated for resources: {'Port': ['ID=a9ff39d7-aa43-486f-a645-0e308f8e7323,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:19.874192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:19.878891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:19.920696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port e8335845-7bec-4f1e-b83c-edfd902a81a5 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:19:20.069879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=55b135b5-dcc9-4983-b5a4-66b1ea732b00,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:20.111219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:19:20.149431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fb8e4247-69fa-451a-992c-f83045edf2c2 admin admin] 10.222.0.36 "PUT /v2.0/routers/e3493fde-31bd-403c-8b76-58a387e204f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9377179 Dec 12 04:19:20.306612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.10 (15337934-36f4-486d-bde3-46d86a40e223/31219f4e-ec7e-4dd6-bcc8-6224044dcd6e/e8335845-7bec-4f1e-b83c-edfd902a81a5) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:20.423271 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Sync routers for ids ['e3493fde-31bd-403c-8b76-58a387e204f0'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:19:20.440792 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Routers {'e3493fde-31bd-403c-8b76-58a387e204f0'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:19:20.441687 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:19:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e3493fde-31bd-403c-8b76-58a387e204f0'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:20.590104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362404e-433d-4314-8726-131e1d19e4dd req-32c9419c-480a-42b9-a221-e4bff3dabd08 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:20.601398 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1362404e-433d-4314-8726-131e1d19e4dd req-32c9419c-480a-42b9-a221-e4bff3dabd08 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1907132 Dec 12 04:19:20.660713 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Set router e3493fde-31bd-403c-8b76-58a387e204f0 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:19:20.786932 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1362404e-433d-4314-8726-131e1d19e4dd req-3ea4fced-a533-4e2f-8687-a26a70ba3060 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840644 Dec 12 04:19:20.974100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:21.017097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a9ff39d7-aa43-486f-a645-0e308f8e7323 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:21.084284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:21.222878 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 15337934-36f4-486d-bde3-46d86a40e223 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:21.239793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:21.242721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:21.296173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a9ff39d7-aa43-486f-a645-0e308f8e7323 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:21.296482 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:21.344842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=e8335845-7bec-4f1e-b83c-edfd902a81a5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:21.415494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:21.416194 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:21.455393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55308) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:21.459835 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-62579e82-d997-4fa6-8168-ca214746b13d tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8822548 Dec 12 04:19:21.494900 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:19:04Z', 'updated_at': '2021-12-12T04:19:17Z', 'revision_number': 4, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'gw_port': {'id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:06Z', 'updated_at': '2021-12-12T04:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '37064721-b98a-4815-86f4-9a62f147b48b', 'name': '', 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'mac_address': 'fa:16:3e:1f:7d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bfc0f778-44e0-42ba-a9c8-81b09949c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:15Z', 'updated_at': '2021-12-12T04:19:18Z', 'revision_number': 2, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'subnets': [{'id': 'bfc0f778-44e0-42ba-a9c8-81b09949c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:21.590791 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:21.592030 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Checking router: e3493fde-31bd-403c-8b76-58a387e204f0 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:19:21.592631 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Updating router e3493fde-31bd-403c-8b76-58a387e204f0 port 37064721-b98a-4815-86f4-9a62f147b48b binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:19:21.658233 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:21.687233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port a9ff39d7-aa43-486f-a645-0e308f8e7323, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a9ff39d7-aa43-486f-a645-0e308f8e7323,segment=NetworkSegment(50b333ae-253e-482a-90bc-ad524edf0d89),segment_id=50b333ae-253e-482a-90bc-ad524edf0d89)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:21.699648 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:21.703910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 55b135b5-dcc9-4983-b5a4-66b1ea732b00 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:21.754858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a0fc1-8771-46d9-8cd1-d84a643eeb0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:21.759181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bc8a0fc1-8771-46d9-8cd1-d84a643eeb0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.2996967 Dec 12 04:19:21.759563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55314) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:21.795309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a69f62-b1be-4894-9968-508fbde82a23 None None] Network 15337934-36f4-486d-bde3-46d86a40e223 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:22.085981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4d716b63-0929-4c7f-9d14-f12408bcc647 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port e8335845-7bec-4f1e-b83c-edfd902a81a5 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:22.086581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d716b63-0929-4c7f-9d14-f12408bcc647 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.115125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f6fc3577-4e08-4fca-9e8a-57358285e4d9 None None] Provisioning complete for port a9ff39d7-aa43-486f-a645-0e308f8e7323 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:22.115690 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3577-4e08-4fca-9e8a-57358285e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.253150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=a9ff39d7-aa43-486f-a645-0e308f8e7323,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:22.345844 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 55b135b5-dcc9-4983-b5a4-66b1ea732b00 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:22.347099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d716b63-0929-4c7f-9d14-f12408bcc647 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.347246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.364573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4d716b63-0929-4c7f-9d14-f12408bcc647 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for e8335845-7bec-4f1e-b83c-edfd902a81a5 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:22.398755 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.415976 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.531730 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02094bd1-1a26-49f4-9707-bd493ae0365d None None] Pushing event updated for resources: {'Port': ['ID=37064721-b98a-4815-86f4-9a62f147b48b,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:22.608451 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d716b63-0929-4c7f-9d14-f12408bcc647 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.655362 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Attempting to bind port 37064721-b98a-4815-86f4-9a62f147b48b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:22.655743 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Attempting to bind port 37064721-b98a-4815-86f4-9a62f147b48b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:22.656111 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Attempting to bind port 37064721-b98a-4815-86f4-9a62f147b48b on network dec65f8e-5516-4961-b773-aee88680fdb2 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:22.688093 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:22.688873 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Checking segment: {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:22.689623 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.692582 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Bound using segment: {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:22.693572 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Bound port: 37064721-b98a-4815-86f4-9a62f147b48b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:22.694123 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.835844 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] For port 37064721-b98a-4815-86f4-9a62f147b48b, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:22.848844 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] For port 37064721-b98a-4815-86f4-9a62f147b48b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=37064721-b98a-4815-86f4-9a62f147b48b,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:22.940676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a9ff39d7-aa43-486f-a645-0e308f8e7323 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:22.941491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d716b63-0929-4c7f-9d14-f12408bcc647 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=e8335845-7bec-4f1e-b83c-edfd902a81a5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:22.941491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d716b63-0929-4c7f-9d14-f12408bcc647 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.941491 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4d716b63-0929-4c7f-9d14-f12408bcc647 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/e8335845-7bec-4f1e-b83c-edfd902a81a5 HTTP/1.1" status: 204 len: 168 time: 1.1475866 Dec 12 04:19:22.941803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a9ff39d7-aa43-486f-a645-0e308f8e7323 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:22.941803 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:22.943066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55322) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:22.959053 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:23.030406 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aeb8f1d-5f03-4f48-8e57-e392efdfb9fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:19:23.042522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2aeb8f1d-5f03-4f48-8e57-e392efdfb9fd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/e8335845-7bec-4f1e-b83c-edfd902a81a5 HTTP/1.1" status: 404 len: 333 time: 0.0960035 Dec 12 04:19:23.043020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55328) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:23.114190 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Routers {'e3493fde-31bd-403c-8b76-58a387e204f0'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:19:23.114953 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:19:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e3493fde-31bd-403c-8b76-58a387e204f0'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:23.258305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-1efc23a0-110a-491c-960b-d8109fe8cf69 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port ad68e42d-3fdb-4188-bd9b-becf71ce9789 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:23.266123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1efc23a0-110a-491c-960b-d8109fe8cf69 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:23.291955 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02094bd1-1a26-49f4-9707-bd493ae0365d None None] Pushing event updated for resources: {'Port': ['ID=37064721-b98a-4815-86f4-9a62f147b48b,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:23.374769 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] Set router e3493fde-31bd-403c-8b76-58a387e204f0 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:19:23.507065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e3c3a6a0-5b1c-4e16-8598-9f5fd1ae7f6d None None] Provisioning complete for port a9ff39d7-aa43-486f-a645-0e308f8e7323 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:23.507644 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a6a0-5b1c-4e16-8598-9f5fd1ae7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:23.508002 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1efc23a0-110a-491c-960b-d8109fe8cf69 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:23.533858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-1efc23a0-110a-491c-960b-d8109fe8cf69 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for ad68e42d-3fdb-4188-bd9b-becf71ce9789 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:23.844513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e3c3a6a0-5b1c-4e16-8598-9f5fd1ae7f6d None None] Provisioning complete for port ad68e42d-3fdb-4188-bd9b-becf71ce9789 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:23.847360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a6a0-5b1c-4e16-8598-9f5fd1ae7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:23.930328 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1efc23a0-110a-491c-960b-d8109fe8cf69 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:23.932513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3a6a0-5b1c-4e16-8598-9f5fd1ae7f6d None None] Port ad68e42d-3fdb-4188-bd9b-becf71ce9789 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:23.942326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e3c3a6a0-5b1c-4e16-8598-9f5fd1ae7f6d None None] Could not find standard attr ID for object e8335845-7bec-4f1e-b83c-edfd902a81a5. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:19:24.000950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc23a0-110a-491c-960b-d8109fe8cf69 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=ad68e42d-3fdb-4188-bd9b-becf71ce9789,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:24.060234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e3404504-f46a-402b-9886-0d8651d21888 None None] Could not find standard attr ID for object ad68e42d-3fdb-4188-bd9b-becf71ce9789. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:19:24.119126 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:19:04Z', 'updated_at': '2021-12-12T04:19:17Z', 'revision_number': 4, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'gw_port': {'id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:06Z', 'updated_at': '2021-12-12T04:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '37064721-b98a-4815-86f4-9a62f147b48b', 'name': '', 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'mac_address': 'fa:16:3e:1f:7d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bfc0f778-44e0-42ba-a9c8-81b09949c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:15Z', 'updated_at': '2021-12-12T04:19:22Z', 'revision_number': 4, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'subnets': [{'id': 'bfc0f778-44e0-42ba-a9c8-81b09949c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:24.155543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1efc23a0-110a-491c-960b-d8109fe8cf69 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:24.161635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1efc23a0-110a-491c-960b-d8109fe8cf69 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/ad68e42d-3fdb-4188-bd9b-becf71ce9789 HTTP/1.1" status: 204 len: 168 time: 1.1174264 Dec 12 04:19:24.165183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55342) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:24.178630 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b225e4d1-1a65-4529-92e3-42a6400622dc None None] The sync data for ids ['e3493fde-31bd-403c-8b76-58a387e204f0'] in n-d-710847-7 is: [{'id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:19:04Z', 'updated_at': '2021-12-12T04:19:17Z', 'revision_number': 4, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'gw_port': {'id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:06Z', 'updated_at': '2021-12-12T04:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '37064721-b98a-4815-86f4-9a62f147b48b', 'name': '', 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'mac_address': 'fa:16:3e:1f:7d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bfc0f778-44e0-42ba-a9c8-81b09949c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:15Z', 'updated_at': '2021-12-12T04:19:22Z', 'revision_number': 4, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'subnets': [{'id': 'bfc0f778-44e0-42ba-a9c8-81b09949c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:19:24.238172 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bc04af-d7f9-40ce-b80f-4b08c6f5498e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:19:24.245755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-02bc04af-d7f9-40ce-b80f-4b08c6f5498e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/ad68e42d-3fdb-4188-bd9b-becf71ce9789 HTTP/1.1" status: 404 len: 333 time: 0.0795410 Dec 12 04:19:24.249322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:24.286644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b7c484cf-1e33-445d-89e3-79f78ca51ae0 None None] Could not find standard attr ID for object e8335845-7bec-4f1e-b83c-edfd902a81a5. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:19:24.432361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet 31219f4e-ec7e-4dd6-bcc8-6224044dcd6e {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:19:24.460195 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:24.690757 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:24.772343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a3ee3e9f-9282-48ee-bac6-c6f5a25c0b82 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:24.777704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a3ee3e9f-9282-48ee-bac6-c6f5a25c0b82 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.3350279 Dec 12 04:19:24.805049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-71b378ed-1596-4e50-815e-0630b13cdcfb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/quotas/9af207d0887c419684d6bc5d6c59f357 HTTP/1.1" status: 200 len: 375 time: 0.0191488 Dec 12 04:19:24.807815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 37064721-b98a-4815-86f4-9a62f147b48b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:24.898635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-40990af0-4ec4-4663-abfe-0fcf9b78ad9b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846238 Dec 12 04:19:24.944295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41d67-3159-4254-8daa-29466ad064e3 req-266671b3-4c5f-4a13-b4e8-d7c61425d83e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:24.952662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 37064721-b98a-4815-86f4-9a62f147b48b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:24.954910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:24.972359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-266671b3-4c5f-4a13-b4e8-d7c61425d83e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 819 time: 0.4764931 Dec 12 04:19:25.047941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.057528 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-e0d5e794-d305-4e07-bef6-f4d819c3443c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/quotas/5020aa25d4d649318d7f38205e51757c HTTP/1.1" status: 200 len: 375 time: 0.0791085 Dec 12 04:19:25.125814 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-fe13b978-373f-4256-828a-7f74f8e40d6e service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135091 Dec 12 04:19:25.146597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-3383c96d-b7c5-4511-9a3e-3283a4eb7570 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748744 Dec 12 04:19:25.170763 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.214695 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.225016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 37064721-b98a-4815-86f4-9a62f147b48b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=37064721-b98a-4815-86f4-9a62f147b48b,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:25.233595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.237778 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/31219f4e-ec7e-4dd6-bcc8-6224044dcd6e HTTP/1.1" status: 204 len: 168 time: 0.9867680 Dec 12 04:19:25.240156 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.247396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf11ee-e58c-416a-bbfb-c14237faca8b None None] Network 15337934-36f4-486d-bde3-46d86a40e223 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:25.254996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55366) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:25.272614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=31219f4e-ec7e-4dd6-bcc8-6224044dcd6e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:25.292379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.293037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.293397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.293748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.294095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.296325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.296696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.298233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.298593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.298938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.299281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.312936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.313456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6672c163-7bb3-4f94-a91a-8e360e0a8534 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:19:25.375137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-8ebb0255-35ce-4eec-8f7d-e4fa135244ad service neutron] 10.222.0.36 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212386 Dec 12 04:19:25.412826 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.438210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-dc3861ac-7cd1-411e-b0c7-e794cf31ba6c service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089981 Dec 12 04:19:25.525286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-853e409d-3b55-4ec4-91aa-c78265fa9d0b service neutron] 10.222.0.36 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338530 Dec 12 04:19:25.545882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port a9ff39d7-aa43-486f-a645-0e308f8e7323 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:25.547586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.557234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=37064721-b98a-4815-86f4-9a62f147b48b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:25.614790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47583201-eda1-4eb5-b70f-a864e61d93fd None None] DHCP port deletion for 15337934-36f4-486d-bde3-46d86a40e223 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:19:25.684120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] For port a9ff39d7-aa43-486f-a645-0e308f8e7323, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a9ff39d7-aa43-486f-a645-0e308f8e7323,segment=NetworkSegment(50b333ae-253e-482a-90bc-ad524edf0d89),segment_id=50b333ae-253e-482a-90bc-ad524edf0d89)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:25.684590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.715529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-47583201-eda1-4eb5-b70f-a864e61d93fd None None] Deleting port a9ff39d7-aa43-486f-a645-0e308f8e7323 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:25.716042 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47583201-eda1-4eb5-b70f-a864e61d93fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.722842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for a9ff39d7-aa43-486f-a645-0e308f8e7323 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:25.878632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-47583201-eda1-4eb5-b70f-a864e61d93fd None None] For port a9ff39d7-aa43-486f-a645-0e308f8e7323, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a9ff39d7-aa43-486f-a645-0e308f8e7323,segment=NetworkSegment(50b333ae-253e-482a-90bc-ad524edf0d89),segment_id=50b333ae-253e-482a-90bc-ad524edf0d89)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:25.879161 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47583201-eda1-4eb5-b70f-a864e61d93fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:25.903815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-47583201-eda1-4eb5-b70f-a864e61d93fd None None] Calling delete_port for a9ff39d7-aa43-486f-a645-0e308f8e7323 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:25.964271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.004038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=a9ff39d7-aa43-486f-a645-0e308f8e7323,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:26.006429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No DVR routers for this DVR port a9ff39d7-aa43-486f-a645-0e308f8e7323 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:19:26.038739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe599e-0c92-4aa1-a2b6-b7a6e96a50e5 req-d0b953e8-2cdc-4126-aaf2-c9621208eb93 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:26.075958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9afe599e-0c92-4aa1-a2b6-b7a6e96a50e5 req-d0b953e8-2cdc-4126-aaf2-c9621208eb93 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.1710033 Dec 12 04:19:26.164439 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47583201-eda1-4eb5-b70f-a864e61d93fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.195789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47583201-eda1-4eb5-b70f-a864e61d93fd None None] Pushing event deleted for resources: {'Port': ['ID=a9ff39d7-aa43-486f-a645-0e308f8e7323,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:26.214013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47583201-eda1-4eb5-b70f-a864e61d93fd None None] No DVR routers for this DVR port a9ff39d7-aa43-486f-a645-0e308f8e7323 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:19:26.242288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.292458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-6875e237-33b4-474b-8e91-6289b912e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:26.296854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-6875e237-33b4-474b-8e91-6289b912e162 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 1097 time: 0.2200010 Dec 12 04:19:26.318290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15337934-36f4-486d-bde3-46d86a40e223']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:26.322154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9afe599e-0c92-4aa1-a2b6-b7a6e96a50e5 req-933e5cc8-f19a-499b-9c40-ab7d29889706 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287951 Dec 12 04:19:26.356249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b333ae-253e-482a-90bc-ad524edf0d89') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:26.357201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b333ae-253e-482a-90bc-ad524edf0d89') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:26.416296 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.484794 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44985399-88b8-430a-9a59-dfc91bbd0bad req-e932a60e-98a3-411a-96ea-333bdf2427c4 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 210 time: 0.0398233 Dec 12 04:19:26.519563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.544900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:19:26.545720 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.546377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-305b7528-eb6b-4337-8fe2-ba59887ad35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:26.547930 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-305b7528-eb6b-4337-8fe2-ba59887ad35a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 913 time: 0.2233906 Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:19:26.551020 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:19:26.636303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-d7821c1e-8a61-497d-827b-d2962e601881 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e HTTP/1.1" status: 200 len: 217 time: 0.0660233 Dec 12 04:19:26.707570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 37064721-b98a-4815-86f4-9a62f147b48b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:26.710963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f65cfc95-85fd-44a1-9c43-c5d901b1d679 req-ca2784ba-d5e6-423a-a7a5-7294dea4490b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 210 time: 0.1514463 Dec 12 04:19:26.729982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.744354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-bd392843-c299-48dd-b33b-c518b2dec4b2 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:26.745949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-bd392843-c299-48dd-b33b-c518b2dec4b2 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/networks?id=8c840753-0ce9-408b-b094-cb06b712066f HTTP/1.1" status: 200 len: 815 time: 0.3574905 Dec 12 04:19:26.788199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.809907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/networks/15337934-36f4-486d-bde3-46d86a40e223 HTTP/1.1" status: 204 len: 168 time: 1.5497711 Dec 12 04:19:26.811401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-6584622e-8fe2-49a4-84b8-4a033e8f45af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:26.813475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-6584622e-8fe2-49a4-84b8-4a033e8f45af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36aeef72-4114-4e29-ab24-bffc6a86ff95 HTTP/1.1" status: 200 len: 853 time: 0.1000841 Dec 12 04:19:26.814389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55412) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:26.821574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-536119244'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:26.857087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 37064721-b98a-4815-86f4-9a62f147b48b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:26.857970 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.860020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c408b5e-1788-46ed-b7da-8ec7eeaa9334 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Network': ['ID=15337934-36f4-486d-bde3-46d86a40e223,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:26.887290 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7d1a86c1-7e65-436c-973f-eb19dfa74e2c tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/quotas/e6bd7d131a1d433a81ad666d0e5c62e1 HTTP/1.1" status: 200 len: 375 time: 0.1249068 Dec 12 04:19:26.902271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:26.907208 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:26.988702 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-050bf788-1d32-4527-873f-c9d34c09b357 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222758 Dec 12 04:19:27.043523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-2fef156e-468d-4de6-97de-a002f5c8b467 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6bd7d131a1d433a81ad666d0e5c62e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530504 Dec 12 04:19:27.048736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:19:27.062764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:27.064278 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Added segment bec00840-3b89-4932-b732-3eaa9d67a27d of type vlan for network f634c081-da33-45d2-ac0b-4acf9b5f51c6 Dec 12 04:19:27.134696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a9ff39d7-aa43-486f-a645-0e308f8e7323 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:19:27.194063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: a9ff39d7-aa43-486f-a645-0e308f8e7323 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:19:27.194786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a9ff39d7-aa43-486f-a645-0e308f8e7323 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:19:27.210014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:27.243782 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-b675e9a5-ddf7-4947-9c16-0df4a8ba56dd service neutron] 10.222.0.36 "GET /v2.0/networks/8c840753-0ce9-408b-b094-cb06b712066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960194 Dec 12 04:19:27.332575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:27.339857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:27.339857 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:27.354943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b477-0c97-4166-9287-8dcd5e834787 req-b80bc064-f67a-4aa6-b8df-deaf4c4bc46e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:27.356781 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-b80bc064-f67a-4aa6-b8df-deaf4c4bc46e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 819 time: 0.3896115 Dec 12 04:19:27.372278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-c36d24c6-6e98-4fe2-86b2-08110abd64f5 service neutron] 10.222.0.36 "GET /v2.0/networks/8c840753-0ce9-408b-b094-cb06b712066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274440 Dec 12 04:19:27.386171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-64328007-bdf3-49d5-babd-ee6a1cd259d2 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850649 Dec 12 04:19:27.455619 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6376061 Dec 12 04:19:27.458006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55428) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:27.461483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-317a9036-b03a-4085-a1c4-c8cb1e9c43f6 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/quotas/5020aa25d4d649318d7f38205e51757c HTTP/1.1" status: 200 len: 375 time: 0.0934839 Dec 12 04:19:27.469164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': 'f634c081-da33-45d2-ac0b-4acf9b5f51c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:27.945600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbcec6-df87-40ec-bea7-6a5b070aea98 req-1a9cd5a4-5488-4121-9538-186b28694d52 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:27.957842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21fbcec6-df87-40ec-bea7-6a5b070aea98 req-1a9cd5a4-5488-4121-9538-186b28694d52 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.0801861 Dec 12 04:19:28.007445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21fbcec6-df87-40ec-bea7-6a5b070aea98 req-a543d13c-156e-46b5-b25e-abec49b2aa42 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484107 Dec 12 04:19:28.102164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b62e5a24-1f93-49a6-b32a-8b6d9d8363ac req-e35de9bd-269f-4c1a-abfe-53f5ef85431c tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 210 time: 0.0458610 Dec 12 04:19:28.138883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b26711-c47e-4db2-afeb-36620d678b6f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Network': ['ID=f634c081-da33-45d2-ac0b-4acf9b5f51c6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:28.158284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network f634c081-da33-45d2-ac0b-4acf9b5f51c6 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:19:28.234582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13b20db7-b8fc-4147-ab95-35edd510259e req-61c49f68-bad0-44d2-9044-390b3c5a2050 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 210 time: 0.0600638 Dec 12 04:19:28.454554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-023d804a-8f2b-4c23-ad16-7765610efe62 req-1c8fead6-0c14-463e-935f-0809d18c34f2 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0035243 Dec 12 04:19:28.512689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-bbe2a676-1992-471e-a415-e07418de0a69 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9733522 Dec 12 04:19:28.551367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:28.563432 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:28.588417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41d67-3159-4254-8daa-29466ad064e3 req-a8f1acfd-9aff-4dbb-b00a-bed1189c3d64 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:28.591086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-a8f1acfd-9aff-4dbb-b00a-bed1189c3d64 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.18 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 819 time: 0.3496473 Dec 12 04:19:28.622146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Request body: {'port': {'device_id': 'b6943cf8-f42f-44f6-adc6-8a390c937aca', 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2', 'admin_state_up': True, 'tenant_id': '5020aa25d4d649318d7f38205e51757c'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:28.683404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-3055d534-db07-46f6-8bed-506225c197d9 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:28.686311 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-3055d534-db07-46f6-8bed-506225c197d9 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.6543350 Dec 12 04:19:28.739090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Request body: {'port': {'device_id': 'e6fb70db-2002-4048-be0b-c64c1abc5a04', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'admin_state_up': True, 'tenant_id': '9af207d0887c419684d6bc5d6c59f357'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:28.797160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Made reservation on behalf of 5020aa25d4d649318d7f38205e51757c for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:28.802540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:28.912634 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0c8893d1-bd77-4a09-ae08-ab18bf5b410f service neutron] 10.222.0.36 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904765 Dec 12 04:19:29.058134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Made reservation on behalf of 9af207d0887c419684d6bc5d6c59f357 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:29.061451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Allocated IP 172.20.0.5 (dec65f8e-5516-4961-b773-aee88680fdb2/bfc0f778-44e0-42ba-a9c8-81b09949c346/f27e6132-e9af-4001-92f4-7b89c298bbeb) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:29.061688 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:29.147826 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-7af8027d-31ad-4ce6-ab1a-f24abd3174ca service neutron] 10.222.0.36 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238400 Dec 12 04:19:29.206049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:29.348289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace20829-cbbd-4ac7-9579-7d12a20b0ac5 req-e43970ff-5a83-4b77-836f-ee736827e661 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:29.350995 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ace20829-cbbd-4ac7-9579-7d12a20b0ac5 req-e43970ff-5a83-4b77-836f-ee736827e661 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2153966 Dec 12 04:19:29.380317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Checking segment: {'id': 'bec00840-3b89-4932-b732-3eaa9d67a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f634c081-da33-45d2-ac0b-4acf9b5f51c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:29.380700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network hostable DHCP agents. Network: f634c081-da33-45d2-ac0b-4acf9b5f51c6, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:19:29.407130 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:29.415798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=b90527aa-21ba-4c07-9c04-fdac0a9d5259,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:29.439650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ace20829-cbbd-4ac7-9579-7d12a20b0ac5 req-34ee41e6-2b96-4010-9128-1286e3fab8a7 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787287 Dec 12 04:19:29.475693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:29.489051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network f634c081-da33-45d2-ac0b-4acf9b5f51c6 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:19:29.515385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Allocated IP 172.20.0.7 (b7a56443-d8ab-4ec1-b128-268ce4be8c16/1312b076-d411-4025-9869-3d97d9c6495d/5b26765d-1e04-437c-ac38-42e31b92c1bc) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:29.533787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, f634c081-da33-45d2-ac0b-4acf9b5f51c6) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:29.547703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:29.548149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6db117-dbfd-4223-98a2-46e6b2f35ad3 None None] Network f634c081-da33-45d2-ac0b-4acf9b5f51c6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:29.549424 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:29.587193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Network dec65f8e-5516-4961-b773-aee88680fdb2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:29.619629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-83c8b52e-b10a-442a-939f-06a49dcd8a9a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1565332 Dec 12 04:19:29.637386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:29.653864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': 'f634c081-da33-45d2-ac0b-4acf9b5f51c6', 'name': 'tempest-PortsTestJSON-1814723341', 'fixed_ips': [{'subnet_id': 'b90527aa-21ba-4c07-9c04-fdac0a9d5259', 'ip_address': '172.20.0.10'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:29.683220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:29.700713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:29.859915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-f634c081-da33-45d2-ac0b-4acf9b5f51c6', 'network_id': 'f634c081-da33-45d2-ac0b-4acf9b5f51c6', 'project_id': '40cffd66a9f34f3e908d07fe34206f6a', 'fixed_ips': [{'subnet_id': 'b90527aa-21ba-4c07-9c04-fdac0a9d5259'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:19:29.860335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a62166a-865a-461d-a3dd-f3eea28b4c2c req-c060513f-e4fd-4919-902c-044e8baf1a90 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 210 time: 0.0409744 Dec 12 04:19:29.861846 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:30.025490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c85645d-227a-4ea0-88c8-678f7c93aad3 req-9508134b-6953-4dae-9f6f-a5e2aa61df02 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 210 time: 0.0574427 Dec 12 04:19:30.044566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:30.045839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:30.080345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:30.084497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:30.122228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7e1bb6b-97e9-4a3d-b356-afba0edc27b7 req-a6b45d68-0f57-418c-ac19-bbd4142b2234 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 210 time: 0.3769643 Dec 12 04:19:30.133622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Allocated IP 172.20.0.2 (f634c081-da33-45d2-ac0b-4acf9b5f51c6/b90527aa-21ba-4c07-9c04-fdac0a9d5259/10e80cc6-fc24-46bf-a1d6-23709188a35e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:30.146283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7eb43d55-bb02-45a5-b42f-90f8056cb1c5 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:30.152809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7eb43d55-bb02-45a5-b42f-90f8056cb1c5 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.37 "GET /v2.0/networks?id=8c840753-0ce9-408b-b094-cb06b712066f HTTP/1.1" status: 200 len: 815 time: 0.5918343 Dec 12 04:19:30.165521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Pushing event updated for resources: {'Port': ['ID=f27e6132-e9af-4001-92f4-7b89c298bbeb,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:30.196832 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-54bb323f-e4b2-433d-abab-14de57ff769c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5814149 Dec 12 04:19:30.207041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Request body: {'port': {'device_id': '376a1840-ca35-42a7-ab7f-1a2fa10970ed', 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f', 'admin_state_up': True, 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:30.224631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Request body: {'port': {'device_id': 'b6943cf8-f42f-44f6-adc6-8a390c937aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:30.228769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:30.340036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:19:30.349763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:30.371943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:30.443985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:30.456023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:30.469924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:30.599865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 04cbcb2a-9a23-466f-86e5-47c18e97232c yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:19:30.610224 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:30.648465 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:30.781213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Pushing event updated for resources: {'Port': ['ID=10e80cc6-fc24-46bf-a1d6-23709188a35e,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:30.815233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:30.815904 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:30.818814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Network f634c081-da33-45d2-ac0b-4acf9b5f51c6 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:30.824364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:30.836541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:30.961491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event updated for resources: {'Port': ['ID=5b26765d-1e04-437c-ac38-42e31b92c1bc,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:30.991465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Attempting to bind port 10e80cc6-fc24-46bf-a1d6-23709188a35e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:30.991852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Attempting to bind port 10e80cc6-fc24-46bf-a1d6-23709188a35e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'bec00840-3b89-4932-b732-3eaa9d67a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f634c081-da33-45d2-ac0b-4acf9b5f51c6'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:30.992335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Attempting to bind port 10e80cc6-fc24-46bf-a1d6-23709188a35e on network f634c081-da33-45d2-ac0b-4acf9b5f51c6 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:31.007073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:19:31.095066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaddf3-ad1c-4517-a302-c37d68e3148d req-980002e0-ff6c-4b92-8e76-5444f1b5d75b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:31.111014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6eeaddf3-ad1c-4517-a302-c37d68e3148d req-980002e0-ff6c-4b92-8e76-5444f1b5d75b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 946 time: 0.2857919 Dec 12 04:19:31.123489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:31.135164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Checking segment: {'id': 'bec00840-3b89-4932-b732-3eaa9d67a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f634c081-da33-45d2-ac0b-4acf9b5f51c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:31.135849 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:31.136624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Bound using segment: {'id': 'bec00840-3b89-4932-b732-3eaa9d67a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f634c081-da33-45d2-ac0b-4acf9b5f51c6'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:31.137335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Bound port: 10e80cc6-fc24-46bf-a1d6-23709188a35e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec00840-3b89-4932-b732-3eaa9d67a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f634c081-da33-45d2-ac0b-4acf9b5f51c6'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:31.137927 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:31.180978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.10 (f634c081-da33-45d2-ac0b-4acf9b5f51c6/b90527aa-21ba-4c07-9c04-fdac0a9d5259/04cbcb2a-9a23-466f-86e5-47c18e97232c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:31.384778 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6eeaddf3-ad1c-4517-a302-c37d68e3148d req-b1252063-30e1-49d7-b12f-0c2373c34f67 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523665 Dec 12 04:19:31.389656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] For port 10e80cc6-fc24-46bf-a1d6-23709188a35e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:31.394842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] For port 10e80cc6-fc24-46bf-a1d6-23709188a35e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=10e80cc6-fc24-46bf-a1d6-23709188a35e,segment=NetworkSegment(bec00840-3b89-4932-b732-3eaa9d67a27d),segment_id=bec00840-3b89-4932-b732-3eaa9d67a27d)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:31.414768 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:31.493838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:31.523996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0bee6425-7e37-4797-bfdd-988241c4f9b4 req-ddf90be2-0bb0-4b50-97e3-fecaee2ea1f4 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 210 time: 0.0339694 Dec 12 04:19:31.564430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:31.655422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:31.661234 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055c2ec0-2b65-4d23-ae01-93106b109d94" -d '{"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-unplugged", "status": "completed", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:31.686323 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c945445a-d412-4f7a-91ac-cabde46c00aa req-b8d73bfb-08b3-44c2-b34d-ab398a59f22c tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 210 time: 0.0521686 Dec 12 04:19:31.696775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:31.712995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bc5cb-6936-44ff-b2f2-ec5e9f885b7c None None] Pushing event updated for resources: {'Port': ['ID=10e80cc6-fc24-46bf-a1d6-23709188a35e,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:31.723625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:31.731194 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:31.883773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=04cbcb2a-9a23-466f-86e5-47c18e97232c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:31.923263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network f634c081-da33-45d2-ac0b-4acf9b5f51c6 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:31.925526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:31.938606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:32.051509 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-a48a4cff-065a-4d56-8516-d3dd5524f152 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3452458 Dec 12 04:19:32.064052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:32.080172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Request body: {'port': {'device_id': 'e6fb70db-2002-4048-be0b-c64c1abc5a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:32.114644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Made reservation on behalf of e6bd7d131a1d433a81ad666d0e5c62e1 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:32.118244 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:32.149351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:32.150643 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:32.175808 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ebcfd95-25e5-4246-b91c-3daf0354b2be tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5369318 Dec 12 04:19:32.178832 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55526) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:32.186625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': 'f634c081-da33-45d2-ac0b-4acf9b5f51c6', 'name': 'tempest-PortsTestJSON-2120755122', 'fixed_ips': [{'subnet_id': 'b90527aa-21ba-4c07-9c04-fdac0a9d5259', 'ip_address': '172.20.0.9'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:32.492724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Allocated IP 172.20.0.12 (8c840753-0ce9-408b-b094-cb06b712066f/bffc68c8-6384-41d4-88ce-17d1e99b449d/2945d214-4628-4c5e-b0a2-d7b4ab2f9a70) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:32.536890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0a0c9-9a95-4c43-a634-7cc4228e1fee req-f612480f-6b01-405f-bc0c-6dd9f380a12e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:32.544842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62e0a0c9-9a95-4c43-a634-7cc4228e1fee req-f612480f-6b01-405f-bc0c-6dd9f380a12e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1921227 Dec 12 04:19:32.550412 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:32.712184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:32.730365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:32.766378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 10e80cc6-fc24-46bf-a1d6-23709188a35e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:32.886079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f57af-274c-4840-b3e5-13c3bab1fa88 req-198d3fea-dd02-4136-a52a-0b0607cf1bb7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:32.891309 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-148f57af-274c-4840-b3e5-13c3bab1fa88 req-198d3fea-dd02-4136-a52a-0b0607cf1bb7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 931 time: 0.9042170 Dec 12 04:19:32.906842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 10e80cc6-fc24-46bf-a1d6-23709188a35e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:32.907747 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:32.959404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 2ea8d316-ea23-47df-97d3-455158712d12 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:19:33.144254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62e0a0c9-9a95-4c43-a634-7cc4228e1fee req-d4089506-406e-48c3-95c8-a74597bece1d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982466 Dec 12 04:19:33.151744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:33.269110 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699c8e70-d726-4c4e-bc13-cd84aedecb1b x-openstack-request-id: req-699c8e70-d726-4c4e-bc13-cd84aedecb1b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:33.269492 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-unplugged", "status": "failed", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e", "code": 422}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:33.269680 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-699c8e70-d726-4c4e-bc13-cd84aedecb1b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:33.271583 n-d-710847-7 neutron-server[103452]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'code': 422} returned with failed status Dec 12 04:19:33.305900 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 10e80cc6-fc24-46bf-a1d6-23709188a35e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=10e80cc6-fc24-46bf-a1d6-23709188a35e,segment=NetworkSegment(bec00840-3b89-4932-b732-3eaa9d67a27d),segment_id=bec00840-3b89-4932-b732-3eaa9d67a27d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:33.316736 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:33.434357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27e6132-e9af-4001-92f4-7b89c298bbeb {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:33.436982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c5b0bd-7b2c-4283-9f81-fa9ffee5db80 None None] Network f634c081-da33-45d2-ac0b-4acf9b5f51c6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:33.444582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25804c6b-93c5-45c2-bc8b-ed0346c3cb39 req-b6229fd0-f922-488e-a274-26e3835b6d15 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 210 time: 0.0899954 Dec 12 04:19:33.454396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:33.483012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Transition to ACTIVE for port object f27e6132-e9af-4001-92f4-7b89c298bbeb will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:19:33.505929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:33.509735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.9 (f634c081-da33-45d2-ac0b-4acf9b5f51c6/b90527aa-21ba-4c07-9c04-fdac0a9d5259/2ea8d316-ea23-47df-97d3-455158712d12) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:33.537421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b26765d-1e04-437c-ac38-42e31b92c1bc {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:33.554604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b477-0c97-4166-9287-8dcd5e834787 req-7b29f2c7-9b4f-4c2a-9314-f557d3ebf54b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:33.556372 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-7b29f2c7-9b4f-4c2a-9314-f557d3ebf54b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.37 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 819 time: 1.5088975 Dec 12 04:19:33.559874 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:33.604450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=10e80cc6-fc24-46bf-a1d6-23709188a35e,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:33.654392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-21d1d741-4bf1-4ab2-aa66-70eb12f564b3 None None] Provisioning complete for port 10e80cc6-fc24-46bf-a1d6-23709188a35e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:33.654753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-21d1d741-4bf1-4ab2-aa66-70eb12f564b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:33.667946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Pushing event updated for resources: {'Port': ['ID=f27e6132-e9af-4001-92f4-7b89c298bbeb,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:33.689834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-58cb634a-1134-4d54-b67a-33717bab987a req-bbd45ed8-74dc-4e22-b6bc-961f946ea540 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 210 time: 0.1191952 Dec 12 04:19:33.741661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Transition to ACTIVE for port object 5b26765d-1e04-437c-ac38-42e31b92c1bc will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:19:33.756070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:33.792654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Request body: {'port': {'device_id': 'fc586884-3865-46bf-ab8e-ed935bd412b5', 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2', 'admin_state_up': True, 'tenant_id': '5020aa25d4d649318d7f38205e51757c'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:33.948075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Pushing event updated for resources: {'Port': ['ID=5b26765d-1e04-437c-ac38-42e31b92c1bc,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:34.070494 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.086831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-148f57af-274c-4840-b3e5-13c3bab1fa88 req-5de4314c-3b44-4b9c-a096-6720da529ca0 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1617093 Dec 12 04:19:34.173840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Attempting to bind port 5b26765d-1e04-437c-ac38-42e31b92c1bc on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:34.175986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Attempting to bind port 5b26765d-1e04-437c-ac38-42e31b92c1bc by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:34.177504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Attempting to bind port 5b26765d-1e04-437c-ac38-42e31b92c1bc on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:34.210379 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.224161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Port 5b26765d-1e04-437c-ac38-42e31b92c1bc on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:19:34.225336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Made reservation on behalf of 5020aa25d4d649318d7f38205e51757c for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:34.230777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Attempting to bind port 5b26765d-1e04-437c-ac38-42e31b92c1bc on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:34.237944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.254025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Attempting to bind port f27e6132-e9af-4001-92f4-7b89c298bbeb on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:34.258072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:34.258824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Attempting to bind port f27e6132-e9af-4001-92f4-7b89c298bbeb by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:34.259182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Attempting to bind port f27e6132-e9af-4001-92f4-7b89c298bbeb on network dec65f8e-5516-4961-b773-aee88680fdb2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:34.260637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Checking segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:34.272369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Bound using segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:34.273539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Bound port: 5b26765d-1e04-437c-ac38-42e31b92c1bc, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:34.274174 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.298172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Port f27e6132-e9af-4001-92f4-7b89c298bbeb on network dec65f8e-5516-4961-b773-aee88680fdb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:19:34.299218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Attempting to bind port f27e6132-e9af-4001-92f4-7b89c298bbeb on network dec65f8e-5516-4961-b773-aee88680fdb2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:34.439393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.518332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-009bbb4d-f5df-47ee-9425-27839e1cc104 req-39634367-d6eb-4ddc-8d1e-03f7954a027f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:19:34.519629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-009bbb4d-f5df-47ee-9425-27839e1cc104 req-39634367-d6eb-4ddc-8d1e-03f7954a027f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086951 Dec 12 04:19:34.520872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] For port 5b26765d-1e04-437c-ac38-42e31b92c1bc, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:34.523259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=2ea8d316-ea23-47df-97d3-455158712d12,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:34.553376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] For port 5b26765d-1e04-437c-ac38-42e31b92c1bc, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b26765d-1e04-437c-ac38-42e31b92c1bc,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:34.556207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network f634c081-da33-45d2-ac0b-4acf9b5f51c6 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:34.558155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:34.561328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.574180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:34.652521 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:34.654060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.656557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cce29615-22bd-4733-ac3f-db1e46124220 None None] Provisioning complete for port 10e80cc6-fc24-46bf-a1d6-23709188a35e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:34.658162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Allocated IP 172.20.0.12 (dec65f8e-5516-4961-b773-aee88680fdb2/bfc0f778-44e0-42ba-a9c8-81b09949c346/322a50ee-5e54-4aa7-bdfd-094b5ff110f4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:34.659732 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] 10.222.0.18 "PUT /v2.0/ports/5b26765d-1e04-437c-ac38-42e31b92c1bc HTTP/1.1" status: 200 len: 1091 time: 2.5910423 Dec 12 04:19:34.660073 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cce29615-22bd-4733-ac3f-db1e46124220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.661077 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fb70db-2002-4048-be0b-c64c1abc5a04', 'tag': '5b26765d-1e04-437c-ac38-42e31b92c1bc'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:34.675222 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fb70db-2002-4048-be0b-c64c1abc5a04", "tag": "5b26765d-1e04-437c-ac38-42e31b92c1bc"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:34.800174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 10e80cc6-fc24-46bf-a1d6-23709188a35e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:34.871591 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a06743-b81f-4b98-8b4e-a0324e6aef0a x-openstack-request-id: req-a6a06743-b81f-4b98-8b4e-a0324e6aef0a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:34.886128 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fb70db-2002-4048-be0b-c64c1abc5a04", "tag": "5b26765d-1e04-437c-ac38-42e31b92c1bc", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:34.889591 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6a06743-b81f-4b98-8b4e-a0324e6aef0a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:34.890228 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fb70db-2002-4048-be0b-c64c1abc5a04', 'tag': '5b26765d-1e04-437c-ac38-42e31b92c1bc', 'status': 'completed', 'code': 200} Dec 12 04:19:34.951429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:34.952184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Checking segment: {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:34.961441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Bound using segment: {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:34.961910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Bound port: f27e6132-e9af-4001-92f4-7b89c298bbeb, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:34.962295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.975089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:34.976186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:34.986435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:19:35.037378 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-549bba27-90f4-43af-a6e7-71fc5f93df0e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8567998 Dec 12 04:19:35.058958 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55568) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:35.083252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eae04043-e153-4cbc-97be-24850d98eeea req-64cdb0e0-f7c7-4be2-af4b-43f7bc454eae tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 210 time: 0.1546266 Dec 12 04:19:35.086884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375a31c-f11f-4cec-9a44-213c055e306b service neutron] Pushing event updated for resources: {'Port': ['ID=5b26765d-1e04-437c-ac38-42e31b92c1bc,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:35.095824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b507f34a-884a-4bdf-afd0-522fe38610ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:35.101460 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-b507f34a-884a-4bdf-afd0-522fe38610ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 1094 time: 0.3568909 Dec 12 04:19:35.166753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cce29615-22bd-4733-ac3f-db1e46124220 None None] Provisioning complete for port 04cbcb2a-9a23-466f-86e5-47c18e97232c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:35.167461 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cce29615-22bd-4733-ac3f-db1e46124220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:35.178689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4aabd24-b2ac-4ed4-9e49-e29be6ae1232 req-cea0dc6e-ac00-4b21-89d7-1841983b2b92 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 210 time: 0.1496480 Dec 12 04:19:35.246073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 10e80cc6-fc24-46bf-a1d6-23709188a35e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:35.246540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:35.296733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cce29615-22bd-4733-ac3f-db1e46124220 None None] Port 04cbcb2a-9a23-466f-86e5-47c18e97232c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:35.347116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-f00ecb76-8c0f-497a-9476-38a3a0693098 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b26765d-1e04-437c-ac38-42e31b92c1bc HTTP/1.1" status: 200 len: 217 time: 0.1941144 Dec 12 04:19:35.371297 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:35.395371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] For port f27e6132-e9af-4001-92f4-7b89c298bbeb, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:35.414843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] For port f27e6132-e9af-4001-92f4-7b89c298bbeb, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:35.420365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-2fb2c01c-4499-4875-9983-470ccdd3d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:35.430669 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:35.435821 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-2fb2c01c-4499-4875-9983-470ccdd3d186 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.0578074 Dec 12 04:19:35.447929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bb97a58e-c155-456a-be5e-c0663eb6f4b0 None None] Provisioning complete for port 04cbcb2a-9a23-466f-86e5-47c18e97232c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:35.448325 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bb97a58e-c155-456a-be5e-c0663eb6f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:35.537887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-2f6dcdc4-c0cb-435a-813f-ff449a0e65a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007645 Dec 12 04:19:35.577185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:35.578100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:35.582345 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] 10.222.0.18 "PUT /v2.0/ports/f27e6132-e9af-4001-92f4-7b89c298bbeb HTTP/1.1" status: 200 len: 1091 time: 5.3653975 Dec 12 04:19:35.583010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-bb97a58e-c155-456a-be5e-c0663eb6f4b0 None None] Port 04cbcb2a-9a23-466f-86e5-47c18e97232c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:35.587016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:35.603298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6943cf8-f42f-44f6-adc6-8a390c937aca', 'tag': 'f27e6132-e9af-4001-92f4-7b89c298bbeb'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:35.607804 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585f7fc5-784f-4612-922d-fbf350d04758" -d '{"events": [{"name": "network-changed", "server_uuid": "b6943cf8-f42f-44f6-adc6-8a390c937aca", "tag": "f27e6132-e9af-4001-92f4-7b89c298bbeb"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:35.633189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1b62a-4e8f-436a-93c5-8b99bedc979f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:35.638930 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-39d1b62a-4e8f-436a-93c5-8b99bedc979f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5706606 Dec 12 04:19:35.652797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55586) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:35.705389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9a441ec1-7803-4e8e-a299-8a2f14e6a018 None None] Provisioning complete for port 2ea8d316-ea23-47df-97d3-455158712d12 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:35.706489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9a441ec1-7803-4e8e-a299-8a2f14e6a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:35.753524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9a441ec1-7803-4e8e-a299-8a2f14e6a018 None None] Port 2ea8d316-ea23-47df-97d3-455158712d12 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:35.769351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Network 8c840753-0ce9-408b-b094-cb06b712066f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:35.792515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35cca5-cf78-4989-895c-0d3d9b3a1996 service neutron] Pushing event updated for resources: {'Port': ['ID=f27e6132-e9af-4001-92f4-7b89c298bbeb,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:35.797196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:35.824439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616d0d6-35f3-49c7-85a8-a23a54a3d9f2 req-1f564ec3-4e4e-4cde-84bb-1923bfefb1e8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:35.826875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8616d0d6-35f3-49c7-85a8-a23a54a3d9f2 req-1f564ec3-4e4e-4cde-84bb-1923bfefb1e8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.4619589 Dec 12 04:19:35.834950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:35.860584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-6620b970-7871-447a-9fcb-471bc1a35d6f service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135920 Dec 12 04:19:36.006486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-399bf8f8-0c2e-408e-81b8-55aacf828333 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6581540 Dec 12 04:19:36.051485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-fb9a6423-2655-479e-bbda-493630260628 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:19:36.051665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604776f6-f71f-4a2a-b56b-b7909b46eb19 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:36.053024 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-fb9a6423-2655-479e-bbda-493630260628 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0306683 Dec 12 04:19:36.075453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604776f6-f71f-4a2a-b56b-b7909b46eb19 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:36.084575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604776f6-f71f-4a2a-b56b-b7909b46eb19 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:36.086933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-604776f6-f71f-4a2a-b56b-b7909b46eb19 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4328120 Dec 12 04:19:36.091255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5df4d-9593-429d-9ddf-e79920c99222 req-f00dc859-be04-42c5-8dd0-8f0d4d780a10 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:36.092858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8616d0d6-35f3-49c7-85a8-a23a54a3d9f2 req-b0dca2ad-0e6f-421e-9a3c-9dd517a134d8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125592 Dec 12 04:19:36.094120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:36.101321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55590) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:36.111558 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60b5df4d-9593-429d-9ddf-e79920c99222 req-f00dc859-be04-42c5-8dd0-8f0d4d780a10 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 943 time: 0.4849641 Dec 12 04:19:36.183796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Network dec65f8e-5516-4961-b773-aee88680fdb2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:36.290531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-71bab430-feff-4f64-9c54-5cfec9b376ee None None] Provisioning complete for port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:36.291163 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-71bab430-feff-4f64-9c54-5cfec9b376ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:36.307089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60b5df4d-9593-429d-9ddf-e79920c99222 req-ad644dec-598e-477a-a1d0-e438f70590cf tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806033 Dec 12 04:19:36.309603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cdf4b2d9-64c9-4c5c-ac2a-cc5c975a411d req-93749cba-404e-4362-99c1-014c3e42a175 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318676 Dec 12 04:19:36.323561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:36.327010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41d67-3159-4254-8daa-29466ad064e3 req-5b7fdbea-660b-4300-a96a-d0d0adb43df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:36.338959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-5b7fdbea-660b-4300-a96a-d0d0adb43df2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1094 time: 0.6457958 Dec 12 04:19:36.362639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:36.366144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-71bab430-feff-4f64-9c54-5cfec9b376ee None None] Port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:36.384739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Pushing event updated for resources: {'Port': ['ID=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:36.469747 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cd5b26-2af9-41a7-a61a-69c04498e7c2 x-openstack-request-id: req-a9cd5b26-2af9-41a7-a61a-69c04498e7c2 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:36.470010 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6943cf8-f42f-44f6-adc6-8a390c937aca", "tag": "f27e6132-e9af-4001-92f4-7b89c298bbeb", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:36.470264 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9cd5b26-2af9-41a7-a61a-69c04498e7c2 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:36.470791 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6943cf8-f42f-44f6-adc6-8a390c937aca', 'tag': 'f27e6132-e9af-4001-92f4-7b89c298bbeb', 'status': 'completed', 'code': 200} Dec 12 04:19:36.554273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:36.554952 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:36.657964 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-e568f31e-2783-46bb-9948-b2c0d914e081 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb HTTP/1.1" status: 200 len: 217 time: 0.2208247 Dec 12 04:19:36.690529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-698742db-15fe-4e06-9c0c-4ccf98ad4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:36.692120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-698742db-15fe-4e06-9c0c-4ccf98ad4b6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 1094 time: 0.2811971 Dec 12 04:19:36.735987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c25e1a-4b7c-484d-b641-37884065c4b8 req-e7a3fce8-90f3-4fa6-9f19-0593d2448ddd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:36.738141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37c25e1a-4b7c-484d-b641-37884065c4b8 req-e7a3fce8-90f3-4fa6-9f19-0593d2448ddd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 932 time: 0.3081653 Dec 12 04:19:36.881057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:36.882611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:36.907631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-5b016714-4a75-4882-91f2-d1263d97380b tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7093806 Dec 12 04:19:36.931106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Pushing event updated for resources: {'Port': ['ID=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:36.972090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Request body: {'port': {'device_id': '376a1840-ca35-42a7-ab7f-1a2fa10970ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:36.998100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-7ff971ec-c8c0-4103-8c64-0739ddc16da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:37.001118 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-7ff971ec-c8c0-4103-8c64-0739ddc16da7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 905 time: 0.2967219 Dec 12 04:19:37.046227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41d67-3159-4254-8daa-29466ad064e3 req-b49981c0-ec6c-4d1a-b855-9f9550e8fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:37.048207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-b49981c0-ec6c-4d1a-b855-9f9550e8fe04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.3198977 Dec 12 04:19:37.058129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f54376-c3dd-4953-b05f-59329748635a req-b768d754-a59c-48a2-8d88-c3968104ffaa tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:37.066484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34f54376-c3dd-4953-b05f-59329748635a req-b768d754-a59c-48a2-8d88-c3968104ffaa tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 932 time: 0.4478898 Dec 12 04:19:37.094514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0b8a16dd-1958-4683-b4d1-ecfdf1312f88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3881304 Dec 12 04:19:37.120844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-5f579e5f-ea13-4e23-a7d3-d69bb93a30c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443664 Dec 12 04:19:37.132741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Request body: {'port': {'device_id': 'fc586884-3865-46bf-ab8e-ed935bd412b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:37.172949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-1dc16090-c1b2-403d-9af5-a4d50f8ea075 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b26765d-1e04-437c-ac38-42e31b92c1bc HTTP/1.1" status: 200 len: 217 time: 0.1509423 Dec 12 04:19:37.284343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-80deb9d5-7b74-4bde-8c8c-2c0a2c4b1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:37.286229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-80deb9d5-7b74-4bde-8c8c-2c0a2c4b1a7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.1043973 Dec 12 04:19:37.375402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-67d9afeb-6ef0-43f2-bbbe-29019bc2faa4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766559 Dec 12 04:19:37.388138 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37c25e1a-4b7c-484d-b641-37884065c4b8 req-a8b7a794-665b-4422-b9b8-b00e38c5d45e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239614 Dec 12 04:19:37.392437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6e96f378-62fc-4db8-9c67-62fd4e3ee959 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 2ea8d316-ea23-47df-97d3-455158712d12 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:37.393122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e96f378-62fc-4db8-9c67-62fd4e3ee959 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:37.438329 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:37.503015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34f54376-c3dd-4953-b05f-59329748635a req-307d6dc7-5ef1-482f-ba9b-7cac0f4c30af tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347684 Dec 12 04:19:37.660684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:37.734466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-8eb4e283-497f-4540-8e1c-7d4f541144eb service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445916 Dec 12 04:19:37.778720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-a981cca5-fda1-4df9-be39-48a8a970ecae service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257873 Dec 12 04:19:37.958841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f557-b091-4ede-befa-b8121c2a307f req-44deca47-c605-4d1f-8b1b-b74d24b52f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:37.979035 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-44deca47-c605-4d1f-8b1b-b74d24b52f23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012&tenant_id=a939ce2a66474c5c8a7d08ae08803aef HTTP/1.1" status: 200 len: 1095 time: 0.2432716 Dec 12 04:19:38.030364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fff70a08-5151-4fbe-86da-50e2cb0a3ad9 req-7ed3e8ac-5093-448d-ab25-82549d3e58e8 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648466 Dec 12 04:19:38.160485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ef372-00c5-448e-a50a-e119ba5d6c9e req-65a23a57-7acb-4713-9271-e9dd61275d1e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:38.169083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c05ef372-00c5-448e-a50a-e119ba5d6c9e req-65a23a57-7acb-4713-9271-e9dd61275d1e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 943 time: 0.1375527 Dec 12 04:19:38.238809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c05ef372-00c5-448e-a50a-e119ba5d6c9e req-4cf6919c-3e63-45fe-bb48-0bfbcd84b590 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621181 Dec 12 04:19:38.244612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f557-b091-4ede-befa-b8121c2a307f req-e2699d86-cc69-4c89-ac48-b9c5011e3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:38.246409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-e2699d86-cc69-4c89-ac48-b9c5011e3a4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 1095 time: 0.2129607 Dec 12 04:19:38.688706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e96f378-62fc-4db8-9c67-62fd4e3ee959 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:38.974368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b26765d-1e04-437c-ac38-42e31b92c1bc details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:19:39.086287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de928796-2d73-45e6-be14-f0b163155878 req-a130ca4b-877c-4987-83dd-293fb4650066 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:39.088322 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de928796-2d73-45e6-be14-f0b163155878 req-a130ca4b-877c-4987-83dd-293fb4650066 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 1.4650545 Dec 12 04:19:39.093126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6e96f378-62fc-4db8-9c67-62fd4e3ee959 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 2ea8d316-ea23-47df-97d3-455158712d12 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:39.118893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd3a30-0f18-40a6-9669-b43e8d478458 req-0bdd672d-2bef-4370-9a04-fa41f24bdbb3 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:39.126783 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-84fd3a30-0f18-40a6-9669-b43e8d478458 req-0bdd672d-2bef-4370-9a04-fa41f24bdbb3 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 932 time: 0.1874185 Dec 12 04:19:39.189070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f557-b091-4ede-befa-b8121c2a307f req-61547c7a-80df-4698-817d-e29fdf3e966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:39.191156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-61547c7a-80df-4698-817d-e29fdf3e966b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 913 time: 0.9371276 Dec 12 04:19:39.219441 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-84fd3a30-0f18-40a6-9669-b43e8d478458 req-8931617e-4a1f-4ddd-ac8d-effd5644937b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908175 Dec 12 04:19:39.276614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-1ed37fe5-ec4a-4f1b-a6b3-610a72e4f80c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e HTTP/1.1" status: 200 len: 217 time: 0.0557110 Dec 12 04:19:39.429188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa6d43-8763-4bef-8fd1-8e1243b35951 req-6af4cce0-94fa-4cd9-ac9f-8abc8a90dbb5 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:39.439165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6aa6d43-8763-4bef-8fd1-8e1243b35951 req-6af4cce0-94fa-4cd9-ac9f-8abc8a90dbb5 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 932 time: 0.0923808 Dec 12 04:19:39.503111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de928796-2d73-45e6-be14-f0b163155878 req-7e8f3930-66f1-4efb-84bd-8c3fc871681e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990929 Dec 12 04:19:39.515981 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6aa6d43-8763-4bef-8fd1-8e1243b35951 req-3a1a3355-479a-438e-a323-5bb65c4b8794 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757308 Dec 12 04:19:39.537228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20d41d67-3159-4254-8daa-29466ad064e3 req-a1cd5542-cdff-4b88-858d-823d3f736d8d service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7575402 Dec 12 04:19:39.544608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f557-b091-4ede-befa-b8121c2a307f req-9a051e24-86f5-4bfa-955a-30c5af999081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:39.546282 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-9a051e24-86f5-4bfa-955a-30c5af999081 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36aeef72-4114-4e29-ab24-bffc6a86ff95 HTTP/1.1" status: 200 len: 853 time: 0.2624853 Dec 12 04:19:39.625359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:39.634632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5b26765d-1e04-437c-ac38-42e31b92c1bc, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b26765d-1e04-437c-ac38-42e31b92c1bc,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:39.640208 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:39.672703 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-563eb8fa-4e56-4ab7-96d6-f5e5b82080d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167772 Dec 12 04:19:39.686411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '5b26765d-1e04-437c-ac38-42e31b92c1bc', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'port_id': '5b26765d-1e04-437c-ac38-42e31b92c1bc', 'mac_address': 'fa:16:3e:67:d5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1312b076-d411-4025-9869-3d97d9c6495d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:19:39.809382 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:39.849248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b26765d-1e04-437c-ac38-42e31b92c1bc {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:39.872135 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-5b1cf333-c90f-4620-9f7a-886d1c6fb047 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924601 Dec 12 04:19:39.882711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:39.893019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:39.902870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5b26765d-1e04-437c-ac38-42e31b92c1bc, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b26765d-1e04-437c-ac38-42e31b92c1bc,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:39.909619 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:39.947628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Transition to ACTIVE for port object 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:19:39.959396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e96f378-62fc-4db8-9c67-62fd4e3ee959 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:39.982503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5b26765d-1e04-437c-ac38-42e31b92c1bc,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:40.003737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Transition to ACTIVE for port object 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:19:40.017096 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:40.053592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:40.070832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96f378-62fc-4db8-9c67-62fd4e3ee959 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=2ea8d316-ea23-47df-97d3-455158712d12,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:40.100256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f57f557-b091-4ede-befa-b8121c2a307f req-6ba23d32-9a75-4eaf-a92a-897d237d059f service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194161 Dec 12 04:19:40.141769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f7fc5-784f-4612-922d-fbf350d04758 req-200cb12c-22d9-4402-a3fa-cb2140a8d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:40.143661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-585f7fc5-784f-4612-922d-fbf350d04758 req-200cb12c-22d9-4402-a3fa-cb2140a8d773 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1094 time: 0.4820986 Dec 12 04:19:40.145032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77696f58-38de-4db8-bb0f-0f0b3f942296 req-ff9c27aa-e4ef-4b92-b3d6-23a3db7fde9b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:40.156068 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77696f58-38de-4db8-bb0f-0f0b3f942296 req-ff9c27aa-e4ef-4b92-b3d6-23a3db7fde9b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 944 time: 0.2403958 Dec 12 04:19:40.276176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5b26765d-1e04-437c-ac38-42e31b92c1bc'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:19:40.288729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:40.329292 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77696f58-38de-4db8-bb0f-0f0b3f942296 req-95e56501-b8fc-4f37-a530-cb78fbe98c52 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720989 Dec 12 04:19:40.552728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Pushing event updated for resources: {'Port': ['ID=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:40.695993 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d38a26cf-e4a0-4e24-9547-52c3485f0b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:40.833119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb433021-a93c-4170-a8da-1eaad7955430 req-73b8ff42-d54e-48c0-9a41-2eafc8e30e86 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:40.837838 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb433021-a93c-4170-a8da-1eaad7955430 req-73b8ff42-d54e-48c0-9a41-2eafc8e30e86 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1228800 Dec 12 04:19:40.907064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f7fc5-784f-4612-922d-fbf350d04758 req-69f8979e-78ad-47dd-a3c1-acf6e1596b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:40.908966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-585f7fc5-784f-4612-922d-fbf350d04758 req-69f8979e-78ad-47dd-a3c1-acf6e1596b00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 919 time: 0.6846027 Dec 12 04:19:40.928630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb433021-a93c-4170-a8da-1eaad7955430 req-efa6c36f-8502-4b1d-acad-3df90108a096 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833108 Dec 12 04:19:40.942330 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e96f378-62fc-4db8-9c67-62fd4e3ee959 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:40.948145 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6e96f378-62fc-4db8-9c67-62fd4e3ee959 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/2ea8d316-ea23-47df-97d3-455158712d12 HTTP/1.1" status: 204 len: 168 time: 4.8409376 Dec 12 04:19:40.948741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55658) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:40.982268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f27e6132-e9af-4001-92f4-7b89c298bbeb details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:19:41.006405 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f2c840-efb1-4718-8b32-eecf36df5e3e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:19:41.016696 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b6f2c840-efb1-4718-8b32-eecf36df5e3e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/2ea8d316-ea23-47df-97d3-455158712d12 HTTP/1.1" status: 404 len: 333 time: 0.0644958 Dec 12 04:19:41.018230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55660) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:41.148547 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-585f7fc5-784f-4612-922d-fbf350d04758 req-11481184-9d26-458c-9ca1-038f4e66cc9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb HTTP/1.1" status: 200 len: 217 time: 0.2004786 Dec 12 04:19:41.224802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f27e6132-e9af-4001-92f4-7b89c298bbeb, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:41.229602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f7fc5-784f-4612-922d-fbf350d04758 req-c395fe22-bdd1-42c4-b8b8-039a85d8393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:41.231872 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-585f7fc5-784f-4612-922d-fbf350d04758 req-c395fe22-bdd1-42c4-b8b8-039a85d8393c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.0673463 Dec 12 04:19:41.245502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924013a9-fafd-443f-b84d-6c1f0a112034 req-b7c9ec79-e129-4cae-bbd9-7c09b5156aff tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:41.248123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-924013a9-fafd-443f-b84d-6c1f0a112034 req-b7c9ec79-e129-4cae-bbd9-7c09b5156aff tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 944 time: 0.6739960 Dec 12 04:19:41.248513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5de958-33d7-40ea-af18-3528673365b1 req-0a1e404f-6ccd-413e-8698-8c7f6d561219 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:41.256998 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c5de958-33d7-40ea-af18-3528673365b1 req-0a1e404f-6ccd-413e-8698-8c7f6d561219 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 944 time: 0.2258501 Dec 12 04:19:41.283499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Attempting to bind port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:41.284610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Attempting to bind port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:41.285147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Attempting to bind port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 on network dec65f8e-5516-4961-b773-aee88680fdb2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:41.292721 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-585f7fc5-784f-4612-922d-fbf350d04758 req-c431bf94-e22b-419c-829e-2745bcc58490 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430133 Dec 12 04:19:41.295001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-75912268-d3e9-4c5a-99e7-98bd457c3fed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 04cbcb2a-9a23-466f-86e5-47c18e97232c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:41.295358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-75912268-d3e9-4c5a-99e7-98bd457c3fed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.298863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'f27e6132-e9af-4001-92f4-7b89c298bbeb', 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2', 'port_id': 'f27e6132-e9af-4001-92f4-7b89c298bbeb', 'mac_address': 'fa:16:3e:b7:ab:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0f778-44e0-42ba-a9c8-81b09949c346', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:19:41.324444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 on network dec65f8e-5516-4961-b773-aee88680fdb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:19:41.324973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Attempting to bind port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 on network dec65f8e-5516-4961-b773-aee88680fdb2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:41.329887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Attempting to bind port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:41.332050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Attempting to bind port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:41.332540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Attempting to bind port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 on network 8c840753-0ce9-408b-b094-cb06b712066f {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:41.353064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 on network 8c840753-0ce9-408b-b094-cb06b712066f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:19:41.353472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Attempting to bind port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 on network 8c840753-0ce9-408b-b094-cb06b712066f {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:41.385805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:41.386280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Checking segment: {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:41.386906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Bound using segment: {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:41.387546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Bound port: 322a50ee-5e54-4aa7-bdfd-094b5ff110f4, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1f249a-2226-41e0-8bae-3a6cd3a8603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:41.389003 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.420357 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.434916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27e6132-e9af-4001-92f4-7b89c298bbeb {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:41.469525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f27e6132-e9af-4001-92f4-7b89c298bbeb, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:41.492095 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.548115 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f27e6132-e9af-4001-92f4-7b89c298bbeb,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:41.563254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] For port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:41.566923 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-75912268-d3e9-4c5a-99e7-98bd457c3fed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.568858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] For port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:41.587868 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.602746 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.605859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:41.606277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Checking segment: {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:41.606817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Bound using segment: {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:41.607358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Bound port: 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b19a57-1b42-4256-8321-ae9cd5204eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:41.611247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.631605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c5de958-33d7-40ea-af18-3528673365b1 req-b524464a-711b-486e-bccf-df93aae0458e tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735902 Dec 12 04:19:41.635825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-75912268-d3e9-4c5a-99e7-98bd457c3fed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 04cbcb2a-9a23-466f-86e5-47c18e97232c owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:41.696896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:41.698291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.701839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] 10.222.0.37 "PUT /v2.0/ports/322a50ee-5e54-4aa7-bdfd-094b5ff110f4 HTTP/1.1" status: 200 len: 1092 time: 4.5718834 Dec 12 04:19:41.720974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2bbb1-c800-47ef-95ef-f4b813ad5cee service neutron] Pushing event updated for resources: {'Port': ['ID=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:41.727609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc586884-3865-46bf-ab8e-ed935bd412b5', 'tag': '322a50ee-5e54-4aa7-bdfd-094b5ff110f4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:41.731079 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc586884-3865-46bf-ab8e-ed935bd412b5", "tag": "322a50ee-5e54-4aa7-bdfd-094b5ff110f4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:41.746900 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-924013a9-fafd-443f-b84d-6c1f0a112034 req-16613cc9-88eb-4da3-ba51-eefa223956de tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530821 Dec 12 04:19:41.842280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['f27e6132-e9af-4001-92f4-7b89c298bbeb'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:19:41.958563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-75912268-d3e9-4c5a-99e7-98bd457c3fed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:41.998147 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-585f7fc5-784f-4612-922d-fbf350d04758 req-6e0e6d4b-620e-4eb1-b0d1-2504c23df684 service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552038 Dec 12 04:19:42.006182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75912268-d3e9-4c5a-99e7-98bd457c3fed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=04cbcb2a-9a23-466f-86e5-47c18e97232c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:42.094082 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6341f3-02ed-47eb-b958-dd47b1637ab3 x-openstack-request-id: req-6f6341f3-02ed-47eb-b958-dd47b1637ab3 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:42.094430 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc586884-3865-46bf-ab8e-ed935bd412b5", "tag": "322a50ee-5e54-4aa7-bdfd-094b5ff110f4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:42.094647 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f6341f3-02ed-47eb-b958-dd47b1637ab3 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:42.095087 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc586884-3865-46bf-ab8e-ed935bd412b5', 'tag': '322a50ee-5e54-4aa7-bdfd-094b5ff110f4', 'status': 'completed', 'code': 200} Dec 12 04:19:42.227284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe6367-207f-4105-8310-a38fe77fe1c7 req-a798ad2a-dad8-4ea5-bda8-4e8a6cf3ce6f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:42.229730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ffe6367-207f-4105-8310-a38fe77fe1c7 req-a798ad2a-dad8-4ea5-bda8-4e8a6cf3ce6f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 944 time: 0.2235429 Dec 12 04:19:42.233141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] For port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:42.248080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0c100ab8-02bf-4aec-b771-69d1a053645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:42.249751 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-0c100ab8-02bf-4aec-b771-69d1a053645d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 1095 time: 0.4131074 Dec 12 04:19:42.255453 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-75912268-d3e9-4c5a-99e7-98bd457c3fed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:42.270190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-75912268-d3e9-4c5a-99e7-98bd457c3fed tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/04cbcb2a-9a23-466f-86e5-47c18e97232c HTTP/1.1" status: 204 len: 168 time: 1.2506216 Dec 12 04:19:42.277071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55672) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:42.288358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] For port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:42.333886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748e695-440b-4a4f-b73e-3748f07329a8 req-d9514807-23d9-4924-bd86-44cf0ca96591 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:42.341134 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9748e695-440b-4a4f-b73e-3748f07329a8 req-d9514807-23d9-4924-bd86-44cf0ca96591 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1995153 Dec 12 04:19:42.354866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-865e0a65-6e4c-4c6f-9c70-d32cd2b02a45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322a50ee-5e54-4aa7-bdfd-094b5ff110f4 HTTP/1.1" status: 200 len: 217 time: 0.0634310 Dec 12 04:19:42.369185 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4491599f-1968-4475-87a9-6776369eca82 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:19:42.370731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4491599f-1968-4475-87a9-6776369eca82 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/04cbcb2a-9a23-466f-86e5-47c18e97232c HTTP/1.1" status: 404 len: 333 time: 0.0917745 Dec 12 04:19:42.373515 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55674) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:42.390070 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:42.470792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9748e695-440b-4a4f-b73e-3748f07329a8 req-0a0f05f7-ae5d-458f-90b8-137c2146b021 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229322 Dec 12 04:19:42.490995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc8803e-d021-4310-b2bd-dbb3de45ac0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet b90527aa-21ba-4c07-9c04-fdac0a9d5259 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:19:42.502676 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbc8803e-d021-4310-b2bd-dbb3de45ac0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:42.551939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:42.552314 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbc8803e-d021-4310-b2bd-dbb3de45ac0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:42.555073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:42.556979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 HTTP/1.1" status: 200 len: 1092 time: 5.5947790 Dec 12 04:19:42.615498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-585f7fc5-784f-4612-922d-fbf350d04758 req-f2aefe3e-a349-4646-95d8-6574a2bad1ca service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836143 Dec 12 04:19:42.730810 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ffe6367-207f-4105-8310-a38fe77fe1c7 req-0422653e-9546-4541-9a7e-56f4aeec2986 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728441 Dec 12 04:19:42.736023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b477-0c97-4166-9287-8dcd5e834787 req-d203ca9d-b8ef-4c69-8065-683dfac12633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:42.743180 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-d203ca9d-b8ef-4c69-8065-683dfac12633 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.3688791 Dec 12 04:19:42.763546 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbc8803e-d021-4310-b2bd-dbb3de45ac0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:42.816544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-e31bb21c-f7d0-4ff4-bcf3-39d0d78b95dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567338 Dec 12 04:19:42.929223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8a5ff-3a11-4231-836e-633a1b7159f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:42.950599 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36501989-fba0-4dd6-8af8-11aeb53ac2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:42.991326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f27e6132-e9af-4001-92f4-7b89c298bbeb up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:43.039716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613c1f3-da45-412a-bdb2-1dfd26659f92 req-0178a07e-9f31-46fa-9d2d-fe3964d72f8c tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:43.050450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-c7b6c9db-0108-42a3-b49d-6bc42673ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:43.057537 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3613c1f3-da45-412a-bdb2-1dfd26659f92 req-0178a07e-9f31-46fa-9d2d-fe3964d72f8c tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 944 time: 0.2183290 Dec 12 04:19:43.059548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbc8803e-d021-4310-b2bd-dbb3de45ac0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:43.063885 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-c7b6c9db-0108-42a3-b49d-6bc42673ca9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6bd7d131a1d433a81ad666d0e5c62e1&device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 1095 time: 0.4171267 Dec 12 04:19:43.151307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-d70d1f4c-a1cc-4da8-b270-605a88d749cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 HTTP/1.1" status: 200 len: 217 time: 0.0690081 Dec 12 04:19:43.198084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port f27e6132-e9af-4001-92f4-7b89c298bbeb completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:19:43.205119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port f27e6132-e9af-4001-92f4-7b89c298bbeb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:43.206048 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:43.223856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6f57e-cd31-466d-84bd-7eb8e2ca0427 req-3e940b48-df19-445d-9f4c-4b6e158293b2 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:43.230072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8803e-d021-4310-b2bd-dbb3de45ac0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=b90527aa-21ba-4c07-9c04-fdac0a9d5259,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:43.231844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69d6f57e-cd31-466d-84bd-7eb8e2ca0427 req-3e940b48-df19-445d-9f4c-4b6e158293b2 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 944 time: 0.1648717 Dec 12 04:19:43.292835 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-fd360e10-f26b-4d98-ab46-c9601d3418b9 service neutron] 10.222.0.37 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572818 Dec 12 04:19:43.444069 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:43.522380 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9833b477-0c97-4166-9287-8dcd5e834787 req-6adb0c21-62eb-4fc1-b1bd-cbe777a00661 service neutron] 10.222.0.37 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687305 Dec 12 04:19:43.526570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6943cf8-f42f-44f6-adc6-8a390c937aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e6132-e9af-4001-92f4-7b89c298bbeb'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:43.526983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-1813885a-9a99-4e54-978a-0b1ffb0c47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:43.528488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-1813885a-9a99-4e54-978a-0b1ffb0c47c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bffc68c8-6384-41d4-88ce-17d1e99b449d HTTP/1.1" status: 200 len: 854 time: 0.3654323 Dec 12 04:19:43.528906 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3d6cb6-7b3b-4b48-a1c0-2ece54d4cdeb" -d '{"events": [{"server_uuid": "b6943cf8-f42f-44f6-adc6-8a390c937aca", "name": "network-vif-plugged", "status": "completed", "tag": "f27e6132-e9af-4001-92f4-7b89c298bbeb"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:43.538776 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3613c1f3-da45-412a-bdb2-1dfd26659f92 req-3b574300-634c-46eb-b682-8b74179bcf7c tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682305 Dec 12 04:19:43.540475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69d6f57e-cd31-466d-84bd-7eb8e2ca0427 req-a7f849fa-cd3c-40dc-9230-f0e9bcf8c7fa tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073955 Dec 12 04:19:43.542973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fbc8803e-d021-4310-b2bd-dbb3de45ac0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:43.557881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a91fd1-6185-4c94-8f6f-e6b00684c52d None None] Network f634c081-da33-45d2-ac0b-4acf9b5f51c6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:43.565432 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fbc8803e-d021-4310-b2bd-dbb3de45ac0c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/b90527aa-21ba-4c07-9c04-fdac0a9d5259 HTTP/1.1" status: 204 len: 168 time: 1.1884565 Dec 12 04:19:43.566050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55690) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:43.606339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f27e6132-e9af-4001-92f4-7b89c298bbeb, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:43.637708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-69b13489-5799-4313-baa5-bc6f21a013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:43.639238 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-69b13489-5799-4313-baa5-bc6f21a013c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c840753-0ce9-408b-b094-cb06b712066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834613 Dec 12 04:19:43.726379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58f13e-0a62-4103-991a-65345ea65a27 req-6af6dd01-3a19-4b5d-88da-9f4006cf462d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:43.734911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6f58f13e-0a62-4103-991a-65345ea65a27 req-6af6dd01-3a19-4b5d-88da-9f4006cf462d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.0890117 Dec 12 04:19:43.803454 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:43.880472 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:43.885981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b26765d-1e04-437c-ac38-42e31b92c1bc up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:43.976695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 10e80cc6-fc24-46bf-a1d6-23709188a35e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:43.977166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:44.033861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6f58f13e-0a62-4103-991a-65345ea65a27 req-3402a449-00ac-4d39-a72c-0760ed7872c2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966053 Dec 12 04:19:44.047963 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d307d3-ec03-4e51-a73b-2e31753db0a2 x-openstack-request-id: req-17d307d3-ec03-4e51-a73b-2e31753db0a2 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:44.048544 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6943cf8-f42f-44f6-adc6-8a390c937aca", "name": "network-vif-plugged", "status": "completed", "tag": "f27e6132-e9af-4001-92f4-7b89c298bbeb", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:44.048913 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17d307d3-ec03-4e51-a73b-2e31753db0a2 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:44.049466 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6943cf8-f42f-44f6-adc6-8a390c937aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e6132-e9af-4001-92f4-7b89c298bbeb', 'code': 200} Dec 12 04:19:44.131819 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a1840-ca35-42a7-ab7f-1a2fa10970ed', 'tag': '2945d214-4628-4c5e-b0a2-d7b4ab2f9a70'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:44.134937 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8462b817-4269-4c2b-ad7d-1392cc02325d" -d '{"events": [{"name": "network-changed", "server_uuid": "376a1840-ca35-42a7-ab7f-1a2fa10970ed", "tag": "2945d214-4628-4c5e-b0a2-d7b4ab2f9a70"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:44.153992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-596e9ba6-f70e-42e7-b8ad-f50c6a4f93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:44.155692 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-596e9ba6-f70e-42e7-b8ad-f50c6a4f93de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 1095 time: 0.3342042 Dec 12 04:19:44.196232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] For port 10e80cc6-fc24-46bf-a1d6-23709188a35e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=10e80cc6-fc24-46bf-a1d6-23709188a35e,segment=NetworkSegment(bec00840-3b89-4932-b732-3eaa9d67a27d),segment_id=bec00840-3b89-4932-b732-3eaa9d67a27d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:44.197805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:44.246009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 10e80cc6-fc24-46bf-a1d6-23709188a35e owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:44.292838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:44.341168 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:44.384731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f27e6132-e9af-4001-92f4-7b89c298bbeb,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:44.409235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-5ee98147-92b5-41f2-98fd-ee7182cf7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:44.421376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-5ee98147-92b5-41f2-98fd-ee7182cf7b9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 919 time: 0.2546837 Dec 12 04:19:44.426976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 5b26765d-1e04-437c-ac38-42e31b92c1bc completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:19:44.441523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 5b26765d-1e04-437c-ac38-42e31b92c1bc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:44.441957 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:44.513157 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44582095-f751-4da2-97a6-6df582cc390d x-openstack-request-id: req-44582095-f751-4da2-97a6-6df582cc390d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:44.513395 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a1840-ca35-42a7-ab7f-1a2fa10970ed", "tag": "2945d214-4628-4c5e-b0a2-d7b4ab2f9a70", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:44.513499 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44582095-f751-4da2-97a6-6df582cc390d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:44.513881 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a1840-ca35-42a7-ab7f-1a2fa10970ed', 'tag': '2945d214-4628-4c5e-b0a2-d7b4ab2f9a70', 'status': 'completed', 'code': 200} Dec 12 04:19:44.536671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf081fa-1539-488c-a8d3-b23267ba9837 None None] DHCP port deletion for f634c081-da33-45d2-ac0b-4acf9b5f51c6 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:19:44.544181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:44.617401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=10e80cc6-fc24-46bf-a1d6-23709188a35e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:44.632197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No DVR routers for this DVR port 10e80cc6-fc24-46bf-a1d6-23709188a35e on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:19:44.643851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983512a-f901-422c-b799-ea2a2c0bc119 req-5459495a-ea08-4869-9c90-995689d27716 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:44.651924 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5983512a-f901-422c-b799-ea2a2c0bc119 req-5459495a-ea08-4869-9c90-995689d27716 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 944 time: 0.2207050 Dec 12 04:19:44.684891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-e0c7b9c2-a5a3-490d-b4a8-abc5078bf655 service neutron] 10.222.0.37 "GET /v2.0/networks/8c840753-0ce9-408b-b094-cb06b712066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9317336 Dec 12 04:19:44.695188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-cc1a369c-47d6-4492-9932-0e8462dc25c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322a50ee-5e54-4aa7-bdfd-094b5ff110f4 HTTP/1.1" status: 200 len: 217 time: 0.2444587 Dec 12 04:19:44.696353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:44.700358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361490-cf31-4094-91a5-76c1bbf6b79b req-e04fe55e-5c58-4aa7-926f-11b936169454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:44.702100 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a9361490-cf31-4094-91a5-76c1bbf6b79b req-e04fe55e-5c58-4aa7-926f-11b936169454 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1096 time: 0.6571984 Dec 12 04:19:44.793637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 10e80cc6-fc24-46bf-a1d6-23709188a35e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:19:44.815386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee9944c7-22fd-4902-b156-5b786ba9b1c7 req-e6d853fa-ec41-4956-9d2d-5d7337db46bc service neutron] 10.222.0.37 "GET /v2.0/networks/8c840753-0ce9-408b-b094-cb06b712066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065800 Dec 12 04:19:44.891800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-51e43e96-232e-4aed-a75b-4f06db5a27da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:44.893884 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-51e43e96-232e-4aed-a75b-4f06db5a27da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.0606260 Dec 12 04:19:44.976443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 10e80cc6-fc24-46bf-a1d6-23709188a35e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:19:44.985854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 10e80cc6-fc24-46bf-a1d6-23709188a35e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:19:45.014464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-dee6e35b-42c1-4cca-89e2-15d622e2f3a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896616 Dec 12 04:19:45.039702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31045f0-3d83-433a-bdf0-955335ed32b3 req-5ccf3a1c-7df6-440e-bf0c-10e37accfd1e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:45.048147 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a31045f0-3d83-433a-bdf0-955335ed32b3 req-5ccf3a1c-7df6-440e-bf0c-10e37accfd1e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 944 time: 0.2314000 Dec 12 04:19:45.056052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5b26765d-1e04-437c-ac38-42e31b92c1bc, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b26765d-1e04-437c-ac38-42e31b92c1bc,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:45.072533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5983512a-f901-422c-b799-ea2a2c0bc119 req-c14b02f6-3688-48a4-96ca-50189e7eab35 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196250 Dec 12 04:19:45.074757 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.091592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.155377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f634c081-da33-45d2-ac0b-4acf9b5f51c6']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:45.167274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec00840-3b89-4932-b732-3eaa9d67a27d') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:45.167875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec00840-3b89-4932-b732-3eaa9d67a27d') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:45.181748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.198345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.205976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:19:45.206734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.287646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-791b4a98-1d6f-4c27-919f-2235b914570d service neutron] 10.222.0.37 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307637 Dec 12 04:19:45.293716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5b26765d-1e04-437c-ac38-42e31b92c1bc,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:19:45.308181 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:19:45.325508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.352575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.356107 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/networks/f634c081-da33-45d2-ac0b-4acf9b5f51c6 HTTP/1.1" status: 204 len: 168 time: 1.7883301 Dec 12 04:19:45.373963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8fec-47a5-4715-bd2d-26eab936be18 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Network': ['ID=f634c081-da33-45d2-ac0b-4acf9b5f51c6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:45.375615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55714) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:45.381601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-743870230'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:45.408128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:45.411920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.431355 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a9361490-cf31-4094-91a5-76c1bbf6b79b req-364e15a1-de79-4e65-9706-9aaed4d39c15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057136 Dec 12 04:19:45.443788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-6b8f8f8e-9758-4ccc-a1a7-fae2adf8a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:45.445686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-6b8f8f8e-9758-4ccc-a1a7-fae2adf8a56d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6bd7d131a1d433a81ad666d0e5c62e1&device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 1095 time: 0.4984670 Dec 12 04:19:45.454554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-031f65b7-e02d-448a-b6e6-7acf1aed6e1b req-512b10e1-e574-40d2-a91d-807ec3d6d1dd service neutron] 10.222.0.37 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417761 Dec 12 04:19:45.489169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:19:45.490281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a31045f0-3d83-433a-bdf0-955335ed32b3 req-1f95b9ac-6d75-423f-b544-b60beffe3d33 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363101 Dec 12 04:19:45.527120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0163eb-f034-4d6a-8734-0ce00b361ba5 req-73240cd7-8ab1-49b7-bfbc-04f0033253ee tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:45.528735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba0163eb-f034-4d6a-8734-0ce00b361ba5 req-73240cd7-8ab1-49b7-bfbc-04f0033253ee tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 944 time: 0.2168980 Dec 12 04:19:45.542761 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.543135 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Added segment f4d4dc5f-8fe5-4e8e-babb-ac484a216774 of type vlan for network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f Dec 12 04:19:45.575901 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.615588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.650097 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.656454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:45.657564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:45.692125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3154798 Dec 12 04:19:45.706907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55716) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:45.783145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': 'a9b1b8d9-2c04-4d13-9d06-305b1568cd2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:45.831601 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba0163eb-f034-4d6a-8734-0ce00b361ba5 req-4f11b193-7b79-4e60-b4f5-53ff781a6959 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901928 Dec 12 04:19:45.954687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-35231fea-cad9-44fa-8e49-08a9dca328de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:45.956249 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-35231fea-cad9-44fa-8e49-08a9dca328de service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c840753-0ce9-408b-b094-cb06b712066f HTTP/1.1" status: 200 len: 915 time: 0.4512582 Dec 12 04:19:46.016579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50695c1-c986-4cf7-9763-3b315dc36f49 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Network': ['ID=a9b1b8d9-2c04-4d13-9d06-305b1568cd2f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:46.036252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:19:46.053946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fb70db-2002-4048-be0b-c64c1abc5a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b26765d-1e04-437c-ac38-42e31b92c1bc'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:46.067874 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6609c6d-4326-4d52-981d-740756aae4ca" -d '{"events": [{"server_uuid": "e6fb70db-2002-4048-be0b-c64c1abc5a04", "name": "network-vif-plugged", "status": "completed", "tag": "5b26765d-1e04-437c-ac38-42e31b92c1bc"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:46.101141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250efb8-76ae-4b01-9338-f970ab00fa4e req-8a897687-818d-4a18-8e4d-5391de9ff732 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:46.101141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c250efb8-76ae-4b01-9338-f970ab00fa4e req-8a897687-818d-4a18-8e4d-5391de9ff732 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.3012760 Dec 12 04:19:46.105582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-e7f19b51-52a7-4e79-a71f-0378232b4aa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 HTTP/1.1" status: 200 len: 217 time: 0.1262753 Dec 12 04:19:46.134146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:46.143091 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:46.238380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-bceb1db1-6e71-4e0d-ac0f-c5e7379b5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:46.240411 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-bceb1db1-6e71-4e0d-ac0f-c5e7379b5e7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bffc68c8-6384-41d4-88ce-17d1e99b449d HTTP/1.1" status: 200 len: 854 time: 0.1246343 Dec 12 04:19:46.334185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c250efb8-76ae-4b01-9338-f970ab00fa4e req-3d828136-4817-4be3-8161-31f0dedd79fd tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228050 Dec 12 04:19:46.374209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-535ba6c3-8b4e-4186-af5d-fbf42fda746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:46.374209 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-535ba6c3-8b4e-4186-af5d-fbf42fda746c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c840753-0ce9-408b-b094-cb06b712066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120753 Dec 12 04:19:46.490878 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09439d31-9b57-4acf-a924-47a5eb0930c9 x-openstack-request-id: req-09439d31-9b57-4acf-a924-47a5eb0930c9 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:46.491274 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fb70db-2002-4048-be0b-c64c1abc5a04", "name": "network-vif-plugged", "status": "completed", "tag": "5b26765d-1e04-437c-ac38-42e31b92c1bc", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:46.491665 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09439d31-9b57-4acf-a924-47a5eb0930c9 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:46.492107 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fb70db-2002-4048-be0b-c64c1abc5a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b26765d-1e04-437c-ac38-42e31b92c1bc', 'code': 200} Dec 12 04:19:46.500363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91858399-cb4c-40e2-a77e-48ad77837a12 req-0f35fa1f-9cc4-405d-aaed-bd04164e23f0 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:46.509705 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91858399-cb4c-40e2-a77e-48ad77837a12 req-0f35fa1f-9cc4-405d-aaed-bd04164e23f0 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.2673712 Dec 12 04:19:46.669302 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-6d7d23f6-bff9-4872-81bd-b0de8dacfc0a service neutron] 10.222.0.37 "GET /v2.0/networks/8c840753-0ce9-408b-b094-cb06b712066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784209 Dec 12 04:19:46.683749 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:46.740894 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91858399-cb4c-40e2-a77e-48ad77837a12 req-fa0194e5-ce6e-446a-b9f6-ba6f762d0dca tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295306 Dec 12 04:19:46.795463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:19:46.910714 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.077163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Checking segment: {'id': 'f4d4dc5f-8fe5-4e8e-babb-ac484a216774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9b1b8d9-2c04-4d13-9d06-305b1568cd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:47.077601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network hostable DHCP agents. Network: a9b1b8d9-2c04-4d13-9d06-305b1568cd2f, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:19:47.088303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=1b297116-f3a8-45d1-8d57-e78e48ed747b,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:47.214863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:19:47.229255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:47.250839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a9b1b8d9-2c04-4d13-9d06-305b1568cd2f) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:47.255839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:47.255839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.304276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '322a50ee-5e54-4aa7-bdfd-094b5ff110f4', 'network_id': 'dec65f8e-5516-4961-b773-aee88680fdb2', 'port_id': '322a50ee-5e54-4aa7-bdfd-094b5ff110f4', 'mac_address': 'fa:16:3e:5c:3e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0f778-44e0-42ba-a9c8-81b09949c346', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:19:47.310667 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8ceae-2a02-4cb4-8c71-59889d35a752 None None] Network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:47.316558 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bdaa80cd-c072-4f5a-8944-df0bb1cbef17 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5381312 Dec 12 04:19:47.317823 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55734) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:47.324775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e1d4e127-e6a9-4e7c-9c0d-71d956ad77d7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-78200556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:47.523007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a73a6-e59b-4de4-92be-1664ee243d8d req-890e771b-30c7-425d-a8a2-34df8128b3a0 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:47.531947 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-161a73a6-e59b-4de4-92be-1664ee243d8d req-890e771b-30c7-425d-a8a2-34df8128b3a0 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 944 time: 0.3787270 Dec 12 04:19:47.532406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-a9b1b8d9-2c04-4d13-9d06-305b1568cd2f', 'network_id': 'a9b1b8d9-2c04-4d13-9d06-305b1568cd2f', 'project_id': '40cffd66a9f34f3e908d07fe34206f6a', 'fixed_ips': [{'subnet_id': '1b297116-f3a8-45d1-8d57-e78e48ed747b'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:19:47.533589 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.534079 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e127-e6a9-4e7c-9c0d-71d956ad77d7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.535867 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e127-e6a9-4e7c-9c0d-71d956ad77d7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.538826 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.575480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:47.599265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:47.609389 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.643785 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e127-e6a9-4e7c-9c0d-71d956ad77d7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.658949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-161a73a6-e59b-4de4-92be-1664ee243d8d req-b433cbcf-c8ec-4a74-a822-3e7721dd73c4 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122153 Dec 12 04:19:47.666942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e127-e6a9-4e7c-9c0d-71d956ad77d7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.710147 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e127-e6a9-4e7c-9c0d-71d956ad77d7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:47.712026 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e1d4e127-e6a9-4e7c-9c0d-71d956ad77d7 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3914130 Dec 12 04:19:47.715017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55740) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:47.725126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'network_id': 'a9b1b8d9-2c04-4d13-9d06-305b1568cd2f', 'name': 'tempest-PortsTestJSON-1131527818'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:47.753074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:47.806268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Allocated IP 172.20.0.2 (a9b1b8d9-2c04-4d13-9d06-305b1568cd2f/1b297116-f3a8-45d1-8d57-e78e48ed747b/b1109445-fd61-44ae-bd24-185f74f2f969) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:47.962985 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8462b817-4269-4c2b-ad7d-1392cc02325d req-c1cff5d8-0250-4a19-b6d9-dd4fa155f4d0 service neutron] 10.222.0.37 "GET /v2.0/networks/8c840753-0ce9-408b-b094-cb06b712066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2780361 Dec 12 04:19:47.997167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:48.003884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:48.033895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 53e1e7b6-c7a1-43e9-a592-d7115357481f yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:19:48.043754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda43ed-8ce2-454d-963c-3ac12a8d881c req-0951702e-d7cb-4c17-bb9d-433bb0324cbf tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:48.048760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a093c-f56c-439d-be86-3ef762ea6b84 req-78bdb77d-50c7-43c3-bbfc-5631e2ab88a5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:48.051204 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3eda43ed-8ce2-454d-963c-3ac12a8d881c req-0951702e-d7cb-4c17-bb9d-433bb0324cbf tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 944 time: 1.3884845 Dec 12 04:19:48.056552 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c6a093c-f56c-439d-be86-3ef762ea6b84 req-78bdb77d-50c7-43c3-bbfc-5631e2ab88a5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1078477 Dec 12 04:19:48.072647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad1324-d879-42d2-b342-6c072143904d req-a0518c16-3080-4f85-8030-a06182fb325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:48.074599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbad1324-d879-42d2-b342-6c072143904d req-a0518c16-3080-4f85-8030-a06182fb325c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 1096 time: 0.0975652 Dec 12 04:19:48.090216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['322a50ee-5e54-4aa7-bdfd-094b5ff110f4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:19:48.128185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3eda43ed-8ce2-454d-963c-3ac12a8d881c req-13f52257-6594-4421-9da5-4bd7baa9ef88 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751662 Dec 12 04:19:48.172745 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbad1324-d879-42d2-b342-6c072143904d req-0e6f98f6-d52e-4a15-a944-1ec28a575775 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568604 Dec 12 04:19:48.178506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c6a093c-f56c-439d-be86-3ef762ea6b84 req-1ceeeaab-17bd-4524-8f75-4521d921eca0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209052 Dec 12 04:19:48.309195 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:48.328428 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:48.356453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56578303-045a-42a7-a052-78ff1b3fc1d4 req-eb408967-57f6-4e23-8321-d1d7cc059681 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:48.364560 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56578303-045a-42a7-a052-78ff1b3fc1d4 req-eb408967-57f6-4e23-8321-d1d7cc059681 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.1301956 Dec 12 04:19:48.422114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56578303-045a-42a7-a052-78ff1b3fc1d4 req-cf4fc0de-8207-4172-b61d-a401763418b3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552738 Dec 12 04:19:48.436205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.6 (a9b1b8d9-2c04-4d13-9d06-305b1568cd2f/1b297116-f3a8-45d1-8d57-e78e48ed747b/53e1e7b6-c7a1-43e9-a592-d7115357481f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:19:48.543431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:48.579725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:48.586910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:48.590576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Pushing event updated for resources: {'Port': ['ID=b1109445-fd61-44ae-bd24-185f74f2f969,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:48.704710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Attempting to bind port b1109445-fd61-44ae-bd24-185f74f2f969 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:19:48.705171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Attempting to bind port b1109445-fd61-44ae-bd24-185f74f2f969 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'f4d4dc5f-8fe5-4e8e-babb-ac484a216774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9b1b8d9-2c04-4d13-9d06-305b1568cd2f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:19:48.705504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Attempting to bind port b1109445-fd61-44ae-bd24-185f74f2f969 on network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:19:48.729725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:19:48.738191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:19:48.738568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Checking segment: {'id': 'f4d4dc5f-8fe5-4e8e-babb-ac484a216774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9b1b8d9-2c04-4d13-9d06-305b1568cd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:19:48.738974 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:48.739369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Bound using segment: {'id': 'f4d4dc5f-8fe5-4e8e-babb-ac484a216774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9b1b8d9-2c04-4d13-9d06-305b1568cd2f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:19:48.739861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Bound port: b1109445-fd61-44ae-bd24-185f74f2f969, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d4dc5f-8fe5-4e8e-babb-ac484a216774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9b1b8d9-2c04-4d13-9d06-305b1568cd2f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:19:48.740243 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:48.775300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:48.842283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:48.926668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:48.933238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] For port b1109445-fd61-44ae-bd24-185f74f2f969, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:19:48.937078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] For port b1109445-fd61-44ae-bd24-185f74f2f969, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b1109445-fd61-44ae-bd24-185f74f2f969,segment=NetworkSegment(f4d4dc5f-8fe5-4e8e-babb-ac484a216774),segment_id=f4d4dc5f-8fe5-4e8e-babb-ac484a216774)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:19:48.943750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:48.962705 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:19:48.964073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:19:48.968160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=53e1e7b6-c7a1-43e9-a592-d7115357481f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:48.999851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70def220-aa1d-48fb-bf2f-892e48545aea req-71e16c93-3057-45d4-9dcc-e4d06d220684 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:49.001482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70def220-aa1d-48fb-bf2f-892e48545aea req-71e16c93-3057-45d4-9dcc-e4d06d220684 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 944 time: 0.1717217 Dec 12 04:19:49.004486 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:49.225427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:49.226002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:49.268672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70def220-aa1d-48fb-bf2f-892e48545aea req-daca17f4-9970-48f4-92ed-5d911e978ae2 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178407 Dec 12 04:19:49.283111 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-356e6727-9c2b-424d-957a-32a6f6cf65f9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5637803 Dec 12 04:19:49.284110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55758) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:49.370079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:49.373151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552dd74-73f3-43c8-9532-aa2dfe8caa6d None None] Pushing event updated for resources: {'Port': ['ID=b1109445-fd61-44ae-bd24-185f74f2f969,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:49.397318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '2945d214-4628-4c5e-b0a2-d7b4ab2f9a70', 'network_id': '8c840753-0ce9-408b-b094-cb06b712066f', 'port_id': '2945d214-4628-4c5e-b0a2-d7b4ab2f9a70', 'mac_address': 'fa:16:3e:79:71:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffc68c8-6384-41d4-88ce-17d1e99b449d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:19:49.513100 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:49.543084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:49.635218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:49.645912 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:49.827883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac8f2-9a5e-4a48-8d78-b91e081c4e2b req-5a560aef-8035-4c15-94bd-d4e177d12e16 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:49.850854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:49.855604 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4fac8f2-9a5e-4a48-8d78-b91e081c4e2b req-5a560aef-8035-4c15-94bd-d4e177d12e16 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 945 time: 0.3004141 Dec 12 04:19:49.976053 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4fac8f2-9a5e-4a48-8d78-b91e081c4e2b req-57d2ad62-eba9-4615-8c3f-21c9468256fe tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194499 Dec 12 04:19:50.086171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['2945d214-4628-4c5e-b0a2-d7b4ab2f9a70'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:19:50.157471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:50.328912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff47ef3-ec6f-406f-b000-2fbb324aea23 req-4e9bc509-abf1-46d4-9214-0ce55efb069c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:50.331158 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ff47ef3-ec6f-406f-b000-2fbb324aea23 req-4e9bc509-abf1-46d4-9214-0ce55efb069c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.2280228 Dec 12 04:19:50.465032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ff47ef3-ec6f-406f-b000-2fbb324aea23 req-4ac4a376-fa6e-41ab-b854-e833b5117234 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035123 Dec 12 04:19:50.586619 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:50.604754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:50.710244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b1109445-fd61-44ae-bd24-185f74f2f969 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:50.764993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:50.821628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=53e1e7b6-c7a1-43e9-a592-d7115357481f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:50.845714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409ed1d-14d5-4074-8d54-970d04fefcc3 req-92af57de-6f45-46b2-bf78-180aa086bdb2 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:50.848784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a409ed1d-14d5-4074-8d54-970d04fefcc3 req-92af57de-6f45-46b2-bf78-180aa086bdb2 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.1311581 Dec 12 04:19:50.958127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b1109445-fd61-44ae-bd24-185f74f2f969 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:50.958127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:51.010552 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a409ed1d-14d5-4074-8d54-970d04fefcc3 req-99c791c8-5816-41a1-a616-25a9a082ffd3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122856 Dec 12 04:19:51.032640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:19:51.047606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab833af-c1c0-4a70-bff8-2861c014d6f3 None None] Network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:51.114054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:51.145669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:51.146092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:51.243785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c736bf78-1528-4350-af39-100d2437372f None None] Provisioning complete for port b1109445-fd61-44ae-bd24-185f74f2f969 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:51.246083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c736bf78-1528-4350-af39-100d2437372f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:51.400139 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:51.501202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc586884-3865-46bf-ab8e-ed935bd412b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322a50ee-5e54-4aa7-bdfd-094b5ff110f4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:51.503978 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62cf9f7-ad32-4b48-b44e-68c57604e433" -d '{"events": [{"server_uuid": "fc586884-3865-46bf-ab8e-ed935bd412b5", "name": "network-vif-plugged", "status": "completed", "tag": "322a50ee-5e54-4aa7-bdfd-094b5ff110f4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:51.521813 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:51.526835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:51.564792 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:51.602905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port b1109445-fd61-44ae-bd24-185f74f2f969, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b1109445-fd61-44ae-bd24-185f74f2f969,segment=NetworkSegment(f4d4dc5f-8fe5-4e8e-babb-ac484a216774),segment_id=f4d4dc5f-8fe5-4e8e-babb-ac484a216774)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:51.636041 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:51.658989 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c736bf78-1528-4350-af39-100d2437372f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:51.695707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:51.825756 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-c736bf78-1528-4350-af39-100d2437372f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:19:51.826911 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-c736bf78-1528-4350-af39-100d2437372f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:19:51.863258 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=b1109445-fd61-44ae-bd24-185f74f2f969,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:52.119956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8b564-5a0c-4ab0-90eb-c4ae8d1b4e72 req-830e3039-048a-42e5-b017-7db3f9e94c2c tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:52.128286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaf8b564-5a0c-4ab0-90eb-c4ae8d1b4e72 req-830e3039-048a-42e5-b017-7db3f9e94c2c tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 945 time: 0.1510282 Dec 12 04:19:52.194310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:52.414048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaf8b564-5a0c-4ab0-90eb-c4ae8d1b4e72 req-d0ff98b3-3dbd-46c2-9451-deec88e6ab61 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850649 Dec 12 04:19:52.510424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e7467029-b118-4f37-9a80-2aabd927b521 None None] Provisioning complete for port b1109445-fd61-44ae-bd24-185f74f2f969 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:52.510817 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7467029-b118-4f37-9a80-2aabd927b521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:52.672251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacecb9-7f81-40c0-88e0-0b8d78667319 req-4f17453c-6078-4bbd-a5c4-d2fe217677dd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:52.680735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5aacecb9-7f81-40c0-88e0-0b8d78667319 req-4f17453c-6078-4bbd-a5c4-d2fe217677dd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1712236 Dec 12 04:19:52.728479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b1109445-fd61-44ae-bd24-185f74f2f969 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:52.780854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:19:52.821256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5aacecb9-7f81-40c0-88e0-0b8d78667319 req-aecd6ba4-ccd6-4a98-8fa2-cebc98719f55 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371906 Dec 12 04:19:52.826065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e7467029-b118-4f37-9a80-2aabd927b521 None None] Provisioning complete for port 53e1e7b6-c7a1-43e9-a592-d7115357481f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:52.826623 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7467029-b118-4f37-9a80-2aabd927b521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:52.862537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:52.885324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:52.887814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e7467029-b118-4f37-9a80-2aabd927b521 None None] Port 53e1e7b6-c7a1-43e9-a592-d7115357481f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:52.899550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:19:52.915174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:52.916023 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:52.920987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b1109445-fd61-44ae-bd24-185f74f2f969 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:52.921583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:53.040068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef36d216-6e95-43b0-a256-20a19be92a04 None None] Provisioning complete for port 53e1e7b6-c7a1-43e9-a592-d7115357481f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:53.040454 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef36d216-6e95-43b0-a256-20a19be92a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:53.115009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=53e1e7b6-c7a1-43e9-a592-d7115357481f,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:53.123020 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:53.145397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b30a-1633-4de6-b647-856addf07095 req-ac35116a-0cb5-423a-b410-8a74831060b8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:53.158099 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e577b30a-1633-4de6-b647-856addf07095 req-ac35116a-0cb5-423a-b410-8a74831060b8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1963582 Dec 12 04:19:53.227884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef36d216-6e95-43b0-a256-20a19be92a04 None None] Port 53e1e7b6-c7a1-43e9-a592-d7115357481f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:53.229614 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:53.293349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:53.306640 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:53.341780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e577b30a-1633-4de6-b647-856addf07095 req-af7f31e9-e4fd-4087-892d-040f118345a8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821499 Dec 12 04:19:53.438647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:53.458002 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe6f57d-243e-4149-9824-c254e4fc2963 x-openstack-request-id: req-cfe6f57d-243e-4149-9824-c254e4fc2963 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:53.458300 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc586884-3865-46bf-ab8e-ed935bd412b5", "name": "network-vif-plugged", "status": "completed", "tag": "322a50ee-5e54-4aa7-bdfd-094b5ff110f4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:53.458570 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfe6f57d-243e-4149-9824-c254e4fc2963 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:53.461196 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc586884-3865-46bf-ab8e-ed935bd412b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322a50ee-5e54-4aa7-bdfd-094b5ff110f4', 'code': 200} Dec 12 04:19:53.478137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:53.480163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:53.634930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170db28-aabe-45bd-8076-9a894a167e4c req-e9807f05-8f96-4262-8c93-dbf975ff05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:53.636805 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b170db28-aabe-45bd-8076-9a894a167e4c req-e9807f05-8f96-4262-8c93-dbf975ff05ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 1097 time: 0.0850425 Dec 12 04:19:53.714268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277be4f-0963-4c51-aae5-91f255df3fa3 req-f3f08d2a-bfc4-47bc-ad7f-adcc72429718 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:53.715926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7277be4f-0963-4c51-aae5-91f255df3fa3 req-f3f08d2a-bfc4-47bc-ad7f-adcc72429718 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.0935409 Dec 12 04:19:53.735555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b170db28-aabe-45bd-8076-9a894a167e4c req-be8d55bd-1ca9-4a8f-9acb-9527db2e5f21 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868380 Dec 12 04:19:53.802753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Router 168b3490-f58c-41c2-a806-7549e11484cd is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:19:53.833889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7277be4f-0963-4c51-aae5-91f255df3fa3 req-2ce4c59e-c1a6-488c-b45d-2d6991a9221b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948536 Dec 12 04:19:53.959407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0c51db0c-a273-461d-9274-a53718a1f9f8 None None] Provisioning complete for port 53e1e7b6-c7a1-43e9-a592-d7115357481f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:19:53.961012 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0c51db0c-a273-461d-9274-a53718a1f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:54.019900 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0c51db0c-a273-461d-9274-a53718a1f9f8 None None] Port 53e1e7b6-c7a1-43e9-a592-d7115357481f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:19:54.066411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:19:54.076905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55796) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:54.077201 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-08912d60-3de0-4463-ae7e-86262f6b4b5b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "PUT /v2.0/routers/168b3490-f58c-41c2-a806-7549e11484cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7920561 Dec 12 04:19:54.085028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64007b-63a0-46a1-93ca-e2e3340595c6 None None] Sync routers for ids ['168b3490-f58c-41c2-a806-7549e11484cd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:19:54.102511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0d67-30e8-498f-a396-7c107e9da93d req-12e4226c-0ad3-4b2d-ba4d-a7f2e17557d3 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:54.111246 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49ab0d67-30e8-498f-a396-7c107e9da93d req-12e4226c-0ad3-4b2d-ba4d-a7f2e17557d3 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 946 time: 0.1180253 Dec 12 04:19:54.114780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64007b-63a0-46a1-93ca-e2e3340595c6 None None] Routers {'168b3490-f58c-41c2-a806-7549e11484cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:19:54.117748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9a64007b-63a0-46a1-93ca-e2e3340595c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:19:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['168b3490-f58c-41c2-a806-7549e11484cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:54.161079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948642f7-0074-418a-892f-0a535b4a5fdf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:54.163059 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-948642f7-0074-418a-892f-0a535b4a5fdf tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports?device_id=168b3490-f58c-41c2-a806-7549e11484cd HTTP/1.1" status: 200 len: 982 time: 0.0849993 Dec 12 04:19:54.166132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55798) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:54.199494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49ab0d67-30e8-498f-a396-7c107e9da93d req-a1841876-fe8b-49f0-b589-a5203a3b2cb9 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842702 Dec 12 04:19:54.238590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9a64007b-63a0-46a1-93ca-e2e3340595c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:54.289129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64007b-63a0-46a1-93ca-e2e3340595c6 None None] Routers {'168b3490-f58c-41c2-a806-7549e11484cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:19:54.289803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9a64007b-63a0-46a1-93ca-e2e3340595c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:19:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['168b3490-f58c-41c2-a806-7549e11484cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:54.385680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9a64007b-63a0-46a1-93ca-e2e3340595c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:54.386376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64007b-63a0-46a1-93ca-e2e3340595c6 None None] The sync data for ids ['168b3490-f58c-41c2-a806-7549e11484cd'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:19:54.391372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef745b85-8383-4085-9e8d-cfa2ee54805c req-42556b59-4dab-4f93-8397-e7d9d3fa6b75 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:54.403497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef745b85-8383-4085-9e8d-cfa2ee54805c req-42556b59-4dab-4f93-8397-e7d9d3fa6b75 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1468644 Dec 12 04:19:54.539044 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ef745b85-8383-4085-9e8d-cfa2ee54805c req-61be254c-1d9c-43fa-a33e-db75516d6165 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076870 Dec 12 04:19:54.750845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645184b-531a-4643-9556-b69191d14ebb req-36214fca-5810-4541-a056-50c8057b95b7 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:54.752730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e645184b-531a-4643-9556-b69191d14ebb req-36214fca-5810-4541-a056-50c8057b95b7 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1323450 Dec 12 04:19:54.883562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e645184b-531a-4643-9556-b69191d14ebb req-f5fadb57-7e80-4f05-b2b8-8a3ce5f40df5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228566 Dec 12 04:19:55.015033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:55.096598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667b905-a092-43f9-8aa9-1dbf594cf7a4 req-120ebed3-1264-415a-a3cc-4d26bd26affa tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:55.105585 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1667b905-a092-43f9-8aa9-1dbf594cf7a4 req-120ebed3-1264-415a-a3cc-4d26bd26affa tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.1439481 Dec 12 04:19:55.217340 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1667b905-a092-43f9-8aa9-1dbf594cf7a4 req-f1036ae4-31dd-43b5-ac0a-b505411d7cd6 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106260 Dec 12 04:19:55.398727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33011b1-7c14-46f8-922b-450e34fb7a9b req-6efe0b62-0397-40fe-816b-82bcd491118d tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:55.400332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f33011b1-7c14-46f8-922b-450e34fb7a9b req-6efe0b62-0397-40fe-816b-82bcd491118d tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 946 time: 0.1027601 Dec 12 04:19:55.462795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a1840-ca35-42a7-ab7f-1a2fa10970ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2945d214-4628-4c5e-b0a2-d7b4ab2f9a70'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:19:55.465906 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3978c203-18ca-48e8-a162-0a25ac97fce4" -d '{"events": [{"server_uuid": "376a1840-ca35-42a7-ab7f-1a2fa10970ed", "name": "network-vif-plugged", "status": "completed", "tag": "2945d214-4628-4c5e-b0a2-d7b4ab2f9a70"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:19:55.503371 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f33011b1-7c14-46f8-922b-450e34fb7a9b req-fcd75eec-e5e4-458e-8cad-13ac51a51ec6 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912366 Dec 12 04:19:55.520083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 53e1e7b6-c7a1-43e9-a592-d7115357481f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:55.520498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:55.572862 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c344e-70aa-441e-9a8a-7aee240fb179 x-openstack-request-id: req-3f8c344e-70aa-441e-9a8a-7aee240fb179 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:19:55.573392 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a1840-ca35-42a7-ab7f-1a2fa10970ed", "name": "network-vif-plugged", "status": "completed", "tag": "2945d214-4628-4c5e-b0a2-d7b4ab2f9a70", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:19:55.573752 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f8c344e-70aa-441e-9a8a-7aee240fb179 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:19:55.574267 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a1840-ca35-42a7-ab7f-1a2fa10970ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2945d214-4628-4c5e-b0a2-d7b4ab2f9a70', 'code': 200} Dec 12 04:19:55.657964 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:55.703960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 53e1e7b6-c7a1-43e9-a592-d7115357481f owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:55.792440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b553-569d-44c4-9372-34a27aba2b9a req-d904c52f-455e-4e23-a7df-d247b54efdc5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:55.794000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20c0b553-569d-44c4-9372-34a27aba2b9a req-d904c52f-455e-4e23-a7df-d247b54efdc5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1503739 Dec 12 04:19:55.802403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3669a-615a-46b1-baf3-a18cd53e6061 req-842a973e-be38-4214-b763-e1a7bed50ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:55.804011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddf3669a-615a-46b1-baf3-a18cd53e6061 req-842a973e-be38-4214-b763-e1a7bed50ca4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 1097 time: 0.1224947 Dec 12 04:19:55.945877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddf3669a-615a-46b1-baf3-a18cd53e6061 req-c2468066-9189-494a-a8a7-a860f66a7130 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258934 Dec 12 04:19:55.950224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-20c0b553-569d-44c4-9372-34a27aba2b9a req-2b43f3a4-9422-4f1f-b82d-53cebe85145a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437569 Dec 12 04:19:56.024734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:56.055880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=53e1e7b6-c7a1-43e9-a592-d7115357481f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:56.193796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f71b6-af8d-41c6-9d42-4ad2dfbf52ac req-22310345-4635-4a66-8ddc-525f628e706b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:56.201488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd4f71b6-af8d-41c6-9d42-4ad2dfbf52ac req-22310345-4635-4a66-8ddc-525f628e706b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.0599883 Dec 12 04:19:56.208081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:56.264688 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd4f71b6-af8d-41c6-9d42-4ad2dfbf52ac req-dd721fa7-4d19-4548-b7bd-d814199113c2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614612 Dec 12 04:19:56.418976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a5bae-339d-494a-ba22-e9218c8fe926 req-9fa8b0d7-96a3-4885-a600-3f1e4de75e60 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:56.420504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-969a5bae-339d-494a-ba22-e9218c8fe926 req-9fa8b0d7-96a3-4885-a600-3f1e4de75e60 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.0696127 Dec 12 04:19:56.440182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Router 168b3490-f58c-41c2-a806-7549e11484cd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:19:56.505277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-969a5bae-339d-494a-ba22-e9218c8fe926 req-17a17e80-e210-4d95-a41a-323622bec95d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719423 Dec 12 04:19:56.583663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:19:56.589406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-29582a95-eaaa-490b-901a-9bc52ba33b45 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "PUT /v2.0/routers/168b3490-f58c-41c2-a806-7549e11484cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4218328 Dec 12 04:19:56.592085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55836) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:56.598630 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c45f6-f4e3-435e-9467-12792552deb5 None None] Sync routers for ids ['168b3490-f58c-41c2-a806-7549e11484cd'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:19:56.623356 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c45f6-f4e3-435e-9467-12792552deb5 None None] Routers {'168b3490-f58c-41c2-a806-7549e11484cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:19:56.627783 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5d8c45f6-f4e3-435e-9467-12792552deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:19:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['168b3490-f58c-41c2-a806-7549e11484cd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:56.641364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d267f7-d43e-495b-a1a4-1da6ea28a739 req-f5424195-d92b-491a-be45-77a557cab485 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:56.643013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1d267f7-d43e-495b-a1a4-1da6ea28a739 req-f5424195-d92b-491a-be45-77a557cab485 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1052332 Dec 12 04:19:56.656456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-7d40d859-a5cc-4dec-b572-cb5146c44402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:56.659554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-7d40d859-a5cc-4dec-b572-cb5146c44402 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 1097 time: 0.1063702 Dec 12 04:19:56.666558 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4744c786-df26-4bf1-bee5-cd1f27c1acc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:19:56.669177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4744c786-df26-4bf1-bee5-cd1f27c1acc8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/53e1e7b6-c7a1-43e9-a592-d7115357481f HTTP/1.1" status: 404 len: 333 time: 0.0756423 Dec 12 04:19:56.676275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55838) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:56.700649 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5d8c45f6-f4e3-435e-9467-12792552deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:56.715075 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c45f6-f4e3-435e-9467-12792552deb5 None None] Routers {'168b3490-f58c-41c2-a806-7549e11484cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:19:56.715785 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5d8c45f6-f4e3-435e-9467-12792552deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:19:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['168b3490-f58c-41c2-a806-7549e11484cd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:56.727233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e035cd3-92dd-45f5-8855-826d11fd0090 req-35a8ed64-f316-449a-a07c-c47d39ca044d tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:56.728694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e035cd3-92dd-45f5-8855-826d11fd0090 req-35a8ed64-f316-449a-a07c-c47d39ca044d tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 946 time: 0.0576656 Dec 12 04:19:56.757329 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5d8c45f6-f4e3-435e-9467-12792552deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:56.757975 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c45f6-f4e3-435e-9467-12792552deb5 None None] The sync data for ids ['168b3490-f58c-41c2-a806-7549e11484cd'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:19:56.801750 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e035cd3-92dd-45f5-8855-826d11fd0090 req-a6689b46-2213-4035-84f9-5a35b2080011 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666521 Dec 12 04:19:56.827783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-99257b82-78ac-42f5-8d40-1608385351c9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:56.928863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1d267f7-d43e-495b-a1a4-1da6ea28a739 req-fc410282-5bb9-4cfb-a56d-848e9650abfe tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751820 Dec 12 04:19:57.062378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-99257b82-78ac-42f5-8d40-1608385351c9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.066292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-99257b82-78ac-42f5-8d40-1608385351c9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.071087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-b0da02b7-9e9f-44ea-93a7-c8d40562ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:57.072552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-b0da02b7-9e9f-44ea-93a7-c8d40562ae85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 919 time: 0.3971565 Dec 12 04:19:57.152662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-5b8aefa8-6b58-42cd-8015-25f5abacc059 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322a50ee-5e54-4aa7-bdfd-094b5ff110f4 HTTP/1.1" status: 200 len: 217 time: 0.0453980 Dec 12 04:19:57.155271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-99257b82-78ac-42f5-8d40-1608385351c9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.156517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99257b82-78ac-42f5-8d40-1608385351c9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Fanout notify agent at l3_agent the message router_deleted on router 168b3490-f58c-41c2-a806-7549e11484cd {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:19:57.164339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-99257b82-78ac-42f5-8d40-1608385351c9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.168057 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-99257b82-78ac-42f5-8d40-1608385351c9 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/routers/168b3490-f58c-41c2-a806-7549e11484cd HTTP/1.1" status: 204 len: 168 time: 0.4906676 Dec 12 04:19:57.168316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55842) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:57.222463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-4995bd7b-f11e-4b19-9a0a-8f86799951e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:57.224362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-4995bd7b-f11e-4b19-9a0a-8f86799951e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.0553110 Dec 12 04:19:57.245353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-28413172-f55f-4aba-806a-80f1d944f698 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet 1b297116-f3a8-45d1-8d57-e78e48ed747b {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:19:57.248670 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28413172-f55f-4aba-806a-80f1d944f698 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.272369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-cff23dad-04d2-47bb-a6ee-a6b45d15103d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348227 Dec 12 04:19:57.310504 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28413172-f55f-4aba-806a-80f1d944f698 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.385072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-f697b6c8-4008-41fc-9e5c-770b6a33e534 service neutron] 10.222.0.37 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038237 Dec 12 04:19:57.451616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28413172-f55f-4aba-806a-80f1d944f698 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.463395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364167c3-8a03-4386-96d2-defef491280f req-d2871e4b-e7cf-49f4-ada6-b33a55d12ab0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:57.465096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-364167c3-8a03-4386-96d2-defef491280f req-d2871e4b-e7cf-49f4-ada6-b33a55d12ab0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1015496 Dec 12 04:19:57.555924 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-364167c3-8a03-4386-96d2-defef491280f req-d5ef4682-523f-48ed-8b57-f645b7dab01f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709944 Dec 12 04:19:57.565289 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28413172-f55f-4aba-806a-80f1d944f698 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.608988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413172-f55f-4aba-806a-80f1d944f698 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=1b297116-f3a8-45d1-8d57-e78e48ed747b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:57.611871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28413172-f55f-4aba-806a-80f1d944f698 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.615962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80543d-302e-46f8-b737-5668f07a74aa None None] Network a9b1b8d9-2c04-4d13-9d06-305b1568cd2f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:57.631292 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-28413172-f55f-4aba-806a-80f1d944f698 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/1b297116-f3a8-45d1-8d57-e78e48ed747b HTTP/1.1" status: 204 len: 168 time: 0.4620509 Dec 12 04:19:57.636646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55852) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:57.838696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df47e03e-22bb-4efc-bcdc-633202f35a8a None None] DHCP port deletion for a9b1b8d9-2c04-4d13-9d06-305b1568cd2f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:19:57.852444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:57.903582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-df47e03e-22bb-4efc-bcdc-633202f35a8a None None] Deleting port b1109445-fd61-44ae-bd24-185f74f2f969 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:57.904341 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df47e03e-22bb-4efc-bcdc-633202f35a8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.002676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-df47e03e-22bb-4efc-bcdc-633202f35a8a None None] For port b1109445-fd61-44ae-bd24-185f74f2f969, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b1109445-fd61-44ae-bd24-185f74f2f969,segment=NetworkSegment(f4d4dc5f-8fe5-4e8e-babb-ac484a216774),segment_id=f4d4dc5f-8fe5-4e8e-babb-ac484a216774)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:58.003090 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df47e03e-22bb-4efc-bcdc-633202f35a8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.008621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29396bf5-1367-4806-b5aa-1462249817f7 req-e8530eda-8090-46ea-a377-c9c3baa249f4 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:58.016623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137316e-91bb-4ae8-915d-b16a4a435298 req-34f2c4d8-562b-48bd-8720-e3bcf4ddd121 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:58.017373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-29396bf5-1367-4806-b5aa-1462249817f7 req-e8530eda-8090-46ea-a377-c9c3baa249f4 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 946 time: 0.0899208 Dec 12 04:19:58.020426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-df47e03e-22bb-4efc-bcdc-633202f35a8a None None] Calling delete_port for b1109445-fd61-44ae-bd24-185f74f2f969 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:58.026354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7137316e-91bb-4ae8-915d-b16a4a435298 req-34f2c4d8-562b-48bd-8720-e3bcf4ddd121 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.1714008 Dec 12 04:19:58.040264 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97666b91-cbf0-4ebd-ad99-0600e2269ac8 req-fab908c5-1737-4519-bb0c-86fa02193341 service neutron] 10.222.0.37 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361187 Dec 12 04:19:58.052746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port b1109445-fd61-44ae-bd24-185f74f2f969 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:19:58.053029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.115903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7137316e-91bb-4ae8-915d-b16a4a435298 req-94a40ae0-a33f-4704-9010-304728fe298b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846970 Dec 12 04:19:58.173306 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df47e03e-22bb-4efc-bcdc-633202f35a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.193760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] For port b1109445-fd61-44ae-bd24-185f74f2f969, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b1109445-fd61-44ae-bd24-185f74f2f969,segment=NetworkSegment(f4d4dc5f-8fe5-4e8e-babb-ac484a216774),segment_id=f4d4dc5f-8fe5-4e8e-babb-ac484a216774)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:58.194406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.210207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for b1109445-fd61-44ae-bd24-185f74f2f969 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:19:58.216881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47e03e-22bb-4efc-bcdc-633202f35a8a None None] Pushing event deleted for resources: {'Port': ['ID=b1109445-fd61-44ae-bd24-185f74f2f969,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:58.217259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47e03e-22bb-4efc-bcdc-633202f35a8a None None] No DVR routers for this DVR port b1109445-fd61-44ae-bd24-185f74f2f969 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:19:58.258768 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-29396bf5-1367-4806-b5aa-1462249817f7 req-36c7c764-7ba6-4480-8ff9-ef0120ddec4e tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402761 Dec 12 04:19:58.279574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a6d7-382d-4309-b011-47854330e9e4 req-4f52725c-5339-41e7-b268-c2055ef8a2cc tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:58.281438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0a2a6d7-382d-4309-b011-47854330e9e4 req-4f52725c-5339-41e7-b268-c2055ef8a2cc tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0788646 Dec 12 04:19:58.385252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0a2a6d7-382d-4309-b011-47854330e9e4 req-d58024b8-2001-414f-9e81-b337e238d57f tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807571 Dec 12 04:19:58.446631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.477959 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=b1109445-fd61-44ae-bd24-185f74f2f969,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:58.485363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No DVR routers for this DVR port b1109445-fd61-44ae-bd24-185f74f2f969 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:19:58.521689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789d4d7-47ad-44fc-bdde-5eeaa18a7c87 req-f4e08063-dc80-48ba-8fd4-b45660988b85 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:58.523066 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e789d4d7-47ad-44fc-bdde-5eeaa18a7c87 req-f4e08063-dc80-48ba-8fd4-b45660988b85 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.1208007 Dec 12 04:19:58.613566 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.652770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b1b8d9-2c04-4d13-9d06-305b1568cd2f']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:58.664671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e789d4d7-47ad-44fc-bdde-5eeaa18a7c87 req-5f890833-ede1-4eb0-a3f5-1ef1aaedd3ae tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205575 Dec 12 04:19:58.668619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d4dc5f-8fe5-4e8e-babb-ac484a216774') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:58.668933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d4dc5f-8fe5-4e8e-babb-ac484a216774') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:19:58.691536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.694674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b1109445-fd61-44ae-bd24-185f74f2f969 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:19:58.714717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.724853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:19:58.725287 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:19:58.729318 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:19:58.769798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: b1109445-fd61-44ae-bd24-185f74f2f969 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:19:58.771396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b1109445-fd61-44ae-bd24-185f74f2f969 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:19:58.895033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.911734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:58.920624 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/networks/a9b1b8d9-2c04-4d13-9d06-305b1568cd2f HTTP/1.1" status: 204 len: 168 time: 1.2846982 Dec 12 04:19:58.924733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55886) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:58.961584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035326-db57-4ed4-bf33-5fc85e3b9197 req-2afea56d-ad93-4f1d-b114-ba736c2bfd24 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:58.963134 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0035326-db57-4ed4-bf33-5fc85e3b9197 req-2afea56d-ad93-4f1d-b114-ba736c2bfd24 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 944 time: 0.1305358 Dec 12 04:19:58.964419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557528c-c4a9-4adc-aee5-512e00f99678 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Network': ['ID=a9b1b8d9-2c04-4d13-9d06-305b1568cd2f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:58.989354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41596df5-ce74-4e8f-bd28-730ac4b9b124 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:58.994494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55892) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:58.994635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-41596df5-ce74-4e8f-bd28-730ac4b9b124 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/7aeaf66f-f3ce-46bd-ad85-2c608dffa809 HTTP/1.1" status: 200 len: 841 time: 0.0687053 Dec 12 04:19:59.046839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf58751-5c59-4d2c-a4a4-ea1bcecb9a8c req-8cf1895b-7cc6-4fb1-8db4-9ae9ce5fa88e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:59.050044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4bf58751-5c59-4d2c-a4a4-ea1bcecb9a8c req-8cf1895b-7cc6-4fb1-8db4-9ae9ce5fa88e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.0529497 Dec 12 04:19:59.069648 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0035326-db57-4ed4-bf33-5fc85e3b9197 req-d1ec9434-a8ca-47aa-b267-a3e681f6dfaa tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894718 Dec 12 04:19:59.081518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d40b9cb9-7e7e-432b-bcb3-df9cc7236e91 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/7aeaf66f-f3ce-46bd-ad85-2c608dffa809?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0858808 Dec 12 04:19:59.084862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55896) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:59.087809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:19:59.090690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:59.139465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4bf58751-5c59-4d2c-a4a4-ea1bcecb9a8c req-4c004a90-c3c6-4582-a23b-548e6e01bcbd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778673 Dec 12 04:19:59.212725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:59.227257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'network_id': 'e8e2a7cd-1867-43b6-b91a-544b9c535e2a', 'port_id': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'mac_address': 'fa:16:3e:b5:90:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36aeef72-4114-4e29-ab24-bffc6a86ff95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:19:59.227917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:19:59.232183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.272765 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.287712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76828b7d-5a09-45f0-8dfb-1cc1855d116e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:19:59.310537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:19:59.316191 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.379373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:59.453339 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.521222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:19:59.527252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:19:59.533705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:59.534311 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.538252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2948a9-f908-45c2-ad08-1476ed387c4b None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:19:59.547610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=6b40b4fd-3704-4e0b-b19c-7c0b3c843913,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:59.566099 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-de732fde-b264-49e2-be48-292d1bffaf2f tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4776313 Dec 12 04:19:59.567413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55902) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:59.574046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5e9aae24-5b61-447b-8ca1-9d2113f2fee8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'security_group': {'name': 'tempest-secgroup-382715975'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:59.583777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3e68e-009c-4e27-b511-57a27855aa55 req-767a9ffa-e096-474f-b11d-5141c5873d1d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:19:59.585903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-99d3e68e-009c-4e27-b511-57a27855aa55 req-767a9ffa-e096-474f-b11d-5141c5873d1d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1011729 Dec 12 04:19:59.626595 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e9aae24-5b61-447b-8ca1-9d2113f2fee8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.690614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-99d3e68e-009c-4e27-b511-57a27855aa55 req-2b759aee-8330-4250-b9d9-bdbbed04514c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789297 Dec 12 04:19:59.817507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e9aae24-5b61-447b-8ca1-9d2113f2fee8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.829611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e9aae24-5b61-447b-8ca1-9d2113f2fee8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.855260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-7968d875-2f22-4d30-9f75-c1bad1c49f73', 'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'project_id': '40cffd66a9f34f3e908d07fe34206f6a', 'fixed_ips': [{'subnet_id': '6b40b4fd-3704-4e0b-b19c-7c0b3c843913'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:19:59.856165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.878864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aae24-5b61-447b-8ca1-9d2113f2fee8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c393c365-f394-473f-b465-b5e79d5056c0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:19:59.908596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e9aae24-5b61-447b-8ca1-9d2113f2fee8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:19:59.912420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5e9aae24-5b61-447b-8ca1-9d2113f2fee8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3410592 Dec 12 04:19:59.913713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55908) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:19:59.919437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6afdda1e-ddd3-4e98-be8f-5b7d7189d47c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1447455425'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:19:59.941884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['76828b7d-5a09-45f0-8dfb-1cc1855d116e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:19:59.958909 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6afdda1e-ddd3-4e98-be8f-5b7d7189d47c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.032666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6afdda1e-ddd3-4e98-be8f-5b7d7189d47c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.038718 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6afdda1e-ddd3-4e98-be8f-5b7d7189d47c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.077220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6afdda1e-ddd3-4e98-be8f-5b7d7189d47c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.081632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6afdda1e-ddd3-4e98-be8f-5b7d7189d47c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1635897 Dec 12 04:20:00.082042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55910) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:00.083025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Allocated IP 172.20.0.2 (7968d875-2f22-4d30-9f75-c1bad1c49f73/6b40b4fd-3704-4e0b-b19c-7c0b3c843913/96cc7c5c-6852-420e-94d9-00f9c9138553) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:00.088803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1746478058', 'security_groups': ['159db5bf-ab85-42f7-98ae-e34970d7813c'], 'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b40b4fd-3704-4e0b-b19c-7c0b3c843913'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:00.094314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdda1e-ddd3-4e98-be8f-5b7d7189d47c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159db5bf-ab85-42f7-98ae-e34970d7813c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:00.305811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:00.353903 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.366410 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.372114 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a657b-f880-4629-8956-1211b84e729d req-2c15927f-34b3-427b-8462-d78b67acb151 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:00.374825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-184a657b-f880-4629-8956-1211b84e729d req-2c15927f-34b3-427b-8462-d78b67acb151 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 945 time: 0.1410573 Dec 12 04:20:00.393469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0075b-4ee5-4448-94ba-dc64472a5558 req-4e865dc6-c2d2-4ff6-af9d-461c5a7881ac tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:00.395858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1f0075b-4ee5-4448-94ba-dc64472a5558 req-4e865dc6-c2d2-4ff6-af9d-461c5a7881ac tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.1056645 Dec 12 04:20:00.420357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:00.423417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:00.427058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:00.438855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Pushing event updated for resources: {'Port': ['ID=96cc7c5c-6852-420e-94d9-00f9c9138553,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:00.458751 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-184a657b-f880-4629-8956-1211b84e729d req-741d75ad-c0ce-40b4-bb41-137aed530f19 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737216 Dec 12 04:20:00.485152 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1f0075b-4ee5-4448-94ba-dc64472a5558 req-ceffe69f-e3b9-4521-a9d9-d5e7b12bcb0a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774302 Dec 12 04:20:00.499430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.520983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Attempting to bind port 96cc7c5c-6852-420e-94d9-00f9c9138553 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:20:00.521254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port 0838f967-5a22-47a1-9341-7f19970ba32c yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:20:00.521352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Attempting to bind port 96cc7c5c-6852-420e-94d9-00f9c9138553 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '9db6c7a4-5f1c-4371-b80e-6d7065ec42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:20:00.521865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Attempting to bind port 96cc7c5c-6852-420e-94d9-00f9c9138553 on network 7968d875-2f22-4d30-9f75-c1bad1c49f73 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:00.527640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:20:00.528370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Checking segment: {'id': '9db6c7a4-5f1c-4371-b80e-6d7065ec42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:00.528500 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.528832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Bound using segment: {'id': '9db6c7a4-5f1c-4371-b80e-6d7065ec42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:20:00.529317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Bound port: 96cc7c5c-6852-420e-94d9-00f9c9138553, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db6c7a4-5f1c-4371-b80e-6d7065ec42e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:20:00.529703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.601597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] For port 96cc7c5c-6852-420e-94d9-00f9c9138553, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:20:00.605543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] For port 96cc7c5c-6852-420e-94d9-00f9c9138553, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=96cc7c5c-6852-420e-94d9-00f9c9138553,segment=NetworkSegment(9db6c7a4-5f1c-4371-b80e-6d7065ec42e6),segment_id=9db6c7a4-5f1c-4371-b80e-6d7065ec42e6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:20:00.612877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.648163 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-099e3eda-d89d-4a9b-b80a-ad564d442695 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:00.653698 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-099e3eda-d89d-4a9b-b80a-ad564d442695 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 945 time: 0.0788910 Dec 12 04:20:00.693326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96fef4-480b-4f46-ab39-5948ddbb7546 None None] Pushing event updated for resources: {'Port': ['ID=96cc7c5c-6852-420e-94d9-00f9c9138553,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:00.720169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.4 (7968d875-2f22-4d30-9f75-c1bad1c49f73/6b40b4fd-3704-4e0b-b19c-7c0b3c843913/0838f967-5a22-47a1-9341-7f19970ba32c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:00.872518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9e840-2625-4c2c-918d-e59be05bf604 req-a8c180b9-121c-4960-b867-0f010486578e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:00.874156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ab9e840-2625-4c2c-918d-e59be05bf604 req-a8c180b9-121c-4960-b867-0f010486578e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0743988 Dec 12 04:20:00.881472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Deleting port 5b26765d-1e04-437c-ac38-42e31b92c1bc {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:00.881828 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.901132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:00.958994 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:01.020495 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ab9e840-2625-4c2c-918d-e59be05bf604 req-fc84c187-9657-4c60-a053-98e7f4572147 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355016 Dec 12 04:20:01.058019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] For port 5b26765d-1e04-437c-ac38-42e31b92c1bc, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b26765d-1e04-437c-ac38-42e31b92c1bc,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:01.058019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:01.060596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:01.068847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:01.076022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Calling delete_port for 5b26765d-1e04-437c-ac38-42e31b92c1bc owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:01.078886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:01.096262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:01.126404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=0838f967-5a22-47a1-9341-7f19970ba32c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:01.160009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:01.160589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:01.198411 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1824493d-388f-4b64-bebc-e1fdaa31a2d0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1151772 Dec 12 04:20:01.199051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55930) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:01.207008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-cfb6d20e-3d2d-4eed-9be4-6266e9e49a20 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:01.270040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 76828b7d-5a09-45f0-8dfb-1cc1855d116e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:01.270040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:01.275970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:01.354947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:01.356553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5b26765d-1e04-437c-ac38-42e31b92c1bc'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:01.372227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] No DVR routers for this DVR port 5b26765d-1e04-437c-ac38-42e31b92c1bc on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:01.374113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event deleted for resources: {'Port': ['ID=5b26765d-1e04-437c-ac38-42e31b92c1bc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:01.376887 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:01.381851 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7bfecb82-6848-4f06-a44e-10dea46e23d6 req-5699c26f-fd1c-4e7a-a477-dfaf8e98e42d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "DELETE /v2.0/ports/5b26765d-1e04-437c-ac38-42e31b92c1bc HTTP/1.1" status: 204 len: 173 time: 0.7073109 Dec 12 04:20:01.382341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fb70db-2002-4048-be0b-c64c1abc5a04', 'name': 'network-vif-deleted', 'tag': '5b26765d-1e04-437c-ac38-42e31b92c1bc'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:01.394125 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d61ecce-4e94-4e22-90b4-58d4f6c12c93" -d '{"events": [{"server_uuid": "e6fb70db-2002-4048-be0b-c64c1abc5a04", "name": "network-vif-deleted", "tag": "5b26765d-1e04-437c-ac38-42e31b92c1bc"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:01.453821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb6d20e-3d2d-4eed-9be4-6266e9e49a20 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:01.464551 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d20e-3d2d-4eed-9be4-6266e9e49a20 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:01.495311 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc7ffcb-bc6f-4f26-a79c-6fc2f54008d9 x-openstack-request-id: req-5cc7ffcb-bc6f-4f26-a79c-6fc2f54008d9 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:01.495729 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fb70db-2002-4048-be0b-c64c1abc5a04", "name": "network-vif-deleted", "tag": "5b26765d-1e04-437c-ac38-42e31b92c1bc", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:01.496005 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cc7ffcb-bc6f-4f26-a79c-6fc2f54008d9 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:01.496470 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fb70db-2002-4048-be0b-c64c1abc5a04', 'name': 'network-vif-deleted', 'tag': '5b26765d-1e04-437c-ac38-42e31b92c1bc', 'status': 'completed', 'code': 200} Dec 12 04:20:01.599455 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:01.703174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1ffc4-619a-477e-a6fa-0445496435b1 req-376a3ead-fdc1-4d47-b8d8-096d3e4a8f0d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:01.706758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:01.708005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:01.710800 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da19d94-fda1-47a9-84b6-0434241e0e53" -d '{"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-plugged", "status": "completed", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:01.711421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edd1ffc4-619a-477e-a6fa-0445496435b1 req-376a3ead-fdc1-4d47-b8d8-096d3e4a8f0d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 945 time: 0.0969272 Dec 12 04:20:01.716960 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:01.725714 n-d-710847-7 neutron-server[103450]: INFO neutron.db.ipam_backend_mixin [None req-cfb6d20e-3d2d-4eed-9be4-6266e9e49a20 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b40b4fd-3704-4e0b-b19c-7c0b3c843913 (CIDR: 172.20.0.0/28) Dec 12 04:20:01.742379 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb6d20e-3d2d-4eed-9be4-6266e9e49a20 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:20:01.742961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb6d20e-3d2d-4eed-9be4-6266e9e49a20 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:01.764788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e48db1a4-50f3-4ff0-b909-d53d6d72f145 req-c68f1e01-c85f-41b1-9d79-34969b31e685 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6fb70db-2002-4048-be0b-c64c1abc5a04 HTTP/1.1" status: 200 len: 210 time: 0.0674696 Dec 12 04:20:01.811919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edd1ffc4-619a-477e-a6fa-0445496435b1 req-c8986b40-bcdb-4abd-9d46-a097c6238b86 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990942 Dec 12 04:20:01.816488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cfb6d20e-3d2d-4eed-9be4-6266e9e49a20 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6164203 Dec 12 04:20:01.819294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55964) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:01.825099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:01.896770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55966) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:01.933518 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb71d98c-d2da-4cc7-923f-803ddae0d088 x-openstack-request-id: req-bb71d98c-d2da-4cc7-923f-803ddae0d088 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:01.934123 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-plugged", "status": "completed", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:01.934548 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb71d98c-d2da-4cc7-923f-803ddae0d088 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:01.935117 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'code': 200} Dec 12 04:20:01.964531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=10']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:02.110839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-15fafba1-8c02-4f06-a554-2838807eece5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.175955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:02.180087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.278489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f4c53-c190-4f58-96e7-fb97660d2071 req-f6704642-bdba-4049-b63e-300aa7de4516 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:02.289683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a8f4c53-c190-4f58-96e7-fb97660d2071 req-f6704642-bdba-4049-b63e-300aa7de4516 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1583710 Dec 12 04:20:02.325391 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-15fafba1-8c02-4f06-a554-2838807eece5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.334226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-15fafba1-8c02-4f06-a554-2838807eece5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.416569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1630e-1404-4b80-a89c-a8e3ecc06289 req-5b1460a7-8fa1-40bd-a714-fc9baa1e6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:02.418313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aaa1630e-1404-4b80-a89c-a8e3ecc06289 req-5b1460a7-8fa1-40bd-a714-fc9baa1e6961 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 1098 time: 0.1253917 Dec 12 04:20:02.422607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-15fafba1-8c02-4f06-a554-2838807eece5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8766ec9af25d4bbf89e79bbc0cfc335b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5241859 Dec 12 04:20:02.425955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55974) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:02.429594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a8f4c53-c190-4f58-96e7-fb97660d2071 req-0cd1ba86-4165-429b-a244-b86306e23b8e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388052 Dec 12 04:20:02.451962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fafba1-8c02-4f06-a554-2838807eece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b34ca5-336b-466b-ab42-dc4678b0ed90,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:02.512281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aaa1630e-1404-4b80-a89c-a8e3ecc06289 req-f1d6145d-6c9e-456d-8791-5fc17251cc41 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815742 Dec 12 04:20:02.540538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-72f478e4-2dc7-452c-bc52-d360f7eaa3d4 None None] Provisioning complete for port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:02.541128 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-72f478e4-2dc7-452c-bc52-d360f7eaa3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.615528 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4bba3db-bb54-425f-8427-81396594f5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.667769 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.671609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-72f478e4-2dc7-452c-bc52-d360f7eaa3d4 None None] Port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:02.695203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4bba3db-bb54-425f-8427-81396594f5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.710233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-72f478e4-2dc7-452c-bc52-d360f7eaa3d4 None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:02.710883 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-72f478e4-2dc7-452c-bc52-d360f7eaa3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.780800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=75f60cb7-043e-4adf-9202-3b2c34b56ee4,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:02.800695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:02.802422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:02.804865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4bba3db-bb54-425f-8427-81396594f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.809239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4bba3db-bb54-425f-8427-81396594f5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.814594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f4bba3db-bb54-425f-8427-81396594f5bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9b34ca5-336b-466b-ab42-dc4678b0ed90 HTTP/1.1" status: 204 len: 168 time: 0.3869803 Dec 12 04:20:02.824620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:02.825267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:02.827882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bba3db-bb54-425f-8427-81396594f5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b34ca5-336b-466b-ab42-dc4678b0ed90,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:02.831593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 96cc7c5c-6852-420e-94d9-00f9c9138553 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:02.862328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55984) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:02.867777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1328019436', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '75f60cb7-043e-4adf-9202-3b2c34b56ee4'}], 'security_groups': ['c393c365-f394-473f-b465-b5e79d5056c0']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:02.870820 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-add0335e-69e0-486e-bb33-221aebb21566 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0502634 Dec 12 04:20:02.905922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfdcbaf-fe1d-4dcd-b713-7104a768ad8f None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:03.021301 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:03.067583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-72f478e4-2dc7-452c-bc52-d360f7eaa3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:03.135566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:03.140067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87771b-040b-4969-a8ee-ccd7120d77c7 req-78cd3a4f-ee7d-4a40-9607-fed9c013438d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:03.140526 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:03.147047 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b87771b-040b-4969-a8ee-ccd7120d77c7 req-78cd3a4f-ee7d-4a40-9607-fed9c013438d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1815915 Dec 12 04:20:03.255037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7b87771b-040b-4969-a8ee-ccd7120d77c7 req-c6a83cfd-b6c7-4b5a-8b83-08dc1774a1a0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007659 Dec 12 04:20:03.270285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-72f478e4-2dc7-452c-bc52-d360f7eaa3d4 None None] For port 96cc7c5c-6852-420e-94d9-00f9c9138553, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=96cc7c5c-6852-420e-94d9-00f9c9138553,segment=NetworkSegment(9db6c7a4-5f1c-4371-b80e-6d7065ec42e6),segment_id=9db6c7a4-5f1c-4371-b80e-6d7065ec42e6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:03.292064 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-72f478e4-2dc7-452c-bc52-d360f7eaa3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:03.551896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-c8d23d49-2756-4f67-a95f-9ee9c9356ab7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:03.553699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f478e4-2dc7-452c-bc52-d360f7eaa3d4 None None] Pushing event updated for resources: {'Port': ['ID=96cc7c5c-6852-420e-94d9-00f9c9138553,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:03.559517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-c8d23d49-2756-4f67-a95f-9ee9c9356ab7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.2785852 Dec 12 04:20:03.590204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc1d883-1fc6-43e9-bb42-05bf5896332a None None] Update dhcp port {'port': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'fixed_ips': [{'subnet_id': '6b40b4fd-3704-4e0b-b19c-7c0b3c843913', 'ip_address': '172.20.0.2'}, {'subnet_id': '75f60cb7-043e-4adf-9202-3b2c34b56ee4'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '96cc7c5c-6852-420e-94d9-00f9c9138553'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:20:03.602364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-78bb61dd-2ce0-482c-bd74-f9ebb21ad659 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/quotas/9af207d0887c419684d6bc5d6c59f357 HTTP/1.1" status: 200 len: 375 time: 0.0419025 Dec 12 04:20:03.635506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0df5fdb9-8ef5-43a6-a8de-f8d8558eb6b2 None None] Provisioning complete for port 0838f967-5a22-47a1-9341-7f19970ba32c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:03.635872 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0df5fdb9-8ef5-43a6-a8de-f8d8558eb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:03.705109 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dbc1d883-1fc6-43e9-bb42-05bf5896332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:03.756942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0df5fdb9-8ef5-43a6-a8de-f8d8558eb6b2 None None] Port 0838f967-5a22-47a1-9341-7f19970ba32c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:04.086613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c91f31-cf68-4730-817b-3ea65a20e22b req-e2e292ce-e007-4a14-aa2e-0b4fa8642956 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:04.098873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99c91f31-cf68-4730-817b-3ea65a20e22b req-e2e292ce-e007-4a14-aa2e-0b4fa8642956 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0817575 Dec 12 04:20:04.147437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-48999ab6-f193-4b4b-ad54-0f645161f225 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5441918 Dec 12 04:20:04.178239 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99c91f31-cf68-4730-817b-3ea65a20e22b req-488bb605-bda4-467c-a228-1b89c42b7b57 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782776 Dec 12 04:20:04.211698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Delete allocated IP 172.20.0.4 (7968d875-2f22-4d30-9f75-c1bad1c49f73/6b40b4fd-3704-4e0b-b19c-7c0b3c843913) {{(pid=103450) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 04:20:04.228693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.27 (7968d875-2f22-4d30-9f75-c1bad1c49f73/75f60cb7-043e-4adf-9202-3b2c34b56ee4/0838f967-5a22-47a1-9341-7f19970ba32c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:04.362694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-c9e3ca4d-5c3a-4675-a78e-04a1bff3101a service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028749 Dec 12 04:20:04.512944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22601e40-0959-4fa4-af08-f68135c70894 req-9b23ab82-d640-4971-9121-c14ba71fbd2e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:04.516020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22601e40-0959-4fa4-af08-f68135c70894 req-9b23ab82-d640-4971-9121-c14ba71fbd2e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0781896 Dec 12 04:20:04.542876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-0b267408-a790-4bcf-8d09-675b2319b1c8 service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541595 Dec 12 04:20:04.573446 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:04.590089 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:04.661053 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22601e40-0959-4fa4-af08-f68135c70894 req-2b3acea3-493b-4a06-86ad-af72fc26077e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357152 Dec 12 04:20:04.737985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 96cc7c5c-6852-420e-94d9-00f9c9138553 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:04.740537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-dbc1d883-1fc6-43e9-bb42-05bf5896332a None None] Allocated IP 172.20.0.18 (7968d875-2f22-4d30-9f75-c1bad1c49f73/75f60cb7-043e-4adf-9202-3b2c34b56ee4/96cc7c5c-6852-420e-94d9-00f9c9138553) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:04.831068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] In _notify_port_updated(), no bound segment for port 0838f967-5a22-47a1-9341-7f19970ba32c on network 7968d875-2f22-4d30-9f75-c1bad1c49f73 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:20:04.844576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:04.849142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:04.854189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "PUT /v2.0/ports/0838f967-5a22-47a1-9341-7f19970ba32c HTTP/1.1" status: 200 len: 921 time: 1.9873166 Dec 12 04:20:04.856596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56078) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:04.857944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f42496fb-516a-4691-a2a1-d3af3a67a86f req-ac849619-ae9a-4a5b-a426-060197caf059 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 210 time: 0.0426540 Dec 12 04:20:04.947839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:04.948413 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:04.983769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efce99c-9281-4097-a433-5d3c5935e62c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=0838f967-5a22-47a1-9341-7f19970ba32c,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:05.014980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dbc1d883-1fc6-43e9-bb42-05bf5896332a None None] For port 96cc7c5c-6852-420e-94d9-00f9c9138553, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=96cc7c5c-6852-420e-94d9-00f9c9138553,segment=NetworkSegment(9db6c7a4-5f1c-4371-b80e-6d7065ec42e6),segment_id=9db6c7a4-5f1c-4371-b80e-6d7065ec42e6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:05.104512 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dbc1d883-1fc6-43e9-bb42-05bf5896332a None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:05.121466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b26765d-1e04-437c-ac38-42e31b92c1bc no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:05.134712 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dbc1d883-1fc6-43e9-bb42-05bf5896332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:05.155822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-724d3a09-286d-41ed-9ec7-429a29e79f42 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 0838f967-5a22-47a1-9341-7f19970ba32c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:05.156800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-724d3a09-286d-41ed-9ec7-429a29e79f42 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:05.302271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-724d3a09-286d-41ed-9ec7-429a29e79f42 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:05.319834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-724d3a09-286d-41ed-9ec7-429a29e79f42 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 0838f967-5a22-47a1-9341-7f19970ba32c owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:05.330678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 5b26765d-1e04-437c-ac38-42e31b92c1bc {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:05.331040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b26765d-1e04-437c-ac38-42e31b92c1bc not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:05.333260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1d883-1fc6-43e9-bb42-05bf5896332a None None] Pushing event updated for resources: {'Port': ['ID=96cc7c5c-6852-420e-94d9-00f9c9138553,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:05.421073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db064387-17d5-44e9-a17d-2fc3af298303 req-5f38e64f-edf3-45f1-a2dd-c24450d5b5ba tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:05.422618 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db064387-17d5-44e9-a17d-2fc3af298303 req-5f38e64f-edf3-45f1-a2dd-c24450d5b5ba tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1052361 Dec 12 04:20:05.516213 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db064387-17d5-44e9-a17d-2fc3af298303 req-04fe609a-c6bf-487b-aaca-1d0d9c46f6dd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815046 Dec 12 04:20:05.583067 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-724d3a09-286d-41ed-9ec7-429a29e79f42 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:05.622322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d3a09-286d-41ed-9ec7-429a29e79f42 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=0838f967-5a22-47a1-9341-7f19970ba32c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:05.803323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-724d3a09-286d-41ed-9ec7-429a29e79f42 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:05.812707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-724d3a09-286d-41ed-9ec7-429a29e79f42 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/0838f967-5a22-47a1-9341-7f19970ba32c HTTP/1.1" status: 204 len: 168 time: 0.9498463 Dec 12 04:20:05.813763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56102) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:05.883766 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce4ecef-eebb-4960-8e34-fb718c1b0aff tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:20:05.887950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cce4ecef-eebb-4960-8e34-fb718c1b0aff tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/0838f967-5a22-47a1-9341-7f19970ba32c HTTP/1.1" status: 404 len: 333 time: 0.0703142 Dec 12 04:20:05.888261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56106) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:05.929745 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-37460677-8f7e-4ae9-b179-6ca05c24ade2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1694531 Dec 12 04:20:06.000127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7a384-5da3-442c-b925-fd99bec67ba7 req-3a3d17a6-abab-477e-96b2-0c473cfdc92a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:06.009848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80f7a384-5da3-442c-b925-fd99bec67ba7 req-3a3d17a6-abab-477e-96b2-0c473cfdc92a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1804757 Dec 12 04:20:06.026280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8fbdbe8f-36fa-44ae-98cc-7608b9191699 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.061364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8e6c873-bd80-4b81-84a8-3ffbf3111310 req-309b6d78-0f53-4e5d-9d59-dc58f6ccd7a1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 210 time: 0.0821953 Dec 12 04:20:06.114980 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8fbdbe8f-36fa-44ae-98cc-7608b9191699 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.226213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8fbdbe8f-36fa-44ae-98cc-7608b9191699 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.226860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-5b9fbee4-ce61-4495-a89b-47096d08c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:06.228455 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-5b9fbee4-ce61-4495-a89b-47096d08c1dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 1096 time: 0.2484736 Dec 12 04:20:06.230724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8fbdbe8f-36fa-44ae-98cc-7608b9191699 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.234355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8fbdbe8f-36fa-44ae-98cc-7608b9191699 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/security-groups/159db5bf-ab85-42f7-98ae-e34970d7813c HTTP/1.1" status: 204 len: 168 time: 0.3425634 Dec 12 04:20:06.243241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-04481c9b-1039-4e39-a565-b0f86f3d280f None None] Provisioning complete for port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:06.243753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-04481c9b-1039-4e39-a565-b0f86f3d280f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.247613 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56114) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:06.257873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80f7a384-5da3-442c-b925-fd99bec67ba7 req-e320051e-d8aa-4542-a0bc-d0bff15d1895 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469745 Dec 12 04:20:06.332165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdbe8f-36fa-44ae-98cc-7608b9191699 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159db5bf-ab85-42f7-98ae-e34970d7813c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:06.360503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-04481c9b-1039-4e39-a565-b0f86f3d280f None None] Port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:06.384742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-04481c9b-1039-4e39-a565-b0f86f3d280f None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:06.385156 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-04481c9b-1039-4e39-a565-b0f86f3d280f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.432145 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96990e49-f075-4f34-bb4e-7eea7047d40a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.458854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-5f26a3c2-ac33-470d-8d08-9046bf604ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:06.461215 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-5f26a3c2-ac33-470d-8d08-9046bf604ea7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 905 time: 0.2021618 Dec 12 04:20:06.521338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96990e49-f075-4f34-bb4e-7eea7047d40a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.536525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-04481c9b-1039-4e39-a565-b0f86f3d280f None None] Could not find standard attr ID for object 0838f967-5a22-47a1-9341-7f19970ba32c. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:20:06.574318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532c59b-e66e-482d-a393-f7803b37f5a6 req-9ab48e9e-c040-4125-bc82-8f99cd688eed tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:06.576170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9532c59b-e66e-482d-a393-f7803b37f5a6 req-9ab48e9e-c040-4125-bc82-8f99cd688eed tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1967926 Dec 12 04:20:06.579654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-6ea49080-f07d-4d8d-84cd-7be4f7066bc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f5aaa3-86f6-40ec-88f8-b9fadb57a053 HTTP/1.1" status: 200 len: 217 time: 0.1027932 Dec 12 04:20:06.722171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9532c59b-e66e-482d-a393-f7803b37f5a6 req-18641dc9-0068-494d-96a5-06a41540a1da tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275933 Dec 12 04:20:06.732808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96990e49-f075-4f34-bb4e-7eea7047d40a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.735824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96990e49-f075-4f34-bb4e-7eea7047d40a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:06.737593 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-96990e49-f075-4f34-bb4e-7eea7047d40a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/security-groups/c393c365-f394-473f-b465-b5e79d5056c0 HTTP/1.1" status: 204 len: 168 time: 0.4848104 Dec 12 04:20:06.752939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56122) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:06.758172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96990e49-f075-4f34-bb4e-7eea7047d40a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c393c365-f394-473f-b465-b5e79d5056c0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:06.827795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 96cc7c5c-6852-420e-94d9-00f9c9138553 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:06.885771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-b9a619c6-36ba-4bfb-b3dc-35739cb16e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:06.887232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-b9a619c6-36ba-4bfb-b3dc-35739cb16e7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.2903907 Dec 12 04:20:06.920469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5afbf7ed-210c-4edf-b975-da81e7272074 None None] Could not find standard attr ID for object 0838f967-5a22-47a1-9341-7f19970ba32c. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:20:06.965248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:06.966645 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:07.002204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a7ad2-04b0-4ea0-bf02-cddba788faa1 req-549a570a-4081-4dc4-a56f-87dde21ffb22 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:07.003779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1f7a7ad2-04b0-4ea0-bf02-cddba788faa1 req-549a570a-4081-4dc4-a56f-87dde21ffb22 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0901296 Dec 12 04:20:07.034919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-ad2f60fe-f81b-4ddb-8c4b-65daf3b6e6b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021583 Dec 12 04:20:07.046744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10c543f-257d-4318-918e-f458383e889a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet 6b40b4fd-3704-4e0b-b19c-7c0b3c843913 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:20:07.068654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e10c543f-257d-4318-918e-f458383e889a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:07.080641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-d90ef51e-1dfc-422a-852d-b34b234744cb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:07.082202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-d90ef51e-1dfc-422a-852d-b34b234744cb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.3677516 Dec 12 04:20:07.107266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1f7a7ad2-04b0-4ea0-bf02-cddba788faa1 req-804250b6-f1ff-4a52-9921-9b380ceca889 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918758 Dec 12 04:20:07.146155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Request body: {'port': {'device_id': '694cebdd-568c-402c-b33e-e9734f479b9d', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'admin_state_up': True, 'tenant_id': '9af207d0887c419684d6bc5d6c59f357'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:07.186711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b627f58-0231-4154-9581-0c281277df4c req-f019fca6-7d4d-4b0e-95f6-2e46808c56d5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:07.188206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b627f58-0231-4154-9581-0c281277df4c req-f019fca6-7d4d-4b0e-95f6-2e46808c56d5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.3208885 Dec 12 04:20:07.208336 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80a038a7-0c85-4cf6-81cb-1a0a9f8bb6bf req-955910c2-fc01-4a29-bf02-11391e153c68 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 210 time: 0.0276122 Dec 12 04:20:07.246209 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e10c543f-257d-4318-918e-f458383e889a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:07.426492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b627f58-0231-4154-9581-0c281277df4c req-f18735ea-6614-4cf6-8318-adc4b78e1927 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989989 Dec 12 04:20:07.431432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-81ae04c6-06a2-425e-9501-a44b3305238f service neutron] 10.222.0.37 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734620 Dec 12 04:20:07.488714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955aac8-7fe0-42f2-a08c-77605e272207 req-eeff2e81-1f9a-43b0-bdea-2411d5c46af2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:07.490265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5955aac8-7fe0-42f2-a08c-77605e272207 req-eeff2e81-1f9a-43b0-bdea-2411d5c46af2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0703540 Dec 12 04:20:07.531715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e10c543f-257d-4318-918e-f458383e889a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:07.551491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5955aac8-7fe0-42f2-a08c-77605e272207 req-35eca161-7968-489b-9bab-f0afb31768b9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544181 Dec 12 04:20:07.611669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0785654b-1b1d-437c-8f65-f9d033dd9d7a req-d3b6214e-0739-478f-94d2-0730202ea5e4 service neutron] 10.222.0.37 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625717 Dec 12 04:20:07.612294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Made reservation on behalf of 9af207d0887c419684d6bc5d6c59f357 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:07.615776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:07.728758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e10c543f-257d-4318-918e-f458383e889a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:07.771806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c543f-257d-4318-918e-f458383e889a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=6b40b4fd-3704-4e0b-b19c-7c0b3c843913,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:07.787507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e10c543f-257d-4318-918e-f458383e889a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:07.795942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e10c543f-257d-4318-918e-f458383e889a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/6b40b4fd-3704-4e0b-b19c-7c0b3c843913 HTTP/1.1" status: 204 len: 168 time: 1.0435448 Dec 12 04:20:07.796801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56150) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:07.801925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f359e873-8468-4518-87fc-624122ee336a None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:07.805216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8546f-d1d7-47f7-b408-7aec216a2173 req-52e2e827-9a71-469e-943e-7ecb48fefbfa tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:07.807334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2fe8546f-d1d7-47f7-b408-7aec216a2173 req-52e2e827-9a71-469e-943e-7ecb48fefbfa tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1605926 Dec 12 04:20:07.811033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:07.912794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Allocated IP 172.20.0.2 (b7a56443-d8ab-4ec1-b128-268ce4be8c16/1312b076-d411-4025-9869-3d97d9c6495d/8f3111c7-e7c8-4962-bc7b-2391f43aa1b2) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:07.956744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:07.968783 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:07.973394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2fe8546f-d1d7-47f7-b408-7aec216a2173 req-9cbd0cd1-0718-434b-ad72-92a67eef6004 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285498 Dec 12 04:20:08.247730 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:08.260125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c3d2-6c1b-472b-beeb-3f355121bcc4 req-e7ee2027-8240-4d87-93c5-dfd2dd6560cd tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:08.261759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd38c3d2-6c1b-472b-beeb-3f355121bcc4 req-e7ee2027-8240-4d87-93c5-dfd2dd6560cd tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1338933 Dec 12 04:20:08.350386 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:08.398087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:08.408913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:08.446660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event updated for resources: {'Port': ['ID=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:08.478277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd38c3d2-6c1b-472b-beeb-3f355121bcc4 req-f5d4d9b7-07f2-4c53-a5b7-20d075cd9ade tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996322 Dec 12 04:20:08.480418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:08.482016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:08.488885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:08.495595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:08.521503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:08.553617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:08.558602 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:08.568297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:08.568895 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:08.592679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217fa82-f516-4d14-9675-361bafd69a5a req-9f21c696-e315-4dd7-8ff9-0d73756d9203 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:08.601154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-ffdbb988-f105-412f-88c8-70d65e6b3a4d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4862401 Dec 12 04:20:08.608967 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6217fa82-f516-4d14-9675-361bafd69a5a req-9f21c696-e315-4dd7-8ff9-0d73756d9203 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 931 time: 0.2480977 Dec 12 04:20:08.627190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Request body: {'port': {'device_id': '694cebdd-568c-402c-b33e-e9734f479b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:08.648773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=f734aeca-8f3a-4312-b780-361553bd8a7d,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:08.670087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e1075088-9fea-4708-a3ca-4e895fc6bd51 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8719594 Dec 12 04:20:08.672692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56168) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:08.706017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e5990378-34a8-486c-b9a7-4d7959cdd1b8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'security_group': {'name': 'tempest-secgroup-534802561'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:08.748054 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:08.820258 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6217fa82-f516-4d14-9675-361bafd69a5a req-f769d45f-c2a8-40d5-b234-45e6fd684e48 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103038 Dec 12 04:20:08.824571 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5990378-34a8-486c-b9a7-4d7959cdd1b8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.005252 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5990378-34a8-486c-b9a7-4d7959cdd1b8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.020349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2452cd0-28a3-4fd8-ac9b-e05e1900a188 req-7f37d12d-68bf-4d2f-ac7c-5c9d956d3a29 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:09.032844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f2452cd0-28a3-4fd8-ac9b-e05e1900a188 req-7f37d12d-68bf-4d2f-ac7c-5c9d956d3a29 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1026328 Dec 12 04:20:09.036064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5990378-34a8-486c-b9a7-4d7959cdd1b8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.046588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60e7f-fe49-419d-a915-6d4190c9b7a6 req-e7af0c55-d0c6-4efc-8006-4e5bfd780dcd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:09.054774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86a60e7f-fe49-419d-a915-6d4190c9b7a6 req-e7af0c55-d0c6-4efc-8006-4e5bfd780dcd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.2078156 Dec 12 04:20:09.093538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5990378-34a8-486c-b9a7-4d7959cdd1b8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a33ca4-6b83-44ea-8d49-629f16c4ac17,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:09.135944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5990378-34a8-486c-b9a7-4d7959cdd1b8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.139740 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e5990378-34a8-486c-b9a7-4d7959cdd1b8 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4621749 Dec 12 04:20:09.146492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56174) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:09.176859 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f2452cd0-28a3-4fd8-ac9b-e05e1900a188 req-2c2cd813-4097-483a-acba-22c67468b6de tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400068 Dec 12 04:20:09.194068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-dbaffb97-e012-4a82-b078-f600d6a32ecd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'security_group': {'name': 'tempest-secgroup-83094350'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:09.214578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86a60e7f-fe49-419d-a915-6d4190c9b7a6 req-1fe07df1-2f85-4a32-9ce7-173808387eb5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587341 Dec 12 04:20:09.250244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbaffb97-e012-4a82-b078-f600d6a32ecd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.375109 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbaffb97-e012-4a82-b078-f600d6a32ecd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.390235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbaffb97-e012-4a82-b078-f600d6a32ecd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.395321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32df87-b0b4-428b-94ce-f9716da3b4f3 None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:09.438028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaffb97-e012-4a82-b078-f600d6a32ecd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01fa070-56da-4286-aaeb-32e55332d3fb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:09.455538 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbaffb97-e012-4a82-b078-f600d6a32ecd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.457314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dbaffb97-e012-4a82-b078-f600d6a32ecd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3041470 Dec 12 04:20:09.460032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56180) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:09.466129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5cee49e6-0e71-4980-adef-7c6dd03cb59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1387938850'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:09.476015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:09.485038 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.503310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Transition to ACTIVE for port object 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:20:09.510882 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.535333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cee49e6-0e71-4980-adef-7c6dd03cb59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.544522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1911d34a-aaac-4082-b35e-227edd57db7e None None] Provisioning complete for port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:09.545190 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1911d34a-aaac-4082-b35e-227edd57db7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.574157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:09.591359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1911d34a-aaac-4082-b35e-227edd57db7e None None] Port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:09.614857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.615221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.615560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.615903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.616240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.616577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.616945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.617278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.617603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.617931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.618261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.618587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.618936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:09.639375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1911d34a-aaac-4082-b35e-227edd57db7e None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:09.639784 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1911d34a-aaac-4082-b35e-227edd57db7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.657588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cee49e6-0e71-4980-adef-7c6dd03cb59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.665839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756c1f-7f77-4649-97b4-4f2e7d180cea req-588ca6da-4a49-4ec6-a566-9b8107393d3f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:09.673539 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b756c1f-7f77-4649-97b4-4f2e7d180cea req-588ca6da-4a49-4ec6-a566-9b8107393d3f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0850794 Dec 12 04:20:09.676568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cee49e6-0e71-4980-adef-7c6dd03cb59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.713530 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Attempting to bind port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:20:09.715609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Attempting to bind port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:20:09.718659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Attempting to bind port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:09.733302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:20:09.733906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Attempting to bind port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:09.740698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:20:09.741403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Checking segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:09.742032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Bound using segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:20:09.742690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Bound port: 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:20:09.743283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.760155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b756c1f-7f77-4649-97b4-4f2e7d180cea req-d3a4e89e-583f-42a8-8b6c-720843a207a0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844755 Dec 12 04:20:09.773016 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cee49e6-0e71-4980-adef-7c6dd03cb59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.773016 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5cee49e6-0e71-4980-adef-7c6dd03cb59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3092096 Dec 12 04:20:09.774511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56186) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:09.779101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee49e6-0e71-4980-adef-7c6dd03cb59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce41c3bb-c70b-4f70-8ece-b7a79ca2a3a4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:09.785192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1109024007', 'security_groups': ['ce41c3bb-c70b-4f70-8ece-b7a79ca2a3a4'], 'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f734aeca-8f3a-4312-b780-361553bd8a7d'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:09.848181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] For port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:20:09.855649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] For port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:20:09.858259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee4707-d755-49f6-9565-73f256e2dbae None None] Update dhcp port {'port': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'fixed_ips': [{'subnet_id': '75f60cb7-043e-4adf-9202-3b2c34b56ee4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f734aeca-8f3a-4312-b780-361553bd8a7d'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '96cc7c5c-6852-420e-94d9-00f9c9138553'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:20:09.864333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.892631 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4707-d755-49f6-9565-73f256e2dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.910561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:09.911062 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:09.917133 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] 10.222.0.18 "PUT /v2.0/ports/8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 HTTP/1.1" status: 200 len: 1091 time: 1.2902186 Dec 12 04:20:09.918519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694cebdd-568c-402c-b33e-e9734f479b9d', 'tag': '8f3111c7-e7c8-4962-bc7b-2391f43aa1b2'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:09.919994 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "694cebdd-568c-402c-b33e-e9734f479b9d", "tag": "8f3111c7-e7c8-4962-bc7b-2391f43aa1b2"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:09.964603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea94c7-437d-476b-96a2-4f7b6b32cf09 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:09.989093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:10.010815 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5edc8b-ffc2-4851-bb29-dc81d9cf9f00 req-143a873a-f566-4a7b-a8a7-0eee80923854 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:10.012483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e5edc8b-ffc2-4851-bb29-dc81d9cf9f00 req-143a873a-f566-4a7b-a8a7-0eee80923854 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 943 time: 0.1005337 Dec 12 04:20:10.063780 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0300e71e-fbf3-4871-9aab-48d8119ab2f3 x-openstack-request-id: req-0300e71e-fbf3-4871-9aab-48d8119ab2f3 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:10.064702 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694cebdd-568c-402c-b33e-e9734f479b9d", "tag": "8f3111c7-e7c8-4962-bc7b-2391f43aa1b2", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:10.064974 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0300e71e-fbf3-4871-9aab-48d8119ab2f3 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:10.065395 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694cebdd-568c-402c-b33e-e9734f479b9d', 'tag': '8f3111c7-e7c8-4962-bc7b-2391f43aa1b2', 'status': 'completed', 'code': 200} Dec 12 04:20:10.082349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-f4bf7b26-d698-4a55-930a-ea4660435f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:10.084602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-f4bf7b26-d698-4a55-930a-ea4660435f25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 1094 time: 0.0626674 Dec 12 04:20:10.161854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e5edc8b-ffc2-4851-bb29-dc81d9cf9f00 req-f35ca252-3793-4f1a-8db0-b68e99af6df6 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912189 Dec 12 04:20:10.186841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-dabbb114-5491-473a-a2e1-8cf0389d8bb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 HTTP/1.1" status: 200 len: 217 time: 0.0862777 Dec 12 04:20:10.194858 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:10.213170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] device_id is not set on port b9ae623e-cb15-43cd-819c-29f1ca1f37d9 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:20:10.243610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-a9ee4707-d755-49f6-9565-73f256e2dbae None None] Allocated IP 172.20.0.2 (7968d875-2f22-4d30-9f75-c1bad1c49f73/f734aeca-8f3a-4312-b780-361553bd8a7d/96cc7c5c-6852-420e-94d9-00f9c9138553) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:10.283407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-acc90538-afbb-42a2-bec6-2b769f449e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:10.284957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-acc90538-afbb-42a2-bec6-2b769f449e62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.0913641 Dec 12 04:20:10.341257 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-c57c20f8-e6dd-4b49-858e-8b5a27bcc1f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479074 Dec 12 04:20:10.432559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a9ee4707-d755-49f6-9565-73f256e2dbae None None] For port 96cc7c5c-6852-420e-94d9-00f9c9138553, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=96cc7c5c-6852-420e-94d9-00f9c9138553,segment=NetworkSegment(9db6c7a4-5f1c-4371-b80e-6d7065ec42e6),segment_id=9db6c7a4-5f1c-4371-b80e-6d7065ec42e6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:10.478879 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4707-d755-49f6-9565-73f256e2dbae None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:10.490264 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4707-d755-49f6-9565-73f256e2dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:10.497407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a3956-9ef2-406d-8d24-59cf071b5cb2 req-db2fdb61-9723-428a-8cb4-759aa4dcaf40 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:10.505611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b79a3956-9ef2-406d-8d24-59cf071b5cb2 req-db2fdb61-9723-428a-8cb4-759aa4dcaf40 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1704371 Dec 12 04:20:10.561448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-1160ba05-442e-437e-8bfb-20861974612e service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028151 Dec 12 04:20:10.610910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.5 (7968d875-2f22-4d30-9f75-c1bad1c49f73/f734aeca-8f3a-4312-b780-361553bd8a7d/b9ae623e-cb15-43cd-819c-29f1ca1f37d9) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:10.686838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4d820c3-3c83-44ca-a813-0e2ecd1f85c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:10.701121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee4707-d755-49f6-9565-73f256e2dbae None None] Pushing event updated for resources: {'Port': ['ID=96cc7c5c-6852-420e-94d9-00f9c9138553,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:10.737321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b79a3956-9ef2-406d-8d24-59cf071b5cb2 req-e07117b6-99d8-4f8b-bd7a-3921f31ec1af tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301023 Dec 12 04:20:10.791298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05b579b0-9856-4ccd-9adf-7cbb6d206af7 req-942a22e8-3f06-4412-9e31-19688b8d4b3f service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072408 Dec 12 04:20:10.819977 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:10.913758 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:10.979086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-a93a1f4d-86f2-433b-aac8-2092feaa19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:10.981676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-a93a1f4d-86f2-433b-aac8-2092feaa19a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 1094 time: 0.0959451 Dec 12 04:20:10.995093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:11.002664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:11.006187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:11.058930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=b9ae623e-cb15-43cd-819c-29f1ca1f37d9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:11.073710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:11.074395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:11.088005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5693-bbb9-471d-97ac-2a5b1756cc4c req-970b857e-92cf-4109-b3d0-78d2b6baa25f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:11.097431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a02f5693-bbb9-471d-97ac-2a5b1756cc4c req-970b857e-92cf-4109-b3d0-78d2b6baa25f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1968610 Dec 12 04:20:11.153315 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-98b7e2c3-e3f7-47fd-8a28-65ad66e7da50 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3747234 Dec 12 04:20:11.158936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-bf678953-26d1-4c42-90cc-512281673a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:11.162068 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-bf678953-26d1-4c42-90cc-512281673a5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 905 time: 0.1723297 Dec 12 04:20:11.162863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56214) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:11.170217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e958e7c1-ce60-4d95-8ef1-f77ad5a98b47 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:11.182953 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a02f5693-bbb9-471d-97ac-2a5b1756cc4c req-29beeb48-0d6c-4233-97d0-cea0663e927c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828042 Dec 12 04:20:11.339526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-4cd38e59-a473-493c-b10d-54e3f3454ada service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 HTTP/1.1" status: 200 len: 217 time: 0.0917099 Dec 12 04:20:11.428061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d780-df48-4ff8-94c4-4c97034d6380 req-a9d761f2-e0d6-4f0a-a002-922c6fd89f16 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:11.433202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ed2d780-df48-4ff8-94c4-4c97034d6380 req-a9d761f2-e0d6-4f0a-a002-922c6fd89f16 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 943 time: 0.1310725 Dec 12 04:20:11.485240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d0402780-102f-4f70-95e2-efca100bb96f None None] Provisioning complete for port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:11.485848 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d0402780-102f-4f70-95e2-efca100bb96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:11.491235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-acbe09a3-1806-4414-b1d1-db49a2e2683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:11.494013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-acbe09a3-1806-4414-b1d1-db49a2e2683d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.1414073 Dec 12 04:20:11.535965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e958e7c1-ce60-4d95-8ef1-f77ad5a98b47 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:11.540139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e958e7c1-ce60-4d95-8ef1-f77ad5a98b47 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:11.581798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d0402780-102f-4f70-95e2-efca100bb96f None None] Port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:11.594743 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-77ce4316-2863-468a-85b5-2f0deed7f363 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819464 Dec 12 04:20:11.643412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d0402780-102f-4f70-95e2-efca100bb96f None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:11.643828 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d0402780-102f-4f70-95e2-efca100bb96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:11.658615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:11.715997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605558a-615b-4992-a99b-681a4dd49842 req-8e5ce232-d10c-4579-be6a-98bb04edba45 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:11.725779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6605558a-615b-4992-a99b-681a4dd49842 req-8e5ce232-d10c-4579-be6a-98bb04edba45 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1868615 Dec 12 04:20:11.769866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2ed2d780-df48-4ff8-94c4-4c97034d6380 req-64a782eb-95b2-4478-a8a4-8b36d9be9055 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171103 Dec 12 04:20:11.791656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6605558a-615b-4992-a99b-681a4dd49842 req-4b8e73f7-ec0a-4b20-a546-0fb6d34184b2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646839 Dec 12 04:20:11.800424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-529d5316-cea6-4c4e-90da-cc0972ff6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:11.803958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-529d5316-cea6-4c4e-90da-cc0972ff6914 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 1098 time: 0.1801116 Dec 12 04:20:11.867407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-87caffbe-8380-41ff-bd3b-a3e91de2a15d service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192748 Dec 12 04:20:11.929485 n-d-710847-7 neutron-server[103451]: INFO neutron.db.ipam_backend_mixin [None req-e958e7c1-ce60-4d95-8ef1-f77ad5a98b47 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f734aeca-8f3a-4312-b780-361553bd8a7d (CIDR: 172.20.0.0/28) Dec 12 04:20:11.937661 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e958e7c1-ce60-4d95-8ef1-f77ad5a98b47 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:20:11.938200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e958e7c1-ce60-4d95-8ef1-f77ad5a98b47 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:11.959955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-a093864c-e5aa-410f-8efc-626f9b21d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:11.961496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-a093864c-e5aa-410f-8efc-626f9b21d5e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 200 len: 913 time: 0.1445966 Dec 12 04:20:11.961733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e958e7c1-ce60-4d95-8ef1-f77ad5a98b47 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7976265 Dec 12 04:20:11.961947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56232) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:11.972940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a1d32f62-8e91-423d-8dcb-16b17be2f70b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:11.984379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9a024618-3285-4e4c-81ed-9e286282c1e4 None None] Provisioning complete for port b9ae623e-cb15-43cd-819c-29f1ca1f37d9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:11.985317 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9a024618-3285-4e4c-81ed-9e286282c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:11.989321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-995572b4-d8c8-4685-9b12-0b75c1ee0dc6 req-7fadb257-cc5a-44a8-95b1-21172bcfff68 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111627 Dec 12 04:20:12.022850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9a024618-3285-4e4c-81ed-9e286282c1e4 None None] Port b9ae623e-cb15-43cd-819c-29f1ca1f37d9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:12.066776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d06945-09bd-4c96-95cf-827ef5ab2c17 req-6ca2699e-5ec5-4318-b239-00d44966eb57 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:12.068285 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-51d06945-09bd-4c96-95cf-827ef5ab2c17 req-6ca2699e-5ec5-4318-b239-00d44966eb57 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1608665 Dec 12 04:20:12.072146 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-54b4fb79-4480-4e59-9d57-26ba953716a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e HTTP/1.1" status: 200 len: 217 time: 0.0958271 Dec 12 04:20:12.182141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-dbdde9d8-569e-4fa8-8c21-1b9064bec119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:12.183503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-dbdde9d8-569e-4fa8-8c21-1b9064bec119 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36aeef72-4114-4e29-ab24-bffc6a86ff95 HTTP/1.1" status: 200 len: 853 time: 0.1009550 Dec 12 04:20:12.191791 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-51d06945-09bd-4c96-95cf-827ef5ab2c17 req-efa576ce-a313-4b3c-a621-555b7ae0dd0f tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170022 Dec 12 04:20:12.224471 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-9180f267-9fac-4c3a-9e90-3ae2aa8fa48e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8e2a7cd-1867-43b6-b91a-544b9c535e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317459 Dec 12 04:20:12.280423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d32f62-8e91-423d-8dcb-16b17be2f70b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:12.284189 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1d32f62-8e91-423d-8dcb-16b17be2f70b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:12.385767 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-310e7661-dbb3-4d30-939f-7c046be9a8f9 service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528378 Dec 12 04:20:12.405456 n-d-710847-7 neutron-server[103450]: INFO neutron.db.ipam_backend_mixin [None req-a1d32f62-8e91-423d-8dcb-16b17be2f70b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 75f60cb7-043e-4adf-9202-3b2c34b56ee4 (CIDR: 172.20.0.16/28) Dec 12 04:20:12.441247 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d32f62-8e91-423d-8dcb-16b17be2f70b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:20:12.441247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d32f62-8e91-423d-8dcb-16b17be2f70b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:12.464892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a1d32f62-8e91-423d-8dcb-16b17be2f70b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5011969 Dec 12 04:20:12.467697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56236) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:12.473436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'subnet': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:12.495940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec46d128-9d0e-45db-ae1c-085fc7ac8d63 req-4837c89a-56ce-43f4-a0c9-c3a7d526d48a service neutron] 10.222.0.18 "GET /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011212 Dec 12 04:20:12.584999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Made reservation on behalf of 40cffd66a9f34f3e908d07fe34206f6a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:12.588417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:12.667280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 96cc7c5c-6852-420e-94d9-00f9c9138553 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:12.721807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:12.722185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:12.929488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487191a-dff1-452d-a547-6d3aa3abcf33 req-37307d48-8450-44c1-b721-0a5365e9242a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:12.931373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8487191a-dff1-452d-a547-6d3aa3abcf33 req-37307d48-8450-44c1-b721-0a5365e9242a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0556841 Dec 12 04:20:12.946399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ccac-a0da-4007-82b6-a8ba2c886b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:12.998941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8487191a-dff1-452d-a547-6d3aa3abcf33 req-4cfa34e2-5a74-4866-9cca-5afdfdf079fa tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522177 Dec 12 04:20:13.153179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:20:13.301518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca79852-c6d0-4fd3-b5da-6493a93a099d req-277fd7bb-6402-4269-9e77-af4fc83f05be tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:13.306144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:13.312364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cca79852-c6d0-4fd3-b5da-6493a93a099d req-277fd7bb-6402-4269-9e77-af4fc83f05be tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 943 time: 0.1119957 Dec 12 04:20:13.316474 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:13.319863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '8f3111c7-e7c8-4962-bc7b-2391f43aa1b2', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'port_id': '8f3111c7-e7c8-4962-bc7b-2391f43aa1b2', 'mac_address': 'fa:16:3e:4d:2e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1312b076-d411-4025-9869-3d97d9c6495d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:20:13.358811 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:13.373600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:13.381982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Subnet': ['ID=56552064-104c-4c96-85a4-4fb8de39dd82,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:13.408721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:13.417911 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:13.429336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:13.438933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260c81-b842-4348-82cc-16638bebd089 req-36301c0b-05e2-438d-bbc7-a056f1c5054d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:13.440578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6260c81-b842-4348-82cc-16638bebd089 req-36301c0b-05e2-438d-bbc7-a056f1c5054d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0868998 Dec 12 04:20:13.441177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:13.444878 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:13.446056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:13.461954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dab23c-c61d-4fbc-a0a8-dfad17019b4d None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:13.484109 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-60f49c29-7d43-4581-af03-08e1e512386b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0151846 Dec 12 04:20:13.488617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56268) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:13.493963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1398174928', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56552064-104c-4c96-85a4-4fb8de39dd82'}], 'security_groups': ['51a33ca4-6b83-44ea-8d49-629f16c4ac17', 'c01fa070-56da-4286-aaeb-32e55332d3fb']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:13.505302 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cca79852-c6d0-4fd3-b5da-6493a93a099d req-658f5242-bc47-4082-a98e-ff10b40dbc25 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908889 Dec 12 04:20:13.533465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:13.561347 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6260c81-b842-4348-82cc-16638bebd089 req-98288555-0fb9-468f-8ff8-6f4e70ede974 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981960 Dec 12 04:20:13.603032 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:13.684686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37591fc8-4b9e-4da5-b5b0-e86039b7d6a7 None None] Update dhcp port {'port': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'fixed_ips': [{'subnet_id': '75f60cb7-043e-4adf-9202-3b2c34b56ee4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f734aeca-8f3a-4312-b780-361553bd8a7d', 'ip_address': '172.20.0.2'}, {'subnet_id': '56552064-104c-4c96-85a4-4fb8de39dd82'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '96cc7c5c-6852-420e-94d9-00f9c9138553'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:20:13.710420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-37591fc8-4b9e-4da5-b5b0-e86039b7d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:13.834458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['8f3111c7-e7c8-4962-bc7b-2391f43aa1b2'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:13.900328 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:13.952250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Delete allocated IP 172.20.0.5 (7968d875-2f22-4d30-9f75-c1bad1c49f73/f734aeca-8f3a-4312-b780-361553bd8a7d) {{(pid=103450) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 04:20:13.962030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Allocated IP 172.20.0.37 (7968d875-2f22-4d30-9f75-c1bad1c49f73/56552064-104c-4c96-85a4-4fb8de39dd82/b9ae623e-cb15-43cd-819c-29f1ca1f37d9) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:14.008966 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:14.122884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a312-daf6-4b75-bc84-1afd716c91c3 req-6317df96-982c-4232-9e9a-5a12d0fdc73b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:14.124861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fba3a312-daf6-4b75-bc84-1afd716c91c3 req-6317df96-982c-4232-9e9a-5a12d0fdc73b tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0549157 Dec 12 04:20:14.145724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:14.153741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:14.208663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-37591fc8-4b9e-4da5-b5b0-e86039b7d6a7 None None] Allocated IP 172.20.0.34 (7968d875-2f22-4d30-9f75-c1bad1c49f73/56552064-104c-4c96-85a4-4fb8de39dd82/96cc7c5c-6852-420e-94d9-00f9c9138553) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:14.214614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fba3a312-daf6-4b75-bc84-1afd716c91c3 req-a1a2c89d-0f14-417d-a418-8804964536b0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832691 Dec 12 04:20:14.300534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event updated for resources: {'Port': ['ID=b9ae623e-cb15-43cd-819c-29f1ca1f37d9,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:14.335741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] In _notify_port_updated(), no bound segment for port b9ae623e-cb15-43cd-819c-29f1ca1f37d9 on network 7968d875-2f22-4d30-9f75-c1bad1c49f73 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:20:14.337942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:14.338589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:14.342466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7162b41b-063b-414c-8c81-370a79242943 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "PUT /v2.0/ports/b9ae623e-cb15-43cd-819c-29f1ca1f37d9 HTTP/1.1" status: 200 len: 960 time: 0.8503513 Dec 12 04:20:14.343154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56296) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:14.368882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-37591fc8-4b9e-4da5-b5b0-e86039b7d6a7 None None] For port 96cc7c5c-6852-420e-94d9-00f9c9138553, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=96cc7c5c-6852-420e-94d9-00f9c9138553,segment=NetworkSegment(9db6c7a4-5f1c-4371-b80e-6d7065ec42e6),segment_id=9db6c7a4-5f1c-4371-b80e-6d7065ec42e6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:14.377446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a487b-f107-4fe9-8664-397bae257e77 req-10549ca9-6abc-448e-acdc-b9c37110ed04 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:14.379338 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-908a487b-f107-4fe9-8664-397bae257e77 req-10549ca9-6abc-448e-acdc-b9c37110ed04 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0530524 Dec 12 04:20:14.415688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-37591fc8-4b9e-4da5-b5b0-e86039b7d6a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:14.422298 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-37591fc8-4b9e-4da5-b5b0-e86039b7d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:14.437811 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-908a487b-f107-4fe9-8664-397bae257e77 req-bf9f60f3-9d65-4424-aaaa-2f03254a721f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519104 Dec 12 04:20:14.465180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b00855c7-cff0-4f91-9fef-02e4bbf60781 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port b9ae623e-cb15-43cd-819c-29f1ca1f37d9 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:14.465180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b00855c7-cff0-4f91-9fef-02e4bbf60781 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:14.579395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37591fc8-4b9e-4da5-b5b0-e86039b7d6a7 None None] Pushing event updated for resources: {'Port': ['ID=96cc7c5c-6852-420e-94d9-00f9c9138553,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:14.628310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94333205-8b7b-4323-8a46-574ff8f0c9d9 req-c8998e34-836a-4650-88d0-a631b6013b5f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:14.649622 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94333205-8b7b-4323-8a46-574ff8f0c9d9 req-c8998e34-836a-4650-88d0-a631b6013b5f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0925193 Dec 12 04:20:14.727449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94333205-8b7b-4323-8a46-574ff8f0c9d9 req-0107fe18-18d4-4820-8b1d-f7d4c30f5796 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768166 Dec 12 04:20:14.749134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 96cc7c5c-6852-420e-94d9-00f9c9138553 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:14.934258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfecaf8-6803-490b-9e76-fc3d5c205760 req-e0d382e3-3e54-45f9-bc5e-0dc38c61e0e5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:14.936495 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4cfecaf8-6803-490b-9e76-fc3d5c205760 req-e0d382e3-3e54-45f9-bc5e-0dc38c61e0e5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1001947 Dec 12 04:20:14.987945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:14.988745 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.010117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4cfecaf8-6803-490b-9e76-fc3d5c205760 req-630a9825-0629-448a-929b-8666c83109f2 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660877 Dec 12 04:20:15.078561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b00855c7-cff0-4f91-9fef-02e4bbf60781 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.138850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b00855c7-cff0-4f91-9fef-02e4bbf60781 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for b9ae623e-cb15-43cd-819c-29f1ca1f37d9 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:15.176642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:15.192100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fa3dc-2be6-46a0-9aac-f88153e8502f req-2bd63a7d-a9f5-4f87-aeea-aca7d3bca25a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:15.202025 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a32fa3dc-2be6-46a0-9aac-f88153e8502f req-2bd63a7d-a9f5-4f87-aeea-aca7d3bca25a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 944 time: 0.2086816 Dec 12 04:20:15.244449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:20:15.245858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df603d6-e73e-41f5-98ac-85f36e119e44 req-f0bdb145-edcd-4b02-84e5-8e6fb42a1bf2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:15.249816 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:15.250308 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.251594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1df603d6-e73e-41f5-98ac-85f36e119e44 req-f0bdb145-edcd-4b02-84e5-8e6fb42a1bf2 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1050024 Dec 12 04:20:15.345017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1df603d6-e73e-41f5-98ac-85f36e119e44 req-9231fbad-36b5-4678-85c5-f704b42fdca0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828359 Dec 12 04:20:15.372557 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.417820 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a32fa3dc-2be6-46a0-9aac-f88153e8502f req-5d59a3ca-76cb-424f-9895-04248e9fc2c9 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133090 Dec 12 04:20:15.430823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694cebdd-568c-402c-b33e-e9734f479b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3111c7-e7c8-4962-bc7b-2391f43aa1b2'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:15.433654 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f777ca-506d-4baa-ad55-4b356500e6ce" -d '{"events": [{"server_uuid": "694cebdd-568c-402c-b33e-e9734f479b9d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3111c7-e7c8-4962-bc7b-2391f43aa1b2"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:15.437542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:15.450989 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.489889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b00855c7-cff0-4f91-9fef-02e4bbf60781 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.523760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00855c7-cff0-4f91-9fef-02e4bbf60781 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=b9ae623e-cb15-43cd-819c-29f1ca1f37d9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:15.628593 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b00855c7-cff0-4f91-9fef-02e4bbf60781 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.635327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56342) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:15.635902 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b00855c7-cff0-4f91-9fef-02e4bbf60781 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/b9ae623e-cb15-43cd-819c-29f1ca1f37d9 HTTP/1.1" status: 204 len: 168 time: 1.2912135 Dec 12 04:20:15.673288 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f800aa8-ee0d-4141-9f66-385de9cf3598 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] GET failed (client error): The resource could not be found. Dec 12 04:20:15.675252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1f800aa8-ee0d-4141-9f66-385de9cf3598 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports/b9ae623e-cb15-43cd-819c-29f1ca1f37d9 HTTP/1.1" status: 404 len: 333 time: 0.0388846 Dec 12 04:20:15.678530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:15.713461 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6351e143-ab64-406b-b863-597bdd9927e8 x-openstack-request-id: req-6351e143-ab64-406b-b863-597bdd9927e8 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:15.713673 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694cebdd-568c-402c-b33e-e9734f479b9d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3111c7-e7c8-4962-bc7b-2391f43aa1b2", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:15.713920 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6351e143-ab64-406b-b863-597bdd9927e8 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:15.714312 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694cebdd-568c-402c-b33e-e9734f479b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3111c7-e7c8-4962-bc7b-2391f43aa1b2', 'code': 200} Dec 12 04:20:15.740932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5c617-4267-4f74-abc6-3e2f9dc2a564 req-5a13a0e2-7252-4730-b29f-928e580b392f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:15.750434 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c5c617-4267-4f74-abc6-3e2f9dc2a564 req-5a13a0e2-7252-4730-b29f-928e580b392f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1037395 Dec 12 04:20:15.766164 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.779484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1d29f-7a1a-40db-8204-e19b938207d1 req-758781cf-1f4b-43f4-a1bc-25eabae80ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:15.782515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ea1d29f-7a1a-40db-8204-e19b938207d1 req-758781cf-1f4b-43f4-a1bc-25eabae80ec9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 1096 time: 0.0669329 Dec 12 04:20:15.783214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-198a46b9-10ed-4c2f-8d12-fe3466676282 None None] Provisioning complete for port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:15.783607 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-198a46b9-10ed-4c2f-8d12-fe3466676282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.823292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:15.824538 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-268188c6-4d84-4362-a611-4641d53ea76c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.835308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c5c617-4267-4f74-abc6-3e2f9dc2a564 req-b96ee512-905f-43d7-86e0-6e22da1d098c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836446 Dec 12 04:20:15.869048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ea1d29f-7a1a-40db-8204-e19b938207d1 req-b1d6b4b6-35ef-4d4e-ad88-b68b07b27fd4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765800 Dec 12 04:20:15.870557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-268188c6-4d84-4362-a611-4641d53ea76c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.894650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.895026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.895783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.895783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.896046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.896387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.896735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.897272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.897612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.897949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.898282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.900042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.900358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:15.948866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-198a46b9-10ed-4c2f-8d12-fe3466676282 None None] Port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:15.958202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-198a46b9-10ed-4c2f-8d12-fe3466676282 None None] Could not find standard attr ID for object b9ae623e-cb15-43cd-819c-29f1ca1f37d9. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:20:15.988420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-198a46b9-10ed-4c2f-8d12-fe3466676282 None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:15.988854 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-198a46b9-10ed-4c2f-8d12-fe3466676282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.989658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-268188c6-4d84-4362-a611-4641d53ea76c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:15.993498 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-268188c6-4d84-4362-a611-4641d53ea76c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.002599 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-268188c6-4d84-4362-a611-4641d53ea76c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce41c3bb-c70b-4f70-8ece-b7a79ca2a3a4 HTTP/1.1" status: 204 len: 168 time: 0.3226357 Dec 12 04:20:16.003241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56356) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:16.045500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268188c6-4d84-4362-a611-4641d53ea76c tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce41c3bb-c70b-4f70-8ece-b7a79ca2a3a4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:16.084576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72c63e-e817-44b0-9eca-0a6a08e6a07e req-821907ab-0414-42ce-8696-dd06afd86367 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:16.101780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae72c63e-e817-44b0-9eca-0a6a08e6a07e req-821907ab-0414-42ce-8696-dd06afd86367 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1695628 Dec 12 04:20:16.190958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae72c63e-e817-44b0-9eca-0a6a08e6a07e req-a1337ad6-7896-43c4-afc1-e6b62d31252f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749538 Dec 12 04:20:16.232027 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d52f5062-2df4-433d-9f8a-e3356d8ea9cd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.261152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d52f5062-2df4-433d-9f8a-e3356d8ea9cd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.277971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f005cfb9-0e17-42a2-ae4b-0d61784ced8d None None] Could not find standard attr ID for object b9ae623e-cb15-43cd-819c-29f1ca1f37d9. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:20:16.287366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17673262-ef2f-4c6c-b4eb-d407e793d9e0 req-aa6ec53f-f253-40fe-9e3c-ab027eb86fa4 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:16.296262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-17673262-ef2f-4c6c-b4eb-d407e793d9e0 req-aa6ec53f-f253-40fe-9e3c-ab027eb86fa4 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1494787 Dec 12 04:20:16.323534 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d52f5062-2df4-433d-9f8a-e3356d8ea9cd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.326725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d52f5062-2df4-433d-9f8a-e3356d8ea9cd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.332196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d52f5062-2df4-433d-9f8a-e3356d8ea9cd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/security-groups/c01fa070-56da-4286-aaeb-32e55332d3fb HTTP/1.1" status: 204 len: 168 time: 0.3247118 Dec 12 04:20:16.333749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56366) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:16.388267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-17673262-ef2f-4c6c-b4eb-d407e793d9e0 req-139cf4f7-ada5-4565-95f6-0fbff5ff7a86 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795038 Dec 12 04:20:16.390593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f5062-2df4-433d-9f8a-e3356d8ea9cd tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01fa070-56da-4286-aaeb-32e55332d3fb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:16.445346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38989979-9a76-4150-abd0-215f4a272592 req-438bedf9-742c-4d49-90d8-04f5f9c8f743 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:16.446817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38989979-9a76-4150-abd0-215f4a272592 req-438bedf9-742c-4d49-90d8-04f5f9c8f743 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0976293 Dec 12 04:20:16.460004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d94001a8-4e7b-4665-80ae-d527c270f1aa tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.508006 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d94001a8-4e7b-4665-80ae-d527c270f1aa tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.537527 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38989979-9a76-4150-abd0-215f4a272592 req-0366e136-51d8-4197-a30a-1b96b42a0784 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790923 Dec 12 04:20:16.570499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429bfc-cb10-4a67-82cf-a5880cb3dddc req-556314c2-a6df-456d-a5d7-be9067da07f1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:16.572279 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88429bfc-cb10-4a67-82cf-a5880cb3dddc req-556314c2-a6df-456d-a5d7-be9067da07f1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 945 time: 0.0646048 Dec 12 04:20:16.578064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d94001a8-4e7b-4665-80ae-d527c270f1aa tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.583210 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d94001a8-4e7b-4665-80ae-d527c270f1aa tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.585039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d94001a8-4e7b-4665-80ae-d527c270f1aa tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/security-groups/51a33ca4-6b83-44ea-8d49-629f16c4ac17 HTTP/1.1" status: 204 len: 168 time: 0.2439716 Dec 12 04:20:16.589403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56376) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:16.628376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94001a8-4e7b-4665-80ae-d527c270f1aa tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a33ca4-6b83-44ea-8d49-629f16c4ac17,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:16.654053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-40077f53-86a9-4da6-9148-8f1d234f1ce2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet f734aeca-8f3a-4312-b780-361553bd8a7d {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:20:16.658373 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40077f53-86a9-4da6-9148-8f1d234f1ce2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.659437 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88429bfc-cb10-4a67-82cf-a5880cb3dddc req-7efb3373-870e-4c2d-89a2-15c9ec59f59d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714321 Dec 12 04:20:16.675946 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.715162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40077f53-86a9-4da6-9148-8f1d234f1ce2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.832491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b084f-03c0-4b08-9c08-9908c8f1a343 req-a214d11b-7a84-45e0-95cb-82350379abb9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:16.834240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-282b084f-03c0-4b08-9c08-9908c8f1a343 req-a214d11b-7a84-45e0-95cb-82350379abb9 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0937841 Dec 12 04:20:16.859895 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40077f53-86a9-4da6-9148-8f1d234f1ce2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.936616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-282b084f-03c0-4b08-9c08-9908c8f1a343 req-7aa1bbfd-6a00-4a42-8951-4b2373dcd11a tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960817 Dec 12 04:20:16.957284 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40077f53-86a9-4da6-9148-8f1d234f1ce2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.985516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40077f53-86a9-4da6-9148-8f1d234f1ce2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=f734aeca-8f3a-4312-b780-361553bd8a7d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:16.990406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40077f53-86a9-4da6-9148-8f1d234f1ce2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:16.998643 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-40077f53-86a9-4da6-9148-8f1d234f1ce2 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/f734aeca-8f3a-4312-b780-361553bd8a7d HTTP/1.1" status: 204 len: 168 time: 0.4020529 Dec 12 04:20:16.998987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56380) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:17.011443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c25bbe-2db4-4c78-8196-f728a9a918f8 None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:17.107732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-2cb028ff-75cc-4c13-8799-caef6680558d req-c9d6206b-3532-47da-b532-569316e45927 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:20:17.115701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cb028ff-75cc-4c13-8799-caef6680558d req-c9d6206b-3532-47da-b532-569316e45927 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136976 Dec 12 04:20:17.148095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c1602a-d697-4b2d-b1e3-c4f4cfe5af03 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet 56552064-104c-4c96-85a4-4fb8de39dd82 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:20:17.158494 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98c1602a-d697-4b2d-b1e3-c4f4cfe5af03 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:17.232661 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98c1602a-d697-4b2d-b1e3-c4f4cfe5af03 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:17.259866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40117901-3aa2-410d-989d-6aeeaea691b1 req-4d57b3fa-8870-4438-b44f-759a0962f2f5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:17.268350 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40117901-3aa2-410d-989d-6aeeaea691b1 req-4d57b3fa-8870-4438-b44f-759a0962f2f5 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0720885 Dec 12 04:20:17.331204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40117901-3aa2-410d-989d-6aeeaea691b1 req-477ae154-1dba-4017-a743-6d0e979700f8 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617721 Dec 12 04:20:17.353073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98c1602a-d697-4b2d-b1e3-c4f4cfe5af03 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:17.471717 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98c1602a-d697-4b2d-b1e3-c4f4cfe5af03 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:17.506214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1602a-d697-4b2d-b1e3-c4f4cfe5af03 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=56552064-104c-4c96-85a4-4fb8de39dd82,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:17.510941 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98c1602a-d697-4b2d-b1e3-c4f4cfe5af03 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:17.516494 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-98c1602a-d697-4b2d-b1e3-c4f4cfe5af03 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/56552064-104c-4c96-85a4-4fb8de39dd82 HTTP/1.1" status: 204 len: 168 time: 0.5143838 Dec 12 04:20:17.517067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56392) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:17.522625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2abc5-cee3-4244-9d33-de54287dd124 req-f6a07b84-41a3-49e6-b166-d28d273f0504 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:17.524476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4cf2abc5-cee3-4244-9d33-de54287dd124 req-f6a07b84-41a3-49e6-b166-d28d273f0504 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1050618 Dec 12 04:20:17.561520 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e38921-2ad2-4c35-b6fd-0541c88d0c3a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:17.562138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e38921-2ad2-4c35-b6fd-0541c88d0c3a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:17.566554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-19e38921-2ad2-4c35-b6fd-0541c88d0c3a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/f734aeca-8f3a-4312-b780-361553bd8a7d HTTP/1.1" status: 404 len: 337 time: 0.0484524 Dec 12 04:20:17.569291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56394) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:17.581142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8319d-b6ba-42e3-9090-56bde9fe19a4 req-a0aeb7b8-23d8-40a6-ba1e-56c2db512b5f tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:17.583074 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cf8319d-b6ba-42e3-9090-56bde9fe19a4 req-a0aeb7b8-23d8-40a6-ba1e-56c2db512b5f tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1130197 Dec 12 04:20:17.613493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4cf2abc5-cee3-4244-9d33-de54287dd124 req-1cbac9ce-8dd5-4ac9-bd87-29006af8abd4 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824308 Dec 12 04:20:17.650110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-79eea614-86f2-4ecb-8790-fa64a3680f11 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting subnet 75f60cb7-043e-4adf-9202-3b2c34b56ee4 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:20:17.653673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79eea614-86f2-4ecb-8790-fa64a3680f11 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:17.682645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cf8319d-b6ba-42e3-9090-56bde9fe19a4 req-ff604784-cbe2-4ae2-836e-ac4718bd3d81 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849462 Dec 12 04:20:17.730669 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79eea614-86f2-4ecb-8790-fa64a3680f11 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:17.811577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51326e6a-4bb6-4f55-bcb9-86d13a573ad1 req-469da6b6-0d95-467e-9c96-f31a30250888 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:17.814127 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-51326e6a-4bb6-4f55-bcb9-86d13a573ad1 req-469da6b6-0d95-467e-9c96-f31a30250888 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 945 time: 0.0612531 Dec 12 04:20:17.871363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7b1e2-c826-44d2-a483-374c22730770 req-0bcd3d9d-4040-40cd-8169-95fcc0d733b0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:17.872987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26f7b1e2-c826-44d2-a483-374c22730770 req-0bcd3d9d-4040-40cd-8169-95fcc0d733b0 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1358361 Dec 12 04:20:17.882734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-51326e6a-4bb6-4f55-bcb9-86d13a573ad1 req-4b34505a-6acd-4eae-9b8f-f1ff5fc8ad5b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612373 Dec 12 04:20:17.936785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26f7b1e2-c826-44d2-a483-374c22730770 req-df7b3f4f-e0cc-4868-bb5a-d511a040fc06 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571311 Dec 12 04:20:17.951907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79eea614-86f2-4ecb-8790-fa64a3680f11 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:17.968901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb1976a-6d9f-41be-a9bc-85fa40a43196 None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:18.063200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79eea614-86f2-4ecb-8790-fa64a3680f11 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:18.089531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6a2ef479-2bf1-4f7c-963c-10886d480bde None None] Provisioning complete for port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:18.090477 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef479-2bf1-4f7c-963c-10886d480bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:18.114838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79eea614-86f2-4ecb-8790-fa64a3680f11 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:18.121288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56412) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.122055 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-79eea614-86f2-4ecb-8790-fa64a3680f11 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/75f60cb7-043e-4adf-9202-3b2c34b56ee4 HTTP/1.1" status: 204 len: 168 time: 0.5515177 Dec 12 04:20:18.123449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eea614-86f2-4ecb-8790-fa64a3680f11 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Subnet': ['ID=75f60cb7-043e-4adf-9202-3b2c34b56ee4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:18.171265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ef479-2bf1-4f7c-963c-10886d480bde None None] Port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:18.180277 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6b922e-7ce3-45a0-8707-f19a1a5ac439 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.181073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6b922e-7ce3-45a0-8707-f19a1a5ac439 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.187221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e6b922e-7ce3-45a0-8707-f19a1a5ac439 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/6b40b4fd-3704-4e0b-b19c-7c0b3c843913 HTTP/1.1" status: 404 len: 337 time: 0.0640912 Dec 12 04:20:18.189570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56420) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.231196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6a2ef479-2bf1-4f7c-963c-10886d480bde None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:18.231713 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef479-2bf1-4f7c-963c-10886d480bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:18.302762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441fe8-c5dc-41eb-b778-e22ba5162470 req-7953bb6c-9487-41ce-aea3-e076cb3a5894 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:18.306941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0155ea21-cc66-4b89-b0ca-4e690bafa87e tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "GET /v2.0/ports?device_id=168b3490-f58c-41c2-a806-7549e11484cd HTTP/1.1" status: 200 len: 205 time: 0.1119936 Dec 12 04:20:18.310620 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91441fe8-c5dc-41eb-b778-e22ba5162470 req-7953bb6c-9487-41ce-aea3-e076cb3a5894 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1436505 Dec 12 04:20:18.312408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56432) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.385014 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-bba0ca27-7e52-4a03-9ad2-aa84d6a74cec tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] delete failed (client error): The resource could not be found. Dec 12 04:20:18.386106 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bba0ca27-7e52-4a03-9ad2-aa84d6a74cec tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/routers/168b3490-f58c-41c2-a806-7549e11484cd HTTP/1.1" status: 404 len: 336 time: 0.0712144 Dec 12 04:20:18.389009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56436) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.407282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0fed8-4e05-44e1-b5ee-3e92d1187c5f None None] Update dhcp port {'port': {'network_id': '7968d875-2f22-4d30-9f75-c1bad1c49f73', 'fixed_ips': [{'subnet_id': '75f60cb7-043e-4adf-9202-3b2c34b56ee4'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '96cc7c5c-6852-420e-94d9-00f9c9138553'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:20:18.436775 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dd128c-2418-42f3-b493-624288eacfc0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.437768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dd128c-2418-42f3-b493-624288eacfc0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.440996 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-acb0fed8-4e05-44e1-b5ee-3e92d1187c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:18.442535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-99dd128c-2418-42f3-b493-624288eacfc0 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/1b297116-f3a8-45d1-8d57-e78e48ed747b HTTP/1.1" status: 404 len: 337 time: 0.0509005 Dec 12 04:20:18.446546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56438) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.461349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-43788e99-2190-4cb9-9ecb-af3ffef32818 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:18.462821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-43788e99-2190-4cb9-9ecb-af3ffef32818 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.1876388 Dec 12 04:20:18.479791 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-b6a3e00f-ad02-484d-ab14-80c54440eb15 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/quotas/9af207d0887c419684d6bc5d6c59f357 HTTP/1.1" status: 200 len: 375 time: 0.0110066 Dec 12 04:20:18.482805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91441fe8-c5dc-41eb-b778-e22ba5162470 req-4119b2c7-d936-4e98-9b60-741afa6c1647 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712496 Dec 12 04:20:18.543439 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-5994936a-fcc5-44d6-b232-1794b8468e00 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.543933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5994936a-fcc5-44d6-b232-1794b8468e00 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.553627 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-205e46cd-d9e9-4673-ac0e-223dddf50cac tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678749 Dec 12 04:20:18.554146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56442) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.556076 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5994936a-fcc5-44d6-b232-1794b8468e00 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/b90527aa-21ba-4c07-9c04-fdac0a9d5259 HTTP/1.1" status: 404 len: 337 time: 0.1073046 Dec 12 04:20:18.605293 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-7463f44f-191b-4bf3-bbcd-02b616ada59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.605767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7463f44f-191b-4bf3-bbcd-02b616ada59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.609207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7463f44f-191b-4bf3-bbcd-02b616ada59b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/31219f4e-ec7e-4dd6-bcc8-6224044dcd6e HTTP/1.1" status: 404 len: 337 time: 0.0540869 Dec 12 04:20:18.612724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56448) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.656641 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-8882adbe-5e36-46db-81f8-e29c78edfa5a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.658017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8882adbe-5e36-46db-81f8-e29c78edfa5a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.677278 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8882adbe-5e36-46db-81f8-e29c78edfa5a tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/5f947a89-1c44-4049-ba7f-52f004162d98 HTTP/1.1" status: 404 len: 333 time: 0.0633860 Dec 12 04:20:18.677965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da549d-f255-4125-80bf-e622693e0c47 None None] Network 7968d875-2f22-4d30-9f75-c1bad1c49f73 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:18.680068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56452) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.705259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-c3a2214f-955f-46d0-aea0-7292ae036076 service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401739 Dec 12 04:20:18.710745 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaf9287-ef82-4fb2-8838-6d1e01f60559 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.711216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaf9287-ef82-4fb2-8838-6d1e01f60559 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.714672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cdaf9287-ef82-4fb2-8838-6d1e01f60559 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/66ea9239-0357-4509-8316-6574dc72fdef HTTP/1.1" status: 404 len: 337 time: 0.0334253 Dec 12 04:20:18.717569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56456) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.752226 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e96dec-42c7-48ad-a9d8-3452c47f9f91 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.752602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e96dec-42c7-48ad-a9d8-3452c47f9f91 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.768776 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56460) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.776711 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e4e96dec-42c7-48ad-a9d8-3452c47f9f91 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/daecb6e6-1619-4c5d-a052-daa167b52bcd HTTP/1.1" status: 404 len: 337 time: 0.0377243 Dec 12 04:20:18.778556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-62552216-88d3-465e-afa4-951ac680cf99 None None] Provisioning complete for port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:18.779321 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62552216-88d3-465e-afa4-951ac680cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:18.808408 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f5eacc-3b6c-4b23-8687-deecd0242d60 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.808999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f5eacc-3b6c-4b23-8687-deecd0242d60 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.812153 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b0f5eacc-3b6c-4b23-8687-deecd0242d60 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/acf4e9a2-4674-41ce-a87b-a77ad014c445 HTTP/1.1" status: 404 len: 333 time: 0.0416744 Dec 12 04:20:18.814782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56462) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.857621 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-436d0bad-9ca3-4a81-8551-336c5f848092 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.858209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436d0bad-9ca3-4a81-8551-336c5f848092 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.865316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-436d0bad-9ca3-4a81-8551-336c5f848092 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/cf1d2a53-4a79-4681-84c9-a18f3f512d33 HTTP/1.1" status: 404 len: 337 time: 0.0472572 Dec 12 04:20:18.865689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56466) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.867921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-62552216-88d3-465e-afa4-951ac680cf99 None None] Port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:18.886789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-62552216-88d3-465e-afa4-951ac680cf99 None None] Provisioning complete for port 96cc7c5c-6852-420e-94d9-00f9c9138553 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:18.887181 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62552216-88d3-465e-afa4-951ac680cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:18.911715 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-cba9fef2-711d-4632-94f7-433595012352 service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052524 Dec 12 04:20:18.951705 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bd2c1f-3c64-45f3-b2ce-e11f47c10412 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] DELETE failed (client error): The resource could not be found. Dec 12 04:20:18.952196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bd2c1f-3c64-45f3-b2ce-e11f47c10412 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:20:18.956130 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-12bd2c1f-3c64-45f3-b2ce-e11f47c10412 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/subnets/73c56687-1b49-4b3b-bb93-d7b7f9a21fe3 HTTP/1.1" status: 404 len: 337 time: 0.0894341 Dec 12 04:20:18.958783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56468) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:18.982609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113935b-23d9-484a-b1ad-f74a0d5fb52a None None] DHCP port deletion for 7968d875-2f22-4d30-9f75-c1bad1c49f73 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:20:19.070202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c20c2-1751-4d14-a4c9-014cab5d0e1a req-bc502b02-5069-4ed7-b04d-ca722bda083e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:19.078322 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb2c20c2-1751-4d14-a4c9-014cab5d0e1a req-bc502b02-5069-4ed7-b04d-ca722bda083e tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1209674 Dec 12 04:20:19.078767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c579e9e7-6e8e-4baf-816b-c280aa084d54 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Deleting port 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:19.079179 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c579e9e7-6e8e-4baf-816b-c280aa084d54 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.102515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2113935b-23d9-484a-b1ad-f74a0d5fb52a None None] Deleting port 96cc7c5c-6852-420e-94d9-00f9c9138553 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:19.103001 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2113935b-23d9-484a-b1ad-f74a0d5fb52a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.167554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c579e9e7-6e8e-4baf-816b-c280aa084d54 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.182816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c579e9e7-6e8e-4baf-816b-c280aa084d54 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Calling delete_port for 7aeaf66f-f3ce-46bd-ad85-2c608dffa809 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:19.192516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cb2c20c2-1751-4d14-a4c9-014cab5d0e1a req-62b5fc89-c48a-4bed-bb12-a3ca02a8a47d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052887 Dec 12 04:20:19.205717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2113935b-23d9-484a-b1ad-f74a0d5fb52a None None] For port 96cc7c5c-6852-420e-94d9-00f9c9138553, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=96cc7c5c-6852-420e-94d9-00f9c9138553,segment=NetworkSegment(9db6c7a4-5f1c-4371-b80e-6d7065ec42e6),segment_id=9db6c7a4-5f1c-4371-b80e-6d7065ec42e6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:19.206127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2113935b-23d9-484a-b1ad-f74a0d5fb52a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.236552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2113935b-23d9-484a-b1ad-f74a0d5fb52a None None] Calling delete_port for 96cc7c5c-6852-420e-94d9-00f9c9138553 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:19.281028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4871e88-32a6-42d1-abe5-474f37c30475 req-3cd8b46b-9ac6-491e-b103-354007e57db1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:19.282904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4871e88-32a6-42d1-abe5-474f37c30475 req-3cd8b46b-9ac6-491e-b103-354007e57db1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0916505 Dec 12 04:20:19.378461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4871e88-32a6-42d1-abe5-474f37c30475 req-b5e30eae-4e69-4c46-a7f5-eed575ebc25e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839639 Dec 12 04:20:19.381668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c579e9e7-6e8e-4baf-816b-c280aa084d54 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.477954 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5948e3c-fc15-4a7a-b9da-d3ec07bd71d6 req-55554c1f-ad24-46df-aec5-3509209bc0f3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 210 time: 0.0700941 Dec 12 04:20:19.496237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579e9e7-6e8e-4baf-816b-c280aa084d54 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Port': ['ID=7aeaf66f-f3ce-46bd-ad85-2c608dffa809,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:19.511658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c579e9e7-6e8e-4baf-816b-c280aa084d54 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.528931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c579e9e7-6e8e-4baf-816b-c280aa084d54 tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/ports/7aeaf66f-f3ce-46bd-ad85-2c608dffa809 HTTP/1.1" status: 204 len: 168 time: 0.5599287 Dec 12 04:20:19.529286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56490) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:19.543458 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2113935b-23d9-484a-b1ad-f74a0d5fb52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.578230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113935b-23d9-484a-b1ad-f74a0d5fb52a None None] Pushing event deleted for resources: {'Port': ['ID=96cc7c5c-6852-420e-94d9-00f9c9138553,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:19.586827 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2113935b-23d9-484a-b1ad-f74a0d5fb52a None None] No DVR routers for this DVR port 96cc7c5c-6852-420e-94d9-00f9c9138553 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:19.680666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.767636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9d49-b4c2-40d7-a681-7dc9a779f8e3 req-c32ab277-affd-44f8-95a1-6d68a1915e11 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:19.775503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b18b9d49-b4c2-40d7-a681-7dc9a779f8e3 req-c32ab277-affd-44f8-95a1-6d68a1915e11 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1412401 Dec 12 04:20:19.881518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b18b9d49-b4c2-40d7-a681-7dc9a779f8e3 req-d6d54716-1217-4275-be67-6c5493c31dbe tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050253 Dec 12 04:20:19.883531 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.930631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7968d875-2f22-4d30-9f75-c1bad1c49f73']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:19.963648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db6c7a4-5f1c-4371-b80e-6d7065ec42e6') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:19.966567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db6c7a4-5f1c-4371-b80e-6d7065ec42e6') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:19.979029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:19.998704 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:20.020198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:20:20.020971 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:20:20.024317 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:20:20.127225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33307c80-ff81-4414-a8ec-6931ad9042bb req-9397850d-3cfb-4a80-ba0f-3e50b93d16a6 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:20.136678 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-33307c80-ff81-4414-a8ec-6931ad9042bb req-9397850d-3cfb-4a80-ba0f-3e50b93d16a6 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1283917 Dec 12 04:20:20.162086 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:20.168548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:20.172673 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] 10.222.0.36 "DELETE /v2.0/networks/7968d875-2f22-4d30-9f75-c1bad1c49f73 HTTP/1.1" status: 204 len: 168 time: 0.6489508 Dec 12 04:20:20.205396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877c4c9-9d18-4d63-90e2-a0f59a1ea89b tempest-PortsTestJSON-674364083 tempest-PortsTestJSON-674364083-project] Pushing event deleted for resources: {'Network': ['ID=7968d875-2f22-4d30-9f75-c1bad1c49f73,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:20.237614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-33307c80-ff81-4414-a8ec-6931ad9042bb req-d75a4ae5-ac05-400b-ad63-a691bcd73bf7 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951557 Dec 12 04:20:20.620230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574634f-f8b1-4cbd-8682-1bd46e2480a1 req-f66c52f1-c64c-4830-8ca0-e975ee97291f tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:20.629403 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0574634f-f8b1-4cbd-8682-1bd46e2480a1 req-f66c52f1-c64c-4830-8ca0-e975ee97291f tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1367354 Dec 12 04:20:20.782049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c47a8ed4-998c-4893-a723-28d74c350a57 req-bfebf29c-4e8f-41fd-bba7-6a47a1018cd8 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 210 time: 0.1257143 Dec 12 04:20:20.783928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56520) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:20.796532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 96cc7c5c-6852-420e-94d9-00f9c9138553 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:20.850752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0574634f-f8b1-4cbd-8682-1bd46e2480a1 req-fbc34e73-62bb-454b-9704-a179d09895bf tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203314 Dec 12 04:20:20.857199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 96cc7c5c-6852-420e-94d9-00f9c9138553 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:20.857597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 96cc7c5c-6852-420e-94d9-00f9c9138553 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:21.046227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-9c7cd4c0-15b1-4311-a16a-1623459ff68e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:21.047995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-9c7cd4c0-15b1-4311-a16a-1623459ff68e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.4038684 Dec 12 04:20:21.069528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Request body: {'port': {'device_id': '8704b2a9-59b8-40a1-9671-4cf42fe139e1', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'admin_state_up': True, 'tenant_id': '9af207d0887c419684d6bc5d6c59f357'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:21.171306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0deb780a-2d09-4821-abda-450fe25eb44a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40cffd66a9f34f3e908d07fe34206f6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3594644 Dec 12 04:20:21.174352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56526) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:21.226125 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Made reservation on behalf of 9af207d0887c419684d6bc5d6c59f357 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:21.232120 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:21.262342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6ef93f7-d283-4e92-9f6d-b0c223d5f3e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:21.303917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6ef93f7-d283-4e92-9f6d-b0c223d5f3e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:21.363046 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6ef93f7-d283-4e92-9f6d-b0c223d5f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:21.367104 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6ef93f7-d283-4e92-9f6d-b0c223d5f3e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:21.368545 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d6ef93f7-d283-4e92-9f6d-b0c223d5f3e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d86e6b82-e0a9-483e-a97c-198e750747fb HTTP/1.1" status: 204 len: 168 time: 0.1931250 Dec 12 04:20:21.380525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef93f7-d283-4e92-9f6d-b0c223d5f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86e6b82-e0a9-483e-a97c-198e750747fb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:21.447655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Allocated IP 172.20.0.10 (b7a56443-d8ab-4ec1-b128-268ce4be8c16/1312b076-d411-4025-9869-3d97d9c6495d/6093f879-282e-4147-bb6e-aa20d355e3ea) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:21.713001 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:21.769980 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:21.807513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['8f3111c7-e7c8-4962-bc7b-2391f43aa1b2'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:21.852756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:21.864852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:21.876401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:21.884988 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:22.003203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event updated for resources: {'Port': ['ID=6093f879-282e-4147-bb6e-aa20d355e3ea,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:22.073161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1864e-38eb-46d4-8f0c-74fcc8a3e002 req-07bb4b00-83c9-4b41-8dbc-e5fd67042649 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:22.074756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5a1864e-38eb-46d4-8f0c-74fcc8a3e002 req-07bb4b00-83c9-4b41-8dbc-e5fd67042649 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 932 time: 0.1430268 Dec 12 04:20:22.084980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:22.098462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:22.221933 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1a59f7c1-5c84-4a82-a0c9-1384580845fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1514261 Dec 12 04:20:22.222239 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5a1864e-38eb-46d4-8f0c-74fcc8a3e002 req-a2cf262a-1cc5-483f-b81e-9ffd9b9184ca tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343431 Dec 12 04:20:22.240651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b75edd-0c41-47c8-9860-a488796d79b7 req-0681c0ab-d647-4b5e-bfad-99d754d3bdd1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:22.241916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08b75edd-0c41-47c8-9860-a488796d79b7 req-0681c0ab-d647-4b5e-bfad-99d754d3bdd1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.2171915 Dec 12 04:20:22.271334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Request body: {'port': {'device_id': '8704b2a9-59b8-40a1-9671-4cf42fe139e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:22.389809 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:22.551860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08b75edd-0c41-47c8-9860-a488796d79b7 req-bcb4649f-a347-4777-9c29-83deae3938fb tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866597 Dec 12 04:20:22.938195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6093f879-282e-4147-bb6e-aa20d355e3ea {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:22.949213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:22.965181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Transition to ACTIVE for port object 6093f879-282e-4147-bb6e-aa20d355e3ea will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:20:22.972139 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:23.023799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6093f879-282e-4147-bb6e-aa20d355e3ea,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:23.134668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Attempting to bind port 6093f879-282e-4147-bb6e-aa20d355e3ea on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:20:23.135163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Attempting to bind port 6093f879-282e-4147-bb6e-aa20d355e3ea by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:20:23.135593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Attempting to bind port 6093f879-282e-4147-bb6e-aa20d355e3ea on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:23.142374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Port 6093f879-282e-4147-bb6e-aa20d355e3ea on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:20:23.142837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Attempting to bind port 6093f879-282e-4147-bb6e-aa20d355e3ea on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:23.150018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:20:23.150466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Checking segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:23.150947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Bound using segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:20:23.151557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Bound port: 6093f879-282e-4147-bb6e-aa20d355e3ea, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:20:23.152141 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:23.241840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] For port 6093f879-282e-4147-bb6e-aa20d355e3ea, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:20:23.245947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] For port 6093f879-282e-4147-bb6e-aa20d355e3ea, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=6093f879-282e-4147-bb6e-aa20d355e3ea,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:20:23.251648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:23.335555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:23.336193 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:23.337664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/6093f879-282e-4147-bb6e-aa20d355e3ea HTTP/1.1" status: 200 len: 1092 time: 1.0948048 Dec 12 04:20:23.338126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8704b2a9-59b8-40a1-9671-4cf42fe139e1', 'tag': '6093f879-282e-4147-bb6e-aa20d355e3ea'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:23.340391 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6" -d '{"events": [{"name": "network-changed", "server_uuid": "8704b2a9-59b8-40a1-9671-4cf42fe139e1", "tag": "6093f879-282e-4147-bb6e-aa20d355e3ea"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:23.551441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302f7b7-d5cd-4334-b683-c880380f52c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6093f879-282e-4147-bb6e-aa20d355e3ea,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:23.603655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87583-800a-42c7-b8d5-3af76a30da27 req-bca8903e-fbe0-4e84-81f2-efe175f4d562 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:23.605330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75e87583-800a-42c7-b8d5-3af76a30da27 req-bca8903e-fbe0-4e84-81f2-efe175f4d562 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 944 time: 0.2496030 Dec 12 04:20:23.618338 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d4b357-20dc-4810-8eac-c65febac9200 x-openstack-request-id: req-05d4b357-20dc-4810-8eac-c65febac9200 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:23.618640 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8704b2a9-59b8-40a1-9671-4cf42fe139e1", "tag": "6093f879-282e-4147-bb6e-aa20d355e3ea", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:23.618903 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05d4b357-20dc-4810-8eac-c65febac9200 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:23.619315 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8704b2a9-59b8-40a1-9671-4cf42fe139e1', 'tag': '6093f879-282e-4147-bb6e-aa20d355e3ea', 'status': 'completed', 'code': 200} Dec 12 04:20:23.676350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-c12bb331-1e90-4484-8b47-fe864c59ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:23.681229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-c12bb331-1e90-4484-8b47-fe864c59ad13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 1095 time: 0.2572556 Dec 12 04:20:23.760516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-8030b13d-f11f-4750-9cf3-efd34c3ce4af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6093f879-282e-4147-bb6e-aa20d355e3ea HTTP/1.1" status: 200 len: 217 time: 0.0572355 Dec 12 04:20:23.766464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54904180-aa0e-453e-9293-338c09efde51 req-a9e07bbc-f45d-4a57-ac7f-20a54b05b977 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:23.769429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-54904180-aa0e-453e-9293-338c09efde51 req-a9e07bbc-f45d-4a57-ac7f-20a54b05b977 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0914288 Dec 12 04:20:23.817163 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75e87583-800a-42c7-b8d5-3af76a30da27 req-97844087-5bd0-47ae-8746-bb3b50b30dcb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908646 Dec 12 04:20:23.840935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-7a9189d2-de07-44b0-9f12-1723fc308e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:23.842465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-7a9189d2-de07-44b0-9f12-1723fc308e6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.0649030 Dec 12 04:20:23.893911 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-9bafdb51-df7b-457c-a7b3-f74be3126b15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314827 Dec 12 04:20:23.956170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-54904180-aa0e-453e-9293-338c09efde51 req-ab9aade8-c554-49f1-9b65-82c79d3e5cb8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758313 Dec 12 04:20:24.108104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-2132401d-967c-420c-ae07-48f232627300 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057712 Dec 12 04:20:24.242680 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a562acf5-d784-4072-ad17-3e4f0bb03f6f req-dbdf651f-2804-4993-8499-b6ed24eb1826 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262276 Dec 12 04:20:24.453016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-23a5baf0-8418-4cf2-be5d-a457e7f855d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:24.454592 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-23a5baf0-8418-4cf2-be5d-a457e7f855d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 1095 time: 0.0847840 Dec 12 04:20:24.676146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-5be642cb-ceb7-43dd-a55f-8a3b4321faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:24.677954 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-5be642cb-ceb7-43dd-a55f-8a3b4321faa4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 905 time: 0.2163744 Dec 12 04:20:24.805146 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-b8dfd049-c41d-4f34-b472-441036e3612c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6093f879-282e-4147-bb6e-aa20d355e3ea HTTP/1.1" status: 200 len: 217 time: 0.1164987 Dec 12 04:20:24.843885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56630) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:24.948704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-89ecf9d7-03ab-4f50-a4b7-b27cc966288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:24.955337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-89ecf9d7-03ab-4f50-a4b7-b27cc966288f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.1441145 Dec 12 04:20:25.006774 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-272bac8d-3d58-4894-bb0f-703a2578d5b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433106 Dec 12 04:20:25.052103 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2539f584-bd79-4f0c-b552-83db1f2e3bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:25.188987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2539f584-bd79-4f0c-b552-83db1f2e3bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:25.201247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2539f584-bd79-4f0c-b552-83db1f2e3bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:25.304691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73805a7c-4236-4909-889c-7e4474828284 req-2d0166de-52bd-4838-b6e6-b0713bf7f8c6 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:25.308985 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73805a7c-4236-4909-889c-7e4474828284 req-2d0166de-52bd-4838-b6e6-b0713bf7f8c6 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.1710324 Dec 12 04:20:25.322693 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2539f584-bd79-4f0c-b552-83db1f2e3bc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33172928e8b1444c84d186b188a9f45d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4753165 Dec 12 04:20:25.325403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56642) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:25.397342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0950e-57a9-47a0-931d-5301c35a4bb6 req-d72cc17d-84cf-48a5-b28d-e4804943673f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:25.398920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6a0950e-57a9-47a0-931d-5301c35a4bb6 req-d72cc17d-84cf-48a5-b28d-e4804943673f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 944 time: 0.2346008 Dec 12 04:20:25.402371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-b7de45a2-18b7-4abf-8ead-79b1d603c9e2 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854713 Dec 12 04:20:25.410911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73805a7c-4236-4909-889c-7e4474828284 req-7e454512-3b1e-4474-9860-a9925521ca9f tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840924 Dec 12 04:20:25.456800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539f584-bd79-4f0c-b552-83db1f2e3bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c498f-9e04-49ee-b9a7-184de1edcdb7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:25.632218 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:25.676450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6a0950e-57a9-47a0-931d-5301c35a4bb6 req-f6bd2bd7-1e49-45b0-a93d-28c3c1d45d02 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654548 Dec 12 04:20:25.752512 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8fdd487e-77ee-4dd0-bac9-3030fec8faa6 req-9b20571e-b9f8-4d66-9351-e783e92e3579 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086257 Dec 12 04:20:25.758190 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:25.822282 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:25.825509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:25.827241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/038c498f-9e04-49ee-b9a7-184de1edcdb7 HTTP/1.1" status: 204 len: 168 time: 0.5000975 Dec 12 04:20:25.841168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c498f-9e04-49ee-b9a7-184de1edcdb7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:25.858258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.866592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.867070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.867433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.867791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.868221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.868482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.869164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.869560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.869847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.870188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.870537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.870870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aaf941-c8bb-40fd-982d-6f544ae22d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:20:25.937477 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:20:26.321957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56656) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:26.344314 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-294acfdf-c3dd-49a3-b907-bdabc38eea24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:26.482369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-294acfdf-c3dd-49a3-b907-bdabc38eea24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:26.492690 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-294acfdf-c3dd-49a3-b907-bdabc38eea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:26.526796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-294acfdf-c3dd-49a3-b907-bdabc38eea24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7af54cc5057542d687c92832c32f76fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2014396 Dec 12 04:20:26.528418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56660) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:26.580095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294acfdf-c3dd-49a3-b907-bdabc38eea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d9e955-069d-4ceb-aab7-785e6540e8ba,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:26.602917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6d2f-b4df-4917-8691-a49c475ed56a req-e638eae0-9220-451b-a0f8-6eee38aca8ba tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:26.604530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5ec6d2f-b4df-4917-8691-a49c475ed56a req-e638eae0-9220-451b-a0f8-6eee38aca8ba tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0843148 Dec 12 04:20:26.682689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3919b9a7-5554-43d1-a507-86830aadc2d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:26.689386 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d5ec6d2f-b4df-4917-8691-a49c475ed56a req-81689ff2-f002-4bbf-a953-3e0fc1e1184b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756435 Dec 12 04:20:26.755548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3919b9a7-5554-43d1-a507-86830aadc2d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:26.823885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e90be-c1e6-498b-b0fb-55fa4eeed477 req-18c076c7-2593-4bc6-8091-e032990495b3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:26.827101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-058e90be-c1e6-498b-b0fb-55fa4eeed477 req-18c076c7-2593-4bc6-8091-e032990495b3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 944 time: 0.0666604 Dec 12 04:20:26.842119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3919b9a7-5554-43d1-a507-86830aadc2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:26.845317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3919b9a7-5554-43d1-a507-86830aadc2d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:26.846553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3919b9a7-5554-43d1-a507-86830aadc2d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5d9e955-069d-4ceb-aab7-785e6540e8ba HTTP/1.1" status: 204 len: 168 time: 0.3162463 Dec 12 04:20:26.870872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919b9a7-5554-43d1-a507-86830aadc2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d9e955-069d-4ceb-aab7-785e6540e8ba,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:26.918808 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-058e90be-c1e6-498b-b0fb-55fa4eeed477 req-613d13a7-70e6-44bb-b6bd-08bb46a7af9c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840640 Dec 12 04:20:27.217870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 6093f879-282e-4147-bb6e-aa20d355e3ea details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:20:27.347153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 6093f879-282e-4147-bb6e-aa20d355e3ea, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=6093f879-282e-4147-bb6e-aa20d355e3ea,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:27.363088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '6093f879-282e-4147-bb6e-aa20d355e3ea', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'port_id': '6093f879-282e-4147-bb6e-aa20d355e3ea', 'mac_address': 'fa:16:3e:51:22:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1312b076-d411-4025-9869-3d97d9c6495d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:20:27.420905 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:27.442918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6093f879-282e-4147-bb6e-aa20d355e3ea {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:27.468484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 6093f879-282e-4147-bb6e-aa20d355e3ea, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=6093f879-282e-4147-bb6e-aa20d355e3ea,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:27.473732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:27.539124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=6093f879-282e-4147-bb6e-aa20d355e3ea,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:27.856311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab0ba4-a40f-47ee-820a-ec36ac158bd6 req-2ae8f858-a01c-40c5-b6a2-26f35401d2fa tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:27.857890 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5fab0ba4-a40f-47ee-820a-ec36ac158bd6 req-2ae8f858-a01c-40c5-b6a2-26f35401d2fa tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0719848 Dec 12 04:20:27.877119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['6093f879-282e-4147-bb6e-aa20d355e3ea'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:27.930697 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5fab0ba4-a40f-47ee-820a-ec36ac158bd6 req-7fe34733-a518-4437-8a77-abe844d023d8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629711 Dec 12 04:20:28.183162 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7675352-1800-43bc-a1c4-438659df28b5 req-ca5881d8-f115-4a54-864f-5ac9982767ea tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:28.197832 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7675352-1800-43bc-a1c4-438659df28b5 req-ca5881d8-f115-4a54-864f-5ac9982767ea tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 945 time: 0.1574271 Dec 12 04:20:28.255721 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7675352-1800-43bc-a1c4-438659df28b5 req-1b6b4763-600b-4cdc-90b7-63fb4f682620 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569580 Dec 12 04:20:28.699233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea5917-a09e-4375-855f-ce22a1b096c5 req-c8e3ebbe-a082-4817-951c-d4ae9fa1e045 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:28.701997 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62424756-c75b-48f9-9b42-f29196646bbe req-b7b99cb1-8ee2-495d-a78e-246ef7718359 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:28.711635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9dea5917-a09e-4375-855f-ce22a1b096c5 req-c8e3ebbe-a082-4817-951c-d4ae9fa1e045 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.1227200 Dec 12 04:20:28.714555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62424756-c75b-48f9-9b42-f29196646bbe req-b7b99cb1-8ee2-495d-a78e-246ef7718359 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 946 time: 0.1288571 Dec 12 04:20:28.810304 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62424756-c75b-48f9-9b42-f29196646bbe req-f7fadea6-5103-4fd1-b0bb-950b51a1a80e tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933516 Dec 12 04:20:28.837751 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9dea5917-a09e-4375-855f-ce22a1b096c5 req-dc7dae9e-9068-4083-9192-a1a172882638 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250875 Dec 12 04:20:29.080542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56756) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:29.119365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7277c-6277-412a-bbd3-8806ed94d384 req-7e9a0e1c-f847-4cc3-9c62-7fc4d0b000b8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:29.121072 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ba7277c-6277-412a-bbd3-8806ed94d384 req-7e9a0e1c-f847-4cc3-9c62-7fc4d0b000b8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0925946 Dec 12 04:20:29.200882 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ba7277c-6277-412a-bbd3-8806ed94d384 req-3a8c28b0-be7a-407b-ac9a-8ee3856d19a0 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729022 Dec 12 04:20:29.246819 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-227547b4-5f89-4ff7-8f44-be8b499eebb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.252451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 6093f879-282e-4147-bb6e-aa20d355e3ea up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:29.328825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 6093f879-282e-4147-bb6e-aa20d355e3ea completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:20:29.334895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 6093f879-282e-4147-bb6e-aa20d355e3ea triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:29.335489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.358470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-227547b4-5f89-4ff7-8f44-be8b499eebb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.406493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-227547b4-5f89-4ff7-8f44-be8b499eebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.468002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56764) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:29.477656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-227547b4-5f89-4ff7-8f44-be8b499eebb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13fe122561c740a0a77bf507f4bf86c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954716 Dec 12 04:20:29.504396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227547b4-5f89-4ff7-8f44-be8b499eebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a361ce-ef75-40d0-8f1d-a00bb8657fc5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:29.538724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d8700-8de0-4c69-8771-216bdf420991 req-6a896714-6c1c-4193-9b57-66a5ae81f4f1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:29.540678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-858d8700-8de0-4c69-8771-216bdf420991 req-6a896714-6c1c-4193-9b57-66a5ae81f4f1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 945 time: 0.1805775 Dec 12 04:20:29.563131 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a018af8d-cc7a-41e1-a644-7e06d818fc60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.592871 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.594363 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a018af8d-cc7a-41e1-a644-7e06d818fc60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.621830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8704b2a9-59b8-40a1-9671-4cf42fe139e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6093f879-282e-4147-bb6e-aa20d355e3ea'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:29.624132 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483c2d98-1826-4da7-963e-14841b4bc106" -d '{"events": [{"server_uuid": "8704b2a9-59b8-40a1-9671-4cf42fe139e1", "name": "network-vif-plugged", "status": "completed", "tag": "6093f879-282e-4147-bb6e-aa20d355e3ea"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:29.637847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 6093f879-282e-4147-bb6e-aa20d355e3ea, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=6093f879-282e-4147-bb6e-aa20d355e3ea,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:29.646131 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.657798 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a018af8d-cc7a-41e1-a644-7e06d818fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.662059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a018af8d-cc7a-41e1-a644-7e06d818fc60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:29.662248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-858d8700-8de0-4c69-8771-216bdf420991 req-1f165888-e9ce-45af-a0e9-5aa39aad3766 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070101 Dec 12 04:20:29.664052 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a018af8d-cc7a-41e1-a644-7e06d818fc60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9a361ce-ef75-40d0-8f1d-a00bb8657fc5 HTTP/1.1" status: 204 len: 168 time: 0.1949744 Dec 12 04:20:29.678457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018af8d-cc7a-41e1-a644-7e06d818fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a361ce-ef75-40d0-8f1d-a00bb8657fc5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:29.683304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bb307-a721-47d3-b47c-aff48ecb0429 req-b9facadc-3237-4355-9b4c-e2358c48f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:29.684853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3f4bb307-a721-47d3-b47c-aff48ecb0429 req-b9facadc-3237-4355-9b4c-e2358c48f3ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 1097 time: 0.1071689 Dec 12 04:20:29.695046 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88afe0e9-72f4-4272-8dfd-f2dc97fffcda x-openstack-request-id: req-88afe0e9-72f4-4272-8dfd-f2dc97fffcda {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:29.695347 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8704b2a9-59b8-40a1-9671-4cf42fe139e1", "name": "network-vif-plugged", "status": "completed", "tag": "6093f879-282e-4147-bb6e-aa20d355e3ea", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:29.695638 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88afe0e9-72f4-4272-8dfd-f2dc97fffcda {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:29.696048 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8704b2a9-59b8-40a1-9671-4cf42fe139e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6093f879-282e-4147-bb6e-aa20d355e3ea', 'code': 200} Dec 12 04:20:29.758151 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3f4bb307-a721-47d3-b47c-aff48ecb0429 req-3b1c99b9-90ca-4a34-8acd-31b4d4c8ab73 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636053 Dec 12 04:20:29.762216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=6093f879-282e-4147-bb6e-aa20d355e3ea,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:29.848888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce967bf-4fcd-4cd8-80d5-41195b02e433 req-2f61ec9f-347e-4ca7-883c-92500fb5af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:29.849510 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dce967bf-4fcd-4cd8-80d5-41195b02e433 req-2f61ec9f-347e-4ca7-883c-92500fb5af8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 1097 time: 0.0496535 Dec 12 04:20:29.914413 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dce967bf-4fcd-4cd8-80d5-41195b02e433 req-64307c17-ab4d-4ce2-93c1-eb1b1477bfaf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548675 Dec 12 04:20:29.943129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d7777-2de7-4cdf-9fdc-ebc34734b7c6 req-1a8894a0-c0c2-4fd9-b3f4-572981729dee tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:29.950609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e9d7777-2de7-4cdf-9fdc-ebc34734b7c6 req-1a8894a0-c0c2-4fd9-b3f4-572981729dee tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 946 time: 0.0695748 Dec 12 04:20:29.992588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6be1c-a31a-4898-8c86-aa1a9c86a9aa req-334db8b6-9054-4272-a153-444aec6f0f0d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:29.994451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09d6be1c-a31a-4898-8c86-aa1a9c86a9aa req-334db8b6-9054-4272-a153-444aec6f0f0d tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0636504 Dec 12 04:20:30.010607 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e9d7777-2de7-4cdf-9fdc-ebc34734b7c6 req-69170c0d-ff94-4ba2-aadd-ffeffd4582e9 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575469 Dec 12 04:20:30.054178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09d6be1c-a31a-4898-8c86-aa1a9c86a9aa req-350b5b12-0170-4f38-b213-65e4cdb4c687 tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525777 Dec 12 04:20:30.356387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c0902-6c6a-4346-8184-bca9935c4dd5 req-d846a419-9d6d-4a5e-810f-ce68850290aa tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:30.358222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d1c0902-6c6a-4346-8184-bca9935c4dd5 req-d846a419-9d6d-4a5e-810f-ce68850290aa tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0628107 Dec 12 04:20:30.445134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d1c0902-6c6a-4346-8184-bca9935c4dd5 req-78944a92-36e8-45a7-b483-c1a1a8d1d208 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761390 Dec 12 04:20:30.714835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed70362-25eb-44ea-887a-639a68820143 req-96540112-068a-46bf-b1a9-fc5d963e0d39 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:30.716396 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ed70362-25eb-44ea-887a-639a68820143 req-96540112-068a-46bf-b1a9-fc5d963e0d39 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 946 time: 0.0655403 Dec 12 04:20:30.780711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fdc2c-4eaf-4344-85a7-dca58ae678c2 req-a1a6347c-48e7-4638-85d0-edbb1532e652 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:30.788433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-167fdc2c-4eaf-4344-85a7-dca58ae678c2 req-a1a6347c-48e7-4638-85d0-edbb1532e652 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 946 time: 0.0605562 Dec 12 04:20:30.848977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-167fdc2c-4eaf-4344-85a7-dca58ae678c2 req-a59d3a5e-e8c4-4379-b610-375cc0e4ad9c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593472 Dec 12 04:20:30.887632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-4ed70362-25eb-44ea-887a-639a68820143 req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Deleting port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:30.888622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ed70362-25eb-44ea-887a-639a68820143 req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:30.905645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-84393a0a-f824-4485-a124-63395cf2b85f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:30.907609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-84393a0a-f824-4485-a124-63395cf2b85f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.0739930 Dec 12 04:20:31.057915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4ed70362-25eb-44ea-887a-639a68820143 req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] For port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:31.058352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ed70362-25eb-44ea-887a-639a68820143 req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:31.085388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Deleting port 76828b7d-5a09-45f0-8dfb-1cc1855d116e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:31.085579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:31.096149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-4ed70362-25eb-44ea-887a-639a68820143 req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Calling delete_port for 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:31.273840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e378055-a904-4b42-b63d-481fc80af8f1 req-6b61fb87-bb6e-4622-96be-c436e59a8cad tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:31.282646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e378055-a904-4b42-b63d-481fc80af8f1 req-6b61fb87-bb6e-4622-96be-c436e59a8cad tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/ports?device_id=376a1840-ca35-42a7-ab7f-1a2fa10970ed HTTP/1.1" status: 200 len: 946 time: 0.0944166 Dec 12 04:20:31.342030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] For port 76828b7d-5a09-45f0-8dfb-1cc1855d116e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=76828b7d-5a09-45f0-8dfb-1cc1855d116e,segment=NetworkSegment(d3e5908a-3c33-40ce-bf56-8152cac8020f),segment_id=d3e5908a-3c33-40ce-bf56-8152cac8020f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:31.342394 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:31.359968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Calling delete_port for 76828b7d-5a09-45f0-8dfb-1cc1855d116e owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:31.383692 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e378055-a904-4b42-b63d-481fc80af8f1 req-5b385325-5f3a-4788-baf4-50b624a716e5 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.36 "GET /v2.0/security-groups?id=963773b4-84b8-4310-abad-db2905ba0331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000464 Dec 12 04:20:31.415389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ed70362-25eb-44ea-887a-639a68820143 req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:31.491899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Pushing event deleted for resources: {'Port': ['ID=2945d214-4628-4c5e-b0a2-d7b4ab2f9a70,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:31.516380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed70362-25eb-44ea-887a-639a68820143 req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] No DVR routers for this DVR port 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:31.519602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ed70362-25eb-44ea-887a-639a68820143 req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:31.523492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ed70362-25eb-44ea-887a-639a68820143 req-1aa1e705-700b-4449-98e2-7a4595e59348 tempest-AttachSCSIVolumeTestJSON-685474391 tempest-AttachSCSIVolumeTestJSON-685474391-project] 10.222.0.37 "DELETE /v2.0/ports/2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 HTTP/1.1" status: 204 len: 173 time: 0.7784395 Dec 12 04:20:31.524009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a1840-ca35-42a7-ab7f-1a2fa10970ed', 'name': 'network-vif-deleted', 'tag': '2945d214-4628-4c5e-b0a2-d7b4ab2f9a70'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:31.527354 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dbf177-2b58-4dd2-8085-c20a801695b8" -d '{"events": [{"server_uuid": "376a1840-ca35-42a7-ab7f-1a2fa10970ed", "name": "network-vif-deleted", "tag": "2945d214-4628-4c5e-b0a2-d7b4ab2f9a70"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:31.566852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc9030-13dd-4440-8c5e-b6928a48b499 req-497a1094-54f7-4aad-b467-c2b9da02e2ba tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:31.569416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16fc9030-13dd-4440-8c5e-b6928a48b499 req-497a1094-54f7-4aad-b467-c2b9da02e2ba tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1678775-387f-484b-95c2-5ec77f3ca012 HTTP/1.1" status: 200 len: 947 time: 0.3973823 Dec 12 04:20:31.612914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:31.648572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['76828b7d-5a09-45f0-8dfb-1cc1855d116e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:31.701232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Pushing event deleted for resources: {'Port': ['ID=76828b7d-5a09-45f0-8dfb-1cc1855d116e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:31.708937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16fc9030-13dd-4440-8c5e-b6928a48b499 req-c8883634-5e40-4cfa-a8df-e4e7f1d7e45f tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098185 Dec 12 04:20:31.770037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] No DVR routers for this DVR port 76828b7d-5a09-45f0-8dfb-1cc1855d116e on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:31.778850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:31.784672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e304e323-a61f-41a6-bce6-946a786f3ba9 req-5b2beb0f-2afb-413f-974a-c115e5a1a71c tempest-ServersNegativeTestJSON-2008315897 tempest-ServersNegativeTestJSON-2008315897-project] 10.222.0.18 "DELETE /v2.0/ports/76828b7d-5a09-45f0-8dfb-1cc1855d116e HTTP/1.1" status: 204 len: 173 time: 0.8668952 Dec 12 04:20:31.786103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-deleted', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:31.789450 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f2e9c-1991-49e6-9e5c-ef8422e9f636" -d '{"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-deleted", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:31.804314 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7bcd57-306e-4a15-a2f2-909155a71c14 x-openstack-request-id: req-0d7bcd57-306e-4a15-a2f2-909155a71c14 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:31.804613 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a1840-ca35-42a7-ab7f-1a2fa10970ed", "name": "network-vif-deleted", "tag": "2945d214-4628-4c5e-b0a2-d7b4ab2f9a70", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:31.804990 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d7bcd57-306e-4a15-a2f2-909155a71c14 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:31.807627 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a1840-ca35-42a7-ab7f-1a2fa10970ed', 'name': 'network-vif-deleted', 'tag': '2945d214-4628-4c5e-b0a2-d7b4ab2f9a70', 'status': 'completed', 'code': 200} Dec 12 04:20:31.855451 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1ee052-c016-4ab2-b5f0-400585e4c211 x-openstack-request-id: req-2b1ee052-c016-4ab2-b5f0-400585e4c211 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:31.855754 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1678775-387f-484b-95c2-5ec77f3ca012", "name": "network-vif-deleted", "tag": "76828b7d-5a09-45f0-8dfb-1cc1855d116e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:31.856023 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b1ee052-c016-4ab2-b5f0-400585e4c211 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:31.856619 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1678775-387f-484b-95c2-5ec77f3ca012', 'name': 'network-vif-deleted', 'tag': '76828b7d-5a09-45f0-8dfb-1cc1855d116e', 'status': 'completed', 'code': 200} Dec 12 04:20:31.875584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333172d2-cf9b-4c4e-8466-ff988c82dfc8 req-52a88c22-8aab-4db4-8f2b-6886d303e6ac tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:31.887039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-333172d2-cf9b-4c4e-8466-ff988c82dfc8 req-52a88c22-8aab-4db4-8f2b-6886d303e6ac tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0986953 Dec 12 04:20:31.946911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-333172d2-cf9b-4c4e-8466-ff988c82dfc8 req-197749d7-914e-4294-bd5f-07af0663e263 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583045 Dec 12 04:20:32.047902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75a4bf-fb53-48fe-aab3-a17f637c51ad req-b48e60fc-7e67-4dcf-922e-cd931fc4eb18 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:32.056256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae75a4bf-fb53-48fe-aab3-a17f637c51ad req-b48e60fc-7e67-4dcf-922e-cd931fc4eb18 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 946 time: 0.0881793 Dec 12 04:20:32.140688 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae75a4bf-fb53-48fe-aab3-a17f637c51ad req-0af5bd3d-7e6e-4dd6-aadb-3c7a928f345a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834689 Dec 12 04:20:32.260535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35979bdc-cd49-4428-b2a6-fbf290897f8c req-68cc9b0d-0fb2-433f-9642-b13b9203b5f9 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:32.262263 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35979bdc-cd49-4428-b2a6-fbf290897f8c req-68cc9b0d-0fb2-433f-9642-b13b9203b5f9 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1301386 Dec 12 04:20:32.349028 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35979bdc-cd49-4428-b2a6-fbf290897f8c req-6574ad87-a1ea-4866-8105-0671052880bf tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733292 Dec 12 04:20:32.497581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8c79b-667c-43f1-9675-959057da8fca req-c6a027aa-c787-4359-9a88-dc86a3a98315 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:32.499023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69f8c79b-667c-43f1-9675-959057da8fca req-c6a027aa-c787-4359-9a88-dc86a3a98315 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 945 time: 0.0645523 Dec 12 04:20:32.554808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69f8c79b-667c-43f1-9675-959057da8fca req-c37e8f71-1f5a-4c2c-9e20-70d2b53a2a4e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491972 Dec 12 04:20:32.761725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56892) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:32.766923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'network': {'name': 'tempest-network-smoke--828982295', 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'port_security_enabled': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:32.800476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Made reservation on behalf of 6274f43ec7904903b4a3902565b95ea7 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:32.806115 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:32.818147 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:32.936472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd761f-f6f1-4c67-ab7a-03533d1d091f req-a9d04bd0-da80-4556-9b50-83644a7e4438 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:32.938676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34bd761f-f6f1-4c67-ab7a-03533d1d091f req-a9d04bd0-da80-4556-9b50-83644a7e4438 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 946 time: 0.0967381 Dec 12 04:20:33.025306 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.053540 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34bd761f-f6f1-4c67-ab7a-03533d1d091f req-0cde962c-440c-4012-be62-b7d20a1aaf00 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041110 Dec 12 04:20:33.054900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.064022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56908) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:33.075838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:20:33.078179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:33.096762 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.097212 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Added segment e22f13c5-ec2a-42d6-9122-4661f6c1a1c6 of type vlan for network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 Dec 12 04:20:33.118807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:33.119307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2945d214-4628-4c5e-b0a2-d7b4ab2f9a70 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:33.227809 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.247884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-344a8b3f-0c3d-491d-bb12-a762bc175b8b admin admin] Deleting subnet 36aeef72-4114-4e29-ab24-bffc6a86ff95 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:20:33.280234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-344a8b3f-0c3d-491d-bb12-a762bc175b8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.327197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298022bb-8045-4329-bdf4-b289372d3332,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:33.343315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.345715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-344a8b3f-0c3d-491d-bb12-a762bc175b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.356672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:33.357346 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.428287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95723ce7-a99d-4498-b1b6-62863ac1162e req-ad672997-a7ec-46d2-8e41-ad720e07e779 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:33.435799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-95723ce7-a99d-4498-b1b6-62863ac1162e req-ad672997-a7ec-46d2-8e41-ad720e07e779 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.2514012 Dec 12 04:20:33.441849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-344a8b3f-0c3d-491d-bb12-a762bc175b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.454404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221e243-b720-4c62-a85c-3f5449028654 req-c5952580-fb39-4db6-9cf0-a2539f50f92b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:33.456287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b221e243-b720-4c62-a85c-3f5449028654 req-c5952580-fb39-4db6-9cf0-a2539f50f92b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 946 time: 0.0871940 Dec 12 04:20:33.461386 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6985497 Dec 12 04:20:33.471576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56932) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:33.477624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'admin_state_up': True, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:33.482917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395ec0b-9f56-4f10-9201-260f610f5805 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Network': ['ID=2f1a4db5-7013-4eb6-81e9-707b89f70d62,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:33.495327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:20:33.531183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-95723ce7-a99d-4498-b1b6-62863ac1162e req-ce9ff590-9e3b-4d8e-b23e-f4511d3d1e14 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942016 Dec 12 04:20:33.537434 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.538725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.561839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b221e243-b720-4c62-a85c-3f5449028654 req-292b97ce-33ab-447d-b0fc-d31c035e8887 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852301 Dec 12 04:20:33.593221 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-344a8b3f-0c3d-491d-bb12-a762bc175b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.630362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-344a8b3f-0c3d-491d-bb12-a762bc175b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.634188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-344a8b3f-0c3d-491d-bb12-a762bc175b8b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/36aeef72-4114-4e29-ab24-bffc6a86ff95 HTTP/1.1" status: 204 len: 168 time: 0.5691447 Dec 12 04:20:33.635215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a8b3f-0c3d-491d-bb12-a762bc175b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36aeef72-4114-4e29-ab24-bffc6a86ff95,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:33.637055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56934) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:33.644065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.746664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.863554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.904999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e2a7cd-1867-43b6-b91a-544b9c535e2a']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:33.918231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e5908a-3c33-40ce-bf56-8152cac8020f') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:33.918582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e5908a-3c33-40ce-bf56-8152cac8020f') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:33.942458 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.961509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.969663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:20:33.970078 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:20:33.972574 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:20:34.046308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.054896 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.061125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] 10.222.0.36 "DELETE /v2.0/networks/e8e2a7cd-1867-43b6-b91a-544b9c535e2a HTTP/1.1" status: 204 len: 168 time: 0.4158874 Dec 12 04:20:34.087452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c75e-b9c0-4ce2-ac41-3b8e0684d78f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e2a7cd-1867-43b6-b91a-544b9c535e2a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:34.288710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.309493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56952) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:34.355980 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-32136627-2bc4-460b-a8c5-ded2a7bf4eee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a939ce2a66474c5c8a7d08ae08803aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451822 Dec 12 04:20:34.358512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56954) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:34.411124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3156328-d65f-4f8f-826a-c4139b20a614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.436383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3156328-d65f-4f8f-826a-c4139b20a614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.491138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3156328-d65f-4f8f-826a-c4139b20a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.494161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3156328-d65f-4f8f-826a-c4139b20a614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.498126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d3156328-d65f-4f8f-826a-c4139b20a614 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2d0af33-d67b-4da1-bc72-63b6e9b1e49b HTTP/1.1" status: 204 len: 168 time: 0.1361432 Dec 12 04:20:34.503256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.504386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3156328-d65f-4f8f-826a-c4139b20a614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d0af33-d67b-4da1-bc72-63b6e9b1e49b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:34.536293 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.739197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Allocated IP 172.25.7.226 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/064029c4-608c-40f4-a57d-63e1f4e180b9) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:34.768167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b2c41-4466-4e5a-b02b-66e983b975a2 req-63542aee-da3b-45ab-8b66-4fe69468a1a9 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:34.769791 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211b2c41-4466-4e5a-b02b-66e983b975a2 req-63542aee-da3b-45ab-8b66-4fe69468a1a9 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1222906 Dec 12 04:20:34.836963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d70ea-5ea4-4a4d-b3fd-a0a6048e22a2 req-b42daf98-483b-4c62-a399-9169ebcf8ae8 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:34.840939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff4d70ea-5ea4-4a4d-b3fd-a0a6048e22a2 req-b42daf98-483b-4c62-a399-9169ebcf8ae8 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 946 time: 0.1319311 Dec 12 04:20:34.880898 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211b2c41-4466-4e5a-b02b-66e983b975a2 req-0a83834c-e7f4-48cd-b06a-9896aec21074 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004539 Dec 12 04:20:34.960119 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:34.982690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-444347a2-6b5a-49cc-b6fb-f732e2d189d2 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:34.984444 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-444347a2-6b5a-49cc-b6fb-f732e2d189d2 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 946 time: 0.0969152 Dec 12 04:20:34.985808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff4d70ea-5ea4-4a4d-b3fd-a0a6048e22a2 req-23aaaf92-e387-4ff5-972d-e587044a2613 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285644 Dec 12 04:20:35.056632 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:35.139739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:35.174880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:35.196664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:35.284737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:35.299694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=064029c4-608c-40f4-a57d-63e1f4e180b9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:35.352253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 76828b7d-5a09-45f0-8dfb-1cc1855d116e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:35.352518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 76828b7d-5a09-45f0-8dfb-1cc1855d116e not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:35.415106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Deleting port 6093f879-282e-4147-bb6e-aa20d355e3ea {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:35.415557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:35.527952 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3771a8-321b-4c8f-a837-211ffc0c9ac6 req-d1ba5942-5837-4815-ba10-d468f1b3cbef tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:35.538009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c3771a8-321b-4c8f-a837-211ffc0c9ac6 req-d1ba5942-5837-4815-ba10-d468f1b3cbef tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1130707 Dec 12 04:20:35.661511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c3771a8-321b-4c8f-a837-211ffc0c9ac6 req-5d98b8f8-d5c9-429b-9627-e03ec5e8fe4d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226156 Dec 12 04:20:35.758074 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:35.821976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56996) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:35.849038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] For port 6093f879-282e-4147-bb6e-aa20d355e3ea, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=6093f879-282e-4147-bb6e-aa20d355e3ea,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:35.849437 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:35.875296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Calling delete_port for 6093f879-282e-4147-bb6e-aa20d355e3ea owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:35.949583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1650309703-network', 'tenant_id': '09b11646ca2a456ea8b4c412c4676842'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:35.974641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Made reservation on behalf of 09b11646ca2a456ea8b4c412c4676842 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:35.977782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:35.987530 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.122865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.128325 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.167446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:20:36.190362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f199991f-919e-4812-aa7a-a7cf8881d0c4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:36.198659 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.215951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.216481 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Added segment 5d18d16a-ea0f-4b67-9abd-4676f32f6cfd of type vlan for network 9edad89e-f48b-4db2-8494-9649e4391d80 Dec 12 04:20:36.280544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.318527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed885f1-15a2-448d-8cf2-7fa03ec91f71 req-89fe42c2-446f-4970-8119-3734b80c9853 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:36.320171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ed885f1-15a2-448d-8cf2-7fa03ec91f71 req-89fe42c2-446f-4970-8119-3734b80c9853 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=8704b2a9-59b8-40a1-9671-4cf42fe139e1 HTTP/1.1" status: 200 len: 946 time: 0.2046390 Dec 12 04:20:36.327171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.328730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:36.329522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.340094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.374464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['8f3111c7-e7c8-4962-bc7b-2391f43aa1b2', '6093f879-282e-4147-bb6e-aa20d355e3ea'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:36.382396 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5564234 Dec 12 04:20:36.407505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57008) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:36.414104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Request body: {'subnet': {'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1650309703-subnet', 'tenant_id': '09b11646ca2a456ea8b4c412c4676842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:36.431522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:36.443941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cfcdb-8471-4276-ac31-e67cd2d0a63b admin admin] Pushing event updated for resources: {'Network': ['ID=9edad89e-f48b-4db2-8494-9649e4391d80,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:36.448076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event deleted for resources: {'Port': ['ID=6093f879-282e-4147-bb6e-aa20d355e3ea,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:36.464278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Made reservation on behalf of 09b11646ca2a456ea8b4c412c4676842 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:36.467815 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.504882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9edad89e-f48b-4db2-8494-9649e4391d80 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:20:36.526123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] No DVR routers for this DVR port 6093f879-282e-4147-bb6e-aa20d355e3ea on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:36.538258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.541836 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38fc6bca-e10d-412a-82c2-fe0378f544a9 req-063d53a3-a550-42a0-a68b-5191592684ed tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "DELETE /v2.0/ports/6093f879-282e-4147-bb6e-aa20d355e3ea HTTP/1.1" status: 204 len: 173 time: 1.5463321 Dec 12 04:20:36.542383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8704b2a9-59b8-40a1-9671-4cf42fe139e1', 'name': 'network-vif-deleted', 'tag': '6093f879-282e-4147-bb6e-aa20d355e3ea'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:36.544785 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2528dfd3-caee-4925-ba46-21abc86b0cf3" -d '{"events": [{"server_uuid": "8704b2a9-59b8-40a1-9671-4cf42fe139e1", "name": "network-vif-deleted", "tag": "6093f879-282e-4147-bb6e-aa20d355e3ea"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:36.554868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ed885f1-15a2-448d-8cf2-7fa03ec91f71 req-44c2b081-f0c9-4aa2-bf3e-0503fb543a22 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257326 Dec 12 04:20:36.572786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Router c8bd103d-f176-4fcd-8143-46503c0b1218 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:20:36.645452 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4d497f-16c4-444c-82d8-9030dbea7194 x-openstack-request-id: req-0b4d497f-16c4-444c-82d8-9030dbea7194 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:36.645751 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8704b2a9-59b8-40a1-9671-4cf42fe139e1", "name": "network-vif-deleted", "tag": "6093f879-282e-4147-bb6e-aa20d355e3ea", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:36.646212 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b4d497f-16c4-444c-82d8-9030dbea7194 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:36.646806 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8704b2a9-59b8-40a1-9671-4cf42fe139e1', 'name': 'network-vif-deleted', 'tag': '6093f879-282e-4147-bb6e-aa20d355e3ea', 'status': 'completed', 'code': 200} Dec 12 04:20:36.856311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:20:36.878708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Sync routers for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:20:36.899779 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:36.903880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e528d0a1-da6b-46c4-9b07-291c915be398 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4285810 Dec 12 04:20:36.912178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b454c-fa28-4765-8735-879ba84636df req-bddaf177-2b76-4998-8c29-b1138cba661e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:36.914103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-418b454c-fa28-4765-8735-879ba84636df req-bddaf177-2b76-4998-8c29-b1138cba661e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1163025 Dec 12 04:20:36.915206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57016) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:36.947068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:20:36.948165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:20:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:36.990348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-418b454c-fa28-4765-8735-879ba84636df req-6a91cb22-1b34-4d5b-ab51-1d5bb6c05889 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677388 Dec 12 04:20:37.031749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:37.117698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:20:37.196060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb8f875-95bc-4261-b112-5c8623829c78,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:37.258155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Checking segment: {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:37.258441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Network hostable DHCP agents. Network: 9edad89e-f48b-4db2-8494-9649e4391d80, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:20:37.308080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Network 9edad89e-f48b-4db2-8494-9649e4391d80 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:20:37.324144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9edad89e-f48b-4db2-8494-9649e4391d80) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:37.333053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:37.335444 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:37.372381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e6065a8e-a38d-4c28-8f3c-e67304f5b1b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9637680 Dec 12 04:20:37.377318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d15501-eb2f-486f-8b08-453ddb95659a None None] Network 9edad89e-f48b-4db2-8494-9649e4391d80 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:37.387648 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb0e1184-2bcf-4644-824d-8c3415b9678d tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=6274f43ec7904903b4a3902565b95ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4689684 Dec 12 04:20:37.388114 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57028) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:37.582847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc30b0e-6474-4797-be96-b37ab82ae4ed None None] Network 9edad89e-f48b-4db2-8494-9649e4391d80 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:37.843792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:35Z', 'revision_number': 3, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:37.915479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Checking router: c8bd103d-f176-4fcd-8143-46503c0b1218 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:20:37.919456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Updating router c8bd103d-f176-4fcd-8143-46503c0b1218 port 064029c4-608c-40f4-a57d-63e1f4e180b9 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:20:38.014127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5202f8-bb68-40ca-a470-3f47db50bff2 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:38.015688 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6c5202f8-bb68-40ca-a470-3f47db50bff2 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6258047 Dec 12 04:20:38.021916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57050) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:38.040497 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:38.147946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e5a74fd8-d928-4434-9abf-56504b20c324 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246514 Dec 12 04:20:38.150660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57060) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:38.189813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-681407612', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:38.348127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43b5a-16d2-4546-8514-b344d68fec95 req-19435fd2-dbfa-40d3-a8ae-c3fdbf9f0737 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:38.351781 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9ff43b5a-16d2-4546-8514-b344d68fec95 req-19435fd2-dbfa-40d3-a8ae-c3fdbf9f0737 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 945 time: 0.2375588 Dec 12 04:20:38.473946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9ff43b5a-16d2-4546-8514-b344d68fec95 req-10a68922-6191-4517-872a-80bb9c999d1b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125152 Dec 12 04:20:38.476446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-c1c79cc1-9261-4f98-b474-310d210194b3 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:38.482629 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-c1c79cc1-9261-4f98-b474-310d210194b3 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 815 time: 0.2862546 Dec 12 04:20:38.488681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Made reservation on behalf of 6274f43ec7904903b4a3902565b95ea7 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:38.492530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:38.507033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-548fe02c-d64c-4441-bf59-317c298d9124 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/quotas/09b11646ca2a456ea8b4c412c4676842 HTTP/1.1" status: 200 len: 375 time: 0.0165629 Dec 12 04:20:38.540562 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:38.554417 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:38.557955 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-2b1f9a78-6210-47c5-9585-a10d8b9169cf tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423191 Dec 12 04:20:38.638450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Attempting to bind port 064029c4-608c-40f4-a57d-63e1f4e180b9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:20:38.638920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Attempting to bind port 064029c4-608c-40f4-a57d-63e1f4e180b9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:20:38.639304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Attempting to bind port 064029c4-608c-40f4-a57d-63e1f4e180b9 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:38.647123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57285abd-7b56-4409-a005-8be886ce5445 None None] Pushing event updated for resources: {'Port': ['ID=064029c4-608c-40f4-a57d-63e1f4e180b9,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:38.651073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:20:38.651466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:38.651881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:38.652279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:20:38.652774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Bound port: 064029c4-608c-40f4-a57d-63e1f4e180b9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:20:38.653199 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:38.709607 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-d41658a4-f872-4b5a-ad18-293e67d74e18 service neutron] 10.222.0.36 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428444 Dec 12 04:20:38.716808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] For port 064029c4-608c-40f4-a57d-63e1f4e180b9, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:20:38.722150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] For port 064029c4-608c-40f4-a57d-63e1f4e180b9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=064029c4-608c-40f4-a57d-63e1f4e180b9,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:20:38.728488 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:38.807162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:20:38.808626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:20:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:38.884755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:38.945951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-03f6dc1a-4ccb-402b-bdba-2e78c8174cfd service neutron] 10.222.0.36 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269390 Dec 12 04:20:38.967130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Subnet': ['ID=4515fcdb-6455-458c-8fd4-2639e1e67083,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:39.003015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Checking segment: {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:39.003384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network hostable DHCP agents. Network: 2f1a4db5-7013-4eb6-81e9-707b89f70d62, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:20:39.032159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:20:39.050202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 2f1a4db5-7013-4eb6-81e9-707b89f70d62) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:39.062820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:39.063970 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:39.098686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cd84f0c6-b931-49f6-b7a8-46992da35da4 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9111688 Dec 12 04:20:39.099123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57072) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:39.334268 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-431836e7-00ef-46af-b3ad-1ecf9a97a4e1 req-48c134a4-e341-4aab-b336-c75a2c5f5e59 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 210 time: 0.0710526 Dec 12 04:20:39.400088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efb718f-a88e-477a-9f00-805913ac21fe None None] Network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:39.411790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 6093f879-282e-4147-bb6e-aa20d355e3ea no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:39.435962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57092) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:39.453688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 6093f879-282e-4147-bb6e-aa20d355e3ea {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:39.454406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 6093f879-282e-4147-bb6e-aa20d355e3ea not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:39.515328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57285abd-7b56-4409-a005-8be886ce5445 None None] Pushing event updated for resources: {'Port': ['ID=064029c4-608c-40f4-a57d-63e1f4e180b9,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:39.632600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:20:40.006580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-21af8280-9a2a-4d21-b1fb-ceaffe7e20bd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:40.008089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-21af8280-9a2a-4d21-b1fb-ceaffe7e20bd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 945 time: 0.5836887 Dec 12 04:20:40.013219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:20:40.014119 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:40.144730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:35Z', 'revision_number': 3, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:40.195242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3e9ad-9c2c-4e5f-b33c-eace94fbcf58 None None] The sync data for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 is: [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:35Z', 'revision_number': 3, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:20:40.345131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Allocated IP 172.20.0.2 (2f1a4db5-7013-4eb6-81e9-707b89f70d62/4515fcdb-6455-458c-8fd4-2639e1e67083/c9082625-4b6d-4cdf-8b28-edbebb067b6e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:40.353940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:40.676865 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73118c4d-a172-40b2-8ee1-f08e21c6d7fc req-c211d8c6-dd77-485c-b715-6c05fd3d4a20 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 210 time: 0.1701109 Dec 12 04:20:40.716234 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:40.727917 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ee133090-6750-47fb-9fdb-9e2d265366ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:40.747184 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:40.785147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae591469-4e57-453b-9114-b6faefe3dc14 req-d3c25e9d-22bb-4a6d-8fd3-df2d9744e874 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:40.790269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae591469-4e57-453b-9114-b6faefe3dc14 req-d3c25e9d-22bb-4a6d-8fd3-df2d9744e874 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 945 time: 1.1588686 Dec 12 04:20:40.924581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Pushing event updated for resources: {'Port': ['ID=c9082625-4b6d-4cdf-8b28-edbebb067b6e,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:40.927077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 064029c4-608c-40f4-a57d-63e1f4e180b9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:40.932841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae591469-4e57-453b-9114-b6faefe3dc14 req-6ae880a4-0d76-40c6-ad17-363d3993f34b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298068 Dec 12 04:20:40.995855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Deleting port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:40.996215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:41.027300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:41.033725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:41.036948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:41.284188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Attempting to bind port c9082625-4b6d-4cdf-8b28-edbebb067b6e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:20:41.284513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Attempting to bind port c9082625-4b6d-4cdf-8b28-edbebb067b6e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:20:41.284931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Attempting to bind port c9082625-4b6d-4cdf-8b28-edbebb067b6e on network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:41.312405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:20:41.312805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Checking segment: {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:41.314318 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:41.314734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Bound using segment: {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:20:41.315239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Bound port: c9082625-4b6d-4cdf-8b28-edbebb067b6e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:20:41.315640 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:41.333484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 064029c4-608c-40f4-a57d-63e1f4e180b9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:41.333877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:41.533350 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:41.553344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] For port c9082625-4b6d-4cdf-8b28-edbebb067b6e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:20:41.559519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] For port c9082625-4b6d-4cdf-8b28-edbebb067b6e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9082625-4b6d-4cdf-8b28-edbebb067b6e,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:20:41.559754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-7ecb3081-4bfc-46f0-ad15-4ddca6e191b9 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:41.562767 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-7ecb3081-4bfc-46f0-ad15-4ddca6e191b9 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.18 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 815 time: 0.4051857 Dec 12 04:20:41.571060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:41.576021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 064029c4-608c-40f4-a57d-63e1f4e180b9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=064029c4-608c-40f4-a57d-63e1f4e180b9,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:41.597265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Request body: {'port': {'device_id': '0d098343-aea9-424c-b1e7-837149ffb9d0', 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80', 'admin_state_up': True, 'tenant_id': '09b11646ca2a456ea8b4c412c4676842'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:41.623402 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:41.701514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe8c3a-01ba-44df-b055-0cd3fb704e1c req-c930585b-ec59-4540-bc23-8f34b6174f8b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:41.709709 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3fe8c3a-01ba-44df-b055-0cd3fb704e1c req-c930585b-ec59-4540-bc23-8f34b6174f8b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.2423260 Dec 12 04:20:41.718165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e9db-4101-4111-8752-c59da66fb588 req-089fd1b0-fb07-4b26-84f9-5007d57f1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:41.720507 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e502e9db-4101-4111-8752-c59da66fb588 req-089fd1b0-fb07-4b26-84f9-5007d57f1711 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1096 time: 0.2765408 Dec 12 04:20:41.723355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] For port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:41.723355 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:41.731389 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:41.743568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Allocated IP 172.20.0.1 (2f1a4db5-7013-4eb6-81e9-707b89f70d62/4515fcdb-6455-458c-8fd4-2639e1e67083/03b5b596-6666-470d-8a32-71d738cc3e29) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:41.749740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d41fb-dbd1-481e-87e8-4e027f145811 None None] Pushing event updated for resources: {'Port': ['ID=c9082625-4b6d-4cdf-8b28-edbebb067b6e,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:41.860625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=064029c4-608c-40f4-a57d-63e1f4e180b9,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:41.911298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7eabedf5-af12-46f3-8ab7-7908878891a4 req-b51cfd4a-9f39-45d7-a6f0-206206a3e6e2 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 210 time: 0.0948102 Dec 12 04:20:41.917494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Calling delete_port for 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:41.963417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e9db-4101-4111-8752-c59da66fb588 req-0f6077ed-c32c-4c5c-85b3-eb1a1ac9120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:41.965366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e502e9db-4101-4111-8752-c59da66fb588 req-0f6077ed-c32c-4c5c-85b3-eb1a1ac9120e service neutron] 10.222.0.18 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 919 time: 0.2252648 Dec 12 04:20:42.019549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Made reservation on behalf of 09b11646ca2a456ea8b4c412c4676842 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:42.023873 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:42.131900 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:42.143339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e502e9db-4101-4111-8752-c59da66fb588 req-45001aad-18a7-4919-9089-7d88ed6383c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb HTTP/1.1" status: 200 len: 217 time: 0.1270261 Dec 12 04:20:42.163062 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3fe8c3a-01ba-44df-b055-0cd3fb704e1c req-631ffb83-089c-4cfa-90e6-fe97172b956e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523830 Dec 12 04:20:42.216390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428deb7-a903-4a0a-a619-5ac2d8fbe86b req-499927ae-5873-4aeb-818e-e74f58ab464d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:42.218141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3428deb7-a903-4a0a-a619-5ac2d8fbe86b req-499927ae-5873-4aeb-818e-e74f58ab464d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 945 time: 0.1708508 Dec 12 04:20:42.250794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e9db-4101-4111-8752-c59da66fb588 req-7de0c6a2-3b8b-47a9-b443-bb2a5897e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:42.252325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e502e9db-4101-4111-8752-c59da66fb588 req-7de0c6a2-3b8b-47a9-b443-bb2a5897e50f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.1005507 Dec 12 04:20:42.286523 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:42.323496 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:42.392604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=03b5b596-6666-470d-8a32-71d738cc3e29,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:42.405677 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3428deb7-a903-4a0a-a619-5ac2d8fbe86b req-71cfb0eb-63b0-440c-9bc6-d1378010fff3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766262 Dec 12 04:20:42.433236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:42.434898 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Allocated IP 172.20.0.13 (9edad89e-f48b-4db2-8494-9649e4391d80/efb8f875-95bc-4261-b112-5c8623829c78/5badd370-79b3-4cc5-b847-63981a1e9714) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:42.437329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:42.441881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:42.459205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e502e9db-4101-4111-8752-c59da66fb588 req-eccbd1c6-1bcf-47c9-a565-ad8f0e5e3f3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1989908 Dec 12 04:20:42.508655 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:42.556140 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:42.591321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:42.600321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event deleted for resources: {'Port': ['ID=8f3111c7-e7c8-4962-bc7b-2391f43aa1b2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:42.730461 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e502e9db-4101-4111-8752-c59da66fb588 req-08b20cc0-9107-4015-94e0-09b04076ed0e service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618189 Dec 12 04:20:42.769537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] No DVR routers for this DVR port 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:42.854539 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:42.871720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18f747de-76c9-4317-b6fc-848c7a0d7183 req-fe39b4d1-8e42-497a-b9e4-fb03bb3dd503 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "DELETE /v2.0/ports/8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 HTTP/1.1" status: 204 len: 173 time: 2.7929075 Dec 12 04:20:42.876747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694cebdd-568c-402c-b33e-e9734f479b9d', 'name': 'network-vif-deleted', 'tag': '8f3111c7-e7c8-4962-bc7b-2391f43aa1b2'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:42.894336 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41792d9b-a673-41bf-a265-a11654fb8289" -d '{"events": [{"server_uuid": "694cebdd-568c-402c-b33e-e9734f479b9d", "name": "network-vif-deleted", "tag": "8f3111c7-e7c8-4962-bc7b-2391f43aa1b2"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:42.948262 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-66a6f9a1-653f-4b9c-95da-605b38c1a4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:42.997253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e502e9db-4101-4111-8752-c59da66fb588 req-8263ae24-d09c-4a52-b23c-f41fff2c1696 service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291014 Dec 12 04:20:43.028442 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 064029c4-608c-40f4-a57d-63e1f4e180b9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:43.105845 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ae1805-40be-4c88-b5f1-dd47a9597e62 x-openstack-request-id: req-e7ae1805-40be-4c88-b5f1-dd47a9597e62 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:43.106476 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694cebdd-568c-402c-b33e-e9734f479b9d", "name": "network-vif-deleted", "tag": "8f3111c7-e7c8-4962-bc7b-2391f43aa1b2", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:43.106811 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7ae1805-40be-4c88-b5f1-dd47a9597e62 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:43.107812 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694cebdd-568c-402c-b33e-e9734f479b9d', 'name': 'network-vif-deleted', 'tag': '8f3111c7-e7c8-4962-bc7b-2391f43aa1b2', 'status': 'completed', 'code': 200} Dec 12 04:20:43.165643 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61f84ceb-6e75-4bb4-9535-f873892dbf46 req-fed96178-52c3-4f8f-842b-ea99405c2290 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 210 time: 0.0514426 Dec 12 04:20:43.173175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 064029c4-608c-40f4-a57d-63e1f4e180b9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:43.173701 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.294831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Deleting port b4d14f69-730e-4682-8bb6-830b514f9a9c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:43.295180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.327566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:43.332585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9082625-4b6d-4cdf-8b28-edbebb067b6e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:43.383339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:43.383596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8f3111c7-e7c8-4962-bc7b-2391f43aa1b2 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:43.503324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] For port b4d14f69-730e-4682-8bb6-830b514f9a9c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b4d14f69-730e-4682-8bb6-830b514f9a9c,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:43.503843 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.527270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Calling delete_port for b4d14f69-730e-4682-8bb6-830b514f9a9c owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:43.554490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c9082625-4b6d-4cdf-8b28-edbebb067b6e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:43.555408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.557086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad523a6-e984-47de-a8e3-2d3188cb898d req-3d6c0b6c-9211-4a95-bfcd-a73854cfdc7e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:43.560170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bad523a6-e984-47de-a8e3-2d3188cb898d req-3d6c0b6c-9211-4a95-bfcd-a73854cfdc7e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.2138944 Dec 12 04:20:43.636059 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.719428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.757656 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.815850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bad523a6-e984-47de-a8e3-2d3188cb898d req-bb9d8555-6176-42f2-8820-0ac85d9e1abe tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309420 Dec 12 04:20:43.841570 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.852984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port c9082625-4b6d-4cdf-8b28-edbebb067b6e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9082625-4b6d-4cdf-8b28-edbebb067b6e,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:43.859432 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.872306 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:43.947651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=c9082625-4b6d-4cdf-8b28-edbebb067b6e,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:43.951584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11039d6-a770-4102-ba1d-7bd124aab172 None None] Network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:44.039516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a61d20ac-b30c-4b1d-b576-988b61b7c211 None None] Provisioning complete for port c9082625-4b6d-4cdf-8b28-edbebb067b6e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:44.040015 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a61d20ac-b30c-4b1d-b576-988b61b7c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.079331 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.300796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de27fc1c-76ac-4070-80d5-bae5284cbb74 req-eeb2efc5-99ba-4d27-8b4c-37afb4a7f679 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=694cebdd-568c-402c-b33e-e9734f479b9d HTTP/1.1" status: 200 len: 210 time: 0.0660334 Dec 12 04:20:44.331635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.363609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57160) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:44.370417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d14f69-730e-4682-8bb6-830b514f9a9c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:44.404184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Network 9edad89e-f48b-4db2-8494-9649e4391d80 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:44.411531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Pushing event updated for resources: {'Port': ['ID=5badd370-79b3-4cc5-b847-63981a1e9714,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:44.416749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:44.427043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:44.503607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff9a1d-5a49-4733-90e2-5b0ece8cfdc2 req-ad2a930c-49bf-4bfd-9e5e-ac0188138c40 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:44.510794 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ecff9a1d-5a49-4733-90e2-5b0ece8cfdc2 req-ad2a930c-49bf-4bfd-9e5e-ac0188138c40 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 932 time: 0.1919332 Dec 12 04:20:44.523802 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.538342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.625251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-33ad551a-8941-4669-bece-11189af65f8e None None] Provisioning complete for port 03b5b596-6666-470d-8a32-71d738cc3e29 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:44.627635 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-33ad551a-8941-4669-bece-11189af65f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.631362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:44.632021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.741027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-33ad551a-8941-4669-bece-11189af65f8e None None] Port 03b5b596-6666-470d-8a32-71d738cc3e29 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:44.759028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-33ad551a-8941-4669-bece-11189af65f8e None None] Provisioning complete for port c9082625-4b6d-4cdf-8b28-edbebb067b6e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:44.759404 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-33ad551a-8941-4669-bece-11189af65f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.784037 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc191d9e-96c6-4210-832c-de85f78b87c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.793056 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.821359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-671d9558-5dfc-47c5-b0f5-b9f3d60e5ca6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2319727 Dec 12 04:20:44.835067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=03b5b596-6666-470d-8a32-71d738cc3e29,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:44.848192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:44.881592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ecff9a1d-5a49-4733-90e2-5b0ece8cfdc2 req-b4e2dc42-a285-44be-8069-ea7a38d3ae26 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698392 Dec 12 04:20:44.919929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Request body: {'port': {'device_id': '0d098343-aea9-424c-b1e7-837149ffb9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:44.997981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9082625-4b6d-4cdf-8b28-edbebb067b6e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:45.019193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bab97-165c-4c6f-be1e-28e6d2345bcf req-6ccc20c3-188c-445c-bf61-0b48e50d85f8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:45.021111 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3a7bab97-165c-4c6f-be1e-28e6d2345bcf req-6ccc20c3-188c-445c-bf61-0b48e50d85f8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1093566 Dec 12 04:20:45.063674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ba7964e6-db42-4396-9706-26ce40f167c6 None None] Provisioning complete for port 03b5b596-6666-470d-8a32-71d738cc3e29 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:45.064057 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba7964e6-db42-4396-9706-26ce40f167c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.089338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.091737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c9082625-4b6d-4cdf-8b28-edbebb067b6e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:45.092487 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.131390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ba7964e6-db42-4396-9706-26ce40f167c6 None None] Port 03b5b596-6666-470d-8a32-71d738cc3e29 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:45.162189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3a7bab97-165c-4c6f-be1e-28e6d2345bcf req-607b8014-9504-454c-990d-1562c6912420 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342361 Dec 12 04:20:45.200144 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc191d9e-96c6-4210-832c-de85f78b87c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.212169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Router 36ea48cd-c275-49f3-a181-12213d2a4b22 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:20:45.217547 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dc191d9e-96c6-4210-832c-de85f78b87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.264761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:45.317778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:45.326992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dc191d9e-96c6-4210-832c-de85f78b87c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fbdee8727524515bdcb006669902136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9578691 Dec 12 04:20:45.327180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57172) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:45.334494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:20:45.335855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc191d9e-96c6-4210-832c-de85f78b87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76a7210-3931-4c2e-968a-4f82a9d3d0ba,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:45.346158 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] Sync routers for ids ['36ea48cd-c275-49f3-a181-12213d2a4b22'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:20:45.349328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-926f475c-19cf-4cd9-a352-e73d6e820e23 admin admin] 10.222.0.36 "PUT /v2.0/routers/36ea48cd-c275-49f3-a181-12213d2a4b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9140990 Dec 12 04:20:45.359238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57174) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:45.366905 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] Routers {'36ea48cd-c275-49f3-a181-12213d2a4b22'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:20:45.367624 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:20:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['36ea48cd-c275-49f3-a181-12213d2a4b22'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:45.494332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d9d13f0-210c-47b8-bc6b-c7504e5199f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.496382 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] Set router 36ea48cd-c275-49f3-a181-12213d2a4b22 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:20:45.528670 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d9d13f0-210c-47b8-bc6b-c7504e5199f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.531308 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.541152 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.671577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Router c8bd103d-f176-4fcd-8143-46503c0b1218 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:20:45.771915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fba50acc-bb9b-48f1-9ef8-b96a2ef50431 None None] Provisioning complete for port 03b5b596-6666-470d-8a32-71d738cc3e29 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:45.772645 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fba50acc-bb9b-48f1-9ef8-b96a2ef50431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.785029 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:24Z', 'updated_at': '2021-12-12T04:20:44Z', 'revision_number': 5, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'gw_port': {'id': 'e85370bf-1eba-485c-9b45-b763f04d1644', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:25Z', 'updated_at': '2021-12-12T04:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:45.797191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d9d13f0-210c-47b8-bc6b-c7504e5199f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.800470 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d9d13f0-210c-47b8-bc6b-c7504e5199f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.801855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1d9d13f0-210c-47b8-bc6b-c7504e5199f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c76a7210-3931-4c2e-968a-4f82a9d3d0ba HTTP/1.1" status: 204 len: 168 time: 0.4735897 Dec 12 04:20:45.819538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fba50acc-bb9b-48f1-9ef8-b96a2ef50431 None None] Port 03b5b596-6666-470d-8a32-71d738cc3e29 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:45.825834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-27cbc716-51d1-48a2-8eee-b1a6ca17135d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:45.827371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-27cbc716-51d1-48a2-8eee-b1a6ca17135d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.1739562 Dec 12 04:20:45.828168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d13f0-210c-47b8-bc6b-c7504e5199f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76a7210-3931-4c2e-968a-4f82a9d3d0ba,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:45.832367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.859398 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d35d76db-2546-4e6e-ae12-a0f7c780cf42 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/quotas/9af207d0887c419684d6bc5d6c59f357 HTTP/1.1" status: 200 len: 375 time: 0.0219786 Dec 12 04:20:45.882291 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] Checking router: 36ea48cd-c275-49f3-a181-12213d2a4b22 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:20:45.904319 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] Routers {'36ea48cd-c275-49f3-a181-12213d2a4b22'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:20:45.905246 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:20:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['36ea48cd-c275-49f3-a181-12213d2a4b22'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:45.912442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5badd370-79b3-4cc5-b847-63981a1e9714 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:45.925895 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:45.943460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:20:45.949474 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c1722fb4-fee1-4062-baea-b33873c89c71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "PUT /v2.0/routers/c8bd103d-f176-4fcd-8143-46503c0b1218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8491638 Dec 12 04:20:45.952486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57196) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:45.953234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-5cc6e9f3-4803-432f-a559-5a85eaf9a43c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929005 Dec 12 04:20:45.959387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Sync routers for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:20:45.978215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6d38a78d-cbc6-4b2a-8131-2110ed90b98c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1730805959', 'description': 'tempest-secgroup_access--1730805959 description', 'project_id': '6274f43ec7904903b4a3902565b95ea7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:45.979924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:20:45.980671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:20:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:45.986102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Transition to ACTIVE for port object 5badd370-79b3-4cc5-b847-63981a1e9714 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:20:46.001737 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.021326 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] Set router 36ea48cd-c275-49f3-a181-12213d2a4b22 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:20:46.082130 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:24Z', 'updated_at': '2021-12-12T04:20:45Z', 'revision_number': 6, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:46.106091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d38a78d-cbc6-4b2a-8131-2110ed90b98c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.127572 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175863b1-fcd5-4f14-9757-e3a731783157 None None] The sync data for ids ['36ea48cd-c275-49f3-a181-12213d2a4b22'] in n-d-710847-7 is: [{'id': '36ea48cd-c275-49f3-a181-12213d2a4b22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1349805382-router', 'tenant_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:24Z', 'updated_at': '2021-12-12T04:20:45Z', 'revision_number': 6, 'project_id': 'e6bd7d131a1d433a81ad666d0e5c62e1', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:20:46.139223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-dc15de5e-a065-4950-95fb-c2b1e11441aa service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845806 Dec 12 04:20:46.143632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Deleting port e85370bf-1eba-485c-9b45-b763f04d1644 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:46.143986 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.234335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5badd370-79b3-4cc5-b847-63981a1e9714,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:46.283008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613c600-b006-407c-9701-c2a4cb3dcf79 req-c0066d3c-1554-4029-8eab-bf9c4a1eec05 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:46.285598 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0613c600-b006-407c-9701-c2a4cb3dcf79 req-c0066d3c-1554-4029-8eab-bf9c4a1eec05 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 944 time: 0.2104194 Dec 12 04:20:46.306950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57202) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:46.328508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:20:46.341463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e92cdf77-5f3d-4505-bc43-2f9b544df179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.375169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] For port e85370bf-1eba-485c-9b45-b763f04d1644, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e85370bf-1eba-485c-9b45-b763f04d1644,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:46.376070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.380878 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Attempting to bind port 5badd370-79b3-4cc5-b847-63981a1e9714 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:20:46.381355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Attempting to bind port 5badd370-79b3-4cc5-b847-63981a1e9714 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:20:46.381760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Attempting to bind port 5badd370-79b3-4cc5-b847-63981a1e9714 on network 9edad89e-f48b-4db2-8494-9649e4391d80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:46.396688 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-21515dea-6ac7-4ce8-89f0-5548f7097158 service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393348 Dec 12 04:20:46.397013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0613c600-b006-407c-9701-c2a4cb3dcf79 req-e442020b-018c-4369-b996-c3e3b56c36dd tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034193 Dec 12 04:20:46.401666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Port 5badd370-79b3-4cc5-b847-63981a1e9714 on network 9edad89e-f48b-4db2-8494-9649e4391d80 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:20:46.402523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Attempting to bind port 5badd370-79b3-4cc5-b847-63981a1e9714 on network 9edad89e-f48b-4db2-8494-9649e4391d80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:46.402669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Calling delete_port for e85370bf-1eba-485c-9b45-b763f04d1644 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:46.407451 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d38a78d-cbc6-4b2a-8131-2110ed90b98c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.410673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:20:46.411045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Checking segment: {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:46.411481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Bound using segment: {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:20:46.412009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Bound port: 5badd370-79b3-4cc5-b847-63981a1e9714, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:20:46.412485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.423004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d38a78d-cbc6-4b2a-8131-2110ed90b98c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.503482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d38a78d-cbc6-4b2a-8131-2110ed90b98c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.504786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6d38a78d-cbc6-4b2a-8131-2110ed90b98c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5420489 Dec 12 04:20:46.509598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38a78d-cbc6-4b2a-8131-2110ed90b98c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97cdb29-b55d-4c8d-8156-bed7395d4de5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:46.522633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57204) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:46.545384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fdf9eb01-019e-4924-bc57-30b5c8f136e9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1721689795', 'description': 'tempest-secgroup_general--1721689795 description', 'project_id': '6274f43ec7904903b4a3902565b95ea7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:46.635230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fdf9eb01-019e-4924-bc57-30b5c8f136e9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.653195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] For port 5badd370-79b3-4cc5-b847-63981a1e9714, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:20:46.675504 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.681723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cae4a-0e13-4233-98f6-964fd789e26c req-a3d631f8-6880-4309-9872-32aa65f7e0b7 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:46.689543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c23cae4a-0e13-4233-98f6-964fd789e26c req-a3d631f8-6880-4309-9872-32aa65f7e0b7 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1810241 Dec 12 04:20:46.706938 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e92cdf77-5f3d-4505-bc43-2f9b544df179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.724369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] For port 5badd370-79b3-4cc5-b847-63981a1e9714, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5badd370-79b3-4cc5-b847-63981a1e9714,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:20:46.725535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:43Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '03b5b596-6666-470d-8a32-71d738cc3e29', 'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:8b:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:40Z', 'updated_at': '2021-12-12T04:20:44Z', 'revision_number': 2, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:46.736263 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.744204 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e92cdf77-5f3d-4505-bc43-2f9b544df179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.792027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Checking router: c8bd103d-f176-4fcd-8143-46503c0b1218 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:20:46.792531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Updating router c8bd103d-f176-4fcd-8143-46503c0b1218 port 03b5b596-6666-470d-8a32-71d738cc3e29 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:20:46.803746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b4d14f69-730e-4682-8bb6-830b514f9a9c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:46.808003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5a5b315e-4200-4085-936e-fa45597cab23 req-8125da1a-f2c9-4128-8ca0-f1cc01df83be tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 210 time: 0.1140056 Dec 12 04:20:46.808194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c23cae4a-0e13-4233-98f6-964fd789e26c req-8097da9c-532c-45ce-9cdf-a0bfee7bc6f5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162846 Dec 12 04:20:46.810897 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e92cdf77-5f3d-4505-bc43-2f9b544df179 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06af73c0602e467aae8821cb88c1bc92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5012057 Dec 12 04:20:46.830102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57212) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:46.830890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:46.834112 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.835854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] 10.222.0.18 "PUT /v2.0/ports/5badd370-79b3-4cc5-b847-63981a1e9714 HTTP/1.1" status: 200 len: 1092 time: 1.9846747 Dec 12 04:20:46.846575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d098343-aea9-424c-b1e7-837149ffb9d0', 'tag': '5badd370-79b3-4cc5-b847-63981a1e9714'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:46.852197 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d098343-aea9-424c-b1e7-837149ffb9d0", "tag": "5badd370-79b3-4cc5-b847-63981a1e9714"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:46.900461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cdf77-5f3d-4505-bc43-2f9b544df179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab5d1aa-923b-4710-9bf0-b4d622ead36e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:46.903321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: b4d14f69-730e-4682-8bb6-830b514f9a9c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:46.903877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b4d14f69-730e-4682-8bb6-830b514f9a9c not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:46.913887 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.918513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1008a1-2dfa-467e-b15e-e4e454ce8bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5badd370-79b3-4cc5-b847-63981a1e9714,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:46.925748 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60602061-9436-4adc-b325-d25fca95f761 x-openstack-request-id: req-60602061-9436-4adc-b325-d25fca95f761 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:46.926049 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d098343-aea9-424c-b1e7-837149ffb9d0", "tag": "5badd370-79b3-4cc5-b847-63981a1e9714", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:46.926309 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60602061-9436-4adc-b325-d25fca95f761 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:46.926712 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d098343-aea9-424c-b1e7-837149ffb9d0', 'tag': '5badd370-79b3-4cc5-b847-63981a1e9714', 'status': 'completed', 'code': 200} Dec 12 04:20:46.988789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:46.998202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fdf9eb01-019e-4924-bc57-30b5c8f136e9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.032105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Pushing event deleted for resources: {'Port': ['ID=e85370bf-1eba-485c-9b45-b763f04d1644,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:47.061910 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fdf9eb01-019e-4924-bc57-30b5c8f136e9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.119317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fdf9eb01-019e-4924-bc57-30b5c8f136e9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.124309 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fdf9eb01-019e-4924-bc57-30b5c8f136e9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5972476 Dec 12 04:20:47.126453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57224) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:47.132148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-29eb637b-4016-42da-ba91-65c283e1dba3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'security_group_rule': {'security_group_id': 'c97cdb29-b55d-4c8d-8156-bed7395d4de5', 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:47.144741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-5fcbb418-6941-43a5-a445-2fccba8c722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:47.147752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-5fcbb418-6941-43a5-a445-2fccba8c722e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 1095 time: 0.1979148 Dec 12 04:20:47.149862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9eb01-019e-4924-bc57-30b5c8f136e9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b267eac6-d410-4e3c-8039-d7ba1cb05103,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:47.164251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61778a87-45bc-4512-b13b-498569c5c64c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.194377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61778a87-45bc-4512-b13b-498569c5c64c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.216857 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.227769 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-491e4247-75fd-48a3-b8c6-e98ed6611653 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5badd370-79b3-4cc5-b847-63981a1e9714 HTTP/1.1" status: 200 len: 217 time: 0.0657554 Dec 12 04:20:47.276574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29eb637b-4016-42da-ba91-65c283e1dba3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.321702 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.323452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-82bc873f-4dac-4caf-b1f2-fa11b7f6aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:47.325146 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-82bc873f-4dac-4caf-b1f2-fa11b7f6aeba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 200 len: 855 time: 0.0904212 Dec 12 04:20:47.328444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.366901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-d483c068-d85a-4359-bcbe-5f35773b0403 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9edad89e-f48b-4db2-8494-9649e4391d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320160 Dec 12 04:20:47.376470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29eb637b-4016-42da-ba91-65c283e1dba3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.388055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29eb637b-4016-42da-ba91-65c283e1dba3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.412666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863be0e-b210-4f8f-9e25-c2b9b6009c90 None None] Pushing event updated for resources: {'Port': ['ID=03b5b596-6666-470d-8a32-71d738cc3e29,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:47.461809 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.465968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.492399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Attempting to bind port 03b5b596-6666-470d-8a32-71d738cc3e29 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:20:47.492779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Attempting to bind port 03b5b596-6666-470d-8a32-71d738cc3e29 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:20:47.494562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Attempting to bind port 03b5b596-6666-470d-8a32-71d738cc3e29 on network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:47.508067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:20:47.508670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Checking segment: {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:47.510635 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.511244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Bound using segment: {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:20:47.512012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Bound port: 03b5b596-6666-470d-8a32-71d738cc3e29, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:20:47.513679 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.528156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb637b-4016-42da-ba91-65c283e1dba3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae8ec2d-2038-4830-98ca-18ae1d6b66b9,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:47.557244 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29eb637b-4016-42da-ba91-65c283e1dba3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.567131 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-29eb637b-4016-42da-ba91-65c283e1dba3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4302695 Dec 12 04:20:47.600134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.601267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ea48cd-c275-49f3-a181-12213d2a4b22 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:20:47.608061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.613294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0a78481d-a6cf-4a48-ac67-1e8b79d20972 admin admin] 10.222.0.36 "DELETE /v2.0/routers/36ea48cd-c275-49f3-a181-12213d2a4b22 HTTP/1.1" status: 204 len: 168 time: 2.2531273 Dec 12 04:20:47.614332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57230) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:47.623764 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-2b890d67-2825-4d5b-b4a0-95553132a3aa service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458682 Dec 12 04:20:47.630915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61778a87-45bc-4512-b13b-498569c5c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.634174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed9690-1a3d-412e-bed8-7df1d99deae8 req-f882fb4e-71cc-46e9-8c90-0decc0e4c07f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:47.635666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61778a87-45bc-4512-b13b-498569c5c64c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.638254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-61778a87-45bc-4512-b13b-498569c5c64c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ab5d1aa-923b-4710-9bf0-b4d622ead36e HTTP/1.1" status: 204 len: 168 time: 0.8031149 Dec 12 04:20:47.646485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dfed9690-1a3d-412e-bed8-7df1d99deae8 req-f882fb4e-71cc-46e9-8c90-0decc0e4c07f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 944 time: 0.1074243 Dec 12 04:20:47.707693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] For port 03b5b596-6666-470d-8a32-71d738cc3e29, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:20:47.717200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] For port 03b5b596-6666-470d-8a32-71d738cc3e29, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03b5b596-6666-470d-8a32-71d738cc3e29,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:20:47.729389 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.738848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb5db54-02f6-42fb-bc81-a3d33a33e5fb admin admin] Deleting subnet bffc68c8-6384-41d4-88ce-17d1e99b449d {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:20:47.757870 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cb5db54-02f6-42fb-bc81-a3d33a33e5fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.760021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61778a87-45bc-4512-b13b-498569c5c64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab5d1aa-923b-4710-9bf0-b4d622ead36e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:47.854150 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cb5db54-02f6-42fb-bc81-a3d33a33e5fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:47.876700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:20:47.877228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:20:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:47.885415 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c32c442-2ead-4fc5-8eb1-9fbadf322b1f req-8e10ecd2-9a1e-4988-b7af-1a5bc2efc0b9 service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230272 Dec 12 04:20:47.889111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dfed9690-1a3d-412e-bed8-7df1d99deae8 req-e11f56cf-bc93-4072-9784-c5f2010e0cc3 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417557 Dec 12 04:20:48.008067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7607bdcf-834d-4115-b6fc-74a5259b2e22 None None] Provisioning complete for port 03b5b596-6666-470d-8a32-71d738cc3e29 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:48.008705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7607bdcf-834d-4115-b6fc-74a5259b2e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.010462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863be0e-b210-4f8f-9e25-c2b9b6009c90 None None] Pushing event updated for resources: {'Port': ['ID=03b5b596-6666-470d-8a32-71d738cc3e29,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:48.073495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:20:48.086453 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cb5db54-02f6-42fb-bc81-a3d33a33e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.131273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-4f1d807a-7052-4b79-9ca7-ae46242be8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:48.137272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-4f1d807a-7052-4b79-9ca7-ae46242be8e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 1095 time: 0.1367440 Dec 12 04:20:48.146364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a05f-634f-42d0-944f-6a87b26deb72 req-40f17f31-b6d3-45d5-91fc-7d96e32e3df8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:48.148097 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6b1a05f-634f-42d0-944f-6a87b26deb72 req-40f17f31-b6d3-45d5-91fc-7d96e32e3df8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1457548 Dec 12 04:20:48.160389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-906ba501-13ce-456d-b694-5f011af3824a tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--1730805959&fields=id&tenant_id=6274f43ec7904903b4a3902565b95ea7 HTTP/1.1" status: 200 len: 267 time: 0.1035006 Dec 12 04:20:48.223534 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7607bdcf-834d-4115-b6fc-74a5259b2e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.226944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cb5db54-02f6-42fb-bc81-a3d33a33e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.283612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5db54-02f6-42fb-bc81-a3d33a33e5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffc68c8-6384-41d4-88ce-17d1e99b449d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:48.295684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cb5db54-02f6-42fb-bc81-a3d33a33e5fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.303839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5cb5db54-02f6-42fb-bc81-a3d33a33e5fb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bffc68c8-6384-41d4-88ce-17d1e99b449d HTTP/1.1" status: 204 len: 168 time: 0.6816187 Dec 12 04:20:48.304971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57256) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:48.316776 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6b1a05f-634f-42d0-944f-6a87b26deb72 req-df96ca92-502f-40b7-9524-a121fc39b205 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601410 Dec 12 04:20:48.317558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d339fc-fadb-4041-a3d3-037ba54cb2f7 None None] Network 8c840753-0ce9-408b-b094-cb06b712066f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:48.326058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7607bdcf-834d-4115-b6fc-74a5259b2e22 None None] For port 03b5b596-6666-470d-8a32-71d738cc3e29, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03b5b596-6666-470d-8a32-71d738cc3e29,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:48.423866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-6e67cd48-0e4b-4cd8-99be-98d86365ea48 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--1721689795&fields=id&tenant_id=6274f43ec7904903b4a3902565b95ea7 HTTP/1.1" status: 200 len: 267 time: 0.2435625 Dec 12 04:20:48.489384 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7607bdcf-834d-4115-b6fc-74a5259b2e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.529348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59e6bbc2-c2b9-4dc5-b921-d81db268d16d req-5b517886-2300-4d48-8b1a-defb2a1f53fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 210 time: 0.0475342 Dec 12 04:20:48.569553 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.587953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-4a743d5e-b4de-41cf-aba8-dc4b79def881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:48.589517 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-4a743d5e-b4de-41cf-aba8-dc4b79def881 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 915 time: 0.4280751 Dec 12 04:20:48.590680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607bdcf-834d-4115-b6fc-74a5259b2e22 None None] Pushing event updated for resources: {'Port': ['ID=03b5b596-6666-470d-8a32-71d738cc3e29,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:48.632915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-868361c1-9529-4a06-88a2-a1a1da94ec95 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:48.635049 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-868361c1-9529-4a06-88a2-a1a1da94ec95 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.2699966 Dec 12 04:20:48.639436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-28943f4f-96ed-41e9-9db5-220fb6a7478c None None] Provisioning complete for port 03b5b596-6666-470d-8a32-71d738cc3e29 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:48.639826 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-28943f4f-96ed-41e9-9db5-220fb6a7478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.686795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Request body: {'port': {'device_id': 'ae32097d-2bfb-498f-98e1-8f8a52564535', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'admin_state_up': True, 'tenant_id': '9af207d0887c419684d6bc5d6c59f357'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:48.726188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-bc4da9bd-1b49-4a55-a1a6-fb458f67f7c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5badd370-79b3-4cc5-b847-63981a1e9714 HTTP/1.1" status: 200 len: 217 time: 0.1137018 Dec 12 04:20:48.739393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-cbfc717d-322e-4aca-8035-feabb80ec90c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:48.748009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-cbfc717d-322e-4aca-8035-feabb80ec90c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/networks?id=2f1a4db5-7013-4eb6-81e9-707b89f70d62 HTTP/1.1" status: 200 len: 796 time: 0.3216610 Dec 12 04:20:48.764041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:43Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '03b5b596-6666-470d-8a32-71d738cc3e29', 'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:8b:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:40Z', 'updated_at': '2021-12-12T04:20:47Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:48.782766 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-d8b313f7-ec33-48da-addb-4b9c5b0e4d38 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/quotas/6274f43ec7904903b4a3902565b95ea7 HTTP/1.1" status: 200 len: 375 time: 0.0336139 Dec 12 04:20:48.853803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd9540-12d1-4ea6-b17a-346f6c0e6c49 None None] DHCP port deletion for 8c840753-0ce9-408b-b094-cb06b712066f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:20:48.854162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e85370bf-1eba-485c-9b45-b763f04d1644 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:48.860109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c078f36-83c0-4a3b-bbf0-1c8ae932f684 None None] The sync data for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 is: [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:43Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '03b5b596-6666-470d-8a32-71d738cc3e29', 'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:8b:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:40Z', 'updated_at': '2021-12-12T04:20:47Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:20:48.885800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Made reservation on behalf of 9af207d0887c419684d6bc5d6c59f357 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:48.890455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.893169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-ce2006b2-e951-4850-82d7-8c488bc03650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:48.894651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-ce2006b2-e951-4850-82d7-8c488bc03650 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 200 len: 855 time: 0.1320875 Dec 12 04:20:48.905035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-79e6f4da-e188-458d-b3b6-203c54f2e778 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6274f43ec7904903b4a3902565b95ea7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211379 Dec 12 04:20:48.909151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Deleting port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:48.909497 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:48.955079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e85370bf-1eba-485c-9b45-b763f04d1644 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:48.955651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e85370bf-1eba-485c-9b45-b763f04d1644 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:48.971819 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-c8970805-4d51-4034-9a3e-1674c18173b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9edad89e-f48b-4db2-8494-9649e4391d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526626 Dec 12 04:20:49.011051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5ffd9540-12d1-4ea6-b17a-346f6c0e6c49 None None] Deleting port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:49.011375 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9540-12d1-4ea6-b17a-346f6c0e6c49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:49.103374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5ffd9540-12d1-4ea6-b17a-346f6c0e6c49 None None] For port 1ed3ad22-8625-4dbb-b480-840b2704bdb7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1ed3ad22-8625-4dbb-b480-840b2704bdb7,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:49.103786 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9540-12d1-4ea6-b17a-346f6c0e6c49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:49.106712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] For port 1ed3ad22-8625-4dbb-b480-840b2704bdb7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1ed3ad22-8625-4dbb-b480-840b2704bdb7,segment=NetworkSegment(b0b19a57-1b42-4256-8321-ae9cd5204eac),segment_id=b0b19a57-1b42-4256-8321-ae9cd5204eac)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:49.108050 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:49.125052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5ffd9540-12d1-4ea6-b17a-346f6c0e6c49 None None] Calling delete_port for 1ed3ad22-8625-4dbb-b480-840b2704bdb7 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:49.139920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Calling delete_port for 1ed3ad22-8625-4dbb-b480-840b2704bdb7 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:49.152896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Allocated IP 172.20.0.9 (b7a56443-d8ab-4ec1-b128-268ce4be8c16/1312b076-d411-4025-9869-3d97d9c6495d/b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:49.168005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62768274-e848-4812-91b7-d7279e31bb3f req-e37c7607-4a79-4480-8e52-12d080790fcf tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:49.169759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62768274-e848-4812-91b7-d7279e31bb3f req-e37c7607-4a79-4480-8e52-12d080790fcf tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 944 time: 0.1045513 Dec 12 04:20:49.263751 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9540-12d1-4ea6-b17a-346f6c0e6c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:49.295728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62768274-e848-4812-91b7-d7279e31bb3f req-55e0b1f5-09c3-47bf-8467-3f18ecbc0ca8 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165991 Dec 12 04:20:49.300603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd9540-12d1-4ea6-b17a-346f6c0e6c49 None None] Pushing event deleted for resources: {'Port': ['ID=1ed3ad22-8625-4dbb-b480-840b2704bdb7,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:49.314738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd9540-12d1-4ea6-b17a-346f6c0e6c49 None None] No DVR routers for this DVR port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:49.315948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-7b367752-c500-4478-b37c-b3e988efa082 service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427625 Dec 12 04:20:49.363773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5badd370-79b3-4cc5-b847-63981a1e9714 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:20:49.556892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5badd370-79b3-4cc5-b847-63981a1e9714, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5badd370-79b3-4cc5-b847-63981a1e9714,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:49.565683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-4ac8c3cb-cef9-44f8-b7de-58cc0ab4af3e service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485828 Dec 12 04:20:49.592395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '5badd370-79b3-4cc5-b847-63981a1e9714', 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80', 'port_id': '5badd370-79b3-4cc5-b847-63981a1e9714', 'mac_address': 'fa:16:3e:bb:69:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb8f875-95bc-4261-b112-5c8623829c78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:20:49.620302 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-548ddb3c-6949-4812-a097-e63097970125 service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612989 Dec 12 04:20:49.775729 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:49.826768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] No DVR routers for this DVR port 1ed3ad22-8625-4dbb-b480-840b2704bdb7 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:49.901392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b709ae-ed6b-40fa-9983-b2c7e391e3d2 req-e0ad0a47-aabf-40bf-a616-7c1d0d8c4f8c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:49.902970 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4b709ae-ed6b-40fa-9983-b2c7e391e3d2 req-e0ad0a47-aabf-40bf-a616-7c1d0d8c4f8c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.4872673 Dec 12 04:20:49.945341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed3ad22-8625-4dbb-b480-840b2704bdb7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:49.982689 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.001817 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.035530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-986762c5-808f-466a-82e7-f6e60422b42e req-5ca7d5a1-3fa0-4fa0-981b-65a405e7f570 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 210 time: 0.0875978 Dec 12 04:20:50.052086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5badd370-79b3-4cc5-b847-63981a1e9714 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:50.073115 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4b709ae-ed6b-40fa-9983-b2c7e391e3d2 req-a0c782d5-fc4c-4a7e-be70-497b2eab03fb tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505208 Dec 12 04:20:50.105539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.120458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5badd370-79b3-4cc5-b847-63981a1e9714, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5badd370-79b3-4cc5-b847-63981a1e9714,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:50.128506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.132752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4e9a5d4-fb26-44fc-afeb-9de401bd1ac0 req-acb9d2e2-8504-4f33-a875-8d1502dd813a service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947376 Dec 12 04:20:50.138369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.163298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c840753-0ce9-408b-b094-cb06b712066f']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:50.182708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b19a57-1b42-4256-8321-ae9cd5204eac') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:50.183020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b19a57-1b42-4256-8321-ae9cd5204eac') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:50.204573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.214639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:50.237915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.244055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:50.248173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:20:50.249932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:20:50.254955 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:20:50.280771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:50.284679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:50.305761 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5badd370-79b3-4cc5-b847-63981a1e9714,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:50.392122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f618c34c-1d02-4d54-9590-a7603e579c43 req-52c2603f-6a25-4f31-b414-8d0318244ca5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 210 time: 0.1463487 Dec 12 04:20:50.430706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.436383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.442144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] 10.222.0.36 "DELETE /v2.0/networks/8c840753-0ce9-408b-b094-cb06b712066f HTTP/1.1" status: 204 len: 168 time: 2.0826449 Dec 12 04:20:50.463412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57310) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:50.465784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358d6b5-323d-4fab-ac2e-a4b71e4faf3c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c840753-0ce9-408b-b094-cb06b712066f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:50.467864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:50.472401 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.475567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event updated for resources: {'Port': ['ID=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:50.515829 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-427f2ad4-621d-4750-8125-56155a535ccd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8336365 Dec 12 04:20:50.553549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Request body: {'port': {'device_id': 'ae32097d-2bfb-498f-98e1-8f8a52564535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:50.561092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5badd370-79b3-4cc5-b847-63981a1e9714'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:50.712614 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:50.971139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 03b5b596-6666-470d-8a32-71d738cc3e29 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:51.063560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 03b5b596-6666-470d-8a32-71d738cc3e29 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:51.064074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:51.143059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268f6d0-5eb7-4d44-8394-1ba93def542f req-cd1fc9ec-9e64-4a5c-b01c-7f5d60166df0 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:51.150391 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6268f6d0-5eb7-4d44-8394-1ba93def542f req-cd1fc9ec-9e64-4a5c-b01c-7f5d60166df0 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 945 time: 0.6856852 Dec 12 04:20:51.196097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:51.205986 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:51.259073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Transition to ACTIVE for port object b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:20:51.279841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6268f6d0-5eb7-4d44-8394-1ba93def542f req-4fc9fa12-8b0a-4bf8-b3a0-07b0c0971644 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264279 Dec 12 04:20:51.284149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a79f6a-2971-47b3-b9b5-87ef5b44cc6b req-fd119da8-aac1-4456-aec8-12dc49e43c2c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:51.293052 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7a79f6a-2971-47b3-b9b5-87ef5b44cc6b req-fd119da8-aac1-4456-aec8-12dc49e43c2c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 931 time: 0.0729256 Dec 12 04:20:51.293945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:51.302924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1ed3ad22-8625-4dbb-b480-840b2704bdb7 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:51.339594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 1ed3ad22-8625-4dbb-b480-840b2704bdb7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:51.340209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1ed3ad22-8625-4dbb-b480-840b2704bdb7 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:51.374128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Pushing event updated for resources: {'Port': ['ID=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:51.414771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7a79f6a-2971-47b3-b9b5-87ef5b44cc6b req-26a415f5-e545-4c48-bd16-5a33994a92d3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038051 Dec 12 04:20:51.461954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45c7bc-61f4-4d07-9413-38a8c7106ce3 req-177f1bd8-0896-4d2e-a24e-0e31a9d7f00a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:51.470223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d45c7bc-61f4-4d07-9413-38a8c7106ce3 req-177f1bd8-0896-4d2e-a24e-0e31a9d7f00a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0901451 Dec 12 04:20:51.497732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Attempting to bind port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:20:51.498975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Attempting to bind port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:20:51.499547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Attempting to bind port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:51.504787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:20:51.506007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Attempting to bind port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:51.514718 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:20:51.515467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Checking segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:51.516651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Bound using segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:20:51.517348 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Bound port: b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:20:51.518074 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:51.623407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d45c7bc-61f4-4d07-9413-38a8c7106ce3 req-8cf61a85-0f0a-43fd-80ac-a858263eaf02 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497765 Dec 12 04:20:51.624974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] For port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:20:51.634406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] For port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:20:51.644427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:51.690061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:51.690061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:51.694736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] 10.222.0.18 "PUT /v2.0/ports/b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda HTTP/1.1" status: 200 len: 1091 time: 1.1517467 Dec 12 04:20:51.695630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae32097d-2bfb-498f-98e1-8f8a52564535', 'tag': 'b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:51.697610 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae32097d-2bfb-498f-98e1-8f8a52564535", "tag": "b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:51.768604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2949743-2fb6-47b5-a5dc-7617656b990c service neutron] Pushing event updated for resources: {'Port': ['ID=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:51.781130 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14a1672-9470-4253-83b6-6bfeba2d0c18 x-openstack-request-id: req-c14a1672-9470-4253-83b6-6bfeba2d0c18 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:51.782221 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae32097d-2bfb-498f-98e1-8f8a52564535", "tag": "b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:51.782488 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c14a1672-9470-4253-83b6-6bfeba2d0c18 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:51.782902 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae32097d-2bfb-498f-98e1-8f8a52564535', 'tag': 'b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda', 'status': 'completed', 'code': 200} Dec 12 04:20:51.783326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-cdbc162e-e07f-4c55-ad1e-6c43c8347634 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:51.784800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-cdbc162e-e07f-4c55-ad1e-6c43c8347634 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.37 "GET /v2.0/networks?id=2f1a4db5-7013-4eb6-81e9-707b89f70d62 HTTP/1.1" status: 200 len: 796 time: 0.1739743 Dec 12 04:20:51.827642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5be5b01f-c40d-4a27-980c-33919915e8b3 req-e4cc8f09-2b77-4f65-8c5a-79e36062b44a tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 210 time: 0.0416677 Dec 12 04:20:51.831783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-9f314388-94ca-48c1-a41f-e095c48d016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:51.833599 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-9f314388-94ca-48c1-a41f-e095c48d016d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 1094 time: 0.0463026 Dec 12 04:20:51.885138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57356) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:51.891781 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-f41e0501-22c4-44e3-b507-022ab914f263 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda HTTP/1.1" status: 200 len: 217 time: 0.0438423 Dec 12 04:20:51.943076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-aed24b32-67a0-4855-8683-61add71197a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:51.945570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-aed24b32-67a0-4855-8683-61add71197a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.0474529 Dec 12 04:20:51.974636 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-07cb84bb-72a2-4919-928e-a5a8ec604f93 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6274f43ec7904903b4a3902565b95ea7 HTTP/1.1" status: 200 len: 478 time: 0.1688120 Dec 12 04:20:51.978307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:51.986192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'port': {'device_id': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'admin_state_up': True, 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'security_groups': ['c97cdb29-b55d-4c8d-8156-bed7395d4de5', 'b267eac6-d410-4e3c-8039-d7ba1cb05103']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:51.988542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-7831dfd2-3b64-43d7-9c0d-83db964b6281 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354929 Dec 12 04:20:52.021289 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-104cdffc-332d-4c15-bf52-d46572eb0956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.118998 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-02b5df9e-23d5-4999-97c5-2dd3cd1e9554 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235225 Dec 12 04:20:52.203769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-104cdffc-332d-4c15-bf52-d46572eb0956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.212286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-104cdffc-332d-4c15-bf52-d46572eb0956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.243833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Made reservation on behalf of 6274f43ec7904903b4a3902565b95ea7 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:20:52.247394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.268859 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dbbc9eb-c8ce-48bd-8270-622069407dbc req-d2afc790-7470-48c8-8531-ba67d89b71ad service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409724 Dec 12 04:20:52.273409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-104cdffc-332d-4c15-bf52-d46572eb0956 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=659208c3206246d191f55422efaa1cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870232 Dec 12 04:20:52.274554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57360) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:52.275228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cdffc-332d-4c15-bf52-d46572eb0956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98e87f1-a77e-453e-aa29-bc73edea1a25,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:52.333144 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee049ae2-af6d-4b09-9fc7-5880f59b0097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.361655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee049ae2-af6d-4b09-9fc7-5880f59b0097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.448176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Allocated IP 172.20.0.6 (2f1a4db5-7013-4eb6-81e9-707b89f70d62/4515fcdb-6455-458c-8fd4-2639e1e67083/b31e6064-125d-4c2a-8293-0b507864646f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:20:52.467410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbcfd4-b770-429e-b9ee-fc98b98f6739 req-c980a9d0-f34d-4636-8d0b-70bc32167e70 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:52.475499 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64cbcfd4-b770-429e-b9ee-fc98b98f6739 req-c980a9d0-f34d-4636-8d0b-70bc32167e70 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 945 time: 0.1172497 Dec 12 04:20:52.476196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Deleting port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:52.476544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.502000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-72794a53-a402-4167-9100-aadd2d2a3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:52.504442 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-72794a53-a402-4167-9100-aadd2d2a3e38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 1094 time: 0.1034601 Dec 12 04:20:52.529879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee049ae2-af6d-4b09-9fc7-5880f59b0097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.533320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee049ae2-af6d-4b09-9fc7-5880f59b0097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.534444 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ee049ae2-af6d-4b09-9fc7-5880f59b0097 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a98e87f1-a77e-453e-aa29-bc73edea1a25 HTTP/1.1" status: 204 len: 168 time: 0.2563229 Dec 12 04:20:52.598095 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64cbcfd4-b770-429e-b9ee-fc98b98f6739 req-a1340c48-8fff-422f-8eed-82eb630ccad0 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209207 Dec 12 04:20:52.616678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee049ae2-af6d-4b09-9fc7-5880f59b0097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98e87f1-a77e-453e-aa29-bc73edea1a25,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:52.658389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-9fd2cfc2-cace-402a-92f2-9de667eb7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:52.660886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-9fd2cfc2-cace-402a-92f2-9de667eb7a26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 905 time: 0.1494961 Dec 12 04:20:52.671842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffbf4e-f905-4803-aa4c-49c3f56ee4b2 req-6b583c55-4dbf-48bb-a3b8-823653ebdca0 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:52.673515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84ffbf4e-f905-4803-aa4c-49c3f56ee4b2 req-6b583c55-4dbf-48bb-a3b8-823653ebdca0 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 943 time: 0.1473947 Dec 12 04:20:52.708512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] For port ad84cbc1-d6fe-47b6-8918-3f14785b6b3b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ad84cbc1-d6fe-47b6-8918-3f14785b6b3b,segment=NetworkSegment(0a43ea1e-b482-41de-9381-90c65c477c68),segment_id=0a43ea1e-b482-41de-9381-90c65c477c68)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:52.708700 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.731023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-6f54850d-337b-4ffc-bb96-45ea5893fa66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda HTTP/1.1" status: 200 len: 217 time: 0.0624061 Dec 12 04:20:52.746246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Calling delete_port for ad84cbc1-d6fe-47b6-8918-3f14785b6b3b owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:52.829794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-64f5b9d8-ce63-42d7-9ef4-2a7ed89c9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:52.831293 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-64f5b9d8-ce63-42d7-9ef4-2a7ed89c9f72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.0920286 Dec 12 04:20:52.851350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.854121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84ffbf4e-f905-4803-aa4c-49c3f56ee4b2 req-2dee03bc-2c6d-4797-8070-72b31b167611 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681609 Dec 12 04:20:52.869855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-d11d5b73-edf3-433b-89ba-85b1b6688fbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306325 Dec 12 04:20:52.878349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e41d8-cf7f-49bf-a85b-2aae83d92b45 req-67a3528a-165b-4a69-92b8-f52bc1799ea5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:52.885857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e8e41d8-cf7f-49bf-a85b-2aae83d92b45 req-67a3528a-165b-4a69-92b8-f52bc1799ea5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1076121 Dec 12 04:20:52.942432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57378) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:52.966078 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8ec084c-5eeb-4190-b085-4fe42e7fdf07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.986664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:52.990206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e8e41d8-cf7f-49bf-a85b-2aae83d92b45 req-0b21655d-c807-4bfe-a934-e31bfb5b99ef tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034322 Dec 12 04:20:53.033361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-37b8f4bd-b36c-4a23-a999-3cb220a8327d service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448450 Dec 12 04:20:53.071850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:20:53.100077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:20:53.108904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:20:53.115584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=b31e6064-125d-4c2a-8293-0b507864646f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:53.159340 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d657b3-dfaf-4cf9-b67d-e1425ff1094e req-0fa77a55-54ad-4a0a-a4f3-e5e5780bb70c service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176488 Dec 12 04:20:53.220882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d406fc-3947-4c47-9af3-34b4a9cf52a3 req-d12b42eb-7c4d-449d-9916-4ed257408985 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:53.222365 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6d406fc-3947-4c47-9af3-34b4a9cf52a3 req-d12b42eb-7c4d-449d-9916-4ed257408985 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 970 time: 0.1958249 Dec 12 04:20:53.238314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:53.238949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.295407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-a337cdaa-53ea-4e7b-b320-1b4e670b5185 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3134251 Dec 12 04:20:53.296014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.328263 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8ec084c-5eeb-4190-b085-4fe42e7fdf07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.334172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ecefe972-e0d3-4ecf-9e43-fb293d3ebb67 None None] Provisioning complete for port b31e6064-125d-4c2a-8293-0b507864646f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:53.334713 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ecefe972-e0d3-4ecf-9e43-fb293d3ebb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.346128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Request body: {'port': {'device_id': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:20:53.348624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Pushing event deleted for resources: {'Port': ['ID=ad84cbc1-d6fe-47b6-8918-3f14785b6b3b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:53.354412 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8ec084c-5eeb-4190-b085-4fe42e7fdf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.373137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ecefe972-e0d3-4ecf-9e43-fb293d3ebb67 None None] Port b31e6064-125d-4c2a-8293-0b507864646f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:20:53.395145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:20:53.409411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5badd370-79b3-4cc5-b847-63981a1e9714 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:53.481277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d8ec084c-5eeb-4190-b085-4fe42e7fdf07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=006a9ae70d1e4084ac5e47f3ba91bced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342937 Dec 12 04:20:53.481805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57380) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:53.483898 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6d406fc-3947-4c47-9af3-34b4a9cf52a3 req-8f91e11a-055e-4ea7-96de-c6b11f97da4b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2422051 Dec 12 04:20:53.509285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec084c-5eeb-4190-b085-4fe42e7fdf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9c41b9-8c5f-43f4-9035-377a743846e3,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:53.537095 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.568930 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aebe5160-4266-44a4-a7c9-0ffc887c8558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.587777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 5badd370-79b3-4cc5-b847-63981a1e9714 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:20:53.591362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:53.596483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aebe5160-4266-44a4-a7c9-0ffc887c8558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.605502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 5badd370-79b3-4cc5-b847-63981a1e9714 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:53.605877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.608778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'port_id': 'b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda', 'mac_address': 'fa:16:3e:1e:0f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1312b076-d411-4025-9869-3d97d9c6495d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:20:53.680298 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.717067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:53.721186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aebe5160-4266-44a4-a7c9-0ffc887c8558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.724645 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aebe5160-4266-44a4-a7c9-0ffc887c8558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.726541 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aebe5160-4266-44a4-a7c9-0ffc887c8558 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc9c41b9-8c5f-43f4-9035-377a743846e3 HTTP/1.1" status: 204 len: 168 time: 0.2429895 Dec 12 04:20:53.744911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe5160-4266-44a4-a7c9-0ffc887c8558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9c41b9-8c5f-43f4-9035-377a743846e3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:53.753321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:53.755862 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.773270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5638c-52b9-4819-98bb-281454e4fb86 req-86bf8b22-a08d-4ec2-983b-ece5cb198f24 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:53.774833 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.775567 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37d5638c-52b9-4819-98bb-281454e4fb86 req-86bf8b22-a08d-4ec2-983b-ece5cb198f24 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 945 time: 0.1013529 Dec 12 04:20:53.825777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.830523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d098343-aea9-424c-b1e7-837149ffb9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5badd370-79b3-4cc5-b847-63981a1e9714'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:53.833398 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66a2284-cb3b-411d-83cf-ceb90df922df" -d '{"events": [{"server_uuid": "0d098343-aea9-424c-b1e7-837149ffb9d0", "name": "network-vif-plugged", "status": "completed", "tag": "5badd370-79b3-4cc5-b847-63981a1e9714"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:53.867409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5badd370-79b3-4cc5-b847-63981a1e9714, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5badd370-79b3-4cc5-b847-63981a1e9714,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:53.891479 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:53.911077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:53.917708 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6808aa20-6fa4-4791-ac63-18d296b2dec0 x-openstack-request-id: req-6808aa20-6fa4-4791-ac63-18d296b2dec0 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:53.918229 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d098343-aea9-424c-b1e7-837149ffb9d0", "name": "network-vif-plugged", "status": "completed", "tag": "5badd370-79b3-4cc5-b847-63981a1e9714", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:53.920515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37d5638c-52b9-4819-98bb-281454e4fb86 req-319c0225-927b-4d2e-a85b-58a805ec8a92 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281645 Dec 12 04:20:53.921048 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6808aa20-6fa4-4791-ac63-18d296b2dec0 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:53.921660 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d098343-aea9-424c-b1e7-837149ffb9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5badd370-79b3-4cc5-b847-63981a1e9714', 'code': 200} Dec 12 04:20:53.989352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5badd370-79b3-4cc5-b847-63981a1e9714,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:54.088779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcaaf-cc60-4ce1-bef1-5d65e5ebb3ed req-81b3b436-397e-4546-b390-37d3347d1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:54.090350 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26ddcaaf-cc60-4ce1-bef1-5d65e5ebb3ed req-81b3b436-397e-4546-b390-37d3347d1a80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 1097 time: 0.0563610 Dec 12 04:20:54.141276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:20:54.181276 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26ddcaaf-cc60-4ce1-bef1-5d65e5ebb3ed req-31dab3a2-8ace-4a84-bb30-b9868ed9e3ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814946 Dec 12 04:20:54.227630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d85be-b49c-490e-9a46-f87c8a3a41b2 req-7c030e25-f6fa-4ad3-983f-4383f06fc39d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:54.229365 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-563d85be-b49c-490e-9a46-f87c8a3a41b2 req-7c030e25-f6fa-4ad3-983f-4383f06fc39d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0696533 Dec 12 04:20:54.261010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2282e1a-0c7b-4d4b-aa3f-86d9b676313d req-eeb24842-8674-4c30-988f-0fcc782445da tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:54.265750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2282e1a-0c7b-4d4b-aa3f-86d9b676313d req-eeb24842-8674-4c30-988f-0fcc782445da tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 944 time: 0.2347577 Dec 12 04:20:54.275455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:20:54.278050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31e6064-125d-4c2a-8293-0b507864646f {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:54.293958 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:54.303678 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-563d85be-b49c-490e-9a46-f87c8a3a41b2 req-30e9c93a-9faf-40ee-a1e8-9596a0a6b8fd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637169 Dec 12 04:20:54.328359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Transition to ACTIVE for port object b31e6064-125d-4c2a-8293-0b507864646f will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:20:54.340111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:54.463154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2282e1a-0c7b-4d4b-aa3f-86d9b676313d req-9c335c07-fdac-46ba-89ee-8af3e9847e20 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909523 Dec 12 04:20:54.522657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Pushing event updated for resources: {'Port': ['ID=b31e6064-125d-4c2a-8293-0b507864646f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:54.612931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:20:54.618398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-05f20903-4a45-4e38-9500-33b120aa8dda admin admin] 10.222.0.36 "PUT /v2.0/routers/fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1480148 Dec 12 04:20:54.622657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57414) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:54.625107 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] Sync routers for ids ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:20:54.645308 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] Routers {'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:20:54.646710 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:20:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:54.647665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe4cf8-085f-4cb0-a33b-67b6a0a191ac req-9728a061-b9a2-45c6-b5ae-35033d86e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:54.649593 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aefe4cf8-085f-4cb0-a33b-67b6a0a191ac req-9728a061-b9a2-45c6-b5ae-35033d86e73f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1096 time: 0.1034634 Dec 12 04:20:54.673397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7efd-f518-4b80-8aef-b2a9841ff6b2 req-89d00501-a1dc-412c-98ba-3f359f115d84 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:54.690625 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cadf7efd-f518-4b80-8aef-b2a9841ff6b2 req-89d00501-a1dc-412c-98ba-3f359f115d84 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 982 time: 0.1091394 Dec 12 04:20:54.710318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Attempting to bind port b31e6064-125d-4c2a-8293-0b507864646f on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:20:54.710318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Attempting to bind port b31e6064-125d-4c2a-8293-0b507864646f by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:20:54.710318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Attempting to bind port b31e6064-125d-4c2a-8293-0b507864646f on network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:54.726241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Port b31e6064-125d-4c2a-8293-0b507864646f on network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:20:54.726572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Attempting to bind port b31e6064-125d-4c2a-8293-0b507864646f on network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:20:54.735548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:20:54.735894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Checking segment: {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:20:54.736291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Bound using segment: {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:20:54.736739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Bound port: b31e6064-125d-4c2a-8293-0b507864646f, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:20:54.737149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:54.785243 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aefe4cf8-085f-4cb0-a33b-67b6a0a191ac req-344a0249-ef1e-4f74-b404-4d24340df704 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246855 Dec 12 04:20:54.790125 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] Set router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:20:54.885179 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cadf7efd-f518-4b80-8aef-b2a9841ff6b2 req-c5a6b68e-8e8f-45bd-8ff4-bfee499ef7fb tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1887848 Dec 12 04:20:55.035017 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:39Z', 'updated_at': '2021-12-12T04:20:53Z', 'revision_number': 5, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'gw_port': {'id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:40Z', 'updated_at': '2021-12-12T04:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:55.061593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738981be-42ea-4a78-a05f-94614412346c req-e8a38678-9167-445b-ba26-c12c45c5f1aa tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:55.063655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-738981be-42ea-4a78-a05f-94614412346c req-e8a38678-9167-445b-ba26-c12c45c5f1aa tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 946 time: 0.0570600 Dec 12 04:20:55.081581 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] Checking router: fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:20:55.108019 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] Routers {'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:20:55.109926 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:20:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:55.124747 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-738981be-42ea-4a78-a05f-94614412346c req-c03e7d71-fc03-40b9-b55e-f3bb0fd93fe2 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487432 Dec 12 04:20:55.252089 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:55.333314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] For port b31e6064-125d-4c2a-8293-0b507864646f, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:20:55.343303 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] Set router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:20:55.352263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] For port b31e6064-125d-4c2a-8293-0b507864646f, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b31e6064-125d-4c2a-8293-0b507864646f,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:20:55.362283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:55.403740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:20:55.414037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:55.414686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:55.416125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] 10.222.0.37 "PUT /v2.0/ports/b31e6064-125d-4c2a-8293-0b507864646f HTTP/1.1" status: 200 len: 1130 time: 2.0788763 Dec 12 04:20:55.418490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:55.420692 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda3055-71d6-4cbc-99b0-00f5c582e27d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "tag": "b31e6064-125d-4c2a-8293-0b507864646f"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:55.453490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:55.462078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7550b-6f02-45b0-920d-7c19999af4ca service neutron] Pushing event updated for resources: {'Port': ['ID=b31e6064-125d-4c2a-8293-0b507864646f,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:55.536507 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b5e00-df6b-4226-84b2-1ba2eb5f0bce req-e00cd206-44c5-4e83-b81c-4423d9f1df4c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:55.551448 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec4b5e00-df6b-4226-84b2-1ba2eb5f0bce req-e00cd206-44c5-4e83-b81c-4423d9f1df4c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1680183 Dec 12 04:20:55.573035 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf0b5a5-0a1e-4b04-ab5e-dbb7353dc96b x-openstack-request-id: req-3cf0b5a5-0a1e-4b04-ab5e-dbb7353dc96b {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:55.573189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:20:55.573375 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "tag": "b31e6064-125d-4c2a-8293-0b507864646f", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:55.573646 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cf0b5a5-0a1e-4b04-ab5e-dbb7353dc96b {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:55.574077 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f', 'status': 'completed', 'code': 200} Dec 12 04:20:55.579747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:20:55.580618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:55.645585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-5d08cfb5-e411-45ba-875f-b8e98962ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:55.647519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-5d08cfb5-e411-45ba-875f-b8e98962ec6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6274f43ec7904903b4a3902565b95ea7&device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 1133 time: 0.1335227 Dec 12 04:20:55.684980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Deleting port 9a695367-cc1c-4e78-83e6-3ce7064f4b52 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:55.685332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:55.713719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec4b5e00-df6b-4226-84b2-1ba2eb5f0bce req-bb005384-3fbb-4063-87d8-1e5ce862882a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566334 Dec 12 04:20:55.744843 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:55.767789 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-7ba0c3ee-66d4-4ffb-8024-b735bf5dd78d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31e6064-125d-4c2a-8293-0b507864646f HTTP/1.1" status: 200 len: 217 time: 0.1030681 Dec 12 04:20:55.796575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:55.802791 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:55.874048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-74f15d08-e434-4e6b-898b-40d9613de2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:55.877511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-74f15d08-e434-4e6b-898b-40d9613de2b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4515fcdb-6455-458c-8fd4-2639e1e67083 HTTP/1.1" status: 200 len: 834 time: 0.0760300 Dec 12 04:20:55.890085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:55.925809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae32097d-2bfb-498f-98e1-8f8a52564535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:20:55.931541 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f797e20c-7fd0-47a8-b4e6-15ee499dd007" -d '{"events": [{"server_uuid": "ae32097d-2bfb-498f-98e1-8f8a52564535", "name": "network-vif-plugged", "status": "completed", "tag": "b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:20:55.931958 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:39Z', 'updated_at': '2021-12-12T04:20:53Z', 'revision_number': 5, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'gw_port': {'id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:40Z', 'updated_at': '2021-12-12T04:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:55.965794 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e5fb3-d38e-466c-bcda-d03dc8e3d49c None None] The sync data for ids ['fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e'] in n-d-710847-7 is: [{'id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000244404-router', 'tenant_id': '13ea324e1092456a8ca072c338b43b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:18:39Z', 'updated_at': '2021-12-12T04:20:53Z', 'revision_number': 5, 'project_id': '13ea324e1092456a8ca072c338b43b53', 'gw_port': {'id': '9a695367-cc1c-4e78-83e6-3ce7064f4b52', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:18:40Z', 'updated_at': '2021-12-12T04:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:20:55.967209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2efba0-e20e-40d3-864b-d648537a43b8 req-78bd27a3-6e6d-4022-8762-00a2d420b594 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:55.976312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b2efba0-e20e-40d3-864b-d648537a43b8 req-78bd27a3-6e6d-4022-8762-00a2d420b594 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 944 time: 0.2332921 Dec 12 04:20:55.988740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-75a64672-d047-4c94-bc5d-116d7b9b1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:55.990946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-75a64672-d047-4c94-bc5d-116d7b9b1c39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f1a4db5-7013-4eb6-81e9-707b89f70d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060562 Dec 12 04:20:56.063752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] For port 9a695367-cc1c-4e78-83e6-3ce7064f4b52, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9a695367-cc1c-4e78-83e6-3ce7064f4b52,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:56.064568 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:56.113408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedea06f-d47c-4a11-8c01-9c159acf049e req-f1f5f041-c94e-4077-b133-5ce888dfd9f9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:56.115006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fedea06f-d47c-4a11-8c01-9c159acf049e req-f1f5f041-c94e-4077-b133-5ce888dfd9f9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 982 time: 0.0743990 Dec 12 04:20:56.137968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Calling delete_port for 9a695367-cc1c-4e78-83e6-3ce7064f4b52 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:56.151774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b2efba0-e20e-40d3-864b-d648537a43b8 req-b2abb11d-4715-4327-98b4-37007bc97e3a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741836 Dec 12 04:20:56.181208 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fedea06f-d47c-4a11-8c01-9c159acf049e req-ab5af4e6-76e8-4ec7-ba72-2f7cce974e98 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0595891 Dec 12 04:20:56.207638 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b65cad-6c6c-4cc1-a557-00bf9a8be0ee x-openstack-request-id: req-74b65cad-6c6c-4cc1-a557-00bf9a8be0ee {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:20:56.208149 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae32097d-2bfb-498f-98e1-8f8a52564535", "name": "network-vif-plugged", "status": "completed", "tag": "b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:20:56.208579 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74b65cad-6c6c-4cc1-a557-00bf9a8be0ee {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:20:56.209379 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae32097d-2bfb-498f-98e1-8f8a52564535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda', 'code': 200} Dec 12 04:20:56.243133 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-e0ea4b58-19ba-45a8-a45c-c7c47286753b service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956408 Dec 12 04:20:56.403770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4e0c7-100c-4a88-a0f3-b5e2a79d7f15 req-df03258d-f2eb-43f1-a432-4ce4c63870ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:56.405622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fa4e0c7-100c-4a88-a0f3-b5e2a79d7f15 req-df03258d-f2eb-43f1-a432-4ce4c63870ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 1096 time: 0.0650079 Dec 12 04:20:56.458250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fa4e0c7-100c-4a88-a0f3-b5e2a79d7f15 req-085e993b-8a7c-4056-9d3c-3c370db141ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453300 Dec 12 04:20:56.474268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65e316-9b5c-472c-8c21-e2c4e1b9ff2b req-44249172-e737-4e02-9e5b-803f5ee8212c tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:56.475799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea65e316-9b5c-472c-8c21-e2c4e1b9ff2b req-44249172-e737-4e02-9e5b-803f5ee8212c tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 946 time: 0.1755631 Dec 12 04:20:56.483410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f94a7dc0-3967-4370-9e78-6dde3b906afe req-f2b4b566-72fa-48c1-9de3-c011fbc5f376 service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218056 Dec 12 04:20:56.511872 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:56.559338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a695367-cc1c-4e78-83e6-3ce7064f4b52,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:56.591254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea65e316-9b5c-472c-8c21-e2c4e1b9ff2b req-0871a4c8-0aac-4d4f-befe-7192e5ece406 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068430 Dec 12 04:20:56.693180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-49cbd711-e40a-425c-9c2b-1e6fa46be12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:56.694725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-49cbd711-e40a-425c-9c2b-1e6fa46be12f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6274f43ec7904903b4a3902565b95ea7&device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 1133 time: 0.0578067 Dec 12 04:20:56.697402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:56.849047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ad84cbc1-d6fe-47b6-8918-3f14785b6b3b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:56.861236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:56.866989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:56.923195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: ad84cbc1-d6fe-47b6-8918-3f14785b6b3b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:56.924366 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ad84cbc1-d6fe-47b6-8918-3f14785b6b3b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:56.925498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:56.932886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:20:56.939145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:56.942674 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-57f2924e-69df-44c6-bd2e-5be8bf788050 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fd15bf59-5a50-4a04-9e4c-16a87a1e1d3e HTTP/1.1" status: 204 len: 168 time: 2.3157198 Dec 12 04:20:56.944129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57472) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:56.979491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-8775aa82-49c6-4903-afa6-f840c46b8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:56.985641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-8775aa82-49c6-4903-afa6-f840c46b8e8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f1a4db5-7013-4eb6-81e9-707b89f70d62 HTTP/1.1" status: 200 len: 896 time: 0.2474337 Dec 12 04:20:57.066003 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-6f1dec3a-98b8-4df5-be3f-fccbf459259f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31e6064-125d-4c2a-8293-0b507864646f HTTP/1.1" status: 200 len: 217 time: 0.0719130 Dec 12 04:20:57.098292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d195e94-5548-4591-b247-6d33f93b6ffa admin admin] Deleting subnet ac502dda-686c-4501-9cc6-ddc3f69e2fcf {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:20:57.102712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d195e94-5548-4591-b247-6d33f93b6ffa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:57.157714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-36307a1d-6e45-49a2-a2d6-8a432527485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:57.160097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-36307a1d-6e45-49a2-a2d6-8a432527485e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4515fcdb-6455-458c-8fd4-2639e1e67083 HTTP/1.1" status: 200 len: 834 time: 0.0851510 Dec 12 04:20:57.178099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d195e94-5548-4591-b247-6d33f93b6ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:57.222726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-3dc0a07f-4617-491b-9d6e-c7eafbdf45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:57.226631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-3dc0a07f-4617-491b-9d6e-c7eafbdf45cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f1a4db5-7013-4eb6-81e9-707b89f70d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544167 Dec 12 04:20:57.259244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021e2b-69f9-4eec-b04d-7950db930d45 req-7f09b61a-fac9-4336-ad57-11fc6bf7720d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:57.267867 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d021e2b-69f9-4eec-b04d-7950db930d45 req-7f09b61a-fac9-4336-ad57-11fc6bf7720d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.4601967 Dec 12 04:20:57.376584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d021e2b-69f9-4eec-b04d-7950db930d45 req-f26faff4-6c29-4501-a1f0-3fe69b8c8fb7 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032739 Dec 12 04:20:57.381290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d195e94-5548-4591-b247-6d33f93b6ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:57.404911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb04047-18f3-4e9f-96f9-a2601539095b req-9c4eed1b-2ae8-4628-8f1d-437c1b2638d6 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:57.412784 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbb04047-18f3-4e9f-96f9-a2601539095b req-9c4eed1b-2ae8-4628-8f1d-437c1b2638d6 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 945 time: 0.1234753 Dec 12 04:20:57.435685 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-976ba520-59e0-4e2b-a36f-668f4aa2dee6 service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008443 Dec 12 04:20:57.518088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbb04047-18f3-4e9f-96f9-a2601539095b req-085d4060-6c2e-4eaf-a91e-1ba67def4585 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024137 Dec 12 04:20:57.548394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ebac7-d417-4dfe-a50c-b6d807c4a3c6 req-1b0a4f0a-24cb-4124-97aa-269201aa790a tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:57.548394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-664ebac7-d417-4dfe-a50c-b6d807c4a3c6 req-1b0a4f0a-24cb-4124-97aa-269201aa790a tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 982 time: 0.0894108 Dec 12 04:20:57.618681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eda3055-71d6-4cbc-99b0-00f5c582e27d req-bf9e8de9-07ff-4017-8d0e-a99d8658cf92 service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720557 Dec 12 04:20:57.628083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d195e94-5548-4591-b247-6d33f93b6ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:57.674598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3f172-02f1-4043-99ef-b93a36e66b9f None None] Network 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:20:57.737607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d195e94-5548-4591-b247-6d33f93b6ffa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:57.748721 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9d195e94-5548-4591-b247-6d33f93b6ffa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac502dda-686c-4501-9cc6-ddc3f69e2fcf HTTP/1.1" status: 204 len: 168 time: 0.8025753 Dec 12 04:20:57.752566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57492) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:57.754863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d195e94-5548-4591-b247-6d33f93b6ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac502dda-686c-4501-9cc6-ddc3f69e2fcf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:57.847397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-664ebac7-d417-4dfe-a50c-b6d807c4a3c6 req-b8f1273c-8839-4fd9-ba7d-9a1a4220bff3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2650638 Dec 12 04:20:57.905858 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:57.971712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9a086-c21f-4b3a-8e7f-13ca8badf91b None None] DHCP port deletion for 7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:20:57.986171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Deleting port 842e33a7-8ae3-44b5-a382-036e533cc432 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:57.986678 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.044863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-38e9a086-c21f-4b3a-8e7f-13ca8badf91b None None] Deleting port 842e33a7-8ae3-44b5-a382-036e533cc432 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:20:58.045482 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-38e9a086-c21f-4b3a-8e7f-13ca8badf91b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.081233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] For port 842e33a7-8ae3-44b5-a382-036e533cc432, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=842e33a7-8ae3-44b5-a382-036e533cc432,segment=NetworkSegment(0a43ea1e-b482-41de-9381-90c65c477c68),segment_id=0a43ea1e-b482-41de-9381-90c65c477c68)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:58.082417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.097082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Calling delete_port for 842e33a7-8ae3-44b5-a382-036e533cc432 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:58.129700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-38e9a086-c21f-4b3a-8e7f-13ca8badf91b None None] For port 842e33a7-8ae3-44b5-a382-036e533cc432, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=842e33a7-8ae3-44b5-a382-036e533cc432,segment=NetworkSegment(0a43ea1e-b482-41de-9381-90c65c477c68),segment_id=0a43ea1e-b482-41de-9381-90c65c477c68)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:58.130204 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-38e9a086-c21f-4b3a-8e7f-13ca8badf91b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.146173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-38e9a086-c21f-4b3a-8e7f-13ca8badf91b None None] Calling delete_port for 842e33a7-8ae3-44b5-a382-036e533cc432 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:20:58.184015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09713c58-015d-4b53-be2d-2e5309e7d8e1 req-ef4285a5-9b8b-41d8-9e53-b1e38151ffa3 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:58.185981 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09713c58-015d-4b53-be2d-2e5309e7d8e1 req-ef4285a5-9b8b-41d8-9e53-b1e38151ffa3 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0995688 Dec 12 04:20:58.190189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-54cf3b04-8fc8-4dc6-b1c5-3eb962c1c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:58.194735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-54cf3b04-8fc8-4dc6-b1c5-3eb962c1c947 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1096 time: 0.0991790 Dec 12 04:20:58.222524 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.256894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=842e33a7-8ae3-44b5-a382-036e533cc432,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:58.258923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] No DVR routers for this DVR port 842e33a7-8ae3-44b5-a382-036e533cc432 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:58.308374 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09713c58-015d-4b53-be2d-2e5309e7d8e1 req-a31a555d-0928-4ffb-91bf-c8228c5f3ca6 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126425 Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: from cryptography.utils import int_from_bytes Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: from cryptography.utils import int_from_bytes Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.337205 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:20:58.340360 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:20:58.344484 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-38e9a086-c21f-4b3a-8e7f-13ca8badf91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.357770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.365746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-5d3aac5e-4997-437a-8039-231a0e13c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:58.368049 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-5d3aac5e-4997-437a-8039-231a0e13c1b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 919 time: 0.1583028 Dec 12 04:20:58.374371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9a086-c21f-4b3a-8e7f-13ca8badf91b None None] Pushing event deleted for resources: {'Port': ['ID=842e33a7-8ae3-44b5-a382-036e533cc432,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:58.376375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9a086-c21f-4b3a-8e7f-13ca8badf91b None None] No DVR routers for this DVR port 842e33a7-8ae3-44b5-a382-036e533cc432 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:20:58.389897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:58.400726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a43ea1e-b482-41de-9381-90c65c477c68') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:58.401084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a43ea1e-b482-41de-9381-90c65c477c68') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:20:58.413498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.424475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-482154f9-f166-4442-904b-db58b48b0594 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb HTTP/1.1" status: 200 len: 217 time: 0.0460196 Dec 12 04:20:58.427925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.435139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:20:58.435537 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:20:58.437243 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:20:58.474666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-12158cbd-56a0-426a-b437-3d2de6b4a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:58.476296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-12158cbd-56a0-426a-b437-3d2de6b4a5c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.0448017 Dec 12 04:20:58.499138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.505798 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:58.510850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-d025c938-9941-4460-87f2-3b9064d2a12b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271552 Dec 12 04:20:58.512029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] 10.222.0.36 "DELETE /v2.0/networks/7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c HTTP/1.1" status: 204 len: 168 time: 0.7579911 Dec 12 04:20:58.523436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09bacc-4b1c-4802-872c-ecaf2376f6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec3f8ee-2ec9-4eb1-a82a-084b120ab32c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:58.625938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-b8c186ec-5faa-4d36-846a-dcbdd902ea30 service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082058 Dec 12 04:20:58.741124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a780e7-21bd-40ae-bf45-82e2ab9309c4 req-a75cf0e1-c972-4e3f-bf80-24666b8bf969 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:58.751866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21a780e7-21bd-40ae-bf45-82e2ab9309c4 req-a75cf0e1-c972-4e3f-bf80-24666b8bf969 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 945 time: 0.1442418 Dec 12 04:20:58.754457 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fee1ca6-724a-4da6-8128-23e0dc0d49d9 req-7225b5b6-9cc5-42c2-814a-5385c11b29ba service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211433 Dec 12 04:20:58.760353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57510) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:58.832368 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21a780e7-21bd-40ae-bf45-82e2ab9309c4 req-cbec4df6-498b-4b04-a615-09a71d74ba1d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720215 Dec 12 04:20:58.854347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57516) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:58.854947 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b8aa0486-cdd1-4571-af52-26de36ab839d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6bd7d131a1d433a81ad666d0e5c62e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933325 Dec 12 04:20:58.874613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9a695367-cc1c-4e78-83e6-3ce7064f4b52 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:58.913849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 9a695367-cc1c-4e78-83e6-3ce7064f4b52 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:58.919305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9a695367-cc1c-4e78-83e6-3ce7064f4b52 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:58.921484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 842e33a7-8ae3-44b5-a382-036e533cc432 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:20:58.965665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 842e33a7-8ae3-44b5-a382-036e533cc432 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:20:58.966015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 842e33a7-8ae3-44b5-a382-036e533cc432 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:20:58.995883 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3203f6ee-3031-461b-b9ef-5d8fcebd0252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.036102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412175c-ffff-423c-98b7-bdc37aac7129 req-7eaa50fe-b8d1-4ee1-b16f-2075c8d46ad9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:59.037776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a412175c-ffff-423c-98b7-bdc37aac7129 req-7eaa50fe-b8d1-4ee1-b16f-2075c8d46ad9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 982 time: 0.0916040 Dec 12 04:20:59.042914 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3203f6ee-3031-461b-b9ef-5d8fcebd0252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.122506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a412175c-ffff-423c-98b7-bdc37aac7129 req-ded733d1-aa90-4e25-8d9c-2736fbe04e3a tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0754147 Dec 12 04:20:59.133776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3203f6ee-3031-461b-b9ef-5d8fcebd0252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.136870 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3203f6ee-3031-461b-b9ef-5d8fcebd0252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.138302 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3203f6ee-3031-461b-b9ef-5d8fcebd0252 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/963773b4-84b8-4310-abad-db2905ba0331 HTTP/1.1" status: 204 len: 168 time: 0.2826059 Dec 12 04:20:59.161108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203f6ee-3031-461b-b9ef-5d8fcebd0252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963773b4-84b8-4310-abad-db2905ba0331,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:59.178487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b31e6064-125d-4c2a-8293-0b507864646f details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:20:59.218982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf890-b787-4b9c-bfa6-1281328e8163 req-ab8ba141-8e0b-4435-8f6c-9526bc2eecfb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:59.227638 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0cebf890-b787-4b9c-bfa6-1281328e8163 req-ab8ba141-8e0b-4435-8f6c-9526bc2eecfb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 945 time: 0.1303749 Dec 12 04:20:59.307123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0cebf890-b787-4b9c-bfa6-1281328e8163 req-2b567eed-2b42-4405-a428-54680441fc35 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781856 Dec 12 04:20:59.396736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port b31e6064-125d-4c2a-8293-0b507864646f, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b31e6064-125d-4c2a-8293-0b507864646f,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:59.411602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'b31e6064-125d-4c2a-8293-0b507864646f', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'port_id': 'b31e6064-125d-4c2a-8293-0b507864646f', 'mac_address': 'fa:16:3e:4c:a5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:20:59.460484 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.475161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc82ca-c551-4494-ac90-dd6c4c7ca85c req-eef096be-99cc-4a01-a88f-cd6d51a6f07d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:59.483727 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16dc82ca-c551-4494-ac90-dd6c4c7ca85c req-eef096be-99cc-4a01-a88f-cd6d51a6f07d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 945 time: 0.0700943 Dec 12 04:20:59.487608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31e6064-125d-4c2a-8293-0b507864646f {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:20:59.518966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port b31e6064-125d-4c2a-8293-0b507864646f, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b31e6064-125d-4c2a-8293-0b507864646f,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:20:59.527332 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.569879 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16dc82ca-c551-4494-ac90-dd6c4c7ca85c req-8e172f9e-15bf-4d7d-993a-ad5e40f23304 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815642 Dec 12 04:20:59.595864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=b31e6064-125d-4c2a-8293-0b507864646f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:59.686637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57554) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:59.785508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-36ff4174-2ccf-4e74-a8b7-b75afc008013 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13ea324e1092456a8ca072c338b43b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973189 Dec 12 04:20:59.787066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5913e7b-6de7-4f41-9235-6100962c56b3 req-cf360b8e-1c64-4548-b894-143eb19c16df tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:20:59.787908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57558) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:20:59.788762 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5913e7b-6de7-4f41-9235-6100962c56b3 req-cf360b8e-1c64-4548-b894-143eb19c16df tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1298707 Dec 12 04:20:59.845587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee632719-4491-4a99-a2fd-d18632bb6944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.874623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee632719-4491-4a99-a2fd-d18632bb6944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.882920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5913e7b-6de7-4f41-9235-6100962c56b3 req-8801ecab-a630-4a1e-88ef-2208bc70a0fa tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867326 Dec 12 04:20:59.931564 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee632719-4491-4a99-a2fd-d18632bb6944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.935043 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee632719-4491-4a99-a2fd-d18632bb6944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:20:59.936489 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ee632719-4491-4a99-a2fd-d18632bb6944 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69cae16c-2ad5-47e8-9fdf-237f690b215b HTTP/1.1" status: 204 len: 168 time: 0.1470568 Dec 12 04:20:59.953879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee632719-4491-4a99-a2fd-d18632bb6944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cae16c-2ad5-47e8-9fdf-237f690b215b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:20:59.968681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['b31e6064-125d-4c2a-8293-0b507864646f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:00.058533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e7245-aa31-437b-b832-4d4aba428e21 req-7096a586-53e7-423b-aa5d-6a9f62e4a1b1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:00.060555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c93e7245-aa31-437b-b832-4d4aba428e21 req-7096a586-53e7-423b-aa5d-6a9f62e4a1b1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 945 time: 0.0643361 Dec 12 04:21:00.137570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c93e7245-aa31-437b-b832-4d4aba428e21 req-42c8c8fb-5e40-4efd-9767-d9179922c051 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676038 Dec 12 04:21:00.347032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702885-a1e5-4e45-9e9d-eaecdae86c32 req-1042ad78-fe57-47a1-bbb9-7f7876b6d6c6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:00.355923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f702885-a1e5-4e45-9e9d-eaecdae86c32 req-1042ad78-fe57-47a1-bbb9-7f7876b6d6c6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 983 time: 0.1059153 Dec 12 04:21:00.452771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f702885-a1e5-4e45-9e9d-eaecdae86c32 req-0a97308c-cd4b-4997-8824-a7b9950e1e23 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0965054 Dec 12 04:21:01.006647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b35d54-a903-474f-bac4-9434a84786c7 req-5e888656-b995-4234-94eb-6870a34e6ad7 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.008084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61b35d54-a903-474f-bac4-9434a84786c7 req-5e888656-b995-4234-94eb-6870a34e6ad7 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0528009 Dec 12 04:21:01.059250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61b35d54-a903-474f-bac4-9434a84786c7 req-caeb8bc6-cf67-4851-b0c7-a613fe04734a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Dec 12 04:21:01.285227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5891ca-9b10-475a-99b1-f5b0676eebd8 req-a4bd1d82-0692-4ea8-869f-382819dc4622 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.293557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d5891ca-9b10-475a-99b1-f5b0676eebd8 req-a4bd1d82-0692-4ea8-869f-382819dc4622 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 945 time: 0.0707667 Dec 12 04:21:01.397250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d5891ca-9b10-475a-99b1-f5b0676eebd8 req-51085a68-0121-4789-9da1-e19ffa35cd18 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816481 Dec 12 04:21:01.403427 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-2635c574-8499-4788-af5e-33ed8febda5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0804927 Dec 12 04:21:01.562226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b6f1628e-c262-4500-b723-66d841a5aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.562745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b6f1628e-c262-4500-b723-66d841a5aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.563221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b6f1628e-c262-4500-b723-66d841a5aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.563699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b6f1628e-c262-4500-b723-66d841a5aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.564415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b6f1628e-c262-4500-b723-66d841a5aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.564997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b6f1628e-c262-4500-b723-66d841a5aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.568782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b6f1628e-c262-4500-b723-66d841a5aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.582531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b6f1628e-c262-4500-b723-66d841a5aa61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6488 time: 0.1065207 Dec 12 04:21:01.679823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-de172da3-01a9-4303-8ead-84a181e29d28 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.683728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-de172da3-01a9-4303-8ead-84a181e29d28 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 945 time: 0.1164501 Dec 12 04:21:01.749046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b7933-6a6c-4a26-81ce-7855f8f7b30b req-f6da613b-e432-4746-95e9-b8fe0b177bdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.757927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b15b7933-6a6c-4a26-81ce-7855f8f7b30b req-f6da613b-e432-4746-95e9-b8fe0b177bdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 983 time: 0.1499214 Dec 12 04:21:01.834232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-9027adf9-3bfc-4a91-9539-f13e844215f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.834953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-9027adf9-3bfc-4a91-9539-f13e844215f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.835999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-9027adf9-3bfc-4a91-9539-f13e844215f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:01.837117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-9027adf9-3bfc-4a91-9539-f13e844215f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e24b41d5-580c-404e-9977-7163a101b7f9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0 HTTP/1.1" status: 200 len: 2291 time: 0.2173676 Dec 12 04:21:01.868728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b15b7933-6a6c-4a26-81ce-7855f8f7b30b req-2ef17899-fd33-4d97-bbe6-75d0c22f503f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1051586 Dec 12 04:21:01.895317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Deleting port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:21:01.895777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:02.037988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] For port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:02.038861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:02.058245 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-e4ede03b-0aed-49a5-899a-280a8041c817 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50865e90-2d61-4c3f-845d-73e68d27bd50 HTTP/1.1" status: 200 len: 1002 time: 0.2113254 Dec 12 04:21:02.065808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Calling delete_port for b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:21:02.215996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-93ca8bf6-f6cb-400f-81cd-24cf585ae1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:02.219006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-93ca8bf6-f6cb-400f-81cd-24cf585ae1a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8498c706-8988-4493-9db4-a7c752384c54 HTTP/1.1" status: 200 len: 851 time: 0.1550345 Dec 12 04:21:02.318552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-330447ff-3054-44ab-a9d8-10a894b316fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:02.329060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-330447ff-3054-44ab-a9d8-10a894b316fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e24b41d5-580c-404e-9977-7163a101b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010561 Dec 12 04:21:02.513541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57672) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:02.530329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-6f5fb31e-e039-455b-affc-29b8ac08b646 service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945138 Dec 12 04:21:02.730782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:02.763336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:02.768433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:02.798631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event deleted for resources: {'Port': ['ID=b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:02.908792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] No DVR routers for this DVR port b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:21:02.913209 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:02.917961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9697bff8-f3e1-4115-9a85-258f5717a111 req-cc1da424-9d79-4c31-bb11-1805afa0c7ab tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "DELETE /v2.0/ports/b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda HTTP/1.1" status: 204 len: 173 time: 1.2274446 Dec 12 04:21:02.918575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae32097d-2bfb-498f-98e1-8f8a52564535', 'name': 'network-vif-deleted', 'tag': 'b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:02.938564 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:21:02.960397 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c1201b-d0a1-4e1e-9962-3655bfe8fa9f" -d '{"events": [{"server_uuid": "ae32097d-2bfb-498f-98e1-8f8a52564535", "name": "network-vif-deleted", "tag": "b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:03.139142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8ee9e-df92-47f9-96c4-ee2012ee619c req-70fe9bfa-4e17-44a4-ba35-4a62c3d74a25 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:03.150913 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-11d8ee9e-df92-47f9-96c4-ee2012ee619c req-70fe9bfa-4e17-44a4-ba35-4a62c3d74a25 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 983 time: 0.1336632 Dec 12 04:21:03.213976 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-2999c754-a3fd-4de4-a21a-d5e8956f9d00 service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769097 Dec 12 04:21:03.215696 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c58c45a-b880-4ac8-ac95-40616d19b7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:03.236094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b31e6064-125d-4c2a-8293-0b507864646f up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:03.281922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc67fb-6b19-47f7-a232-17d33e7548d3 req-c5f1b4eb-1758-4973-818a-e1838c39d3aa tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:03.287210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38bc67fb-6b19-47f7-a232-17d33e7548d3 req-c5f1b4eb-1758-4973-818a-e1838c39d3aa tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae32097d-2bfb-498f-98e1-8f8a52564535 HTTP/1.1" status: 200 len: 867 time: 0.6500573 Dec 12 04:21:03.302088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-11d8ee9e-df92-47f9-96c4-ee2012ee619c req-d082f951-ca56-4a97-8382-f2fb3af63fd7 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1502118 Dec 12 04:21:03.335431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-8f441049-18fd-44f3-bf61-1e69c63b3bda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 200 len: 217 time: 0.1081944 Dec 12 04:21:03.361799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port b31e6064-125d-4c2a-8293-0b507864646f completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:21:03.369737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port b31e6064-125d-4c2a-8293-0b507864646f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:03.370302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:03.373243 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a13ab0-7f09-4944-8c33-32cf3132fd97 x-openstack-request-id: req-b4a13ab0-7f09-4944-8c33-32cf3132fd97 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:03.373740 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae32097d-2bfb-498f-98e1-8f8a52564535", "name": "network-vif-deleted", "tag": "b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:03.374329 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4a13ab0-7f09-4944-8c33-32cf3132fd97 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:03.375701 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae32097d-2bfb-498f-98e1-8f8a52564535', 'name': 'network-vif-deleted', 'tag': 'b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda', 'status': 'completed', 'code': 200} Dec 12 04:21:03.478788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38bc67fb-6b19-47f7-a232-17d33e7548d3 req-eb6ef25f-2a9c-4974-bf53-52e7befe134e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417425 Dec 12 04:21:03.505399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:03.517852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-68ea438b-68ad-48fe-9ba0-e299e550be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:03.519356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-68ea438b-68ad-48fe-9ba0-e299e550be3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.1696682 Dec 12 04:21:03.521281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c58c45a-b880-4ac8-ac95-40616d19b7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:03.532401 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c58c45a-b880-4ac8-ac95-40616d19b7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:03.537016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:03.541075 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c48a22e-fd28-4eae-9f77-fc061893752f" -d '{"events": [{"server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "name": "network-vif-plugged", "status": "completed", "tag": "b31e6064-125d-4c2a-8293-0b507864646f"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:03.582796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port b31e6064-125d-4c2a-8293-0b507864646f, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b31e6064-125d-4c2a-8293-0b507864646f,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:03.596144 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:03.602178 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab5395-5a63-4a10-b742-170172c6ced2 x-openstack-request-id: req-46ab5395-5a63-4a10-b742-170172c6ced2 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:03.602664 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "name": "network-vif-plugged", "status": "completed", "tag": "b31e6064-125d-4c2a-8293-0b507864646f", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:03.603178 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46ab5395-5a63-4a10-b742-170172c6ced2 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:03.604069 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f', 'code': 200} Dec 12 04:21:03.665224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=b31e6064-125d-4c2a-8293-0b507864646f,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:03.700941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5c58c45a-b880-4ac8-ac95-40616d19b7e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2385e2fb4db94fab9dc441531e2788eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1862075 Dec 12 04:21:03.702919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c45a-b880-4ac8-ac95-40616d19b7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d4231b-a045-4202-91db-747386bf1d47,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:03.703591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57692) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:03.742996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-6bc5beab-abe5-4b2a-8541-98ac33f37377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:03.744533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-6bc5beab-abe5-4b2a-8541-98ac33f37377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1566615 Dec 12 04:21:03.828874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a678dd-ea1b-4117-981e-834f455f1b79 req-76701d4e-d784-4ff7-aa00-5ee96fc35087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:03.830410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82a678dd-ea1b-4117-981e-834f455f1b79 req-76701d4e-d784-4ff7-aa00-5ee96fc35087 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 1135 time: 0.0722256 Dec 12 04:21:03.883839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a83f0c-9f9e-4dcd-bb2b-2f01d0c2b9ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:03.962578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-d5473884-1a29-4c00-af84-bd939a37471d service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090614 Dec 12 04:21:03.979469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82a678dd-ea1b-4117-981e-834f455f1b79 req-85e85cc4-0bed-47c5-999e-a5b3d5a1338a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&id=b267eac6-d410-4e3c-8039-d7ba1cb05103&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1362913 Dec 12 04:21:03.981327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a83f0c-9f9e-4dcd-bb2b-2f01d0c2b9ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:04.026378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfb2d9-f5cc-46de-a90d-b33a596efa6c req-07925332-eaa2-41e0-a750-d47956057a3a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:04.027917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3abfb2d9-f5cc-46de-a90d-b33a596efa6c req-07925332-eaa2-41e0-a750-d47956057a3a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0886004 Dec 12 04:21:04.061171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a83f0c-9f9e-4dcd-bb2b-2f01d0c2b9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:04.064057 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a83f0c-9f9e-4dcd-bb2b-2f01d0c2b9ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:04.067445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-04a83f0c-9f9e-4dcd-bb2b-2f01d0c2b9ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67d4231b-a045-4202-91db-747386bf1d47 HTTP/1.1" status: 204 len: 168 time: 0.3606453 Dec 12 04:21:04.071400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-2ed4bed5-4269-4dbd-beb6-511547eaab10 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010299 Dec 12 04:21:04.093813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a83f0c-9f9e-4dcd-bb2b-2f01d0c2b9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d4231b-a045-4202-91db-747386bf1d47,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:04.113988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3abfb2d9-f5cc-46de-a90d-b33a596efa6c req-da67e0ef-d187-4e7f-bac3-41f45dfc092b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782828 Dec 12 04:21:04.135777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-e55350a5-6bcd-4191-96bc-dfcf3802a592 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 200 len: 217 time: 0.0561130 Dec 12 04:21:04.206916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b31cc697-2253-427c-bc44-858f57d8a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:04.210001 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b31cc697-2253-427c-bc44-858f57d8a515 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0669539 Dec 12 04:21:04.276784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-bec6eafa-b882-4e2e-8b2f-08fd92478387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:04.278501 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-bec6eafa-b882-4e2e-8b2f-08fd92478387 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520163 Dec 12 04:21:04.460204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-975ef155-ec3a-4ea3-8f02-cbd264ab4cf1 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738620 Dec 12 04:21:04.552047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180913f-d28f-456d-b321-d8cd70a7bf13 req-166b8bff-efd5-428d-b444-a15d9e77d05f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:04.562726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8180913f-d28f-456d-b321-d8cd70a7bf13 req-166b8bff-efd5-428d-b444-a15d9e77d05f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 984 time: 0.1346872 Dec 12 04:21:04.612391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-7e6f292d-25c0-44ef-81ab-6d1d3986618d service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446135 Dec 12 04:21:04.685938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8180913f-d28f-456d-b321-d8cd70a7bf13 req-4ac7135f-3886-4126-967e-c2584eb12d49 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1199393 Dec 12 04:21:04.716385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-9e4534a4-f873-4b00-8331-1debd2e3adab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93 HTTP/1.1" status: 200 len: 217 time: 0.0950406 Dec 12 04:21:04.795954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b488fe90-c6f6-4dbb-9162-b7b2d262c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:04.798131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-b488fe90-c6f6-4dbb-9162-b7b2d262c679 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0749190 Dec 12 04:21:04.863758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-8fdb1401-16d2-4a1b-91e9-dabfd0de1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:04.865307 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-8fdb1401-16d2-4a1b-91e9-dabfd0de1d83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596471 Dec 12 04:21:05.068302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-8067260b-aace-400c-a5ce-c1415db59749 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956592 Dec 12 04:21:05.181294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-0427cd1b-edd4-4d1f-b283-46660674f1c4 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022518 Dec 12 04:21:05.248180 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-f4ba1fec-e620-4d64-98da-b28bb627f466 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ac44bc2b-566d-43df-a507-1831e4b1458e HTTP/1.1" status: 200 len: 217 time: 0.0511432 Dec 12 04:21:05.257871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-2d14edeb-9ae0-4cc8-81c8-63e5a5cddbf7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:05.272243 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-2d14edeb-9ae0-4cc8-81c8-63e5a5cddbf7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.2966092 Dec 12 04:21:05.329880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-50bc8c51-1d25-4505-86f7-d464e05385ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:05.331520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-50bc8c51-1d25-4505-86f7-d464e05385ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0566144 Dec 12 04:21:05.396490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-d7bfaf3f-814c-4969-b30d-aa1bdd7fbbda tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/quotas/9af207d0887c419684d6bc5d6c59f357 HTTP/1.1" status: 200 len: 375 time: 0.1232760 Dec 12 04:21:05.452800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-05a9bacb-257a-4adc-a786-451afccec984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:05.454917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-05a9bacb-257a-4adc-a786-451afccec984 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1152308 Dec 12 04:21:05.464120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:21:05.487039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-533f7093-d54f-49c2-8a0a-0fbf5f097980 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833242 Dec 12 04:21:05.523344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:21:05.525203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b0fd333b-32cd-4d2a-83e7-5bbbd88b0fda not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:21:05.696994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-e3299c86-55a0-47c2-a7fb-bfb53463b430 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045472 Dec 12 04:21:05.701698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-0711ca40-2f20-4c8a-b83c-7ef54bd3f48b service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136910 Dec 12 04:21:05.849489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724ba3c-2e86-4b95-babd-a404f0ea45fb req-35d9c6f1-0989-4c60-b37b-73cc24a29a45 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:05.858165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a724ba3c-2e86-4b95-babd-a404f0ea45fb req-35d9c6f1-0989-4c60-b37b-73cc24a29a45 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 984 time: 0.0746543 Dec 12 04:21:05.922566 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-c9ab57b7-23b0-4746-bf2f-6d8fff6fa81b service neutron] 10.222.0.36 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198818 Dec 12 04:21:05.932260 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-df965d4e-7347-46df-9364-0aada863df35 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213709 Dec 12 04:21:05.940911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a724ba3c-2e86-4b95-babd-a404f0ea45fb req-44e491eb-e682-4a38-8d76-5be5643a6e74 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0764451 Dec 12 04:21:06.031654 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-0fe329f5-95c6-412e-8efe-5a5a9a61bd89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 HTTP/1.1" status: 200 len: 217 time: 0.0916753 Dec 12 04:21:06.111077 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-3d45d018-d4a8-48ef-914a-fe55662d1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:06.112682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-3d45d018-d4a8-48ef-914a-fe55662d1276 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.0729592 Dec 12 04:21:06.227528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-773be493-6f12-4c1a-890c-7ab43c3a13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:06.230759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-773be493-6f12-4c1a-890c-7ab43c3a13fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041546 Dec 12 04:21:06.367728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57824) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:06.416529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6f0c0ce5-3f4e-4f40-9722-b0490eea063d req-237c392c-bcf6-4070-8bfa-fc64084427a3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 210 time: 0.0855856 Dec 12 04:21:06.478135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5631eca-fd65-432e-8f01-7e660b31d669 req-b637b47e-6733-4bec-843f-c09c0e7e5bd7 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:06.480794 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5631eca-fd65-432e-8f01-7e660b31d669 req-b637b47e-6733-4bec-843f-c09c0e7e5bd7 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 984 time: 0.2636919 Dec 12 04:21:06.537590 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-fad71740-bdbf-41ba-9295-dc21f7934fe9 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702255 Dec 12 04:21:06.699754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-452bb31d-1b59-49ca-b9ec-71ff80bc8685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:06.749169 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5631eca-fd65-432e-8f01-7e660b31d669 req-6ca9fcec-402f-44a4-b845-4426f1e93e57 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2553937 Dec 12 04:21:06.838006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-1fb75967-af6b-472e-9b22-76a58aaa39a0 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849531 Dec 12 04:21:06.899110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-eb49b2c0-efb2-4cb1-8dc4-32760d38c165 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c HTTP/1.1" status: 200 len: 217 time: 0.0527701 Dec 12 04:21:06.930739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a5519-b6d6-4d06-adcf-fb8f0affddf5 req-2d50cfbd-d96b-4560-8947-b51d55f43c6d tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:06.938962 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b8a5519-b6d6-4d06-adcf-fb8f0affddf5 req-2d50cfbd-d96b-4560-8947-b51d55f43c6d tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 1135 time: 0.0561759 Dec 12 04:21:06.970879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-452bb31d-1b59-49ca-b9ec-71ff80bc8685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:06.979056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b8a5519-b6d6-4d06-adcf-fb8f0affddf5 req-31214407-5330-4d17-aed2-01ed88d1dc54 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:06.981631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-452bb31d-1b59-49ca-b9ec-71ff80bc8685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:06.990518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-e7110435-706c-4d79-b7e2-09e244b3d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:06.992011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-e7110435-706c-4d79-b7e2-09e244b3d42d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.0844531 Dec 12 04:21:07.055687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bb31d-1b59-49ca-b9ec-71ff80bc8685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93eb33b-8f0a-4488-9914-2eba2793a7dd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:07.060734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-452bb31d-1b59-49ca-b9ec-71ff80bc8685 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa7fee969f3d4646928d7fa086f81326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6918635 Dec 12 04:21:07.063882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57844) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:07.081047 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b8a5519-b6d6-4d06-adcf-fb8f0affddf5 req-31214407-5330-4d17-aed2-01ed88d1dc54 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:07.092501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b8a5519-b6d6-4d06-adcf-fb8f0affddf5 req-31214407-5330-4d17-aed2-01ed88d1dc54 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:07.116797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-4a791766-5dd1-4df2-9d86-b6dbeea54f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.118491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-4a791766-5dd1-4df2-9d86-b6dbeea54f93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147580 Dec 12 04:21:07.141072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edcec3d0-fabf-443f-b3cd-9d9c96ef656d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:07.142313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b8a5519-b6d6-4d06-adcf-fb8f0affddf5 req-31214407-5330-4d17-aed2-01ed88d1dc54 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1980808 Dec 12 04:21:07.153791 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-90bf2243-95bc-40c5-a4b0-5267748510d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2258093 Dec 12 04:21:07.156498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57848) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:07.209863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31214407-5330-4d17-aed2-01ed88d1dc54 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ea46aa-960d-480b-b7af-a18c57ecd8d4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:07.220189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b40b56-19d7-4002-ad92-205b7ca4767a tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.222896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-21b40b56-19d7-4002-ad92-205b7ca4767a tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 1130 time: 0.0652370 Dec 12 04:21:07.225969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57850) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:07.232924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'b31e6064-125d-4c2a-8293-0b507864646f', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:07.253421 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edcec3d0-fabf-443f-b3cd-9d9c96ef656d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:07.310665 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:07.343264 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-5b55e33a-7fda-4a41-8f9f-e429dcab0265 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163835 Dec 12 04:21:07.377532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edcec3d0-fabf-443f-b3cd-9d9c96ef656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:07.380452 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edcec3d0-fabf-443f-b3cd-9d9c96ef656d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:07.381675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-edcec3d0-fabf-443f-b3cd-9d9c96ef656d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f93eb33b-8f0a-4488-9914-2eba2793a7dd HTTP/1.1" status: 204 len: 168 time: 0.3168778 Dec 12 04:21:07.388339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-fa62e682-c9cd-4bed-b0e2-c6e3c58df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.388875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-fa62e682-c9cd-4bed-b0e2-c6e3c58df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.389547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-fa62e682-c9cd-4bed-b0e2-c6e3c58df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.390056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-fa62e682-c9cd-4bed-b0e2-c6e3c58df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.390608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-fa62e682-c9cd-4bed-b0e2-c6e3c58df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.391617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-fa62e682-c9cd-4bed-b0e2-c6e3c58df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.392193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-fa62e682-c9cd-4bed-b0e2-c6e3c58df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.394138 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-fa62e682-c9cd-4bed-b0e2-c6e3c58df5e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6500 time: 0.1342084 Dec 12 04:21:07.440067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec3d0-fabf-443f-b3cd-9d9c96ef656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93eb33b-8f0a-4488-9914-2eba2793a7dd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:07.549535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:07.549817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53392f38-98d7-4d61-a697-45df9c7d0cc0 req-dfdbfcfa-26b9-4365-833e-86fffee8ba5c service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981201 Dec 12 04:21:07.568610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11e421ac-f490-4ca8-8bb4-3deffa2a4549 req-20ac3bd3-e158-4317-a411-1a3125f09053 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 210 time: 0.0485070 Dec 12 04:21:07.641915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-bf80b8f2-6424-4ed2-8c77-842cc823557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.642306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-bf80b8f2-6424-4ed2-8c77-842cc823557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.642797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-bf80b8f2-6424-4ed2-8c77-842cc823557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.644518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-bf80b8f2-6424-4ed2-8c77-842cc823557a service neutron] 10.222.0.37 "GET /v2.0/networks?id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=33db8f80-6383-4d67-beb4-519412b18788&id=33db8f80-6383-4d67-beb4-519412b18788 HTTP/1.1" status: 200 len: 2294 time: 0.2184536 Dec 12 04:21:07.824551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-4cc45400-f1bd-4ffc-a7f7-2edf83701ef4 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:07.826706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-4cc45400-f1bd-4ffc-a7f7-2edf83701ef4 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 805 time: 0.1339371 Dec 12 04:21:07.856849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Request body: {'port': {'device_id': '2e47fd99-437d-4ebd-bf92-752c29f998c1', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'admin_state_up': True, 'tenant_id': '9af207d0887c419684d6bc5d6c59f357'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:07.893502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Allocated IP 172.25.7.6 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9d4b944c-0bed-4e22-807a-0e3b57a08cd4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:07.901357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-33ff6621-6068-477b-9f45-87d02d78811d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7 HTTP/1.1" status: 200 len: 1001 time: 0.2458487 Dec 12 04:21:08.021276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-444c2beb-9847-402a-83ce-ffd293359e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:08.023791 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-444c2beb-9847-402a-83ce-ffd293359e21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=096e88f5-8993-4f7c-8a4b-6dbd7270e925 HTTP/1.1" status: 200 len: 855 time: 0.1153805 Dec 12 04:21:08.103816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Made reservation on behalf of 9af207d0887c419684d6bc5d6c59f357 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:08.111130 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:08.118651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:08.129884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-9897e4ec-60a2-4450-8a5c-1114a0441013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:08.131419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-9897e4ec-60a2-4450-8a5c-1114a0441013 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984538 Dec 12 04:21:08.248047 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:08.339512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:08.363015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:08.377048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:21:08.451852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Allocated IP 172.20.0.9 (b7a56443-d8ab-4ec1-b128-268ce4be8c16/1312b076-d411-4025-9869-3d97d9c6495d/e0fb085e-cc81-4562-a266-10fba931d0f4) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:08.494861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=9d4b944c-0bed-4e22-807a-0e3b57a08cd4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:08.503988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-b5f8a71c-8b68-4025-a010-40b76b377b74 service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606040 Dec 12 04:21:08.725764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57890) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:08.888731 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:08.972110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1920471762-network', 'tenant_id': '028ac9fb64cd429d834e474238cb7176'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:08.978299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:08.987375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-5d24f643-e931-47b3-abfb-c6101b8cc957 service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214882 Dec 12 04:21:09.013882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:09.038719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event updated for resources: {'Port': ['ID=e0fb085e-cc81-4562-a266-10fba931d0f4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:09.073376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Network b7a56443-d8ab-4ec1-b128-268ce4be8c16 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:09.083208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:09.083608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-f04c603c-7c90-4c24-b651-9e5df1050d6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 200 len: 217 time: 0.0865433 Dec 12 04:21:09.087403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:21:09.129152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Made reservation on behalf of 028ac9fb64cd429d834e474238cb7176 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:09.132130 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:09.149551 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:09.242839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b6f36-e38e-4461-8626-d1a07e733540 req-c682939b-f034-4072-bbcf-7e58db57adbb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:09.247132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52b6f36-e38e-4461-8626-d1a07e733540 req-c682939b-f034-4072-bbcf-7e58db57adbb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 931 time: 0.2953632 Dec 12 04:21:09.279889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-e9695582-a546-4086-8b81-c7e12a26f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:09.280799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:09.281695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-e9695582-a546-4086-8b81-c7e12a26f413 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.1891115 Dec 12 04:21:09.289092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:09.342143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f1e961c0-e92c-4d9a-adcd-3c92826fb6e1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4898951 Dec 12 04:21:09.373263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Request body: {'port': {'device_id': '2e47fd99-437d-4ebd-bf92-752c29f998c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:09.424073 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:09.481592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:09.534108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:21:09.583335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2965f6-8538-4233-95ef-92e4998f3ec5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:09.593510 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:09.594114 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Added segment e016433e-5575-4e1e-9e96-14922d81c06d of type vlan for network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 Dec 12 04:21:09.607242 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:09.615581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-c9db38ff-b11d-4999-9c33-dbdda02fcb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:09.617135 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-c9db38ff-b11d-4999-9c33-dbdda02fcb19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3164537 Dec 12 04:21:09.744140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-3b9cc424-88d9-47ad-b7a4-5962e63c9829 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086993 Dec 12 04:21:09.769620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52b6f36-e38e-4461-8626-d1a07e733540 req-f58a6a7b-bde9-4be1-9907-ba0b7411729d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853327 Dec 12 04:21:10.271943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.302813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fb085e-cc81-4562-a266-10fba931d0f4 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:10.311226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.325233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Transition to ACTIVE for port object e0fb085e-cc81-4562-a266-10fba931d0f4 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:21:10.338581 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-7330fd37-c592-43ba-9492-9fe7ba764e81 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861459 Dec 12 04:21:10.339071 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.364105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.385474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.386583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:10.387165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.400597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-3a382da4-001e-4d0b-a9cb-b6d660290b6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 200 len: 217 time: 0.0524113 Dec 12 04:21:10.509688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] Pushing event updated for resources: {'Network': ['ID=65a37c0d-8b6b-4b76-a75f-60e00b75b366,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:10.523080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:21:10.541287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.543939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-4235f03f-9e5f-4293-892f-d16dd67e87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:10.545521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-4235f03f-9e5f-4293-892f-d16dd67e87cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.1295047 Dec 12 04:21:10.632050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2dbc1fb2-43d8-4d84-b31e-ff1ffb77a5fb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9050336 Dec 12 04:21:10.635156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Attempting to bind port e0fb085e-cc81-4562-a266-10fba931d0f4 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:21:10.635976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Attempting to bind port e0fb085e-cc81-4562-a266-10fba931d0f4 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:21:10.636491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Attempting to bind port e0fb085e-cc81-4562-a266-10fba931d0f4 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:10.639385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57912) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:10.645462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Port e0fb085e-cc81-4562-a266-10fba931d0f4 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:21:10.646056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Attempting to bind port e0fb085e-cc81-4562-a266-10fba931d0f4 on network b7a56443-d8ab-4ec1-b128-268ce4be8c16 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:10.650567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Pushing event updated for resources: {'Port': ['ID=e0fb085e-cc81-4562-a266-10fba931d0f4,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:10.656763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:21:10.657554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Checking segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:10.658841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Bound using segment: {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:21:10.659455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Bound port: e0fb085e-cc81-4562-a266-10fba931d0f4, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f16a88-521a-4899-baa8-fb5324175f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:21:10.659976 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.672386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Request body: {'subnet': {'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1920471762-subnet', 'tenant_id': '028ac9fb64cd429d834e474238cb7176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:10.738998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] For port e0fb085e-cc81-4562-a266-10fba931d0f4, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:21:10.743473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] For port e0fb085e-cc81-4562-a266-10fba931d0f4, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e0fb085e-cc81-4562-a266-10fba931d0f4,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:21:10.756104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.782937 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83b8a02c-b80b-4855-8740-d3500bdf5a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.848000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:10.848658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:10.850137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] 10.222.0.18 "PUT /v2.0/ports/e0fb085e-cc81-4562-a266-10fba931d0f4 HTTP/1.1" status: 200 len: 1091 time: 1.4812024 Dec 12 04:21:10.850851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e47fd99-437d-4ebd-bf92-752c29f998c1', 'tag': 'e0fb085e-cc81-4562-a266-10fba931d0f4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:10.853111 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3ca776-3a43-436d-8e07-d9b9e756331d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e47fd99-437d-4ebd-bf92-752c29f998c1", "tag": "e0fb085e-cc81-4562-a266-10fba931d0f4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:10.887729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907a616-8af5-485f-8fa7-567ec169be9b service neutron] Pushing event updated for resources: {'Port': ['ID=e0fb085e-cc81-4562-a266-10fba931d0f4,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:10.917103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-7d5ca931-6f4d-488b-a4ed-240facc3c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:10.923313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-7d5ca931-6f4d-488b-a4ed-240facc3c0a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3518839 Dec 12 04:21:10.982183 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa2a866-9d72-440f-8dd8-759904fc9122 x-openstack-request-id: req-4fa2a866-9d72-440f-8dd8-759904fc9122 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:10.982600 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e47fd99-437d-4ebd-bf92-752c29f998c1", "tag": "e0fb085e-cc81-4562-a266-10fba931d0f4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:10.982867 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4fa2a866-9d72-440f-8dd8-759904fc9122 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:10.983328 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e47fd99-437d-4ebd-bf92-752c29f998c1', 'tag': 'e0fb085e-cc81-4562-a266-10fba931d0f4', 'status': 'completed', 'code': 200} Dec 12 04:21:11.018883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd77be-422a-4f37-b5a5-cfcc4faa6dcc req-b7f22d23-4752-4fd1-80ca-e68f79ac68fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:11.020504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09bd77be-422a-4f37-b5a5-cfcc4faa6dcc req-b7f22d23-4752-4fd1-80ca-e68f79ac68fc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 943 time: 0.1034384 Dec 12 04:21:11.028322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-65436143-35ff-4c84-bc4b-cf548074ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:11.032088 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-65436143-35ff-4c84-bc4b-cf548074ac5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 1094 time: 0.0978417 Dec 12 04:21:11.038856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Made reservation on behalf of 028ac9fb64cd429d834e474238cb7176 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:11.041732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:11.096158 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-9dc16158-93ff-44b3-b2f3-15600c2b1164 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0fb085e-cc81-4562-a266-10fba931d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0477674 Dec 12 04:21:11.193063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09bd77be-422a-4f37-b5a5-cfcc4faa6dcc req-3576a4c4-c3ff-4532-aaeb-df2ba3be6c03 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597610 Dec 12 04:21:11.202680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-bb17e182-6ae4-40dd-9d1e-7e072c71c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:11.204219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-bb17e182-6ae4-40dd-9d1e-7e072c71c0d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.0995898 Dec 12 04:21:11.278342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-f836d953-2220-43b8-b8eb-9df0ded5e0b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523691 Dec 12 04:21:11.387936 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:11.402753 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-cff4efbd-d0e8-4dda-902a-be8e6385848b service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600420 Dec 12 04:21:11.407759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:11.437977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-5580e50c-629e-4cd3-9aee-9ece12d1b959 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525550 Dec 12 04:21:11.439307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:11.560286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb226f60-9d84-44e5-9b3b-884ba2803f62 req-48b05328-85d9-4077-9528-08b5e87d6587 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132944 Dec 12 04:21:11.563560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0362f14e-4850-44b6-a3c5-52fc0d642755,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:11.625924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:11.640220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=9d4b944c-0bed-4e22-807a-0e3b57a08cd4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:11.671459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.672048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.672558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.673115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.673643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.674142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.674638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.675142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.675648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.676150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.676643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.677152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.677660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.687986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.689412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.689820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.690180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.690526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.690869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.695462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.698359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.698829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.699189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.699542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.699888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.700247 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:11.732599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-f84c887b-1984-427e-b2f6-cf61eac08483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:11.742755 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-f84c887b-1984-427e-b2f6-cf61eac08483 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af207d0887c419684d6bc5d6c59f357&device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 1094 time: 0.0804751 Dec 12 04:21:11.753748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Checking segment: {'id': 'e016433e-5575-4e1e-9e96-14922d81c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:11.754139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Network hostable DHCP agents. Network: 65a37c0d-8b6b-4b76-a75f-60e00b75b366, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:21:11.822042 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:11.868056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-918c1663-2895-4c22-8c02-85d804e00bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:11.869930 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-918c1663-2895-4c22-8c02-85d804e00bd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 200 len: 905 time: 0.1281533 Dec 12 04:21:11.905267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-dfa4b1d7-68cb-4b48-abad-14fd8544bf6a service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770904 Dec 12 04:21:11.981590 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-e307fc5b-e29a-4880-ba02-fca254f3076d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0fb085e-cc81-4562-a266-10fba931d0f4 HTTP/1.1" status: 200 len: 217 time: 0.1027429 Dec 12 04:21:12.026131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:21:12.032792 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-3e4e09d4-5f16-40eb-a1cf-a94a206d824f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=50c32b66-1914-4858-b0c4-599461ce68a6 HTTP/1.1" status: 200 len: 217 time: 0.0607831 Dec 12 04:21:12.064166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-718089ee-26a0-4188-9489-382b9378e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:12.067317 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-718089ee-26a0-4188-9489-382b9378e14f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 200 len: 845 time: 0.0798795 Dec 12 04:21:12.089664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-7a78639e-9986-4e9e-a6bf-8739187f2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:12.091494 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-7a78639e-9986-4e9e-a6bf-8739187f2595 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.0507433 Dec 12 04:21:12.098008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 65a37c0d-8b6b-4b76-a75f-60e00b75b366) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:12.112490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3140295-d0b4-4713-b8e1-32419fa425ce None None] Network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:21:12.147175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:12.148965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-b20d1266-f872-4814-be13-f88a711b57c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7a56443-d8ab-4ec1-b128-268ce4be8c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707238 Dec 12 04:21:12.155002 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:12.256486 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Floating IP bab3781c-b4eb-4ea3-9af6-b499c2f7475d associated. External IP: 172.25.7.6, port: b31e6064-125d-4c2a-8293-0b507864646f. Dec 12 04:21:12.295793 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-274604bb-20a6-4070-8475-cad79976e135 service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384513 Dec 12 04:21:12.311422 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1af0697a-709a-4e05-b2e9-d73faefbdd6d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6589882 Dec 12 04:21:12.364271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a8de3-4bc7-4b5b-a87f-d3e49102e055 None None] Network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:21:12.519897 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d3ca776-3a43-436d-8e07-d9b9e756331d req-3edf0e02-e527-44d0-a77d-33f3904966ba service neutron] 10.222.0.18 "GET /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142887 Dec 12 04:21:12.545798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-32fe9f29-1928-4a40-a413-7c86b89fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:12.547594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-32fe9f29-1928-4a40-a413-7c86b89fe744 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4461248 Dec 12 04:21:12.639426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b99f18-56eb-41bd-bcaf-0fc979f70411 req-5c2b131d-1b3f-4dd0-aeb9-ce2bf592f53b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:12.647351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01b99f18-56eb-41bd-bcaf-0fc979f70411 req-5c2b131d-1b3f-4dd0-aeb9-ce2bf592f53b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 943 time: 0.2387855 Dec 12 04:21:12.746640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-4d3104b2-ffe2-4971-af5f-1850d9d76b4c req-e7240762-042c-48fb-a19d-50083728feff tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-392101933', 'description': 'tempest-description-1999762500'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:12.787849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4d3104b2-ffe2-4971-af5f-1850d9d76b4c req-e7240762-042c-48fb-a19d-50083728feff tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:12.941072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4d3104b2-ffe2-4971-af5f-1850d9d76b4c req-e7240762-042c-48fb-a19d-50083728feff tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:12.948230 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4d3104b2-ffe2-4971-af5f-1850d9d76b4c req-e7240762-042c-48fb-a19d-50083728feff tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:12.955417 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a89a04f9-39ac-4171-a096-5f75c6bfda80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:12.993879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4d3104b2-ffe2-4971-af5f-1850d9d76b4c req-e7240762-042c-48fb-a19d-50083728feff tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:12.995286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Router c8bd103d-f176-4fcd-8143-46503c0b1218 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:21:13.003254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d3104b2-ffe2-4971-af5f-1850d9d76b4c req-e7240762-042c-48fb-a19d-50083728feff tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2611730 Dec 12 04:21:13.017020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7240762-042c-48fb-a19d-50083728feff tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecbb289-cd0d-4856-8d6d-a62fc1e2f232,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:13.183590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:21:13.185793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-992637f8-cac6-4d78-b37c-73a9e8fb676e req-33b2dd1d-f601-43d7-bfa1-fbfa73b83ba8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2120034226', 'description': 'tempest-description-1408529472'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:13.196880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] Sync routers for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:21:13.231609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992637f8-cac6-4d78-b37c-73a9e8fb676e req-33b2dd1d-f601-43d7-bfa1-fbfa73b83ba8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:13.237744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01b99f18-56eb-41bd-bcaf-0fc979f70411 req-7ed268dc-dea1-4551-8ddd-4513df4df753 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612612 Dec 12 04:21:13.246249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:21:13.251688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:21:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:13.290668 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-23cf21cb-113a-4163-ad4f-c6afb09ac330 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264879 Dec 12 04:21:13.323747 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:13.413612 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992637f8-cac6-4d78-b37c-73a9e8fb676e req-33b2dd1d-f601-43d7-bfa1-fbfa73b83ba8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:13.425404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992637f8-cac6-4d78-b37c-73a9e8fb676e req-33b2dd1d-f601-43d7-bfa1-fbfa73b83ba8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:13.453858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9ba3ba33-ab38-4bf7-a689-4513497713a8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 6.2264998 Dec 12 04:21:13.459158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57960) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:13.466352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:13.470405 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5899679-0400-4fa5-9791-ebcdedaf7b37" -d '{"events": [{"name": "network-changed", "server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "tag": "b31e6064-125d-4c2a-8293-0b507864646f"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:13.568928 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-29d50483-decd-47d9-8c98-742514ce4599 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695241 Dec 12 04:21:13.573528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:21:13.582235 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938db356-7955-4956-adb4-f6ae1c8733e1 x-openstack-request-id: req-938db356-7955-4956-adb4-f6ae1c8733e1 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:13.585160 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "tag": "b31e6064-125d-4c2a-8293-0b507864646f", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:13.585507 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-938db356-7955-4956-adb4-f6ae1c8733e1 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:13.586008 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f', 'status': 'completed', 'code': 200} Dec 12 04:21:13.734519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-a9e713e5-dbe7-4725-ad21-543bf9f2f463 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=fe26d9f7-c56f-4c18-af19-534b24397d10 HTTP/1.1" status: 200 len: 217 time: 0.1292646 Dec 12 04:21:13.950229 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:14.009552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.010187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.010670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.011202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.011685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.012249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.012725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.013277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.013775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.014261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.014733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.015249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.016337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.016807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.017337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.017802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.023661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8aff1c6c-a4e5-4db0-963d-9cefd106c8c4 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11243 time: 0.5634305 Dec 12 04:21:14.024358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57972) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:14.201485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-98408e53-32a7-4952-96d8-12d8104a8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.203707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-98408e53-32a7-4952-96d8-12d8104a8ff2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6274f43ec7904903b4a3902565b95ea7&device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 1135 time: 0.5943406 Dec 12 04:21:14.224981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.225464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.225938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.226403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.226861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.227358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.227826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.228284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.229565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.229565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.229808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.230140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.230593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.231046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.231497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.231947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.239534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-49b2f9f2-fd7f-45b1-a286-e87c7da446ec tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10197 time: 0.2107005 Dec 12 04:21:14.240681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57984) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:14.247568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992637f8-cac6-4d78-b37c-73a9e8fb676e req-33b2dd1d-f601-43d7-bfa1-fbfa73b83ba8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:14.248826 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992637f8-cac6-4d78-b37c-73a9e8fb676e req-33b2dd1d-f601-43d7-bfa1-fbfa73b83ba8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0737231 Dec 12 04:21:14.303587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-82b9e5fd-560c-41e6-a33e-15ab000e98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.305246 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-82b9e5fd-560c-41e6-a33e-15ab000e98ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.5490890 Dec 12 04:21:14.423322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2dd1d-f601-43d7-bfa1-fbfa73b83ba8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679a2ca7-9b71-4727-9091-f1ba812bad61,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:14.466433 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:14.520691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27827e-1222-441c-8d2a-01472e6868bc req-b6f88f98-b307-45da-9fa5-82f492876a30 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.526409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:43Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bab3781c-b4eb-4ea3-9af6-b499c2f7475d', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'port_id': 'b31e6064-125d-4c2a-8293-0b507864646f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'mac_address': 'fa:16:3e:4c:a5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:21:09Z', 'updated_at': '2021-12-12T04:21:09Z', 'revision_number': 0, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b5b596-6666-470d-8a32-71d738cc3e29', 'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:8b:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:40Z', 'updated_at': '2021-12-12T04:20:48Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:14.528027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-b6f88f98-b307-45da-9fa5-82f492876a30 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 815 time: 0.3615806 Dec 12 04:21:14.550043 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a336566d-54b0-45e0-babf-83e111371404 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/quotas/09b11646ca2a456ea8b4c412c4676842 HTTP/1.1" status: 200 len: 375 time: 0.0210545 Dec 12 04:21:14.583667 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] Checking router: c8bd103d-f176-4fcd-8143-46503c0b1218 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:21:14.591800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-e5eed65d-5a76-4dfa-9e6b-28895bc93f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.593359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-e5eed65d-5a76-4dfa-9e6b-28895bc93f61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2753451 Dec 12 04:21:14.601885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:21:14.602653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:21:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:14.713005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81ae89-e015-4975-a887-353b0691a8ad req-71f6a01b-5c7e-478b-a52f-3c0feb7bade8 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.714777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf81ae89-e015-4975-a887-353b0691a8ad req-71f6a01b-5c7e-478b-a52f-3c0feb7bade8 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 943 time: 0.1128130 Dec 12 04:21:14.724913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:21:14.726156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d20d69df-f11c-41fa-9a0d-b5b0cc59b0ee tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5234 time: 0.4762151 Dec 12 04:21:14.731214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57996) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:14.789513 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-8b8cdabe-fa3b-498b-8596-f96f6d53aa35 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364071 Dec 12 04:21:14.792605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-b24ad233-5291-4be0-b0c9-845b509cc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.794268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-b24ad233-5291-4be0-b0c9-845b509cc810 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f1a4db5-7013-4eb6-81e9-707b89f70d62 HTTP/1.1" status: 200 len: 896 time: 0.5609097 Dec 12 04:21:14.913131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf81ae89-e015-4975-a887-353b0691a8ad req-4454d950-aabb-4d71-bc1f-3eaa26bf4e14 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828787 Dec 12 04:21:14.947683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50e18f-c57a-4605-ac78-8ac624a28383 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.948242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50e18f-c57a-4605-ac78-8ac624a28383 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:14.960851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6e50e18f-c57a-4605-ac78-8ac624a28383 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c8bd103d-f176-4fcd-8143-46503c0b1218 HTTP/1.1" status: 200 len: 1990 time: 0.2169383 Dec 12 04:21:14.961130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-18596fc4-482b-4cd9-a337-123eb2dd4e6d service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249075 Dec 12 04:21:14.981035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-3046aaa4-b135-41a0-b552-f3a8500ffa0e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4233365 Dec 12 04:21:15.104154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-5fbf4224-ec60-4193-93e3-ca5d7c2b013f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e HTTP/1.1" status: 200 len: 217 time: 0.1087632 Dec 12 04:21:15.109225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-8e91da1d-ecb5-4f52-88bf-ebe241a023b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31e6064-125d-4c2a-8293-0b507864646f HTTP/1.1" status: 200 len: 997 time: 0.2830477 Dec 12 04:21:15.204465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:43Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bab3781c-b4eb-4ea3-9af6-b499c2f7475d', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'port_id': 'b31e6064-125d-4c2a-8293-0b507864646f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'mac_address': 'fa:16:3e:4c:a5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:21:09Z', 'updated_at': '2021-12-12T04:21:09Z', 'revision_number': 0, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b5b596-6666-470d-8a32-71d738cc3e29', 'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:8b:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:40Z', 'updated_at': '2021-12-12T04:20:48Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:15.249449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223741a-4539-43ae-9e52-190b6a128be4 req-36faacfd-00a7-4ee3-aa30-81ffb1807f80 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:15.251828 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-36faacfd-00a7-4ee3-aa30-81ffb1807f80 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 813 time: 0.1908793 Dec 12 04:21:15.256211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1a0d6-bd7d-49af-afd3-c8b7f2332edb None None] The sync data for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 is: [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:43Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bab3781c-b4eb-4ea3-9af6-b499c2f7475d', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'port_id': 'b31e6064-125d-4c2a-8293-0b507864646f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'mac_address': 'fa:16:3e:4c:a5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:21:09Z', 'updated_at': '2021-12-12T04:21:09Z', 'revision_number': 0, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b5b596-6666-470d-8a32-71d738cc3e29', 'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:8b:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:40Z', 'updated_at': '2021-12-12T04:20:48Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:21:15.269926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-0455b0fd-1942-4b53-9c4d-501670e68502 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/quotas/028ac9fb64cd429d834e474238cb7176 HTTP/1.1" status: 200 len: 375 time: 0.0111470 Dec 12 04:21:15.317224 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-017c75f3-cc96-4147-81dd-e873bf5199e3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302773 Dec 12 04:21:15.367904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-32d32891-f4b9-420e-bbd1-73a84e202ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:15.378613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-32d32891-f4b9-420e-bbd1-73a84e202ffb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4515fcdb-6455-458c-8fd4-2639e1e67083 HTTP/1.1" status: 200 len: 834 time: 0.2276361 Dec 12 04:21:15.401689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-7da87008-96ab-4a13-8ce5-2f13c0bea474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:15.404538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-7da87008-96ab-4a13-8ce5-2f13c0bea474 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.2641883 Dec 12 04:21:15.465063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e0fb085e-cc81-4562-a266-10fba931d0f4 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:21:15.465900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-6b42e2a7-17cf-492e-b41e-e9bb8feb7b18 service neutron] 10.222.0.36 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396582 Dec 12 04:21:15.523770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-271adc92-072b-49ed-86d7-6be9b89e096e service neutron] 10.222.0.36 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417738 Dec 12 04:21:15.598058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-07b8dc46-70d3-48d0-a837-d8d2b063be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:15.599595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-07b8dc46-70d3-48d0-a837-d8d2b063be87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1739972 Dec 12 04:21:15.609190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-f457ebe7-4139-45e4-853d-2dd58f0dc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:15.611098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-f457ebe7-4139-45e4-853d-2dd58f0dc646 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f1a4db5-7013-4eb6-81e9-707b89f70d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978636 Dec 12 04:21:15.655897 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-a038d6a9-6bbb-44fd-b7cf-2346641b52b6 service neutron] 10.222.0.36 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874800 Dec 12 04:21:15.693061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e0fb085e-cc81-4562-a266-10fba931d0f4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e0fb085e-cc81-4562-a266-10fba931d0f4,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:15.723605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'e0fb085e-cc81-4562-a266-10fba931d0f4', 'network_id': 'b7a56443-d8ab-4ec1-b128-268ce4be8c16', 'port_id': 'e0fb085e-cc81-4562-a266-10fba931d0f4', 'mac_address': 'fa:16:3e:e2:04:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1312b076-d411-4025-9869-3d97d9c6495d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:21:15.750869 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b045ec-aa1a-4a60-bd9f-16374a12e766 None None] New status for floating IP bab3781c-b4eb-4ea3-9af6-b499c2f7475d: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:21:15.839659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-1bd3b893-8dcd-4678-8ec1-6faeb9580f11 service neutron] 10.222.0.36 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145261 Dec 12 04:21:15.853420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:15.883732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:15.911871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fb085e-cc81-4562-a266-10fba931d0f4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:15.961443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e0fb085e-cc81-4562-a266-10fba931d0f4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e0fb085e-cc81-4562-a266-10fba931d0f4,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:15.972121 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:15.982637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-d9cc12ae-ccdb-4e0f-a1e2-5cda34e6de58 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669164 Dec 12 04:21:15.995003 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-789ef3e8-2160-453e-ac3b-e03d1ef6626c service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701861 Dec 12 04:21:16.143446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e0fb085e-cc81-4562-a266-10fba931d0f4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:16.164544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.171595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.173301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.174578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.175342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.177144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.178427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.180265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.181266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.182082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.182653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.183742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.184302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:16.192792 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6923fc7-9d78-4771-ba7c-c15f53399b5e req-5284679d-5faf-4809-81bd-5a37dc4ab606 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 210 time: 0.0538714 Dec 12 04:21:16.300730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-b9706f62-aff4-489a-8e5a-3eba37e902ec service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047521 Dec 12 04:21:16.309144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5899679-0400-4fa5-9791-ebcdedaf7b37 req-1a075822-de3f-40f6-a7f7-c1d93efdf47f service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943425 Dec 12 04:21:16.336849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ae2f0bd-e61e-4df9-915f-e03b7fd4b117 req-5555da58-8d97-48da-8501-cfd77a663fe7 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 210 time: 0.0326288 Dec 12 04:21:16.352466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bccb4-139c-405d-b7f8-4f5fea2a0313 req-6a83a5a2-3a81-48fe-a34b-717d6e54b18a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:16.371518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f51bccb4-139c-405d-b7f8-4f5fea2a0313 req-6a83a5a2-3a81-48fe-a34b-717d6e54b18a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 944 time: 0.1255631 Dec 12 04:21:16.371783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e0fb085e-cc81-4562-a266-10fba931d0f4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:16.377204 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-109a3ad9-4a10-4391-81fb-92f19df7419f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855 HTTP/1.1" status: 200 len: 217 time: 0.0393040 Dec 12 04:21:16.461234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-6fd635e2-0d33-47fe-92b2-8f8e38502daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:16.463375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-6fd635e2-0d33-47fe-92b2-8f8e38502daa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.0749180 Dec 12 04:21:16.493728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f51bccb4-139c-405d-b7f8-4f5fea2a0313 req-003826a5-b4be-4343-b570-d7eeca61c47e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113188 Dec 12 04:21:16.548738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-d91978e5-7d0b-476d-b897-9e405ef7eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:16.552979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-d91978e5-7d0b-476d-b897-9e405ef7eb5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0795691 Dec 12 04:21:16.674523 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:16.708326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-bcdbfa14-ffce-44fa-a7c8-eb78c7de32e0 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478801 Dec 12 04:21:16.828498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-594222f2-056a-462b-bf1f-fe2096d0e419 req-924a130b-0412-40ef-8ce1-eae9d5d1133e service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103833 Dec 12 04:21:17.381982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07dc1c2e-975b-47ab-abc3-6250230af28a req-9d4e381f-abba-4a7f-8c73-1b1f89f113d8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 210 time: 0.0639482 Dec 12 04:21:17.486060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9d7b139d-c01d-4ccb-b3d3-5e60ea2a7374 req-fef2bf8f-2546-44e6-a560-7e42c854bb9e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 210 time: 0.0473349 Dec 12 04:21:17.565617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223741a-4539-43ae-9e52-190b6a128be4 req-0490dacf-d027-49c3-ab45-7e996787d6bc tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:17.567604 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-0490dacf-d027-49c3-ab45-7e996787d6bc tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.37 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 813 time: 0.1816173 Dec 12 04:21:17.589294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'port': {'device_id': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366', 'admin_state_up': True, 'tenant_id': '028ac9fb64cd429d834e474238cb7176'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:17.701809 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f3823-b319-497f-ab16-4b0b99b78913 req-2c78db1d-c458-45eb-89b7-77ff468ae918 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:17.703247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-629f3823-b319-497f-ab16-4b0b99b78913 req-2c78db1d-c458-45eb-89b7-77ff468ae918 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 944 time: 0.1104121 Dec 12 04:21:17.778553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-629f3823-b319-497f-ab16-4b0b99b78913 req-101c6270-31fb-41d1-9186-483fcca2e6f1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684266 Dec 12 04:21:17.781576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Made reservation on behalf of 028ac9fb64cd429d834e474238cb7176 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:17.786050 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:17.942064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Allocated IP 172.20.0.3 (65a37c0d-8b6b-4b76-a75f-60e00b75b366/0362f14e-4850-44b6-a3c5-52fc0d642755/5b50df99-0b8d-477e-8152-7d502dcb41ff) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:18.180956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27827e-1222-441c-8d2a-01472e6868bc req-da74069c-2cdd-4eba-83ac-eadfb900074c tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:18.182587 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-da74069c-2cdd-4eba-83ac-eadfb900074c tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.37 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 815 time: 0.1672785 Dec 12 04:21:18.211468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Request body: {'port': {'device_id': 'a57a0483-33f6-4842-bace-3cbc4b52ced0', 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80', 'admin_state_up': True, 'tenant_id': '09b11646ca2a456ea8b4c412c4676842'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:18.242132 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:18.326666 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:18.389953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:18.399551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:18.407755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:21:18.440150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'Port': ['ID=5b50df99-0b8d-477e-8152-7d502dcb41ff,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:18.473069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:18.473688 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:18.476009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Made reservation on behalf of 09b11646ca2a456ea8b4c412c4676842 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:18.479290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:18.515785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-f9caa9e5-fdec-47cb-91dc-7b8f4116682f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9308488 Dec 12 04:21:18.544957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4220fa-2112-4510-91cc-ce9ec04a8e00 req-97e73308-9f3d-45f1-9cd6-720bd2ed8c92 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:18.556124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Request body: {'port': {'device_id': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:18.557274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e4220fa-2112-4510-91cc-ce9ec04a8e00 req-97e73308-9f3d-45f1-9cd6-720bd2ed8c92 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 931 time: 0.0761518 Dec 12 04:21:18.608627 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e4220fa-2112-4510-91cc-ce9ec04a8e00 req-52be860e-83d7-4644-885b-8479a4927460 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499976 Dec 12 04:21:18.622330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-063919a4-a212-4ede-9760-280193eb6363 req-017d886b-d5fc-4055-a090-2e9a9c82b61e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 210 time: 0.0427890 Dec 12 04:21:18.687189 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:18.712968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Allocated IP 172.20.0.12 (9edad89e-f48b-4db2-8494-9649e4391d80/efb8f875-95bc-4261-b112-5c8623829c78/7bddc0c6-3b53-41b7-a0f3-517058bb83b6) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:18.966410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d58568-0a32-49bc-8286-997c8ed68c38 req-4e7f63dd-aa74-4b39-9257-2ec5dc431d77 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:18.968134 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75d58568-0a32-49bc-8286-997c8ed68c38 req-4e7f63dd-aa74-4b39-9257-2ec5dc431d77 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 944 time: 0.0498300 Dec 12 04:21:19.021430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75d58568-0a32-49bc-8286-997c8ed68c38 req-31e44f8d-12de-49b3-b7fd-e4af7dfdf764 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459161 Dec 12 04:21:19.303722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:19.377783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b50df99-0b8d-477e-8152-7d502dcb41ff {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:19.388221 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:19.401306 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:19.409663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Transition to ACTIVE for port object 5b50df99-0b8d-477e-8152-7d502dcb41ff will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:21:19.434465 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:19.441905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5badd370-79b3-4cc5-b847-63981a1e9714'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:19.462816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Network 9edad89e-f48b-4db2-8494-9649e4391d80 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:19.468062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:19.472127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:21:19.474631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Pushing event updated for resources: {'Port': ['ID=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:19.522395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e0fb085e-cc81-4562-a266-10fba931d0f4 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:19.601040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:19.601682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:19.614418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b50df99-0b8d-477e-8152-7d502dcb41ff,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:19.628703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port e0fb085e-cc81-4562-a266-10fba931d0f4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:21:19.638620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-a553ac61-8b14-46a8-8b91-6005126d098f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4313641 Dec 12 04:21:19.667906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port e0fb085e-cc81-4562-a266-10fba931d0f4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:19.668295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:19.697454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Request body: {'port': {'device_id': 'a57a0483-33f6-4842-bace-3cbc4b52ced0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:19.706760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Attempting to bind port 5b50df99-0b8d-477e-8152-7d502dcb41ff on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:21:19.707118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Attempting to bind port 5b50df99-0b8d-477e-8152-7d502dcb41ff by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'e016433e-5575-4e1e-9e96-14922d81c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:21:19.707447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Attempting to bind port 5b50df99-0b8d-477e-8152-7d502dcb41ff on network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:19.764232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Port 5b50df99-0b8d-477e-8152-7d502dcb41ff on network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:21:19.764604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Attempting to bind port 5b50df99-0b8d-477e-8152-7d502dcb41ff on network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:19.771375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d939a2e-cfb5-4153-8c36-2fdd0d56f8e0 req-53b63f61-c772-4013-adf1-eda1dce2c7b5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:19.773087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d939a2e-cfb5-4153-8c36-2fdd0d56f8e0 req-53b63f61-c772-4013-adf1-eda1dce2c7b5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 932 time: 0.0631168 Dec 12 04:21:19.827187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:21:19.827539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Checking segment: {'id': 'e016433e-5575-4e1e-9e96-14922d81c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:19.827992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Bound using segment: {'id': 'e016433e-5575-4e1e-9e96-14922d81c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:21:19.828442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Bound port: 5b50df99-0b8d-477e-8152-7d502dcb41ff, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e016433e-5575-4e1e-9e96-14922d81c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:21:19.828844 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:19.837651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58086) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:19.864860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d939a2e-cfb5-4153-8c36-2fdd0d56f8e0 req-cd203713-d8ac-4118-930b-12ee7b411005 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802495 Dec 12 04:21:19.891077 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:19.924235 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e47fd99-437d-4ebd-bf92-752c29f998c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fb085e-cc81-4562-a266-10fba931d0f4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:19.929273 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a68a311-7f1f-4b63-acfb-0d71114a0bd7" -d '{"events": [{"server_uuid": "2e47fd99-437d-4ebd-bf92-752c29f998c1", "name": "network-vif-plugged", "status": "completed", "tag": "e0fb085e-cc81-4562-a266-10fba931d0f4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:19.934776 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707aa47-5abd-449e-9fa7-90740abb6fde req-3dd74b68-5d70-431d-8d96-193b34922f25 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:19.947276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3707aa47-5abd-449e-9fa7-90740abb6fde req-3dd74b68-5d70-431d-8d96-193b34922f25 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 943 time: 0.1956220 Dec 12 04:21:19.970098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e0fb085e-cc81-4562-a266-10fba931d0f4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e0fb085e-cc81-4562-a266-10fba931d0f4,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:19.980779 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:19.992229 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-111cd59b-bd27-43eb-bbfa-ee0ed4bbe447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.001486 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.012903 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d5f8e-5606-4063-ad6a-d9f104957846 x-openstack-request-id: req-7a1d5f8e-5606-4063-ad6a-d9f104957846 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:20.013247 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e47fd99-437d-4ebd-bf92-752c29f998c1", "name": "network-vif-plugged", "status": "completed", "tag": "e0fb085e-cc81-4562-a266-10fba931d0f4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:20.013583 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a1d5f8e-5606-4063-ad6a-d9f104957846 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:20.013993 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e47fd99-437d-4ebd-bf92-752c29f998c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fb085e-cc81-4562-a266-10fba931d0f4', 'code': 200} Dec 12 04:21:20.083483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e0fb085e-cc81-4562-a266-10fba931d0f4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:20.106972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3707aa47-5abd-449e-9fa7-90740abb6fde req-6c2e223f-7f3b-4d01-8c8d-5242ef0c42b5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579118 Dec 12 04:21:20.137161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-111cd59b-bd27-43eb-bbfa-ee0ed4bbe447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.137161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-111cd59b-bd27-43eb-bbfa-ee0ed4bbe447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.138969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] For port 5b50df99-0b8d-477e-8152-7d502dcb41ff, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:21:20.224599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] For port 5b50df99-0b8d-477e-8152-7d502dcb41ff, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:21:20.235458 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.299261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:20.300037 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.301969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] 10.222.0.37 "PUT /v2.0/ports/5b50df99-0b8d-477e-8152-7d502dcb41ff HTTP/1.1" status: 200 len: 1091 time: 1.7524557 Dec 12 04:21:20.340592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:20.342981 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e83890-6cc1-4f58-9ae0-fb849d659671" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:20.498234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-111cd59b-bd27-43eb-bbfa-ee0ed4bbe447 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=248cbbdf187443648e6f8339a49885fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6591268 Dec 12 04:21:20.499005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:20.500565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:20.503438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cd59b-bd27-43eb-bbfa-ee0ed4bbe447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9444edb-d405-4352-9570-10df88e89f83,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:20.524718 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.528122 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0167c075-d109-4fc9-9e21-3ed6e28b252c x-openstack-request-id: req-0167c075-d109-4fc9-9e21-3ed6e28b252c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:20.528437 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:20.528701 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0167c075-d109-4fc9-9e21-3ed6e28b252c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:20.529126 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff', 'status': 'completed', 'code': 200} Dec 12 04:21:20.568080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c7532-fadf-4912-a2a4-2db1e91ae5d5 req-52da458c-d1a6-452e-9184-a3be8ecaa19e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:20.569593 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b8c7532-fadf-4912-a2a4-2db1e91ae5d5 req-52da458c-d1a6-452e-9184-a3be8ecaa19e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.4050307 Dec 12 04:21:20.575242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf83256-ebbd-4e05-8cff-37ab63dce649 req-db283626-ed36-4302-8bad-21e365f1bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:20.576694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cf83256-ebbd-4e05-8cff-37ab63dce649 req-db283626-ed36-4302-8bad-21e365f1bd71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 1096 time: 0.4461529 Dec 12 04:21:20.588505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361fdb4-5fae-48b8-813d-082ced52abf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b50df99-0b8d-477e-8152-7d502dcb41ff,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:20.595957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Transition to ACTIVE for port object 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:21:20.607183 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.618462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223741a-4539-43ae-9e52-190b6a128be4 req-ff019de6-7bc3-4b84-b075-3d23278047c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:20.619994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-ff019de6-7bc3-4b84-b075-3d23278047c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 1094 time: 0.0856872 Dec 12 04:21:20.633786 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4c55cb8d-3256-4785-bffd-3b0981f26417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.682041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b8c7532-fadf-4912-a2a4-2db1e91ae5d5 req-94df67a6-36ea-4215-b6e8-690ccdc91fcc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027331 Dec 12 04:21:20.688890 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4c55cb8d-3256-4785-bffd-3b0981f26417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.701782 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-57ac3bf5-5766-4fbd-ad66-328f827a17a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff HTTP/1.1" status: 200 len: 217 time: 0.0615392 Dec 12 04:21:20.705218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cf83256-ebbd-4e05-8cff-37ab63dce649 req-3c7b00b1-1637-4154-8351-e6ccd1a483dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006868 Dec 12 04:21:20.758372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4c55cb8d-3256-4785-bffd-3b0981f26417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.761719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4c55cb8d-3256-4785-bffd-3b0981f26417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.765903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4c55cb8d-3256-4785-bffd-3b0981f26417 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9444edb-d405-4352-9570-10df88e89f83 HTTP/1.1" status: 204 len: 168 time: 0.2605910 Dec 12 04:21:20.785583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55cb8d-3256-4785-bffd-3b0981f26417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9444edb-d405-4352-9570-10df88e89f83,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:20.788193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Pushing event updated for resources: {'Port': ['ID=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:20.843744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223741a-4539-43ae-9e52-190b6a128be4 req-c56cb44d-1910-4ca7-86c8-3c8e2fc45384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:20.845491 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-c56cb44d-1910-4ca7-86c8-3c8e2fc45384 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 200 len: 853 time: 0.1328888 Dec 12 04:21:20.849622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Attempting to bind port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:21:20.849964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Attempting to bind port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:21:20.850292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Attempting to bind port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 on network 9edad89e-f48b-4db2-8494-9649e4391d80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:20.854737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 on network 9edad89e-f48b-4db2-8494-9649e4391d80 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:21:20.855069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Attempting to bind port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 on network 9edad89e-f48b-4db2-8494-9649e4391d80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:20.859939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:21:20.860289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Checking segment: {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:20.860707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Bound using segment: {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:21:20.861178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Bound port: 7bddc0c6-3b53-41b7-a0f3-517058bb83b6, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:21:20.861540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:20.911603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-cc6560c9-dbf8-4d53-bb31-c9ef6c7c3db2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65a37c0d-8b6b-4b76-a75f-60e00b75b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400457 Dec 12 04:21:21.071292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58114) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:21.076954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] For port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:21:21.086643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] For port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:21:21.088360 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-386443ad-e478-4a17-a34a-3d700d8615cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:21.104419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f023a-82cd-4cb2-9d51-717d0f779951 req-67ae82f6-682a-43fa-935a-0237eddab298 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:21.106095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee2f023a-82cd-4cb2-9d51-717d0f779951 req-67ae82f6-682a-43fa-935a-0237eddab298 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 944 time: 0.1569550 Dec 12 04:21:21.112521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:21.175703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-21e8f429-18a7-45ef-bdc7-c9f09537d491 service neutron] 10.222.0.37 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353795 Dec 12 04:21:21.177554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-386443ad-e478-4a17-a34a-3d700d8615cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:21.182217 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-386443ad-e478-4a17-a34a-3d700d8615cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:21.192192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:21.192978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:21.194617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] 10.222.0.37 "PUT /v2.0/ports/7bddc0c6-3b53-41b7-a0f3-517058bb83b6 HTTP/1.1" status: 200 len: 1092 time: 1.5350609 Dec 12 04:21:21.250423 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-386443ad-e478-4a17-a34a-3d700d8615cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d06d5aae760a4e94b1542a3939aa3ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773653 Dec 12 04:21:21.251469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386443ad-e478-4a17-a34a-3d700d8615cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bcffe8-f9a4-418c-b065-ac416a765f2a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:21.254899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58118) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:21.288680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbbc4b-0f4a-40f3-a970-fcc34ee018e6 req-ba705ab5-5e72-405e-a9b6-f5c828dea5da tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:21.292017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92bbbc4b-0f4a-40f3-a970-fcc34ee018e6 req-ba705ab5-5e72-405e-a9b6-f5c828dea5da tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 943 time: 0.0934603 Dec 12 04:21:21.304158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b985b7-07a6-43d7-ada5-fbd97e2ba18d service neutron] Pushing event updated for resources: {'Port': ['ID=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:21.313510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee2f023a-82cd-4cb2-9d51-717d0f779951 req-264a6565-de46-4146-b957-ee0cebf489f7 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988504 Dec 12 04:21:21.355356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ca6eebf-86a0-4337-abc3-2e0ec516ec22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:21.356357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27827e-1222-441c-8d2a-01472e6868bc req-779eec17-830b-4a3e-a157-7b1a434941b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:21.357911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-779eec17-830b-4a3e-a157-7b1a434941b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 1095 time: 0.0974038 Dec 12 04:21:21.360736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1223741a-4539-43ae-9e52-190b6a128be4 req-394a621a-2473-4892-8440-cc83a8a1755f service neutron] 10.222.0.37 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723042 Dec 12 04:21:21.385865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92bbbc4b-0f4a-40f3-a970-fcc34ee018e6 req-f895e06d-52a7-4d71-8f71-1086834a85fe tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852189 Dec 12 04:21:21.390769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ca6eebf-86a0-4337-abc3-2e0ec516ec22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:21.444020 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ca6eebf-86a0-4337-abc3-2e0ec516ec22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:21.446823 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ca6eebf-86a0-4337-abc3-2e0ec516ec22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:21.448024 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0ca6eebf-86a0-4337-abc3-2e0ec516ec22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87bcffe8-f9a4-418c-b065-ac416a765f2a HTTP/1.1" status: 204 len: 168 time: 0.1902375 Dec 12 04:21:21.458371 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-fb445657-5942-4a7c-ad56-2c1c53d2753c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bddc0c6-3b53-41b7-a0f3-517058bb83b6 HTTP/1.1" status: 200 len: 217 time: 0.0646276 Dec 12 04:21:21.462282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6eebf-86a0-4337-abc3-2e0ec516ec22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bcffe8-f9a4-418c-b065-ac416a765f2a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:21.574217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27827e-1222-441c-8d2a-01472e6868bc req-f2609bf4-8cf7-4b9e-b786-7687822393f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:21.576805 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-f2609bf4-8cf7-4b9e-b786-7687822393f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 200 len: 855 time: 0.0767784 Dec 12 04:21:21.578947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-ae8e26a4-8729-4639-8e4a-dd3a20cf1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:21.580242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-ae8e26a4-8729-4639-8e4a-dd3a20cf1562 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 1094 time: 0.0824556 Dec 12 04:21:21.670560 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-29a35c7d-34d6-4227-b9fa-67c83dcbf807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9edad89e-f48b-4db2-8494-9649e4391d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782685 Dec 12 04:21:21.787087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-d79494d3-a962-49dc-a8b2-26b527c91bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:21.788291 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-d79494d3-a962-49dc-a8b2-26b527c91bc9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 913 time: 0.1941941 Dec 12 04:21:21.865905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-3460f4f3-1460-4fb7-9517-8687c0b767e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff HTTP/1.1" status: 200 len: 217 time: 0.0578063 Dec 12 04:21:21.867761 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-748a4978-b3cd-4e42-9adf-ca9c0f1ca12f service neutron] 10.222.0.37 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866250 Dec 12 04:21:21.882214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80b62d-274d-47d7-9489-1fadb4f8882e req-feb0f4e2-e7ab-4ec1-a6fc-ca8e45efce59 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:21.883667 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f80b62d-274d-47d7-9489-1fadb4f8882e req-feb0f4e2-e7ab-4ec1-a6fc-ca8e45efce59 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1203294 Dec 12 04:21:21.934225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f80b62d-274d-47d7-9489-1fadb4f8882e req-9f111b2d-43f1-4519-a4f9-72fc1c747f0d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Dec 12 04:21:22.132504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-b074640a-bb5f-46d5-8a0c-4195e8b5de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:22.134025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-b074640a-bb5f-46d5-8a0c-4195e8b5de7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 200 len: 853 time: 0.1107929 Dec 12 04:21:22.180481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-727ce33b-d232-4ba6-a6c9-bde88a56d85c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65a37c0d-8b6b-4b76-a75f-60e00b75b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333931 Dec 12 04:21:22.186916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d27827e-1222-441c-8d2a-01472e6868bc req-58248313-43b8-4cf6-a554-b6bea368572f service neutron] 10.222.0.37 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648650 Dec 12 04:21:22.302224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-ba64bd15-f705-4176-b6a7-948dad528cb6 service neutron] 10.222.0.37 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943859 Dec 12 04:21:22.455713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e83890-6cc1-4f58-9ae0-fb849d659671 req-9c7077b5-bee5-42d9-916d-58d810cb5681 service neutron] 10.222.0.37 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450384 Dec 12 04:21:22.478311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22214d-d4a6-4e8b-b1e3-28787f32d136 req-77d71f3f-4482-4598-8337-71eacf972375 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:22.481991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4c22214d-d4a6-4e8b-b1e3-28787f32d136 req-77d71f3f-4482-4598-8337-71eacf972375 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 944 time: 0.0679719 Dec 12 04:21:22.532591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a0483-33f6-4842-bace-3cbc4b52ced0', 'tag': '7bddc0c6-3b53-41b7-a0f3-517058bb83b6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:22.535501 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86da0591-8b87-4abf-83d9-38682ab4a98a" -d '{"events": [{"name": "network-changed", "server_uuid": "a57a0483-33f6-4842-bace-3cbc4b52ced0", "tag": "7bddc0c6-3b53-41b7-a0f3-517058bb83b6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:22.542375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4c22214d-d4a6-4e8b-b1e3-28787f32d136 req-52ab5bee-8ea6-4422-9c54-04d2ba13fa4a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Dec 12 04:21:22.554583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53894038-245a-40c7-a323-67cbdd6f3d83 req-dd718fbf-00f5-4762-a1c9-d27077c93385 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:22.561775 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53894038-245a-40c7-a323-67cbdd6f3d83 req-dd718fbf-00f5-4762-a1c9-d27077c93385 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0926046 Dec 12 04:21:22.589634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-746b309a-1e06-43c7-b597-40a4bc437952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:22.591141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-746b309a-1e06-43c7-b597-40a4bc437952 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1096 time: 0.0922818 Dec 12 04:21:22.659338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf4eb9-07c4-48e3-b74f-dc04599947d3 req-c4411dd0-153e-4525-8dc2-cfa0e23c07ad tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:22.659794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58174) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:22.660925 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acdf4eb9-07c4-48e3-b74f-dc04599947d3 req-c4411dd0-153e-4525-8dc2-cfa0e23c07ad tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 943 time: 0.0537400 Dec 12 04:21:22.664714 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53894038-245a-40c7-a323-67cbdd6f3d83 req-c9cc5c9b-e22a-48b7-8cb5-d5a58578d704 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016302 Dec 12 04:21:22.724270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-ea56b7f5-3e1c-4b5d-9cf0-730badeb61e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:22.726774 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-ea56b7f5-3e1c-4b5d-9cf0-730badeb61e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 919 time: 0.1260831 Dec 12 04:21:22.737459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acdf4eb9-07c4-48e3-b74f-dc04599947d3 req-5146c823-680c-47f4-aa5e-403f29094ac8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606477 Dec 12 04:21:22.788870 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976adb4d-ccaf-4a91-b2af-9854d867ae12 x-openstack-request-id: req-976adb4d-ccaf-4a91-b2af-9854d867ae12 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:22.789179 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57a0483-33f6-4842-bace-3cbc4b52ced0", "tag": "7bddc0c6-3b53-41b7-a0f3-517058bb83b6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:22.789438 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-976adb4d-ccaf-4a91-b2af-9854d867ae12 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:22.789883 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57a0483-33f6-4842-bace-3cbc4b52ced0', 'tag': '7bddc0c6-3b53-41b7-a0f3-517058bb83b6', 'status': 'completed', 'code': 200} Dec 12 04:21:22.823341 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-5ba976a1-cd9a-4241-ab27-8fbfec5f624a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb HTTP/1.1" status: 200 len: 217 time: 0.0457008 Dec 12 04:21:22.829485 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fc20aa8-bda9-400b-af79-cca38a894d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:22.877191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-a47b9873-06e5-4149-8fee-d383790b04df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:22.878784 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-a47b9873-06e5-4149-8fee-d383790b04df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 1095 time: 0.0420187 Dec 12 04:21:22.939388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fc20aa8-bda9-400b-af79-cca38a894d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:22.945753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fc20aa8-bda9-400b-af79-cca38a894d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:22.965262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-a377d9ae-cd19-4a74-8fc2-bea083186fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:22.966771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-a377d9ae-cd19-4a74-8fc2-bea083186fe9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.0779760 Dec 12 04:21:22.973881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-2d9247a5-b974-44cb-8d76-f7b03b43295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:22.975385 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-2d9247a5-b974-44cb-8d76-f7b03b43295b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 915 time: 0.0894971 Dec 12 04:21:23.013158 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4fc20aa8-bda9-400b-af79-cca38a894d83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4774555a0c7e46d181cd29541191da0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3521533 Dec 12 04:21:23.013927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc20aa8-bda9-400b-af79-cca38a894d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a657fc22-f4e5-4b7e-9975-5f0b9da28c5c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:23.016925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58182) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:23.020187 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-7fb33fd1-b440-482f-a007-c90df8508f93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421119 Dec 12 04:21:23.034735 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-4fa4addc-271e-42ab-8f1b-734e9b640311 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bddc0c6-3b53-41b7-a0f3-517058bb83b6 HTTP/1.1" status: 200 len: 217 time: 0.0468388 Dec 12 04:21:23.109235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-ce34f4ad-534f-4e86-b399-7d570ea49798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:23.110654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-ce34f4ad-534f-4e86-b399-7d570ea49798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 200 len: 855 time: 0.0673864 Dec 12 04:21:23.119214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad785525-e25f-4692-a443-6911634a63f5 req-a0674a8d-8500-4998-bfb7-ff932cf15077 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:23.120662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad785525-e25f-4692-a443-6911634a63f5 req-a0674a8d-8500-4998-bfb7-ff932cf15077 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0887442 Dec 12 04:21:23.126126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9821f06b-a323-4d24-a34f-40fe044ca6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:23.152669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-91689d6f-9446-407c-a52f-1443c0059902 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9edad89e-f48b-4db2-8494-9649e4391d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310178 Dec 12 04:21:23.166958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9821f06b-a323-4d24-a34f-40fe044ca6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:23.170148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-ada622d1-482e-43a8-9bd2-fb40c89a485d service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336179 Dec 12 04:21:23.239639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad785525-e25f-4692-a443-6911634a63f5 req-8ec7012d-a98f-4196-956b-8f74ac0c41cc tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098540 Dec 12 04:21:23.307438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f647df7-7b03-47e5-9901-6abae17c5ae1 req-92563200-5d58-4f46-8142-abdabcda605b service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279957 Dec 12 04:21:23.309134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9821f06b-a323-4d24-a34f-40fe044ca6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:23.310276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-1d5ff5ab-6b46-45be-a865-c6933f102667 service neutron] 10.222.0.37 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476209 Dec 12 04:21:23.311887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9821f06b-a323-4d24-a34f-40fe044ca6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:23.313539 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9821f06b-a323-4d24-a34f-40fe044ca6c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a657fc22-f4e5-4b7e-9975-5f0b9da28c5c HTTP/1.1" status: 204 len: 168 time: 0.2956462 Dec 12 04:21:23.324359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821f06b-a323-4d24-a34f-40fe044ca6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a657fc22-f4e5-4b7e-9975-5f0b9da28c5c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:23.365320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 5b50df99-0b8d-477e-8152-7d502dcb41ff details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:21:23.458803 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86da0591-8b87-4abf-83d9-38682ab4a98a req-67a9eb70-0630-4b9b-b64a-8c37c29ad93e service neutron] 10.222.0.37 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395242 Dec 12 04:21:23.517445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 5b50df99-0b8d-477e-8152-7d502dcb41ff, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:23.531390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '5b50df99-0b8d-477e-8152-7d502dcb41ff', 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366', 'port_id': '5b50df99-0b8d-477e-8152-7d502dcb41ff', 'mac_address': 'fa:16:3e:99:48:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0362f14e-4850-44b6-a3c5-52fc0d642755', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:21:23.538311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955372a-6995-4128-ab1c-cdab9738ed52 req-ed5e0111-4b3c-4437-8831-00b2ecd74685 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:23.539845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b955372a-6995-4128-ab1c-cdab9738ed52 req-ed5e0111-4b3c-4437-8831-00b2ecd74685 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0534399 Dec 12 04:21:23.580284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:23.600839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b50df99-0b8d-477e-8152-7d502dcb41ff {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:23.600956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b955372a-6995-4128-ab1c-cdab9738ed52 req-293c7d78-35ff-4717-9547-61b038fbfeec tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494771 Dec 12 04:21:23.625600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 5b50df99-0b8d-477e-8152-7d502dcb41ff, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:23.631125 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:23.686725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=5b50df99-0b8d-477e-8152-7d502dcb41ff,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:23.712427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd00f-7528-4641-b754-2e0e930ba733 req-6e6e7411-699d-4353-83ad-2b9bd1f40cd9 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:23.714049 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-446bd00f-7528-4641-b754-2e0e930ba733 req-6e6e7411-699d-4353-83ad-2b9bd1f40cd9 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 944 time: 0.0727534 Dec 12 04:21:23.731476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66244730-b6ed-4577-931b-2157d48c67ca req-4039e647-603b-48a2-ba07-376a9edec9d2 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:23.733206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66244730-b6ed-4577-931b-2157d48c67ca req-4039e647-603b-48a2-ba07-376a9edec9d2 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0528545 Dec 12 04:21:23.770719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-446bd00f-7528-4641-b754-2e0e930ba733 req-2451991e-fac6-408f-8c0b-c0f1f299f2f4 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495508 Dec 12 04:21:23.793096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66244730-b6ed-4577-931b-2157d48c67ca req-652b8bcd-36b0-472b-82ca-09fe3ecbb70e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520113 Dec 12 04:21:23.904123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a357d9-52dd-41b8-b01f-ce143177fc30 req-20e73cf7-a500-416a-bb83-05d3961501a8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:23.913409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81a357d9-52dd-41b8-b01f-ce143177fc30 req-20e73cf7-a500-416a-bb83-05d3961501a8 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0701282 Dec 12 04:21:23.917178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e417cc-11a0-4222-b1fa-615ca8452870 req-a113cca9-0335-408d-83a9-c56482f19b62 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:23.919214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70e417cc-11a0-4222-b1fa-615ca8452870 req-a113cca9-0335-408d-83a9-c56482f19b62 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 944 time: 0.0605917 Dec 12 04:21:23.974328 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70e417cc-11a0-4222-b1fa-615ca8452870 req-7cbcfc5e-3db4-4c8d-b8cb-964fdc5d1df0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483043 Dec 12 04:21:23.982359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81a357d9-52dd-41b8-b01f-ce143177fc30 req-f3a1e482-7e2c-4a0e-af91-bcc02287e030 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599689 Dec 12 04:21:24.179014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:24.224188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d137c0-961e-4729-99ec-ec7d9c9f7c6a req-7569528b-46c7-4526-a935-1f760ffda4e3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:24.225792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1d137c0-961e-4729-99ec-ec7d9c9f7c6a req-7569528b-46c7-4526-a935-1f760ffda4e3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0623016 Dec 12 04:21:24.285097 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1d137c0-961e-4729-99ec-ec7d9c9f7c6a req-2cef3d37-676c-4dc2-8a4f-7403882a6336 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Dec 12 04:21:24.567802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58240) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:24.668648 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bd7b40ab-1677-41c8-ac9d-acc7657cce8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:24.743562 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bd7b40ab-1677-41c8-ac9d-acc7657cce8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:24.747362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bd7b40ab-1677-41c8-ac9d-acc7657cce8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:24.786062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bd7b40ab-1677-41c8-ac9d-acc7657cce8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5097fbe19f724eb2816a1fd50d369ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171769 Dec 12 04:21:24.787067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b40ab-1677-41c8-ac9d-acc7657cce8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805ca02b-9203-49aa-8457-15c68871ce6d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:24.788676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58244) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:24.839893 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc60-4f4d-4a2a-9e6b-b9b9138ee34c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:24.861633 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc60-4f4d-4a2a-9e6b-b9b9138ee34c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:24.892123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28b162-e9d5-4a76-bdfa-b14d7b794cd3 req-059c534a-1592-4516-b2cc-c4bde3f3a0d2 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:24.893787 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c28b162-e9d5-4a76-bdfa-b14d7b794cd3 req-059c534a-1592-4516-b2cc-c4bde3f3a0d2 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 944 time: 0.0493584 Dec 12 04:21:24.910235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc60-4f4d-4a2a-9e6b-b9b9138ee34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:24.913248 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc60-4f4d-4a2a-9e6b-b9b9138ee34c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:24.914580 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1fe8bc60-4f4d-4a2a-9e6b-b9b9138ee34c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/805ca02b-9203-49aa-8457-15c68871ce6d HTTP/1.1" status: 204 len: 168 time: 0.1248128 Dec 12 04:21:24.923721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8bc60-4f4d-4a2a-9e6b-b9b9138ee34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805ca02b-9203-49aa-8457-15c68871ce6d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:24.951887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c28b162-e9d5-4a76-bdfa-b14d7b794cd3 req-3552c8be-8a43-4bc9-b5e8-ae015eee8295 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514784 Dec 12 04:21:25.113020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f4b2-26e5-421e-99ef-67197837d871 req-37ea8eb6-2a93-4c6a-9e8a-f1d122059f60 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:25.114841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8231f4b2-26e5-421e-99ef-67197837d871 req-37ea8eb6-2a93-4c6a-9e8a-f1d122059f60 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0509543 Dec 12 04:21:25.119973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a44688-5425-434d-a897-1f7dfbcb7eb0 req-fc8cadb9-fcf9-42e9-9dbe-2260390c6ed9 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:25.127197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-67a44688-5425-434d-a897-1f7dfbcb7eb0 req-fc8cadb9-fcf9-42e9-9dbe-2260390c6ed9 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 944 time: 0.0634425 Dec 12 04:21:25.171563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8231f4b2-26e5-421e-99ef-67197837d871 req-124e3501-a1ac-4aa7-91f9-a729e824c5c4 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Dec 12 04:21:25.179352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-67a44688-5425-434d-a897-1f7dfbcb7eb0 req-d907c132-b58e-4094-a242-050c8840a525 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509834 Dec 12 04:21:25.365171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:21:25.379844 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 5b50df99-0b8d-477e-8152-7d502dcb41ff up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:25.422610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0abd94-0076-48e9-8cdb-e1f5c40302b4 req-4659b35b-8d27-4b0d-8c11-646f1b1ac78e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:25.424424 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b0abd94-0076-48e9-8cdb-e1f5c40302b4 req-4659b35b-8d27-4b0d-8c11-646f1b1ac78e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0669279 Dec 12 04:21:25.479686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b0abd94-0076-48e9-8cdb-e1f5c40302b4 req-618c558c-2804-47ba-9316-a70552e384e3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482924 Dec 12 04:21:25.502847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 5b50df99-0b8d-477e-8152-7d502dcb41ff completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:21:25.514840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 5b50df99-0b8d-477e-8152-7d502dcb41ff triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:25.515756 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:25.518294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:25.550179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '7bddc0c6-3b53-41b7-a0f3-517058bb83b6', 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80', 'port_id': '7bddc0c6-3b53-41b7-a0f3-517058bb83b6', 'mac_address': 'fa:16:3e:67:6c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb8f875-95bc-4261-b112-5c8623829c78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:21:25.603004 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:25.639595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:25.660072 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:25.670506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:25.680075 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:25.711226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:25.713576 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12872664-4c44-40fe-991c-457a038a851c" -d '{"events": [{"server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "name": "network-vif-plugged", "status": "completed", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:25.729549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 5b50df99-0b8d-477e-8152-7d502dcb41ff, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:25.738468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:25.749493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:25.806041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=5b50df99-0b8d-477e-8152-7d502dcb41ff,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:25.977179 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230a23fe-8bc8-40e1-a93d-88f866ab81fd x-openstack-request-id: req-230a23fe-8bc8-40e1-a93d-88f866ab81fd {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:25.977482 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "name": "network-vif-plugged", "status": "completed", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:25.977742 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-230a23fe-8bc8-40e1-a93d-88f866ab81fd {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:25.978844 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff', 'code': 200} Dec 12 04:21:26.079763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c982-37d4-4c0b-977a-c2d3c7f836b5 req-a11e87f2-3549-438f-92e3-3b58ad46c6d5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:26.081284 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b422c982-37d4-4c0b-977a-c2d3c7f836b5 req-a11e87f2-3549-438f-92e3-3b58ad46c6d5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 945 time: 0.0522993 Dec 12 04:21:26.107854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['7bddc0c6-3b53-41b7-a0f3-517058bb83b6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:26.130464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbdd7c-7fc6-4283-bb38-282ab95fb6b1 req-2eef4094-30d1-4c93-a234-ea78fdb06847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:26.134878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42fbdd7c-7fc6-4283-bb38-282ab95fb6b1 req-2eef4094-30d1-4c93-a234-ea78fdb06847 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 1096 time: 0.0515671 Dec 12 04:21:26.140830 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b422c982-37d4-4c0b-977a-c2d3c7f836b5 req-9fe58ef9-a246-4a7c-8ca4-789ef8e34a81 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527396 Dec 12 04:21:26.193417 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42fbdd7c-7fc6-4283-bb38-282ab95fb6b1 req-89ebf6af-7eec-417d-bbb8-b2db0b45599c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449119 Dec 12 04:21:26.315972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a21998-1333-4d8c-9615-351175685b70 req-023713bc-6fe5-4a01-928b-536050947b7e tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:26.317877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12a21998-1333-4d8c-9615-351175685b70 req-023713bc-6fe5-4a01-928b-536050947b7e tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 945 time: 0.0658021 Dec 12 04:21:26.320571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363f1fe-428c-44f1-86c0-b4c1935f4ac1 req-83d4cc27-88f9-4ed8-adaa-68ea0a16bda1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:26.322125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1363f1fe-428c-44f1-86c0-b4c1935f4ac1 req-83d4cc27-88f9-4ed8-adaa-68ea0a16bda1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0628002 Dec 12 04:21:26.375890 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12a21998-1333-4d8c-9615-351175685b70 req-aa316d73-1b2e-4538-ad0f-44fb65481568 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516081 Dec 12 04:21:26.377306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1363f1fe-428c-44f1-86c0-b4c1935f4ac1 req-06827ea6-910d-49c3-92c4-541a5d02332b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Dec 12 04:21:26.600426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89ace9-8858-4aa4-8df2-7f8c1162609b req-78a32e96-9668-445d-adf1-c22c2466fe4a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:26.601977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c89ace9-8858-4aa4-8df2-7f8c1162609b req-78a32e96-9668-445d-adf1-c22c2466fe4a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0498359 Dec 12 04:21:26.650251 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c89ace9-8858-4aa4-8df2-7f8c1162609b req-574de46b-e1df-4a3e-bbf6-2ef1df1817a7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Dec 12 04:21:27.261763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d158583-d66f-4cc9-834b-4cfa85c10f5a req-ee5e63b7-2310-4d1f-9023-fd0796571fb4 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:27.263426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d158583-d66f-4cc9-834b-4cfa85c10f5a req-ee5e63b7-2310-4d1f-9023-fd0796571fb4 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 945 time: 0.0504775 Dec 12 04:21:27.312736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d158583-d66f-4cc9-834b-4cfa85c10f5a req-83574f9c-25b9-4b32-85b6-57cb5f3da177 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Dec 12 04:21:27.509137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99e600-dc8a-46ef-94e5-ecf8387b71f6 req-33d55f47-7f8a-439d-a288-e4d5ca71ac2c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:27.514025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75057201-2ba4-43a9-a3b8-76e2a93ddb93 req-7a6c5d3f-6aa4-4362-b3ef-3baaafc0d7c5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:27.516604 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea99e600-dc8a-46ef-94e5-ecf8387b71f6 req-33d55f47-7f8a-439d-a288-e4d5ca71ac2c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0613570 Dec 12 04:21:27.521855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75057201-2ba4-43a9-a3b8-76e2a93ddb93 req-7a6c5d3f-6aa4-4362-b3ef-3baaafc0d7c5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 945 time: 0.0679116 Dec 12 04:21:27.574070 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea99e600-dc8a-46ef-94e5-ecf8387b71f6 req-f67165b8-b6ea-4347-aa22-579a16fb3de1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561814 Dec 12 04:21:27.590389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75057201-2ba4-43a9-a3b8-76e2a93ddb93 req-e25f1d51-36dc-4583-845b-81c3f2cc22b1 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667837 Dec 12 04:21:27.770720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6b0fe-fa8f-484c-b650-47c99161bb88 req-6135ed4d-de85-4b1d-bd7b-4a4c46dda4bd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:27.772344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5b6b0fe-fa8f-484c-b650-47c99161bb88 req-6135ed4d-de85-4b1d-bd7b-4a4c46dda4bd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Dec 12 04:21:27.829843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5b6b0fe-fa8f-484c-b650-47c99161bb88 req-71c01a2b-1a6c-4962-8a17-dda5d931d0d7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494213 Dec 12 04:21:28.670228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0110db6-6a3c-499b-a72b-1834307104f4 req-4e36e37c-a1bb-4be7-8ed9-639fea82dfd9 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:28.672948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0110db6-6a3c-499b-a72b-1834307104f4 req-4e36e37c-a1bb-4be7-8ed9-639fea82dfd9 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 945 time: 0.0518978 Dec 12 04:21:28.705817 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4354d-6f6a-4c00-bd68-0312d476c99a req-a535bc79-fa4f-4a66-a201-38670d064b98 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:28.706889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25e4354d-6f6a-4c00-bd68-0312d476c99a req-a535bc79-fa4f-4a66-a201-38670d064b98 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0644181 Dec 12 04:21:28.737399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0110db6-6a3c-499b-a72b-1834307104f4 req-6e55223c-a89b-43fd-90ad-e7db84e1bc05 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577633 Dec 12 04:21:28.766680 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25e4354d-6f6a-4c00-bd68-0312d476c99a req-13933573-04d4-4a65-8d7f-46ba55fd39bd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523493 Dec 12 04:21:28.856259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f8ae2-951a-4139-9316-dce022fdc52c req-e459545a-957e-4dce-ad36-f1d7c1ffe7cc tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:28.857859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-375f8ae2-951a-4139-9316-dce022fdc52c req-e459545a-957e-4dce-ad36-f1d7c1ffe7cc tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 945 time: 0.0554292 Dec 12 04:21:28.915308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-375f8ae2-951a-4139-9316-dce022fdc52c req-e877ba3e-509f-47cb-b9f8-ce42d4796d09 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488446 Dec 12 04:21:29.021848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4841c-c493-4a56-ae84-6f8a9fbbbf17 req-03dc8006-cf67-49a7-a83d-65441f3af41d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:29.023535 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ca4841c-c493-4a56-ae84-6f8a9fbbbf17 req-03dc8006-cf67-49a7-a83d-65441f3af41d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0504057 Dec 12 04:21:29.051181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-c8e46d64-5bd8-4983-9776-f3a94803bd44 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-392101933&fields=id&tenant_id=028ac9fb64cd429d834e474238cb7176 HTTP/1.1" status: 200 len: 267 time: 0.0557830 Dec 12 04:21:29.079905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ca4841c-c493-4a56-ae84-6f8a9fbbbf17 req-9f9c0571-12eb-4054-b4f0-283fc886e494 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492771 Dec 12 04:21:29.111059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-8bfdef33-2a60-4488-98ed-042716fb04b7 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:29.112952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-8bfdef33-2a60-4488-98ed-042716fb04b7 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 945 time: 0.0534146 Dec 12 04:21:29.128166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'port': {'security_groups': ['1e2965f6-8538-4233-95ef-92e4998f3ec5', '8ecbb289-cd0d-4856-8d6d-a62fc1e2f232']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:29.203422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:29.378483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:29.391321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] For port 5b50df99-0b8d-477e-8152-7d502dcb41ff, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:29.421978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:29.427279 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:29.427648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:21:29.431897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:29.432285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:29.471789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:29.475647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:29.475815 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:29.477195 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c5d6325-6c86-4373-9da1-b759632577b5 req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "PUT /v2.0/ports/5b50df99-0b8d-477e-8152-7d502dcb41ff HTTP/1.1" status: 200 len: 981 time: 0.3573050 Dec 12 04:21:29.477663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:29.479974 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c612ac4-fce1-4816-8a54-b2332692c847" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:29.503283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'Port': ['ID=5b50df99-0b8d-477e-8152-7d502dcb41ff,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:29.511962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.512386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.512808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.513235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.513649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.514057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.514463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.514865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.515756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.516324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.516726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.517172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.517751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716feb18-80ac-4030-b381-7f5896ff32b4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:29.608019 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:29.619220 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c83e469-a224-470d-8bca-381339c679d3 req-a252ef5c-dfd2-476b-841e-74bbc3ac8897 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2120034226&fields=id&tenant_id=028ac9fb64cd429d834e474238cb7176 HTTP/1.1" status: 200 len: 267 time: 0.0577657 Dec 12 04:21:29.660586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a0483-33f6-4842-bace-3cbc4b52ced0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bddc0c6-3b53-41b7-a0f3-517058bb83b6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:29.662891 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd700420-6a46-4380-af6a-b969ca5b6dea" -d '{"events": [{"server_uuid": "a57a0483-33f6-4842-bace-3cbc4b52ced0", "name": "network-vif-plugged", "status": "completed", "tag": "7bddc0c6-3b53-41b7-a0f3-517058bb83b6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:29.671287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83e469-a224-470d-8bca-381339c679d3 req-7fcec6c5-05cf-4f21-9757-271cec868d47 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:29.675277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c83e469-a224-470d-8bca-381339c679d3 req-7fcec6c5-05cf-4f21-9757-271cec868d47 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 984 time: 0.0527971 Dec 12 04:21:29.682155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:29.689813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:29.690930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1c83e469-a224-470d-8bca-381339c679d3 req-e9e42f07-ac78-4a21-a460-072127913a40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'port': {'security_groups': ['1e2965f6-8538-4233-95ef-92e4998f3ec5', '8ecbb289-cd0d-4856-8d6d-a62fc1e2f232', '679a2ca7-9b71-4727-9091-f1ba812bad61']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:29.697964 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:29.713706 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf91e1df-a069-4298-9939-8f9533a9c5eb x-openstack-request-id: req-cf91e1df-a069-4298-9939-8f9533a9c5eb {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:29.714262 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:29.714262 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf91e1df-a069-4298-9939-8f9533a9c5eb {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:29.715397 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff', 'status': 'completed', 'code': 200} Dec 12 04:21:29.787758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c83e469-a224-470d-8bca-381339c679d3 req-e9e42f07-ac78-4a21-a460-072127913a40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:29.794155 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda85f5c-929d-4a7c-9c34-1f3770772a90 x-openstack-request-id: req-cda85f5c-929d-4a7c-9c34-1f3770772a90 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:29.795181 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57a0483-33f6-4842-bace-3cbc4b52ced0", "name": "network-vif-plugged", "status": "completed", "tag": "7bddc0c6-3b53-41b7-a0f3-517058bb83b6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:29.795458 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cda85f5c-929d-4a7c-9c34-1f3770772a90 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:29.795870 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57a0483-33f6-4842-bace-3cbc4b52ced0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bddc0c6-3b53-41b7-a0f3-517058bb83b6', 'code': 200} Dec 12 04:21:29.830367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:29.888319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-b77edfcc-1cd0-4fee-9e1e-2551fed7ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:29.889862 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-b77edfcc-1cd0-4fee-9e1e-2551fed7ede5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 1135 time: 0.1032562 Dec 12 04:21:29.943045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a89a7-f90d-478e-a983-5f751824004e req-69e71306-c45e-4d42-a48d-d475a8032c58 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:29.953731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f2a89a7-f90d-478e-a983-5f751824004e req-69e71306-c45e-4d42-a48d-d475a8032c58 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 946 time: 0.0895295 Dec 12 04:21:30.025515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f2a89a7-f90d-478e-a983-5f751824004e req-0422c8ee-c7a6-4760-89ae-c6fb5de9c9b0 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704556 Dec 12 04:21:30.082585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6471-9d06-414a-a5db-c1d11eb0ec5f req-cb1231d2-3570-4451-8185-b29cfff48eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:30.084117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a3f6471-9d06-414a-a5db-c1d11eb0ec5f req-cb1231d2-3570-4451-8185-b29cfff48eba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 1097 time: 0.1805878 Dec 12 04:21:30.121568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-748c7d50-a6a7-4b01-bb9a-f7132a6951d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:30.123046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-748c7d50-a6a7-4b01-bb9a-f7132a6951d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 913 time: 0.2086818 Dec 12 04:21:30.138856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb2f8a-f53d-43dd-8310-48c1e6cc3fb0 req-f90088c4-fb3c-4e37-a2c8-cbc779031776 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:30.140478 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cbeb2f8a-f53d-43dd-8310-48c1e6cc3fb0 req-f90088c4-fb3c-4e37-a2c8-cbc779031776 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0580795 Dec 12 04:21:30.195110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cbeb2f8a-f53d-43dd-8310-48c1e6cc3fb0 req-b36bf43e-ea38-4985-a725-be446b5a485d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 Dec 12 04:21:30.216134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-8c10823d-e879-4e0b-b383-59c2a614eb13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff HTTP/1.1" status: 200 len: 217 time: 0.0825863 Dec 12 04:21:30.483299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8d1f9-496e-4363-9194-b34ced206d6e req-605b9b4a-ddb2-473c-b99f-ff2a4e687b31 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:30.485629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ad8d1f9-496e-4363-9194-b34ced206d6e req-605b9b4a-ddb2-473c-b99f-ff2a4e687b31 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0530000 Dec 12 04:21:30.539290 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a3f6471-9d06-414a-a5db-c1d11eb0ec5f req-77eff81a-2039-40fc-bf7a-1c8dd27085f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425790 Dec 12 04:21:30.541622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ad8d1f9-496e-4363-9194-b34ced206d6e req-ab17e6a6-df69-41c3-b2c4-6f2cabc327d3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 Dec 12 04:21:30.574587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-796e26c4-0e2d-440e-acd1-c065287d3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:30.576069 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-796e26c4-0e2d-440e-acd1-c065287d3099 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 200 len: 853 time: 0.3510833 Dec 12 04:21:30.590448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1c83e469-a224-470d-8bca-381339c679d3 req-e9e42f07-ac78-4a21-a460-072127913a40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] For port 5b50df99-0b8d-477e-8152-7d502dcb41ff, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:30.620412 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c83e469-a224-470d-8bca-381339c679d3 req-e9e42f07-ac78-4a21-a460-072127913a40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:30.625581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c83e469-a224-470d-8bca-381339c679d3 req-e9e42f07-ac78-4a21-a460-072127913a40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:30.663345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:30.675964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83e469-a224-470d-8bca-381339c679d3 req-e9e42f07-ac78-4a21-a460-072127913a40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:30.676618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1c83e469-a224-470d-8bca-381339c679d3 req-e9e42f07-ac78-4a21-a460-072127913a40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:30.678060 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c83e469-a224-470d-8bca-381339c679d3 req-e9e42f07-ac78-4a21-a460-072127913a40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "PUT /v2.0/ports/5b50df99-0b8d-477e-8152-7d502dcb41ff HTTP/1.1" status: 200 len: 1020 time: 0.9922845 Dec 12 04:21:30.678515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:30.681406 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3c9888-a491-45c2-92ce-6a81ed85372b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:30.723615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42f07-ac78-4a21-a460-072127913a40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'Port': ['ID=5b50df99-0b8d-477e-8152-7d502dcb41ff,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:30.738974 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36312656-069d-443a-8d26-5b0e2139a515 x-openstack-request-id: req-36312656-069d-443a-8d26-5b0e2139a515 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:30.739290 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:30.739553 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36312656-069d-443a-8d26-5b0e2139a515 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:30.739966 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff', 'status': 'completed', 'code': 200} Dec 12 04:21:30.806007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8083c17-c3c1-461c-9dbf-ecc4b58b68b1 req-b7beae97-6972-4ba4-9b91-7aced94d0dab tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:30.808187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8083c17-c3c1-461c-9dbf-ecc4b58b68b1 req-b7beae97-6972-4ba4-9b91-7aced94d0dab tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 1023 time: 0.0561340 Dec 12 04:21:30.891141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-7f93c2bc-0805-411c-89a2-27826d4a407a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65a37c0d-8b6b-4b76-a75f-60e00b75b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315368 Dec 12 04:21:30.925464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8083c17-c3c1-461c-9dbf-ecc4b58b68b1 req-8ba117d2-9d50-4b9a-80c3-1203d8e0f066 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=679a2ca7-9b71-4727-9091-f1ba812bad61&id=8ecbb289-cd0d-4856-8d6d-a62fc1e2f232&id=1e2965f6-8538-4233-95ef-92e4998f3ec5 HTTP/1.1" status: 200 len: 6208 time: 0.1106215 Dec 12 04:21:30.963082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-194b3154-af20-48d0-99fd-b500340be8c7 req-4b18c907-71da-4c88-89ff-881fb2747389 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1423431481 ', 'description': 'tempest-description-1672714342'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:30.990221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-194b3154-af20-48d0-99fd-b500340be8c7 req-4b18c907-71da-4c88-89ff-881fb2747389 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:31.005165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-0d0b4add-fe7b-48db-9773-03d8c1a6761d service neutron] 10.222.0.37 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043096 Dec 12 04:21:31.007775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:31.098056 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-194b3154-af20-48d0-99fd-b500340be8c7 req-4b18c907-71da-4c88-89ff-881fb2747389 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:31.105228 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-194b3154-af20-48d0-99fd-b500340be8c7 req-4b18c907-71da-4c88-89ff-881fb2747389 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:31.144210 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-194b3154-af20-48d0-99fd-b500340be8c7 req-4b18c907-71da-4c88-89ff-881fb2747389 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:31.149557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-194b3154-af20-48d0-99fd-b500340be8c7 req-4b18c907-71da-4c88-89ff-881fb2747389 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1912584 Dec 12 04:21:31.166020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18c907-71da-4c88-89ff-881fb2747389 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12770b56-1d81-48c1-9803-c44b25a6feb1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:31.169789 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c612ac4-fce1-4816-8a54-b2332692c847 req-f1de98ea-0230-484a-92a5-dea4c71aff10 service neutron] 10.222.0.37 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567760 Dec 12 04:21:31.198080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ce28-8daf-4281-8560-19ee01159e2d req-e0aceecd-fc06-415b-bce3-f74fb237f927 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:31.200960 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4658ce28-8daf-4281-8560-19ee01159e2d req-e0aceecd-fc06-415b-bce3-f74fb237f927 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 946 time: 0.0801334 Dec 12 04:21:31.235368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0dafa58-5067-4ce0-9eb4-c381a43f506d req-1dcbb6e0-94d6-4487-9282-266f83d16222 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/12770b56-1d81-48c1-9803-c44b25a6feb1 HTTP/1.1" status: 200 len: 1800 time: 0.0608759 Dec 12 04:21:31.360374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf847e7-85e7-4caa-b21e-ef00ffabd36e req-c3900297-2a86-48a1-84e2-5a704585eee4 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:31.365536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaf847e7-85e7-4caa-b21e-ef00ffabd36e req-c3900297-2a86-48a1-84e2-5a704585eee4 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0668805 Dec 12 04:21:31.375476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4658ce28-8daf-4281-8560-19ee01159e2d req-bb1f5a94-87f8-4e4e-9e28-08e4c1cf94e1 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672852 Dec 12 04:21:31.400335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-b867e5f9-6380-4638-9ae2-58ff37263835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:31.402310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-b867e5f9-6380-4638-9ae2-58ff37263835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 1174 time: 0.1175866 Dec 12 04:21:31.426065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eaf847e7-85e7-4caa-b21e-ef00ffabd36e req-c22fbc06-7d46-4bb3-b44f-cbb9cdc5f130 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568566 Dec 12 04:21:31.506963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74bf1f41-d542-4e95-ad75-1707cc06e2cf req-e5548358-e90f-472c-bab7-ccd9bb82d2cd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/12770b56-1d81-48c1-9803-c44b25a6feb1 HTTP/1.1" status: 200 len: 1800 time: 0.0991852 Dec 12 04:21:31.551471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-f092e1ff-d8fa-469e-9492-bedd168184f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:31.553086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-f092e1ff-d8fa-469e-9492-bedd168184f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 913 time: 0.1374178 Dec 12 04:21:31.606284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-9ef5721f-22bd-40c9-b220-7c9a2b6e7fbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff HTTP/1.1" status: 200 len: 217 time: 0.0429585 Dec 12 04:21:31.653105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-74bf1f41-d542-4e95-ad75-1707cc06e2cf req-7cb03c0f-7280-444d-a4b9-49d9ff2a53f6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:31.686502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-74bf1f41-d542-4e95-ad75-1707cc06e2cf req-7cb03c0f-7280-444d-a4b9-49d9ff2a53f6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:31.691412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-2848c178-ab41-4161-b300-fdcc239e259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:31.692921 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-2848c178-ab41-4161-b300-fdcc239e259f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 200 len: 853 time: 0.0754895 Dec 12 04:21:31.704112 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9546377-c855-47a1-a558-b05804b917c5 req-a9a74d70-3ba6-4e06-8a40-78be93da0189 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:31.705953 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9546377-c855-47a1-a558-b05804b917c5 req-a9a74d70-3ba6-4e06-8a40-78be93da0189 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0540159 Dec 12 04:21:31.738005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-8fd3bc2a-9b34-4c0a-a47e-1e55264909ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65a37c0d-8b6b-4b76-a75f-60e00b75b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351083 Dec 12 04:21:31.778842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9546377-c855-47a1-a558-b05804b917c5 req-6ce94f3b-a70b-46fb-bcc1-44f9573d3bda tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586812 Dec 12 04:21:31.814509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-74bf1f41-d542-4e95-ad75-1707cc06e2cf req-7cb03c0f-7280-444d-a4b9-49d9ff2a53f6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:31.817502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-74bf1f41-d542-4e95-ad75-1707cc06e2cf req-7cb03c0f-7280-444d-a4b9-49d9ff2a53f6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:31.819176 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74bf1f41-d542-4e95-ad75-1707cc06e2cf req-7cb03c0f-7280-444d-a4b9-49d9ff2a53f6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/12770b56-1d81-48c1-9803-c44b25a6feb1 HTTP/1.1" status: 204 len: 173 time: 0.2979710 Dec 12 04:21:31.837930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb03c0f-7280-444d-a4b9-49d9ff2a53f6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12770b56-1d81-48c1-9803-c44b25a6feb1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:31.857425 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-3eae2659-cf1f-4b39-9ba6-2dd92c6c13cd req-fdff11cd-7182-4fa0-8e5e-87010561f54d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:21:31.863710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3eae2659-cf1f-4b39-9ba6-2dd92c6c13cd req-fdff11cd-7182-4fa0-8e5e-87010561f54d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/12770b56-1d81-48c1-9803-c44b25a6feb1 HTTP/1.1" status: 404 len: 352 time: 0.0193460 Dec 12 04:21:31.898205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-05dec99f-0082-41b3-9378-aa93ec748991 req-f89922e9-3295-4b4d-a50d-54ec95cdc5c3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-36098222', 'description': 'tempest-description-487257185'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:31.912373 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-452942f0-6691-4150-8e29-d424a8b4a30a service neutron] 10.222.0.37 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536436 Dec 12 04:21:31.925558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05dec99f-0082-41b3-9378-aa93ec748991 req-f89922e9-3295-4b4d-a50d-54ec95cdc5c3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.051507 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c3c9888-a491-45c2-92ce-6a81ed85372b req-3a5e39c8-83c6-4e41-be2b-9940774399bd service neutron] 10.222.0.37 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237886 Dec 12 04:21:32.075067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05dec99f-0082-41b3-9378-aa93ec748991 req-f89922e9-3295-4b4d-a50d-54ec95cdc5c3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.080426 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05dec99f-0082-41b3-9378-aa93ec748991 req-f89922e9-3295-4b4d-a50d-54ec95cdc5c3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.109159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89922e9-3295-4b4d-a50d-54ec95cdc5c3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41e8b9a-5ccf-4191-92bc-323e32260b2a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:32.113851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-05dec99f-0082-41b3-9378-aa93ec748991 req-f89922e9-3295-4b4d-a50d-54ec95cdc5c3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.115091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05dec99f-0082-41b3-9378-aa93ec748991 req-f89922e9-3295-4b4d-a50d-54ec95cdc5c3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2262402 Dec 12 04:21:32.144051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-6a35b07e-22be-455f-9ab2-e1011fc7f412 req-2bc0d48a-8276-48a8-94da-5c85cb29e5c0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-130556432', 'description': 'tempest-description-271016372'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:32.166196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6a35b07e-22be-455f-9ab2-e1011fc7f412 req-2bc0d48a-8276-48a8-94da-5c85cb29e5c0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.234712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6a35b07e-22be-455f-9ab2-e1011fc7f412 req-2bc0d48a-8276-48a8-94da-5c85cb29e5c0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.239165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6a35b07e-22be-455f-9ab2-e1011fc7f412 req-2bc0d48a-8276-48a8-94da-5c85cb29e5c0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.270118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6a35b07e-22be-455f-9ab2-e1011fc7f412 req-2bc0d48a-8276-48a8-94da-5c85cb29e5c0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.273280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a35b07e-22be-455f-9ab2-e1011fc7f412 req-2bc0d48a-8276-48a8-94da-5c85cb29e5c0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1346805 Dec 12 04:21:32.275560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0d48a-8276-48a8-94da-5c85cb29e5c0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82eaa4ea-4b23-439f-90c3-d38a237a6909,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:32.297675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-71160aab-9069-4d5a-a151-4d32f224d8f8 req-bc55f43c-f023-4d81-9a09-cf23e03ee63d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1587703559', 'description': 'tempest-description-1964405383'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:32.322538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-71160aab-9069-4d5a-a151-4d32f224d8f8 req-bc55f43c-f023-4d81-9a09-cf23e03ee63d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.402031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-71160aab-9069-4d5a-a151-4d32f224d8f8 req-bc55f43c-f023-4d81-9a09-cf23e03ee63d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.408097 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-71160aab-9069-4d5a-a151-4d32f224d8f8 req-bc55f43c-f023-4d81-9a09-cf23e03ee63d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.450681 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-71160aab-9069-4d5a-a151-4d32f224d8f8 req-bc55f43c-f023-4d81-9a09-cf23e03ee63d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:32.452170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-71160aab-9069-4d5a-a151-4d32f224d8f8 req-bc55f43c-f023-4d81-9a09-cf23e03ee63d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1587267 Dec 12 04:21:32.453372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55f43c-f023-4d81-9a09-cf23e03ee63d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34455bb1-cb9f-400b-afd5-0c61d043f474,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:32.505103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4a5e7-c32c-4b4f-8f8c-02f48875d09b req-81b0f91b-a866-4c04-ba5b-026f546b2872 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:32.512845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1df4a5e7-c32c-4b4f-8f8c-02f48875d09b req-81b0f91b-a866-4c04-ba5b-026f546b2872 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 946 time: 0.0631244 Dec 12 04:21:32.571836 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1df4a5e7-c32c-4b4f-8f8c-02f48875d09b req-f8432f4f-2bfd-4d52-94fe-37c6756f9421 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 Dec 12 04:21:32.598524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7d6e4-aab9-4840-beb2-085bedc9bd98 req-0ef3cc61-7183-47ab-90a8-fdc1ac8f0e0f tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:32.600135 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94c7d6e4-aab9-4840-beb2-085bedc9bd98 req-0ef3cc61-7183-47ab-90a8-fdc1ac8f0e0f tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0665283 Dec 12 04:21:32.679682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94c7d6e4-aab9-4840-beb2-085bedc9bd98 req-84d3e882-cc58-4204-8ca2-6addf1135384 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724258 Dec 12 04:21:32.733585 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94a84cb-22a5-4583-9f24-f5d3ff436c9c req-a901f346-2ded-431a-a8a8-f0c92131498f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=028ac9fb64cd429d834e474238cb7176 HTTP/1.1" status: 200 len: 11010 time: 0.1480458 Dec 12 04:21:32.782393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94a84cb-22a5-4583-9f24-f5d3ff436c9c req-d0e5707f-f392-4daa-956a-ce6c93345284 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/1e2965f6-8538-4233-95ef-92e4998f3ec5 HTTP/1.1" status: 200 len: 3002 time: 0.0472565 Dec 12 04:21:32.827293 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94a84cb-22a5-4583-9f24-f5d3ff436c9c req-2d2d0b21-fe1d-426c-992e-88bae49f73c5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/1e2965f6-8538-4233-95ef-92e4998f3ec5 HTTP/1.1" status: 200 len: 3002 time: 0.0440593 Dec 12 04:21:32.989344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63bd3e18-7ee9-4d7c-9371-a4364b22f5db req-0f0ff4ce-382e-4516-8186-d690cceaa224 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/f41e8b9a-5ccf-4191-92bc-323e32260b2a HTTP/1.1" status: 200 len: 1817 time: 0.0580966 Dec 12 04:21:33.001519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ddd4f-e985-4771-afee-ce7fa93c3125 req-6553340c-d49a-4439-812c-3eb2f697d542 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:33.003876 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-362ddd4f-e985-4771-afee-ce7fa93c3125 req-6553340c-d49a-4439-812c-3eb2f697d542 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0526965 Dec 12 04:21:33.050979 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-63bd3e18-7ee9-4d7c-9371-a4364b22f5db req-a8a81ff5-03fe-40b6-83ba-4cd1bdcb4e40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.054737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-362ddd4f-e985-4771-afee-ce7fa93c3125 req-94de64a2-890d-42d4-bc55-16510fbd1960 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Dec 12 04:21:33.075277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-63bd3e18-7ee9-4d7c-9371-a4364b22f5db req-a8a81ff5-03fe-40b6-83ba-4cd1bdcb4e40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.127666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-63bd3e18-7ee9-4d7c-9371-a4364b22f5db req-a8a81ff5-03fe-40b6-83ba-4cd1bdcb4e40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.131398 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-63bd3e18-7ee9-4d7c-9371-a4364b22f5db req-a8a81ff5-03fe-40b6-83ba-4cd1bdcb4e40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.133188 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63bd3e18-7ee9-4d7c-9371-a4364b22f5db req-a8a81ff5-03fe-40b6-83ba-4cd1bdcb4e40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/f41e8b9a-5ccf-4191-92bc-323e32260b2a HTTP/1.1" status: 204 len: 173 time: 0.1382844 Dec 12 04:21:33.146194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a81ff5-03fe-40b6-83ba-4cd1bdcb4e40 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41e8b9a-5ccf-4191-92bc-323e32260b2a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:33.176658 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-d008346b-18b7-4f38-a1a8-b4276b9d6897 req-80173723-eb2d-4a5f-ac64-58e6f39cedfd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:21:33.177715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d008346b-18b7-4f38-a1a8-b4276b9d6897 req-80173723-eb2d-4a5f-ac64-58e6f39cedfd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/f41e8b9a-5ccf-4191-92bc-323e32260b2a HTTP/1.1" status: 404 len: 352 time: 0.0182407 Dec 12 04:21:33.246146 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65f3e715-a4a3-4d82-89d2-5276c6ad5f94 req-03be16c0-f028-4a5e-97cb-1cbbf5896697 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/82eaa4ea-4b23-439f-90c3-d38a237a6909 HTTP/1.1" status: 200 len: 1818 time: 0.0404310 Dec 12 04:21:33.323371 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-65f3e715-a4a3-4d82-89d2-5276c6ad5f94 req-06c27c40-12aa-4024-afdd-c691aaca572d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.353340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-65f3e715-a4a3-4d82-89d2-5276c6ad5f94 req-06c27c40-12aa-4024-afdd-c691aaca572d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.396324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-65f3e715-a4a3-4d82-89d2-5276c6ad5f94 req-06c27c40-12aa-4024-afdd-c691aaca572d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.399081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-65f3e715-a4a3-4d82-89d2-5276c6ad5f94 req-06c27c40-12aa-4024-afdd-c691aaca572d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.401281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65f3e715-a4a3-4d82-89d2-5276c6ad5f94 req-06c27c40-12aa-4024-afdd-c691aaca572d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/82eaa4ea-4b23-439f-90c3-d38a237a6909 HTTP/1.1" status: 204 len: 173 time: 0.1483474 Dec 12 04:21:33.413877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c27c40-12aa-4024-afdd-c691aaca572d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eaa4ea-4b23-439f-90c3-d38a237a6909,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:33.432930 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-7c835b9a-d7b0-435f-99d9-24ac720594d1 req-f87217d1-64f4-4326-8ca6-799c64d48836 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:21:33.434004 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c835b9a-d7b0-435f-99d9-24ac720594d1 req-f87217d1-64f4-4326-8ca6-799c64d48836 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/82eaa4ea-4b23-439f-90c3-d38a237a6909 HTTP/1.1" status: 404 len: 352 time: 0.0140557 Dec 12 04:21:33.499734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60f051db-dc1b-49f1-90a7-cba6ea5b430f req-bb425dc0-108e-4726-a267-7a2fc322077a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/34455bb1-cb9f-400b-afd5-0c61d043f474 HTTP/1.1" status: 200 len: 1820 time: 0.0404611 Dec 12 04:21:33.562856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60f051db-dc1b-49f1-90a7-cba6ea5b430f req-ce5b4b62-c975-405e-9313-5cb6f162083f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.589842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60f051db-dc1b-49f1-90a7-cba6ea5b430f req-ce5b4b62-c975-405e-9313-5cb6f162083f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.633020 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60f051db-dc1b-49f1-90a7-cba6ea5b430f req-ce5b4b62-c975-405e-9313-5cb6f162083f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.635630 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-60f051db-dc1b-49f1-90a7-cba6ea5b430f req-ce5b4b62-c975-405e-9313-5cb6f162083f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:33.636784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60f051db-dc1b-49f1-90a7-cba6ea5b430f req-ce5b4b62-c975-405e-9313-5cb6f162083f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/34455bb1-cb9f-400b-afd5-0c61d043f474 HTTP/1.1" status: 204 len: 173 time: 0.1309752 Dec 12 04:21:33.648580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b4b62-c975-405e-9313-5cb6f162083f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34455bb1-cb9f-400b-afd5-0c61d043f474,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:33.678655 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-b03fbd2b-41fa-4cde-9024-b91d1e44ff40 req-8afa6855-b3b9-49f6-b4d5-1b6db8e7dda7 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:21:33.679916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b03fbd2b-41fa-4cde-9024-b91d1e44ff40 req-8afa6855-b3b9-49f6-b4d5-1b6db8e7dda7 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/34455bb1-cb9f-400b-afd5-0c61d043f474 HTTP/1.1" status: 404 len: 352 time: 0.0226753 Dec 12 04:21:33.773592 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d300fb34-c971-4889-bc94-2c087531b75a req-1285a984-8ee6-4cfc-b93a-2e5ea89f06c7 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=028ac9fb64cd429d834e474238cb7176 HTTP/1.1" status: 200 len: 6208 time: 0.0724666 Dec 12 04:21:33.833403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c81a94-8df5-4649-b419-fdbe6485df30 req-9389c9c5-c357-4468-95e6-dfc574df2a52 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:33.835369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3c81a94-8df5-4649-b419-fdbe6485df30 req-9389c9c5-c357-4468-95e6-dfc574df2a52 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0632176 Dec 12 04:21:33.836448 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d300fb34-c971-4889-bc94-2c087531b75a req-562a0629-ced3-40fd-ab3f-34a579c3a2e3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/1e2965f6-8538-4233-95ef-92e4998f3ec5 HTTP/1.1" status: 200 len: 3002 time: 0.0603938 Dec 12 04:21:33.896995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d300fb34-c971-4889-bc94-2c087531b75a req-36955662-b1ab-42fd-9506-b006686749ba tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/1e2965f6-8538-4233-95ef-92e4998f3ec5 HTTP/1.1" status: 200 len: 3002 time: 0.0429559 Dec 12 04:21:33.924682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3c81a94-8df5-4649-b419-fdbe6485df30 req-c11d533d-6f2c-49e5-9bbe-6dd47185b6e7 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773432 Dec 12 04:21:33.975139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0005360f-131e-42d4-92b2-dbabca51e4a1 req-4f1a39f4-f936-44e1-bec9-bf34faf400a5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-235653836', 'description': 'tempest-description-2018592548'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:34.012586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0005360f-131e-42d4-92b2-dbabca51e4a1 req-4f1a39f4-f936-44e1-bec9-bf34faf400a5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:34.114292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0005360f-131e-42d4-92b2-dbabca51e4a1 req-4f1a39f4-f936-44e1-bec9-bf34faf400a5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:34.121635 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0005360f-131e-42d4-92b2-dbabca51e4a1 req-4f1a39f4-f936-44e1-bec9-bf34faf400a5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:34.166718 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0005360f-131e-42d4-92b2-dbabca51e4a1 req-4f1a39f4-f936-44e1-bec9-bf34faf400a5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:34.168139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0005360f-131e-42d4-92b2-dbabca51e4a1 req-4f1a39f4-f936-44e1-bec9-bf34faf400a5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1973617 Dec 12 04:21:34.179408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a39f4-f936-44e1-bec9-bf34faf400a5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d652b26-6287-473b-8e51-3e4e1e2d92d6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:34.198472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-6999e445-1136-4fc3-b3b0-47e28ab4ef9f req-33912ff1-ddbb-4d37-9214-35e376694e24 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-469687237', 'description': 'tempest-description-232418527'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:34.224677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6999e445-1136-4fc3-b3b0-47e28ab4ef9f req-33912ff1-ddbb-4d37-9214-35e376694e24 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:34.229942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141854ac-e929-4089-8b63-408226d9641c req-90571282-36f4-49b8-b093-d9341e11a6e7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:34.233059 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-141854ac-e929-4089-8b63-408226d9641c req-90571282-36f4-49b8-b093-d9341e11a6e7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0663438 Dec 12 04:21:34.304426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-141854ac-e929-4089-8b63-408226d9641c req-8c60e1e8-17cd-46a0-a1fd-bce908a203a3 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626318 Dec 12 04:21:34.326683 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6999e445-1136-4fc3-b3b0-47e28ab4ef9f req-33912ff1-ddbb-4d37-9214-35e376694e24 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:34.329916 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6999e445-1136-4fc3-b3b0-47e28ab4ef9f req-33912ff1-ddbb-4d37-9214-35e376694e24 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:34.370908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6999e445-1136-4fc3-b3b0-47e28ab4ef9f req-33912ff1-ddbb-4d37-9214-35e376694e24 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:34.372485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6999e445-1136-4fc3-b3b0-47e28ab4ef9f req-33912ff1-ddbb-4d37-9214-35e376694e24 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1786392 Dec 12 04:21:34.373553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33912ff1-ddbb-4d37-9214-35e376694e24 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed7978e-294f-4caa-9502-4e5f9dfa74cd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:34.645729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-ba6e11bf-2d98-4953-8ebd-5f77a67dc162 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:34.647647 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-ba6e11bf-2d98-4953-8ebd-5f77a67dc162 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 813 time: 0.1117008 Dec 12 04:21:34.664284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-bf51de7b-b140-4697-93e1-61e3ec96e379 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/quotas/028ac9fb64cd429d834e474238cb7176 HTTP/1.1" status: 200 len: 375 time: 0.0102761 Dec 12 04:21:34.715664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-619ccaf8-45a5-4245-b63a-d08cafaa8986 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456026 Dec 12 04:21:34.831026 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-3f589bb4-53ef-4d38-b48d-8a7c861de4cf service neutron] 10.222.0.36 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021845 Dec 12 04:21:34.882069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046350b-fdd1-46ff-8b38-1b4d6c8b302e req-5bc75fac-356e-4b6f-9089-3ddf15b75a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:34.883600 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5046350b-fdd1-46ff-8b38-1b4d6c8b302e req-5bc75fac-356e-4b6f-9089-3ddf15b75a22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1096 time: 0.0503359 Dec 12 04:21:34.943850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-ed060c1e-090e-4362-b269-79b45be367ef service neutron] 10.222.0.36 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026084 Dec 12 04:21:34.945647 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5046350b-fdd1-46ff-8b38-1b4d6c8b302e req-8d93453f-052f-4410-94f0-66b739e5f04a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542948 Dec 12 04:21:35.100268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025057b-b0f0-4ae0-81af-4f6b5dca1ac3 req-9d16d76e-011d-43de-91b6-c79c7853885d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:35.105610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d025057b-b0f0-4ae0-81af-4f6b5dca1ac3 req-9d16d76e-011d-43de-91b6-c79c7853885d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0867293 Dec 12 04:21:35.174229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d025057b-b0f0-4ae0-81af-4f6b5dca1ac3 req-28722116-452c-4966-a3b6-8fe94cb056f5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593312 Dec 12 04:21:35.268958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ccdd863-2bac-4735-b4d3-d2bed61dd586 req-75e78245-5b93-44ee-88cc-ffa86bf51ed8 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 210 time: 0.0461266 Dec 12 04:21:35.447491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4022e-151f-4419-9484-821b16706177 req-7d9d9dfa-5390-4a0f-880f-4723133b9e4b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:35.457672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fa4022e-151f-4419-9484-821b16706177 req-7d9d9dfa-5390-4a0f-880f-4723133b9e4b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0669048 Dec 12 04:21:35.512274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fa4022e-151f-4419-9484-821b16706177 req-7e139fc6-f892-4cfe-be89-2d8c997f99a6 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533869 Dec 12 04:21:36.332231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ab48f-828c-4fe1-a210-0750fd46c15b req-1ae0dedf-a1b1-47b5-ac54-322f4be13e89 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:36.341366 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e01ab48f-828c-4fe1-a210-0750fd46c15b req-1ae0dedf-a1b1-47b5-ac54-322f4be13e89 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1007788 Dec 12 04:21:36.404336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e01ab48f-828c-4fe1-a210-0750fd46c15b req-5fcb44a4-7282-4a5a-af27-f09f43516ca0 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617414 Dec 12 04:21:36.537923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bfa0acb-f6ce-4424-b7d7-984050956a07 req-dbd8cf81-2c17-46e0-928c-9e1c9df0ca64 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 210 time: 0.0358734 Dec 12 04:21:36.596297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-ec8235b7-3a21-49a0-bb5b-7c978dee3bc2 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:36.598042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-ec8235b7-3a21-49a0-bb5b-7c978dee3bc2 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.18 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 813 time: 0.1631258 Dec 12 04:21:36.620790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'port': {'device_id': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366', 'admin_state_up': True, 'tenant_id': '028ac9fb64cd429d834e474238cb7176'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:36.807470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910a79d-6bef-45f4-949f-e3c228194d81 req-9ce7e5ab-541c-42c4-bbef-1974f5376111 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:36.810582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e910a79d-6bef-45f4-949f-e3c228194d81 req-9ce7e5ab-541c-42c4-bbef-1974f5376111 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0731874 Dec 12 04:21:36.864914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Made reservation on behalf of 028ac9fb64cd429d834e474238cb7176 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:36.869698 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:36.886164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e910a79d-6bef-45f4-949f-e3c228194d81 req-b70d14ea-96eb-445e-b780-7dff0814ad86 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679209 Dec 12 04:21:37.032588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Allocated IP 172.20.0.7 (65a37c0d-8b6b-4b76-a75f-60e00b75b366/0362f14e-4850-44b6-a3c5-52fc0d642755/610ef595-2312-4e39-808a-24e28520e1ed) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:37.129403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-e8d04453-9f11-4539-9672-30cec36ef1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:37.131679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-e8d04453-9f11-4539-9672-30cec36ef1b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1096 time: 0.1115079 Dec 12 04:21:37.145626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7418f-72a1-4b5d-905f-7b8e070bed25 req-1be0dc92-2ae6-40de-9eae-55927dae797e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:37.154061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbc7418f-72a1-4b5d-905f-7b8e070bed25 req-1be0dc92-2ae6-40de-9eae-55927dae797e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0805664 Dec 12 04:21:37.230203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:37.267150 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbc7418f-72a1-4b5d-905f-7b8e070bed25 req-d552c1fe-ef5e-4e8b-87f0-7079bd7813bc tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117425 Dec 12 04:21:37.283469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:37.311407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-a8430084-34d9-40c9-a552-a6fcbb82dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:37.313063 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-a8430084-34d9-40c9-a552-a6fcbb82dd55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 919 time: 0.1556084 Dec 12 04:21:37.322609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:37.333687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:37.341001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:37.345889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:21:37.403501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:37.404569 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:37.412962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'Port': ['ID=610ef595-2312-4e39-808a-24e28520e1ed,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:37.444440 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-c9a9afa9-52f7-4de8-8b8c-174c4ee46ac6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298013 Dec 12 04:21:37.463360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Request body: {'port': {'device_id': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:37.487809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-1d210674-381c-4929-8efa-825c138d705a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb HTTP/1.1" status: 200 len: 217 time: 0.1452982 Dec 12 04:21:37.532790 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:37.592446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-25aef409-3119-493a-b1e0-c25b2853455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:37.598030 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-25aef409-3119-493a-b1e0-c25b2853455f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.1018510 Dec 12 04:21:37.698392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-cc32a3bd-bf4f-4706-bda8-a17e049b17c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873909 Dec 12 04:21:37.977542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7c286-42cb-4246-b7b9-40cdadbca3fb req-53224515-0f4c-45c3-85e3-124de819fdfa tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:37.979140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dfd7c286-42cb-4246-b7b9-40cdadbca3fb req-53224515-0f4c-45c3-85e3-124de819fdfa tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 931 time: 0.2650304 Dec 12 04:21:38.051377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dfd7c286-42cb-4246-b7b9-40cdadbca3fb req-cb8c5a37-b7aa-4af9-9f9d-6d504cb04eb5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614319 Dec 12 04:21:38.071483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-31bf161f-a265-48ba-b23d-4bf3d99ee84b service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672998 Dec 12 04:21:38.072648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610ef595-2312-4e39-808a-24e28520e1ed {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:38.089461 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.119275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58606) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:38.126519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Transition to ACTIVE for port object 610ef595-2312-4e39-808a-24e28520e1ed will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:21:38.133834 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.176497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Pushing event updated for resources: {'Port': ['ID=610ef595-2312-4e39-808a-24e28520e1ed,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:38.204570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4320f9-eb0a-49aa-86b3-a2a527092947 req-95622141-63d1-4dbe-87c4-06d70ffcaee7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:38.206401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee4320f9-eb0a-49aa-86b3-a2a527092947 req-95622141-63d1-4dbe-87c4-06d70ffcaee7 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1291876 Dec 12 04:21:38.309715 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e03a596-cb8f-4230-8de9-0bc9b9834613 req-a390c718-dde5-4b1a-9462-40321dcd1d1f service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289615 Dec 12 04:21:38.345770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Attempting to bind port 610ef595-2312-4e39-808a-24e28520e1ed on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:21:38.346269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Attempting to bind port 610ef595-2312-4e39-808a-24e28520e1ed by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'e016433e-5575-4e1e-9e96-14922d81c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:21:38.346710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Attempting to bind port 610ef595-2312-4e39-808a-24e28520e1ed on network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:38.360655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-477e7722-073a-48aa-9c16-e32e95bff811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.365061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Port 610ef595-2312-4e39-808a-24e28520e1ed on network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:21:38.365545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Attempting to bind port 610ef595-2312-4e39-808a-24e28520e1ed on network 65a37c0d-8b6b-4b76-a75f-60e00b75b366 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:38.388666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:21:38.389217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Checking segment: {'id': 'e016433e-5575-4e1e-9e96-14922d81c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:38.389758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Bound using segment: {'id': 'e016433e-5575-4e1e-9e96-14922d81c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:21:38.390480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Bound port: 610ef595-2312-4e39-808a-24e28520e1ed, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e016433e-5575-4e1e-9e96-14922d81c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:21:38.390950 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.447956 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee4320f9-eb0a-49aa-86b3-a2a527092947 req-7b91fb57-3b93-41e3-8435-11692800baa8 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193072 Dec 12 04:21:38.536775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192d3b3-70ac-4f20-8f9a-1d847a753718 req-5d25ae4b-17c1-4d3d-98f2-84b0ef1d8a33 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:38.551314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4192d3b3-70ac-4f20-8f9a-1d847a753718 req-5d25ae4b-17c1-4d3d-98f2-84b0ef1d8a33 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1357996 Dec 12 04:21:38.584051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-477e7722-073a-48aa-9c16-e32e95bff811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.586209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] For port 610ef595-2312-4e39-808a-24e28520e1ed, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:21:38.590458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] For port 610ef595-2312-4e39-808a-24e28520e1ed, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=610ef595-2312-4e39-808a-24e28520e1ed,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:21:38.594590 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-477e7722-073a-48aa-9c16-e32e95bff811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.603271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.641106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4192d3b3-70ac-4f20-8f9a-1d847a753718 req-2d2f153b-0a01-4cee-a3d9-fc9acc6b29d4 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831430 Dec 12 04:21:38.700031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:38.701005 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.702563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] 10.222.0.18 "PUT /v2.0/ports/610ef595-2312-4e39-808a-24e28520e1ed HTTP/1.1" status: 200 len: 1091 time: 1.2440624 Dec 12 04:21:38.704002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:38.706341 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "tag": "610ef595-2312-4e39-808a-24e28520e1ed"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:38.748345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58616) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:38.748691 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-477e7722-073a-48aa-9c16-e32e95bff811 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12f38b9be7164cc085f7761d08bc8408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6277082 Dec 12 04:21:38.754739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e7722-073a-48aa-9c16-e32e95bff811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e8a0b2-3292-4648-8d8f-ea9a160d9642,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:38.775445 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf66f18-fd9c-4abb-88b8-fba117af7e1d x-openstack-request-id: req-9cf66f18-fd9c-4abb-88b8-fba117af7e1d {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:38.775761 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "tag": "610ef595-2312-4e39-808a-24e28520e1ed", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:38.776026 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cf66f18-fd9c-4abb-88b8-fba117af7e1d {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:38.776449 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed', 'status': 'completed', 'code': 200} Dec 12 04:21:38.777575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e050e-02c5-4472-9fe9-daa0f345d45c service neutron] Pushing event updated for resources: {'Port': ['ID=610ef595-2312-4e39-808a-24e28520e1ed,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:38.886048 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70276c11-78a5-46e0-a597-357ccf2f97f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.892457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-2ef08c94-a3fa-4146-a3d6-5f95b656bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:38.894024 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-2ef08c94-a3fa-4146-a3d6-5f95b656bc86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 1094 time: 0.0929580 Dec 12 04:21:38.919915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70276c11-78a5-46e0-a597-357ccf2f97f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.950571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-9422df79-694a-4fa0-8976-32675822f22d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610ef595-2312-4e39-808a-24e28520e1ed HTTP/1.1" status: 200 len: 217 time: 0.0416751 Dec 12 04:21:38.971854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70276c11-78a5-46e0-a597-357ccf2f97f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.975214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70276c11-78a5-46e0-a597-357ccf2f97f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:38.979376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-70276c11-78a5-46e0-a597-357ccf2f97f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20e8a0b2-3292-4648-8d8f-ea9a160d9642 HTTP/1.1" status: 204 len: 168 time: 0.2292838 Dec 12 04:21:38.990543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70276c11-78a5-46e0-a597-357ccf2f97f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e8a0b2-3292-4648-8d8f-ea9a160d9642,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:39.007678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-69df533c-366d-47c2-89e4-0638cf8b76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:39.009220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-69df533c-366d-47c2-89e4-0638cf8b76be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 200 len: 853 time: 0.0523729 Dec 12 04:21:39.044220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-86af6201-49ec-4a92-bd20-b80746da5dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65a37c0d-8b6b-4b76-a75f-60e00b75b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275517 Dec 12 04:21:39.173245 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-55cae5b6-726e-4a92-a39d-29a2b940c083 service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215916 Dec 12 04:21:39.206125 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a48538-70dc-473f-ad2a-6f9465c2796b req-943c53ee-0c61-495c-ba8e-001c7e98fdfd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:39.207617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-73a48538-70dc-473f-ad2a-6f9465c2796b req-943c53ee-0c61-495c-ba8e-001c7e98fdfd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 943 time: 0.0802095 Dec 12 04:21:39.291926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58628) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:39.305628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f93706e-c37e-4ca4-83e8-6b482647955f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:39.311125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-73a48538-70dc-473f-ad2a-6f9465c2796b req-36c60e70-28f2-4b72-959c-fa901b3f695d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777340 Dec 12 04:21:39.329605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3eaa5e6-be2a-4466-942d-d747e7f9e837 req-5c126679-1f24-4a6f-9955-376cf6dc7910 service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482835 Dec 12 04:21:39.392063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f93706e-c37e-4ca4-83e8-6b482647955f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:39.397334 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f93706e-c37e-4ca4-83e8-6b482647955f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:39.435904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3f93706e-c37e-4ca4-83e8-6b482647955f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9eccebc7e7e4dd89bc7c15b15967dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428668 Dec 12 04:21:39.439726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58630) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:39.445640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93706e-c37e-4ca4-83e8-6b482647955f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85377a2f-e001-444b-88bd-af8b33804dcc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:39.495752 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb12ef11-3609-421d-bb57-e95c5af3ab35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:39.503714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-47721201-6bbe-440e-b926-f844d660bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:39.505328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-47721201-6bbe-440e-b926-f844d660bddb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 1094 time: 0.0766480 Dec 12 04:21:39.520172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb12ef11-3609-421d-bb57-e95c5af3ab35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:39.618617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3b27f-740c-4989-a55d-9d6bf941bf4e req-7a6db425-2d14-48d2-9271-ac6104c3a31d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:39.620341 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dde3b27f-740c-4989-a55d-9d6bf941bf4e req-7a6db425-2d14-48d2-9271-ac6104c3a31d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0685520 Dec 12 04:21:39.630092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-a42b2083-0e88-402a-af1f-7fba64efe796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:39.632046 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-a42b2083-0e88-402a-af1f-7fba64efe796 service neutron] 10.222.0.18 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 913 time: 0.1183293 Dec 12 04:21:39.643319 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb12ef11-3609-421d-bb57-e95c5af3ab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:39.646007 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb12ef11-3609-421d-bb57-e95c5af3ab35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:39.649406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb12ef11-3609-421d-bb57-e95c5af3ab35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85377a2f-e001-444b-88bd-af8b33804dcc HTTP/1.1" status: 204 len: 168 time: 0.2068825 Dec 12 04:21:39.682307 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-dc50454a-db1b-4638-bd38-5b0f81646502 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610ef595-2312-4e39-808a-24e28520e1ed HTTP/1.1" status: 200 len: 217 time: 0.0410655 Dec 12 04:21:39.692153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12ef11-3609-421d-bb57-e95c5af3ab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85377a2f-e001-444b-88bd-af8b33804dcc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:39.730407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dde3b27f-740c-4989-a55d-9d6bf941bf4e req-73306fe7-8b57-4981-9c7e-b5b7e04fb38b tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005719 Dec 12 04:21:39.802853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-00e83102-7a76-4108-ba46-d18fbb24b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:39.804393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-00e83102-7a76-4108-ba46-d18fbb24b4c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 200 len: 853 time: 0.1042097 Dec 12 04:21:39.819069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe6518-9279-4a2f-a7de-f0bc17988fca req-3022c9cf-76e1-497f-804d-5fcba083ad0b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:39.820591 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8fe6518-9279-4a2f-a7de-f0bc17988fca req-3022c9cf-76e1-497f-804d-5fcba083ad0b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0651834 Dec 12 04:21:39.870801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-11e53dbe-db61-4e66-b13d-387c1cf6e0d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65a37c0d-8b6b-4b76-a75f-60e00b75b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361352 Dec 12 04:21:39.906309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8fe6518-9279-4a2f-a7de-f0bc17988fca req-dbca5c61-6299-4a2d-9374-e0820a4be4d1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781946 Dec 12 04:21:39.940941 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:21:39.997975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-10491a48-7008-4b71-84ab-d075b2587a46 service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108050 Dec 12 04:21:40.108510 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e45d1f6b-95f4-4c2c-a26d-82ec42638bf0 req-29bed72d-7993-43dc-8d55-9d5269b6c39c service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885582 Dec 12 04:21:40.113662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58650) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:40.132412 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc25b236-3295-4320-82f2-e375e51aa03f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:40.261635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc25b236-3295-4320-82f2-e375e51aa03f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:40.267521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc25b236-3295-4320-82f2-e375e51aa03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:40.336256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dc25b236-3295-4320-82f2-e375e51aa03f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8536aba70f2845088d981616db147dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214386 Dec 12 04:21:40.336590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58662) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:40.339071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25b236-3295-4320-82f2-e375e51aa03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf554e0-bf94-4435-ad27-8335c493c81b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:40.347849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-15214110-d4f7-4670-ab24-e3bbc277fa98 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:40.349394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-15214110-d4f7-4670-ab24-e3bbc277fa98 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 815 time: 0.1570468 Dec 12 04:21:40.367025 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-c295161e-e40a-48d2-b8db-b3a4a39e079e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/quotas/09b11646ca2a456ea8b4c412c4676842 HTTP/1.1" status: 200 len: 375 time: 0.0113571 Dec 12 04:21:40.411044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a8102ba-ecad-4664-ab6a-d9981b9acdd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:40.433017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-c5ff70fd-22bd-42b9-b42a-0173810f67dc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592570 Dec 12 04:21:40.458239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a8102ba-ecad-4664-ab6a-d9981b9acdd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:40.505257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da979f-1d94-4566-8e46-18a402195eeb req-c3265e77-9a58-4de8-b516-c6189fd2edd9 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:40.506781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22da979f-1d94-4566-8e46-18a402195eeb req-c3265e77-9a58-4de8-b516-c6189fd2edd9 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 943 time: 0.0850265 Dec 12 04:21:40.523841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-56e603ff-2ca6-442d-b2b3-c10749e36873 service neutron] 10.222.0.36 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826349 Dec 12 04:21:40.538308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a8102ba-ecad-4664-ab6a-d9981b9acdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:40.541010 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a8102ba-ecad-4664-ab6a-d9981b9acdd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:40.542186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1a8102ba-ecad-4664-ab6a-d9981b9acdd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cf554e0-bf94-4435-ad27-8335c493c81b HTTP/1.1" status: 204 len: 168 time: 0.2043867 Dec 12 04:21:40.567271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8102ba-ecad-4664-ab6a-d9981b9acdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf554e0-bf94-4435-ad27-8335c493c81b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:40.573558 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22da979f-1d94-4566-8e46-18a402195eeb req-3d9623a7-a5eb-41d2-8a03-82b7a6a47aa3 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586088 Dec 12 04:21:40.620125 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c88bd4ca-de10-4d7b-8d97-8269c4820d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:40.855077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44505f44-3679-4473-8833-bf1ec50ce47f req-bef97bad-a095-4df5-87e7-1ab753486163 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:40.856570 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-44505f44-3679-4473-8833-bf1ec50ce47f req-bef97bad-a095-4df5-87e7-1ab753486163 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0589414 Dec 12 04:21:40.897135 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-bb617fe8-5f82-46a4-b790-fd28a879eb5d service neutron] 10.222.0.36 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634775 Dec 12 04:21:40.918374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-44505f44-3679-4473-8833-bf1ec50ce47f req-9472c382-9d77-4bec-a94b-bcef9f3abb00 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544126 Dec 12 04:21:41.114524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525a20d-0bc9-4033-b37e-31de0abb5b62 req-77592d49-39ae-442c-9949-b010cefd6437 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:41.116219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d525a20d-0bc9-4033-b37e-31de0abb5b62 req-77592d49-39ae-442c-9949-b010cefd6437 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0553563 Dec 12 04:21:41.173361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d525a20d-0bc9-4033-b37e-31de0abb5b62 req-7dcbc09e-7523-49e8-bde1-8803efc377ce tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505176 Dec 12 04:21:41.209607 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1234468-4b7e-4a21-b2c5-fa8568f7dec1 req-da769ab4-33c7-4721-a63d-181ee174e348 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 210 time: 0.0336251 Dec 12 04:21:41.617332 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:41.702809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d344-84d9-4e22-b83c-eb4ebca2d161 req-2c744767-a9ec-403d-b190-79f9c00b3dc4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:41.704346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fe7d344-84d9-4e22-b83c-eb4ebca2d161 req-2c744767-a9ec-403d-b190-79f9c00b3dc4 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 943 time: 0.0529535 Dec 12 04:21:41.763701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fe7d344-84d9-4e22-b83c-eb4ebca2d161 req-6a33870a-44e1-4609-adc5-10b4252a5a13 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530446 Dec 12 04:21:42.047215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75f4c0-30e3-4564-ab80-c51d076dcc8c req-931fe110-5f31-4593-b0a5-7dee956e2c1a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:42.049244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2f75f4c0-30e3-4564-ab80-c51d076dcc8c req-931fe110-5f31-4593-b0a5-7dee956e2c1a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0548177 Dec 12 04:21:42.099903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2f75f4c0-30e3-4564-ab80-c51d076dcc8c req-40ab7469-7a38-4130-b2c4-e84f548cd3d2 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438685 Dec 12 04:21:42.340043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-b25df321-0b60-4ee8-a4bd-ea9e4d02217c tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:42.341589 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-b25df321-0b60-4ee8-a4bd-ea9e4d02217c tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.18 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 815 time: 0.1584635 Dec 12 04:21:42.365323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Request body: {'port': {'device_id': '53775f03-1309-4a05-a2c6-881803a3fe5a', 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80', 'admin_state_up': True, 'tenant_id': '09b11646ca2a456ea8b4c412c4676842'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:42.385419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6ec12b2-b3d5-4a43-a2b4-552e5cb5573a req-9e50826d-0b56-44aa-8053-17a06057cb24 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 210 time: 0.0759218 Dec 12 04:21:42.511034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Made reservation on behalf of 09b11646ca2a456ea8b4c412c4676842 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:42.515083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:42.680199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Allocated IP 172.20.0.14 (9edad89e-f48b-4db2-8494-9649e4391d80/efb8f875-95bc-4261-b112-5c8623829c78/79a7e522-6c6c-4777-a554-ba1facd7380d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:42.840141 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:42.877604 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:42.914374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5badd370-79b3-4cc5-b847-63981a1e9714'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:42.937949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874d43-ffe3-457a-aadd-8e3b9743e1da req-21e16cfc-cdd9-4756-9252-8549e9bc1405 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:42.944712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Network 9edad89e-f48b-4db2-8494-9649e4391d80 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:42.947866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:42.952468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:21:42.959974 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4e874d43-ffe3-457a-aadd-8e3b9743e1da req-21e16cfc-cdd9-4756-9252-8549e9bc1405 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 943 time: 0.0834177 Dec 12 04:21:42.974966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['7bddc0c6-3b53-41b7-a0f3-517058bb83b6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:43.003863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:43.004711 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:43.012335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Pushing event updated for resources: {'Port': ['ID=79a7e522-6c6c-4777-a554-ba1facd7380d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:43.043984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-8b6c60dd-4d87-493b-a101-3ff0dea9d7bb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6852255 Dec 12 04:21:43.045146 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7133a1fd-465c-4168-983f-c3d234ac7d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:43.065779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Request body: {'port': {'device_id': '53775f03-1309-4a05-a2c6-881803a3fe5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:43.095959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4e874d43-ffe3-457a-aadd-8e3b9743e1da req-2e6f848b-ef97-4144-87cc-abc9704a23fc tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324916 Dec 12 04:21:43.168237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:43.322643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103c6c8-97f9-429c-884f-fc0d01e70699 req-0e243bb4-389e-4712-abb0-04222a48dadf tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:43.324002 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6103c6c8-97f9-429c-884f-fc0d01e70699 req-0e243bb4-389e-4712-abb0-04222a48dadf tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1039405 Dec 12 04:21:43.385884 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6103c6c8-97f9-429c-884f-fc0d01e70699 req-ebb5ced2-7202-4f43-b64a-78550d8d42da tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531628 Dec 12 04:21:43.566774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3bd67-f1cc-4280-946b-7ef69d01c474 req-41d4e881-bc26-44ba-a5fd-bcd7353a4517 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:43.568368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ec3bd67-f1cc-4280-946b-7ef69d01c474 req-41d4e881-bc26-44ba-a5fd-bcd7353a4517 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 932 time: 0.0827727 Dec 12 04:21:43.616290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a7e522-6c6c-4777-a554-ba1facd7380d {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:43.628611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:43.643434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 610ef595-2312-4e39-808a-24e28520e1ed details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:21:43.676782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Transition to ACTIVE for port object 79a7e522-6c6c-4777-a554-ba1facd7380d will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:21:43.692162 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ec3bd67-f1cc-4280-946b-7ef69d01c474 req-64cc9be0-fead-4434-b974-5ed7e7c1b1de tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053960 Dec 12 04:21:43.698632 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:43.766844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Pushing event updated for resources: {'Port': ['ID=79a7e522-6c6c-4777-a554-ba1facd7380d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:43.786981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 610ef595-2312-4e39-808a-24e28520e1ed, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=610ef595-2312-4e39-808a-24e28520e1ed,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:43.804854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '610ef595-2312-4e39-808a-24e28520e1ed', 'network_id': '65a37c0d-8b6b-4b76-a75f-60e00b75b366', 'port_id': '610ef595-2312-4e39-808a-24e28520e1ed', 'mac_address': 'fa:16:3e:25:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0362f14e-4850-44b6-a3c5-52fc0d642755', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:21:43.862610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:43.867579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Attempting to bind port 79a7e522-6c6c-4777-a554-ba1facd7380d on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:21:43.868131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Attempting to bind port 79a7e522-6c6c-4777-a554-ba1facd7380d by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:21:43.868569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Attempting to bind port 79a7e522-6c6c-4777-a554-ba1facd7380d on network 9edad89e-f48b-4db2-8494-9649e4391d80 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:43.869897 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:43.873723 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Port 79a7e522-6c6c-4777-a554-ba1facd7380d on network 9edad89e-f48b-4db2-8494-9649e4391d80 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:21:43.874661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Attempting to bind port 79a7e522-6c6c-4777-a554-ba1facd7380d on network 9edad89e-f48b-4db2-8494-9649e4391d80 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:43.880471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:21:43.881012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Checking segment: {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:43.881534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Bound using segment: {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:21:43.882288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Bound port: 79a7e522-6c6c-4777-a554-ba1facd7380d, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:21:43.882806 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:43.891824 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610ef595-2312-4e39-808a-24e28520e1ed {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:43.916870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 610ef595-2312-4e39-808a-24e28520e1ed, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=610ef595-2312-4e39-808a-24e28520e1ed,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:43.936321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58770) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:43.938031 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:43.995313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] For port 79a7e522-6c6c-4777-a554-ba1facd7380d, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:21:44.004132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] For port 79a7e522-6c6c-4777-a554-ba1facd7380d, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=79a7e522-6c6c-4777-a554-ba1facd7380d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:21:44.011689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=610ef595-2312-4e39-808a-24e28520e1ed,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:44.020788 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.040029 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.075312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:44.076295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.078380 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] 10.222.0.18 "PUT /v2.0/ports/79a7e522-6c6c-4777-a554-ba1facd7380d HTTP/1.1" status: 200 len: 1092 time: 1.0186613 Dec 12 04:21:44.079073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53775f03-1309-4a05-a2c6-881803a3fe5a', 'tag': '79a7e522-6c6c-4777-a554-ba1facd7380d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:44.081608 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1" -d '{"events": [{"name": "network-changed", "server_uuid": "53775f03-1309-4a05-a2c6-881803a3fe5a", "tag": "79a7e522-6c6c-4777-a554-ba1facd7380d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:44.119339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e996e-55d5-4f2c-9d3f-6c73a5132104 service neutron] Pushing event updated for resources: {'Port': ['ID=79a7e522-6c6c-4777-a554-ba1facd7380d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:44.131367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d77144c7-9f9c-4d65-a3fd-12b70a971152 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6925 time: 0.1927960 Dec 12 04:21:44.132469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58776) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:44.137769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'network': {'name': 'tempest-network-smoke--888767211', 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'port_security_enabled': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:44.179015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Made reservation on behalf of 6274f43ec7904903b4a3902565b95ea7 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:44.184801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.205248 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a684d8-2d22-4356-9738-a10af678d993 x-openstack-request-id: req-44a684d8-2d22-4356-9738-a10af678d993 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:44.205897 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53775f03-1309-4a05-a2c6-881803a3fe5a", "tag": "79a7e522-6c6c-4777-a554-ba1facd7380d", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:44.207466 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44a684d8-2d22-4356-9738-a10af678d993 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:44.208008 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53775f03-1309-4a05-a2c6-881803a3fe5a', 'tag': '79a7e522-6c6c-4777-a554-ba1facd7380d', 'status': 'completed', 'code': 200} Dec 12 04:21:44.214073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:21:44.226998 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.227895 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Added segment 3e938d43-49c8-4005-bf06-df2c7a4e78b3 of type vlan for network 1215125f-8878-4db8-a036-70208cdbb9e9 Dec 12 04:21:44.264796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-c3141890-fe34-4ddc-8ce7-612b5a394043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:44.266743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-c3141890-fe34-4ddc-8ce7-612b5a394043 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 1095 time: 0.1146543 Dec 12 04:21:44.284219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7381a6-e79b-4585-92ab-8d9a49f3eec6 req-48034654-82b4-41b7-9d05-121f762b56ce tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:44.292085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a7381a6-e79b-4585-92ab-8d9a49f3eec6 req-48034654-82b4-41b7-9d05-121f762b56ce tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 944 time: 0.0816228 Dec 12 04:21:44.318687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.327831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['610ef595-2312-4e39-808a-24e28520e1ed'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:44.343354 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-2b1e88ea-1a29-4b0d-bf1a-fa29a4d25a12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79a7e522-6c6c-4777-a554-ba1facd7380d HTTP/1.1" status: 200 len: 217 time: 0.0482755 Dec 12 04:21:44.359510 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.366305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:44.368206 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.436998 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a7381a6-e79b-4585-92ab-8d9a49f3eec6 req-78a8d913-04e8-4283-ae42-2bb79e96e85f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387293 Dec 12 04:21:44.459382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-e05e2153-d1dc-4d8d-b0d5-85d12af03b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:44.463600 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-e05e2153-d1dc-4d8d-b0d5-85d12af03b95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 200 len: 855 time: 0.1116977 Dec 12 04:21:44.496478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3627155 Dec 12 04:21:44.499471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58784) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:44.507762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'admin_state_up': True, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:44.523284 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-28806cce-707f-4150-b033-f4e2ab7aae66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9edad89e-f48b-4db2-8494-9649e4391d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511603 Dec 12 04:21:44.535246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4f94f-455c-4207-a0c0-ce7956d0742b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Network': ['ID=1215125f-8878-4db8-a036-70208cdbb9e9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:44.558915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1215125f-8878-4db8-a036-70208cdbb9e9 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:21:44.568036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.569582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.692986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.770551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-d93c76d5-8031-437c-bdc1-4c24262dcf62 service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369330 Dec 12 04:21:44.874953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e84a-83f9-44e3-8549-409525b7f4a1 req-a5788804-2445-4cea-90de-29d8c1db2366 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:44.882991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba15e84a-83f9-44e3-8549-409525b7f4a1 req-a5788804-2445-4cea-90de-29d8c1db2366 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1782877 Dec 12 04:21:44.949595 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:44.963626 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba15e84a-83f9-44e3-8549-409525b7f4a1 req-05fee3d5-f683-49e1-9df4-c399204db0a9 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796666 Dec 12 04:21:44.965745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e798812-9f93-46cd-9935-884e0fa5dba1 req-2a4743da-5ad9-44ad-9e3a-4465fa7b5b34 service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873853 Dec 12 04:21:44.998359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105607b-b215-47e2-ba3a-b6fc0ad9b604 req-b52f1042-2c40-43db-ac8c-ed2ad2727a7d tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:45.000369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e105607b-b215-47e2-ba3a-b6fc0ad9b604 req-b52f1042-2c40-43db-ac8c-ed2ad2727a7d tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 944 time: 0.1127963 Dec 12 04:21:45.085330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e105607b-b215-47e2-ba3a-b6fc0ad9b604 req-9abf7117-1d29-4b9a-ae91-ce54fd950fbb tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607767 Dec 12 04:21:45.115021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-079bd287-a47f-4eff-8a68-f6e8c69de49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:45.116800 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-079bd287-a47f-4eff-8a68-f6e8c69de49d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 1095 time: 0.0514431 Dec 12 04:21:45.214910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-ce3f86da-f3d6-461c-945f-05740d0535ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:45.216412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-ce3f86da-f3d6-461c-945f-05740d0535ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 915 time: 0.0865221 Dec 12 04:21:45.265486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-310d617e-006c-4cfe-a91e-3e2784765f41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79a7e522-6c6c-4777-a554-ba1facd7380d HTTP/1.1" status: 200 len: 217 time: 0.0416238 Dec 12 04:21:45.318933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-268acb62-3cfc-42c8-9dda-02769544e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:45.320660 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-268acb62-3cfc-42c8-9dda-02769544e84e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 200 len: 855 time: 0.0482512 Dec 12 04:21:45.355812 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-1f694752-fe9a-4a0b-a381-1b3137d94711 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9edad89e-f48b-4db2-8494-9649e4391d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272484 Dec 12 04:21:45.463060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-b5dfb6fb-a3d5-4a81-8e09-2aba6f55da4a service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981443 Dec 12 04:21:45.513618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:45.533450 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:45.554879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:45.593583 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd39d689-64fe-4fe7-bcea-42ded6a2bea1 req-2d4fb474-ffc1-4cd6-82f4-b00bcce4d0a7 service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205769 Dec 12 04:21:45.641648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aaa85-6314-47b8-bab9-56c9a682f44c req-37360802-a343-4321-9de4-c5b933b5b904 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:45.643081 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc7aaa85-6314-47b8-bab9-56c9a682f44c req-37360802-a343-4321-9de4-c5b933b5b904 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 944 time: 0.1314595 Dec 12 04:21:45.742751 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc7aaa85-6314-47b8-bab9-56c9a682f44c req-14739658-6696-4008-8d51-bba82d753ff5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915716 Dec 12 04:21:45.743998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Allocated IP 172.25.7.76 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/aeceffc6-50e4-4744-b7e4-12d5169bf4ca) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:45.877454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:45.921181 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:45.967380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:45.971987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:45.974371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:21:45.976603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=aeceffc6-50e4-4744-b7e4-12d5169bf4ca,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:46.181985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f378ff-40a2-43d6-bc18-6d15aa0860ab req-6c29e08e-4276-4799-aaa5-4f9046efc01d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:46.183732 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f378ff-40a2-43d6-bc18-6d15aa0860ab req-6c29e08e-4276-4799-aaa5-4f9046efc01d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1155677 Dec 12 04:21:46.227522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31549f-9b15-4437-93e0-68cfe87df0f7 req-ead48157-79a8-4467-aa42-31faea702e14 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:46.229114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c31549f-9b15-4437-93e0-68cfe87df0f7 req-ead48157-79a8-4467-aa42-31faea702e14 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 944 time: 0.0640285 Dec 12 04:21:46.280112 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5c31549f-9b15-4437-93e0-68cfe87df0f7 req-f75cfb34-ffc2-4208-85cc-7a0211ba792a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Dec 12 04:21:46.322329 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6f378ff-40a2-43d6-bc18-6d15aa0860ab req-108d5c37-fbb6-45eb-a84f-40bec6c9be0f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315715 Dec 12 04:21:46.356026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:46.581987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:46.652028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:46.727499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:21:46.866596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:21:46.882602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Sync routers for ids ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:21:46.896424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bee312-01ce-4b4a-aa81-db831eaff8e9 req-799ee983-c67b-4878-8083-34a03d7bb609 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:46.904421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5bee312-01ce-4b4a-aa81-db831eaff8e9 req-799ee983-c67b-4878-8083-34a03d7bb609 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 944 time: 0.0680947 Dec 12 04:21:46.918054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Routers {'5ec9686a-e1f0-4b0b-a815-9f4aaee85653'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:21:46.918677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:21:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:46.932807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:46.936706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1de1629e-3406-41db-b425-ed14253d95a3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4362712 Dec 12 04:21:46.940386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58822) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:46.999900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5bee312-01ce-4b4a-aa81-db831eaff8e9 req-cbd03e9c-2549-4329-84e0-4db86d822a69 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942295 Dec 12 04:21:47.058457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880daa5c-d452-4998-b368-8b4a28788c65 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:47.060365 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-880daa5c-d452-4998-b368-8b4a28788c65 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=6274f43ec7904903b4a3902565b95ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1187363 Dec 12 04:21:47.063588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58824) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:47.096435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Set router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:21:47.227858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089109fd-c1f7-44de-a1ea-9d3f7bea2a74 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:47.229612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-089109fd-c1f7-44de-a1ea-9d3f7bea2a74 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1649027 Dec 12 04:21:47.233083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58826) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:47.263962 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a6f809cf-ca54-497b-892c-7b0027c2124e tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302811 Dec 12 04:21:47.267255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58828) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:47.297537 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8e49ae4b-18d1-4f76-a5fa-b19f69248292 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=6274f43ec7904903b4a3902565b95ea7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291059 Dec 12 04:21:47.301161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58830) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:47.303813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:21:44Z', 'updated_at': '2021-12-12T04:21:46Z', 'revision_number': 3, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:45Z', 'updated_at': '2021-12-12T04:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:47.342731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Checking router: 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:21:47.343212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Updating router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 port aeceffc6-50e4-4744-b7e4-12d5169bf4ca binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:21:47.384318 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:47.464632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae6eaa-c300-492c-bc40-9dbc946047a3 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:47.469423 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a3ae6eaa-c300-492c-bc40-9dbc946047a3 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1641138 Dec 12 04:21:47.470140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58836) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:47.524239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d73db1-a3f6-4839-87bb-bea64bcfeefd req-a6a97a5b-6073-45ac-9169-9ba33d5cbb0f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:47.526075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38d73db1-a3f6-4839-87bb-bea64bcfeefd req-a6a97a5b-6073-45ac-9169-9ba33d5cbb0f tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0584402 Dec 12 04:21:47.584658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38d73db1-a3f6-4839-87bb-bea64bcfeefd req-3b765a31-6063-41f8-a8ad-0aa858f65639 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517406 Dec 12 04:21:47.590833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1faa00-4da1-4d5e-a5ef-12bb44031634 req-f0fa14a5-749d-464c-84ad-4bfc028c31c1 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:47.592205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b1faa00-4da1-4d5e-a5ef-12bb44031634 req-f0fa14a5-749d-464c-84ad-4bfc028c31c1 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 944 time: 0.2003999 Dec 12 04:21:47.602759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1cb89621-436a-4d6a-8e5b-6a7c96ac8f4b tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246538 Dec 12 04:21:47.605172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58838) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:47.611519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1245849897', 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9', 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:47.672425 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b1faa00-4da1-4d5e-a5ef-12bb44031634 req-01d7ab6f-8db7-4438-9b14-c30c564eae9e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681405 Dec 12 04:21:47.682876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 610ef595-2312-4e39-808a-24e28520e1ed up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:47.755258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Made reservation on behalf of 6274f43ec7904903b4a3902565b95ea7 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:47.759634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:47.774778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 610ef595-2312-4e39-808a-24e28520e1ed completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:21:47.785198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 610ef595-2312-4e39-808a-24e28520e1ed triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:47.785585 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:47.917278 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:47.928624 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:47.958492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:47.996864 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:48.007673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Attempting to bind port aeceffc6-50e4-4744-b7e4-12d5169bf4ca on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:21:48.008096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Attempting to bind port aeceffc6-50e4-4744-b7e4-12d5169bf4ca by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:21:48.008541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Attempting to bind port aeceffc6-50e4-4744-b7e4-12d5169bf4ca on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:48.019479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:48.021808 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca98920-69af-48d4-974e-1f5815610081" -d '{"events": [{"server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "name": "network-vif-plugged", "status": "completed", "tag": "610ef595-2312-4e39-808a-24e28520e1ed"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:48.028188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9044f5-401e-4bb3-ad5c-1b6016cfa87c None None] Pushing event updated for resources: {'Port': ['ID=aeceffc6-50e4-4744-b7e4-12d5169bf4ca,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:48.051177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 610ef595-2312-4e39-808a-24e28520e1ed, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=610ef595-2312-4e39-808a-24e28520e1ed,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:48.052538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:21:48.052993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:48.054866 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:48.055436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:21:48.055846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Bound port: aeceffc6-50e4-4744-b7e4-12d5169bf4ca, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:21:48.056303 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:48.060372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:48.152560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=610ef595-2312-4e39-808a-24e28520e1ed,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:48.163489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] For port aeceffc6-50e4-4744-b7e4-12d5169bf4ca, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:21:48.166963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] For port aeceffc6-50e4-4744-b7e4-12d5169bf4ca, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=aeceffc6-50e4-4744-b7e4-12d5169bf4ca,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:21:48.168399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Subnet': ['ID=702b1ace-47d9-4e74-a607-efa40a9c3147,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:48.176433 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:48.196509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Checking segment: {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:48.196509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network hostable DHCP agents. Network: 1215125f-8878-4db8-a036-70208cdbb9e9, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:21:48.211974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aefe7f-3204-4b3a-a91d-004336262705 req-fbd76e47-d84d-409e-84e2-7b55ff67dd39 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:48.213211 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7330b0fa-4d29-4695-8b72-8ba6928cdfd6 x-openstack-request-id: req-7330b0fa-4d29-4695-8b72-8ba6928cdfd6 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:48.213540 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "name": "network-vif-plugged", "status": "completed", "tag": "610ef595-2312-4e39-808a-24e28520e1ed", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:48.213805 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7330b0fa-4d29-4695-8b72-8ba6928cdfd6 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:48.214207 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed', 'code': 200} Dec 12 04:21:48.220362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22aefe7f-3204-4b3a-a91d-004336262705 req-fbd76e47-d84d-409e-84e2-7b55ff67dd39 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 945 time: 0.0945466 Dec 12 04:21:48.256689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 1215125f-8878-4db8-a036-70208cdbb9e9 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:21:48.278123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 1215125f-8878-4db8-a036-70208cdbb9e9) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:48.282931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:48.283937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:48.287226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Routers {'5ec9686a-e1f0-4b0b-a815-9f4aaee85653'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:21:48.288527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:21:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:48.304993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dc3979-20ce-475a-9913-831ff38e3db8 None None] Network 1215125f-8878-4db8-a036-70208cdbb9e9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:21:48.307736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9044f5-401e-4bb3-ad5c-1b6016cfa87c None None] Pushing event updated for resources: {'Port': ['ID=aeceffc6-50e4-4744-b7e4-12d5169bf4ca,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:48.321756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4f507eec-7ac9-4c2f-b01b-3c46304360fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7152343 Dec 12 04:21:48.334274 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22aefe7f-3204-4b3a-a91d-004336262705 req-a5389ddc-9ff4-455f-b02c-62a494ddb09f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084526 Dec 12 04:21:48.334974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58858) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:21:48.408491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c766-e889-4868-ac3b-d97c8b1b22bc req-ab0a3629-31cb-470d-bfca-c63571a94ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:48.416213 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4565c766-e889-4868-ac3b-d97c8b1b22bc req-ab0a3629-31cb-470d-bfca-c63571a94ba0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 1096 time: 0.0871816 Dec 12 04:21:48.500838 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4565c766-e889-4868-ac3b-d97c8b1b22bc req-af85bcac-4d56-4a03-821e-378414d93db1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824082 Dec 12 04:21:48.528586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] Set router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:21:48.563262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-1215125f-8878-4db8-a036-70208cdbb9e9', 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9', 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'fixed_ips': [{'subnet_id': '702b1ace-47d9-4e74-a607-efa40a9c3147'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:21:48.564329 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:48.906411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b290ea-0208-455b-95f3-8e2e5615bbde req-d94d9173-5caf-4ad8-ba76-fd5f4197674e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:48.916501 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3b290ea-0208-455b-95f3-8e2e5615bbde req-d94d9173-5caf-4ad8-ba76-fd5f4197674e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 944 time: 0.1035292 Dec 12 04:21:48.970407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Allocated IP 172.20.0.18 (1215125f-8878-4db8-a036-70208cdbb9e9/702b1ace-47d9-4e74-a607-efa40a9c3147/391ec415-8a03-40b5-805f-7493422b82ae) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:48.997853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3b290ea-0208-455b-95f3-8e2e5615bbde req-d193b6a4-c7cc-4eec-9b2f-8b9e68b8f559 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737283 Dec 12 04:21:49.065880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:21:44Z', 'updated_at': '2021-12-12T04:21:46Z', 'revision_number': 3, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:45Z', 'updated_at': '2021-12-12T04:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:49.130098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebf944-3b90-4e30-ac87-e6bc6b2cb1f2 None None] The sync data for ids ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'] in n-d-710847-7 is: [{'id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:21:44Z', 'updated_at': '2021-12-12T04:21:46Z', 'revision_number': 3, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:45Z', 'updated_at': '2021-12-12T04:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:21:49.224408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:49.239201 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:49.299319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Network 1215125f-8878-4db8-a036-70208cdbb9e9 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:49.303963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:49.313014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:21:49.406425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b5c9c-6f57-4cde-b2cd-3ff55e5b69b5 req-0987dd0f-d799-4330-8de5-50f85f4e8501 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:49.414603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b82b5c9c-6f57-4cde-b2cd-3ff55e5b69b5 req-0987dd0f-d799-4330-8de5-50f85f4e8501 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.6367145 Dec 12 04:21:49.452044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Pushing event updated for resources: {'Port': ['ID=391ec415-8a03-40b5-805f-7493422b82ae,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:49.467292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Attempting to bind port 391ec415-8a03-40b5-805f-7493422b82ae on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:21:49.467723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Attempting to bind port 391ec415-8a03-40b5-805f-7493422b82ae by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:21:49.468100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Attempting to bind port 391ec415-8a03-40b5-805f-7493422b82ae on network 1215125f-8878-4db8-a036-70208cdbb9e9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:49.479766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:21:49.480077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Checking segment: {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:49.480500 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:49.481071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Bound using segment: {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:21:49.481567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Bound port: 391ec415-8a03-40b5-805f-7493422b82ae, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:21:49.482151 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:49.566993 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b82b5c9c-6f57-4cde-b2cd-3ff55e5b69b5 req-d3b848e6-296d-4212-a6ed-2c1dfecfd941 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513114 Dec 12 04:21:49.690923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] For port 391ec415-8a03-40b5-805f-7493422b82ae, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:21:49.692706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d89d4-3644-472f-bf42-179ce267cfcb req-e4e1f0c8-487f-4701-a9ee-e51162ba00e9 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:49.696601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] For port 391ec415-8a03-40b5-805f-7493422b82ae, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=391ec415-8a03-40b5-805f-7493422b82ae,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:21:49.704790 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-896d89d4-3644-472f-bf42-179ce267cfcb req-e4e1f0c8-487f-4701-a9ee-e51162ba00e9 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 945 time: 0.2202616 Dec 12 04:21:49.708504 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:49.711090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 79a7e522-6c6c-4777-a554-ba1facd7380d details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:21:49.826687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:49.838662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 79a7e522-6c6c-4777-a554-ba1facd7380d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=79a7e522-6c6c-4777-a554-ba1facd7380d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:49.847605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-896d89d4-3644-472f-bf42-179ce267cfcb req-034148b9-6633-4c09-8244-22efdc47f4d5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230528 Dec 12 04:21:49.915375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '79a7e522-6c6c-4777-a554-ba1facd7380d', 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80', 'port_id': '79a7e522-6c6c-4777-a554-ba1facd7380d', 'mac_address': 'fa:16:3e:8d:3f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb8f875-95bc-4261-b112-5c8623829c78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:21:49.924300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0077c56-8c9a-49a5-bcd7-39ddd5ea3259 None None] Pushing event updated for resources: {'Port': ['ID=391ec415-8a03-40b5-805f-7493422b82ae,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:50.058176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:50.091661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a7e522-6c6c-4777-a554-ba1facd7380d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:21:50.158655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 79a7e522-6c6c-4777-a554-ba1facd7380d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=79a7e522-6c6c-4777-a554-ba1facd7380d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:50.170152 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:50.268874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=79a7e522-6c6c-4777-a554-ba1facd7380d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:50.500788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6d0d4-dcbf-4a8c-83fc-b57649ef4280 req-a3d4ffdf-85f2-42e3-a82a-4adc905bb16e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:50.502863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01f6d0d4-dcbf-4a8c-83fc-b57649ef4280 req-a3d4ffdf-85f2-42e3-a82a-4adc905bb16e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 945 time: 0.2916827 Dec 12 04:21:50.533787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Allocated IP 172.20.0.17 (1215125f-8878-4db8-a036-70208cdbb9e9/702b1ace-47d9-4e74-a607-efa40a9c3147/9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:50.629448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['79a7e522-6c6c-4777-a554-ba1facd7380d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:50.676944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01f6d0d4-dcbf-4a8c-83fc-b57649ef4280 req-9427d6c2-4ffb-456c-9741-c2fd7d4ac7f3 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668463 Dec 12 04:21:50.767427 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:50.785137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2688546-40f6-4355-a806-ab0d9e4f8d96 req-0317d23a-dc53-4ce8-865f-2910700a26cb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:50.798978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b2688546-40f6-4355-a806-ab0d9e4f8d96 req-0317d23a-dc53-4ce8-865f-2910700a26cb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1034796 Dec 12 04:21:50.830689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:50.890594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b2688546-40f6-4355-a806-ab0d9e4f8d96 req-811f2915-47e9-4e4a-8dbd-0af1eefbc4f6 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911753 Dec 12 04:21:50.900335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 1215125f-8878-4db8-a036-70208cdbb9e9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:50.911557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:50.921311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:21:50.992017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:51.041708 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:51.067978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device aeceffc6-50e4-4744-b7e4-12d5169bf4ca up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:51.153427 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d282-a115-4913-9277-eb68c96f0b94 req-ef4faeef-0686-47c6-a046-8f3d7f1235c1 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:51.155380 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-67f8d282-a115-4913-9277-eb68c96f0b94 req-ef4faeef-0686-47c6-a046-8f3d7f1235c1 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 945 time: 0.1154184 Dec 12 04:21:51.157039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port aeceffc6-50e4-4744-b7e4-12d5169bf4ca triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:51.157808 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:51.318061 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:51.324751 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-67f8d282-a115-4913-9277-eb68c96f0b94 req-92df5831-cc9b-4b0f-9c83-2b8d9becca43 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006362 Dec 12 04:21:51.330338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:51.358634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port aeceffc6-50e4-4744-b7e4-12d5169bf4ca, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=aeceffc6-50e4-4744-b7e4-12d5169bf4ca,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:51.368277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:51.369194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 391ec415-8a03-40b5-805f-7493422b82ae up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:51.495125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=aeceffc6-50e4-4744-b7e4-12d5169bf4ca,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:51.536232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 391ec415-8a03-40b5-805f-7493422b82ae triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:51.536528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:51.594955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd6363-8bb0-4f5c-bc8a-1a9ad4ed5bff None None] Network 1215125f-8878-4db8-a036-70208cdbb9e9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:21:51.659986 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-88e90012-94fa-4b9b-9b2f-eb44f6beacda tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-235653836&fields=id&tenant_id=028ac9fb64cd429d834e474238cb7176 HTTP/1.1" status: 200 len: 267 time: 0.2164667 Dec 12 04:21:51.736008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9779df58-14e5-4075-920e-d71bbefb8d43 None None] Provisioning complete for port 391ec415-8a03-40b5-805f-7493422b82ae triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:51.736385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9779df58-14e5-4075-920e-d71bbefb8d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:51.781906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-ced08bb8-3419-44d9-87ac-5a4b42fc8dd1 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:51.784039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-ced08bb8-3419-44d9-87ac-5a4b42fc8dd1 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 945 time: 0.1164982 Dec 12 04:21:51.829076 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:51.846324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-aa0e2b0c-9c8b-4b96-a0be-31e369717acd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'port': {'security_groups': ['1e2965f6-8538-4233-95ef-92e4998f3ec5', '1d652b26-6287-473b-8e51-3e4e1e2d92d6']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:51.895762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027dc3c-3b38-4e1b-bebe-451f2614436c req-6160935f-847b-4675-84d0-f8e5dc94bcc3 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:51.908455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f027dc3c-3b38-4e1b-bebe-451f2614436c req-6160935f-847b-4675-84d0-f8e5dc94bcc3 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 945 time: 0.1083302 Dec 12 04:21:51.912252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 391ec415-8a03-40b5-805f-7493422b82ae, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=391ec415-8a03-40b5-805f-7493422b82ae,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:51.974777 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:52.017901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-aa0e2b0c-9c8b-4b96-a0be-31e369717acd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:52.032012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f027dc3c-3b38-4e1b-bebe-451f2614436c req-8a396ba4-c05e-4e50-878e-eba8152f5863 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189201 Dec 12 04:21:52.077565 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9779df58-14e5-4075-920e-d71bbefb8d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:52.080175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=391ec415-8a03-40b5-805f-7493422b82ae,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:52.178828 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-9779df58-14e5-4075-920e-d71bbefb8d43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:21:52.179211 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-9779df58-14e5-4075-920e-d71bbefb8d43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:21:52.190473 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:52.229804 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:52.266417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548f0c7-8a67-47ea-b97b-3ad860bbdd37 req-95d317fb-a044-4fd2-ba8d-a1e15d8acdc1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:52.268267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2548f0c7-8a67-47ea-b97b-3ad860bbdd37 req-95d317fb-a044-4fd2-ba8d-a1e15d8acdc1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.0950303 Dec 12 04:21:52.361232 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2548f0c7-8a67-47ea-b97b-3ad860bbdd37 req-7a236722-1fbd-43a5-a1dc-a9d583e93f38 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786107 Dec 12 04:21:52.419178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:52.444183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:52.595076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-aa0e2b0c-9c8b-4b96-a0be-31e369717acd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] For port 610ef595-2312-4e39-808a-24e28520e1ed, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=610ef595-2312-4e39-808a-24e28520e1ed,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:52.598236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 1215125f-8878-4db8-a036-70208cdbb9e9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:21:52.607911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:21:52.716680 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-aa0e2b0c-9c8b-4b96-a0be-31e369717acd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:52.750456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-aa0e2b0c-9c8b-4b96-a0be-31e369717acd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:52.786732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['610ef595-2312-4e39-808a-24e28520e1ed'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:52.793316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:52.856347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:21:52.870509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-aa0e2b0c-9c8b-4b96-a0be-31e369717acd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:52.871584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-aa0e2b0c-9c8b-4b96-a0be-31e369717acd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:52.873266 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a810941-0d65-48c7-8773-2e7050341fc5 req-aa0e2b0c-9c8b-4b96-a0be-31e369717acd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "PUT /v2.0/ports/610ef595-2312-4e39-808a-24e28520e1ed HTTP/1.1" status: 200 len: 981 time: 1.0662265 Dec 12 04:21:52.877642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:52.881375 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "tag": "610ef595-2312-4e39-808a-24e28520e1ed"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:52.924622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e2b0c-9c8b-4b96-a0be-31e369717acd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'Port': ['ID=610ef595-2312-4e39-808a-24e28520e1ed,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:52.950724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device aeceffc6-50e4-4744-b7e4-12d5169bf4ca up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:53.009340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-63045de8-b84b-4cb9-b968-f182f12c0129 None None] Provisioning complete for port 391ec415-8a03-40b5-805f-7493422b82ae triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:53.010071 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-63045de8-b84b-4cb9-b968-f182f12c0129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:53.067695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['610ef595-2312-4e39-808a-24e28520e1ed'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:21:53.143053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:21:53.165173 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4305354f-6956-4f08-a52e-a39d3f92037b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "PUT /v2.0/routers/5ec9686a-e1f0-4b0b-a815-9f4aaee85653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8203514 Dec 12 04:21:53.178157 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-772ab412-6742-4dc3-947c-e4a2f67dd719 req-c6d73c6d-13fd-46a6-955c-55d1077734e6 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/1d652b26-6287-473b-8e51-3e4e1e2d92d6 HTTP/1.1" status: 200 len: 1819 time: 0.2550421 Dec 12 04:21:53.178337 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Sync routers for ids ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:21:53.193309 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Routers {'5ec9686a-e1f0-4b0b-a815-9f4aaee85653'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:21:53.193922 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:21:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:53.207509 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f8b6bc-fed0-4d78-a037-f800398b0de3 x-openstack-request-id: req-10f8b6bc-fed0-4d78-a037-f800398b0de3 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:53.207809 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "tag": "610ef595-2312-4e39-808a-24e28520e1ed", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:53.208072 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10f8b6bc-fed0-4d78-a037-f800398b0de3 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:53.208481 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed', 'status': 'completed', 'code': 200} Dec 12 04:21:53.314542 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-772ab412-6742-4dc3-947c-e4a2f67dd719 req-ad06d856-9411-4c97-909c-df1274c30bed tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 04:21:53.315619 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-772ab412-6742-4dc3-947c-e4a2f67dd719 req-ad06d856-9411-4c97-909c-df1274c30bed tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d652b26-6287-473b-8e51-3e4e1e2d92d6 HTTP/1.1" status: 409 len: 341 time: 0.1316741 Dec 12 04:21:53.344211 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Set router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:21:53.423699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eace7c0-453c-4571-815b-887072d953e8 req-17d0d4e4-c423-4233-a6f8-54685d2bd067 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:53.426004 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4eace7c0-453c-4571-815b-887072d953e8 req-17d0d4e4-c423-4233-a6f8-54685d2bd067 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 945 time: 0.1093547 Dec 12 04:21:53.428473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-884c43d9-8a41-4e00-934f-8bbf3c4a7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:53.430092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-884c43d9-8a41-4e00-934f-8bbf3c4a7d85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 1135 time: 0.1826794 Dec 12 04:21:53.437525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port aeceffc6-50e4-4744-b7e4-12d5169bf4ca triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:53.438162 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:53.558798 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4eace7c0-453c-4571-815b-887072d953e8 req-616c7abe-7d89-4944-a2ce-394feb220e6e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253502 Dec 12 04:21:53.671737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 391ec415-8a03-40b5-805f-7493422b82ae up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:53.694347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-63045de8-b84b-4cb9-b968-f182f12c0129 None None] Provisioning complete for port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:53.694740 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-63045de8-b84b-4cb9-b968-f182f12c0129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:53.767418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-9010e700-caad-4b86-9f5b-da98f5b2247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:53.774306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-9010e700-caad-4b86-9f5b-da98f5b2247b service neutron] 10.222.0.18 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 913 time: 0.3320096 Dec 12 04:21:53.784431 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:21:44Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:45Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a', 'name': '', 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:f6:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '702b1ace-47d9-4e74-a607-efa40a9c3147', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:50Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 2, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '702b1ace-47d9-4e74-a607-efa40a9c3147', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:53.787391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac568-2df5-4ae4-ae58-08991b6ed1f3 req-3547d8e7-d3a0-4ad2-bde1-3773f4c9969a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:53.791377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d11ac568-2df5-4ae4-ae58-08991b6ed1f3 req-3547d8e7-d3a0-4ad2-bde1-3773f4c9969a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1234295 Dec 12 04:21:53.883473 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Checking router: 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:21:53.883934 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Updating router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:21:53.924360 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d11ac568-2df5-4ae4-ae58-08991b6ed1f3 req-08c8ed36-101e-44e7-927f-ee173b6ae189 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266370 Dec 12 04:21:53.958649 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:54.002253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-d1b777c3-4929-487f-88b0-f84856c07eed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610ef595-2312-4e39-808a-24e28520e1ed HTTP/1.1" status: 200 len: 217 time: 0.1661937 Dec 12 04:21:54.044132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 79a7e522-6c6c-4777-a554-ba1facd7380d up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:54.237549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1e5bf-a2f0-4909-bf09-9c73fd022727 req-b90c4875-314b-4f69-a8c2-e78d614d39d5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:54.249316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bcc1e5bf-a2f0-4909-bf09-9c73fd022727 req-b90c4875-314b-4f69-a8c2-e78d614d39d5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 984 time: 0.1424162 Dec 12 04:21:54.252354 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-267f7991-abfd-4d36-9f49-875bc26b866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:54.253887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-267f7991-abfd-4d36-9f49-875bc26b866d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 200 len: 853 time: 0.2360072 Dec 12 04:21:54.273448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-28b49762-cb11-4b1b-8431-48a550f8b998 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:54.274978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-28b49762-cb11-4b1b-8431-48a550f8b998 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/networks?id=1215125f-8878-4db8-a036-70208cdbb9e9 HTTP/1.1" status: 200 len: 797 time: 0.5657103 Dec 12 04:21:54.319353 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-a8a3c0d3-4f0e-4df2-a10a-86d9712e3be8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65a37c0d-8b6b-4b76-a75f-60e00b75b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429051 Dec 12 04:21:54.332217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-63045de8-b84b-4cb9-b968-f182f12c0129 None None] Port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:21:54.357760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-29a5d652-2995-40f3-999e-c8666de90375 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/quotas/6274f43ec7904903b4a3902565b95ea7 HTTP/1.1" status: 200 len: 375 time: 0.0376410 Dec 12 04:21:54.403175 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bcc1e5bf-a2f0-4909-bf09-9c73fd022727 req-9e40664e-1c38-4d4d-88f0-bc1e5a87ba59 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d652b26-6287-473b-8e51-3e4e1e2d92d6&id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1496372 Dec 12 04:21:54.556589 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-24f1f671-d3db-4d3e-b877-5d004a163467 service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198577 Dec 12 04:21:54.625086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 391ec415-8a03-40b5-805f-7493422b82ae triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:54.625665 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:54.670274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d9713f2d-410c-4b96-96ab-a05ec7a67f91 None None] Provisioning complete for port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:54.671380 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d9713f2d-410c-4b96-96ab-a05ec7a67f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:54.738175 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:54.762489 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:54.797531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b6b3cee-fe73-4dce-8744-7dd0a0e4d7ae req-31c96ca9-79ae-4290-bd33-9185f9e00286 service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155123 Dec 12 04:21:54.847395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 79a7e522-6c6c-4777-a554-ba1facd7380d completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:21:54.847852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9f82-4007-4e9e-8164-1aa9d3396ddd req-e998182b-fc63-45ad-a1af-cf92ea5e8db1 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:54.849403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d9713f2d-410c-4b96-96ab-a05ec7a67f91 None None] Port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:21:54.853804 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-c2adc0ab-7ca4-4122-9850-c1da97ef222d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6274f43ec7904903b4a3902565b95ea7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2914932 Dec 12 04:21:54.864874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 79a7e522-6c6c-4777-a554-ba1facd7380d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:54.865266 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:54.872998 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f4f9f82-4007-4e9e-8164-1aa9d3396ddd req-e998182b-fc63-45ad-a1af-cf92ea5e8db1 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 945 time: 0.1169660 Dec 12 04:21:55.018684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-47ba0241-2de1-4405-b124-fe6a69eef7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:55.020288 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-47ba0241-2de1-4405-b124-fe6a69eef7db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 1135 time: 0.1254144 Dec 12 04:21:55.084863 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Pushing event updated for resources: {'Port': ['ID=9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:55.088840 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Attempting to bind port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:21:55.089215 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Attempting to bind port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:21:55.089585 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Attempting to bind port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a on network 1215125f-8878-4db8-a036-70208cdbb9e9 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:21:55.096768 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f4f9f82-4007-4e9e-8164-1aa9d3396ddd req-68de8125-4b30-439e-939e-3626deef5b9d tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226214 Dec 12 04:21:55.118272 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:21:55.118799 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Checking segment: {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:21:55.119216 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:55.119623 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Bound using segment: {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:21:55.120125 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Bound port: 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:21:55.120519 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:55.160109 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.160505 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.160828 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.161177 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.167151 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.167789 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.167988 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.168462 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.168971 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.169611 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.169953 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.170286 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.171165 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:21:55.383192 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] For port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:21:55.385994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5309bf-1b93-4eeb-8c27-d89368c1e80e req-dbf6fda4-3bdb-4531-be0b-6664d32195e4 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:55.393380 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] For port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:21:55.399220 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e5309bf-1b93-4eeb-8c27-d89368c1e80e req-dbf6fda4-3bdb-4531-be0b-6664d32195e4 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1568375 Dec 12 04:21:55.401332 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:55.470648 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:55.509478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e5309bf-1b93-4eeb-8c27-d89368c1e80e req-eda19c45-7e9b-4578-b3bb-c3ecbed7447a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091065 Dec 12 04:21:55.519746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-51615420-ffba-4017-98a2-753c29c97987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:55.521278 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-51615420-ffba-4017-98a2-753c29c97987 service neutron] 10.222.0.18 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 913 time: 0.4875491 Dec 12 04:21:55.547036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 79a7e522-6c6c-4777-a554-ba1facd7380d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=79a7e522-6c6c-4777-a554-ba1facd7380d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:55.547303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53775f03-1309-4a05-a2c6-881803a3fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a7e522-6c6c-4777-a554-ba1facd7380d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:21:55.552013 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb623b1-ee96-4688-90a1-551dc34f7272" -d '{"events": [{"server_uuid": "53775f03-1309-4a05-a2c6-881803a3fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "79a7e522-6c6c-4777-a554-ba1facd7380d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:21:55.574217 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:55.657885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-47ffc7cc-eba7-4c37-977f-177a6892c8eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610ef595-2312-4e39-808a-24e28520e1ed HTTP/1.1" status: 200 len: 217 time: 0.1215327 Dec 12 04:21:55.659700 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Routers {'5ec9686a-e1f0-4b0b-a815-9f4aaee85653'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:21:55.660344 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:21:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:55.709968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=79a7e522-6c6c-4777-a554-ba1facd7380d,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:55.728627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c61a-05c1-4b8b-8adf-3ee399724528 req-92e07e8e-d2ea-4b73-95a9-dfd8cbaaa8ed tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:55.743382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77d1c61a-05c1-4b8b-8adf-3ee399724528 req-92e07e8e-d2ea-4b73-95a9-dfd8cbaaa8ed tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 984 time: 0.1343188 Dec 12 04:21:55.753481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-7cc1db88-3c5c-4f2a-89ce-626e5832a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:55.754993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-7cc1db88-3c5c-4f2a-89ce-626e5832a2f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 200 len: 853 time: 0.0892494 Dec 12 04:21:55.787957 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1b229-d39c-4914-ba00-b11f8675a88b None None] Pushing event updated for resources: {'Port': ['ID=9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:55.826050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fc8bbe18-f7a9-4a2c-a0f9-5153561a0b19 None None] Provisioning complete for port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:55.826744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbe18-f7a9-4a2c-a0f9-5153561a0b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:55.842961 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-0d7755ee-4a81-4aff-a77b-dc779b8bd5b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65a37c0d-8b6b-4b76-a75f-60e00b75b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789778 Dec 12 04:21:55.885940 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77d1c61a-05c1-4b8b-8adf-3ee399724528 req-ee884464-cb0a-4494-9487-bbd7c81c32c2 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d652b26-6287-473b-8e51-3e4e1e2d92d6&id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1387463 Dec 12 04:21:55.893170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-344f42e5-32eb-49ed-85d8-89b88f6e000a service neutron] 10.222.0.36 "GET /v2.0/networks/1215125f-8878-4db8-a036-70208cdbb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0150211 Dec 12 04:21:55.984282 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] Set router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:21:56.075422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbe18-f7a9-4a2c-a0f9-5153561a0b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:56.180325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fc8bbe18-f7a9-4a2c-a0f9-5153561a0b19 None None] For port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:56.188156 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbe18-f7a9-4a2c-a0f9-5153561a0b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:56.315418 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793121e9-62b8-4e11-8c02-05da89233c17 x-openstack-request-id: req-793121e9-62b8-4e11-8c02-05da89233c17 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:21:56.315588 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53775f03-1309-4a05-a2c6-881803a3fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "79a7e522-6c6c-4777-a554-ba1facd7380d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:21:56.315850 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-793121e9-62b8-4e11-8c02-05da89233c17 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:21:56.316250 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53775f03-1309-4a05-a2c6-881803a3fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a7e522-6c6c-4777-a554-ba1facd7380d', 'code': 200} Dec 12 04:21:56.356087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbe18-f7a9-4a2c-a0f9-5153561a0b19 None None] Pushing event updated for resources: {'Port': ['ID=9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:21:56.367026 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-f2bf9a8e-a763-4f6c-9715-dd50e9105f2f service neutron] 10.222.0.36 "GET /v2.0/networks/1215125f-8878-4db8-a036-70208cdbb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729550 Dec 12 04:21:56.378616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-7a8b9438-eeb0-4d76-8289-677671bf7e00 service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145648 Dec 12 04:21:56.403049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-518c4596-9d52-4ae5-bc4d-80315273e69a None None] Provisioning complete for port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:56.417582 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-518c4596-9d52-4ae5-bc4d-80315273e69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:56.544381 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:21:44Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:45Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a', 'name': '', 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:f6:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '702b1ace-47d9-4e74-a607-efa40a9c3147', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:50Z', 'updated_at': '2021-12-12T04:21:55Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '702b1ace-47d9-4e74-a607-efa40a9c3147', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:21:56.549956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad774f77-fa7a-4d08-98c6-c5a836101ed9 req-61cd31b6-886f-4fd6-8f1c-c5c7db45049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:56.551883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad774f77-fa7a-4d08-98c6-c5a836101ed9 req-61cd31b6-886f-4fd6-8f1c-c5c7db45049d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 1097 time: 0.1263440 Dec 12 04:21:56.618865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3758a316-ff8e-4ec8-903e-d274ff4df3d9 req-691d955a-3488-4390-b888-2bb21ae6ea91 service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326365 Dec 12 04:21:56.623942 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79fb08-c3d5-4888-b430-e8b58ea76daa None None] The sync data for ids ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'] in n-d-710847-7 is: [{'id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:21:44Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:45Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a', 'name': '', 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:f6:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '702b1ace-47d9-4e74-a607-efa40a9c3147', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:50Z', 'updated_at': '2021-12-12T04:21:55Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '702b1ace-47d9-4e74-a607-efa40a9c3147', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:21:56.675636 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad774f77-fa7a-4d08-98c6-c5a836101ed9 req-ed654232-b43c-49ea-ad22-18dc2c155679 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122859 Dec 12 04:21:56.784247 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ced705-dae6-4bd3-b4ec-55091e238a5e req-12c6d6f5-5093-445b-8580-ea9366ba578d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:56.791261 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f2ced705-dae6-4bd3-b4ec-55091e238a5e req-12c6d6f5-5093-445b-8580-ea9366ba578d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1280310 Dec 12 04:21:56.883002 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f2ced705-dae6-4bd3-b4ec-55091e238a5e req-9c9ebc1c-f20e-4015-bc55-93078246dd62 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842822 Dec 12 04:21:57.012286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df3436c1-e196-4351-98d0-de6d0c665927 req-dc59975a-f89d-4d02-ab2a-8d6d84089f7f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 210 time: 0.0577226 Dec 12 04:21:57.222665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de528f-b830-4807-861f-eb361828ca7b req-057d9161-13f9-4157-8890-821dda260b39 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:57.224273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-17de528f-b830-4807-861f-eb361828ca7b req-057d9161-13f9-4157-8890-821dda260b39 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1098590 Dec 12 04:21:57.338917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-17de528f-b830-4807-861f-eb361828ca7b req-d4c2299c-f5e5-4017-9e74-cdfa44d4609d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009476 Dec 12 04:21:57.563240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f4127-07c9-42bb-8e99-69f5feeaf151 req-2e9ce44e-0c15-43ee-b087-3086e7498a6a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:57.574212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-870f4127-07c9-42bb-8e99-69f5feeaf151 req-2e9ce44e-0c15-43ee-b087-3086e7498a6a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 984 time: 0.1211948 Dec 12 04:21:57.593087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669daee-aaae-4a51-9d13-424721f4569e req-86004950-0962-4f1d-94c4-c5615527b0b7 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:57.601607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3669daee-aaae-4a51-9d13-424721f4569e req-86004950-0962-4f1d-94c4-c5615527b0b7 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 946 time: 0.8320048 Dec 12 04:21:57.689558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:21:57.697908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-870f4127-07c9-42bb-8e99-69f5feeaf151 req-e04aa365-c154-4860-994f-f25922eea63b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d652b26-6287-473b-8e51-3e4e1e2d92d6&id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1220977 Dec 12 04:21:57.716548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3669daee-aaae-4a51-9d13-424721f4569e req-30dc1601-bb4c-4fa3-b946-1d95a4448995 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066513 Dec 12 04:21:57.855584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:21:57.856047 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:58.166711 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dff04144-2f23-4b8f-8134-038e6b164cbb req-1d4e9346-fbcc-4a40-9dd5-6a3159857cfc tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 210 time: 0.0704110 Dec 12 04:21:58.210473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78381b16-bc78-494e-830e-3b4e690ed7ed req-c5b50166-3953-42b6-9342-a329aec9931e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:58.210473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78381b16-bc78-494e-830e-3b4e690ed7ed req-c5b50166-3953-42b6-9342-a329aec9931e tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1099763 Dec 12 04:21:58.309445 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78381b16-bc78-494e-830e-3b4e690ed7ed req-223d61bf-5ee9-4d5d-be59-0f98c04ab6a1 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928712 Dec 12 04:21:58.790782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-3c46dffd-eae9-44cd-aafe-c97cb957fc7c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:58.797971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-3c46dffd-eae9-44cd-aafe-c97cb957fc7c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.18 "GET /v2.0/networks?id=1215125f-8878-4db8-a036-70208cdbb9e9 HTTP/1.1" status: 200 len: 797 time: 0.1875024 Dec 12 04:21:58.871630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Request body: {'port': {'device_id': '88b7820a-af35-4eae-b8ab-4cf1fca03eea', 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9', 'admin_state_up': True, 'tenant_id': '6274f43ec7904903b4a3902565b95ea7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:58.916795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5807-6f71-4821-8b04-830fd380bfc7 req-48be7b8d-a676-45f2-80fe-b52596ba16ce tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:58.926819 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-56ca5807-6f71-4821-8b04-830fd380bfc7 req-48be7b8d-a676-45f2-80fe-b52596ba16ce tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 946 time: 0.0794573 Dec 12 04:21:58.935253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e34d5-13d1-4eb7-92f1-a8ef6be0fe11 req-a2aab854-0816-410e-bc78-0eacb12231a2 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:58.936939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-685e34d5-13d1-4eb7-92f1-a8ef6be0fe11 req-a2aab854-0816-410e-bc78-0eacb12231a2 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 984 time: 0.1374438 Dec 12 04:21:59.002556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-56ca5807-6f71-4821-8b04-830fd380bfc7 req-6cce0cbb-42fd-4719-9274-4d93f49a30a1 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669384 Dec 12 04:21:59.089536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-685e34d5-13d1-4eb7-92f1-a8ef6be0fe11 req-95d821c0-a26c-4938-89d1-8d0b77b23cbd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d652b26-6287-473b-8e51-3e4e1e2d92d6&id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1267300 Dec 12 04:21:59.157619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Made reservation on behalf of 6274f43ec7904903b4a3902565b95ea7 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:21:59.161472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:59.329654 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-b8bc416b-e703-47be-9a40-2287eac04fda tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-469687237&fields=id&tenant_id=028ac9fb64cd429d834e474238cb7176 HTTP/1.1" status: 200 len: 267 time: 0.1216247 Dec 12 04:21:59.395224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d19fc161-510a-49ea-ac78-82495967c3ed req-76d0d659-e42d-4512-850d-c654162ae2b3 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 210 time: 0.0732148 Dec 12 04:21:59.527038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-edf86c95-5a5e-4667-a7b2-5bddb69f2bf0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:59.535838 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-edf86c95-5a5e-4667-a7b2-5bddb69f2bf0 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 984 time: 0.2047033 Dec 12 04:21:59.542318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-6028a6ef-ddfa-4f04-a532-ace95afe0c2b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'port': {'security_groups': ['1d652b26-6287-473b-8e51-3e4e1e2d92d6', '1e2965f6-8538-4233-95ef-92e4998f3ec5', '4ed7978e-294f-4caa-9502-4e5f9dfa74cd']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:21:59.652613 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-6028a6ef-ddfa-4f04-a532-ace95afe0c2b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:21:59.685702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Allocated IP 172.20.0.19 (1215125f-8878-4db8-a036-70208cdbb9e9/702b1ace-47d9-4e74-a607-efa40a9c3147/58447609-46ca-4462-a0dd-e38ca6002ae4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:21:59.736425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2532c1d-360c-479e-9841-841779980a27 req-b70c010f-9bf5-4f23-848a-ffb749795d33 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:21:59.738389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2532c1d-360c-479e-9841-841779980a27 req-b70c010f-9bf5-4f23-848a-ffb749795d33 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.1595726 Dec 12 04:21:59.856242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2532c1d-360c-479e-9841-841779980a27 req-8271aabc-0eb7-40d9-ac4a-023363c310fd tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067791 Dec 12 04:21:59.938691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-6028a6ef-ddfa-4f04-a532-ace95afe0c2b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] For port 610ef595-2312-4e39-808a-24e28520e1ed, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=610ef595-2312-4e39-808a-24e28520e1ed,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:21:59.969457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:00.018824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-6028a6ef-ddfa-4f04-a532-ace95afe0c2b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:00.042628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:00.064137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-6028a6ef-ddfa-4f04-a532-ace95afe0c2b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:00.101871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['610ef595-2312-4e39-808a-24e28520e1ed'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:00.132206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event updated for resources: {'Port': ['ID=58447609-46ca-4462-a0dd-e38ca6002ae4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:00.145234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-6028a6ef-ddfa-4f04-a532-ace95afe0c2b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:00.146297 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-6028a6ef-ddfa-4f04-a532-ace95afe0c2b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:00.161989 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e3a9824-4ee7-4192-8fb9-eabbf98e8997 req-6028a6ef-ddfa-4f04-a532-ace95afe0c2b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "PUT /v2.0/ports/610ef595-2312-4e39-808a-24e28520e1ed HTTP/1.1" status: 200 len: 1020 time: 0.6252966 Dec 12 04:22:00.188012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-5b684a4a-fec1-40af-a423-35c02262ab6d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:00.190007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-5b684a4a-fec1-40af-a423-35c02262ab6d tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 945 time: 0.2480268 Dec 12 04:22:00.191046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:00.195587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:00.198619 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "tag": "610ef595-2312-4e39-808a-24e28520e1ed"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:00.247182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Network 1215125f-8878-4db8-a036-70208cdbb9e9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:22:00.252859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:00.256500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:22:00.431789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['610ef595-2312-4e39-808a-24e28520e1ed'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:00.485986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028a6ef-ddfa-4f04-a532-ace95afe0c2b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'Port': ['ID=610ef595-2312-4e39-808a-24e28520e1ed,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:00.522289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-933dc041-f14a-48e3-9107-dcffd4dd3523 req-2b574790-3635-4dd7-b1ce-b37173b0a73d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/4ed7978e-294f-4caa-9502-4e5f9dfa74cd HTTP/1.1" status: 200 len: 1818 time: 0.1976767 Dec 12 04:22:00.655814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Deleting port e0fb085e-cc81-4562-a266-10fba931d0f4 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:00.656175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:00.702584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-64ede334-abb6-4aef-b857-39b0350b2556 None None] Provisioning complete for port 58447609-46ca-4462-a0dd-e38ca6002ae4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:00.702975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-64ede334-abb6-4aef-b857-39b0350b2556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:00.751454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-64ede334-abb6-4aef-b857-39b0350b2556 None None] Port 58447609-46ca-4462-a0dd-e38ca6002ae4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:22:00.809702 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-933dc041-f14a-48e3-9107-dcffd4dd3523 req-236a513a-7e66-41b4-afb9-1bcb65ec845e tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 04:22:00.828228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-933dc041-f14a-48e3-9107-dcffd4dd3523 req-236a513a-7e66-41b4-afb9-1bcb65ec845e tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ed7978e-294f-4caa-9502-4e5f9dfa74cd HTTP/1.1" status: 409 len: 341 time: 0.2955532 Dec 12 04:22:00.937173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] For port e0fb085e-cc81-4562-a266-10fba931d0f4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e0fb085e-cc81-4562-a266-10fba931d0f4,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:00.937956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:00.975185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Calling delete_port for e0fb085e-cc81-4562-a266-10fba931d0f4 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:00.976519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b56e95-4e13-4e0c-8019-0a9a8f9acc6f req-70bf355b-70c4-4a72-9cb0-e3cb672fec6a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:00.981520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01b56e95-4e13-4e0c-8019-0a9a8f9acc6f req-70bf355b-70c4-4a72-9cb0-e3cb672fec6a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.8467257 Dec 12 04:22:01.085147 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb82124-3152-4977-8766-d53f7357c9ec x-openstack-request-id: req-9bb82124-3152-4977-8766-d53f7357c9ec {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:01.085527 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "tag": "610ef595-2312-4e39-808a-24e28520e1ed", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:01.085728 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bb82124-3152-4977-8766-d53f7357c9ec {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:01.087547 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed', 'status': 'completed', 'code': 200} Dec 12 04:22:01.088148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:01.088849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:01.148892 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-d5903c3b-d47e-4f7a-b62c-97bb32fb6d71 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2811179 Dec 12 04:22:01.162965 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01b56e95-4e13-4e0c-8019-0a9a8f9acc6f req-68812992-0f0e-423b-b918-92ba5232c2d5 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692193 Dec 12 04:22:01.176132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Request body: {'port': {'device_id': '88b7820a-af35-4eae-b8ab-4cf1fca03eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:01.303098 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:01.375299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:01.443146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:01.504982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-cd36faa4-0391-4e9c-8459-13570a2e5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:01.510262 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-cd36faa4-0391-4e9c-8459-13570a2e5e6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=028ac9fb64cd429d834e474238cb7176&device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 1174 time: 0.3992770 Dec 12 04:22:01.511303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event deleted for resources: {'Port': ['ID=e0fb085e-cc81-4562-a266-10fba931d0f4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:01.547438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e0fb085e-cc81-4562-a266-10fba931d0f4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:01.549272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f47e0b-d07e-4b4e-b0bd-e70dd5d54781 req-1bd79a87-53d2-4ec1-8121-289a5f896a51 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:01.564745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97f47e0b-d07e-4b4e-b0bd-e70dd5d54781 req-1bd79a87-53d2-4ec1-8121-289a5f896a51 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 895 time: 0.3703003 Dec 12 04:22:01.627349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] No DVR routers for this DVR port e0fb085e-cc81-4562-a266-10fba931d0f4 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:01.636868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-fa4ff67a-def5-4c91-88fd-1b2bc043b6f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3054605 Dec 12 04:22:01.638060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:01.647797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9160416a-cca0-4033-a4be-f5ddd90e4043 req-80b5b8c7-8b42-4c96-8d26-442aa05f19a5 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.18 "DELETE /v2.0/ports/e0fb085e-cc81-4562-a266-10fba931d0f4 HTTP/1.1" status: 204 len: 173 time: 1.4382951 Dec 12 04:22:01.713183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58447609-46ca-4462-a0dd-e38ca6002ae4 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:22:01.741454 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9d8ce837-e01c-411d-978e-4c71e89cf79b req-2ad3594d-e7fa-470c-9763-63b1731b895a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e47fd99-437d-4ebd-bf92-752c29f998c1 HTTP/1.1" status: 200 len: 210 time: 0.0403996 Dec 12 04:22:01.746214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:01.773783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Transition to ACTIVE for port object 58447609-46ca-4462-a0dd-e38ca6002ae4 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:22:01.780758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:01.919010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Pushing event updated for resources: {'Port': ['ID=58447609-46ca-4462-a0dd-e38ca6002ae4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:01.960157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-2fcece5e-5781-4762-8ec7-08cca7a1a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:01.964539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Attempting to bind port 58447609-46ca-4462-a0dd-e38ca6002ae4 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:22:01.965178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Attempting to bind port 58447609-46ca-4462-a0dd-e38ca6002ae4 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:22:01.965753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Attempting to bind port 58447609-46ca-4462-a0dd-e38ca6002ae4 on network 1215125f-8878-4db8-a036-70208cdbb9e9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:22:01.967259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-2fcece5e-5781-4762-8ec7-08cca7a1a0bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5020aa25d4d649318d7f38205e51757c&device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 1096 time: 0.2117896 Dec 12 04:22:01.987268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Port 58447609-46ca-4462-a0dd-e38ca6002ae4 on network 1215125f-8878-4db8-a036-70208cdbb9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:22:01.987879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Attempting to bind port 58447609-46ca-4462-a0dd-e38ca6002ae4 on network 1215125f-8878-4db8-a036-70208cdbb9e9 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:22:01.994046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:22:01.996524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Checking segment: {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:22:01.996971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Bound using segment: {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:22:01.997445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Bound port: 58447609-46ca-4462-a0dd-e38ca6002ae4, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e938d43-49c8-4005-bf06-df2c7a4e78b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:22:02.004635 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:02.046011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8c764-69b9-42fb-83f2-e545373e4759 req-345ecfb6-e209-4af7-9522-1a774db4520b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.047787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14d8c764-69b9-42fb-83f2-e545373e4759 req-345ecfb6-e209-4af7-9522-1a774db4520b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 1023 time: 0.2226882 Dec 12 04:22:02.076250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] For port 58447609-46ca-4462-a0dd-e38ca6002ae4, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:22:02.081674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] For port 58447609-46ca-4462-a0dd-e38ca6002ae4, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=58447609-46ca-4462-a0dd-e38ca6002ae4,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:22:02.087337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:02.134807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.135609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:02.137198 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] 10.222.0.18 "PUT /v2.0/ports/58447609-46ca-4462-a0dd-e38ca6002ae4 HTTP/1.1" status: 200 len: 1055 time: 0.9711578 Dec 12 04:22:02.137759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b7820a-af35-4eae-b8ab-4cf1fca03eea', 'tag': '58447609-46ca-4462-a0dd-e38ca6002ae4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:02.141124 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac36696-418c-4327-8940-9accb8949d16" -d '{"events": [{"name": "network-changed", "server_uuid": "88b7820a-af35-4eae-b8ab-4cf1fca03eea", "tag": "58447609-46ca-4462-a0dd-e38ca6002ae4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:02.141586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-cfb0af55-5330-49f7-a994-c6f082aab55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.143101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-cfb0af55-5330-49f7-a994-c6f082aab55f service neutron] 10.222.0.18 "GET /v2.0/networks?id=dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 200 len: 919 time: 0.1416874 Dec 12 04:22:02.167891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db9e02-e0dc-44ec-89c4-487fec88f801 service neutron] Pushing event updated for resources: {'Port': ['ID=58447609-46ca-4462-a0dd-e38ca6002ae4,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:02.168858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-9af4f761-dfa3-4520-8c31-df55a35e160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.170504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-9af4f761-dfa3-4520-8c31-df55a35e160c service neutron] 10.222.0.18 "GET /v2.0/networks?id=65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 200 len: 913 time: 0.5751131 Dec 12 04:22:02.235108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-3b7a6b91-2832-4588-b6b8-154534ee25ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb HTTP/1.1" status: 200 len: 217 time: 0.0636632 Dec 12 04:22:02.313492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-3bb521c1-2e47-4536-9aa3-fa4e54e7c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.315077 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-3bb521c1-2e47-4536-9aa3-fa4e54e7c72a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6274f43ec7904903b4a3902565b95ea7&device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 1058 time: 0.1025901 Dec 12 04:22:02.371139 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-8cef9f03-23ca-4f31-aa84-d3c99fd1f885 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610ef595-2312-4e39-808a-24e28520e1ed HTTP/1.1" status: 200 len: 217 time: 0.1536250 Dec 12 04:22:02.473920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-c0d0ca37-0dda-4158-b8bd-d47ec41e0d85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=58447609-46ca-4462-a0dd-e38ca6002ae4 HTTP/1.1" status: 200 len: 217 time: 0.1423457 Dec 12 04:22:02.501548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-3aee1668-a8ed-4eaf-8294-7f4cab583049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.503490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-3aee1668-a8ed-4eaf-8294-7f4cab583049 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 200 len: 859 time: 0.2095246 Dec 12 04:22:02.514428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14d8c764-69b9-42fb-83f2-e545373e4759 req-73f0ae6c-8f05-4cfb-a7ff-dc79e6a7bfdc tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d652b26-6287-473b-8e51-3e4e1e2d92d6&id=1e2965f6-8538-4233-95ef-92e4998f3ec5&id=4ed7978e-294f-4caa-9502-4e5f9dfa74cd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4330518 Dec 12 04:22:02.544542 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b809b10-4d90-45f1-86d4-231d10199ba9 x-openstack-request-id: req-9b809b10-4d90-45f1-86d4-231d10199ba9 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:02.545935 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b7820a-af35-4eae-b8ab-4cf1fca03eea", "tag": "58447609-46ca-4462-a0dd-e38ca6002ae4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:02.546316 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b809b10-4d90-45f1-86d4-231d10199ba9 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:02.547239 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b7820a-af35-4eae-b8ab-4cf1fca03eea', 'tag': '58447609-46ca-4462-a0dd-e38ca6002ae4', 'status': 'completed', 'code': 200} Dec 12 04:22:02.548445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-a1a2d0bb-f6b3-4ae8-be7e-ad475bfeb650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.551343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-a1a2d0bb-f6b3-4ae8-be7e-ad475bfeb650 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 200 len: 853 time: 0.1519010 Dec 12 04:22:02.579367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-dc7cf0b2-f103-4c1a-ba7b-8d1c3380ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.580314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-dc7cf0b2-f103-4c1a-ba7b-8d1c3380ccf0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=702b1ace-47d9-4e74-a607-efa40a9c3147 HTTP/1.1" status: 200 len: 838 time: 0.0905285 Dec 12 04:22:02.626437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-a7cd3b3d-b47b-41c3-9eb4-5751f76046f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dec65f8e-5516-4961-b773-aee88680fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575557 Dec 12 04:22:02.718483 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-f9764c53-af41-410a-a821-bbd7282c9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.720507 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-f9764c53-af41-410a-a821-bbd7282c9cbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1215125f-8878-4db8-a036-70208cdbb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272871 Dec 12 04:22:02.730084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e9496-a4bb-4bed-a7ed-9321049e38a9 req-231ef02e-18ec-4ea6-901f-305e77556491 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.731916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-778e9496-a4bb-4bed-a7ed-9321049e38a9 req-231ef02e-18ec-4ea6-901f-305e77556491 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0851948 Dec 12 04:22:02.753672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-d08c3e16-50b5-4a16-8ad8-00eb90b36c6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65a37c0d-8b6b-4b76-a75f-60e00b75b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757202 Dec 12 04:22:02.760522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-604721bc-220c-4c31-bdc8-451a7e9ad101 service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106250 Dec 12 04:22:02.894696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b820d1-dd16-4982-b38f-e71283133e39 req-ff6d8512-091b-43fd-8ba6-8095ca41048a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.896511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65b820d1-dd16-4982-b38f-e71283133e39 req-ff6d8512-091b-43fd-8ba6-8095ca41048a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 946 time: 0.0806339 Dec 12 04:22:02.919789 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-778e9496-a4bb-4bed-a7ed-9321049e38a9 req-31dba13c-16ae-490b-9ae8-44d46d19dc21 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768377 Dec 12 04:22:02.959188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc15b7-5d6d-437c-be54-ef0730443aac req-3cb55816-59c7-455f-b7b7-158b6f141278 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:02.961942 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7abc15b7-5d6d-437c-be54-ef0730443aac req-3cb55816-59c7-455f-b7b7-158b6f141278 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 907 time: 0.2072732 Dec 12 04:22:02.968926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-ba83048d-61f8-4c2f-9aee-014a3446bb3f service neutron] 10.222.0.18 "GET /v2.0/networks/1215125f-8878-4db8-a036-70208cdbb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357972 Dec 12 04:22:03.010007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-7ab8a795-9a68-48eb-ac83-a80d0f9d8a45 service neutron] 10.222.0.18 "GET /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315819 Dec 12 04:22:03.013550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-c3368072-8ae2-4a65-977a-0c0c25f0c7a6 service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443295 Dec 12 04:22:03.093703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e47fd99-437d-4ebd-bf92-752c29f998c1', 'name': 'network-vif-deleted', 'tag': 'e0fb085e-cc81-4562-a266-10fba931d0f4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:03.096014 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e232a82c-ae5c-4f31-a59f-2de8de4eccfd" -d '{"events": [{"server_uuid": "2e47fd99-437d-4ebd-bf92-752c29f998c1", "name": "network-vif-deleted", "tag": "e0fb085e-cc81-4562-a266-10fba931d0f4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:03.143385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-65b820d1-dd16-4982-b38f-e71283133e39 req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Deleting port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:03.143860 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-65b820d1-dd16-4982-b38f-e71283133e39 req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:03.180614 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69b506c-83bf-4f75-afc0-f3c749580bb4 x-openstack-request-id: req-a69b506c-83bf-4f75-afc0-f3c749580bb4 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:03.181141 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e47fd99-437d-4ebd-bf92-752c29f998c1", "name": "network-vif-deleted", "tag": "e0fb085e-cc81-4562-a266-10fba931d0f4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:03.181977 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a69b506c-83bf-4f75-afc0-f3c749580bb4 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:03.182453 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e47fd99-437d-4ebd-bf92-752c29f998c1', 'name': 'network-vif-deleted', 'tag': 'e0fb085e-cc81-4562-a266-10fba931d0f4', 'status': 'completed', 'code': 200} Dec 12 04:22:03.223289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89623233-4de9-44ef-adf1-60204b6b4ff7 req-33585f48-347b-44f0-83f6-37f225bd0f7c service neutron] 10.222.0.18 "GET /v2.0/networks/1215125f-8878-4db8-a036-70208cdbb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456806 Dec 12 04:22:03.258189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2087a7c-7efa-48e3-a9ef-55aea2b15c34 req-adf997e3-122b-4dbb-a769-561fa510435e service neutron] 10.222.0.18 "GET /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849074 Dec 12 04:22:03.317542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-65b820d1-dd16-4982-b38f-e71283133e39 req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] For port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:03.317927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-65b820d1-dd16-4982-b38f-e71283133e39 req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:03.332879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-65b820d1-dd16-4982-b38f-e71283133e39 req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Calling delete_port for 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:03.520225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac36696-418c-4327-8940-9accb8949d16 req-e513ae58-74a0-4923-bb03-86ada7971e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:03.521930 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fac36696-418c-4327-8940-9accb8949d16 req-e513ae58-74a0-4923-bb03-86ada7971e55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6274f43ec7904903b4a3902565b95ea7&device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 1058 time: 0.1138666 Dec 12 04:22:03.568463 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-65b820d1-dd16-4982-b38f-e71283133e39 req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:03.603925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['f27e6132-e9af-4001-92f4-7b89c298bbeb'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:03.616296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['322a50ee-5e54-4aa7-bdfd-094b5ff110f4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:03.630430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Pushing event deleted for resources: {'Port': ['ID=322a50ee-5e54-4aa7-bdfd-094b5ff110f4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:03.713897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac36696-418c-4327-8940-9accb8949d16 req-c3830eb2-6f66-45d6-8ee5-0b7105ef0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:03.721548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fac36696-418c-4327-8940-9accb8949d16 req-c3830eb2-6f66-45d6-8ee5-0b7105ef0240 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1215125f-8878-4db8-a036-70208cdbb9e9 HTTP/1.1" status: 200 len: 897 time: 0.1892452 Dec 12 04:22:03.806774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e0fb085e-cc81-4562-a266-10fba931d0f4 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:03.822501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b820d1-dd16-4982-b38f-e71283133e39 req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] No DVR routers for this DVR port 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:03.827229 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-65b820d1-dd16-4982-b38f-e71283133e39 req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:03.831725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65b820d1-dd16-4982-b38f-e71283133e39 req-1e8a60e7-2f83-4134-884e-b3f003fd621c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.37 "DELETE /v2.0/ports/322a50ee-5e54-4aa7-bdfd-094b5ff110f4 HTTP/1.1" status: 204 len: 173 time: 0.9101729 Dec 12 04:22:03.841520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-8cd6ad2f-caec-40fd-bd1e-fc1ee7e20480 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:03.844027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-8cd6ad2f-caec-40fd-bd1e-fc1ee7e20480 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 1023 time: 0.2089562 Dec 12 04:22:03.844447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: e0fb085e-cc81-4562-a266-10fba931d0f4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:03.844799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e0fb085e-cc81-4562-a266-10fba931d0f4 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:03.915314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fac36696-418c-4327-8940-9accb8949d16 req-1d8d43bc-8284-4ba6-bf03-13fc9ad19069 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=58447609-46ca-4462-a0dd-e38ca6002ae4 HTTP/1.1" status: 200 len: 217 time: 0.1773670 Dec 12 04:22:04.020721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8e5df-983b-4386-b4c6-bc8a73e8c580 req-b1434d35-30fc-402e-b536-056cb7e0403f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:04.041560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45c8e5df-983b-4386-b4c6-bc8a73e8c580 req-b1434d35-30fc-402e-b536-056cb7e0403f tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 1023 time: 0.3752308 Dec 12 04:22:04.093538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac36696-418c-4327-8940-9accb8949d16 req-95681ff6-19f1-4205-a130-af66ec5ac319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:04.095838 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fac36696-418c-4327-8940-9accb8949d16 req-95681ff6-19f1-4205-a130-af66ec5ac319 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=702b1ace-47d9-4e74-a607-efa40a9c3147 HTTP/1.1" status: 200 len: 838 time: 0.1721306 Dec 12 04:22:04.138185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Deleting port 610ef595-2312-4e39-808a-24e28520e1ed {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:04.138888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:04.255919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac36696-418c-4327-8940-9accb8949d16 req-652dbc68-39d1-43ac-a9fe-a6e9d116e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:04.257585 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fac36696-418c-4327-8940-9accb8949d16 req-652dbc68-39d1-43ac-a9fe-a6e9d116e34e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1215125f-8878-4db8-a036-70208cdbb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396406 Dec 12 04:22:04.276060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45c8e5df-983b-4386-b4c6-bc8a73e8c580 req-24e981ba-4002-4e36-acda-ea788bcfcc0d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d652b26-6287-473b-8e51-3e4e1e2d92d6&id=1e2965f6-8538-4233-95ef-92e4998f3ec5&id=4ed7978e-294f-4caa-9502-4e5f9dfa74cd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2286232 Dec 12 04:22:04.276802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cf93def-27db-42ce-8fa1-3723b36346b5 req-608c9b0c-2e2c-41ce-a579-c6677d19a296 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc586884-3865-46bf-ab8e-ed935bd412b5 HTTP/1.1" status: 200 len: 210 time: 0.0414863 Dec 12 04:22:04.323436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] For port 610ef595-2312-4e39-808a-24e28520e1ed, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=610ef595-2312-4e39-808a-24e28520e1ed,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:04.323679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:04.365796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Calling delete_port for 610ef595-2312-4e39-808a-24e28520e1ed owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:04.411658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fac36696-418c-4327-8940-9accb8949d16 req-cf9937f7-9dbe-44ff-b805-2af4328d3b76 service neutron] 10.222.0.18 "GET /v2.0/networks/1215125f-8878-4db8-a036-70208cdbb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211550 Dec 12 04:22:04.537064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fac36696-418c-4327-8940-9accb8949d16 req-ed2a3fee-8ed2-488a-83c5-8576575374e9 service neutron] 10.222.0.18 "GET /v2.0/networks/1215125f-8878-4db8-a036-70208cdbb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152349 Dec 12 04:22:04.541964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1471df-3883-4efb-a9eb-39851b4b9efc req-427949d6-fb2b-4bea-836c-84c0efd36448 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:04.553036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa1471df-3883-4efb-a9eb-39851b4b9efc req-427949d6-fb2b-4bea-836c-84c0efd36448 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 907 time: 0.1693578 Dec 12 04:22:04.565226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc586884-3865-46bf-ab8e-ed935bd412b5', 'name': 'network-vif-deleted', 'tag': '322a50ee-5e54-4aa7-bdfd-094b5ff110f4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:04.567787 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8313a7da-7aa4-457c-93fa-88c2df933fff" -d '{"events": [{"server_uuid": "fc586884-3865-46bf-ab8e-ed935bd412b5", "name": "network-vif-deleted", "tag": "322a50ee-5e54-4aa7-bdfd-094b5ff110f4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:04.654894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1707b16-6352-4800-8862-6f15dcc24280 req-4a464868-28a9-40b4-96f2-db0a09b4ce8c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:04.666778 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b1707b16-6352-4800-8862-6f15dcc24280 req-4a464868-28a9-40b4-96f2-db0a09b4ce8c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 945 time: 0.1280048 Dec 12 04:22:04.756050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b1707b16-6352-4800-8862-6f15dcc24280 req-d3fe0e43-a502-489e-bca6-cb4a79f7f5cb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882857 Dec 12 04:22:04.766222 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1d0d3a-6805-4deb-a5bd-e0e2eeefc51c x-openstack-request-id: req-ff1d0d3a-6805-4deb-a5bd-e0e2eeefc51c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:04.766222 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc586884-3865-46bf-ab8e-ed935bd412b5", "name": "network-vif-deleted", "tag": "322a50ee-5e54-4aa7-bdfd-094b5ff110f4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:04.766222 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff1d0d3a-6805-4deb-a5bd-e0e2eeefc51c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:04.766222 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc586884-3865-46bf-ab8e-ed935bd412b5', 'name': 'network-vif-deleted', 'tag': '322a50ee-5e54-4aa7-bdfd-094b5ff110f4', 'status': 'completed', 'code': 200} Dec 12 04:22:04.773880 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:04.808003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['610ef595-2312-4e39-808a-24e28520e1ed'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:04.823078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'Port': ['ID=610ef595-2312-4e39-808a-24e28520e1ed,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:04.844949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:04.881893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] No DVR routers for this DVR port 610ef595-2312-4e39-808a-24e28520e1ed on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:04.885175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:04.889448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f17e6450-aef7-421b-aebf-610ac5b7ed03 req-0f5293bd-0ea6-4c82-b544-4057e6914640 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.18 "DELETE /v2.0/ports/610ef595-2312-4e39-808a-24e28520e1ed HTTP/1.1" status: 204 len: 173 time: 1.0370135 Dec 12 04:22:05.507679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-988e02ca-7d96-4471-8aee-ec1976c5464d req-1618a032-0511-416a-ba29-2d9a6aca8b10 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a0665b-3650-4b18-ab81-d8a355cc03bf HTTP/1.1" status: 200 len: 210 time: 0.0654206 Dec 12 04:22:05.797206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e315f-0e6c-4cc6-a8a5-8672a04c3c14 req-fddef60b-b50a-42ac-97ba-697e7a3d0f68 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:05.798715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa2e315f-0e6c-4cc6-a8a5-8672a04c3c14 req-fddef60b-b50a-42ac-97ba-697e7a3d0f68 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 907 time: 0.0929143 Dec 12 04:22:05.870933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c7ec-f050-456c-b53c-2ed0335634b1 req-e09ac93a-65e9-4cd8-b11e-173566f2a8df tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:05.881005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9677c7ec-f050-456c-b53c-2ed0335634b1 req-e09ac93a-65e9-4cd8-b11e-173566f2a8df tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0961485 Dec 12 04:22:05.994359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7255a-663d-4c0f-9416-0393114ee9dc req-d7af1153-1545-4e99-bcfa-065bf323478a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:06.001642 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ab7255a-663d-4c0f-9416-0393114ee9dc req-d7af1153-1545-4e99-bcfa-065bf323478a tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 945 time: 0.0690393 Dec 12 04:22:06.001837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9677c7ec-f050-456c-b53c-2ed0335634b1 req-1a6b1f3b-1eab-4729-acf5-d8652bc3d59a tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080556 Dec 12 04:22:06.083695 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ab7255a-663d-4c0f-9416-0393114ee9dc req-2cfd627e-dd60-4a7d-bfda-149f426bf2bb tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/security-groups?id=114b1997-5dc0-4cf1-899c-a46075ab0083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812037 Dec 12 04:22:06.165953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-a2e8c08d-84c1-4a5d-8355-ab9417c42913 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:06.167893 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-a2e8c08d-84c1-4a5d-8355-ab9417c42913 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.37 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 945 time: 0.0542300 Dec 12 04:22:06.286829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Deleting port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:06.287576 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:06.407781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] For port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,segment=NetworkSegment(34f16a88-521a-4899-baa8-fb5324175f4a),segment_id=34f16a88-521a-4899-baa8-fb5324175f4a)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:06.408123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:06.422209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Calling delete_port for 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:06.665445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:06.704638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['46f5aaa3-86f6-40ec-88f8-b9fadb57a053'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:06.714003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Pushing event deleted for resources: {'Port': ['ID=46f5aaa3-86f6-40ec-88f8-b9fadb57a053,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:06.733473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76b21e2e-0f15-4728-8d1c-a4701891f0fe req-03060e4c-50a9-4298-82a7-6aa4831e96f5 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/1d652b26-6287-473b-8e51-3e4e1e2d92d6 HTTP/1.1" status: 200 len: 1819 time: 0.1137435 Dec 12 04:22:06.803587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'name': 'network-vif-deleted', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:06.803699 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51074cd2-8f62-4df0-acdb-9244c3a7a439" -d '{"events": [{"server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "name": "network-vif-deleted", "tag": "610ef595-2312-4e39-808a-24e28520e1ed"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:06.899013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] No DVR routers for this DVR port 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:06.908078 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e3347-10fc-4900-b987-d798688b1e41 x-openstack-request-id: req-327e3347-10fc-4900-b987-d798688b1e41 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:06.908329 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a0665b-3650-4b18-ab81-d8a355cc03bf", "name": "network-vif-deleted", "tag": "610ef595-2312-4e39-808a-24e28520e1ed", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:06.908571 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-327e3347-10fc-4900-b987-d798688b1e41 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:06.909029 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a0665b-3650-4b18-ab81-d8a355cc03bf', 'name': 'network-vif-deleted', 'tag': '610ef595-2312-4e39-808a-24e28520e1ed', 'status': 'completed', 'code': 200} Dec 12 04:22:06.910234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:06.913767 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95c8a6f3-7dfa-42af-b83c-69f197f3fd01 req-1852716e-d82d-467b-a76b-2bc6ac49082c tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.37 "DELETE /v2.0/ports/46f5aaa3-86f6-40ec-88f8-b9fadb57a053 HTTP/1.1" status: 204 len: 173 time: 0.7338076 Dec 12 04:22:06.925681 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-76b21e2e-0f15-4728-8d1c-a4701891f0fe req-9445d889-b439-44a9-8875-901b67ad0b43 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.001667 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-76b21e2e-0f15-4728-8d1c-a4701891f0fe req-9445d889-b439-44a9-8875-901b67ad0b43 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.012696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d40ee-1b3b-4773-a9ec-a5693defd5d9 req-399d996a-bff8-458e-85f2-7b761ee57cbd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:07.015347 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a03d40ee-1b3b-4773-a9ec-a5693defd5d9 req-399d996a-bff8-458e-85f2-7b761ee57cbd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 907 time: 0.0748048 Dec 12 04:22:07.086335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-76b21e2e-0f15-4728-8d1c-a4701891f0fe req-9445d889-b439-44a9-8875-901b67ad0b43 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.093336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-76b21e2e-0f15-4728-8d1c-a4701891f0fe req-9445d889-b439-44a9-8875-901b67ad0b43 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.125601 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76b21e2e-0f15-4728-8d1c-a4701891f0fe req-9445d889-b439-44a9-8875-901b67ad0b43 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d652b26-6287-473b-8e51-3e4e1e2d92d6 HTTP/1.1" status: 204 len: 173 time: 0.3899593 Dec 12 04:22:07.148015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d889-b439-44a9-8875-901b67ad0b43 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d652b26-6287-473b-8e51-3e4e1e2d92d6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:07.191991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce99d0-597c-42d7-b297-9b80b3c467f9 req-232960c3-3bd8-4fcb-995a-fbac06d87b1b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:07.193934 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71ce99d0-597c-42d7-b297-9b80b3c467f9 req-232960c3-3bd8-4fcb-995a-fbac06d87b1b tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1109707 Dec 12 04:22:07.290243 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71ce99d0-597c-42d7-b297-9b80b3c467f9 req-dcdd9775-ea49-4d68-bb14-0a5a9c290bf1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892320 Dec 12 04:22:07.348474 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b31a0914-6d4e-41cf-80cc-61b9e6fd3f3f req-2fec53bf-33a8-4465-8df1-e707247b0894 tempest-ServersTestJSON-2078670074 tempest-ServersTestJSON-2078670074-project] 10.222.0.36 "GET /v2.0/ports?device_id=30518a9c-6928-4efb-9696-768fff61c0ef HTTP/1.1" status: 200 len: 210 time: 0.0465128 Dec 12 04:22:07.387014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e7750c5-3b1f-4013-b3c5-bc92cce54d88 req-d5d8e05e-4266-4689-a99e-1c17d94631db tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/4ed7978e-294f-4caa-9502-4e5f9dfa74cd HTTP/1.1" status: 200 len: 1818 time: 0.0609865 Dec 12 04:22:07.479672 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0e7750c5-3b1f-4013-b3c5-bc92cce54d88 req-d193d9ba-62da-43c9-9c9c-3bba293ecabb tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.516613 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0e7750c5-3b1f-4013-b3c5-bc92cce54d88 req-d193d9ba-62da-43c9-9c9c-3bba293ecabb tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.552035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:07.601354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:07.602208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 322a50ee-5e54-4aa7-bdfd-094b5ff110f4 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:07.621898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0e7750c5-3b1f-4013-b3c5-bc92cce54d88 req-d193d9ba-62da-43c9-9c9c-3bba293ecabb tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.625126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-0e7750c5-3b1f-4013-b3c5-bc92cce54d88 req-d193d9ba-62da-43c9-9c9c-3bba293ecabb tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.635352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e7750c5-3b1f-4013-b3c5-bc92cce54d88 req-d193d9ba-62da-43c9-9c9c-3bba293ecabb tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ed7978e-294f-4caa-9502-4e5f9dfa74cd HTTP/1.1" status: 204 len: 173 time: 0.2416403 Dec 12 04:22:07.650539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193d9ba-62da-43c9-9c9c-3bba293ecabb tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed7978e-294f-4caa-9502-4e5f9dfa74cd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:07.668995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-8f2f3896-1aa1-46c1-a6cb-dde9a9898ed7 req-2db1a73d-beaa-4a72-9be6-70c1f2cef866 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-282221071', 'description': 'tempest-description-1708010435'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:07.711036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8f2f3896-1aa1-46c1-a6cb-dde9a9898ed7 req-2db1a73d-beaa-4a72-9be6-70c1f2cef866 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.788264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8f2f3896-1aa1-46c1-a6cb-dde9a9898ed7 req-2db1a73d-beaa-4a72-9be6-70c1f2cef866 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.794937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8f2f3896-1aa1-46c1-a6cb-dde9a9898ed7 req-2db1a73d-beaa-4a72-9be6-70c1f2cef866 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.831356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 58447609-46ca-4462-a0dd-e38ca6002ae4 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:22:07.844014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8f2f3896-1aa1-46c1-a6cb-dde9a9898ed7 req-2db1a73d-beaa-4a72-9be6-70c1f2cef866 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:07.854223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 610ef595-2312-4e39-808a-24e28520e1ed no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:07.865481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f2f3896-1aa1-46c1-a6cb-dde9a9898ed7 req-2db1a73d-beaa-4a72-9be6-70c1f2cef866 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2077923 Dec 12 04:22:07.868744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1a73d-beaa-4a72-9be6-70c1f2cef866 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d0af5-f816-4967-980a-62132f723a5f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:07.940209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 610ef595-2312-4e39-808a-24e28520e1ed {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:07.943669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 610ef595-2312-4e39-808a-24e28520e1ed not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:07.997221 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-972afe89-b005-4b1e-a991-ab4ce8e4f667 req-a11b8d41-0f92-4efc-a593-eb3a9070c287 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/8b8d0af5-f816-4967-980a-62132f723a5f HTTP/1.1" status: 200 len: 1819 time: 0.1229830 Dec 12 04:22:08.003778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-972afe89-b005-4b1e-a991-ab4ce8e4f667 req-a2947a4e-d117-4cbf-abca-17af44eb198b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Request body: {'security_group': {'name': 'tempest-sg-hth-428293810', 'description': 'tempest-description-hth-2007437399'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:08.067450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-972afe89-b005-4b1e-a991-ab4ce8e4f667 req-a2947a4e-d117-4cbf-abca-17af44eb198b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.078837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 58447609-46ca-4462-a0dd-e38ca6002ae4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=58447609-46ca-4462-a0dd-e38ca6002ae4,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:08.126404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '58447609-46ca-4462-a0dd-e38ca6002ae4', 'network_id': '1215125f-8878-4db8-a036-70208cdbb9e9', 'port_id': '58447609-46ca-4462-a0dd-e38ca6002ae4', 'mac_address': 'fa:16:3e:33:c4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702b1ace-47d9-4e74-a607-efa40a9c3147', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:22:08.176738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-972afe89-b005-4b1e-a991-ab4ce8e4f667 req-a2947a4e-d117-4cbf-abca-17af44eb198b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.190582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-972afe89-b005-4b1e-a991-ab4ce8e4f667 req-a2947a4e-d117-4cbf-abca-17af44eb198b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.198493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-972afe89-b005-4b1e-a991-ab4ce8e4f667 req-a2947a4e-d117-4cbf-abca-17af44eb198b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.205668 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.206030 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-972afe89-b005-4b1e-a991-ab4ce8e4f667 req-a2947a4e-d117-4cbf-abca-17af44eb198b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "PUT /v2.0/security-groups/8b8d0af5-f816-4967-980a-62132f723a5f HTTP/1.1" status: 200 len: 1793 time: 0.2072258 Dec 12 04:22:08.210195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d0dc-4fa7-4691-9778-958cfbd656bf req-7bf99bb4-5deb-46ed-b074-4f0d997cba16 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:08.211920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61b9d0dc-4fa7-4691-9778-958cfbd656bf req-7bf99bb4-5deb-46ed-b074-4f0d997cba16 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 907 time: 0.0924842 Dec 12 04:22:08.245201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58447609-46ca-4462-a0dd-e38ca6002ae4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:22:08.306896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 58447609-46ca-4462-a0dd-e38ca6002ae4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=58447609-46ca-4462-a0dd-e38ca6002ae4,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:08.319613 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.342353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d86fa0dd-d923-4b31-968e-5286b7ca2ae3 req-f3732d1e-3f76-410f-afca-1e27ea41be9a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/8b8d0af5-f816-4967-980a-62132f723a5f HTTP/1.1" status: 200 len: 1793 time: 0.0914021 Dec 12 04:22:08.345864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2947a4e-d117-4cbf-abca-17af44eb198b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d0af5-f816-4967-980a-62132f723a5f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:08.400536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=58447609-46ca-4462-a0dd-e38ca6002ae4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:08.497338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c832dea-9b70-4134-9d78-ce7b155366d8 req-95cde917-ec22-4355-a268-418fc90618c7 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/8b8d0af5-f816-4967-980a-62132f723a5f HTTP/1.1" status: 200 len: 1793 time: 0.0474236 Dec 12 04:22:08.501060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e75ab4-4cf2-4658-9098-1d6a3b21b3b9 req-cf806718-748e-4623-9af8-7ee1cfe86e7e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:08.502898 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e75ab4-4cf2-4658-9098-1d6a3b21b3b9 req-cf806718-748e-4623-9af8-7ee1cfe86e7e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0863035 Dec 12 04:22:08.565567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e75ab4-4cf2-4658-9098-1d6a3b21b3b9 req-4b066b57-8fea-423d-9493-5721df01e05c tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494206 Dec 12 04:22:08.617282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59232) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:08.633118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3c832dea-9b70-4134-9d78-ce7b155366d8 req-8aa3e9a2-6e01-4ad4-ae2e-5a03f87acb8a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.672931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ddc0c8-5d3f-4e8c-9365-51a29d17c319 admin admin] Deleting subnet 1312b076-d411-4025-9869-3d97d9c6495d {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:22:08.676487 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f5ddc0c8-5d3f-4e8c-9365-51a29d17c319 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.680561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3c832dea-9b70-4134-9d78-ce7b155366d8 req-8aa3e9a2-6e01-4ad4-ae2e-5a03f87acb8a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.719153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['58447609-46ca-4462-a0dd-e38ca6002ae4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:08.726768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f5ddc0c8-5d3f-4e8c-9365-51a29d17c319 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.737924 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3c832dea-9b70-4134-9d78-ce7b155366d8 req-8aa3e9a2-6e01-4ad4-ae2e-5a03f87acb8a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.744492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3c832dea-9b70-4134-9d78-ce7b155366d8 req-8aa3e9a2-6e01-4ad4-ae2e-5a03f87acb8a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.756855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c832dea-9b70-4134-9d78-ce7b155366d8 req-8aa3e9a2-6e01-4ad4-ae2e-5a03f87acb8a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/8b8d0af5-f816-4967-980a-62132f723a5f HTTP/1.1" status: 204 len: 173 time: 0.2509778 Dec 12 04:22:08.768061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3e9a2-6e01-4ad4-ae2e-5a03f87acb8a tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d0af5-f816-4967-980a-62132f723a5f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:08.839124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f5ddc0c8-5d3f-4e8c-9365-51a29d17c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:08.913735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30518a9c-6928-4efb-9696-768fff61c0ef', 'name': 'network-vif-deleted', 'tag': '46f5aaa3-86f6-40ec-88f8-b9fadb57a053'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:08.922442 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f3b2a-b19a-4f38-9a0f-f73c8565ac99" -d '{"events": [{"server_uuid": "30518a9c-6928-4efb-9696-768fff61c0ef", "name": "network-vif-deleted", "tag": "46f5aaa3-86f6-40ec-88f8-b9fadb57a053"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:08.949310 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-5dec4803-d784-4f3a-8d49-9f4acbb956a2 req-8a6408aa-a6d3-44a4-bef2-18d5ad39398d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:22:08.950717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5dec4803-d784-4f3a-8d49-9f4acbb956a2 req-8a6408aa-a6d3-44a4-bef2-18d5ad39398d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/4ed7978e-294f-4caa-9502-4e5f9dfa74cd HTTP/1.1" status: 404 len: 352 time: 0.0204747 Dec 12 04:22:08.978560 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f5ddc0c8-5d3f-4e8c-9365-51a29d17c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:09.033641 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-a911c284-cf10-4f62-8b0d-1475dd16f19e req-f088de31-5776-4501-a4fa-e75debe39556 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:22:09.051955 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a911c284-cf10-4f62-8b0d-1475dd16f19e req-f088de31-5776-4501-a4fa-e75debe39556 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/1d652b26-6287-473b-8e51-3e4e1e2d92d6 HTTP/1.1" status: 404 len: 352 time: 0.0594168 Dec 12 04:22:09.057467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f5ddc0c8-5d3f-4e8c-9365-51a29d17c319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:09.064569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59250) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:09.080178 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f5ddc0c8-5d3f-4e8c-9365-51a29d17c319 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1312b076-d411-4025-9869-3d97d9c6495d HTTP/1.1" status: 204 len: 168 time: 0.4616234 Dec 12 04:22:09.216230 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa830d19-d10b-4da4-9316-cb16567f03e2 x-openstack-request-id: req-aa830d19-d10b-4da4-9316-cb16567f03e2 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:09.217016 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30518a9c-6928-4efb-9696-768fff61c0ef", "name": "network-vif-deleted", "tag": "46f5aaa3-86f6-40ec-88f8-b9fadb57a053", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:09.217944 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa830d19-d10b-4da4-9316-cb16567f03e2 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:09.218696 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30518a9c-6928-4efb-9696-768fff61c0ef', 'name': 'network-vif-deleted', 'tag': '46f5aaa3-86f6-40ec-88f8-b9fadb57a053', 'status': 'completed', 'code': 200} Dec 12 04:22:09.227096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddc0c8-5d3f-4e8c-9365-51a29d17c319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1312b076-d411-4025-9869-3d97d9c6495d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:09.255908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e035e4-f639-44eb-9abf-9d812303585e req-ef72508a-9e60-44df-95c1-8e8360c27118 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004806 Dec 12 04:22:09.257240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:09.260323 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-321d0ca3-f26f-46c8-b435-eb188d1aa633 req-e958ae74-903f-4e39-897e-bd5c3f945ef9 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:22:09.261550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-321d0ca3-f26f-46c8-b435-eb188d1aa633 req-e958ae74-903f-4e39-897e-bd5c3f945ef9 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/34455bb1-cb9f-400b-afd5-0c61d043f474 HTTP/1.1" status: 404 len: 352 time: 0.0364931 Dec 12 04:22:09.344806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e035e4-f639-44eb-9abf-9d812303585e req-b978abb8-30fa-4275-8c42-bec88b297bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:09.346305 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e035e4-f639-44eb-9abf-9d812303585e req-b978abb8-30fa-4275-8c42-bec88b297bf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6274f43ec7904903b4a3902565b95ea7&device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 1135 time: 0.0489054 Dec 12 04:22:09.384082 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-0b7c918c-8fe3-476b-b45c-de3f4c7301e9 req-1ceebde2-ac27-4309-80b6-26e330de249d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:22:09.391377 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b7c918c-8fe3-476b-b45c-de3f4c7301e9 req-1ceebde2-ac27-4309-80b6-26e330de249d tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/82eaa4ea-4b23-439f-90c3-d38a237a6909 HTTP/1.1" status: 404 len: 352 time: 0.0678217 Dec 12 04:22:09.426979 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:09.449760 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-e8ef171a-1401-4f3e-88fc-083de7223830 req-b277799b-a9b8-4b59-a85c-bb99ee39d743 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:22:09.450946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e8ef171a-1401-4f3e-88fc-083de7223830 req-b277799b-a9b8-4b59-a85c-bb99ee39d743 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/f41e8b9a-5ccf-4191-92bc-323e32260b2a HTTP/1.1" status: 404 len: 352 time: 0.0287585 Dec 12 04:22:09.454570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ba319-559e-4db8-85bc-907bff9e4d2c req-d460486d-6463-47f2-9ed5-ac752fc75b3e tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:09.455990 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d1ba319-559e-4db8-85bc-907bff9e4d2c req-d460486d-6463-47f2-9ed5-ac752fc75b3e tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 908 time: 0.1087902 Dec 12 04:22:09.470361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a56443-d8ab-4ec1-b128-268ce4be8c16']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:09.492397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f16a88-521a-4899-baa8-fb5324175f4a') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:09.492719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f16a88-521a-4899-baa8-fb5324175f4a') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:09.509139 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:09.509636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e035e4-f639-44eb-9abf-9d812303585e req-692c7619-82a5-44c0-a2e1-af8063480e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:09.511522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e035e4-f639-44eb-9abf-9d812303585e req-692c7619-82a5-44c0-a2e1-af8063480e58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f1a4db5-7013-4eb6-81e9-707b89f70d62 HTTP/1.1" status: 200 len: 896 time: 0.1340704 Dec 12 04:22:09.523282 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:09.525848 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-c4aaab07-a491-4384-8f3d-bd0ab37e3e11 req-a0b3f16c-2b81-475d-bf9b-10141134bf89 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] show failed (client error): The resource could not be found. Dec 12 04:22:09.526845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4aaab07-a491-4384-8f3d-bd0ab37e3e11 req-a0b3f16c-2b81-475d-bf9b-10141134bf89 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/12770b56-1d81-48c1-9803-c44b25a6feb1 HTTP/1.1" status: 404 len: 352 time: 0.0144522 Dec 12 04:22:09.536176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:09.536935 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:09.539549 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:09.613154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e035e4-f639-44eb-9abf-9d812303585e req-1a6e225f-1dba-4913-8f83-987b5016355e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31e6064-125d-4c2a-8293-0b507864646f HTTP/1.1" status: 200 len: 999 time: 0.0853565 Dec 12 04:22:09.639327 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:09.650054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:09.656023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] 10.222.0.36 "DELETE /v2.0/networks/b7a56443-d8ab-4ec1-b128-268ce4be8c16 HTTP/1.1" status: 204 len: 168 time: 0.5904112 Dec 12 04:22:09.734687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e035e4-f639-44eb-9abf-9d812303585e req-d9b373ac-94c7-43e9-b030-a45bf434de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:09.740542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e035e4-f639-44eb-9abf-9d812303585e req-d9b373ac-94c7-43e9-b030-a45bf434de16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4515fcdb-6455-458c-8fd4-2639e1e67083 HTTP/1.1" status: 200 len: 834 time: 0.1145511 Dec 12 04:22:09.787434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45fa60-2475-4983-a85f-9434d8eaa09a admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a56443-d8ab-4ec1-b128-268ce4be8c16,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:09.814679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb3aa0-7c48-4915-aa61-e1c02e17efc1 req-2e5f853a-aa7d-432f-8da3-943badb8def7 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:09.817797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8cdb3aa0-7c48-4915-aa61-e1c02e17efc1 req-2e5f853a-aa7d-432f-8da3-943badb8def7 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.1557102 Dec 12 04:22:09.847418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 58447609-46ca-4462-a0dd-e38ca6002ae4 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:22:09.847986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e035e4-f639-44eb-9abf-9d812303585e req-37ab19aa-fb83-4929-9002-61804c7a009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:09.849014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e035e4-f639-44eb-9abf-9d812303585e req-37ab19aa-fb83-4929-9002-61804c7a009d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f1a4db5-7013-4eb6-81e9-707b89f70d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012115 Dec 12 04:22:09.890323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59272) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:09.899666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8cdb3aa0-7c48-4915-aa61-e1c02e17efc1 req-cf26bb20-93f1-4f20-9c80-10c630329bd1 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740471 Dec 12 04:22:09.932073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 58447609-46ca-4462-a0dd-e38ca6002ae4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:22:09.936538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 58447609-46ca-4462-a0dd-e38ca6002ae4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:09.937163 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:10.004740 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa361965-9d74-4d5f-9a09-3ee9081c3fa4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9af207d0887c419684d6bc5d6c59f357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0905404 Dec 12 04:22:10.007271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59274) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:10.036843 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:10.039343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870179-a33c-43ee-9600-49f883c858d6 req-8066d0bf-c3a0-40f3-84c5-425643dd91d1 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:10.040675 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a870179-a33c-43ee-9600-49f883c858d6 req-8066d0bf-c3a0-40f3-84c5-425643dd91d1 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 1023 time: 0.1493454 Dec 12 04:22:10.069058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b7820a-af35-4eae-b8ab-4cf1fca03eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58447609-46ca-4462-a0dd-e38ca6002ae4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:10.072015 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ac0bf1-9d94-4872-b652-e8bb72d20b55" -d '{"events": [{"server_uuid": "88b7820a-af35-4eae-b8ab-4cf1fca03eea", "name": "network-vif-plugged", "status": "completed", "tag": "58447609-46ca-4462-a0dd-e38ca6002ae4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:10.089691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c564f4c2-75b9-4bb8-bf60-d1029f9cfade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:10.094272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 58447609-46ca-4462-a0dd-e38ca6002ae4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=58447609-46ca-4462-a0dd-e38ca6002ae4,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:10.096664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e035e4-f639-44eb-9abf-9d812303585e req-9fa9d13a-8862-4020-8caa-dab0f8a0cb4b service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388844 Dec 12 04:22:10.102107 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:10.114969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c564f4c2-75b9-4bb8-bf60-d1029f9cfade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:10.208571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a870179-a33c-43ee-9600-49f883c858d6 req-61a7f38e-da1d-431b-8f7e-1e1b5dd763b9 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=679a2ca7-9b71-4727-9091-f1ba812bad61&id=8ecbb289-cd0d-4856-8d6d-a62fc1e2f232&id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1551008 Dec 12 04:22:10.229443 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c564f4c2-75b9-4bb8-bf60-d1029f9cfade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:10.232192 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c564f4c2-75b9-4bb8-bf60-d1029f9cfade admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:10.233422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c564f4c2-75b9-4bb8-bf60-d1029f9cfade admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/114b1997-5dc0-4cf1-899c-a46075ab0083 HTTP/1.1" status: 204 len: 168 time: 0.2251656 Dec 12 04:22:10.256035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564f4c2-75b9-4bb8-bf60-d1029f9cfade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114b1997-5dc0-4cf1-899c-a46075ab0083,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:10.266476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62e035e4-f639-44eb-9abf-9d812303585e req-ed658409-193b-4a9b-869d-4b0647300d4e service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544974 Dec 12 04:22:10.318757 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f17262-bc54-44f3-b109-a1b39e51dd54 x-openstack-request-id: req-85f17262-bc54-44f3-b109-a1b39e51dd54 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:10.321721 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b7820a-af35-4eae-b8ab-4cf1fca03eea", "name": "network-vif-plugged", "status": "completed", "tag": "58447609-46ca-4462-a0dd-e38ca6002ae4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:10.322244 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85f17262-bc54-44f3-b109-a1b39e51dd54 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:10.322860 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b7820a-af35-4eae-b8ab-4cf1fca03eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58447609-46ca-4462-a0dd-e38ca6002ae4', 'code': 200} Dec 12 04:22:10.323667 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=58447609-46ca-4462-a0dd-e38ca6002ae4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:10.414896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469236e-ab97-45e8-8ead-2a5e27db5448 req-b8602d06-e8f8-4c36-8ac7-f92f74267d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:10.416935 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e469236e-ab97-45e8-8ead-2a5e27db5448 req-b8602d06-e8f8-4c36-8ac7-f92f74267d09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 1060 time: 0.0493696 Dec 12 04:22:10.611206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46135e96-bd5e-4176-b447-8429116d8031 req-3749fa9b-d6a7-4149-92c2-8d04e2b3157a tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:10.612888 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46135e96-bd5e-4176-b447-8429116d8031 req-3749fa9b-d6a7-4149-92c2-8d04e2b3157a tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 909 time: 0.0657864 Dec 12 04:22:10.626455 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-04062f45-5d96-443b-a8c0-abb268c21a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:11.035126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f509a-b117-4b3a-96ef-150ebed6ebef req-f06b9b21-49a2-4c65-95f8-c58f6e584302 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:11.036776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-889f509a-b117-4b3a-96ef-150ebed6ebef req-f06b9b21-49a2-4c65-95f8-c58f6e584302 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0584583 Dec 12 04:22:11.100962 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-889f509a-b117-4b3a-96ef-150ebed6ebef req-d58b9cce-bca0-48b8-88d3-7182dfcbb99d tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517604 Dec 12 04:22:11.355469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30983eb0-a561-45d5-a54a-093a34e240ce req-f680b5b7-d418-40ee-a7d6-945cbbd36b9e tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:11.357658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30983eb0-a561-45d5-a54a-093a34e240ce req-f680b5b7-d418-40ee-a7d6-945cbbd36b9e tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 1023 time: 0.0530279 Dec 12 04:22:11.380069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59324) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:11.454137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30983eb0-a561-45d5-a54a-093a34e240ce req-80dc2c51-07c8-40c3-a23e-8a9dd244234b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups?id=679a2ca7-9b71-4727-9091-f1ba812bad61&id=8ecbb289-cd0d-4856-8d6d-a62fc1e2f232&id=1e2965f6-8538-4233-95ef-92e4998f3ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0902932 Dec 12 04:22:11.523792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-5f6369f1-6ba0-4aa5-9e6d-de7326b09507 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:11.525285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-5f6369f1-6ba0-4aa5-9e6d-de7326b09507 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 1023 time: 0.0957572 Dec 12 04:22:11.532551 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:11.565258 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:11.588062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:11.588725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 46f5aaa3-86f6-40ec-88f8-b9fadb57a053 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:11.632935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:11.724103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Deleting port 5b50df99-0b8d-477e-8152-7d502dcb41ff {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:11.724534 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:11.776603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf115e75-d7c5-47a2-ae57-fcf3b0636104 req-bd59ad08-379f-470b-9b1b-066b0d53efa1 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:11.794393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf115e75-d7c5-47a2-ae57-fcf3b0636104 req-bd59ad08-379f-470b-9b1b-066b0d53efa1 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 909 time: 0.0959730 Dec 12 04:22:11.810421 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:11.823201 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:11.878696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d408f0-44a9-45af-9b6a-c9272a444cbd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:11.890020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a424d357630445c1a97819d05537d467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5088949 Dec 12 04:22:11.892724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59332) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:11.903636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.904070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.904984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.904984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.905294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.905944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.906440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.906847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.907252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.907661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.908066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.908461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.908887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ced6df-6422-4295-8313-be84449004f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:11.926607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] For port 5b50df99-0b8d-477e-8152-7d502dcb41ff, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=5b50df99-0b8d-477e-8152-7d502dcb41ff,segment=NetworkSegment(e016433e-5575-4e1e-9e96-14922d81c06d),segment_id=e016433e-5575-4e1e-9e96-14922d81c06d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:11.927070 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:11.946287 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-326d1242-4801-4974-b06e-4e641b701c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:11.958457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Calling delete_port for 5b50df99-0b8d-477e-8152-7d502dcb41ff owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:11.972435 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-326d1242-4801-4974-b06e-4e641b701c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:11.992001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf78506-266e-4701-855d-1a49d5c415fe req-b4ab70eb-d329-43fc-82f4-d9372e757a80 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:11.993645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbf78506-266e-4701-855d-1a49d5c415fe req-b4ab70eb-d329-43fc-82f4-d9372e757a80 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0933151 Dec 12 04:22:12.025096 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-326d1242-4801-4974-b06e-4e641b701c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:12.027981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-326d1242-4801-4974-b06e-4e641b701c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:12.032173 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-326d1242-4801-4974-b06e-4e641b701c50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9d408f0-44a9-45af-9b6a-c9272a444cbd HTTP/1.1" status: 204 len: 168 time: 0.1357319 Dec 12 04:22:12.052521 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d1242-4801-4974-b06e-4e641b701c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d408f0-44a9-45af-9b6a-c9272a444cbd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:12.193234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-fbf78506-266e-4701-855d-1a49d5c415fe req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Deleting port f27e6132-e9af-4001-92f4-7b89c298bbeb {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:12.193826 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fbf78506-266e-4701-855d-1a49d5c415fe req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:12.237507 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79aa3d8-743e-4cd0-b68b-9506f6a219b2 req-cbcb4b31-fe64-4aa6-85cd-2f6fe48ac7cd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:12.239049 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f79aa3d8-743e-4cd0-b68b-9506f6a219b2 req-cbcb4b31-fe64-4aa6-85cd-2f6fe48ac7cd tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 945 time: 0.0589967 Dec 12 04:22:12.274395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:12.314363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'Port': ['ID=5b50df99-0b8d-477e-8152-7d502dcb41ff,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:12.320070 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['5b50df99-0b8d-477e-8152-7d502dcb41ff'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:12.338962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f79aa3d8-743e-4cd0-b68b-9506f6a219b2 req-f6113a82-0fdb-4acc-a9af-b840404d6ff9 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/security-groups?id=e63854ef-578d-4b06-b575-7c77c3db52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922856 Dec 12 04:22:12.371594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-fbf78506-266e-4701-855d-1a49d5c415fe req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] For port f27e6132-e9af-4001-92f4-7b89c298bbeb, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f27e6132-e9af-4001-92f4-7b89c298bbeb,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:12.371973 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fbf78506-266e-4701-855d-1a49d5c415fe req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:12.392934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] No DVR routers for this DVR port 5b50df99-0b8d-477e-8152-7d502dcb41ff on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:12.396527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:12.400043 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1b28eb5-92e8-43bf-9f40-6e8a3670926b req-376f02b6-6594-4305-8f9e-c67f8b658031 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.37 "DELETE /v2.0/ports/5b50df99-0b8d-477e-8152-7d502dcb41ff HTTP/1.1" status: 204 len: 173 time: 0.8644977 Dec 12 04:22:12.400510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'name': 'network-vif-deleted', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:12.402813 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9940b2-13d6-4c9c-a31a-b4c5269b51a4" -d '{"events": [{"server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "name": "network-vif-deleted", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:12.410012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-fbf78506-266e-4701-855d-1a49d5c415fe req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Calling delete_port for f27e6132-e9af-4001-92f4-7b89c298bbeb owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:12.749820 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2882ae57-ce80-4971-ba58-42ab9cbd06d4 x-openstack-request-id: req-2882ae57-ce80-4971-ba58-42ab9cbd06d4 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:12.750125 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5b236b-1476-48e3-91fb-e26b9b7eb0cd", "name": "network-vif-deleted", "tag": "5b50df99-0b8d-477e-8152-7d502dcb41ff", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:12.750389 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2882ae57-ce80-4971-ba58-42ab9cbd06d4 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:12.750790 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5b236b-1476-48e3-91fb-e26b9b7eb0cd', 'name': 'network-vif-deleted', 'tag': '5b50df99-0b8d-477e-8152-7d502dcb41ff', 'status': 'completed', 'code': 200} Dec 12 04:22:12.781118 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f51d51b1-e1e1-46ff-ab9d-930f4d9c8d7a req-84ee5e4a-4697-472e-81e7-3fad4f8c1fc2 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f5b236b-1476-48e3-91fb-e26b9b7eb0cd HTTP/1.1" status: 200 len: 210 time: 0.0331628 Dec 12 04:22:12.878337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fbf78506-266e-4701-855d-1a49d5c415fe req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:12.910143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Pushing event deleted for resources: {'Port': ['ID=f27e6132-e9af-4001-92f4-7b89c298bbeb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:12.923972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['f27e6132-e9af-4001-92f4-7b89c298bbeb'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:12.950653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd55e-25cf-4dc6-93dd-28ccb18aea71 req-035050f7-bf6b-4007-8256-e650b61e6c16 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:12.955075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92dcd55e-25cf-4dc6-93dd-28ccb18aea71 req-035050f7-bf6b-4007-8256-e650b61e6c16 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 909 time: 0.0699453 Dec 12 04:22:12.956449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf78506-266e-4701-855d-1a49d5c415fe req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] No DVR routers for this DVR port f27e6132-e9af-4001-92f4-7b89c298bbeb on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:12.959157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fbf78506-266e-4701-855d-1a49d5c415fe req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:12.963186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbf78506-266e-4701-855d-1a49d5c415fe req-dcb0ea0c-264e-4b41-a722-db1a3865843e tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.18 "DELETE /v2.0/ports/f27e6132-e9af-4001-92f4-7b89c298bbeb HTTP/1.1" status: 204 len: 173 time: 0.9404442 Dec 12 04:22:12.990360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a8b50554-94ba-4d26-9fdd-b4b128e3e740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:13.098089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5456f-522e-4c1d-899b-483b691b1632 req-ef29dd6c-63df-4ddf-a56e-9ab6fed66471 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:13.099827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe5456f-522e-4c1d-899b-483b691b1632 req-ef29dd6c-63df-4ddf-a56e-9ab6fed66471 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 909 time: 0.0539045 Dec 12 04:22:13.234102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81161d-0659-4309-8c2c-1ff15a5239f4 req-280260f2-b598-4173-a627-8051878d1059 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:13.237470 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e81161d-0659-4309-8c2c-1ff15a5239f4 req-280260f2-b598-4173-a627-8051878d1059 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 1060 time: 0.0444257 Dec 12 04:22:13.351672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c2f34-600f-434c-9dd5-aab73c1afc96 req-279cadc1-004f-4974-873f-94abf4beb287 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:13.353237 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc2c2f34-600f-434c-9dd5-aab73c1afc96 req-279cadc1-004f-4974-873f-94abf4beb287 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 1135 time: 0.0444102 Dec 12 04:22:13.416439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc2c2f34-600f-434c-9dd5-aab73c1afc96 req-42c5517d-441f-4e3a-aacd-cb1477eefde6 tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0562959 Dec 12 04:22:13.440036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59396) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:13.513771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1523b444-2cf9-4a46-840a-eca1decb02da req-3a525cf0-e508-4ad1-b8f8-9e49e106b3b2 tempest-ServerRescueNegativeTestJSON-6147020 tempest-ServerRescueNegativeTestJSON-6147020-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6943cf8-f42f-44f6-adc6-8a390c937aca HTTP/1.1" status: 200 len: 210 time: 0.0615988 Dec 12 04:22:13.537401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f29e1-66c6-43e8-849e-1e845966d30f tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:13.539148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6c7f29e1-66c6-43e8-849e-1e845966d30f tempest-TestSecurityGroupsBasicOps-1508694580 tempest-TestSecurityGroupsBasicOps-1508694580-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 1055 time: 0.0981047 Dec 12 04:22:13.831694 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:13.834607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb806c5-f06c-4f31-8c5b-cc9e726703a4 req-883f2b55-0700-43a0-bdd7-6ca27d3efefb tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:13.836452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-adb806c5-f06c-4f31-8c5b-cc9e726703a4 req-883f2b55-0700-43a0-bdd7-6ca27d3efefb tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 909 time: 0.0580130 Dec 12 04:22:13.946494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6e09493-c5d9-4c99-8bd2-395958832d43 req-ab1f347c-8fcf-405d-a32f-0d2e9e466590 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/679a2ca7-9b71-4727-9091-f1ba812bad61 HTTP/1.1" status: 200 len: 1820 time: 0.0496874 Dec 12 04:22:14.012649 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.019767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d6e09493-c5d9-4c99-8bd2-395958832d43 req-10932b4f-db98-4753-ba97-e3a3d02a7b55 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.054987 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d6e09493-c5d9-4c99-8bd2-395958832d43 req-10932b4f-db98-4753-ba97-e3a3d02a7b55 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.116530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d6e09493-c5d9-4c99-8bd2-395958832d43 req-10932b4f-db98-4753-ba97-e3a3d02a7b55 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.119611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d6e09493-c5d9-4c99-8bd2-395958832d43 req-10932b4f-db98-4753-ba97-e3a3d02a7b55 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.124345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6e09493-c5d9-4c99-8bd2-395958832d43 req-10932b4f-db98-4753-ba97-e3a3d02a7b55 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/679a2ca7-9b71-4727-9091-f1ba812bad61 HTTP/1.1" status: 204 len: 173 time: 0.1711314 Dec 12 04:22:14.134026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10932b4f-db98-4753-ba97-e3a3d02a7b55 tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a2ca7-9b71-4727-9091-f1ba812bad61,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:14.189911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10577fd6-ffb6-4011-95e5-30c774c9a818 req-23dfe8fa-8c14-4e8c-abbd-c686bb7866fd tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "GET /v2.0/security-groups/8ecbb289-cd0d-4856-8d6d-a62fc1e2f232 HTTP/1.1" status: 200 len: 1819 time: 0.0454659 Dec 12 04:22:14.195866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59448) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:14.253513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-10577fd6-ffb6-4011-95e5-30c774c9a818 req-2fb89256-f694-4bed-ade9-1b63d384424b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.280860 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-10577fd6-ffb6-4011-95e5-30c774c9a818 req-2fb89256-f694-4bed-ade9-1b63d384424b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.315330 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9946e45a-76df-4562-b042-ddb6f946d5dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.331447 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-10577fd6-ffb6-4011-95e5-30c774c9a818 req-2fb89256-f694-4bed-ade9-1b63d384424b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.335539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-10577fd6-ffb6-4011-95e5-30c774c9a818 req-2fb89256-f694-4bed-ade9-1b63d384424b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.336999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10577fd6-ffb6-4011-95e5-30c774c9a818 req-2fb89256-f694-4bed-ade9-1b63d384424b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ecbb289-cd0d-4856-8d6d-a62fc1e2f232 HTTP/1.1" status: 204 len: 173 time: 0.1403868 Dec 12 04:22:14.344136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59454) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:14.348193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb89256-f694-4bed-ade9-1b63d384424b tempest-SecurityGroupsTestJSON-2083821520 tempest-SecurityGroupsTestJSON-2083821520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecbb289-cd0d-4856-8d6d-a62fc1e2f232,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:14.417207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb624d7-c917-4209-a2ff-72284b503d35 admin admin] Deleting subnet 0362f14e-4850-44b6-a3c5-52fc0d642755 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:22:14.424087 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfb624d7-c917-4209-a2ff-72284b503d35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.476644 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfb624d7-c917-4209-a2ff-72284b503d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.501352 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9946e45a-76df-4562-b042-ddb6f946d5dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.509753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9946e45a-76df-4562-b042-ddb6f946d5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.562961 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9946e45a-76df-4562-b042-ddb6f946d5dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=814b7e8af85a4a5585ad47d146f1d2aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3657420 Dec 12 04:22:14.564147 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfb624d7-c917-4209-a2ff-72284b503d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.566275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59460) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:14.570525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946e45a-76df-4562-b042-ddb6f946d5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc09bfe-9389-40fc-bc64-de8de4e27008,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:14.599215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59462) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:14.628922 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1402-7f35-4fe9-a5d0-c6fd1e704533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.656153 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1402-7f35-4fe9-a5d0-c6fd1e704533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.708841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1402-7f35-4fe9-a5d0-c6fd1e704533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.711748 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1402-7f35-4fe9-a5d0-c6fd1e704533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:14.715446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ee1d1402-7f35-4fe9-a5d0-c6fd1e704533 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cc09bfe-9389-40fc-bc64-de8de4e27008 HTTP/1.1" status: 204 len: 168 time: 0.1455081 Dec 12 04:22:14.734604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d1402-7f35-4fe9-a5d0-c6fd1e704533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc09bfe-9389-40fc-bc64-de8de4e27008,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:14.757933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6943cf8-f42f-44f6-adc6-8a390c937aca', 'name': 'network-vif-deleted', 'tag': 'f27e6132-e9af-4001-92f4-7b89c298bbeb'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:14.760284 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d745814c-f4f5-4379-9469-3f09918d8c1a" -d '{"events": [{"server_uuid": "b6943cf8-f42f-44f6-adc6-8a390c937aca", "name": "network-vif-deleted", "tag": "f27e6132-e9af-4001-92f4-7b89c298bbeb"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:14.803548 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df97ede-ccb2-40a9-bdf2-1efd679a22bc x-openstack-request-id: req-4df97ede-ccb2-40a9-bdf2-1efd679a22bc {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:14.803867 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6943cf8-f42f-44f6-adc6-8a390c937aca", "name": "network-vif-deleted", "tag": "f27e6132-e9af-4001-92f4-7b89c298bbeb", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:14.804136 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4df97ede-ccb2-40a9-bdf2-1efd679a22bc {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:14.804539 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6943cf8-f42f-44f6-adc6-8a390c937aca', 'name': 'network-vif-deleted', 'tag': 'f27e6132-e9af-4001-92f4-7b89c298bbeb', 'status': 'completed', 'code': 200} Dec 12 04:22:15.050136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfb624d7-c917-4209-a2ff-72284b503d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.119954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfb624d7-c917-4209-a2ff-72284b503d35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.126564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:15.126708 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dfb624d7-c917-4209-a2ff-72284b503d35 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0362f14e-4850-44b6-a3c5-52fc0d642755 HTTP/1.1" status: 204 len: 168 time: 0.7811391 Dec 12 04:22:15.127772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb624d7-c917-4209-a2ff-72284b503d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0362f14e-4850-44b6-a3c5-52fc0d642755,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:15.151771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8d557-b448-4689-81e4-9f739e3ed8fe req-6e40f026-e8fe-4bf3-9740-0240ac91fb12 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:15.168180 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fe8d557-b448-4689-81e4-9f739e3ed8fe req-6e40f026-e8fe-4bf3-9740-0240ac91fb12 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 909 time: 0.1784551 Dec 12 04:22:15.235456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.374044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.438164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a37c0d-8b6b-4b76-a75f-60e00b75b366']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:15.452480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e016433e-5575-4e1e-9e96-14922d81c06d') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:15.453581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e016433e-5575-4e1e-9e96-14922d81c06d') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:15.480685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.511885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-b52c0f87-f233-4ea1-8ca5-9a1bfcce259b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:15.513671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-b52c0f87-f233-4ea1-8ca5-9a1bfcce259b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.18 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 909 time: 0.1655653 Dec 12 04:22:15.517754 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.535026 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:15.535026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:15.536070 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:15.572449 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.586048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 5b50df99-0b8d-477e-8152-7d502dcb41ff no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:15.649696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 5b50df99-0b8d-477e-8152-7d502dcb41ff {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:15.650853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 5b50df99-0b8d-477e-8152-7d502dcb41ff not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:15.658583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.721778 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.737238 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.741395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/65a37c0d-8b6b-4b76-a75f-60e00b75b366 HTTP/1.1" status: 204 len: 168 time: 0.6133788 Dec 12 04:22:15.758439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cec373-358f-446a-bbdd-2aeaf30d61c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a37c0d-8b6b-4b76-a75f-60e00b75b366,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:15.797000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting port 58447609-46ca-4462-a0dd-e38ca6002ae4 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:15.797920 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:15.882845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59512) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:15.891291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f27e6132-e9af-4001-92f4-7b89c298bbeb no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:16.056357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] For port 58447609-46ca-4462-a0dd-e38ca6002ae4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=58447609-46ca-4462-a0dd-e38ca6002ae4,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:16.056742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.113515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Calling delete_port for 58447609-46ca-4462-a0dd-e38ca6002ae4 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:16.181953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-415696660-network', 'tenant_id': '3ef8d7036dd148698f27edc2e06c7b6d'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:16.245357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59528) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:16.317526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Made reservation on behalf of 3ef8d7036dd148698f27edc2e06c7b6d for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:16.320638 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.339316 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.353936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: f27e6132-e9af-4001-92f4-7b89c298bbeb {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:16.354625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f27e6132-e9af-4001-92f4-7b89c298bbeb not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:16.381145 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb926247-c850-4952-a447-2c7ca47d9825 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=028ac9fb64cd429d834e474238cb7176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342969 Dec 12 04:22:16.387263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59532) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:16.470634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.505457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b01acea-09b7-42cc-a4c5-c88615b23a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.522085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.574500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Deleting port 37064721-b98a-4815-86f4-9a62f147b48b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:16.574799 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.593696 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.638143 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b01acea-09b7-42cc-a4c5-c88615b23a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.644906 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:22:16.648595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Port': ['ID=58447609-46ca-4462-a0dd-e38ca6002ae4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:16.658487 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.667763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef5be94-68ab-4c1e-a051-3bf3a62e670d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:16.685069 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.685412 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Added segment 6a5b006a-18b3-4966-93e4-bb4eed2ed7b2 of type vlan for network b386d734-2608-4b39-b60e-3549bc983d42 Dec 12 04:22:16.696104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c6a37-4d5a-4b36-a2fb-92e6bf3bf7c0 req-5c7da52d-5217-419b-aabc-f948ea2a1d8e tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:16.697552 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b9c6a37-4d5a-4b36-a2fb-92e6bf3bf7c0 req-5c7da52d-5217-419b-aabc-f948ea2a1d8e tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=88b7820a-af35-4eae-b8ab-4cf1fca03eea HTTP/1.1" status: 200 len: 830 time: 0.2234159 Dec 12 04:22:16.756621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] No DVR routers for this DVR port 58447609-46ca-4462-a0dd-e38ca6002ae4 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:16.760359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.764184 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6287b3d6-e6cb-4c98-911c-48604919a33d req-24378df4-63c7-4682-a1fe-a9ad88bd3fd9 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.18 "DELETE /v2.0/ports/58447609-46ca-4462-a0dd-e38ca6002ae4 HTTP/1.1" status: 204 len: 173 time: 1.2431362 Dec 12 04:22:16.778712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.788211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] For port 37064721-b98a-4815-86f4-9a62f147b48b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=37064721-b98a-4815-86f4-9a62f147b48b,segment=NetworkSegment(de1f249a-2226-41e0-8bae-3a6cd3a8603f),segment_id=de1f249a-2226-41e0-8bae-3a6cd3a8603f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:16.788582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.796483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b01acea-09b7-42cc-a4c5-c88615b23a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.800036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b01acea-09b7-42cc-a4c5-c88615b23a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.804407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7b01acea-09b7-42cc-a4c5-c88615b23a2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e2965f6-8538-4233-95ef-92e4998f3ec5 HTTP/1.1" status: 204 len: 168 time: 0.4140623 Dec 12 04:22:16.807639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b7820a-af35-4eae-b8ab-4cf1fca03eea', 'name': 'network-vif-deleted', 'tag': '58447609-46ca-4462-a0dd-e38ca6002ae4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:16.810456 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2579ed1f-6adb-4401-9ba5-e64d24b71606" -d '{"events": [{"server_uuid": "88b7820a-af35-4eae-b8ab-4cf1fca03eea", "name": "network-vif-deleted", "tag": "58447609-46ca-4462-a0dd-e38ca6002ae4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:16.821628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01acea-09b7-42cc-a4c5-c88615b23a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2965f6-8538-4233-95ef-92e4998f3ec5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:16.826927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Calling delete_port for 37064721-b98a-4815-86f4-9a62f147b48b owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:16.868261 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2e58b3-1d21-42ce-bfdf-24ec33b2701f x-openstack-request-id: req-8d2e58b3-1d21-42ce-bfdf-24ec33b2701f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:16.868964 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b7820a-af35-4eae-b8ab-4cf1fca03eea", "name": "network-vif-deleted", "tag": "58447609-46ca-4462-a0dd-e38ca6002ae4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:16.869328 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d2e58b3-1d21-42ce-bfdf-24ec33b2701f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:16.869858 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b7820a-af35-4eae-b8ab-4cf1fca03eea', 'name': 'network-vif-deleted', 'tag': '58447609-46ca-4462-a0dd-e38ca6002ae4', 'status': 'completed', 'code': 200} Dec 12 04:22:16.924531 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.925888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:16.926648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:16.940187 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:22:16.972973 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0889552 Dec 12 04:22:17.033619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fc9c1-87c7-456b-84f0-143edc175791 admin admin] Pushing event updated for resources: {'Network': ['ID=b386d734-2608-4b39-b60e-3549bc983d42,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:17.045355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network b386d734-2608-4b39-b60e-3549bc983d42 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:22:17.278061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:17.411884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=37064721-b98a-4815-86f4-9a62f147b48b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:17.803926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59576) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:17.812067 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.016869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b13acf-913e-42ac-8d82-42a54eb2ba37 req-4dd89e61-3ccf-4e45-bbc1-0452c7399c80 tempest-ComputeTenantNetworksTest-735595588 tempest-ComputeTenantNetworksTest-735595588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:18.023181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b13acf-913e-42ac-8d82-42a54eb2ba37 req-4dd89e61-3ccf-4e45-bbc1-0452c7399c80 tempest-ComputeTenantNetworksTest-735595588 tempest-ComputeTenantNetworksTest-735595588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:18.030160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b13acf-913e-42ac-8d82-42a54eb2ba37 req-4dd89e61-3ccf-4e45-bbc1-0452c7399c80 tempest-ComputeTenantNetworksTest-735595588 tempest-ComputeTenantNetworksTest-735595588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:18.036541 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-15b13acf-913e-42ac-8d82-42a54eb2ba37 req-4dd89e61-3ccf-4e45-bbc1-0452c7399c80 tempest-ComputeTenantNetworksTest-735595588 tempest-ComputeTenantNetworksTest-735595588-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5779629 Dec 12 04:22:18.071249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59582) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:18.174575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6badeb-f3a9-4f18-86e5-cdbd390cae5c req-77d2cf00-99fd-4d97-990c-62011f5fc821 tempest-ComputeTenantNetworksTest-735595588 tempest-ComputeTenantNetworksTest-735595588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:18.176156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb6badeb-f3a9-4f18-86e5-cdbd390cae5c req-77d2cf00-99fd-4d97-990c-62011f5fc821 tempest-ComputeTenantNetworksTest-735595588 tempest-ComputeTenantNetworksTest-735595588-project] 10.222.0.36 "GET /v2.0/networks/b386d734-2608-4b39-b60e-3549bc983d42 HTTP/1.1" status: 200 len: 768 time: 0.1175692 Dec 12 04:22:18.186816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59586) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:18.199419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Router e3493fde-31bd-403c-8b76-58a387e204f0 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:22:18.251138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-69901088-network', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:18.290725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.300354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Made reservation on behalf of e3db509dcb2e4b9895b5215b271435a6 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:18.302995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.321618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.392094 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.508456 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.523745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:22:18.531230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.534711 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c7ad0e01-0103-4701-813c-2d80370766e8 admin admin] 10.222.0.36 "PUT /v2.0/routers/e3493fde-31bd-403c-8b76-58a387e204f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9343836 Dec 12 04:22:18.537519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59592) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:18.541287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] Sync routers for ids ['e3493fde-31bd-403c-8b76-58a387e204f0'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:22:18.543925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b386d734-2608-4b39-b60e-3549bc983d42']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:18.560043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5b006a-18b3-4966-93e4-bb4eed2ed7b2') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:18.560588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5b006a-18b3-4966-93e4-bb4eed2ed7b2') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:18.563783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] Routers {'e3493fde-31bd-403c-8b76-58a387e204f0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:18.564862 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e3493fde-31bd-403c-8b76-58a387e204f0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:18.575824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.582293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.595019 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.610562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:18.611051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:18.692864 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:18.703469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.722143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:22:18.726777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f97deb5-d390-47f4-8083-3e3d92a148d1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:18.727598 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.762802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b386d734-2608-4b39-b60e-3549bc983d42 HTTP/1.1" status: 204 len: 168 time: 0.5620735 Dec 12 04:22:18.764164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.764518 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Added segment 5d1adef9-229d-4c10-be18-9cf962177335 of type vlan for network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c Dec 12 04:22:18.797982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597714d-7d0c-477e-8ace-c87581054d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b386d734-2608-4b39-b60e-3549bc983d42,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:18.856703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] Set router e3493fde-31bd-403c-8b76-58a387e204f0 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:18.937139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:18.970890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59604) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:19.049452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3c2aa30c-e596-4a5d-abe7-68f1da9d9178 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ef8d7036dd148698f27edc2e06c7b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771477 Dec 12 04:22:19.050359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59606) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:19.153521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.169285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:19:04Z', 'updated_at': '2021-12-12T04:22:17Z', 'revision_number': 5, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'gw_port': {'id': '55b135b5-dcc9-4983-b5a4-66b1ea732b00', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:19:06Z', 'updated_at': '2021-12-12T04:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:19.170766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.177282 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47101c4e-32e0-4e09-b226-23fe87edef6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.227666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47101c4e-32e0-4e09-b226-23fe87edef6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.228345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] Checking router: e3493fde-31bd-403c-8b76-58a387e204f0 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:22:19.240320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] Routers {'e3493fde-31bd-403c-8b76-58a387e204f0'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:19.241536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['e3493fde-31bd-403c-8b76-58a387e204f0'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:19.328452 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47101c4e-32e0-4e09-b226-23fe87edef6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.331621 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47101c4e-32e0-4e09-b226-23fe87edef6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.332896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-47101c4e-32e0-4e09-b226-23fe87edef6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cef5be94-68ab-4c1e-a051-3bf3a62e670d HTTP/1.1" status: 204 len: 168 time: 0.2813115 Dec 12 04:22:19.347262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47101c4e-32e0-4e09-b226-23fe87edef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef5be94-68ab-4c1e-a051-3bf3a62e670d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:19.408046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] Set router e3493fde-31bd-403c-8b76-58a387e204f0 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:19.454713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.455740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:19.456330 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.510901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:19:04Z', 'updated_at': '2021-12-12T04:22:19Z', 'revision_number': 6, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:19.558613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345c5fc-09eb-4129-a1db-ed96c1f94e9e None None] The sync data for ids ['e3493fde-31bd-403c-8b76-58a387e204f0'] in n-d-710847-7 is: [{'id': 'e3493fde-31bd-403c-8b76-58a387e204f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1397231359-router', 'tenant_id': '5020aa25d4d649318d7f38205e51757c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:19:04Z', 'updated_at': '2021-12-12T04:22:19Z', 'revision_number': 6, 'project_id': '5020aa25d4d649318d7f38205e51757c', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:22:19.634124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59614) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:19.639672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Request body: {'subnet': {'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-69901088-subnet', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:19.648266 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5700703 Dec 12 04:22:19.689398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Made reservation on behalf of e3db509dcb2e4b9895b5215b271435a6 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:19.691800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.697752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a87ab0-d108-4591-b7ad-4bae1a2a8e9d admin admin] Pushing event updated for resources: {'Network': ['ID=38e5c449-18e5-4d7f-b4d0-dd2f4274e00c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:19.725136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:22:19.729778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Deleting port 55b135b5-dcc9-4983-b5a4-66b1ea732b00 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:19.733354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.769190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:19.772358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:19.884116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 58447609-46ca-4462-a0dd-e38ca6002ae4 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:19.919151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 58447609-46ca-4462-a0dd-e38ca6002ae4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:19.920908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 58447609-46ca-4462-a0dd-e38ca6002ae4 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:19.978206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] For port 55b135b5-dcc9-4983-b5a4-66b1ea732b00, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=55b135b5-dcc9-4983-b5a4-66b1ea732b00,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:19.978783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.014323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] For port 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:20.015091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.018493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Calling delete_port for 55b135b5-dcc9-4983-b5a4-66b1ea732b00 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:20.040158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Calling delete_port for 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:20.219416 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.381730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Checking segment: {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:22:20.382362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Network hostable DHCP agents. Network: 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:22:20.397081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30cf526-941e-47a8-a33e-ecdb3e94a218,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:20.439318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:22:20.453260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:20.458395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:20.459487 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.463734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc33d09-6b05-4adf-9504-feffac1559ca None None] Network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:22:20.492739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f8190791-c1bd-4261-a2ea-00f9164a1855 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8573861 Dec 12 04:22:20.495669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59638) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:20.505657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.512773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:20.596740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.598556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.655092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:22:20.659314 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.674939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b135b5-dcc9-4983-b5a4-66b1ea732b00,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:20.852734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.860495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:20.973565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Port': ['ID=9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:21.015863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Allocated IP 172.20.0.2 (38e5c449-18e5-4d7f-b4d0-dd2f4274e00c/f30cf526-941e-47a8-a33e-ecdb3e94a218/1736bac6-fa58-49ea-b12b-20de328f6701) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:22:21.163616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.457530 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.469571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.524981 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.562583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:22:21.573681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Pushing event updated for resources: {'Port': ['ID=1736bac6-fa58-49ea-b12b-20de328f6701,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:21.585329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:21.600039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:22:21.610991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.614879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.615415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.615861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.631521 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.633666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.634349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.636028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.640510 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.641324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.643501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.644048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.644556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:21.787273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 55b135b5-dcc9-4983-b5a4-66b1ea732b00 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:21.792939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.796099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.810411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.842832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 55b135b5-dcc9-4983-b5a4-66b1ea732b00 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:21.843483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 55b135b5-dcc9-4983-b5a4-66b1ea732b00 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:21.844081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 37064721-b98a-4815-86f4-9a62f147b48b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:21.859836 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.874984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 37064721-b98a-4815-86f4-9a62f147b48b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:21.875803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 37064721-b98a-4815-86f4-9a62f147b48b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:21.877539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Attempting to bind port 1736bac6-fa58-49ea-b12b-20de328f6701 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:22:21.878159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Attempting to bind port 1736bac6-fa58-49ea-b12b-20de328f6701 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:22:21.878720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Attempting to bind port 1736bac6-fa58-49ea-b12b-20de328f6701 on network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:22:21.889327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:22:21.890042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Checking segment: {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:22:21.891205 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.892019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Bound using segment: {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:22:21.892917 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Bound port: 1736bac6-fa58-49ea-b12b-20de328f6701, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:22:21.893331 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.940634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.943484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3493fde-31bd-403c-8b76-58a387e204f0 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:22:21.968857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:21.972156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8f1d5cf2-7b05-4884-9fb2-9d738845e146 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e3493fde-31bd-403c-8b76-58a387e204f0 HTTP/1.1" status: 204 len: 168 time: 3.4335823 Dec 12 04:22:21.980888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59666) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:22.049872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] For port 1736bac6-fa58-49ea-b12b-20de328f6701, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:22:22.053185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] For port 1736bac6-fa58-49ea-b12b-20de328f6701, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1736bac6-fa58-49ea-b12b-20de328f6701,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:22:22.063775 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.092864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.126590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6f0f96-f20e-4d79-95de-d129b5a7fa83 admin admin] Deleting subnet bfc0f778-44e0-42ba-a9c8-81b09949c346 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:22:22.139265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0f96-f20e-4d79-95de-d129b5a7fa83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.173590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6f61f-2d01-46d8-a671-88d2058a6e06 None None] Pushing event updated for resources: {'Port': ['ID=1736bac6-fa58-49ea-b12b-20de328f6701,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:22.182998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Allocated IP 172.25.7.48 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/6eaa7508-5eee-4c85-98b8-55c3fe175871) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:22:22.351650 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.400093 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.408714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0f96-f20e-4d79-95de-d129b5a7fa83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.458067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0f96-f20e-4d79-95de-d129b5a7fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.488633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:22:22.494221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:22.502018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:22:22.513223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Pushing event updated for resources: {'Port': ['ID=6eaa7508-5eee-4c85-98b8-55c3fe175871,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:22.604196 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0f96-f20e-4d79-95de-d129b5a7fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.706934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0f96-f20e-4d79-95de-d129b5a7fa83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc0f778-44e0-42ba-a9c8-81b09949c346,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:22.712151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0f96-f20e-4d79-95de-d129b5a7fa83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.723234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ed6f0f96-f20e-4d79-95de-d129b5a7fa83 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bfc0f778-44e0-42ba-a9c8-81b09949c346 HTTP/1.1" status: 204 len: 168 time: 0.7411613 Dec 12 04:22:22.724134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59678) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:22.924377 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:22.963928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:22:23.303351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:22:23.328346 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] Sync routers for ids ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:22:23.351648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ccff5060-e0c4-407f-81e8-6977016415d6 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "PUT /v2.0/routers/5ec9686a-e1f0-4b0b-a815-9f4aaee85653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5462501 Dec 12 04:22:23.358553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59704) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:23.363927 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] Routers {'5ec9686a-e1f0-4b0b-a815-9f4aaee85653'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:23.364580 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:23.508201 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:23.615506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:23.641691 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] Set router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:23.646369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec65f8e-5516-4961-b773-aee88680fdb2']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:23.668017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a94474-20cb-48b8-877e-553892e5ca23 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting subnet 702b1ace-47d9-4e74-a607-efa40a9c3147 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:22:23.675271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1736bac6-fa58-49ea-b12b-20de328f6701 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:22:23.713472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a94474-20cb-48b8-877e-553892e5ca23 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:23.731374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1f249a-2226-41e0-8bae-3a6cd3a8603f') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:23.731742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1f249a-2226-41e0-8bae-3a6cd3a8603f') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:23.801752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1736bac6-fa58-49ea-b12b-20de328f6701 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:23.802177 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:23.832750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:23.913327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:23.920372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a94474-20cb-48b8-877e-553892e5ca23 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.020731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:24.021942 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:24.025498 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:24.094279 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:21:44Z', 'updated_at': '2021-12-12T04:22:20Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:45Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:24.133136 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] Checking router: 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:22:24.136754 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.181339 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] Routers {'5ec9686a-e1f0-4b0b-a815-9f4aaee85653'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:24.183712 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:24.195404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859732b5-a4de-4a94-bf26-e7adaa335629 None None] Network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:22:24.265252 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.277129 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.283448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dec65f8e-5516-4961-b773-aee88680fdb2 HTTP/1.1" status: 204 len: 168 time: 1.5559306 Dec 12 04:22:24.289932 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.322957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8a77-b80e-4c29-a99e-cf8e2ac0ff40 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec65f8e-5516-4961-b773-aee88680fdb2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:24.355609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a94474-20cb-48b8-877e-553892e5ca23 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.447431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59748) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:24.498996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d52f2102-1310-46cd-8c3c-effe7f1b89de None None] Provisioning complete for port 1736bac6-fa58-49ea-b12b-20de328f6701 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:24.517320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d52f2102-1310-46cd-8c3c-effe7f1b89de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.549968 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] Set router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:24.581747 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a94474-20cb-48b8-877e-553892e5ca23 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.657379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 1736bac6-fa58-49ea-b12b-20de328f6701, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1736bac6-fa58-49ea-b12b-20de328f6701,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:24.668137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Router 2e48a976-428f-4e62-b40e-281f9fd855fd is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:22:24.687289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94474-20cb-48b8-877e-553892e5ca23 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Subnet': ['ID=702b1ace-47d9-4e74-a607-efa40a9c3147,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:24.698633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.707714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a94474-20cb-48b8-877e-553892e5ca23 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.718422 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e0a94474-20cb-48b8-877e-553892e5ca23 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "DELETE /v2.0/subnets/702b1ace-47d9-4e74-a607-efa40a9c3147 HTTP/1.1" status: 204 len: 168 time: 1.3563237 Dec 12 04:22:24.721239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59772) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:24.813934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59778) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:24.868847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd8573-558e-4a7f-a8a9-0e7538ef49f6 None None] Network 1215125f-8878-4db8-a036-70208cdbb9e9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:22:24.876974 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c699262-65b5-478b-8b8e-162a2a883e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:24.916489 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:21:44Z', 'updated_at': '2021-12-12T04:22:20Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:45Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:24.957239 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-57a1462d-5a37-4327-91fc-b6609f834f1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5020aa25d4d649318d7f38205e51757c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295371 Dec 12 04:22:24.958253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59788) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:25.000205 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f847-138b-43ad-a7da-a2be258cbccb None None] The sync data for ids ['5ec9686a-e1f0-4b0b-a815-9f4aaee85653'] in n-d-710847-7 is: [{'id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'name': 'tempest-TestSecurityGroupsBasicOps-router-963947541', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:21:44Z', 'updated_at': '2021-12-12T04:22:20Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': 'aeceffc6-50e4-4744-b7e4-12d5169bf4ca', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9686a-e1f0-4b0b-a815-9f4aaee85653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:21:45Z', 'updated_at': '2021-12-12T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:22:25.057920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76f53a4f-73d1-4f0f-a2c5-802ca239e01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.113210 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76f53a4f-73d1-4f0f-a2c5-802ca239e01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.202159 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c699262-65b5-478b-8b8e-162a2a883e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.217767 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c699262-65b5-478b-8b8e-162a2a883e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.218651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76f53a4f-73d1-4f0f-a2c5-802ca239e01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.221759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76f53a4f-73d1-4f0f-a2c5-802ca239e01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.224986 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-76f53a4f-73d1-4f0f-a2c5-802ca239e01d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e63854ef-578d-4b06-b575-7c77c3db52c2 HTTP/1.1" status: 204 len: 168 time: 0.2600605 Dec 12 04:22:25.241058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f53a4f-73d1-4f0f-a2c5-802ca239e01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63854ef-578d-4b06-b575-7c77c3db52c2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:25.247773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:22:25.291511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Sync routers for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:22:25.302462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.304052 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9b905cfe-e903-4c1c-a94f-cb3612b2f371 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8074145 Dec 12 04:22:25.309018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59796) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:25.332559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=1736bac6-fa58-49ea-b12b-20de328f6701,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:25.385069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:25.389458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:25.405731 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5c699262-65b5-478b-8b8e-162a2a883e61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1755d907dc4d48d48d76d5c77a3dd1f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9523692 Dec 12 04:22:25.406525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59798) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:25.492547 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.608866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c699262-65b5-478b-8b8e-162a2a883e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ba56bc-0774-4049-a8ea-f28d69a069b8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:25.818656 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-715480e1-edb1-44be-9e9d-fb0e31e5ad5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.879888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-715480e1-edb1-44be-9e9d-fb0e31e5ad5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.948223 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-715480e1-edb1-44be-9e9d-fb0e31e5ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.960278 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-715480e1-edb1-44be-9e9d-fb0e31e5ad5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:25.961094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-715480e1-edb1-44be-9e9d-fb0e31e5ad5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19ba56bc-0774-4049-a8ea-f28d69a069b8 HTTP/1.1" status: 204 len: 168 time: 0.5511236 Dec 12 04:22:26.011127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:26.022624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715480e1-edb1-44be-9e9d-fb0e31e5ad5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ba56bc-0774-4049-a8ea-f28d69a069b8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:26.064697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:26.117234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1736bac6-fa58-49ea-b12b-20de328f6701 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:22:26.225008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting port aeceffc6-50e4-4744-b7e4-12d5169bf4ca {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:26.225008 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:26.399718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8785bae-195d-406e-ab6b-b4bb8f647f79 None None] DHCP port deletion for 1215125f-8878-4db8-a036-70208cdbb9e9 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:22:26.408031 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] For port aeceffc6-50e4-4744-b7e4-12d5169bf4ca, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=aeceffc6-50e4-4744-b7e4-12d5169bf4ca,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:26.409325 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:26.454785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Calling delete_port for aeceffc6-50e4-4744-b7e4-12d5169bf4ca owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:26.460766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-541c08ed-663a-4c37-8a2a-1091a4c2ed40 None None] Provisioning complete for port 1736bac6-fa58-49ea-b12b-20de328f6701 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:26.462289 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-541c08ed-663a-4c37-8a2a-1091a4c2ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:26.613147 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:26.660891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1736bac6-fa58-49ea-b12b-20de328f6701 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:26.661379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:26.719142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59830) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:26.741782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4234474a-aaaf-4ff0-91b6-23384301ad38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:26.790365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:26.890952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b8785bae-195d-406e-ab6b-b4bb8f647f79 None None] Deleting port 391ec415-8a03-40b5-805f-7493422b82ae {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:26.891670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b8785bae-195d-406e-ab6b-b4bb8f647f79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:26.894602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:22Z', 'revision_number': 3, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:26.901341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:26.946710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Port': ['ID=aeceffc6-50e4-4744-b7e4-12d5169bf4ca,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:26.998481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Checking router: 2e48a976-428f-4e62-b40e-281f9fd855fd for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:22:26.999456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Updating router 2e48a976-428f-4e62-b40e-281f9fd855fd port 6eaa7508-5eee-4c85-98b8-55c3fe175871 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:22:27.034311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.040100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:27.041172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9c83570a-b0cb-47f6-bf19-38a9ce6bfe6a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:27.052705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.073177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Allocated IP 172.20.0.1 (38e5c449-18e5-4d7f-b4d0-dd2f4274e00c/f30cf526-941e-47a8-a33e-ecdb3e94a218/d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:22:27.172994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.181490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.186841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4234474a-aaaf-4ff0-91b6-23384301ad38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.238334 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4234474a-aaaf-4ff0-91b6-23384301ad38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.281192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.281861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Fanout notify agent at l3_agent the message router_deleted on router 5ec9686a-e1f0-4b0b-a815-9f4aaee85653 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:22:27.296653 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.303616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ac3b5d1a-9433-412b-8886-afe5f5028a6d tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "DELETE /v2.0/routers/5ec9686a-e1f0-4b0b-a815-9f4aaee85653 HTTP/1.1" status: 204 len: 168 time: 2.5813296 Dec 12 04:22:27.304296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59854) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:27.350641 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.355007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4234474a-aaaf-4ff0-91b6-23384301ad38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6f0f5dc4b9f409e8c118ec717f82859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6343203 Dec 12 04:22:27.375275 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.397081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59858) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:27.504938 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.542748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b8785bae-195d-406e-ab6b-b4bb8f647f79 None None] For port 391ec415-8a03-40b5-805f-7493422b82ae, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=391ec415-8a03-40b5-805f-7493422b82ae,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:27.543159 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b8785bae-195d-406e-ab6b-b4bb8f647f79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.601680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b8785bae-195d-406e-ab6b-b4bb8f647f79 None None] Calling delete_port for 391ec415-8a03-40b5-805f-7493422b82ae owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:27.604274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436a9e6-26b3-48a4-8bfe-9c54ad877c4d None None] Pushing event updated for resources: {'Port': ['ID=6eaa7508-5eee-4c85-98b8-55c3fe175871,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:27.611781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Attempting to bind port 6eaa7508-5eee-4c85-98b8-55c3fe175871 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:22:27.612190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Attempting to bind port 6eaa7508-5eee-4c85-98b8-55c3fe175871 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:22:27.612568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Attempting to bind port 6eaa7508-5eee-4c85-98b8-55c3fe175871 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:22:27.626310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:22:27.626901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:22:27.627178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.628055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:22:27.628563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Bound port: 6eaa7508-5eee-4c85-98b8-55c3fe175871, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:22:27.628984 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.676691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.711280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] For port 6eaa7508-5eee-4c85-98b8-55c3fe175871, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:22:27.714898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] For port 6eaa7508-5eee-4c85-98b8-55c3fe175871, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6eaa7508-5eee-4c85-98b8-55c3fe175871,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:22:27.773484 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:27.831546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-867d22f2-6943-472e-b359-f120d159ce8e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:27.838355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-867d22f2-6943-472e-b359-f120d159ce8e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 815 time: 0.4358776 Dec 12 04:22:27.887674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:22:27.907850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:27.916389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:22:27.945830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:27.950250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:28.014357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-e82d3f9d-4f71-4a7c-bb7a-24628e870aab tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/quotas/09b11646ca2a456ea8b4c412c4676842 HTTP/1.1" status: 200 len: 375 time: 0.1252606 Dec 12 04:22:28.020709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234474a-aaaf-4ff0-91b6-23384301ad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9869fea-367b-4178-a7ab-f0ad1ad64da5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:28.026579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.035648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Pushing event updated for resources: {'Port': ['ID=d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:28.074065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da31d4ec-915e-4295-9962-8257541ae9b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.115940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 391ec415-8a03-40b5-805f-7493422b82ae no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:28.133496 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c12802e-a7b9-4f3c-8919-552870382cb5 req-b4abc890-509c-4518-bb5a-feaeac46fff7 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0925035 Dec 12 04:22:28.190680 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.220248 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-56bc0d96-8c53-4613-89e1-d62e438fb27f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1898820 Dec 12 04:22:28.323057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting port 391ec415-8a03-40b5-805f-7493422b82ae {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:28.323397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.337587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da31d4ec-915e-4295-9962-8257541ae9b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.371620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436a9e6-26b3-48a4-8bfe-9c54ad877c4d None None] Pushing event updated for resources: {'Port': ['ID=6eaa7508-5eee-4c85-98b8-55c3fe175871,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:28.395956 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b8785bae-195d-406e-ab6b-b4bb8f647f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.439979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8785bae-195d-406e-ab6b-b4bb8f647f79 None None] No DVR routers for this DVR port 391ec415-8a03-40b5-805f-7493422b82ae on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:28.455999 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-c0ddcc6f-a27d-4e2a-a00d-545af9a40d6b service neutron] 10.222.0.36 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342458 Dec 12 04:22:28.490346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] For port 391ec415-8a03-40b5-805f-7493422b82ae, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=391ec415-8a03-40b5-805f-7493422b82ae,segment=NetworkSegment(3e938d43-49c8-4005-bf06-df2c7a4e78b3),segment_id=3e938d43-49c8-4005-bf06-df2c7a4e78b3)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:28.490801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.508783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8785bae-195d-406e-ab6b-b4bb8f647f79 None None] Pushing event deleted for resources: {'Port': ['ID=391ec415-8a03-40b5-805f-7493422b82ae,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:28.509194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.521242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Calling delete_port for 391ec415-8a03-40b5-805f-7493422b82ae owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:28.521585 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.538665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2d4b68f4-d2a1-4c57-93bd-a37117844395 None None] Provisioning complete for port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:28.539056 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d4b68f4-d2a1-4c57-93bd-a37117844395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.631118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da31d4ec-915e-4295-9962-8257541ae9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.633884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da31d4ec-915e-4295-9962-8257541ae9b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.640540 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-da31d4ec-915e-4295-9962-8257541ae9b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9869fea-367b-4178-a7ab-f0ad1ad64da5 HTTP/1.1" status: 204 len: 168 time: 1.2382133 Dec 12 04:22:28.657600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:28.665431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.696009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31d4ec-915e-4295-9962-8257541ae9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9869fea-367b-4178-a7ab-f0ad1ad64da5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:28.718967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] No DVR routers for this DVR port 391ec415-8a03-40b5-805f-7493422b82ae on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:28.721327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Port': ['ID=391ec415-8a03-40b5-805f-7493422b82ae,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:28.878905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-282f8ac6-25f7-423e-a8a9-6404c020c555 service neutron] 10.222.0.36 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222691 Dec 12 04:22:28.895917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.955414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1215125f-8878-4db8-a036-70208cdbb9e9']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:28.968429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e938d43-49c8-4005-bf06-df2c7a4e78b3') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:28.968734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e938d43-49c8-4005-bf06-df2c7a4e78b3') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:28.979606 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:28.982152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b68f4-d2a1-4c57-93bd-a37117844395 None None] Port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:22:28.997337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:29.005299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:29.009472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:29.034247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:29.038640 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:29.043657 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:29.116667 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:29.129678 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:29.130290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:29.132640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Pushing event updated for resources: {'Port': ['ID=d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:29.134967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "DELETE /v2.0/networks/1215125f-8878-4db8-a036-70208cdbb9e9 HTTP/1.1" status: 204 len: 168 time: 1.8136041 Dec 12 04:22:29.140315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59892) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:29.144132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:22Z', 'revision_number': 3, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:29.149235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77174ab8-67c5-46d2-96a3-e25dee67af39 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Network': ['ID=1215125f-8878-4db8-a036-70208cdbb9e9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:29.420808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0cc67124-a5e3-4b89-8308-948e7defe096 req-97c70923-39e5-4a30-a95c-8976fa4b512c tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 210 time: 0.0803251 Dec 12 04:22:29.450270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c9a3c-d444-4d10-ba48-987a0d860748 None None] The sync data for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 is: [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:22Z', 'revision_number': 3, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:22:29.545966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device aeceffc6-50e4-4744-b7e4-12d5169bf4ca no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:29.586870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: aeceffc6-50e4-4744-b7e4-12d5169bf4ca {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:29.587228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device aeceffc6-50e4-4744-b7e4-12d5169bf4ca not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:30.086614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-687c4a54-b214-457f-ab06-3ef6eb0a831a req-349d9ea0-4435-4705-82d0-34e63c481e3f tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.1363688 Dec 12 04:22:30.205119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:22:30.211191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:30.399609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting port 9d4b944c-0bed-4e22-807a-0e3b57a08cd4 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:30.400168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:30.594289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Router 2e48a976-428f-4e62-b40e-281f9fd855fd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:22:30.605504 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:30.605850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:30.627487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Calling delete_port for 9d4b944c-0bed-4e22-807a-0e3b57a08cd4 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:30.629054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4cc9a5a8-6e4f-4668-9366-4df5ef20592f None None] Provisioning complete for port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:30.630307 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a5a8-6e4f-4668-9366-4df5ef20592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:30.645939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f87d8a73-2df5-4468-96c9-b82f7f07611f req-408f8c49-2506-4742-b1f6-9f8b2f999f0e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 210 time: 0.0661476 Dec 12 04:22:30.704951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4cc9a5a8-6e4f-4668-9366-4df5ef20592f None None] Port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:22:30.825613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7136b42a-7376-43bd-8cd9-77a204356a21 req-7cfcf028-c9c8-4158-9377-d49e1f1c08d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0479112 Dec 12 04:22:30.976468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:22:31.000487 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e4650f4-9470-4927-a340-00182c643805 admin admin] 10.222.0.36 "PUT /v2.0/routers/2e48a976-428f-4e62-b40e-281f9fd855fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6824055 Dec 12 04:22:31.099238 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:31.137383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-83567b85-9d7f-4a20-972d-7d24f492b071 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:31.139756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-83567b85-9d7f-4a20-972d-7d24f492b071 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.37 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 815 time: 0.2177279 Dec 12 04:22:31.161359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Port': ['ID=9d4b944c-0bed-4e22-807a-0e3b57a08cd4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:31.171369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Request body: {'port': {'device_id': '5d2217ad-96c7-4f07-a716-3127d1bb2e58', 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80', 'admin_state_up': True, 'tenant_id': '09b11646ca2a456ea8b4c412c4676842'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:31.178157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.178497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.178850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.179182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.179638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.179982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.180319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.180796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.181176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.181515 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.181849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.182272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.182689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:22:31.270824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:31.271853 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Floating IP bab3781c-b4eb-4ea3-9af6-b499c2f7475d disassociated (deleted). External IP: 172.25.7.6, port: b31e6064-125d-4c2a-8293-0b507864646f. Dec 12 04:22:31.405665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Made reservation on behalf of 09b11646ca2a456ea8b4c412c4676842 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:31.410049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:31.413743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f2c5398f-488b-4531-bcfd-e1d7dece1a16 req-e72d6487-4def-48b5-b5e0-a382b5bd583a tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0751641 Dec 12 04:22:31.671474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Allocated IP 172.20.0.9 (9edad89e-f48b-4db2-8494-9649e4391d80/efb8f875-95bc-4261-b112-5c8623829c78/e5d89f2e-65b7-4643-8e20-38ddbd9b528d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:22:31.703744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6eaa7508-5eee-4c85-98b8-55c3fe175871 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:22:31.735814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Router c8bd103d-f176-4fcd-8143-46503c0b1218 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:22:31.827234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6eaa7508-5eee-4c85-98b8-55c3fe175871 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:31.827629 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:31.931066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59984) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:31.945274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-db9a2932-8fa7-4612-8aff-915508f19a84 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144439717', 'description': 'tempest-description--340178893'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:31.975846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:22:31.982750 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:31.991498 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] Sync routers for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:22:32.030845 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:32.034046 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:32.083202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dc65b6f-217b-4280-8442-3e53e5bb1346 req-410d0654-f96d-4bc5-91e1-5a2aa52a9b56 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 210 time: 0.1083713 Dec 12 04:22:32.100704 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f9f446ec-89c3-4e3b-af5b-9b52f7f2c321 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "DELETE /v2.0/floatingips/bab3781c-b4eb-4ea3-9af6-b499c2f7475d HTTP/1.1" status: 204 len: 168 time: 2.9587874 Dec 12 04:22:32.102483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:32.105909 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aed6b49-fed4-44d5-8429-4ff829c72496" -d '{"events": [{"name": "network-changed", "server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "tag": "b31e6064-125d-4c2a-8293-0b507864646f"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:32.116744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.147622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 6eaa7508-5eee-4c85-98b8-55c3fe175871, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6eaa7508-5eee-4c85-98b8-55c3fe175871,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:32.151861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.179953 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db9a2932-8fa7-4612-8aff-915508f19a84 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.199857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.215193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=6eaa7508-5eee-4c85-98b8-55c3fe175871,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:32.248651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Sync routers for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:22:32.269384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:32.270292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:32.323090 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.425648 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:32.434588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5badd370-79b3-4cc5-b847-63981a1e9714', '79a7e522-6c6c-4777-a554-ba1facd7380d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:32.447949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['7bddc0c6-3b53-41b7-a0f3-517058bb83b6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:32.477657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Network 9edad89e-f48b-4db2-8494-9649e4391d80 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:22:32.486467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:32.490807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:22:32.499127 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db9a2932-8fa7-4612-8aff-915508f19a84 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.545812 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db9a2932-8fa7-4612-8aff-915508f19a84 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.611438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:32.612143 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.623179 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db9a2932-8fa7-4612-8aff-915508f19a84 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.624781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-db9a2932-8fa7-4612-8aff-915508f19a84 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6919460 Dec 12 04:22:32.628840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60006) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:32.633834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-95a8ca8c-4721-46eb-931b-a8b845f86729 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Request body: {'security_group_rule': {'security_group_id': 'eebe7cc0-6af9-4e23-8a54-3eaf8038b699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:32.637219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Pushing event updated for resources: {'Port': ['ID=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:32.667166 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-65a2186c-4652-4c32-88bb-a9f6dd3aba0a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5002203 Dec 12 04:22:32.667872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a2932-8fa7-4612-8aff-915508f19a84 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebe7cc0-6af9-4e23-8a54-3eaf8038b699,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:32.689779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Request body: {'port': {'device_id': '5d2217ad-96c7-4f07-a716-3127d1bb2e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:32.755036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:32.761786 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee243a3-2832-4718-b2d4-903c3b877272 x-openstack-request-id: req-cee243a3-2832-4718-b2d4-903c3b877272 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:32.762209 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "tag": "b31e6064-125d-4c2a-8293-0b507864646f", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:32.762482 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cee243a3-2832-4718-b2d4-903c3b877272 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:32.762898 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f', 'status': 'completed', 'code': 200} Dec 12 04:22:32.765065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-95a8ca8c-4721-46eb-931b-a8b845f86729 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.925578 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.941164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-95a8ca8c-4721-46eb-931b-a8b845f86729 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:32.965331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711c75b-be01-4c60-b053-a19d81e0a7a0 req-51403ae3-3f68-4f8c-94b4-226d4c79b90c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:32.973643 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3711c75b-be01-4c60-b053-a19d81e0a7a0 req-51403ae3-3f68-4f8c-94b4-226d4c79b90c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 984 time: 0.1671605 Dec 12 04:22:32.976876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-c3a7c173-8455-42b0-993c-3678546454bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:32.978361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-c3a7c173-8455-42b0-993c-3678546454bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6274f43ec7904903b4a3902565b95ea7&device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 1135 time: 0.1582017 Dec 12 04:22:32.984562 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-189fbfa9-b022-4c97-9708-4a1ab0b8b1f4 req-fc285452-dd06-47f0-a1cc-fe0d8a1d06be tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0414124 Dec 12 04:22:32.985840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-95a8ca8c-4721-46eb-931b-a8b845f86729 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.019818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8ca8c-4721-46eb-931b-a8b845f86729 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377c8234-12b6-4ccf-987f-2e98b764c895,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:33.027162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-95a8ca8c-4721-46eb-931b-a8b845f86729 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.029621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-95a8ca8c-4721-46eb-931b-a8b845f86729 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3985689 Dec 12 04:22:33.031934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60012) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:33.037544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-11518078-a9df-4c1c-acd6-d5db678c0c06 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Request body: {'security_group_rule': {'security_group_id': 'eebe7cc0-6af9-4e23-8a54-3eaf8038b699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:33.088697 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-11518078-a9df-4c1c-acd6-d5db678c0c06 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.234383 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-11518078-a9df-4c1c-acd6-d5db678c0c06 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.248443 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-11518078-a9df-4c1c-acd6-d5db678c0c06 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.286758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11518078-a9df-4c1c-acd6-d5db678c0c06 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9dc2ad-8fb8-4811-be46-1d058d13e521,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:33.311308 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-11518078-a9df-4c1c-acd6-d5db678c0c06 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.314755 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:43Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '03b5b596-6666-470d-8a32-71d738cc3e29', 'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:8b:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:40Z', 'updated_at': '2021-12-12T04:20:48Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:33.315598 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-11518078-a9df-4c1c-acd6-d5db678c0c06 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2801232 Dec 12 04:22:33.316517 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60022) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:33.323919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:33.361689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3711c75b-be01-4c60-b053-a19d81e0a7a0 req-37d4f1bd-9527-4205-a98a-09cb91d806fd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3870578 Dec 12 04:22:33.376510 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] Checking router: c8bd103d-f176-4fcd-8143-46503c0b1218 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:22:33.380667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.399952 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:33.403571 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:33.477778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-01aa8044-78b2-4833-a752-f04e9360830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:33.478753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60024) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:33.479676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-01aa8044-78b2-4833-a752-f04e9360830e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f1a4db5-7013-4eb6-81e9-707b89f70d62 HTTP/1.1" status: 200 len: 896 time: 0.4085932 Dec 12 04:22:33.638842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.657014 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:33.691772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6eaa7508-5eee-4c85-98b8-55c3fe175871 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:22:33.759437 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-bb470fe1-fd3d-45b7-8382-2ac9806d69d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31e6064-125d-4c2a-8293-0b507864646f HTTP/1.1" status: 200 len: 217 time: 0.2230320 Dec 12 04:22:33.843845 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43ad0fa8-93ed-45c0-ab9d-7414778eeb85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.894452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-6bea46df-5376-43e1-8a45-40c0ca24900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:33.898149 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-6bea46df-5376-43e1-8a45-40c0ca24900f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4515fcdb-6455-458c-8fd4-2639e1e67083 HTTP/1.1" status: 200 len: 834 time: 0.1024849 Dec 12 04:22:33.915595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd14d40c5-0142-4c1b-a3ca-4da1ac6e75d9', 'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'mac_address': 'fa:16:3e:ef:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:26Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 2, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'subnets': [{'id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:33.942217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Allocated IP 172.25.7.147 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/6db637eb-f71e-4451-a221-2c0a13712c40) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:22:33.954698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Checking router: 2e48a976-428f-4e62-b40e-281f9fd855fd for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:22:33.955627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Updating router 2e48a976-428f-4e62-b40e-281f9fd855fd port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:22:33.988994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f0bd5-78e4-4d39-8699-36ac5bc3db09 req-ab0607bc-b114-4894-996f-806d7710c629 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:33.995882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:33.998548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-721f0bd5-78e4-4d39-8699-36ac5bc3db09 req-ab0607bc-b114-4894-996f-806d7710c629 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 931 time: 0.3330102 Dec 12 04:22:34.036297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6eaa7508-5eee-4c85-98b8-55c3fe175871 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:34.036972 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.106189 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:43Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '03b5b596-6666-470d-8a32-71d738cc3e29', 'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:8b:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:40Z', 'updated_at': '2021-12-12T04:20:48Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:34.160343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-fab69d35-aec5-4dd4-a256-51f125f0e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:34.170224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-fab69d35-aec5-4dd4-a256-51f125f0e0e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f1a4db5-7013-4eb6-81e9-707b89f70d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356551 Dec 12 04:22:34.197347 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-721f0bd5-78e4-4d39-8699-36ac5bc3db09 req-a689fb8c-50c7-4073-ae3f-2cd7edd4d7b6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990879 Dec 12 04:22:34.208364 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce39bc-997d-4135-b9c6-8f19a94db675 None None] The sync data for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 is: [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:20:43Z', 'revision_number': 4, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '03b5b596-6666-470d-8a32-71d738cc3e29', 'name': '', 'network_id': '2f1a4db5-7013-4eb6-81e9-707b89f70d62', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'mac_address': 'fa:16:3e:8b:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:40Z', 'updated_at': '2021-12-12T04:20:48Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'subnets': [{'id': '4515fcdb-6455-458c-8fd4-2639e1e67083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:22:34.219462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d89f2e-65b7-4643-8e20-38ddbd9b528d {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:22:34.316657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.380137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43ad0fa8-93ed-45c0-ab9d-7414778eeb85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.389279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Transition to ACTIVE for port object e5d89f2e-65b7-4643-8e20-38ddbd9b528d will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:22:34.391487 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c318737-2bd7-4850-92d5-e38a6d987eb6 req-3d5ea64c-fe90-4896-a1f7-88369b7c6421 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0641680 Dec 12 04:22:34.414047 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.428500 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43ad0fa8-93ed-45c0-ab9d-7414778eeb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.449904 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.489069 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-43ad0fa8-93ed-45c0-ab9d-7414778eeb85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c00f3922265544ddb56c7ed5f6412cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0085406 Dec 12 04:22:34.493976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60050) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:34.504834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad0fa8-93ed-45c0-ab9d-7414778eeb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf57922-b720-412b-9a73-d46138efd012,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:34.508167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-d1ac4877-e609-45db-af6e-824d68f23b5e tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:34.509837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-d1ac4877-e609-45db-af6e-824d68f23b5e tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 984 time: 0.2727122 Dec 12 04:22:34.582141 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7b70a064-6a8c-4c2c-bc85-7f48ef3f2a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.588247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.631058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:34.641187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-d13e85b7-223f-47a9-87b3-01924b36d872 service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050078 Dec 12 04:22:34.662571 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7b70a064-6a8c-4c2c-bc85-7f48ef3f2a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.666068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:22:34.677356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:34.686765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:22:34.693901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Pushing event updated for resources: {'Port': ['ID=6db637eb-f71e-4451-a221-2c0a13712c40,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:34.701279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.712941 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.810799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287ce29-5b4f-4d51-a815-eff16eb91b90 None None] Pushing event updated for resources: {'Port': ['ID=d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:34.928219 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46ab67-d65a-4ab2-8e5e-c05ff465642c None None] New status for floating IP bab3781c-b4eb-4ea3-9af6-b499c2f7475d: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:22:34.930396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a093f76-04f5-432a-9917-072cf1f8bf70 req-df2c13c2-00b2-43c4-8e82-657ca89f5ffd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:34.932000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6a093f76-04f5-432a-9917-072cf1f8bf70 req-df2c13c2-00b2-43c4-8e82-657ca89f5ffd tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 984 time: 0.4457059 Dec 12 04:22:34.957476 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7b70a064-6a8c-4c2c-bc85-7f48ef3f2a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.958715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Attempting to bind port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:22:34.959186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Attempting to bind port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:22:34.959454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Attempting to bind port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 on network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:22:34.961009 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7b70a064-6a8c-4c2c-bc85-7f48ef3f2a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.965426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7b70a064-6a8c-4c2c-bc85-7f48ef3f2a6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cf57922-b720-412b-9a73-d46138efd012 HTTP/1.1" status: 204 len: 168 time: 0.4686532 Dec 12 04:22:34.979849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:22:34.980247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Checking segment: {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:22:34.980662 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:34.981174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Bound using segment: {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:22:34.981573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Bound port: d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:22:34.982005 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.024439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70a064-6a8c-4c2c-bc85-7f48ef3f2a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf57922-b720-412b-9a73-d46138efd012,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:35.098403 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.110343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Attempting to bind port e5d89f2e-65b7-4643-8e20-38ddbd9b528d on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:22:35.112670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Attempting to bind port e5d89f2e-65b7-4643-8e20-38ddbd9b528d by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:22:35.115249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Attempting to bind port e5d89f2e-65b7-4643-8e20-38ddbd9b528d on network 9edad89e-f48b-4db2-8494-9649e4391d80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:22:35.155367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.177071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] For port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:22:35.183822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] For port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:22:35.208634 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4aed6b49-fed4-44d5-8429-4ff829c72496 req-51505eb7-e8cc-4087-b2fe-f014de563527 service neutron] 10.222.0.37 "GET /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104744 Dec 12 04:22:35.209645 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.210505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Port e5d89f2e-65b7-4643-8e20-38ddbd9b528d on network 9edad89e-f48b-4db2-8494-9649e4391d80 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:22:35.214551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Attempting to bind port e5d89f2e-65b7-4643-8e20-38ddbd9b528d on network 9edad89e-f48b-4db2-8494-9649e4391d80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:22:35.297249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting port b31e6064-125d-4c2a-8293-0b507864646f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:35.297933 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.335949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0b89dadb-52fa-4bdf-9308-10e09e81447d None None] Provisioning complete for port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:35.345182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b89dadb-52fa-4bdf-9308-10e09e81447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.467301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:35.471504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:35.476178 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6a093f76-04f5-432a-9917-072cf1f8bf70 req-d5e10ab7-69a3-47d3-8aeb-5fcc2ea7ada8 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/security-groups?id=b267eac6-d410-4e3c-8039-d7ba1cb05103&id=c97cdb29-b55d-4c8d-8156-bed7395d4de5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5333242 Dec 12 04:22:35.477057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:22:35.477404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Checking segment: {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:22:35.477789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Bound using segment: {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:22:35.478257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Bound port: e5d89f2e-65b7-4643-8e20-38ddbd9b528d, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:22:35.478626 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.483893 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.487999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60066) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:35.512062 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.570405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-600e183d-56ae-416f-aecd-c1d9ae965693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.634305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Pushing event updated for resources: {'Port': ['ID=6db637eb-f71e-4451-a221-2c0a13712c40,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:35.668277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] For port b31e6064-125d-4c2a-8293-0b507864646f, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b31e6064-125d-4c2a-8293-0b507864646f,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:35.668741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.670476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dbdf6-2c97-47f0-86e9-b90f7ef128c2 req-d4997f5b-787b-46c3-8865-5da1a0d7f4b0 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:35.672270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-251dbdf6-2c97-47f0-86e9-b90f7ef128c2 req-d4997f5b-787b-46c3-8865-5da1a0d7f4b0 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 943 time: 0.2736325 Dec 12 04:22:35.674376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:35.701496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Calling delete_port for b31e6064-125d-4c2a-8293-0b507864646f owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:35.723836 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.760908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287ce29-5b4f-4d51-a815-eff16eb91b90 None None] Pushing event updated for resources: {'Port': ['ID=d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:35.771496 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d11687ac-b35f-4bca-8074-227c42b4738a req-b26e815b-3a10-4b43-a64a-a6b326dd7196 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.1463118 Dec 12 04:22:35.798442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.801645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-48a9a44b-9219-4000-bb9b-ee975079b5b1 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4835494 Dec 12 04:22:35.820202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-251dbdf6-2c97-47f0-86e9-b90f7ef128c2 req-ca00d61c-b621-427a-9a28-86bda883d278 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323261 Dec 12 04:22:35.891263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-600e183d-56ae-416f-aecd-c1d9ae965693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.902530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-600e183d-56ae-416f-aecd-c1d9ae965693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:35.934229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] For port e5d89f2e-65b7-4643-8e20-38ddbd9b528d, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:22:35.973271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e183d-56ae-416f-aecd-c1d9ae965693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db43d929-c097-4bda-81a4-2e5b42c30e12,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:35.990266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] For port e5d89f2e-65b7-4643-8e20-38ddbd9b528d, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:22:36.018521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.038211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-600e183d-56ae-416f-aecd-c1d9ae965693 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95085cbf6c704e7991363a33f3399efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5477173 Dec 12 04:22:36.043602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60084) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:36.052955 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b89dadb-52fa-4bdf-9308-10e09e81447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.132158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0b89dadb-52fa-4bdf-9308-10e09e81447d None None] For port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:36.139903 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b89dadb-52fa-4bdf-9308-10e09e81447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.153150 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.154687 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce05a861-1f3f-498c-80ac-8fab059a8f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.179178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:36.179673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.182062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] 10.222.0.37 "PUT /v2.0/ports/e5d89f2e-65b7-4643-8e20-38ddbd9b528d HTTP/1.1" status: 200 len: 1091 time: 3.4990036 Dec 12 04:22:36.182539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2217ad-96c7-4f07-a716-3127d1bb2e58', 'tag': 'e5d89f2e-65b7-4643-8e20-38ddbd9b528d'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:36.185708 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b0c1bf-cd92-4813-967e-f46193d4cb40" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2217ad-96c7-4f07-a716-3127d1bb2e58", "tag": "e5d89f2e-65b7-4643-8e20-38ddbd9b528d"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:36.190090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce05a861-1f3f-498c-80ac-8fab059a8f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.257505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89dadb-52fa-4bdf-9308-10e09e81447d None None] Pushing event updated for resources: {'Port': ['ID=d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:36.270497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd14d40c5-0142-4c1b-a3ca-4da1ac6e75d9', 'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'mac_address': 'fa:16:3e:ef:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:26Z', 'updated_at': '2021-12-12T04:22:35Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'subnets': [{'id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:36.281751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9be66b-6d01-481c-8f4e-0b26522abf85 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:36.311156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5fbbaff2-d380-44db-a6ac-939743677bcf None None] Provisioning complete for port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:36.311543 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5fbbaff2-d380-44db-a6ac-939743677bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.342769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce05a861-1f3f-498c-80ac-8fab059a8f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.347079 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc6d14-7b48-48d8-a756-61f4d8882207 x-openstack-request-id: req-2fdc6d14-7b48-48d8-a756-61f4d8882207 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:36.347506 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2217ad-96c7-4f07-a716-3127d1bb2e58", "tag": "e5d89f2e-65b7-4643-8e20-38ddbd9b528d", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:36.347867 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2fdc6d14-7b48-48d8-a756-61f4d8882207 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:36.348374 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2217ad-96c7-4f07-a716-3127d1bb2e58', 'tag': 'e5d89f2e-65b7-4643-8e20-38ddbd9b528d', 'status': 'completed', 'code': 200} Dec 12 04:22:36.351872 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce05a861-1f3f-498c-80ac-8fab059a8f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.352911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] No DVR routers for this DVR port b31e6064-125d-4c2a-8293-0b507864646f on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:36.360337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ce05a861-1f3f-498c-80ac-8fab059a8f2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db43d929-c097-4bda-81a4-2e5b42c30e12 HTTP/1.1" status: 204 len: 168 time: 0.3147721 Dec 12 04:22:36.375382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05a861-1f3f-498c-80ac-8fab059a8f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db43d929-c097-4bda-81a4-2e5b42c30e12,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:36.380786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8ab48-a389-4ad5-8538-4120dbf6a035 None None] The sync data for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 is: [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd14d40c5-0142-4c1b-a3ca-4da1ac6e75d9', 'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'mac_address': 'fa:16:3e:ef:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:26Z', 'updated_at': '2021-12-12T04:22:35Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'subnets': [{'id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:22:36.416756 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:36.431413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77e0ee5f-2930-4c22-8b66-ac93a6001b27 req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.37 "DELETE /v2.0/ports/b31e6064-125d-4c2a-8293-0b507864646f HTTP/1.1" status: 204 len: 173 time: 1.8967040 Dec 12 04:22:36.523406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29a23-e3fd-423d-a2be-8089bd4b281f tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Port': ['ID=b31e6064-125d-4c2a-8293-0b507864646f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:36.568781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-5b8ea2f1-89f8-4b9c-aa5a-d1b7c12c3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:36.573890 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-5b8ea2f1-89f8-4b9c-aa5a-d1b7c12c3ccf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 1094 time: 0.3034060 Dec 12 04:22:36.683669 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a914ba2e-cbe4-4d9b-91b8-dc7e0de64d24 req-50e47d43-7f54-46ff-bad2-2a0e9170289c tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb29394e-ceca-4c62-93d2-9059d69f0406 HTTP/1.1" status: 200 len: 210 time: 0.0468221 Dec 12 04:22:36.704037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-f1c0a80f-771b-446a-84be-e1f10e739cde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5d89f2e-65b7-4643-8e20-38ddbd9b528d HTTP/1.1" status: 200 len: 217 time: 0.1148145 Dec 12 04:22:36.842391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-23915b12-1312-4e02-a4b1-e25fc1b268b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:36.844397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-23915b12-1312-4e02-a4b1-e25fc1b268b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 200 len: 855 time: 0.1279318 Dec 12 04:22:36.924698 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-e628d033-6ede-4b1b-a2ae-c805ed51fbd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9edad89e-f48b-4db2-8494-9649e4391d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632944 Dec 12 04:22:37.113590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a861344-e8bd-4fd0-8055-303d92cc0342 req-6bbc03e0-f06f-4188-9c7b-b5ab30130229 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:37.121085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a861344-e8bd-4fd0-8055-303d92cc0342 req-6bbc03e0-f06f-4188-9c7b-b5ab30130229 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 943 time: 0.0985074 Dec 12 04:22:37.135410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-324c5ed7-fbec-4360-9139-c57e66200b72 req-acaf9f2b-40f1-40fe-aaf6-c9259fe9b82b tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0861144 Dec 12 04:22:37.250875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-5855d010-de25-485a-8df3-41983ce9adb8 service neutron] 10.222.0.37 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110690 Dec 12 04:22:37.354798 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a861344-e8bd-4fd0-8055-303d92cc0342 req-f89d2e8e-33b3-4ebc-ac97-dbe84abe4cdf tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266803 Dec 12 04:22:37.498381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64e35a2-4adc-4022-94a3-3e0060705a18 req-517888cb-5f83-40fe-9187-dba699f00117 service neutron] 10.222.0.37 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368045 Dec 12 04:22:37.657851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b31e6064-125d-4c2a-8293-0b507864646f no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:37.685839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: b31e6064-125d-4c2a-8293-0b507864646f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:37.687607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b31e6064-125d-4c2a-8293-0b507864646f not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:37.702905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:22:37.719449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-149e43f0-d07f-43b2-b841-9bc08e8bd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:37.722897 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-149e43f0-d07f-43b2-b841-9bc08e8bd3a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 1094 time: 0.1135421 Dec 12 04:22:37.783795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60180) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:37.817663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:37.818371 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:37.899252 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-adaaca33-0ce3-4c5d-ad85-c29b5a66629b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:37.921534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-7f09708f-2b7a-49f3-949d-886731ceb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:37.923271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-7f09708f-2b7a-49f3-949d-886731ceb63b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 915 time: 0.1912463 Dec 12 04:22:37.940400 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-adaaca33-0ce3-4c5d-ad85-c29b5a66629b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:38.008000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-adaaca33-0ce3-4c5d-ad85-c29b5a66629b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:38.021292 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-adaaca33-0ce3-4c5d-ad85-c29b5a66629b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:38.025503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-adaaca33-0ce3-4c5d-ad85-c29b5a66629b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "DELETE /v2.0/security-groups/b267eac6-d410-4e3c-8039-d7ba1cb05103 HTTP/1.1" status: 204 len: 168 time: 0.2375946 Dec 12 04:22:38.037456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60186) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:38.038687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaca33-0ce3-4c5d-ad85-c29b5a66629b tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b267eac6-d410-4e3c-8039-d7ba1cb05103,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:38.152954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3d4b-f110-4eba-bc4c-038e39685c95 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:38.204504 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3d4b-f110-4eba-bc4c-038e39685c95 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:38.331975 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3d4b-f110-4eba-bc4c-038e39685c95 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:38.339351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3d4b-f110-4eba-bc4c-038e39685c95 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:38.343518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2eaa3d4b-f110-4eba-bc4c-038e39685c95 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "DELETE /v2.0/security-groups/c97cdb29-b55d-4c8d-8156-bed7395d4de5 HTTP/1.1" status: 204 len: 168 time: 0.2854683 Dec 12 04:22:38.344586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60194) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:38.554573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3d4b-f110-4eba-bc4c-038e39685c95 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97cdb29-b55d-4c8d-8156-bed7395d4de5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:38.663592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'name': 'network-vif-deleted', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:38.667074 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f11fbb2-7970-406b-9db6-014d73e012ae" -d '{"events": [{"server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "name": "network-vif-deleted", "tag": "b31e6064-125d-4c2a-8293-0b507864646f"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:38.674192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-7df03883-fa6c-492a-afc5-bee699770a77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5d89f2e-65b7-4643-8e20-38ddbd9b528d HTTP/1.1" status: 200 len: 217 time: 0.7376084 Dec 12 04:22:38.770535 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83c2dd4e-c3b0-4a9d-8d26-9cccb1011191 req-52caa9b8-7e1f-4c01-a7e7-db6a0e7fe6a4 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0985420 Dec 12 04:22:38.797930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89ea70-43cc-4f4f-bb6d-d966bb47bb6f req-bac53af2-f79a-4878-9e16-bd58499b7221 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:38.805504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4b89ea70-43cc-4f4f-bb6d-d966bb47bb6f req-bac53af2-f79a-4878-9e16-bd58499b7221 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 943 time: 0.1258571 Dec 12 04:22:38.867359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-48e16108-144e-4ffc-b186-6c50ad68ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:38.869887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-48e16108-144e-4ffc-b186-6c50ad68ee8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 200 len: 855 time: 0.1680927 Dec 12 04:22:38.926155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-2ef93db0-b4c4-41eb-952a-5a8915435694 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9edad89e-f48b-4db2-8494-9649e4391d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457890 Dec 12 04:22:38.932648 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4b89ea70-43cc-4f4f-bb6d-d966bb47bb6f req-8d3094ac-4fdd-4579-88b7-021ee1ab55bd tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261733 Dec 12 04:22:39.035452 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f8ede3-4211-41e3-aacb-969644653965 x-openstack-request-id: req-a1f8ede3-4211-41e3-aacb-969644653965 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:39.035815 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb29394e-ceca-4c62-93d2-9059d69f0406", "name": "network-vif-deleted", "tag": "b31e6064-125d-4c2a-8293-0b507864646f", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:39.036022 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1f8ede3-4211-41e3-aacb-969644653965 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:39.036430 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb29394e-ceca-4c62-93d2-9059d69f0406', 'name': 'network-vif-deleted', 'tag': 'b31e6064-125d-4c2a-8293-0b507864646f', 'status': 'completed', 'code': 200} Dec 12 04:22:39.098689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-9162b453-80b9-40b3-8888-8245a634d2ab service neutron] 10.222.0.37 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609867 Dec 12 04:22:39.113113 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:39.231771 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25b0c1bf-cd92-4813-967e-f46193d4cb40 req-ba9cd38d-fef8-4363-b737-216741fc30df service neutron] 10.222.0.37 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205163 Dec 12 04:22:39.475467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting port 03b5b596-6666-470d-8a32-71d738cc3e29 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:39.476247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:39.592362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] For port 03b5b596-6666-470d-8a32-71d738cc3e29, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03b5b596-6666-470d-8a32-71d738cc3e29,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:39.592362 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:39.893109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Calling delete_port for 03b5b596-6666-470d-8a32-71d738cc3e29 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:39.974900 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b5e4a94e-098c-4abf-8d99-39d7742fa478 req-573c0f92-b6ab-40eb-bb3a-755c842b27b3 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0895078 Dec 12 04:22:40.114874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7477a-6868-4ee7-93a2-53408e63221b req-36cca82f-8d06-4dbb-be9d-aceba0dba1a1 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:40.117114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-91c7477a-6868-4ee7-93a2-53408e63221b req-36cca82f-8d06-4dbb-be9d-aceba0dba1a1 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 943 time: 0.0696838 Dec 12 04:22:40.174235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:40.187909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-91c7477a-6868-4ee7-93a2-53408e63221b req-84c3bb97-5823-453f-bdef-a3aae993f40b tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638323 Dec 12 04:22:40.210346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Port': ['ID=03b5b596-6666-470d-8a32-71d738cc3e29,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:40.438773 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:40.622101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7288a94a-89fd-463e-bd3d-ba2aa798135c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:40.715930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Router c8bd103d-f176-4fcd-8143-46503c0b1218 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:22:40.840624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:22:40.846394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-52aa3e7e-d6f8-4aca-b94f-28c26addaef5 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "PUT /v2.0/routers/c8bd103d-f176-4fcd-8143-46503c0b1218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4874611 Dec 12 04:22:40.849104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60254) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:40.862579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] Sync routers for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:22:40.889648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:40.890564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:40.917203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7682149-7d72-4a4b-abbe-16c80816fefc tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting subnet 4515fcdb-6455-458c-8fd4-2639e1e67083 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:22:40.921261 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7682149-7d72-4a4b-abbe-16c80816fefc tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:40.974107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7682149-7d72-4a4b-abbe-16c80816fefc tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.004936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:41.061456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60262) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:41.141307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75892129-75fe-4ac0-a62f-315ae8fa878f req-10ea1a03-92ff-4f15-a1d2-ff4ad47d19d4 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0416338 Dec 12 04:22:41.150900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7682149-7d72-4a4b-abbe-16c80816fefc tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.272568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7682149-7d72-4a4b-abbe-16c80816fefc tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.295309 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b7682149-7d72-4a4b-abbe-16c80816fefc tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.298706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b7682149-7d72-4a4b-abbe-16c80816fefc tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "DELETE /v2.0/subnets/4515fcdb-6455-458c-8fd4-2639e1e67083 HTTP/1.1" status: 204 len: 168 time: 0.4482398 Dec 12 04:22:41.301495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60270) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:41.304037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc1581-d273-4f43-9205-f06a5c5b0e68 None None] Network 2f1a4db5-7013-4eb6-81e9-707b89f70d62 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:22:41.320660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7682149-7d72-4a4b-abbe-16c80816fefc tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Subnet': ['ID=4515fcdb-6455-458c-8fd4-2639e1e67083,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:41.412646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f30e0e6-32bc-4bc0-97bd-69437e753da5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.439892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:22:40Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:41.472376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] Checking router: c8bd103d-f176-4fcd-8143-46503c0b1218 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:22:41.482905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] Routers {'c8bd103d-f176-4fcd-8143-46503c0b1218'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:22:41.483856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8bd103d-f176-4fcd-8143-46503c0b1218'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:41.501009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971eca-8118-4da2-9b26-799f89489d0c req-81a2764d-280f-4047-aeb8-d6c3f812ec8b tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:41.508210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69971eca-8118-4da2-9b26-799f89489d0c req-81a2764d-280f-4047-aeb8-d6c3f812ec8b tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 943 time: 0.1865849 Dec 12 04:22:41.561159 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.567124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21bc66f-464d-480d-9fbe-25d7cd33a57c None None] DHCP port deletion for 2f1a4db5-7013-4eb6-81e9-707b89f70d62 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:22:41.652965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] Set router c8bd103d-f176-4fcd-8143-46503c0b1218 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:22:41.685703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69971eca-8118-4da2-9b26-799f89489d0c req-1738af9a-7dfb-4b4e-9d3b-4b405e402a2f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752298 Dec 12 04:22:41.732040 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f30e0e6-32bc-4bc0-97bd-69437e753da5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.743864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f30e0e6-32bc-4bc0-97bd-69437e753da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.782356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9f30e0e6-32bc-4bc0-97bd-69437e753da5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc6d0e557aa04873b1827d56c3c47162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7196288 Dec 12 04:22:41.784806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60274) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:41.786583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e5d89f2e-65b7-4643-8e20-38ddbd9b528d details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:22:41.815723 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.824247 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.830826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30e0e6-32bc-4bc0-97bd-69437e753da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de631c9c-c267-40a8-ad80-569c6c58427e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:41.885178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25c6824f-22ad-4cab-86e6-ecb8246f4abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.895554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e21bc66f-464d-480d-9fbe-25d7cd33a57c None None] Deleting port c9082625-4b6d-4cdf-8b28-edbebb067b6e {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:41.895784 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e21bc66f-464d-480d-9fbe-25d7cd33a57c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.899930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Deleting port 064029c4-608c-40f4-a57d-63e1f4e180b9 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:41.900288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.920587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25c6824f-22ad-4cab-86e6-ecb8246f4abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:41.997825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25c6824f-22ad-4cab-86e6-ecb8246f4abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.001945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25c6824f-22ad-4cab-86e6-ecb8246f4abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.003837 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25c6824f-22ad-4cab-86e6-ecb8246f4abd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de631c9c-c267-40a8-ad80-569c6c58427e HTTP/1.1" status: 204 len: 168 time: 0.2175400 Dec 12 04:22:42.008758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] For port 064029c4-608c-40f4-a57d-63e1f4e180b9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=064029c4-608c-40f4-a57d-63e1f4e180b9,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:42.009191 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.018308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6824f-22ad-4cab-86e6-ecb8246f4abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de631c9c-c267-40a8-ad80-569c6c58427e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:42.035132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Calling delete_port for 064029c4-608c-40f4-a57d-63e1f4e180b9 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:42.096550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e21bc66f-464d-480d-9fbe-25d7cd33a57c None None] For port c9082625-4b6d-4cdf-8b28-edbebb067b6e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9082625-4b6d-4cdf-8b28-edbebb067b6e,segment=NetworkSegment(e22f13c5-ec2a-42d6-9122-4661f6c1a1c6),segment_id=e22f13c5-ec2a-42d6-9122-4661f6c1a1c6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:42.097259 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e21bc66f-464d-480d-9fbe-25d7cd33a57c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.118467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e21bc66f-464d-480d-9fbe-25d7cd33a57c None None] Calling delete_port for c9082625-4b6d-4cdf-8b28-edbebb067b6e owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:42.389125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eae520a1-d2fc-4406-8ddf-bb058fc66b53 req-e5ae2f0a-1030-4bb3-a295-3efab93780fe tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0624654 Dec 12 04:22:42.390336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.436089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Port': ['ID=064029c4-608c-40f4-a57d-63e1f4e180b9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:42.443302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port e5d89f2e-65b7-4643-8e20-38ddbd9b528d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:42.454617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:22:40Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:42.486328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c81cb-26cb-4f1b-8706-0a872f1f7995 None None] The sync data for ids ['c8bd103d-f176-4fcd-8143-46503c0b1218'] in n-d-710847-7 is: [{'id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446691089', 'tenant_id': '6274f43ec7904903b4a3902565b95ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:20:33Z', 'updated_at': '2021-12-12T04:22:40Z', 'revision_number': 5, 'project_id': '6274f43ec7904903b4a3902565b95ea7', 'gw_port': {'id': '064029c4-608c-40f4-a57d-63e1f4e180b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bd103d-f176-4fcd-8143-46503c0b1218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:20:34Z', 'updated_at': '2021-12-12T04:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:22:42.490206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'e5d89f2e-65b7-4643-8e20-38ddbd9b528d', 'network_id': '9edad89e-f48b-4db2-8494-9649e4391d80', 'port_id': 'e5d89f2e-65b7-4643-8e20-38ddbd9b528d', 'mac_address': 'fa:16:3e:f0:bd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb8f875-95bc-4261-b112-5c8623829c78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:22:42.504343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60288) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:42.506121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.533271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9c7c-9cc3-4a2c-b301-f9fe4ccdd412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.579444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.596559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d89f2e-65b7-4643-8e20-38ddbd9b528d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:22:42.603929 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e21bc66f-464d-480d-9fbe-25d7cd33a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.634642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.637713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.650687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port e5d89f2e-65b7-4643-8e20-38ddbd9b528d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:42.651774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bc66f-464d-480d-9fbe-25d7cd33a57c None None] Pushing event deleted for resources: {'Port': ['ID=c9082625-4b6d-4cdf-8b28-edbebb067b6e,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:42.654352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21bc66f-464d-480d-9fbe-25d7cd33a57c None None] No DVR routers for this DVR port c9082625-4b6d-4cdf-8b28-edbebb067b6e on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:22:42.666831 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.719020 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9c7c-9cc3-4a2c-b301-f9fe4ccdd412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.723163 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.723912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Fanout notify agent at l3_agent the message router_deleted on router c8bd103d-f176-4fcd-8143-46503c0b1218 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:22:42.732886 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.734687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:42.736121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9c7c-9cc3-4a2c-b301-f9fe4ccdd412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.737361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5f56113d-ea01-41e5-9850-38b81a610fdf tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "DELETE /v2.0/routers/c8bd103d-f176-4fcd-8143-46503c0b1218 HTTP/1.1" status: 204 len: 168 time: 1.4347773 Dec 12 04:22:42.738807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60292) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:42.789803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ba6d9c7c-9cc3-4a2c-b301-f9fe4ccdd412 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e4b8dde15bf4b3e9233e4c0b49f85e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833962 Dec 12 04:22:42.796132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60294) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:42.799497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d9c7c-9cc3-4a2c-b301-f9fe4ccdd412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a293a21-85fd-4673-a6ab-7ae76321b5dc,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:42.844973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44de13-22ae-4b36-9980-252c793150fc req-41e75e6c-9d0b-485e-9cbb-d9394af57088 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:42.846514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af44de13-22ae-4b36-9980-252c793150fc req-41e75e6c-9d0b-485e-9cbb-d9394af57088 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 944 time: 0.0624952 Dec 12 04:22:42.881841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.954728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af44de13-22ae-4b36-9980-252c793150fc req-80bfe73a-edc5-47b9-9b75-c0849a516f48 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010911 Dec 12 04:22:42.963488 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-33852ef4-50a4-4034-87f7-e488e39f77d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:42.982107 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed2debce-caeb-49ce-a5f4-746105f5e527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.067165 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed2debce-caeb-49ce-a5f4-746105f5e527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.069946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.109002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1a4db5-7013-4eb6-81e9-707b89f70d62']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:43.118486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['e5d89f2e-65b7-4643-8e20-38ddbd9b528d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:22:43.125449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:43.125762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22f13c5-ec2a-42d6-9122-4661f6c1a1c6') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:43.135675 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.159291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.166445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:43.166855 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:43.170312 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:43.182078 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed2debce-caeb-49ce-a5f4-746105f5e527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.184702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed2debce-caeb-49ce-a5f4-746105f5e527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.185897 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ed2debce-caeb-49ce-a5f4-746105f5e527 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a293a21-85fd-4673-a6ab-7ae76321b5dc HTTP/1.1" status: 204 len: 168 time: 0.3887057 Dec 12 04:22:43.224157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2debce-caeb-49ce-a5f4-746105f5e527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a293a21-85fd-4673-a6ab-7ae76321b5dc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:43.251080 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.259751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.269746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] 10.222.0.36 "DELETE /v2.0/networks/2f1a4db5-7013-4eb6-81e9-707b89f70d62 HTTP/1.1" status: 204 len: 168 time: 0.5273824 Dec 12 04:22:43.288672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e5a49-3a77-45cb-906b-fc804e76ed87 tempest-TestSecurityGroupsBasicOps-137471944 tempest-TestSecurityGroupsBasicOps-137471944-project] Pushing event deleted for resources: {'Network': ['ID=2f1a4db5-7013-4eb6-81e9-707b89f70d62,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:43.574654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6199185f-0020-402c-a802-50cae4a6d7dc req-ce17ed08-a51a-495b-ac22-d374b6122b08 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0421536 Dec 12 04:22:43.753590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60318) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:43.841704 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:43.924184 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0858e684-f06e-4e79-807f-26fddd650c2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6274f43ec7904903b4a3902565b95ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1672518 Dec 12 04:22:43.924646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60328) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:44.034489 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb81cc99-e67e-4d19-a0ab-bc441dcb3dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:44.038823 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:44.081313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 03b5b596-6666-470d-8a32-71d738cc3e29 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:44.102560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb81cc99-e67e-4d19-a0ab-bc441dcb3dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:44.114602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 03b5b596-6666-470d-8a32-71d738cc3e29 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:44.115554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 03b5b596-6666-470d-8a32-71d738cc3e29 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:44.116157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9082625-4b6d-4cdf-8b28-edbebb067b6e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:44.155830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c9082625-4b6d-4cdf-8b28-edbebb067b6e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:44.156396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9082625-4b6d-4cdf-8b28-edbebb067b6e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:44.190096 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb81cc99-e67e-4d19-a0ab-bc441dcb3dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:44.195030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb81cc99-e67e-4d19-a0ab-bc441dcb3dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:44.198490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fb81cc99-e67e-4d19-a0ab-bc441dcb3dd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/298022bb-8045-4329-bdf4-b289372d3332 HTTP/1.1" status: 204 len: 168 time: 0.2705762 Dec 12 04:22:44.213691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81cc99-e67e-4d19-a0ab-bc441dcb3dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298022bb-8045-4329-bdf4-b289372d3332,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:44.233841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b46ca5-6ca6-444b-98fe-abb73f66b555 req-22a46779-a97b-43f0-b2c7-215214d16fa7 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:44.237738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2b46ca5-6ca6-444b-98fe-abb73f66b555 req-22a46779-a97b-43f0-b2c7-215214d16fa7 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 944 time: 0.1270227 Dec 12 04:22:44.308798 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2b46ca5-6ca6-444b-98fe-abb73f66b555 req-dcc5e8a7-70e4-4fe1-8244-78f619ab49c6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642579 Dec 12 04:22:44.675634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60366) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:44.693288 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69ccef21-9b04-4f44-8222-51967f97a154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:44.723687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-889c5ae8-9541-494c-b12c-ae13fd1faa82 req-195e14b0-df54-4ee8-851c-afb2dd6edcd4 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0429769 Dec 12 04:22:44.799673 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69ccef21-9b04-4f44-8222-51967f97a154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:44.804185 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69ccef21-9b04-4f44-8222-51967f97a154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:44.826669 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60370) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:44.854451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccef21-9b04-4f44-8222-51967f97a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f668a-8258-4f38-b9c2-cb87de524cfc,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:44.854451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-69ccef21-9b04-4f44-8222-51967f97a154 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1f7c262319d474584736f7b0f0d3e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1722178 Dec 12 04:22:44.855295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60374) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:44.949586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4aef5776-abe6-441b-90ba-67eec1caddbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:44.973693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4aef5776-abe6-441b-90ba-67eec1caddbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.009435 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b1dabc4-2686-4601-a308-3f44da7be763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.065199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4aef5776-abe6-441b-90ba-67eec1caddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.067893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4aef5776-abe6-441b-90ba-67eec1caddbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.069660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4aef5776-abe6-441b-90ba-67eec1caddbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/103f668a-8258-4f38-b9c2-cb87de524cfc HTTP/1.1" status: 204 len: 168 time: 0.2167189 Dec 12 04:22:45.088996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef5776-abe6-441b-90ba-67eec1caddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f668a-8258-4f38-b9c2-cb87de524cfc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:45.168731 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b1dabc4-2686-4601-a308-3f44da7be763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.173610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b1dabc4-2686-4601-a308-3f44da7be763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.217671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dabc4-2686-4601-a308-3f44da7be763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1339b502-e2e9-47d5-8424-e84d1b726ce2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:45.237362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6b1dabc4-2686-4601-a308-3f44da7be763 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12bf06d09a1149b1af6466f1d769f85f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094679 Dec 12 04:22:45.239236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60382) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:45.297628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deb301a6-1860-423b-9df9-e20b80224cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.322587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deb301a6-1860-423b-9df9-e20b80224cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.391034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deb301a6-1860-423b-9df9-e20b80224cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.395132 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deb301a6-1860-423b-9df9-e20b80224cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.401634 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-deb301a6-1860-423b-9df9-e20b80224cec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1339b502-e2e9-47d5-8424-e84d1b726ce2 HTTP/1.1" status: 204 len: 168 time: 0.1608810 Dec 12 04:22:45.452237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb301a6-1860-423b-9df9-e20b80224cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1339b502-e2e9-47d5-8424-e84d1b726ce2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:45.489757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd81d3-976e-493a-a124-aa6e84e9a50d req-7018cb50-9837-4246-bbe0-5327421790b5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:45.491555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99cd81d3-976e-493a-a124-aa6e84e9a50d req-7018cb50-9837-4246-bbe0-5327421790b5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 944 time: 0.0818322 Dec 12 04:22:45.510897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60392) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:45.539930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 064029c4-608c-40f4-a57d-63e1f4e180b9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:22:45.570609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-99cd81d3-976e-493a-a124-aa6e84e9a50d req-dd7cfc16-ebc2-4234-b1dc-7b710a1b59be tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674939 Dec 12 04:22:45.593298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 064029c4-608c-40f4-a57d-63e1f4e180b9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:22:45.593859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 064029c4-608c-40f4-a57d-63e1f4e180b9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:22:45.595471 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.600204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-80f1ef4d-c4e0-4b01-9de5-0ed34bba95ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b1c7f9d51e44a48aa6363bebda91c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0856013 Dec 12 04:22:45.600643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60394) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:45.666526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b9edf1cd-2625-47b4-a49a-1b25fe2d9cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.698751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b9edf1cd-2625-47b4-a49a-1b25fe2d9cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.726778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e5d89f2e-65b7-4643-8e20-38ddbd9b528d up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:22:45.756861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b9edf1cd-2625-47b4-a49a-1b25fe2d9cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.759838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b9edf1cd-2625-47b4-a49a-1b25fe2d9cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.764077 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b9edf1cd-2625-47b4-a49a-1b25fe2d9cd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72ea46aa-960d-480b-b7af-a18c57ecd8d4 HTTP/1.1" status: 204 len: 168 time: 0.1595802 Dec 12 04:22:45.777836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edf1cd-2625-47b4-a49a-1b25fe2d9cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ea46aa-960d-480b-b7af-a18c57ecd8d4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:45.799733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port e5d89f2e-65b7-4643-8e20-38ddbd9b528d completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:22:45.807530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port e5d89f2e-65b7-4643-8e20-38ddbd9b528d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:22:45.807953 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.913381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e570be3d-c9da-491e-b191-1db5206e5562 req-81ca255a-c753-468c-8f38-64408eca71df tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0469918 Dec 12 04:22:45.932421 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:45.983715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2217ad-96c7-4f07-a716-3127d1bb2e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d89f2e-65b7-4643-8e20-38ddbd9b528d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:22:45.989557 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03d732-ae0f-448b-9198-2200483b23a3" -d '{"events": [{"server_uuid": "5d2217ad-96c7-4f07-a716-3127d1bb2e58", "name": "network-vif-plugged", "status": "completed", "tag": "e5d89f2e-65b7-4643-8e20-38ddbd9b528d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:22:46.032381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port e5d89f2e-65b7-4643-8e20-38ddbd9b528d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:22:46.042790 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:46.098555 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08246ff-a690-45d7-9dc6-fb978f2cea31 x-openstack-request-id: req-c08246ff-a690-45d7-9dc6-fb978f2cea31 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:22:46.098958 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2217ad-96c7-4f07-a716-3127d1bb2e58", "name": "network-vif-plugged", "status": "completed", "tag": "e5d89f2e-65b7-4643-8e20-38ddbd9b528d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:22:46.099225 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c08246ff-a690-45d7-9dc6-fb978f2cea31 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:22:46.099851 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2217ad-96c7-4f07-a716-3127d1bb2e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d89f2e-65b7-4643-8e20-38ddbd9b528d', 'code': 200} Dec 12 04:22:46.177465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:46.276632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040780d-541f-4ec1-a132-384d4afa9d0d req-f33479a2-8fa4-44cb-a40e-794a64d9ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:46.278377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0040780d-541f-4ec1-a132-384d4afa9d0d req-f33479a2-8fa4-44cb-a40e-794a64d9ae71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 1096 time: 0.0658972 Dec 12 04:22:46.402844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0040780d-541f-4ec1-a132-384d4afa9d0d req-fc6930a9-2830-4517-8299-128c7f636129 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045685 Dec 12 04:22:46.655613 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:46.698291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af072d-ad0f-4745-88fd-703766dd4564 req-31646b49-b267-490c-ae00-604eb85d64a5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:46.699753 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14af072d-ad0f-4745-88fd-703766dd4564 req-31646b49-b267-490c-ae00-604eb85d64a5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 945 time: 0.0561111 Dec 12 04:22:46.787868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14af072d-ad0f-4745-88fd-703766dd4564 req-bb5c91fc-6fd5-4eb4-90cc-cc9d2cd9d3e6 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791008 Dec 12 04:22:47.035594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11930e97-7e61-4512-bdaf-361229f20012 req-166d3305-3fdd-498e-92db-16b633a75ccf tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0287592 Dec 12 04:22:47.912191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c07a0e-4446-4e7f-a3fa-8f75ba9186a4 req-0de40859-6709-4800-aa2a-27c99a15c94b tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:47.920255 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-48c07a0e-4446-4e7f-a3fa-8f75ba9186a4 req-0de40859-6709-4800-aa2a-27c99a15c94b tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Dec 12 04:22:47.969769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-48c07a0e-4446-4e7f-a3fa-8f75ba9186a4 req-65696b91-55f6-4e55-8898-58f624acb3a0 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483754 Dec 12 04:22:48.172872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60524) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:48.209994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-11adf73d-843b-4fd1-8cb4-8869f559a74e req-1a4403ab-22fb-46c0-921d-24d00b4043d7 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0525441 Dec 12 04:22:48.355560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87856a22-944c-4a2b-86d6-068e781bda74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:48.455230 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87856a22-944c-4a2b-86d6-068e781bda74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:48.461197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87856a22-944c-4a2b-86d6-068e781bda74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:48.505660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87856a22-944c-4a2b-86d6-068e781bda74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b313718a-1425-48dc-be0e-7627c8b4820a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:48.515221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-87856a22-944c-4a2b-86d6-068e781bda74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90a724f8b87245c7bf63f5aa2f178ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3412476 Dec 12 04:22:48.518134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60536) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:48.637952 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-140ceb8a-52c9-43ad-ade6-d4c5317aa475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:48.679975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-140ceb8a-52c9-43ad-ade6-d4c5317aa475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:48.736692 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-140ceb8a-52c9-43ad-ade6-d4c5317aa475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:48.740261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-140ceb8a-52c9-43ad-ade6-d4c5317aa475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:48.745065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-140ceb8a-52c9-43ad-ade6-d4c5317aa475 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b313718a-1425-48dc-be0e-7627c8b4820a HTTP/1.1" status: 204 len: 168 time: 0.2230117 Dec 12 04:22:48.753162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ceb8a-52c9-43ad-ade6-d4c5317aa475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b313718a-1425-48dc-be0e-7627c8b4820a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:49.128768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60556) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:49.143207 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3b298a6-a5cd-4dda-8e90-7e6a682244dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:49.256323 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3b298a6-a5cd-4dda-8e90-7e6a682244dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:49.265869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d3b298a6-a5cd-4dda-8e90-7e6a682244dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:49.310942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b298a6-a5cd-4dda-8e90-7e6a682244dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869768e6-dba3-4233-a32e-f703fceeb2ea,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:49.319283 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d3b298a6-a5cd-4dda-8e90-7e6a682244dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ca93367512d4385b5fa1ce11e4ac11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1893485 Dec 12 04:22:49.322335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60560) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:49.428534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fdb35345-7c66-45e3-8b54-019a87ee964c req-4addb1ad-241b-4627-b4bd-d9222ea29f49 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0377364 Dec 12 04:22:49.431577 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ffb1-4336-42f1-9e55-ed03f7c4d10f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:49.483756 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ffb1-4336-42f1-9e55-ed03f7c4d10f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:49.541835 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ffb1-4336-42f1-9e55-ed03f7c4d10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:49.545097 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ffb1-4336-42f1-9e55-ed03f7c4d10f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:49.546346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5ab6ffb1-4336-42f1-9e55-ed03f7c4d10f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/869768e6-dba3-4233-a32e-f703fceeb2ea HTTP/1.1" status: 204 len: 168 time: 0.2216966 Dec 12 04:22:49.565572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6ffb1-4336-42f1-9e55-ed03f7c4d10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869768e6-dba3-4233-a32e-f703fceeb2ea,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:50.648113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc6d2a76-d832-4862-8ce6-99a4bb598503 req-d8ac763b-2674-4ada-929f-cf0f76e4799b tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0378745 Dec 12 04:22:51.203217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60628) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:51.425253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1688365603'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:51.470618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Made reservation on behalf of 4e25203b3c1244cc97b2de85a81a355e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:51.475706 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:51.488521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:51.615664 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:51.623417 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:51.659508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:22:51.717887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:51.718369 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Added segment 9e225c8d-f07a-449d-9b90-c06d3c1faa7b of type vlan for network 7df6ecd5-8d73-4539-b2e6-de5c5827dffe Dec 12 04:22:51.732293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c8066-8924-4b39-b1ce-5c2c2cee94b7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:51.800660 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:51.823752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9ebc936-28bc-463c-87f1-746bffb08292 req-6cd71fa0-afa9-4198-aff2-0efb7cf024fa tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0534606 Dec 12 04:22:51.863262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:51.871425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:51.872293 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:51.963598 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7581930 Dec 12 04:22:51.967510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60640) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:51.996568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498d4cc-c7b4-45ff-be52-bf4c8de5d3be tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Pushing event updated for resources: {'Network': ['ID=7df6ecd5-8d73-4539-b2e6-de5c5827dffe,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:52.010558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7df6ecd5-8d73-4539-b2e6-de5c5827dffe details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:22:52.068350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Request body: {'network': {'name': 'tempest-network--933897941', 'router:external': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:52.135949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Made reservation on behalf of 6a4147f062eb45fea2ee58ac77c52560 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:52.140341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.154326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.280707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.295793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.352395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8784737-8350-4003-bb71-6fb283ae42ed,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:52.367144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:22:52.377654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.378014 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Added segment 58335f33-6f9f-4954-9349-4579ba9a7bb7 of type vlan for network d1ae3b08-4f27-4b1d-ae26-c8f6a910a041 Dec 12 04:22:52.430051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.464694 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.466607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:52.467441 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.536495 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5678656 Dec 12 04:22:52.539345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60648) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:52.540739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bd98e-421c-45b7-aca2-cc1b9918a6ec tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'Network': ['ID=d1ae3b08-4f27-4b1d-ae26-c8f6a910a041,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:52.558372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network d1ae3b08-4f27-4b1d-ae26-c8f6a910a041 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:22:52.615180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.742232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.768636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ae3b08-4f27-4b1d-ae26-c8f6a910a041']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:52.782149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58335f33-6f9f-4954-9349-4579ba9a7bb7') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:52.782745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58335f33-6f9f-4954-9349-4579ba9a7bb7') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:52.793780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.811541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.820304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:52.820793 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:52.823451 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:52.893217 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.901892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1ae3b08-4f27-4b1d-ae26-c8f6a910a041 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 04:22:52.920045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:52.928236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d1ae3b08-4f27-4b1d-ae26-c8f6a910a041 HTTP/1.1" status: 204 len: 168 time: 0.3877833 Dec 12 04:22:52.933491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60656) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:52.941404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:52.943910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bdee4-dd0c-4895-ba10-1e91e4e864ad tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1ae3b08-4f27-4b1d-ae26-c8f6a910a041,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:52.998663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc55d6b7-561b-476d-96fe-d32caba69c8d req-d7e1906c-2853-419d-9a30-f5b618d3c9aa tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0510929 Dec 12 04:22:53.028933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Made reservation on behalf of 6a4147f062eb45fea2ee58ac77c52560 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:53.032394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:53.067775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:22:53.081954 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:53.082667 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Added segment 9410788a-ef03-4f35-bcef-6b4540542bbe of type vlan for network 10339028-f0c7-4a0d-9d9a-772faa6a9b04 Dec 12 04:22:53.146177 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:53.204726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:53.207228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:53.209543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:53.306620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.3717289 Dec 12 04:22:53.310135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60662) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:53.315553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Request body: {'subnet': {'network_id': '10339028-f0c7-4a0d-9d9a-772faa6a9b04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:53.316307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448fa47-20e0-4261-9ecd-69876fba5dbf tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'Network': ['ID=10339028-f0c7-4a0d-9d9a-772faa6a9b04,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:53.327789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 10339028-f0c7-4a0d-9d9a-772faa6a9b04 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:22:53.352359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Made reservation on behalf of 6a4147f062eb45fea2ee58ac77c52560 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:53.355608 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:53.798672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:22:53.799491 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:53.872730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8cc3b25f-b55b-4071-98e8-db1fccffb947,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:53.880898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Checking segment: {'id': '9410788a-ef03-4f35-bcef-6b4540542bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '10339028-f0c7-4a0d-9d9a-772faa6a9b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:22:53.881122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Network hostable DHCP agents. Network: 10339028-f0c7-4a0d-9d9a-772faa6a9b04, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:22:53.907841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Network 10339028-f0c7-4a0d-9d9a-772faa6a9b04 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:22:53.919364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 10339028-f0c7-4a0d-9d9a-772faa6a9b04) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:53.925020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:53.926090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:53.937432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65d035-69aa-4cce-bcbb-e32bb35015c4 None None] Network 10339028-f0c7-4a0d-9d9a-772faa6a9b04 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:22:53.964425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c40cb44c-08bc-4b20-8ec5-16e60701d8cd tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6518071 Dec 12 04:22:53.966147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60674) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:53.966737 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:22:53.973858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Request body: {'floatingip': {'floating_network_id': '10339028-f0c7-4a0d-9d9a-772faa6a9b04'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:54.006522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:54.095878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d34ee-dc14-4ef0-994e-14da329fa5ba None None] Network 10339028-f0c7-4a0d-9d9a-772faa6a9b04 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:22:54.201184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:54.229907 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c331084e-1974-4f52-a281-e5192a53efa3 req-551ab9c8-cca1-4ac7-81c6-8713eccfa253 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0593297 Dec 12 04:22:54.385753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Allocated IP 172.20.0.13 (10339028-f0c7-4a0d-9d9a-772faa6a9b04/8cc3b25f-b55b-4071-98e8-db1fccffb947/1e241546-816e-49ee-bb5d-1638816a5fae) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:22:54.597005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:54.655500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:54.707081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Network 10339028-f0c7-4a0d-9d9a-772faa6a9b04 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:22:54.710804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:22:54.715406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:22:54.718783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'Port': ['ID=1e241546-816e-49ee-bb5d-1638816a5fae,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:54.810220 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:54.852012 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:55.031452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:55.037297 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:55.122987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'Port': ['ID=1e241546-816e-49ee-bb5d-1638816a5fae,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:55.141322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:55.163763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:55.172419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60698) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:55.174054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-81aab3b4-6045-4a12-85f4-cc786ee5d227 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2067561 Dec 12 04:22:55.307289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-88defeac-7597-44e8-a1ea-5112babd7418 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=10339028-f0c7-4a0d-9d9a-772faa6a9b04 HTTP/1.1" status: 200 len: 690 time: 0.1325340 Dec 12 04:22:55.309933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60704) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:55.406546 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6a7e6625-bcdf-4cd5-88be-767a7e0049b6 req-b440635a-4f12-47d2-9d2c-0d2768f8e93a tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0764015 Dec 12 04:22:55.474619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:55.645117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Deleting port 1e241546-816e-49ee-bb5d-1638816a5fae {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:22:55.645558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:55.823192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:55.823192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:55.835671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Calling delete_port for 1e241546-816e-49ee-bb5d-1638816a5fae owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:22:56.006045 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.031398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e241546-816e-49ee-bb5d-1638816a5fae,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:56.125721 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.173510 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.237994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.273739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc3b25f-b55b-4071-98e8-db1fccffb947,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:56.655472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ffc7c4da-27de-4c3a-b599-6bd6e3697cb9 req-ec0abd94-bad8-4f10-b20a-ea4f3dd00987 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0388045 Dec 12 04:22:56.659180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.687790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10339028-f0c7-4a0d-9d9a-772faa6a9b04']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:56.695596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9410788a-ef03-4f35-bcef-6b4540542bbe') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:56.695826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9410788a-ef03-4f35-bcef-6b4540542bbe') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:56.706676 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.723243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.729971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:56.730388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:56.732191 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:56.828458 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.839910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10339028-f0c7-4a0d-9d9a-772faa6a9b04 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 04:22:56.849122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:56.857750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "DELETE /v2.0/networks/10339028-f0c7-4a0d-9d9a-772faa6a9b04 HTTP/1.1" status: 204 len: 168 time: 1.5466483 Dec 12 04:22:56.860608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60732) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:56.900048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5c8c-d2f5-49c3-bc77-0545a790d5ce tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event deleted for resources: {'Network': ['ID=10339028-f0c7-4a0d-9d9a-772faa6a9b04,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:57.088229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60748) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:57.088771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-18e2e3c8-9b6e-41cb-8d22-72c30bb826de tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2263 time: 0.2268143 Dec 12 04:22:57.204523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.205627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.206260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.207035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.207650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.214302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.219240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.219897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.220911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.221928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.222555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.223211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.224018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.226483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ddb09c17-9ad2-4e95-ab73-ce5b21a87fd5 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8294 time: 0.1373079 Dec 12 04:22:57.229768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60750) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:57.346299 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-92d42c7e-a87a-4300-a36b-40f92685b66c tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] delete failed (client error): The resource could not be found. Dec 12 04:22:57.358175 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-92d42c7e-a87a-4300-a36b-40f92685b66c tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/eb65ce6d-b52f-4451-887f-9d12ef3640a8 HTTP/1.1" status: 404 len: 345 time: 0.1271009 Dec 12 04:22:57.360992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60754) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:57.435222 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbff6773-9bfe-4426-8fc9-45f08a9d3b1b tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] DELETE failed (client error): The resource could not be found. Dec 12 04:22:57.435774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbff6773-9bfe-4426-8fc9-45f08a9d3b1b tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:22:57.439082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fbff6773-9bfe-4426-8fc9-45f08a9d3b1b tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "DELETE /v2.0/networks/10339028-f0c7-4a0d-9d9a-772faa6a9b04 HTTP/1.1" status: 404 len: 339 time: 0.0770056 Dec 12 04:22:57.445899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60756) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:57.451043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Request body: {'network': {'name': 'tempest-network--715095572', 'router:external': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:57.477731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Made reservation on behalf of 6a4147f062eb45fea2ee58ac77c52560 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:57.480439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:57.507905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:22:57.519230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:57.519623 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Added segment 4132dec8-e4cd-4f63-a32e-eb270e786a54 of type vlan for network 2eb77f81-44f4-4a0f-bd27-454eba2dd9bc Dec 12 04:22:57.605531 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:57.646624 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:57.647756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.648482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:57.709430 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2624078 Dec 12 04:22:57.712102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60762) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:57.721511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef73170-a5f3-4e2f-98cb-249a14c1b9a9 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'Network': ['ID=2eb77f81-44f4-4a0f-bd27-454eba2dd9bc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:57.732590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 2eb77f81-44f4-4a0f-bd27-454eba2dd9bc details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:22:57.864955 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c705cb5-851d-4ec7-b6d1-47d0708c1862 req-14eb34f0-5b98-4e48-a458-c5d5dfe09d7c tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0913367 Dec 12 04:22:57.964356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3158723c-8662-4c43-9200-6b44d23f4b18 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.970942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3158723c-8662-4c43-9200-6b44d23f4b18 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.977483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3158723c-8662-4c43-9200-6b44d23f4b18 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.984203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3158723c-8662-4c43-9200-6b44d23f4b18 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:57.985919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3158723c-8662-4c43-9200-6b44d23f4b18 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2721038 Dec 12 04:22:57.988672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60768) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:58.066885 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.159782 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.179583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb77f81-44f4-4a0f-bd27-454eba2dd9bc']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:58.188949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4132dec8-e4cd-4f63-a32e-eb270e786a54') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:58.189265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4132dec8-e4cd-4f63-a32e-eb270e786a54') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:58.198682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.212001 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.218572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:58.218957 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:58.221190 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:58.282465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.290699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2eb77f81-44f4-4a0f-bd27-454eba2dd9bc {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 04:22:58.304570 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.312023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "DELETE /v2.0/networks/2eb77f81-44f4-4a0f-bd27-454eba2dd9bc HTTP/1.1" status: 204 len: 168 time: 0.3183877 Dec 12 04:22:58.312398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60772) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:58.317901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Request body: {'network': {'name': 'tempest-network--885767753', 'router:external': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:58.333096 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d56142-a10d-4bbd-949d-e605b9015189 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event deleted for resources: {'Network': ['ID=2eb77f81-44f4-4a0f-bd27-454eba2dd9bc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:58.364992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Made reservation on behalf of 6a4147f062eb45fea2ee58ac77c52560 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:58.368658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.396272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:22:58.406904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.407557 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Added segment 6170d311-c168-46bb-b3f0-b64252c7f0e5 of type vlan for network 26451ba2-7fdb-44f0-981e-d33c14cb8318 Dec 12 04:22:58.462300 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.502934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.512836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:58.512836 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:58.589074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'Network': ['ID=26451ba2-7fdb-44f0-981e-d33c14cb8318,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:58.600544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 26451ba2-7fdb-44f0-981e-d33c14cb8318 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:22:58.602499 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8d96fd22-3b37-4081-a9f0-0891c5df7820 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2888880 Dec 12 04:22:58.606107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60776) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:58.719818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbda401-a3e8-4f1e-a608-f5aa7939aea4 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:58.724064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60784) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:58.729387 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0fbda401-a3e8-4f1e-a608-f5aa7939aea4 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] 10.222.0.36 "GET /v2.0/networks/26451ba2-7fdb-44f0-981e-d33c14cb8318 HTTP/1.1" status: 200 len: 756 time: 0.1221716 Dec 12 04:22:58.828910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f372545-3b1f-44b4-aad6-d4cb19863125 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:58.832808 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9f372545-3b1f-44b4-aad6-d4cb19863125 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] 10.222.0.36 "GET /v2.0/networks/7df6ecd5-8d73-4539-b2e6-de5c5827dffe HTTP/1.1" status: 200 len: 768 time: 0.1052477 Dec 12 04:22:58.833208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60790) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:58.913298 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.027394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb7bdb9d-f8b6-413f-bfc5-51b76256498a req-63db7ed0-8ef9-4260-9f4e-8de09cf866f1 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0537381 Dec 12 04:22:59.040088 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.074700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26451ba2-7fdb-44f0-981e-d33c14cb8318']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:59.086664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6170d311-c168-46bb-b3f0-b64252c7f0e5') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:59.087065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6170d311-c168-46bb-b3f0-b64252c7f0e5') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:59.098178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.114977 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.124851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:22:59.125190 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:22:59.127017 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:22:59.211099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.212963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26451ba2-7fdb-44f0-981e-d33c14cb8318 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 04:22:59.217103 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.223929 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "DELETE /v2.0/networks/26451ba2-7fdb-44f0-981e-d33c14cb8318 HTTP/1.1" status: 204 len: 168 time: 0.3864183 Dec 12 04:22:59.224372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60800) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:59.230006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Request body: {'network': {'name': 'tempest-network--673201106'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:59.240007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df75743-8bc2-436b-9d60-59fe815b6e2e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event deleted for resources: {'Network': ['ID=26451ba2-7fdb-44f0-981e-d33c14cb8318,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:59.257451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Made reservation on behalf of 6a4147f062eb45fea2ee58ac77c52560 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:22:59.261286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.305413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:22:59.318841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.319534 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Added segment aa71c701-acf1-49e6-b09e-e43b5c2f9b77 of type vlan for network 9288c24b-25e2-4de2-94c2-1cee9a7ad1f2 Dec 12 04:22:59.382762 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.424410 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.426592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:59.428200 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.523893 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2982140 Dec 12 04:22:59.526534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60804) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:59.532097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d314a988-af2e-41eb-8644-e354a266f54a tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:22:59.546313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e2c03-a924-45cc-9659-5d1e5ce70b3e tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'Network': ['ID=9288c24b-25e2-4de2-94c2-1cee9a7ad1f2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:59.562684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9288c24b-25e2-4de2-94c2-1cee9a7ad1f2 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:22:59.725871 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d314a988-af2e-41eb-8644-e354a266f54a tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.746560 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d314a988-af2e-41eb-8644-e354a266f54a tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.756350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d314a988-af2e-41eb-8644-e354a266f54a tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Network 9288c24b-25e2-4de2-94c2-1cee9a7ad1f2 is not hosted by any dhcp agent {{(pid=103451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:22:59.757264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314a988-af2e-41eb-8644-e354a266f54a tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:22:59.757875 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d314a988-af2e-41eb-8644-e354a266f54a tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.759678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d314a988-af2e-41eb-8644-e354a266f54a tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "PUT /v2.0/networks/9288c24b-25e2-4de2-94c2-1cee9a7ad1f2 HTTP/1.1" status: 200 len: 856 time: 0.2318194 Dec 12 04:22:59.762595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60806) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:22:59.820260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314a988-af2e-41eb-8644-e354a266f54a tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event updated for resources: {'Network': ['ID=9288c24b-25e2-4de2-94c2-1cee9a7ad1f2,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:22:59.862115 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.948100 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:22:59.973530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9288c24b-25e2-4de2-94c2-1cee9a7ad1f2']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:59.992355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa71c701-acf1-49e6-b09e-e43b5c2f9b77') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:22:59.992663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa71c701-acf1-49e6-b09e-e43b5c2f9b77') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:00.002553 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.016016 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.022056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:23:00.022452 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:23:00.024147 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:23:00.090338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.103775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9288c24b-25e2-4de2-94c2-1cee9a7ad1f2 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 04:23:00.126304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.133025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60814) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:00.133214 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9288c24b-25e2-4de2-94c2-1cee9a7ad1f2 HTTP/1.1" status: 204 len: 168 time: 0.3693633 Dec 12 04:23:00.156918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba462e-464f-41c4-9f0f-fe8dcd92b929 tempest-ExternalNetworksTestJSON-796977577 tempest-ExternalNetworksTestJSON-796977577-project-admin] Pushing event deleted for resources: {'Network': ['ID=9288c24b-25e2-4de2-94c2-1cee9a7ad1f2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:00.173549 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f11293d7-4be1-44a9-a9ff-043d2f1a3827 req-dd0f3cf6-caf7-4986-9268-cd3af8504481 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0376723 Dec 12 04:23:00.184676 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b362195-74bd-464f-878d-1b18a3922c99 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] DELETE failed (client error): The resource could not be found. Dec 12 04:23:00.185216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b362195-74bd-464f-878d-1b18a3922c99 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:23:00.191293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60818) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:00.213546 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8b362195-74bd-464f-878d-1b18a3922c99 tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] 10.222.0.36 "DELETE /v2.0/subnets/8cc3b25f-b55b-4071-98e8-db1fccffb947 HTTP/1.1" status: 404 len: 337 time: 0.0777211 Dec 12 04:23:00.350845 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.451676 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.478733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df6ecd5-8d73-4539-b2e6-de5c5827dffe']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:00.494574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e225c8d-f07a-449d-9b90-c06d3c1faa7b') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:00.494881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e225c8d-f07a-449d-9b90-c06d3c1faa7b') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:00.516760 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.533620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.541267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:23:00.542042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:23:00.546119 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:23:00.625329 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.662049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:00.669277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] 10.222.0.36 "DELETE /v2.0/networks/7df6ecd5-8d73-4539-b2e6-de5c5827dffe HTTP/1.1" status: 204 len: 168 time: 0.4769878 Dec 12 04:23:00.672301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b624b7c-bf9e-48fd-b60c-c463a914097f tempest-ExternalNetworksTestJSON-1500376776 tempest-ExternalNetworksTestJSON-1500376776-project] Pushing event deleted for resources: {'Network': ['ID=7df6ecd5-8d73-4539-b2e6-de5c5827dffe,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:01.088806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60836) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:01.266773 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4e2d28c8-ee43-4960-bd4b-7117e29cdc31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e25203b3c1244cc97b2de85a81a355e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765006 Dec 12 04:23:01.271761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60842) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:01.340054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76c4bbd3-8f42-4e42-ac94-0dddc2e0b39b req-1e5dcc50-372f-48ee-bb08-cd4b9a9f21d1 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0487828 Dec 12 04:23:01.381746 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261b66c2-bdfb-440d-b5c6-14f37e772ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:01.427239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261b66c2-bdfb-440d-b5c6-14f37e772ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:01.493887 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261b66c2-bdfb-440d-b5c6-14f37e772ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:01.496781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261b66c2-bdfb-440d-b5c6-14f37e772ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:01.500296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-261b66c2-bdfb-440d-b5c6-14f37e772ad0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b16c8066-8924-4b39-b1ce-5c2c2cee94b7 HTTP/1.1" status: 204 len: 168 time: 0.2276022 Dec 12 04:23:01.507374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b66c2-bdfb-440d-b5c6-14f37e772ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c8066-8924-4b39-b1ce-5c2c2cee94b7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:01.861546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60854) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:01.916367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8cc1a303-2b18-47ab-b819-12b3fb46190a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a4147f062eb45fea2ee58ac77c52560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534678 Dec 12 04:23:01.918958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60856) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:01.982612 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69622a32-da3c-41bf-8da3-286a186756ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:02.013519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69622a32-da3c-41bf-8da3-286a186756ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:02.083356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69622a32-da3c-41bf-8da3-286a186756ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:02.088022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69622a32-da3c-41bf-8da3-286a186756ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:02.090825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-69622a32-da3c-41bf-8da3-286a186756ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8784737-8350-4003-bb71-6fb283ae42ed HTTP/1.1" status: 204 len: 168 time: 0.1690998 Dec 12 04:23:02.108133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69622a32-da3c-41bf-8da3-286a186756ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8784737-8350-4003-bb71-6fb283ae42ed,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:02.221223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52064dd-3d7b-477b-8888-8f037444b87e req-a7d66b50-b56e-4ba1-933b-7285a2df8a64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134923 Dec 12 04:23:02.322664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52064dd-3d7b-477b-8888-8f037444b87e req-121d9081-8ec8-4d63-823c-119584042d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:02.324351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52064dd-3d7b-477b-8888-8f037444b87e req-121d9081-8ec8-4d63-823c-119584042d2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09b11646ca2a456ea8b4c412c4676842&device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 1097 time: 0.0630159 Dec 12 04:23:02.589665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ff31df1-081b-4aaf-95d9-cfa505f4b653 req-5e48f288-52d7-42f6-8221-55cad38f3729 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.1073587 Dec 12 04:23:02.605637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52064dd-3d7b-477b-8888-8f037444b87e req-871e5818-882e-4be8-9b53-1f59abc71e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:02.605637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52064dd-3d7b-477b-8888-8f037444b87e req-871e5818-882e-4be8-9b53-1f59abc71e73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 200 len: 915 time: 0.2489498 Dec 12 04:23:02.658479 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52064dd-3d7b-477b-8888-8f037444b87e req-888f8a11-23d7-4af4-a2aa-93367061c73e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5badd370-79b3-4cc5-b847-63981a1e9714 HTTP/1.1" status: 200 len: 217 time: 0.0537457 Dec 12 04:23:02.723728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52064dd-3d7b-477b-8888-8f037444b87e req-22c8a789-1435-4b02-986a-b657d7be92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:02.725478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52064dd-3d7b-477b-8888-8f037444b87e req-22c8a789-1435-4b02-986a-b657d7be92a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 200 len: 855 time: 0.0529110 Dec 12 04:23:02.733147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ee66409-3c4b-4fb0-93de-37a22cd3e09a req-5c4edbc0-6654-4593-bb04-0831b1286004 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0471280 Dec 12 04:23:02.760736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52064dd-3d7b-477b-8888-8f037444b87e req-634e1813-469b-4c19-ac0d-9947ab3c0045 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9edad89e-f48b-4db2-8494-9649e4391d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264828 Dec 12 04:23:03.126069 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52064dd-3d7b-477b-8888-8f037444b87e req-a60a8161-b5bb-4cab-aa55-ea1eca6f7146 service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132622 Dec 12 04:23:03.244275 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52064dd-3d7b-477b-8888-8f037444b87e req-e0c5596f-2256-41d4-adf6-25141ad7011d service neutron] 10.222.0.18 "GET /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102228 Dec 12 04:23:03.803566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65027cac-1e6d-45b0-9d9f-ee596a10379a req-5b643bf8-b5c1-41bf-8070-58c6e3967097 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0561790 Dec 12 04:23:04.106880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-40fdc943-ddac-493e-961a-e63efd7510ab tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--144439717&fields=id&tenant_id=e3db509dcb2e4b9895b5215b271435a6 HTTP/1.1" status: 200 len: 267 time: 0.0573523 Dec 12 04:23:04.613734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-a58973fa-a7f1-4a61-b61c-fe8800d90234 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:04.615220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-a58973fa-a7f1-4a61-b61c-fe8800d90234 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/networks?id=38e5c449-18e5-4d7f-b4d0-dd2f4274e00c HTTP/1.1" status: 200 len: 814 time: 0.4980958 Dec 12 04:23:04.641440 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-931522bb-e8dd-45c7-a6fc-0234e377c87d tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/quotas/e3db509dcb2e4b9895b5215b271435a6 HTTP/1.1" status: 200 len: 375 time: 0.0115151 Dec 12 04:23:04.697667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-beacf28e-a319-41c3-8336-998698c45a6e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3db509dcb2e4b9895b5215b271435a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509493 Dec 12 04:23:04.808704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60956) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:04.830528 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-6400c4e3-8d18-4e9f-890c-de0d24e7c2c8 service neutron] 10.222.0.36 "GET /v2.0/networks/38e5c449-18e5-4d7f-b4d0-dd2f4274e00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197982 Dec 12 04:23:04.967914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-6643a5d7-301e-42dc-9f31-21a95121f38f service neutron] 10.222.0.36 "GET /v2.0/networks/38e5c449-18e5-4d7f-b4d0-dd2f4274e00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206236 Dec 12 04:23:05.059971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-54226cb9-78c4-4371-8ac1-fd72aa61a95b req-4787ddf4-905d-4cdf-9a8b-4f45f47a096d tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0288672 Dec 12 04:23:05.070274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:05.097676 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:05.243264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:05.378319 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c42b3535-0830-4f70-95ca-77f61a91be3f req-930cd0df-ce9b-4c74-a9a2-c30f2acb9602 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=525739ac856c4262a60fb6b05d4a54b4&device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0318506 Dec 12 04:23:05.445938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61e7043f-4d52-44f6-b3ed-69339a154b32 req-70209be1-7f31-4917-8fbe-d769ed03df03 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0619504 Dec 12 04:23:05.449497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4b318ea-30d8-4015-8d30-bfd3dc72bc59 req-fee43586-45f1-4a32-83b6-c39a20416bec tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.0566885 Dec 12 04:23:05.451487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Allocated IP 172.25.7.193 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/07bba0d8-bc9f-458e-9148-5aad03706ee8) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:05.456324 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c42b3535-0830-4f70-95ca-77f61a91be3f req-a368d148-90f4-4ce1-a179-21ec4d41d4a1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=525739ac856c4262a60fb6b05d4a54b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593114 Dec 12 04:23:05.717363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b3535-0830-4f70-95ca-77f61a91be3f req-bb5d02c7-c085-44c5-ae9f-507ee0397132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:05.720088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c42b3535-0830-4f70-95ca-77f61a91be3f req-bb5d02c7-c085-44c5-ae9f-507ee0397132 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2544613 Dec 12 04:23:05.757303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:05.806537 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:05.871263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:05.875756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:05.891018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:05.910427 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event updated for resources: {'Port': ['ID=07bba0d8-bc9f-458e-9148-5aad03706ee8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:06.054948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.099695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.305267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.311528 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.392456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.410064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event updated for resources: {'Port': ['ID=07bba0d8-bc9f-458e-9148-5aad03706ee8,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:06.419604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.423526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1a364c67-4cf5-4fa9-a81c-8b6570c63c0a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6105614 Dec 12 04:23:06.423949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60994) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:06.429244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1670944614'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:06.453755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Made reservation on behalf of c76ee9f7e31c44f184db82058c572e4e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:06.458421 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.470145 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.565523 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.571420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9220baac-1f34-4f85-87a3-1a676ffad41d req-e51ca9b4-2da5-4ca8-b8a7-e6c08d4c419b tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.0460253 Dec 12 04:23:06.574137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.623776 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3cf3ee8-2c35-42bf-b55d-e84ae674f857 req-692e506b-0adf-4697-8910-f46f467d239c tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0457721 Dec 12 04:23:06.666727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:23:06.702421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc638fb3-99d8-4bc7-b75f-ccffb260fcce,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:06.708061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.708713 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Added segment c185f6bf-87cf-4b02-926b-b982b4b687d9 of type vlan for network 259cfb06-4d29-4e70-8818-19cdf66bf457 Dec 12 04:23:06.758305 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.796545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.812969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:06.815444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:06.890616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4654524 Dec 12 04:23:06.893874 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32770) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:06.899156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Request body: {'subnet': {'network_id': '259cfb06-4d29-4e70-8818-19cdf66bf457', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:06.956196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-ed7b6ad4-05f7-44ee-a11b-f73b5a9be50b tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:06.959376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-ed7b6ad4-05f7-44ee-a11b-f73b5a9be50b tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.37 "GET /v2.0/networks?id=38e5c449-18e5-4d7f-b4d0-dd2f4274e00c HTTP/1.1" status: 200 len: 814 time: 0.2044148 Dec 12 04:23:06.961168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72569166-2191-472f-a15a-1da54850726f tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event updated for resources: {'Network': ['ID=259cfb06-4d29-4e70-8818-19cdf66bf457,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:06.974491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 259cfb06-4d29-4e70-8818-19cdf66bf457 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:23:07.042057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Made reservation on behalf of c76ee9f7e31c44f184db82058c572e4e for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:07.046567 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:07.189552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-20c6fb5e-b7b8-4eaf-9d0b-bf9fedddcf63 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3db509dcb2e4b9895b5215b271435a6 HTTP/1.1" status: 200 len: 379 time: 0.2062562 Dec 12 04:23:07.250719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Request body: {'port': {'device_id': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'admin_state_up': True, 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'security_groups': ['eebe7cc0-6af9-4e23-8a54-3eaf8038b699']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:07.319158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c42b3535-0830-4f70-95ca-77f61a91be3f req-bef21188-a379-4eb6-b315-592f24e1fa85 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.18 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.1400347 Dec 12 04:23:07.336346 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:07.414905 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event updated for resources: {'Subnet': ['ID=129427f7-0876-425e-9a83-c7d60f59a1de,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:07.445680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Checking segment: {'id': 'c185f6bf-87cf-4b02-926b-b982b4b687d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '259cfb06-4d29-4e70-8818-19cdf66bf457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:07.446473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Network hostable DHCP agents. Network: 259cfb06-4d29-4e70-8818-19cdf66bf457, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:23:07.467916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Network 259cfb06-4d29-4e70-8818-19cdf66bf457 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:23:07.485290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 259cfb06-4d29-4e70-8818-19cdf66bf457) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:07.495196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:07.496348 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:07.497342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cba223-34cf-4cfc-a2cc-d28afb70401f None None] Network 259cfb06-4d29-4e70-8818-19cdf66bf457 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:23:07.519157 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3deadfc3-bf84-4b92-b1dd-a4c0a3258c8a tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6240149 Dec 12 04:23:07.521708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32782) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:07.548690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-248672669', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:07.567177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32784) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:07.606487 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:07.607678 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:07.636071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Made reservation on behalf of e3db509dcb2e4b9895b5215b271435a6 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:07.639983 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:07.678631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:07.847104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-259cfb06-4d29-4e70-8818-19cdf66bf457', 'network_id': '259cfb06-4d29-4e70-8818-19cdf66bf457', 'project_id': 'c76ee9f7e31c44f184db82058c572e4e', 'fixed_ips': [{'subnet_id': '129427f7-0876-425e-9a83-c7d60f59a1de'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:23:07.848020 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:07.903348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec110529-4162-4dc1-9cfe-e61fa2d56804 req-a7ebd838-7b92-41af-b9bc-2baf29d6850d tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.1167905 Dec 12 04:23:07.935524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f44d1248-7514-4979-b8d8-fd52f5996592 req-fc344198-7dc5-4643-a902-1fc763ef2ff6 tempest-ServerShowV254Test-935108240 tempest-ServerShowV254Test-935108240-project] 10.222.0.36 "GET /v2.0/ports?device_id=258a44d6-89a1-4b1a-9bdc-fa7991f7b578 HTTP/1.1" status: 200 len: 210 time: 0.0846980 Dec 12 04:23:07.973661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ad26900-c8bf-4942-9575-b537dbfab95c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:07.974775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Allocated IP 172.20.0.5 (38e5c449-18e5-4d7f-b4d0-dd2f4274e00c/f30cf526-941e-47a8-a33e-ecdb3e94a218/3fb6d637-ca6b-4dec-ba77-70d5e73b997e) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:08.103322 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.218698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Allocated IP 172.20.0.2 (259cfb06-4d29-4e70-8818-19cdf66bf457/129427f7-0876-425e-9a83-c7d60f59a1de/656cfacb-33cf-4a31-8b4d-47420fe15fe0) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:08.302374 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.340998 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.370244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ad26900-c8bf-4942-9575-b537dbfab95c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.391570 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ad26900-c8bf-4942-9575-b537dbfab95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.429223 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.436580 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.441350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad26900-c8bf-4942-9575-b537dbfab95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c597e6d6-13ce-40dd-99df-059fe410398d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:08.450331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:08.463437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:08.470776 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:08.485349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Network 259cfb06-4d29-4e70-8818-19cdf66bf457 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:08.488967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:08.492596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:08.498712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Pushing event updated for resources: {'Port': ['ID=656cfacb-33cf-4a31-8b4d-47420fe15fe0,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:08.529300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Pushing event updated for resources: {'Port': ['ID=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:08.539502 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ad26900-c8bf-4942-9575-b537dbfab95c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c255b14b164442969fe1311851857154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9649634 Dec 12 04:23:08.544460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 32798) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:08.583711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Attempting to bind port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:23:08.584101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Attempting to bind port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c185f6bf-87cf-4b02-926b-b982b4b687d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '259cfb06-4d29-4e70-8818-19cdf66bf457'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:23:08.584477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Attempting to bind port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 on network 259cfb06-4d29-4e70-8818-19cdf66bf457 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:23:08.593252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:23:08.593643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Checking segment: {'id': 'c185f6bf-87cf-4b02-926b-b982b4b687d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '259cfb06-4d29-4e70-8818-19cdf66bf457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:08.594265 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.595013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Bound using segment: {'id': 'c185f6bf-87cf-4b02-926b-b982b4b687d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '259cfb06-4d29-4e70-8818-19cdf66bf457'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:23:08.595690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Bound port: 656cfacb-33cf-4a31-8b4d-47420fe15fe0, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c185f6bf-87cf-4b02-926b-b982b4b687d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '259cfb06-4d29-4e70-8818-19cdf66bf457'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:23:08.596286 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.665866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.671672 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-048e5232-a7a6-4f6e-b610-1ebb2445cce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.697274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] For port 656cfacb-33cf-4a31-8b4d-47420fe15fe0, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:23:08.701606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] For port 656cfacb-33cf-4a31-8b4d-47420fe15fe0, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=656cfacb-33cf-4a31-8b4d-47420fe15fe0,segment=NetworkSegment(c185f6bf-87cf-4b02-926b-b982b4b687d9),segment_id=c185f6bf-87cf-4b02-926b-b982b4b687d9)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:23:08.703273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:08.704060 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.705775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.711374 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.752329 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-048e5232-a7a6-4f6e-b610-1ebb2445cce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.775335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-abaf68cc-78eb-4470-8caf-19dfa814dae4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5523746 Dec 12 04:23:08.814154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Request body: {'port': {'device_id': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:08.828787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625f8f7-26cd-4326-ba37-eb969eac8391 None None] Pushing event updated for resources: {'Port': ['ID=656cfacb-33cf-4a31-8b4d-47420fe15fe0,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:08.876810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Allocated IP 172.25.7.234 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e79d2b49-2448-4887-baff-6a40892ee207) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:08.901503 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:08.923807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a71f8eb6-bfed-46b3-b5bf-03b3bbaf87a8 None None] Provisioning complete for port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:08.924189 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a71f8eb6-bfed-46b3-b5bf-03b3bbaf87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:09.015464 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:09.041706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a71f8eb6-bfed-46b3-b5bf-03b3bbaf87a8 None None] Port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:23:09.077739 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:09.113779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-048e5232-a7a6-4f6e-b610-1ebb2445cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:09.117373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-048e5232-a7a6-4f6e-b610-1ebb2445cce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:09.118793 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-048e5232-a7a6-4f6e-b610-1ebb2445cce7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c597e6d6-13ce-40dd-99df-059fe410398d HTTP/1.1" status: 204 len: 168 time: 0.5728548 Dec 12 04:23:09.179507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e5232-a7a6-4f6e-b610-1ebb2445cce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c597e6d6-13ce-40dd-99df-059fe410398d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:09.271940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:09.281716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:09.291171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f91e7-c5f2-4a86-8b6d-f24484d69edd req-c5b84b83-20fd-436e-a5a2-91f5deb64cb9 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:09.296929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:09.305573 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-314f91e7-c5f2-4a86-8b6d-f24484d69edd req-c5b84b83-20fd-436e-a5a2-91f5deb64cb9 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 931 time: 0.2333765 Dec 12 04:23:09.429444 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-314f91e7-c5f2-4a86-8b6d-f24484d69edd req-28f8be7f-2cea-4a0f-9a79-a9372db145f5 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186180 Dec 12 04:23:09.445084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event updated for resources: {'Port': ['ID=e79d2b49-2448-4887-baff-6a40892ee207,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:09.540541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32818) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:09.552005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb6d637-ca6b-4dec-ba77-70d5e73b997e {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:23:09.573768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:09.607179 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Transition to ACTIVE for port object 3fb6d637-ca6b-4dec-ba77-70d5e73b997e will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:23:09.616146 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:09.689117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 656cfacb-33cf-4a31-8b4d-47420fe15fe0 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:23:09.829330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:09.829976 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:09.868869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Pushing event updated for resources: {'Port': ['ID=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:09.987240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Attempting to bind port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:23:09.988049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Attempting to bind port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:23:09.988493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Attempting to bind port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e on network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:23:09.988781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:09.993903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e on network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:23:09.994999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Attempting to bind port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e on network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:23:10.005167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91ef56e4-7600-40e3-9011-75fab5a91fec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.005837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:23:10.006451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Checking segment: {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:10.007101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Bound using segment: {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:23:10.007867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Bound port: 3fb6d637-ca6b-4dec-ba77-70d5e73b997e, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1adef9-229d-4c10-be18-9cf962177335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:23:10.009202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.068500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 656cfacb-33cf-4a31-8b4d-47420fe15fe0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=656cfacb-33cf-4a31-8b4d-47420fe15fe0,segment=NetworkSegment(c185f6bf-87cf-4b02-926b-b982b4b687d9),segment_id=c185f6bf-87cf-4b02-926b-b982b4b687d9)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:10.081029 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.133495 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.152391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] For port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:23:10.157904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] For port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:23:10.169457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.175335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=656cfacb-33cf-4a31-8b4d-47420fe15fe0,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:10.471493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32842) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:10.493005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d155c48-5b3b-4e9f-a543-6f4ea3ce9af5 None None] Network 259cfb06-4d29-4e70-8818-19cdf66bf457 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:23:10.555065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.684796 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-889e6ca8-98ac-4a4c-84c0-aaec91dd5925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.694220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c1cfab5f-06e2-4820-a02b-f763d80c212f None None] Provisioning complete for port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:10.695258 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c1cfab5f-06e2-4820-a02b-f763d80c212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.746166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91ef56e4-7600-40e3-9011-75fab5a91fec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.748710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Pushing event updated for resources: {'Port': ['ID=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:10.752036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1090918467-network', 'tenant_id': 'e2c962f346904986a402ee4bbeaa5311'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:10.796754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91ef56e4-7600-40e3-9011-75fab5a91fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.810884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:10.816542 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.818196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-fca8db14-d933-45ff-a1cd-7e2ed87e96aa service neutron] 10.222.0.37 "PUT /v2.0/ports/3fb6d637-ca6b-4dec-ba77-70d5e73b997e HTTP/1.1" status: 200 len: 1091 time: 2.0189152 Dec 12 04:23:10.818982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'tag': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:23:10.821315 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0" -d '{"events": [{"name": "network-changed", "server_uuid": "666bfbee-edad-4a66-95f9-4a7be916d0d9", "tag": "3fb6d637-ca6b-4dec-ba77-70d5e73b997e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:23:10.825631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Made reservation on behalf of e2c962f346904986a402ee4bbeaa5311 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:10.829219 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.863541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec5a5-2605-43da-b03c-f7fba9abb1bf req-cf40e78b-fee5-4f08-ab45-169e3058745a tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:10.872537 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97dec5a5-2605-43da-b03c-f7fba9abb1bf req-cf40e78b-fee5-4f08-ab45-169e3058745a tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.1448534 Dec 12 04:23:10.877712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:10.889835 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58249327-9701-4d07-8ab5-399d215a21cb x-openstack-request-id: req-58249327-9701-4d07-8ab5-399d215a21cb {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:23:10.890513 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666bfbee-edad-4a66-95f9-4a7be916d0d9", "tag": "3fb6d637-ca6b-4dec-ba77-70d5e73b997e", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:23:10.891019 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58249327-9701-4d07-8ab5-399d215a21cb {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:23:10.891639 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'tag': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e', 'status': 'completed', 'code': 200} Dec 12 04:23:10.902006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-91ef56e4-7600-40e3-9011-75fab5a91fec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=525739ac856c4262a60fb6b05d4a54b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3603203 Dec 12 04:23:10.905328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32852) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:10.915015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef56e4-7600-40e3-9011-75fab5a91fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f4057-5376-463b-968a-b109e421e890,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:10.928460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Router d4a22a17-388a-4bec-a032-0ae4c7805e8a is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:23:10.998229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-7ebfb9ab-7edb-4978-94e7-7d4b8c3228e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.000103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-7ebfb9ab-7edb-4978-94e7-7d4b8c3228e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3db509dcb2e4b9895b5215b271435a6&device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 1094 time: 0.0934377 Dec 12 04:23:11.018361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97dec5a5-2605-43da-b03c-f7fba9abb1bf req-069bf2dc-f734-405b-8734-08959b9bcb7a tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443462 Dec 12 04:23:11.109391 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-8e1e684f-2806-49fa-a116-dc22c85ac799 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb6d637-ca6b-4dec-ba77-70d5e73b997e HTTP/1.1" status: 200 len: 217 time: 0.0847502 Dec 12 04:23:11.129178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cf78dac9-ba93-4536-a4b4-3781474c3f14 None None] Provisioning complete for port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:11.129578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cf78dac9-ba93-4536-a4b4-3781474c3f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.136928 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a1affe9-0c5e-45f6-bcd2-a4c1a2f5bb76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.185928 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a1affe9-0c5e-45f6-bcd2-a4c1a2f5bb76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.186931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-41d37b08-6c02-49ca-8493-e80cb6904d9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1612322 Dec 12 04:23:11.195433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:11.203672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-e5af8366-c2a6-445e-a415-4bf3c914424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.207609 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2c90d-c6be-43bf-974a-61f545abc8a6 None None] Sync routers for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:11.218644 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-e5af8366-c2a6-445e-a415-4bf3c914424f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f30cf526-941e-47a8-a33e-ecdb3e94a218 HTTP/1.1" status: 200 len: 853 time: 0.0922477 Dec 12 04:23:11.220353 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2c90d-c6be-43bf-974a-61f545abc8a6 None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:11.221117 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-31e2c90d-c6be-43bf-974a-61f545abc8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:11.247251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.255481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.273592 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-31e2c90d-c6be-43bf-974a-61f545abc8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:11.283052 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.284439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0b249e2a-dd19-4431-afbc-269699f672bd tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7433743 Dec 12 04:23:11.290429 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2c90d-c6be-43bf-974a-61f545abc8a6 None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:11.291191 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-31e2c90d-c6be-43bf-974a-61f545abc8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:22:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:11.291786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:23:11.295924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 32854) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:11.326061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa719e05-2f07-4166-9a3c-aef79d3e14c6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:11.329997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a1affe9-0c5e-45f6-bcd2-a4c1a2f5bb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.332925 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0a1affe9-0c5e-45f6-bcd2-a4c1a2f5bb76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.336741 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0a1affe9-0c5e-45f6-bcd2-a4c1a2f5bb76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce9f4057-5376-463b-968a-b109e421e890 HTTP/1.1" status: 204 len: 168 time: 0.4266775 Dec 12 04:23:11.340196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.341291 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Added segment 0ec25f4f-4229-4178-bf2c-0e67b78e0ad8 of type vlan for network 73e39552-9640-4dd8-b579-a1d95b525a8c Dec 12 04:23:11.341458 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-31e2c90d-c6be-43bf-974a-61f545abc8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:11.342160 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2c90d-c6be-43bf-974a-61f545abc8a6 None None] The sync data for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:11.353750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1affe9-0c5e-45f6-bcd2-a4c1a2f5bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f4057-5376-463b-968a-b109e421e890,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:11.405789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.460716 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.462210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.462823 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.518339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-c621f94c-a7f6-4f1b-a06c-3ce7bc49b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.520009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-c621f94c-a7f6-4f1b-a06c-3ce7bc49b00f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38e5c449-18e5-4d7f-b4d0-dd2f4274e00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945576 Dec 12 04:23:11.540487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-794a9075-4719-4acb-8ff8-abf2eaad6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.541039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-794a9075-4719-4acb-8ff8-abf2eaad6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.541538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-794a9075-4719-4acb-8ff8-abf2eaad6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.542037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-794a9075-4719-4acb-8ff8-abf2eaad6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.542520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-794a9075-4719-4acb-8ff8-abf2eaad6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.543113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-794a9075-4719-4acb-8ff8-abf2eaad6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.543636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-794a9075-4719-4acb-8ff8-abf2eaad6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:11.547279 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-794a9075-4719-4acb-8ff8-abf2eaad6b28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6500 time: 0.2499013 Dec 12 04:23:11.606258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] Pushing event updated for resources: {'Network': ['ID=73e39552-9640-4dd8-b579-a1d95b525a8c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:11.612477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 73e39552-9640-4dd8-b579-a1d95b525a8c details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:23:11.629495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bcf86405-4cc6-4e37-b6b7-24afeca65582 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1521032 Dec 12 04:23:11.630833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32864) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:11.642997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Request body: {'subnet': {'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1090918467-subnet', 'tenant_id': 'e2c962f346904986a402ee4bbeaa5311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:11.690003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Made reservation on behalf of e2c962f346904986a402ee4bbeaa5311 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:11.693247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:11.792998 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-a339ffea-3a1b-49f0-b6d4-f75a4090c68d service neutron] 10.222.0.37 "GET /v2.0/networks/38e5c449-18e5-4d7f-b4d0-dd2f4274e00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444463 Dec 12 04:23:11.925765 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:12.037394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 656cfacb-33cf-4a31-8b4d-47420fe15fe0 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:23:12.060615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079bc776-950e-477e-b555-1bd7cbeeb64d,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:12.064615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-e50cc9ae-3f31-48a8-a3b1-9396a99fd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:12.065939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-e50cc9ae-3f31-48a8-a3b1-9396a99fd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:12.066834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Checking segment: {'id': '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:12.067061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-e50cc9ae-3f31-48a8-a3b1-9396a99fd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:12.068600 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-e50cc9ae-3f31-48a8-a3b1-9396a99fd142 service neutron] 10.222.0.37 "GET /v2.0/networks?id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=33db8f80-6383-4d67-beb4-519412b18788&id=33db8f80-6383-4d67-beb4-519412b18788 HTTP/1.1" status: 200 len: 2294 time: 0.4519620 Dec 12 04:23:12.077285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Network hostable DHCP agents. Network: 73e39552-9640-4dd8-b579-a1d95b525a8c, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:23:12.112759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Network 73e39552-9640-4dd8-b579-a1d95b525a8c is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:23:12.133487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 73e39552-9640-4dd8-b579-a1d95b525a8c) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:12.138491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:12.139444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:12.166318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1769de70-1f08-44e3-a167-e19b2eb02909 req-3908d697-980f-41ce-b7e9-694f5170e122 service neutron] 10.222.0.37 "GET /v2.0/networks/38e5c449-18e5-4d7f-b4d0-dd2f4274e00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004761 Dec 12 04:23:12.168006 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:12.170261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bab0f8-683c-45fa-864a-872078846f88 None None] Network 73e39552-9640-4dd8-b579-a1d95b525a8c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:23:12.175444 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-088281b2-f7a3-412f-af2d-7c18db886ab2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5428452 Dec 12 04:23:12.284951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:12.285359 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:12.370199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bd536-0ecf-43e1-af3b-bdca26a1614c req-2db9de50-eb87-45bd-8835-f7e5949ce269 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:12.388789 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-735bd536-0ecf-43e1-af3b-bdca26a1614c req-2db9de50-eb87-45bd-8835-f7e5949ce269 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.1591845 Dec 12 04:23:12.406691 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-6dddbe83-4cc0-4c3f-92e0-fa467557cbee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7 HTTP/1.1" status: 200 len: 1001 time: 0.3293176 Dec 12 04:23:12.476138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd04b1-6bc3-42be-b741-78d020d7905b None None] Network 73e39552-9640-4dd8-b579-a1d95b525a8c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:23:12.510983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-e8cbcc27-88c2-4729-87ae-bd18073fe39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:12.513251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-e8cbcc27-88c2-4729-87ae-bd18073fe39a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3db509dcb2e4b9895b5215b271435a6&device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 1094 time: 0.2227418 Dec 12 04:23:12.550142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-72a25975-3581-4027-a1b7-b3a88482c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:12.551831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-72a25975-3581-4027-a1b7-b3a88482c9bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=096e88f5-8993-4f7c-8a4b-6dbd7270e925 HTTP/1.1" status: 200 len: 855 time: 0.1132557 Dec 12 04:23:12.662115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-735bd536-0ecf-43e1-af3b-bdca26a1614c req-da383c07-2e1f-4f41-8b5b-b3ac602c4657 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795839 Dec 12 04:23:12.722000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-39e6b933-a994-4ec0-a1db-6fbe98f1c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:12.724454 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-39e6b933-a994-4ec0-a1db-6fbe98f1c45d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558466 Dec 12 04:23:12.784586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:12.920140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-d485615c-7140-4f24-b79c-bd4170a0f4f8 service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447082 Dec 12 04:23:12.963855 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-313fcea2-adc6-4390-b1df-164cac46cd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:13.075683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-b96f0707-6853-4faa-abbe-fba179f78f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:13.082074 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-b96f0707-6853-4faa-abbe-fba179f78f09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38e5c449-18e5-4d7f-b4d0-dd2f4274e00c HTTP/1.1" status: 200 len: 914 time: 0.5478532 Dec 12 04:23:13.146992 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89c878a8-d3a0-4ce3-9193-cbe5a31af61c req-4088d2a2-2a5a-419a-bca6-cc4c16090fda tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0409176 Dec 12 04:23:13.185560 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-e91bc077-2ca2-481e-83a2-562a75a197f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb6d637-ca6b-4dec-ba77-70d5e73b997e HTTP/1.1" status: 200 len: 217 time: 0.0888362 Dec 12 04:23:13.290227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-53dcb8f4-a6a2-45ea-9b82-431c69eb954d service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159208 Dec 12 04:23:13.390432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-3c1d2f9b-7c0d-4baf-94d3-c71829bbf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:13.392017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-3c1d2f9b-7c0d-4baf-94d3-c71829bbf996 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f30cf526-941e-47a8-a33e-ecdb3e94a218 HTTP/1.1" status: 200 len: 853 time: 0.1932304 Dec 12 04:23:13.399267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-1703c59d-d601-4d35-9af9-65f463734ba1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 200 len: 217 time: 0.0997920 Dec 12 04:23:13.858054 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:13.985741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Allocated IP 172.20.0.1 (259cfb06-4d29-4e70-8818-19cdf66bf457/129427f7-0876-425e-9a83-c7d60f59a1de/12278ee3-8606-4560-ae04-7dc3992105e2) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:14.036123 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:14.062795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-ca40ce9d-6584-4252-a909-8191254f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:14.064750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-ca40ce9d-6584-4252-a909-8191254f3469 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.2866580 Dec 12 04:23:14.079813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-1e2bdeaf-c493-4635-9171-4d7e26380a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:14.081671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-1e2bdeaf-c493-4635-9171-4d7e26380a19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38e5c449-18e5-4d7f-b4d0-dd2f4274e00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6788580 Dec 12 04:23:14.133419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0190356-009f-411c-b315-54271f57abbf req-167fcddf-741c-4ddc-ae10-feef12168504 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:14.135095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0190356-009f-411c-b315-54271f57abbf req-167fcddf-741c-4ddc-ae10-feef12168504 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.3551421 Dec 12 04:23:14.283189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1b81fae7-df57-4ca5-a554-e3083c4668a8 req-fc200eb8-bfee-45d7-935e-d470ff228a2a tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0452197 Dec 12 04:23:14.287745 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0190356-009f-411c-b315-54271f57abbf req-d42e490a-fe62-4eee-8210-4d64dd794f0d tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401765 Dec 12 04:23:14.329217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-157d414d-84ee-4334-a0b3-1892f85cf34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:14.330742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-157d414d-84ee-4334-a0b3-1892f85cf34a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2158449 Dec 12 04:23:14.421564 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-cb18703c-acf3-4fc8-9ec5-8922241f7184 service neutron] 10.222.0.37 "GET /v2.0/networks/38e5c449-18e5-4d7f-b4d0-dd2f4274e00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033073 Dec 12 04:23:14.425913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:14.575000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-8590baeb-0c90-4a75-b0ac-2b6bafc825c4 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297635 Dec 12 04:23:14.616861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:14.669627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Network 259cfb06-4d29-4e70-8818-19cdf66bf457 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:14.675223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:14.711446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:14.724036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80b56b1a-c6ff-4a41-96b3-fcd7f7d6acb0 req-0eafa64b-92e7-4146-8b68-27a9b9caa9e7 service neutron] 10.222.0.37 "GET /v2.0/networks/38e5c449-18e5-4d7f-b4d0-dd2f4274e00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932065 Dec 12 04:23:14.819026 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event updated for resources: {'Port': ['ID=12278ee3-8606-4560-ae04-7dc3992105e2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:14.824253 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:14.865400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-f6c4b238-44e6-42d6-b5c2-1f8530242295 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803755 Dec 12 04:23:14.866781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.867137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.867486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.867832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.868175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.868515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.868869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.869204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.869536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.869868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.870206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.870533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.870859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:14.936215 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-2468548c-8b19-43f6-a8aa-4401dbf37c33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 200 len: 217 time: 0.0556204 Dec 12 04:23:15.029470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-857461ec-2436-4fcb-a994-fffd81ca4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:15.031444 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-857461ec-2436-4fcb-a994-fffd81ca4ac0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.0847530 Dec 12 04:23:15.087842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4245ae8b-8957-4f69-aa42-1ba0e5b7993a None None] Provisioning complete for port 12278ee3-8606-4560-ae04-7dc3992105e2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:15.088411 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4245ae8b-8957-4f69-aa42-1ba0e5b7993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:15.105115 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:15.124195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4245ae8b-8957-4f69-aa42-1ba0e5b7993a None None] Port 12278ee3-8606-4560-ae04-7dc3992105e2 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:23:15.129758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-c214d2fb-2c78-487d-a221-5739430b2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:15.131997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-c214d2fb-2c78-487d-a221-5739430b2c26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773816 Dec 12 04:23:15.333551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-2b8a4d33-de79-4b03-bc26-f9c5ac4fce6a service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802664 Dec 12 04:23:15.416335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd48ec64-2ac4-4d5d-b2a3-86773e5053c6 req-796f02d5-1870-4e33-afd1-d3a7ec957088 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0295019 Dec 12 04:23:15.531843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8766790-04ac-4260-9515-6775c5b56168 req-00f521d2-17b4-4f07-a291-15749e2f8d26 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:15.533400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a8766790-04ac-4260-9515-6775c5b56168 req-00f521d2-17b4-4f07-a291-15749e2f8d26 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.1353574 Dec 12 04:23:15.541055 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:15.561602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-baaf419e-e725-4df2-98c3-98bc3c380fde service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197845 Dec 12 04:23:15.638112 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-173cf4af-64bf-458d-99b6-ed5d882a427d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=50c32b66-1914-4858-b0c4-599461ce68a6 HTTP/1.1" status: 200 len: 217 time: 0.0616651 Dec 12 04:23:15.691465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a8766790-04ac-4260-9515-6775c5b56168 req-7c7f55e3-a4c6-44b0-ba10-1be0345e6425 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486719 Dec 12 04:23:15.730190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4799ce3-f2f1-4666-87c3-2c23355d769b req-00cc939a-5362-496d-aa74-b959ad4f7933 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0332425 Dec 12 04:23:15.741028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:15.745795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-eeb7e881-8c75-4062-9284-52d147acb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:15.747816 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-eeb7e881-8c75-4062-9284-52d147acb2c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.1011639 Dec 12 04:23:15.749009 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:15.873451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event updated for resources: {'Port': ['ID=12278ee3-8606-4560-ae04-7dc3992105e2,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:15.876974 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:15.890272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-deba5518-dd64-47aa-9e1b-51dfe5ab0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:15.891840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-deba5518-dd64-47aa-9e1b-51dfe5ab0c13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1321218 Dec 12 04:23:16.074621 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-fd468f4d-50ff-40d1-b176-aae285603e4c service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574736 Dec 12 04:23:16.079380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Network 259cfb06-4d29-4e70-8818-19cdf66bf457 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:16.080856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:16.279931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Router d4a22a17-388a-4bec-a032-0ae4c7805e8a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:23:16.452493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-bab5ef7a-f57e-4cb2-a90d-74225a862c9a service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513483 Dec 12 04:23:16.473358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cdfe2f66-be79-4e5e-b9eb-812e31ad24d2 None None] Provisioning complete for port 12278ee3-8606-4560-ae04-7dc3992105e2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:16.474373 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2f66-be79-4e5e-b9eb-812e31ad24d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:16.515306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe2f66-be79-4e5e-b9eb-812e31ad24d2 None None] Port 12278ee3-8606-4560-ae04-7dc3992105e2 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:23:16.571271 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d88cd4-21be-435c-bd76-6884878ecef2 req-2bb1054d-4f0e-4a4a-ab58-4afb351ad6b4 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0326443 Dec 12 04:23:16.671531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:16.959347 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-acbe4006-5d79-4e4a-9e37-34ebdddaa66f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=fe26d9f7-c56f-4c18-af19-534b24397d10 HTTP/1.1" status: 200 len: 217 time: 0.4948854 Dec 12 04:23:16.960591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:16.970502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-634a1fad-18e2-45f4-ae1d-2f8874649fb6 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "PUT /v2.0/routers/d4a22a17-388a-4bec-a032-0ae4c7805e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6716552 Dec 12 04:23:16.973395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32976) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:16.975154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9c7b58-f009-42f1-a9ff-aa012714eb17 None None] Sync routers for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:16.978676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Request body: {'port': {'network_id': '259cfb06-4d29-4e70-8818-19cdf66bf457', 'name': 'tempest-FloatingIPAdminTestJSON-1249851598'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:17.006359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c7b58-f009-42f1-a9ff-aa012714eb17 None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:17.007290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6f9c7b58-f009-42f1-a9ff-aa012714eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:17.043859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7ae5a-1cdd-4726-bcc7-69a481f7cb14 req-5f2cff6c-639c-41bf-af7a-cb2a6294e931 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:17.055504 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3aa7ae5a-1cdd-4726-bcc7-69a481f7cb14 req-5f2cff6c-639c-41bf-af7a-cb2a6294e931 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.1561313 Dec 12 04:23:17.080326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6f9c7b58-f009-42f1-a9ff-aa012714eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:17.093437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c7b58-f009-42f1-a9ff-aa012714eb17 None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:17.094350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6f9c7b58-f009-42f1-a9ff-aa012714eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:17.126633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3aa7ae5a-1cdd-4726-bcc7-69a481f7cb14 req-994cc93b-c729-4ce4-b6fe-6cadfea7c270 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690188 Dec 12 04:23:17.142708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6f9c7b58-f009-42f1-a9ff-aa012714eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:17.143652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9c7b58-f009-42f1-a9ff-aa012714eb17 None None] The sync data for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:17.150626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-6a4c7329-19a1-44e6-9149-7157b00cb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:17.152128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-6a4c7329-19a1-44e6-9149-7157b00cb4a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.1604066 Dec 12 04:23:17.223017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-65d100a9-c437-43fe-a3d6-27e3ff91a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:17.224591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-65d100a9-c437-43fe-a3d6-27e3ff91a54c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0636296 Dec 12 04:23:17.467092 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-958c7b37-3eaa-45a9-b412-f15fb154ab46 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134845 Dec 12 04:23:17.540239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Made reservation on behalf of c76ee9f7e31c44f184db82058c572e4e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:17.551665 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:17.589644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] device_id is not set on port 42b58ea8-2de4-47c2-8ff6-f37de1e03e51 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:23:17.599093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-d237a8fd-f4f5-4c46-812a-8bfdf1f1f69e service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245136 Dec 12 04:23:17.786419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-0eb72c58-a008-4f00-9a82-ce5485c9bc8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e HTTP/1.1" status: 200 len: 217 time: 0.1787183 Dec 12 04:23:17.853345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-324581bf-86b4-4b44-bd0a-9d1a0b96af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:17.854883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-324581bf-86b4-4b44-bd0a-9d1a0b96af2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.0606370 Dec 12 04:23:17.891126 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5cb94326-3bc3-4f07-8f90-a3a28296efe4 req-21d52231-7369-42ba-adbf-95d10ea77c9e tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0399444 Dec 12 04:23:17.909423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Allocated IP 172.20.0.10 (259cfb06-4d29-4e70-8818-19cdf66bf457/129427f7-0876-425e-9a83-c7d60f59a1de/42b58ea8-2de4-47c2-8ff6-f37de1e03e51) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:17.974907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-5845138a-9990-416f-a520-263097d3a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:17.979317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-5845138a-9990-416f-a520-263097d3a3b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1151862 Dec 12 04:23:18.106605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-e51e9ffb-6e2c-4caf-bf0c-13198154136f service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192989 Dec 12 04:23:18.170052 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:18.241771 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:18.323463 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-8df45a89-cb57-4261-803a-fcb9b5705296 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071791 Dec 12 04:23:18.389831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-0748dfef-23a6-456e-93f5-50a5bbb9d8d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855 HTTP/1.1" status: 200 len: 217 time: 0.0533392 Dec 12 04:23:18.455671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event updated for resources: {'Port': ['ID=42b58ea8-2de4-47c2-8ff6-f37de1e03e51,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:18.470965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-4de1986e-18f4-4ffc-8c1b-31e78ce013e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:18.472608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-4de1986e-18f4-4ffc-8c1b-31e78ce013e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.0732536 Dec 12 04:23:18.477665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Network 259cfb06-4d29-4e70-8818-19cdf66bf457 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:18.483100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:18.497624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:18.516255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851de5d0-44b2-4d78-95ae-614baad74b76 req-8695f6a6-e12e-4b0b-94ad-7bba17ea2ed2 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:18.525509 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-851de5d0-44b2-4d78-95ae-614baad74b76 req-8695f6a6-e12e-4b0b-94ad-7bba17ea2ed2 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.2552862 Dec 12 04:23:18.549604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be65-cd93-4c40-aafc-144e625cb614 req-ff30a9ab-e3a5-4f5f-87ba-6c4aca4dea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:18.551365 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-ff30a9ab-e3a5-4f5f-87ba-6c4aca4dea1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602121 Dec 12 04:23:18.695289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:18.695955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:18.704408 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-851de5d0-44b2-4d78-95ae-614baad74b76 req-a4ab104b-faeb-41c9-a1fa-6321d15edab2 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779511 Dec 12 04:23:18.748951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2b56d2d8-d3e7-4188-9655-4c6edaffadd0 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7743452 Dec 12 04:23:18.752103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33014) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:18.842847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-214a8075-dfc5-486c-9c90-bae614276efd req-bf9aed46-a473-4519-912c-f8240812895b tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0803986 Dec 12 04:23:18.856848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-7c9dae4a-0d94-468f-b514-034f7a4a25bc service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931988 Dec 12 04:23:18.980784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d6f85b60-3fce-4af8-b25e-9c0a44a16129 None None] Provisioning complete for port 42b58ea8-2de4-47c2-8ff6-f37de1e03e51 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:18.981365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6f85b60-3fce-4af8-b25e-9c0a44a16129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:18.999800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'project_id': 'c76ee9f7e31c44f184db82058c572e4e', 'port_id': '42b58ea8-2de4-47c2-8ff6-f37de1e03e51'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:19.011177 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a685be65-cd93-4c40-aafc-144e625cb614 req-5a1fbd60-6dfa-424f-8369-cce1e590b280 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469846 Dec 12 04:23:19.031185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d6f85b60-3fce-4af8-b25e-9c0a44a16129 None None] Port 42b58ea8-2de4-47c2-8ff6-f37de1e03e51 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:23:19.045315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:19.184620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:19.328404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Allocated IP 172.25.7.22 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9c7aee24-71b9-4816-8409-8b1fa8198b20) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:19.437969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:19.477656 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:19.533357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:19.539103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:19.544341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:19.553632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7aee24-71b9-4816-8409-8b1fa8198b20,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:19.977489 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3d30f8c-c65e-4779-8aad-8585322bbf94 req-4e428e47-a9f7-44ca-ae53-cb4412769012 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0309517 Dec 12 04:23:20.115941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4de0-3f47-4de5-b656-5476af41230a req-84de970b-ef41-4341-bba4-6017e99c4dfe tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:20.117674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06cb4de0-3f47-4de5-b656-5476af41230a req-84de970b-ef41-4341-bba4-6017e99c4dfe tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.3123479 Dec 12 04:23:20.207875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:20.291522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06cb4de0-3f47-4de5-b656-5476af41230a req-96d2a3c9-4a33-47ea-b563-8bed4bf52bf3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421993 Dec 12 04:23:20.349136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:20.567151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa269ff-1633-403c-9bbb-2ee0499cdeeb req-50ee0a8c-4a4a-40fa-9fc7-ae823dc28ef8 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:20.568788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aaa269ff-1633-403c-9bbb-2ee0499cdeeb req-50ee0a8c-4a4a-40fa-9fc7-ae823dc28ef8 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 945 time: 0.0789304 Dec 12 04:23:20.588915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:20.599586 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:20.697864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7aee24-71b9-4816-8409-8b1fa8198b20,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:20.716221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aaa269ff-1633-403c-9bbb-2ee0499cdeeb req-a1c9f81c-30f9-43c3-9cbd-fa228898b714 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357431 Dec 12 04:23:20.730142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:20.847151 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Floating IP c75f1bb7-4566-4f85-b21d-ee4e5117ab6a associated. External IP: 172.25.7.22, port: 42b58ea8-2de4-47c2-8ff6-f37de1e03e51. Dec 12 04:23:21.071925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Router d4a22a17-388a-4bec-a032-0ae4c7805e8a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:23:21.099377 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50efbd6d-d97b-4398-a391-49d5113c2b4f req-804948be-c9e7-443c-b70c-ba345e9af47d tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0308816 Dec 12 04:23:21.206793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:21.217509 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189456d-63a4-474c-ac0e-17468fa93d3b None None] Sync routers for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:21.227937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:21.229269 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189456d-63a4-474c-ac0e-17468fa93d3b None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:21.230218 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5189456d-63a4-474c-ac0e-17468fa93d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:21.263174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-892ddd08-0ba9-45c8-8c29-86483ef48f62 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.5099759 Dec 12 04:23:21.266195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33044) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:21.271029 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5189456d-63a4-474c-ac0e-17468fa93d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:21.280661 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189456d-63a4-474c-ac0e-17468fa93d3b None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:21.281506 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5189456d-63a4-474c-ac0e-17468fa93d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:21.322062 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5189456d-63a4-474c-ac0e-17468fa93d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:21.323495 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189456d-63a4-474c-ac0e-17468fa93d3b None None] The sync data for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:21.365142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3c6588ae-6833-435d-a6e3-bca7fbc77761 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] 10.222.0.36 "GET /v2.0/floatingips/c75f1bb7-4566-4f85-b21d-ee4e5117ab6a HTTP/1.1" status: 200 len: 983 time: 0.0976896 Dec 12 04:23:21.367759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33050) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:21.450523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823aade-3a9b-476d-a2d3-3e3f5b90a712 req-2621c064-556a-4cc6-acaf-11a3f45826f4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:21.452539 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e823aade-3a9b-476d-a2d3-3e3f5b90a712 req-2621c064-556a-4cc6-acaf-11a3f45826f4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.0784054 Dec 12 04:23:21.501359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-968e7b60-b39d-4faf-8174-e436e12049ae tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3518 time: 0.1320484 Dec 12 04:23:21.504171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33052) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:21.515843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e823aade-3a9b-476d-a2d3-3e3f5b90a712 req-75b1f810-dd26-4352-b412-5b393920994a tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570512 Dec 12 04:23:21.672104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Deleting port 9c7aee24-71b9-4816-8409-8b1fa8198b20 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:21.672549 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:21.749754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:21.750193 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:21.763057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Calling delete_port for 9c7aee24-71b9-4816-8409-8b1fa8198b20 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:21.842686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29a258-6e11-4ed8-a462-a85e8d03c3f1 req-0906652c-1c20-4f70-8148-def1d36a59ad tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:21.856270 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c29a258-6e11-4ed8-a462-a85e8d03c3f1 req-0906652c-1c20-4f70-8148-def1d36a59ad tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 945 time: 0.0722015 Dec 12 04:23:21.903355 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c29a258-6e11-4ed8-a462-a85e8d03c3f1 req-b71d833c-7d20-43bd-b3a4-8d9f821c3fef tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 Dec 12 04:23:21.927403 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:21.955278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event deleted for resources: {'Port': ['ID=9c7aee24-71b9-4816-8409-8b1fa8198b20,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:22.027055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:22.027453 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Floating IP c75f1bb7-4566-4f85-b21d-ee4e5117ab6a disassociated (deleted). External IP: 172.25.7.22, port: 42b58ea8-2de4-47c2-8ff6-f37de1e03e51. Dec 12 04:23:22.229747 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b57b8124-e38a-4fd3-81f7-557b61599a42 req-eb2507d9-9be3-4c8c-8b7b-8a83a5514d87 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0345955 Dec 12 04:23:22.266000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Router d4a22a17-388a-4bec-a032-0ae4c7805e8a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:23:22.377135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:22.381956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:22.387516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f5ed9-1480-4ec3-8020-c4bbb94aa0c5 None None] Sync routers for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:22.398461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f5ed9-1480-4ec3-8020-c4bbb94aa0c5 None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:22.399094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7b2f5ed9-1480-4ec3-8020-c4bbb94aa0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:22.437888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7b2f5ed9-1480-4ec3-8020-c4bbb94aa0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:22.447735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f5ed9-1480-4ec3-8020-c4bbb94aa0c5 None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:22.448642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7b2f5ed9-1480-4ec3-8020-c4bbb94aa0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:22.466817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-850b6e57-1a58-4cec-af98-c277e8a40292 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:22.469252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-850b6e57-1a58-4cec-af98-c277e8a40292 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 945 time: 0.0677397 Dec 12 04:23:22.493947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7b2f5ed9-1480-4ec3-8020-c4bbb94aa0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:22.494771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f5ed9-1480-4ec3-8020-c4bbb94aa0c5 None None] The sync data for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:22.582759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Deleting port e5d89f2e-65b7-4643-8e20-38ddbd9b528d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:22.583160 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:22.679238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] For port e5d89f2e-65b7-4643-8e20-38ddbd9b528d, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:22.679908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:22.713037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Calling delete_port for e5d89f2e-65b7-4643-8e20-38ddbd9b528d owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:22.753721 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bce15f39-6ee9-4fcc-832d-8b3f40d04b36 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "DELETE /v2.0/floatingips/c75f1bb7-4566-4f85-b21d-ee4e5117ab6a HTTP/1.1" status: 204 len: 168 time: 1.2448184 Dec 12 04:23:22.755014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33068) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:22.759788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:22.791929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775158-65b5-49d0-92d9-d2eb3dbdca34 req-72dc5179-e600-44b0-9a50-456b1c738da4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:22.793515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd775158-65b5-49d0-92d9-d2eb3dbdca34 req-72dc5179-e600-44b0-9a50-456b1c738da4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.0756271 Dec 12 04:23:22.843037 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:22.848573 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd775158-65b5-49d0-92d9-d2eb3dbdca34 req-341c8cc2-10e9-4116-a3c0-4fb624bb84af tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465627 Dec 12 04:23:22.857919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:22.896271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5badd370-79b3-4cc5-b847-63981a1e9714', '79a7e522-6c6c-4777-a554-ba1facd7380d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:23:22.901566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['7bddc0c6-3b53-41b7-a0f3-517058bb83b6', 'e5d89f2e-65b7-4643-8e20-38ddbd9b528d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:23:22.916248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Pushing event deleted for resources: {'Port': ['ID=e5d89f2e-65b7-4643-8e20-38ddbd9b528d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:22.933188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] No DVR routers for this DVR port e5d89f2e-65b7-4643-8e20-38ddbd9b528d on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:23:22.935880 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:22.940932 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d75739-f3ad-4931-95d1-d8d27b26e48a req-cd03feb3-73b1-4904-aac7-c043ca2a0456 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.37 "DELETE /v2.0/ports/e5d89f2e-65b7-4643-8e20-38ddbd9b528d HTTP/1.1" status: 204 len: 173 time: 0.4614506 Dec 12 04:23:22.941409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2217ad-96c7-4f07-a716-3127d1bb2e58', 'name': 'network-vif-deleted', 'tag': 'e5d89f2e-65b7-4643-8e20-38ddbd9b528d'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:23:22.944454 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe4b551-1837-4fe5-a4b4-73b894361741" -d '{"events": [{"server_uuid": "5d2217ad-96c7-4f07-a716-3127d1bb2e58", "name": "network-vif-deleted", "tag": "e5d89f2e-65b7-4643-8e20-38ddbd9b528d"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:23:22.963785 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:23.061915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69dca67a-3ce5-4eee-b8ee-efb91777a048 req-9380e76e-a375-47b7-83af-42fb5901bac2 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d2217ad-96c7-4f07-a716-3127d1bb2e58 HTTP/1.1" status: 200 len: 210 time: 0.0366108 Dec 12 04:23:23.149748 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb39eb0-c32e-49de-b0d6-209df42a8d2d x-openstack-request-id: req-bfb39eb0-c32e-49de-b0d6-209df42a8d2d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:23:23.150153 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2217ad-96c7-4f07-a716-3127d1bb2e58", "name": "network-vif-deleted", "tag": "e5d89f2e-65b7-4643-8e20-38ddbd9b528d", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:23:23.150531 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfb39eb0-c32e-49de-b0d6-209df42a8d2d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:23:23.151034 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2217ad-96c7-4f07-a716-3127d1bb2e58', 'name': 'network-vif-deleted', 'tag': 'e5d89f2e-65b7-4643-8e20-38ddbd9b528d', 'status': 'completed', 'code': 200} Dec 12 04:23:23.152921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Allocated IP 172.25.7.152 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/ecbb44d2-531a-4f69-90d3-b42952709560) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:23.271459 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:23.329280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:23.424264 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-31e153a9-0e9f-4d74-96ed-4a22160c0097 req-0ab4f846-b5d0-4698-8b59-dc30a43defc4 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0828846 Dec 12 04:23:23.439538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:23.444987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:23.447493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:23.476204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbb44d2-531a-4f69-90d3-b42952709560,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:23.546022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:23.583614 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:23.755646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:23.760066 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:23.833585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbb44d2-531a-4f69-90d3-b42952709560,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:23.845166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:23.861747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:23.863384 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f28c7290-007b-4d3b-ab51-f8edc0889528 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1079443 Dec 12 04:23:23.866278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33082) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:24.013452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d3af3-c344-4ab5-8a1b-582740470ab6 req-8145ec52-9705-40ad-9de5-7f8915506a5c tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:24.014978 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c95d3af3-c344-4ab5-8a1b-582740470ab6 req-8145ec52-9705-40ad-9de5-7f8915506a5c tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.0766804 Dec 12 04:23:24.018366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:24.042823 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:24.082110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c95d3af3-c344-4ab5-8a1b-582740470ab6 req-ba97dd6e-b965-418d-beaa-0fa4623a9890 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553861 Dec 12 04:23:24.167956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:24.306772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Allocated IP 172.25.7.197 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/24cada97-c85f-4ea1-b7be-58fed01e4e78) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:24.426575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:24.474951 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:24.520856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Pushing event updated for resources: {'Port': ['ID=24cada97-c85f-4ea1-b7be-58fed01e4e78,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:24.539009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:24.542424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:24.545525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:24.615166 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a9ba079-64c9-45fb-8afb-64379734e0fe req-e4f24872-d47a-4090-86c1-663ea2d0d731 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0719950 Dec 12 04:23:24.700992 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:24.736871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:24.907451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:24.913015 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:24.963036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Pushing event updated for resources: {'Port': ['ID=24cada97-c85f-4ea1-b7be-58fed01e4e78,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:25.016409 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:25.035927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:25.037425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cdd7cee6-3c5c-4df3-8943-9e886c636889 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1699905 Dec 12 04:23:25.041326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33104) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:25.111917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5cf4cf38-2664-48aa-aacf-1f4058026e86 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3703 time: 0.0694489 Dec 12 04:23:25.118577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33108) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:25.229468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55a90168-6949-4d5b-8031-90636157672e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1096385 Dec 12 04:23:25.232025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33112) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:25.253871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c58769-15bb-4c96-9290-609e1995234a req-327d48e2-1900-443b-af13-e87cd6a2df34 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:25.261808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-29c58769-15bb-4c96-9290-609e1995234a req-327d48e2-1900-443b-af13-e87cd6a2df34 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.1044390 Dec 12 04:23:25.352858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-29c58769-15bb-4c96-9290-609e1995234a req-44123fae-1181-4261-8b6a-1c5470f6d68a tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894113 Dec 12 04:23:25.400834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Deleting port 24cada97-c85f-4ea1-b7be-58fed01e4e78 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:25.401398 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:25.481167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:25.481415 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:25.493776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Calling delete_port for 24cada97-c85f-4ea1-b7be-58fed01e4e78 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:25.696989 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:25.761381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0099d8c2-8a8b-4a19-a25c-ac3985250c00 req-30d622bf-b492-4c93-bfd9-7f02b23ce2f3 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0387444 Dec 12 04:23:25.782388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Pushing event deleted for resources: {'Port': ['ID=24cada97-c85f-4ea1-b7be-58fed01e4e78,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:25.855116 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:25.858393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:25.861900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d203b989-4994-4069-a12b-68ec6c4faff2 tempest-FloatingIPAdminTestJSON-1306667554 tempest-FloatingIPAdminTestJSON-1306667554-project] 10.222.0.36 "DELETE /v2.0/floatingips/380e094f-9a47-4bc7-9f9a-614c8c0281eb HTTP/1.1" status: 204 len: 168 time: 0.6266501 Dec 12 04:23:25.862170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33122) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:25.942517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e5d89f2e-65b7-4643-8e20-38ddbd9b528d no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:23:25.988297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: e5d89f2e-65b7-4643-8e20-38ddbd9b528d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:23:25.988647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e5d89f2e-65b7-4643-8e20-38ddbd9b528d not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:23:26.016873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Deleting port ecbb44d2-531a-4f69-90d3-b42952709560 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:26.017358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:26.101955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:26.103130 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:26.116912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Calling delete_port for ecbb44d2-531a-4f69-90d3-b42952709560 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:26.284994 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:26.308241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecbb44d2-531a-4f69-90d3-b42952709560,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:26.420142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:26.427342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:26.432338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33130) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:26.434761 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-56a0b6da-cb60-4900-b017-596caafad2d8 tempest-FloatingIPAdminTestJSON-1507329636 tempest-FloatingIPAdminTestJSON-1507329636-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/374a57ea-2663-4458-9616-089612117bb7 HTTP/1.1" status: 204 len: 168 time: 0.5702934 Dec 12 04:23:26.579038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca083-646c-4c0d-a7ae-c670b9f1eb72 req-49f12c21-0243-4e93-93d0-fa932f79d0b4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:26.580515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e7ca083-646c-4c0d-a7ae-c670b9f1eb72 req-49f12c21-0243-4e93-93d0-fa932f79d0b4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.0951905 Dec 12 04:23:26.640990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-96cfaa3d-06fe-48a0-8ef8-64f7737add14 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Deleting port 42b58ea8-2de4-47c2-8ff6-f37de1e03e51 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:26.641339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96cfaa3d-06fe-48a0-8ef8-64f7737add14 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:26.674009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e7ca083-646c-4c0d-a7ae-c670b9f1eb72 req-cba6d57e-8b6a-4032-a68d-b586571b619f tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864689 Dec 12 04:23:26.791972 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96cfaa3d-06fe-48a0-8ef8-64f7737add14 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:26.812456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-96cfaa3d-06fe-48a0-8ef8-64f7737add14 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Calling delete_port for 42b58ea8-2de4-47c2-8ff6-f37de1e03e51 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:26.898687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9a87ab6-88da-49e5-9da7-23a4ce03da5f req-8de9941b-c55c-418b-be17-87929f27f45f tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0286748 Dec 12 04:23:27.006511 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96cfaa3d-06fe-48a0-8ef8-64f7737add14 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:27.041576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfaa3d-06fe-48a0-8ef8-64f7737add14 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event deleted for resources: {'Port': ['ID=42b58ea8-2de4-47c2-8ff6-f37de1e03e51,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:27.137017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96cfaa3d-06fe-48a0-8ef8-64f7737add14 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:27.143515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-96cfaa3d-06fe-48a0-8ef8-64f7737add14 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "DELETE /v2.0/ports/42b58ea8-2de4-47c2-8ff6-f37de1e03e51 HTTP/1.1" status: 204 len: 168 time: 0.7093878 Dec 12 04:23:27.144487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33138) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:27.202812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5b17e3-ea7f-4135-9e06-bdaa0ef508ac tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:27.204697 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4a5b17e3-ea7f-4135-9e06-bdaa0ef508ac tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4a22a17-388a-4bec-a032-0ae4c7805e8a HTTP/1.1" status: 200 len: 913 time: 0.0595586 Dec 12 04:23:27.207297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33140) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:27.704770 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:27.892009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af3ef-7146-400a-8bc7-88d038f3a88a req-429b295f-ce3e-4e99-99e5-5317ae9a8ab7 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:27.894246 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-074af3ef-7146-400a-8bc7-88d038f3a88a req-429b295f-ce3e-4e99-99e5-5317ae9a8ab7 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.1121864 Dec 12 04:23:27.981713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-074af3ef-7146-400a-8bc7-88d038f3a88a req-5e43cc1e-3dfc-4e6f-9e23-b1a0359a2e9f tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685151 Dec 12 04:23:28.081176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3055d8dc-44e8-46e4-bae7-0fe4d21c104d req-3998ff08-980a-4f1a-a8b6-f20ef6a94d50 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0337639 Dec 12 04:23:28.144274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Deleting port 12278ee3-8606-4560-ae04-7dc3992105e2 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:28.144532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:28.236843 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:28.251534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Calling delete_port for 12278ee3-8606-4560-ae04-7dc3992105e2 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:28.486435 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:28.581994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event deleted for resources: {'Port': ['ID=12278ee3-8606-4560-ae04-7dc3992105e2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:28.774066 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:29.111699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ecfd1-c464-4df0-a6fa-2f8d6b413b7a req-03c89708-cbea-409a-89e7-658ab764b854 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:29.113527 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf5ecfd1-c464-4df0-a6fa-2f8d6b413b7a req-03c89708-cbea-409a-89e7-658ab764b854 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 946 time: 0.0966675 Dec 12 04:23:29.133206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Router d4a22a17-388a-4bec-a032-0ae4c7805e8a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:23:29.178500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d9bc2-e4eb-4b0f-8339-4ab61616ad80 req-2700e770-9d32-412a-8593-d1e1907b90ae tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:29.183155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-045d9bc2-e4eb-4b0f-8339-4ab61616ad80 req-2700e770-9d32-412a-8593-d1e1907b90ae tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 943 time: 0.0657618 Dec 12 04:23:29.191855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf5ecfd1-c464-4df0-a6fa-2f8d6b413b7a req-ba742957-df92-4fea-b3ec-49f295c3cf1b tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567403 Dec 12 04:23:29.258318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-045d9bc2-e4eb-4b0f-8339-4ab61616ad80 req-fc097b6d-9836-4d59-9483-d2a4d6b581af tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717912 Dec 12 04:23:29.323639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82bfa394-4f90-40ca-aa97-7870fad39c55 req-59c9aee6-ac4c-48f2-9350-81280fb2574a tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0292072 Dec 12 04:23:29.357992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:29.363180 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bba44d11-0e9b-4549-9b69-15b44a72563e tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "PUT /v2.0/routers/d4a22a17-388a-4bec-a032-0ae4c7805e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1545382 Dec 12 04:23:29.365913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33170) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:29.368103 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd648b-0de0-458b-9fac-323cadbd2d54 None None] Sync routers for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:29.379035 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd648b-0de0-458b-9fac-323cadbd2d54 None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:29.379649 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fefd648b-0de0-458b-9fac-323cadbd2d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:29.411759 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fefd648b-0de0-458b-9fac-323cadbd2d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:29.421698 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd648b-0de0-458b-9fac-323cadbd2d54 None None] Routers {'d4a22a17-388a-4bec-a032-0ae4c7805e8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:29.422507 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fefd648b-0de0-458b-9fac-323cadbd2d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:29.456849 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fefd648b-0de0-458b-9fac-323cadbd2d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:29.457751 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd648b-0de0-458b-9fac-323cadbd2d54 None None] The sync data for ids ['d4a22a17-388a-4bec-a032-0ae4c7805e8a'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:29.470321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:29.583975 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:29.639899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Deleting port e79d2b49-2448-4887-baff-6a40892ee207 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:29.640255 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:29.734743 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:29.747746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Calling delete_port for e79d2b49-2448-4887-baff-6a40892ee207 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:29.920741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:29.945308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event deleted for resources: {'Port': ['ID=e79d2b49-2448-4887-baff-6a40892ee207,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:30.002554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 3fb6d637-ca6b-4dec-ba77-70d5e73b997e details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:23:30.013545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.105421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:30.120899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'port_id': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e', 'mac_address': 'fa:16:3e:41:bf:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:23:30.165957 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.179796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb6d637-ca6b-4dec-ba77-70d5e73b997e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:23:30.202125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:30.206239 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.258598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:30.267935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.268722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.269337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.269905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.270513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.271074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.271650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.272218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.272925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.273523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.274097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.274662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.275229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:30.336765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a809c5-affa-4d88-a296-4205c506cb74 req-942bc481-d35a-4163-acf7-0c8e37133a6a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:30.339168 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59a809c5-affa-4d88-a296-4205c506cb74 req-942bc481-d35a-4163-acf7-0c8e37133a6a tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 946 time: 0.0621731 Dec 12 04:23:30.392804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59a809c5-affa-4d88-a296-4205c506cb74 req-19dc4964-41ac-45b0-bc0d-586aba702a62 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466580 Dec 12 04:23:30.462709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.467799 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.495805 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6510b24-a4d6-4a0f-a0c8-70195132dc26 req-58774649-4493-436d-9f7d-061c484723a4 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0315294 Dec 12 04:23:30.524473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2c9b8-d8a6-4a53-b297-d21d6b1558c4 req-7d6bde8f-e7f0-4dcd-ac29-2c7c23475291 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:30.524951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3f2c9b8-d8a6-4a53-b297-d21d6b1558c4 req-7d6bde8f-e7f0-4dcd-ac29-2c7c23475291 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 944 time: 0.0924759 Dec 12 04:23:30.526065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.526615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Fanout notify agent at l3_agent the message router_deleted on router d4a22a17-388a-4bec-a032-0ae4c7805e8a {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:23:30.533435 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.537476 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9a57b8bd-c8f7-459e-8dc4-661de5fdfcc5 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "DELETE /v2.0/routers/d4a22a17-388a-4bec-a032-0ae4c7805e8a HTTP/1.1" status: 204 len: 168 time: 1.1677294 Dec 12 04:23:30.537576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33184) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:30.577373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3f2c9b8-d8a6-4a53-b297-d21d6b1558c4 req-8bd71b65-f990-4580-a3d5-bb3487e9763b tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417647 Dec 12 04:23:30.590840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d86ae1-8064-42c7-90e5-c59883a44a94 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Deleting subnet 129427f7-0876-425e-9a83-c7d60f59a1de {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:23:30.594255 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25d86ae1-8064-42c7-90e5-c59883a44a94 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.610429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['3fb6d637-ca6b-4dec-ba77-70d5e73b997e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:23:30.636201 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25d86ae1-8064-42c7-90e5-c59883a44a94 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.725367 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25d86ae1-8064-42c7-90e5-c59883a44a94 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.813762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-0390b57a-c3cc-438a-89a8-741c4595ccbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:30.815306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-0390b57a-c3cc-438a-89a8-741c4595ccbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.18 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 946 time: 0.0693543 Dec 12 04:23:30.829594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25d86ae1-8064-42c7-90e5-c59883a44a94 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.891049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d86ae1-8064-42c7-90e5-c59883a44a94 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event deleted for resources: {'Subnet': ['ID=129427f7-0876-425e-9a83-c7d60f59a1de,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:30.892909 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25d86ae1-8064-42c7-90e5-c59883a44a94 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:30.898445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f4ad3-4c36-4414-9ec1-e7e052c63ebb None None] Network 259cfb06-4d29-4e70-8818-19cdf66bf457 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:23:30.898648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-25d86ae1-8064-42c7-90e5-c59883a44a94 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "DELETE /v2.0/subnets/129427f7-0876-425e-9a83-c7d60f59a1de HTTP/1.1" status: 204 len: 168 time: 0.3576021 Dec 12 04:23:30.898648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33186) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:30.948769 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:23:31.033303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.058103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Deleting port 79a7e522-6c6c-4777-a554-ba1facd7380d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:31.059103 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.081873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e76f7-85cd-44e6-931c-724da80db456 None None] DHCP port deletion for 259cfb06-4d29-4e70-8818-19cdf66bf457 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:23:31.134408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-209e76f7-85cd-44e6-931c-724da80db456 None None] Deleting port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:31.134772 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-209e76f7-85cd-44e6-931c-724da80db456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.173644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Deleting port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:31.174007 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.210350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-209e76f7-85cd-44e6-931c-724da80db456 None None] For port 656cfacb-33cf-4a31-8b4d-47420fe15fe0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=656cfacb-33cf-4a31-8b4d-47420fe15fe0,segment=NetworkSegment(c185f6bf-87cf-4b02-926b-b982b4b687d9),segment_id=c185f6bf-87cf-4b02-926b-b982b4b687d9)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:31.210924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-209e76f7-85cd-44e6-931c-724da80db456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.229023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-209e76f7-85cd-44e6-931c-724da80db456 None None] Calling delete_port for 656cfacb-33cf-4a31-8b4d-47420fe15fe0 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:31.238612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] For port 79a7e522-6c6c-4777-a554-ba1facd7380d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=79a7e522-6c6c-4777-a554-ba1facd7380d,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:31.239146 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.270769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Calling delete_port for 79a7e522-6c6c-4777-a554-ba1facd7380d owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:31.282512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] For port 656cfacb-33cf-4a31-8b4d-47420fe15fe0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=656cfacb-33cf-4a31-8b4d-47420fe15fe0,segment=NetworkSegment(c185f6bf-87cf-4b02-926b-b982b4b687d9),segment_id=c185f6bf-87cf-4b02-926b-b982b4b687d9)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:31.282865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.302658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Calling delete_port for 656cfacb-33cf-4a31-8b4d-47420fe15fe0 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:31.336609 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-209e76f7-85cd-44e6-931c-724da80db456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.367538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e76f7-85cd-44e6-931c-724da80db456 None None] No DVR routers for this DVR port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:23:31.370597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e76f7-85cd-44e6-931c-724da80db456 None None] Pushing event deleted for resources: {'Port': ['ID=656cfacb-33cf-4a31-8b4d-47420fe15fe0,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:31.442341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.496777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] No DVR routers for this DVR port 656cfacb-33cf-4a31-8b4d-47420fe15fe0 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:23:31.514568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event deleted for resources: {'Port': ['ID=656cfacb-33cf-4a31-8b4d-47420fe15fe0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:31.618782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.639659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259cfb06-4d29-4e70-8818-19cdf66bf457']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:31.642693 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-43929779-4d90-4472-ac6a-6b14337dbe8b req-0a49d545-7b95-4f39-ab1a-41c2b2cf0c72 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0395045 Dec 12 04:23:31.649126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c185f6bf-87cf-4b02-926b-b982b4b687d9') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:31.649433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c185f6bf-87cf-4b02-926b-b982b4b687d9') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:31.659675 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.678584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 656cfacb-33cf-4a31-8b4d-47420fe15fe0 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:23:31.692465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91035eb-a326-4a2e-95b3-f2e04777899c req-49704254-9430-4376-bdaa-b676d251b8bd tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:31.693983 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91035eb-a326-4a2e-95b3-f2e04777899c req-49704254-9430-4376-bdaa-b676d251b8bd tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=53775f03-1309-4a05-a2c6-881803a3fe5a HTTP/1.1" status: 200 len: 946 time: 0.2199218 Dec 12 04:23:31.695180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.697290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.721472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:23:31.721901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:23:31.725059 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:23:31.737691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5badd370-79b3-4cc5-b847-63981a1e9714', '79a7e522-6c6c-4777-a554-ba1facd7380d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:23:31.743065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 656cfacb-33cf-4a31-8b4d-47420fe15fe0 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:23:31.743870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 656cfacb-33cf-4a31-8b4d-47420fe15fe0 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:23:31.766427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54bfab-c7f7-47a6-962b-4c084cb1ea33 req-f7451c61-e58a-45f5-9cee-5a916d2fd99b tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:31.772449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Pushing event deleted for resources: {'Port': ['ID=79a7e522-6c6c-4777-a554-ba1facd7380d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:31.774406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd54bfab-c7f7-47a6-962b-4c084cb1ea33 req-f7451c61-e58a-45f5-9cee-5a916d2fd99b tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 944 time: 0.0687525 Dec 12 04:23:31.806780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['7bddc0c6-3b53-41b7-a0f3-517058bb83b6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:23:31.842358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd54bfab-c7f7-47a6-962b-4c084cb1ea33 req-24680577-4394-4cad-9f40-b967882f51de tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591462 Dec 12 04:23:31.873748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] No DVR routers for this DVR port 79a7e522-6c6c-4777-a554-ba1facd7380d on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:23:31.879774 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.883422 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6b0fce26-0bc8-4634-ba24-f57c44b24817 req-499a17ed-f27c-4bb4-9d58-f98e0857fdbc tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.18 "DELETE /v2.0/ports/79a7e522-6c6c-4777-a554-ba1facd7380d HTTP/1.1" status: 204 len: 173 time: 1.0624995 Dec 12 04:23:31.884924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53775f03-1309-4a05-a2c6-881803a3fe5a', 'name': 'network-vif-deleted', 'tag': '79a7e522-6c6c-4777-a554-ba1facd7380d'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:23:31.888708 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbc457c-3d18-499a-b72f-53b68bb2b9b3" -d '{"events": [{"server_uuid": "53775f03-1309-4a05-a2c6-881803a3fe5a", "name": "network-vif-deleted", "tag": "79a7e522-6c6c-4777-a554-ba1facd7380d"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:23:31.908288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.913072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a91035eb-a326-4a2e-95b3-f2e04777899c req-88a8396d-fe1a-4023-9ad3-e082d7996317 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042742 Dec 12 04:23:31.931139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:31.935023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "DELETE /v2.0/networks/259cfb06-4d29-4e70-8818-19cdf66bf457 HTTP/1.1" status: 204 len: 168 time: 1.0347989 Dec 12 04:23:31.936052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953b412-3940-46e1-b9df-3d425a16cf20 tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event deleted for resources: {'Network': ['ID=259cfb06-4d29-4e70-8818-19cdf66bf457,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:31.937597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33202) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:31.967027 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a4de65-8394-4313-b02f-4ecb367dc3b6 x-openstack-request-id: req-37a4de65-8394-4313-b02f-4ecb367dc3b6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:23:31.967354 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53775f03-1309-4a05-a2c6-881803a3fe5a", "name": "network-vif-deleted", "tag": "79a7e522-6c6c-4777-a554-ba1facd7380d", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:23:31.967625 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37a4de65-8394-4313-b02f-4ecb367dc3b6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:23:31.968086 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53775f03-1309-4a05-a2c6-881803a3fe5a', 'name': 'network-vif-deleted', 'tag': '79a7e522-6c6c-4777-a554-ba1facd7380d', 'status': 'completed', 'code': 200} Dec 12 04:23:32.014192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 3fb6d637-ca6b-4dec-ba77-70d5e73b997e up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:23:32.102315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Deleting port 07bba0d8-bc9f-458e-9148-5aad03706ee8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:32.102745 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.184088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:23:32.185851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.186194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.191923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:32.192345 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.198813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Calling delete_port for 07bba0d8-bc9f-458e-9148-5aad03706ee8 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:32.281293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.307616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:23:32.311187 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92786acb-10e0-46b0-bbdd-ce17af1ad9c0" -d '{"events": [{"server_uuid": "666bfbee-edad-4a66-95f9-4a7be916d0d9", "name": "network-vif-plugged", "status": "completed", "tag": "3fb6d637-ca6b-4dec-ba77-70d5e73b997e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:23:32.345380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:32.351989 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.370213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.376553 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c323ad32-1aeb-4ebc-a8bc-c616624bdbb3 x-openstack-request-id: req-c323ad32-1aeb-4ebc-a8bc-c616624bdbb3 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:23:32.376876 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666bfbee-edad-4a66-95f9-4a7be916d0d9", "name": "network-vif-plugged", "status": "completed", "tag": "3fb6d637-ca6b-4dec-ba77-70d5e73b997e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:23:32.377144 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c323ad32-1aeb-4ebc-a8bc-c616624bdbb3 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:23:32.377548 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e', 'code': 200} Dec 12 04:23:32.404417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:32.407486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Pushing event deleted for resources: {'Port': ['ID=07bba0d8-bc9f-458e-9148-5aad03706ee8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:32.433799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.434119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.434468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.434820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.435159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.435498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.435837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.436173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.436505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.436855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.437191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.437518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.437848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:32.484134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.487219 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.489268 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55e652c9-2bc9-4fd6-abfb-363b9b06be3d tempest-FloatingIPAdminTestJSON-202811267 tempest-FloatingIPAdminTestJSON-202811267-project] 10.222.0.36 "DELETE /v2.0/floatingips/77b9d656-0a01-496b-b8cd-563b316b8700 HTTP/1.1" status: 204 len: 168 time: 0.5505908 Dec 12 04:23:32.524646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa82085-4819-4f1f-9e8b-52a8be89e391 req-87ba5ade-528f-4e47-ac80-ee5fe48be374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:32.527202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fa82085-4819-4f1f-9e8b-52a8be89e391 req-87ba5ade-528f-4e47-ac80-ee5fe48be374 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0540681 Dec 12 04:23:32.581399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fa82085-4819-4f1f-9e8b-52a8be89e391 req-3281eece-30ad-429b-907b-c942fad92f25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448875 Dec 12 04:23:32.740249 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dca39039-cf73-4619-b5dc-1b2f2857f063 req-13623ee0-8556-45fd-884d-62d3ec78ed47 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0275307 Dec 12 04:23:32.759749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33218) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:32.898106 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-708c9575-d6b9-4d4a-9179-ef06d6ef9c8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c76ee9f7e31c44f184db82058c572e4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347678 Dec 12 04:23:32.898661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33224) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:32.948549 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b86f59c-64ae-4bc5-9088-987f546384f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:32.968503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abef8d-3a91-4305-b30f-f5ab5de718c2 req-e6546653-6a86-4c84-aed3-d4a6dbe36763 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:32.976095 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e8abef8d-3a91-4305-b30f-f5ab5de718c2 req-e6546653-6a86-4c84-aed3-d4a6dbe36763 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 945 time: 0.0650454 Dec 12 04:23:32.983066 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b86f59c-64ae-4bc5-9088-987f546384f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.046527 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e8abef8d-3a91-4305-b30f-f5ab5de718c2 req-4621c9c8-0478-4d58-95db-75b68feb5dfe tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691755 Dec 12 04:23:33.056670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b86f59c-64ae-4bc5-9088-987f546384f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.061025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b86f59c-64ae-4bc5-9088-987f546384f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.062605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b86f59c-64ae-4bc5-9088-987f546384f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc638fb3-99d8-4bc7-b75f-ccffb260fcce HTTP/1.1" status: 204 len: 168 time: 0.1627793 Dec 12 04:23:33.076615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86f59c-64ae-4bc5-9088-987f546384f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc638fb3-99d8-4bc7-b75f-ccffb260fcce,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:33.244328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102cfb1-97af-44fe-adc9-fc63a81b1861 req-51570c01-fe5f-4780-a36f-65422398ded5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:33.244328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a102cfb1-97af-44fe-adc9-fc63a81b1861 req-51570c01-fe5f-4780-a36f-65422398ded5 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 946 time: 0.0574498 Dec 12 04:23:33.297632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a102cfb1-97af-44fe-adc9-fc63a81b1861 req-fecdac2e-db13-4bd9-a339-16258628509b tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457201 Dec 12 04:23:33.398052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33242) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:33.411981 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54009161-42c6-4664-b97b-a72dd977023f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.494574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54009161-42c6-4664-b97b-a72dd977023f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.498705 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54009161-42c6-4664-b97b-a72dd977023f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.536646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-54009161-42c6-4664-b97b-a72dd977023f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8585035a12174550b7780ccaa785e956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372886 Dec 12 04:23:33.538673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54009161-42c6-4664-b97b-a72dd977023f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7fe3f4-0fd8-4280-8880-23d9dd2c8365,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:33.539366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33244) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:33.591343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a1526c3-8a91-4fbd-b496-f734c39c947e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.612910 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a1526c3-8a91-4fbd-b496-f734c39c947e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.660332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a1526c3-8a91-4fbd-b496-f734c39c947e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.663024 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a1526c3-8a91-4fbd-b496-f734c39c947e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:33.664263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7a1526c3-8a91-4fbd-b496-f734c39c947e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af7fe3f4-0fd8-4280-8880-23d9dd2c8365 HTTP/1.1" status: 204 len: 168 time: 0.1238892 Dec 12 04:23:33.672503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1526c3-8a91-4fbd-b496-f734c39c947e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7fe3f4-0fd8-4280-8880-23d9dd2c8365,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:33.892212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-178b003d-8378-46e2-98b8-2da297dd1d23 req-a5c4e724-7b71-47a2-b0d7-9ac40dbe2ab7 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0678496 Dec 12 04:23:34.033386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33252) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:34.046948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c52b5d9-ea8e-4e90-ab86-4229078b336f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:34.158724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c52b5d9-ea8e-4e90-ab86-4229078b336f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:34.164119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c52b5d9-ea8e-4e90-ab86-4229078b336f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:34.212339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c0ed3-1840-4e28-8f2f-070fb6411cfc req-50f20b2e-979f-45ab-bbc9-b233bf23e78e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:34.213944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-116c0ed3-1840-4e28-8f2f-070fb6411cfc req-50f20b2e-979f-45ab-bbc9-b233bf23e78e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 945 time: 0.0996027 Dec 12 04:23:34.224860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2c52b5d9-ea8e-4e90-ab86-4229078b336f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5773de96a5cc4ee48b774110bc084b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1876276 Dec 12 04:23:34.224860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52b5d9-ea8e-4e90-ab86-4229078b336f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53752895-9783-4cc1-951d-c94b4336b612,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:34.225213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33258) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:34.280931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4089f8c-fd9e-4ef8-9b7d-a49cfc2742b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:34.282015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-116c0ed3-1840-4e28-8f2f-070fb6411cfc req-7d5d2c52-7088-4327-a775-4fa9b7d76a5e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561302 Dec 12 04:23:34.288424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 79a7e522-6c6c-4777-a554-ba1facd7380d no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:23:34.303887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4089f8c-fd9e-4ef8-9b7d-a49cfc2742b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:34.327833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 79a7e522-6c6c-4777-a554-ba1facd7380d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:23:34.328749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 79a7e522-6c6c-4777-a554-ba1facd7380d not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:23:34.364030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4089f8c-fd9e-4ef8-9b7d-a49cfc2742b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:34.367677 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4089f8c-fd9e-4ef8-9b7d-a49cfc2742b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:34.372543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a4089f8c-fd9e-4ef8-9b7d-a49cfc2742b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53752895-9783-4cc1-951d-c94b4336b612 HTTP/1.1" status: 204 len: 168 time: 0.1430705 Dec 12 04:23:34.394949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4089f8c-fd9e-4ef8-9b7d-a49cfc2742b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53752895-9783-4cc1-951d-c94b4336b612,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:34.465094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1059b-e125-448c-a8c5-7e5939907795 req-f2cdb270-c3ec-4eb7-a521-0d9fccd962e5 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:34.466840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77d1059b-e125-448c-a8c5-7e5939907795 req-f2cdb270-c3ec-4eb7-a521-0d9fccd962e5 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 945 time: 0.1067984 Dec 12 04:23:34.477148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33270) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:34.488022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-06ba291a-7155-4efc-bb45-1d39fd9814e3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Request body: {'floatingip': {'port_id': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:34.517592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6500601-d37f-494c-ae48-447230ac27d2 req-6964bbf6-a760-4b4d-8572-f775d5432726 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:34.520589 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6500601-d37f-494c-ae48-447230ac27d2 req-6964bbf6-a760-4b4d-8572-f775d5432726 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 946 time: 0.0907085 Dec 12 04:23:34.589288 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6500601-d37f-494c-ae48-447230ac27d2 req-72f1cc88-ea87-4be4-be66-efe1fdc56730 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 Dec 12 04:23:34.946169 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06ba291a-7155-4efc-bb45-1d39fd9814e3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:35.049961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b07cb98-ec0e-4cd3-b2e2-244aa85eb71e req-d7a63ca9-f63d-49ac-98ac-c437aef65c39 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0383673 Dec 12 04:23:35.086116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-52d2809b-d6ed-4475-9947-df0d6ef25430 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:35.087596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-52d2809b-d6ed-4475-9947-df0d6ef25430 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.37 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 946 time: 0.1753488 Dec 12 04:23:35.335297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Deleting port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:35.335652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:35.643143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] For port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:35.643527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:35.689691 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06ba291a-7155-4efc-bb45-1d39fd9814e3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:35.694010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Calling delete_port for 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:35.702021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06ba291a-7155-4efc-bb45-1d39fd9814e3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:35.751349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ed4e2-3d09-415c-8050-e7a6fcc243dc req-1120cf0f-f955-4191-9d84-ae97e4196c6e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:35.753622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb4ed4e2-3d09-415c-8050-e7a6fcc243dc req-1120cf0f-f955-4191-9d84-ae97e4196c6e tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 946 time: 0.0820830 Dec 12 04:23:35.817986 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb4ed4e2-3d09-415c-8050-e7a6fcc243dc req-b9ada103-5c3a-4b3f-b0a1-397b6841c9d2 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 Dec 12 04:23:35.874262 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-06ba291a-7155-4efc-bb45-1d39fd9814e3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Floating IP 602d83c5-28b9-48e1-b1b2-072eeab239dc associated. External IP: 172.25.7.147, port: 3fb6d637-ca6b-4dec-ba77-70d5e73b997e. Dec 12 04:23:35.891322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33316) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:35.993345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-458407647', 'router:external': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:36.014980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Made reservation on behalf of a9b6cf59e5474a999d38375beeb4ff2b for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:36.017445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.026479 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.027052 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.063069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['7bddc0c6-3b53-41b7-a0f3-517058bb83b6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:23:36.066179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5badd370-79b3-4cc5-b847-63981a1e9714'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:23:36.099945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Pushing event deleted for resources: {'Port': ['ID=7bddc0c6-3b53-41b7-a0f3-517058bb83b6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:36.108703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.116014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.149684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30da891f-7885-4707-b557-096aa3a68277,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:36.161635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:23:36.172952 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.173310 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Added segment 61df4f95-f53e-4f20-90a4-5a21abbbf92c of type vlan for network 0c151c7a-950a-4e6a-a0d9-39cf15277048 Dec 12 04:23:36.214352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] No DVR routers for this DVR port 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:23:36.217382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.221419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-630a8b56-5557-41a2-a41d-7169bd1aa97f req-6d3aa900-2e66-405a-a27d-afa98c68d767 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.37 "DELETE /v2.0/ports/7bddc0c6-3b53-41b7-a0f3-517058bb83b6 HTTP/1.1" status: 204 len: 173 time: 1.1259615 Dec 12 04:23:36.233178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.237757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a0483-33f6-4842-bace-3cbc4b52ced0', 'name': 'network-vif-deleted', 'tag': '7bddc0c6-3b53-41b7-a0f3-517058bb83b6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:23:36.240241 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99d9ab1-3f36-4bde-88bb-f7fdbd76c0d7" -d '{"events": [{"server_uuid": "a57a0483-33f6-4842-bace-3cbc4b52ced0", "name": "network-vif-deleted", "tag": "7bddc0c6-3b53-41b7-a0f3-517058bb83b6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:23:36.249132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b29fd68-e11a-492f-90b9-364b9c249e79 req-f362c013-3125-40dd-a86c-64b08706c727 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0665364 Dec 12 04:23:36.294037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ba291a-7155-4efc-bb45-1d39fd9814e3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Router 2e48a976-428f-4e62-b40e-281f9fd855fd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:23:36.302242 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ce1b38-8c2e-4376-9e54-2442d47f3044 x-openstack-request-id: req-68ce1b38-8c2e-4376-9e54-2442d47f3044 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:23:36.302717 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57a0483-33f6-4842-bace-3cbc4b52ced0", "name": "network-vif-deleted", "tag": "7bddc0c6-3b53-41b7-a0f3-517058bb83b6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:23:36.303363 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68ce1b38-8c2e-4376-9e54-2442d47f3044 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:23:36.303363 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57a0483-33f6-4842-bace-3cbc4b52ced0', 'name': 'network-vif-deleted', 'tag': '7bddc0c6-3b53-41b7-a0f3-517058bb83b6', 'status': 'completed', 'code': 200} Dec 12 04:23:36.312558 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.313804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:36.314485 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.371667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4785206 Dec 12 04:23:36.374561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33326) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:36.387064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'subnet': {'network_id': '0c151c7a-950a-4e6a-a0d9-39cf15277048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:36.398618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97810025-27db-40f4-9780-01b697cf0400 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event updated for resources: {'Network': ['ID=0c151c7a-950a-4e6a-a0d9-39cf15277048,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:36.411136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0c151c7a-950a-4e6a-a0d9-39cf15277048 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:23:36.420394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Made reservation on behalf of a9b6cf59e5474a999d38375beeb4ff2b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:36.422786 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.443640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ba291a-7155-4efc-bb45-1d39fd9814e3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:36.449667 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06ba291a-7155-4efc-bb45-1d39fd9814e3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.455764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] Sync routers for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:36.487156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-06ba291a-7155-4efc-bb45-1d39fd9814e3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "PUT /v2.0/floatingips/602d83c5-28b9-48e1-b1b2-072eeab239dc HTTP/1.1" status: 200 len: 991 time: 2.0084844 Dec 12 04:23:36.490253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:36.491129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:36.608052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:23:36.803170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:23:36.804448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.875035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3bcea930-15b9-4e3d-bd64-e6bdde8d52eb,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:36.883310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Checking segment: {'id': '61df4f95-f53e-4f20-90a4-5a21abbbf92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c151c7a-950a-4e6a-a0d9-39cf15277048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:36.883442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Network hostable DHCP agents. Network: 0c151c7a-950a-4e6a-a0d9-39cf15277048, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:23:36.902029 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '602d83c5-28b9-48e1-b1b2-072eeab239dc', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'port_id': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'mac_address': 'fa:16:3e:41:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:22:34Z', 'updated_at': '2021-12-12T04:23:35Z', 'revision_number': 1, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14d40c5-0142-4c1b-a3ca-4da1ac6e75d9', 'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'mac_address': 'fa:16:3e:ef:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:26Z', 'updated_at': '2021-12-12T04:22:36Z', 'revision_number': 5, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'subnets': [{'id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:36.924590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Network 0c151c7a-950a-4e6a-a0d9-39cf15277048 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:23:36.942075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0c151c7a-950a-4e6a-a0d9-39cf15277048) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:36.946668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:36.947460 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:36.989974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33336) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:36.990222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c9643bed-7938-45f5-83a1-a8500ead82af tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6144445 Dec 12 04:23:36.996143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-87631521', 'network_id': '0c151c7a-950a-4e6a-a0d9-39cf15277048'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:37.022345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9d8a59bc-f5bd-422f-91ae-79a7ce2e8106 req-589c1dcd-ba61-4b1a-a809-3d22b39b8ffe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=a57a0483-33f6-4842-bace-3cbc4b52ced0 HTTP/1.1" status: 200 len: 210 time: 0.0489104 Dec 12 04:23:37.054383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Made reservation on behalf of a9b6cf59e5474a999d38375beeb4ff2b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:37.057394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:37.081119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] device_id is not set on port 1cd6ca49-ffcf-43ac-b3d5-a59c247dc6d0 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:23:37.145737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f9e69-3585-4be3-9428-0f2f644d746d None None] Network 0c151c7a-950a-4e6a-a0d9-39cf15277048 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:23:37.148916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] Checking router: 2e48a976-428f-4e62-b40e-281f9fd855fd for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:23:37.223842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:37.224769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:37.233606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Allocated IP 172.20.0.9 (0c151c7a-950a-4e6a-a0d9-39cf15277048/3bcea930-15b9-4e3d-bd64-e6bdde8d52eb/1cd6ca49-ffcf-43ac-b3d5-a59c247dc6d0) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:37.344842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c12af9-fc52-4362-8e14-0f3fabb7ff32 None None] Network 0c151c7a-950a-4e6a-a0d9-39cf15277048 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:23:37.419175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:23:37.441340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d82f4ea8-c50a-4463-aa9e-cc8cad2ccec3 req-6ecde628-ba96-43a7-bb31-ccab62954f23 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0415673 Dec 12 04:23:37.458949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:37.511524 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:37.558734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Network 0c151c7a-950a-4e6a-a0d9-39cf15277048 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:37.564122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:37.566171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:37.572549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event updated for resources: {'Port': ['ID=1cd6ca49-ffcf-43ac-b3d5-a59c247dc6d0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:37.623591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:37.624607 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:37.652858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e8c0a7c1-1aa7-4519-b514-fa215527ad17 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.6603210 Dec 12 04:23:37.655647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33360) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:37.754889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-13b08d6c-b18a-4897-8eec-adcd01671a23 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Deleting port 1cd6ca49-ffcf-43ac-b3d5-a59c247dc6d0 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:37.755305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-13b08d6c-b18a-4897-8eec-adcd01671a23 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:37.803888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '602d83c5-28b9-48e1-b1b2-072eeab239dc', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'port_id': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'mac_address': 'fa:16:3e:41:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:22:34Z', 'updated_at': '2021-12-12T04:23:35Z', 'revision_number': 1, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14d40c5-0142-4c1b-a3ca-4da1ac6e75d9', 'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'mac_address': 'fa:16:3e:ef:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:26Z', 'updated_at': '2021-12-12T04:22:36Z', 'revision_number': 5, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'subnets': [{'id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:37.848860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5fcec-44fb-450e-b66f-ad2ffb1d9803 None None] The sync data for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 is: [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '602d83c5-28b9-48e1-b1b2-072eeab239dc', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'port_id': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'mac_address': 'fa:16:3e:41:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:22:34Z', 'updated_at': '2021-12-12T04:23:35Z', 'revision_number': 1, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14d40c5-0142-4c1b-a3ca-4da1ac6e75d9', 'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'mac_address': 'fa:16:3e:ef:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:26Z', 'updated_at': '2021-12-12T04:22:36Z', 'revision_number': 5, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'subnets': [{'id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:37.875181 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-13b08d6c-b18a-4897-8eec-adcd01671a23 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:37.891129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-13b08d6c-b18a-4897-8eec-adcd01671a23 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Calling delete_port for 1cd6ca49-ffcf-43ac-b3d5-a59c247dc6d0 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:38.043682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-13b08d6c-b18a-4897-8eec-adcd01671a23 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:38.128694 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b08d6c-b18a-4897-8eec-adcd01671a23 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cd6ca49-ffcf-43ac-b3d5-a59c247dc6d0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:38.173320 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad89ba-c200-42c1-83a6-66bfdc365a5a None None] New status for floating IP 602d83c5-28b9-48e1-b1b2-072eeab239dc: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:23:38.306052 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-13b08d6c-b18a-4897-8eec-adcd01671a23 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:38.313274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33382) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:38.318277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c151c7a-950a-4e6a-a0d9-39cf15277048', 'external_fixed_ips': [{'subnet_id': '3bcea930-15b9-4e3d-bd64-e6bdde8d52eb', 'ip_address': '172.20.0.9'}]}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:38.329409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-13b08d6c-b18a-4897-8eec-adcd01671a23 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "DELETE /v2.0/ports/1cd6ca49-ffcf-43ac-b3d5-a59c247dc6d0 HTTP/1.1" status: 204 len: 168 time: 0.6725178 Dec 12 04:23:38.330313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'tag': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:23:38.334521 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30db2c4-79a6-408c-a443-b3312af5bf3c" -d '{"events": [{"name": "network-changed", "server_uuid": "666bfbee-edad-4a66-95f9-4a7be916d0d9", "tag": "3fb6d637-ca6b-4dec-ba77-70d5e73b997e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:23:38.353375 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:38.354561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:38.417247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:38.426053 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedfa869-20c1-4944-806f-ab0140982014 x-openstack-request-id: req-bedfa869-20c1-4944-806f-ab0140982014 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:23:38.426363 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666bfbee-edad-4a66-95f9-4a7be916d0d9", "tag": "3fb6d637-ca6b-4dec-ba77-70d5e73b997e", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:23:38.426629 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bedfa869-20c1-4944-806f-ab0140982014 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:23:38.427050 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'tag': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e', 'status': 'completed', 'code': 200} Dec 12 04:23:38.577997 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-7f852328-36d2-4269-a855-4f82004a3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:38.585618 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-7f852328-36d2-4269-a855-4f82004a3b6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3db509dcb2e4b9895b5215b271435a6&device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 1096 time: 0.1039474 Dec 12 04:23:38.702707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-2ee8fe08-202f-42ed-99fc-5570068cdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:38.704373 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-2ee8fe08-202f-42ed-99fc-5570068cdecb service neutron] 10.222.0.37 "GET /v2.0/networks?id=38e5c449-18e5-4d7f-b4d0-dd2f4274e00c HTTP/1.1" status: 200 len: 914 time: 0.1105676 Dec 12 04:23:38.710973 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-41423ce6-4127-4a76-a505-c50dda598a5f req-3f96d019-471b-41e6-9ab0-2dd309ecd0d0 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0750136 Dec 12 04:23:38.719236 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:38.859710 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-41cd881b-797f-475c-ae77-e9a430cb861d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb6d637-ca6b-4dec-ba77-70d5e73b997e HTTP/1.1" status: 200 len: 1001 time: 0.1450675 Dec 12 04:23:38.922144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-20857734-d2ec-4a2c-8f96-1da9ecf40467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:38.923521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-20857734-d2ec-4a2c-8f96-1da9ecf40467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f30cf526-941e-47a8-a33e-ecdb3e94a218 HTTP/1.1" status: 200 len: 853 time: 0.0494723 Dec 12 04:23:38.993983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-8a5a98c4-4cd9-4a54-984d-87f744144c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:38.995464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-8a5a98c4-4cd9-4a54-984d-87f744144c2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38e5c449-18e5-4d7f-b4d0-dd2f4274e00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615246 Dec 12 04:23:39.052474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:39.073406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:39.104123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-9ee823f5-86f3-4a7a-89a1-0ae622368cd3 service neutron] 10.222.0.37 "GET /v2.0/networks/38e5c449-18e5-4d7f-b4d0-dd2f4274e00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004548 Dec 12 04:23:39.240731 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f30db2c4-79a6-408c-a443-b3312af5bf3c req-b7afcf9a-0f5e-49d2-befc-ec787ef236d5 service neutron] 10.222.0.37 "GET /v2.0/networks/38e5c449-18e5-4d7f-b4d0-dd2f4274e00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261187 Dec 12 04:23:39.244558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Allocated IP 172.20.0.9 (0c151c7a-950a-4e6a-a0d9-39cf15277048/3bcea930-15b9-4e3d-bd64-e6bdde8d52eb/ac4a2581-3fd5-45da-84b2-67b6dd7d5ba5) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:39.373866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:39.410793 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:39.456051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Network 0c151c7a-950a-4e6a-a0d9-39cf15277048 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:39.466464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:39.471613 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:39.495474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4a2581-3fd5-45da-84b2-67b6dd7d5ba5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:39.732263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:39.867182 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a9d7f56d-e623-4a88-99a4-9249e477990c req-593a136a-fd9e-4342-b054-65d357dbe215 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0324454 Dec 12 04:23:39.971298 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:40.037244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:23:40.070201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:23:40.070788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 7bddc0c6-3b53-41b7-a0f3-517058bb83b6 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:23:40.141120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Router 02381a2f-76f3-4a6e-b683-61469132dbcc is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:23:40.254724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:40.266217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Sync routers for ids ['02381a2f-76f3-4a6e-b683-61469132dbcc'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:40.278687 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:40.282710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2afd5891-5ece-4c16-b676-ca11c129a37f tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.9653225 Dec 12 04:23:40.282902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33434) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:40.286047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Routers {'02381a2f-76f3-4a6e-b683-61469132dbcc'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:40.289401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02381a2f-76f3-4a6e-b683-61469132dbcc'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:40.436305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Set router 02381a2f-76f3-4a6e-b683-61469132dbcc gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:23:40.458301 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:40.569991 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:40.636522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Deleting port ac4a2581-3fd5-45da-84b2-67b6dd7d5ba5 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:40.637004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:40.650608 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b482c0fb-9bd0-4b63-a972-7eb1b92476df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:40.685203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02381a2f-76f3-4a6e-b683-61469132dbcc', 'name': '', 'tenant_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c151c7a-950a-4e6a-a0d9-39cf15277048', 'external_fixed_ips': [{'subnet_id': '3bcea930-15b9-4e3d-bd64-e6bdde8d52eb', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac4a2581-3fd5-45da-84b2-67b6dd7d5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:38Z', 'updated_at': '2021-12-12T04:23:39Z', 'revision_number': 3, 'project_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'gw_port': {'id': 'ac4a2581-3fd5-45da-84b2-67b6dd7d5ba5', 'name': '', 'network_id': '0c151c7a-950a-4e6a-a0d9-39cf15277048', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02381a2f-76f3-4a6e-b683-61469132dbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '3bcea930-15b9-4e3d-bd64-e6bdde8d52eb', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:39Z', 'updated_at': '2021-12-12T04:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bcea930-15b9-4e3d-bd64-e6bdde8d52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:40.720795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Checking router: 02381a2f-76f3-4a6e-b683-61469132dbcc for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:23:40.721322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Updating router 02381a2f-76f3-4a6e-b683-61469132dbcc port ac4a2581-3fd5-45da-84b2-67b6dd7d5ba5 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:23:40.732094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:40.745100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Calling delete_port for ac4a2581-3fd5-45da-84b2-67b6dd7d5ba5 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:40.750715 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:40.943366 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:40.976844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac4a2581-3fd5-45da-84b2-67b6dd7d5ba5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:41.063933 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:23:41.064542 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:23:41.099072 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d9ce0b8e-89f5-4b3a-95c0-d61c7d4e6226 req-c64fb715-24dd-45cd-be55-32edad92014a tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0403826 Dec 12 04:23:41.110473 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.219214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.224853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.282277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.284145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02381a2f-76f3-4a6e-b683-61469132dbcc {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:23:41.289151 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.293917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a98c2161-bbac-44e2-9252-a4aaed16a170 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "DELETE /v2.0/routers/02381a2f-76f3-4a6e-b683-61469132dbcc HTTP/1.1" status: 204 len: 168 time: 1.0100009 Dec 12 04:23:41.294315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33460) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:41.583934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Port ac4a2581-3fd5-45da-84b2-67b6dd7d5ba5 not found while updating agent binding for router 02381a2f-76f3-4a6e-b683-61469132dbcc. {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 12 04:23:41.604604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Routers set() bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:41.605219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Router IDs set() for agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 04:23:41.606008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_agentschedulers_db [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'02381a2f-76f3-4a6e-b683-61469132dbcc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent'). {{(pid=103452) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 04:23:41.606518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500da9-c1cc-4db5-ace8-82f4e83ca9dd None None] The sync data for ids ['02381a2f-76f3-4a6e-b683-61469132dbcc'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:41.668056 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.699345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-766c54c4-eec0-4034-8436-8e7ead0ba6b6 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Deleting subnet 3bcea930-15b9-4e3d-bd64-e6bdde8d52eb {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:23:41.702606 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-766c54c4-eec0-4034-8436-8e7ead0ba6b6 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.737795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-766c54c4-eec0-4034-8436-8e7ead0ba6b6 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.778802 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-766c54c4-eec0-4034-8436-8e7ead0ba6b6 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.833332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-766c54c4-eec0-4034-8436-8e7ead0ba6b6 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.864827 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c54c4-eec0-4034-8436-8e7ead0ba6b6 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3bcea930-15b9-4e3d-bd64-e6bdde8d52eb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:41.872753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-766c54c4-eec0-4034-8436-8e7ead0ba6b6 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:41.876999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-766c54c4-eec0-4034-8436-8e7ead0ba6b6 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/3bcea930-15b9-4e3d-bd64-e6bdde8d52eb HTTP/1.1" status: 204 len: 168 time: 0.5804939 Dec 12 04:23:41.879081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33474) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:41.949624 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.032402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.052548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c151c7a-950a-4e6a-a0d9-39cf15277048']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:42.062832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61df4f95-f53e-4f20-90a4-5a21abbbf92c') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:42.063145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61df4f95-f53e-4f20-90a4-5a21abbbf92c') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:42.073260 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.088054 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.094162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:23:42.094681 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:23:42.096432 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:23:42.174698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.197397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c151c7a-950a-4e6a-a0d9-39cf15277048 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 04:23:42.211822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c151c7a-950a-4e6a-a0d9-39cf15277048,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:42.214303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.223839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4c80682b-ed69-4ea9-a312-03f967a1e5e5 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "DELETE /v2.0/networks/0c151c7a-950a-4e6a-a0d9-39cf15277048 HTTP/1.1" status: 204 len: 168 time: 0.3414316 Dec 12 04:23:42.275329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5707f3e5-2da4-4ff4-ba7e-4bb0ac3c0936 req-3d00950c-f6a5-4e65-bc6e-8bd6897c7fa3 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0364316 Dec 12 04:23:42.482208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33500) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:42.486867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-27c4dcb3-d98f-49f1-94c7-24bccb6589ca tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'router': {'name': 'tempest-router--680714380', 'project_id': '2898e8a25b03479ea4c6d39811c55be8'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:42.513459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27c4dcb3-d98f-49f1-94c7-24bccb6589ca tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.514886 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27c4dcb3-d98f-49f1-94c7-24bccb6589ca tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.635270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27c4dcb3-d98f-49f1-94c7-24bccb6589ca tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.643370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27c4dcb3-d98f-49f1-94c7-24bccb6589ca tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.668123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27c4dcb3-d98f-49f1-94c7-24bccb6589ca tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.670216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-27c4dcb3-d98f-49f1-94c7-24bccb6589ca tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1869442 Dec 12 04:23:42.676083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:42.783814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9d8b-dcb2-49de-8da1-751697856144 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.818420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e17d9-abc7-4665-9bd2-0ee2c781a72d req-c1c595bc-7046-49b2-a968-19cac2bfb937 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:42.826644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-787e17d9-abc7-4665-9bd2-0ee2c781a72d req-c1c595bc-7046-49b2-a968-19cac2bfb937 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 946 time: 0.0638328 Dec 12 04:23:42.877480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-787e17d9-abc7-4665-9bd2-0ee2c781a72d req-deb4490b-671b-4869-b1b9-da86fb66ed90 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465825 Dec 12 04:23:42.950929 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df4d33a4-0fd7-4195-8852-07a3a3b25d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.968645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9d8b-dcb2-49de-8da1-751697856144 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:42.971063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9d8b-dcb2-49de-8da1-751697856144 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:43.025313 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9d8b-dcb2-49de-8da1-751697856144 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:43.026082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cd9d8b-dcb2-49de-8da1-751697856144 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a479d38-f969-4f5b-a504-5ab425cbeba1 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:23:43.031401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9d8b-dcb2-49de-8da1-751697856144 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:43.033168 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a9cd9d8b-dcb2-49de-8da1-751697856144 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3a479d38-f969-4f5b-a504-5ab425cbeba1 HTTP/1.1" status: 204 len: 168 time: 0.3549409 Dec 12 04:23:43.154656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:43.369337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-126144924', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:43.402877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:43.403928 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:43.430905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0d521c5f-d279-4320-86d7-18df86b65212 req-5ef1c0d6-a81e-4676-a5e7-09c77c64b450 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0348294 Dec 12 04:23:43.503105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:43.838580 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:43.965805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.036701 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.056002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591a9d-cf03-4051-9e53-573ea74dce32 req-eac62fd9-0ee7-4616-845e-089c90c65451 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:44.057656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c591a9d-cf03-4051-9e53-573ea74dce32 req-eac62fd9-0ee7-4616-845e-089c90c65451 tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 946 time: 0.0941086 Dec 12 04:23:44.106009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c591a9d-cf03-4051-9e53-573ea74dce32 req-1d8aba8d-75c2-498b-a812-510fda18701b tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/security-groups?id=f199991f-919e-4812-aa7a-a7cf8881d0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Dec 12 04:23:44.182231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.200733 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.315525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Allocated IP 172.25.7.189 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/08a391b5-0db2-4d4a-aaf9-5166613a2c90) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:44.424195 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.470351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.496286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-3defe3ed-a819-4ca7-9e3e-e4b0dd018a2f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:44.498523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-3defe3ed-a819-4ca7-9e3e-e4b0dd018a2f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 946 time: 0.0748465 Dec 12 04:23:44.525042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:44.530652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:44.534615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:44.540292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event updated for resources: {'Port': ['ID=08a391b5-0db2-4d4a-aaf9-5166613a2c90,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:44.619334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b925da93-d364-4c17-8c12-0ba20106233f req-d5db7c85-5bf3-461d-a3c6-b6f85b2e380b tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0953047 Dec 12 04:23:44.663505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Deleting port 5badd370-79b3-4cc5-b847-63981a1e9714 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:44.663966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.767262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] For port 5badd370-79b3-4cc5-b847-63981a1e9714, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5badd370-79b3-4cc5-b847-63981a1e9714,segment=NetworkSegment(5d18d16a-ea0f-4b67-9abd-4676f32f6cfd),segment_id=5d18d16a-ea0f-4b67-9abd-4676f32f6cfd)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:44.767712 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.782747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Calling delete_port for 5badd370-79b3-4cc5-b847-63981a1e9714 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:44.864341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.931320 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:44.964944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Pushing event deleted for resources: {'Port': ['ID=5badd370-79b3-4cc5-b847-63981a1e9714,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:44.971581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5badd370-79b3-4cc5-b847-63981a1e9714'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:23:45.010024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] No DVR routers for this DVR port 5badd370-79b3-4cc5-b847-63981a1e9714 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:23:45.013929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:45.018315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b57a743-2cf8-4d65-9f6d-1418d28e0b81 req-8f7c2faf-6afa-455d-a664-8ddb0a57fcfe tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.18 "DELETE /v2.0/ports/5badd370-79b3-4cc5-b847-63981a1e9714 HTTP/1.1" status: 204 len: 173 time: 0.5085254 Dec 12 04:23:45.018931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d098343-aea9-424c-b1e7-837149ffb9d0', 'name': 'network-vif-deleted', 'tag': '5badd370-79b3-4cc5-b847-63981a1e9714'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:23:45.021292 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92d9ae8-8f84-4129-9355-d27381e28d8e" -d '{"events": [{"server_uuid": "0d098343-aea9-424c-b1e7-837149ffb9d0", "name": "network-vif-deleted", "tag": "5badd370-79b3-4cc5-b847-63981a1e9714"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:23:45.062393 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab06239-7d63-4c16-8e88-45019cc40442 x-openstack-request-id: req-9ab06239-7d63-4c16-8e88-45019cc40442 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:23:45.063072 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d098343-aea9-424c-b1e7-837149ffb9d0", "name": "network-vif-deleted", "tag": "5badd370-79b3-4cc5-b847-63981a1e9714", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:23:45.063072 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ab06239-7d63-4c16-8e88-45019cc40442 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:23:45.063340 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d098343-aea9-424c-b1e7-837149ffb9d0', 'name': 'network-vif-deleted', 'tag': '5badd370-79b3-4cc5-b847-63981a1e9714', 'status': 'completed', 'code': 200} Dec 12 04:23:45.100580 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:45.249776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d105e9ec-e868-4a2b-b236-1444df2f40c0 req-1104df9b-d487-48de-9444-d127cc48446f tempest-AttachVolumeNegativeTest-1209002912 tempest-AttachVolumeNegativeTest-1209002912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d098343-aea9-424c-b1e7-837149ffb9d0 HTTP/1.1" status: 200 len: 210 time: 0.0327754 Dec 12 04:23:45.259511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Router c8b8f744-9b19-402c-a86b-919b48f2ceea is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:23:45.369645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:45.380408 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f568672-9926-4193-948b-d34df1af2155 None None] Sync routers for ids ['c8b8f744-9b19-402c-a86b-919b48f2ceea'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:45.391400 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f568672-9926-4193-948b-d34df1af2155 None None] Routers {'c8b8f744-9b19-402c-a86b-919b48f2ceea'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:45.392025 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2f568672-9926-4193-948b-d34df1af2155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8b8f744-9b19-402c-a86b-919b48f2ceea'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:45.404033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:45.408462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-243ba8ea-6a58-4574-9ced-03b16c6bc7e2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2502174 Dec 12 04:23:45.408676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33584) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:45.544382 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:45.561588 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2f568672-9926-4193-948b-d34df1af2155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:45.569718 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f568672-9926-4193-948b-d34df1af2155 None None] Routers {'c8b8f744-9b19-402c-a86b-919b48f2ceea'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:45.570326 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2f568672-9926-4193-948b-d34df1af2155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c8b8f744-9b19-402c-a86b-919b48f2ceea'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:45.606405 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2f568672-9926-4193-948b-d34df1af2155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:45.607059 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f568672-9926-4193-948b-d34df1af2155 None None] The sync data for ids ['c8b8f744-9b19-402c-a86b-919b48f2ceea'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:45.613123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33588) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:45.614136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fc692974-e61d-4132-9ef8-1a3e4cc7f4ca tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/routers/c8b8f744-9b19-402c-a86b-919b48f2ceea HTTP/1.1" status: 200 len: 920 time: 0.2033496 Dec 12 04:23:45.645005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-35349af9-4afe-4065-9d22-fd2106250de2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8b8f744-9b19-402c-a86b-919b48f2ceea HTTP/1.1" status: 200 len: 205 time: 0.0304985 Dec 12 04:23:45.649233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33594) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:45.766963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b96c1187-1668-4dae-aa31-5877615509a4 req-89449aba-0f22-4849-a821-bff91feaac7a tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0451121 Dec 12 04:23:45.821199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:45.928996 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:45.988369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Deleting port 08a391b5-0db2-4d4a-aaf9-5166613a2c90 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:45.988715 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.074057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.086595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Calling delete_port for 08a391b5-0db2-4d4a-aaf9-5166613a2c90 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:46.269827 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.314822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33612) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:46.318844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event deleted for resources: {'Port': ['ID=08a391b5-0db2-4d4a-aaf9-5166613a2c90,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:46.370661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f00bed-f818-4c12-9277-396e700f864c admin admin] Deleting subnet efb8f875-95bc-4261-b112-5c8623829c78 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:23:46.374211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49f00bed-f818-4c12-9277-396e700f864c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.376944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.412765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49f00bed-f818-4c12-9277-396e700f864c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.458125 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49f00bed-f818-4c12-9277-396e700f864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.495941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.501104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.572849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.573553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Fanout notify agent at l3_agent the message router_deleted on router c8b8f744-9b19-402c-a86b-919b48f2ceea {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:23:46.576454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49f00bed-f818-4c12-9277-396e700f864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.592750 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.594236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-419f9399-f87b-43cf-844e-b351bf4893bf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/c8b8f744-9b19-402c-a86b-919b48f2ceea HTTP/1.1" status: 204 len: 168 time: 0.9436512 Dec 12 04:23:46.599757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33622) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:46.605345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1772519061', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': False}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:46.641336 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.644369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.649271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49f00bed-f818-4c12-9277-396e700f864c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.653969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-49f00bed-f818-4c12-9277-396e700f864c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/efb8f875-95bc-4261-b112-5c8623829c78 HTTP/1.1" status: 204 len: 168 time: 0.3377659 Dec 12 04:23:46.657951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f00bed-f818-4c12-9277-396e700f864c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb8f875-95bc-4261-b112-5c8623829c78,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:46.661695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33624) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:46.670058 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.719507 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.731345 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4c93b82c-bc64-45f8-8e60-6eb65c4dd23d req-d8e13d08-af46-47b0-9bd2-501921dee996 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0977113 Dec 12 04:23:46.759742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.856292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.883808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.906003 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-feb015ed-79c3-4e14-864a-28714be0f004 req-b374c1cc-d020-4495-808b-37f7d4f8025f tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0409861 Dec 12 04:23:46.910940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edad89e-f48b-4db2-8494-9649e4391d80']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:46.922653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:46.923082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d18d16a-ea0f-4b67-9abd-4676f32f6cfd') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:46.939173 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.958835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.969303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:23:46.969303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:23:46.971342 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:23:47.044248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.050435 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.056058 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9edad89e-f48b-4db2-8494-9649e4391d80 HTTP/1.1" status: 204 len: 168 time: 0.3713944 Dec 12 04:23:47.064609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4fac1-9c50-4a03-8784-0f4fdf9b2fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9edad89e-f48b-4db2-8494-9649e4391d80,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:47.149887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.169882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.240452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33642) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:47.295787 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-db3dd68a-515e-43f7-82b6-d6f1af46e794 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09b11646ca2a456ea8b4c412c4676842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540261 Dec 12 04:23:47.296389 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33644) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:47.304243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Allocated IP 172.25.7.200 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e13e1de7-c288-4ac3-a43a-adcc036675dc) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:47.345038 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42801c00-a2a4-4c78-9702-3ded8ca0921a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.367136 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42801c00-a2a4-4c78-9702-3ded8ca0921a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.413785 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.416401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42801c00-a2a4-4c78-9702-3ded8ca0921a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.420439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42801c00-a2a4-4c78-9702-3ded8ca0921a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.421833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-42801c00-a2a4-4c78-9702-3ded8ca0921a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f199991f-919e-4812-aa7a-a7cf8881d0c4 HTTP/1.1" status: 204 len: 168 time: 0.1245031 Dec 12 04:23:47.435324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42801c00-a2a4-4c78-9702-3ded8ca0921a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f199991f-919e-4812-aa7a-a7cf8881d0c4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:47.454887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:47.499142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:47.502278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:47.504740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:47.543691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event updated for resources: {'Port': ['ID=e13e1de7-c288-4ac3-a43a-adcc036675dc,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:47.860223 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:48.119905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c7b4f3b-783c-4dd0-af5e-3f292d07ba17 req-d4466981-88ce-43dd-9b73-dc04b2697d95 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0618043 Dec 12 04:23:48.364609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5badd370-79b3-4cc5-b847-63981a1e9714 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:23:48.401243 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da135edb-1f1e-4827-9014-bad4bc4a646a req-1b580fae-4d0b-40db-8059-f6df656e7e74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36927f07d3c54c9084a87c45a8b51620&device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0318837 Dec 12 04:23:48.415565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 5badd370-79b3-4cc5-b847-63981a1e9714 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:23:48.415948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5badd370-79b3-4cc5-b847-63981a1e9714 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:23:48.426477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45418c2f-f61f-417d-bbcc-effdf6c8a2a6 req-fb0a2337-2613-46a1-ba90-0d374585c4ac tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0321465 Dec 12 04:23:48.470107 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da135edb-1f1e-4827-9014-bad4bc4a646a req-f4ee5ed8-688b-4d4e-8906-f5d4f7ec16fe service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=36927f07d3c54c9084a87c45a8b51620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564044 Dec 12 04:23:48.559135 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:48.595677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da135edb-1f1e-4827-9014-bad4bc4a646a req-929a2dba-2bb0-4009-ba26-eff93d7f9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:48.597221 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da135edb-1f1e-4827-9014-bad4bc4a646a req-929a2dba-2bb0-4009-ba26-eff93d7f9941 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1211410 Dec 12 04:23:48.705351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Router 7cae295c-2aca-41bd-bb6e-0b0a416a0696 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:23:48.832868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:48.842801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Sync routers for ids ['7cae295c-2aca-41bd-bb6e-0b0a416a0696'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:48.855574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Routers {'7cae295c-2aca-41bd-bb6e-0b0a416a0696'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:48.856302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7cae295c-2aca-41bd-bb6e-0b0a416a0696'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:48.862273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:48.863540 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-40787b00-ad43-4ea0-a466-903040f9e91e tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2628016 Dec 12 04:23:48.866251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33714) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:49.034376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33722) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:49.038986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1772519061', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': True}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:49.042182 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f7bca648-a84f-4107-83d5-c7a5312a9d80 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/routers/7cae295c-2aca-41bd-bb6e-0b0a416a0696 HTTP/1.1" status: 200 len: 909 time: 0.1746433 Dec 12 04:23:49.093446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Set router 7cae295c-2aca-41bd-bb6e-0b0a416a0696 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:23:49.095037 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:49.096550 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:49.210529 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:49.423593 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:49.588589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cae295c-2aca-41bd-bb6e-0b0a416a0696', 'name': 'tempest-snat-router-1772519061', 'tenant_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': False}, 'gw_port_id': 'e13e1de7-c288-4ac3-a43a-adcc036675dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:46Z', 'updated_at': '2021-12-12T04:23:47Z', 'revision_number': 3, 'project_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'gw_port': {'id': 'e13e1de7-c288-4ac3-a43a-adcc036675dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cae295c-2aca-41bd-bb6e-0b0a416a0696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:47Z', 'updated_at': '2021-12-12T04:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:49.627591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Checking router: 7cae295c-2aca-41bd-bb6e-0b0a416a0696 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:23:49.628338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Updating router 7cae295c-2aca-41bd-bb6e-0b0a416a0696 port e13e1de7-c288-4ac3-a43a-adcc036675dc binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:23:49.647662 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88d092f3-c7c4-4391-99d1-727b3fb1c406 req-54b15fdb-1762-4606-8278-bc98a7df1a24 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0480776 Dec 12 04:23:49.674311 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:49.792864 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:49.817773 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:49.973161 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da135edb-1f1e-4827-9014-bad4bc4a646a req-3d02f5b9-3016-4d85-815a-e69b51373d37 tempest-ServerShowV257Test-1187311954 tempest-ServerShowV257Test-1187311954-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5b924b-b1be-4fe0-934d-d2afbcdcf97c HTTP/1.1" status: 200 len: 210 time: 0.0425017 Dec 12 04:23:50.002308 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:50.022788 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:50.079052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Attempting to bind port e13e1de7-c288-4ac3-a43a-adcc036675dc on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:23:50.079590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Attempting to bind port e13e1de7-c288-4ac3-a43a-adcc036675dc by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:23:50.079985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Attempting to bind port e13e1de7-c288-4ac3-a43a-adcc036675dc on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:23:50.095828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15a3b0-5c57-4fcb-8919-4ee63e54b1d6 None None] Pushing event updated for resources: {'Port': ['ID=e13e1de7-c288-4ac3-a43a-adcc036675dc,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:50.100675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:23:50.101096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:50.101515 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:50.101904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:23:50.103033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Bound port: e13e1de7-c288-4ac3-a43a-adcc036675dc, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:23:50.103621 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:50.130540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Allocated IP 172.25.7.167 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/2358f774-e511-447e-94bf-dd9eb6cd637d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:50.212439 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] For port e13e1de7-c288-4ac3-a43a-adcc036675dc, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:23:50.218283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] For port e13e1de7-c288-4ac3-a43a-adcc036675dc, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e13e1de7-c288-4ac3-a43a-adcc036675dc,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:23:50.227375 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:50.264540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:50.296635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Routers {'7cae295c-2aca-41bd-bb6e-0b0a416a0696'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:50.297268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7cae295c-2aca-41bd-bb6e-0b0a416a0696'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:50.332191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:50.385053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:50.388302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:50.392832 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:50.426697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event updated for resources: {'Port': ['ID=2358f774-e511-447e-94bf-dd9eb6cd637d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:50.442566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15a3b0-5c57-4fcb-8919-4ee63e54b1d6 None None] Pushing event updated for resources: {'Port': ['ID=e13e1de7-c288-4ac3-a43a-adcc036675dc,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:50.510939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] Set router 7cae295c-2aca-41bd-bb6e-0b0a416a0696 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:23:50.635105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a939c-fc3f-47d2-84bd-260ca20425b4 req-de20a645-6797-48f1-a5d3-70f5e5559a9a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:50.641573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a939c-fc3f-47d2-84bd-260ca20425b4 req-de20a645-6797-48f1-a5d3-70f5e5559a9a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:50.650266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a939c-fc3f-47d2-84bd-260ca20425b4 req-de20a645-6797-48f1-a5d3-70f5e5559a9a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:50.657605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a939c-fc3f-47d2-84bd-260ca20425b4 req-de20a645-6797-48f1-a5d3-70f5e5559a9a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:50.678207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a939c-fc3f-47d2-84bd-260ca20425b4 req-de20a645-6797-48f1-a5d3-70f5e5559a9a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:50.690964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a939c-fc3f-47d2-84bd-260ca20425b4 req-de20a645-6797-48f1-a5d3-70f5e5559a9a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:50.699376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a939c-fc3f-47d2-84bd-260ca20425b4 req-de20a645-6797-48f1-a5d3-70f5e5559a9a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:50.712293 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d94a939c-fc3f-47d2-84bd-260ca20425b4 req-de20a645-6797-48f1-a5d3-70f5e5559a9a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.1781743 Dec 12 04:23:50.820751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cae295c-2aca-41bd-bb6e-0b0a416a0696', 'name': 'tempest-snat-router-1772519061', 'tenant_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': False}, 'gw_port_id': 'e13e1de7-c288-4ac3-a43a-adcc036675dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:46Z', 'updated_at': '2021-12-12T04:23:47Z', 'revision_number': 3, 'project_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'gw_port': {'id': 'e13e1de7-c288-4ac3-a43a-adcc036675dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cae295c-2aca-41bd-bb6e-0b0a416a0696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:47Z', 'updated_at': '2021-12-12T04:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:50.863049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6582ae6-4b16-413c-a294-5ab8991c5e62 None None] The sync data for ids ['7cae295c-2aca-41bd-bb6e-0b0a416a0696'] in n-d-710847-7 is: [{'id': '7cae295c-2aca-41bd-bb6e-0b0a416a0696', 'name': 'tempest-snat-router-1772519061', 'tenant_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200'}], 'enable_snat': False}, 'gw_port_id': 'e13e1de7-c288-4ac3-a43a-adcc036675dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:46Z', 'updated_at': '2021-12-12T04:23:47Z', 'revision_number': 3, 'project_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'gw_port': {'id': 'e13e1de7-c288-4ac3-a43a-adcc036675dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cae295c-2aca-41bd-bb6e-0b0a416a0696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:47Z', 'updated_at': '2021-12-12T04:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:50.900335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d94a939c-fc3f-47d2-84bd-260ca20425b4 req-6e1ce4af-adf5-4e46-b087-a9d193fdd543 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870897 Dec 12 04:23:50.936578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:51.074987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4075c7-b80e-49d6-b878-79c266a9112a req-74c3566d-b2d8-41a2-919d-e5dd02b33ccc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:51.083584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4075c7-b80e-49d6-b878-79c266a9112a req-74c3566d-b2d8-41a2-919d-e5dd02b33ccc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:51.092788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4075c7-b80e-49d6-b878-79c266a9112a req-74c3566d-b2d8-41a2-919d-e5dd02b33ccc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:51.101404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4075c7-b80e-49d6-b878-79c266a9112a req-74c3566d-b2d8-41a2-919d-e5dd02b33ccc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:51.110083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4075c7-b80e-49d6-b878-79c266a9112a req-74c3566d-b2d8-41a2-919d-e5dd02b33ccc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:51.117478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4075c7-b80e-49d6-b878-79c266a9112a req-74c3566d-b2d8-41a2-919d-e5dd02b33ccc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:51.125081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4075c7-b80e-49d6-b878-79c266a9112a req-74c3566d-b2d8-41a2-919d-e5dd02b33ccc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:51.133394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f4075c7-b80e-49d6-b878-79c266a9112a req-74c3566d-b2d8-41a2-919d-e5dd02b33ccc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.1275508 Dec 12 04:23:51.366608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33806) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:51.409978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:51.624297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Router 981307e1-514e-46a5-8a8d-d049ae425578 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:23:51.716071 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a7da445-3636-4ca7-a647-eabffbec1fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:51.805703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e13e1de7-c288-4ac3-a43a-adcc036675dc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:23:51.850492 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a7da445-3636-4ca7-a647-eabffbec1fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:51.864358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1a7da445-3636-4ca7-a647-eabffbec1fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:51.873596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:51.894166 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Sync routers for ids ['981307e1-514e-46a5-8a8d-d049ae425578'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:51.910480 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Routers {'981307e1-514e-46a5-8a8d-d049ae425578'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:51.911522 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['981307e1-514e-46a5-8a8d-d049ae425578'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:51.914885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e13e1de7-c288-4ac3-a43a-adcc036675dc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:51.916744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:51.923291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:51.928485 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a14a37a5-1a0b-4adb-9ee7-a5ed2b5ae6c4 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8907702 Dec 12 04:23:51.931225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33822) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:51.968440 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1a7da445-3636-4ca7-a647-eabffbec1fc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36927f07d3c54c9084a87c45a8b51620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006949 Dec 12 04:23:51.974418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33824) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:51.977760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7da445-3636-4ca7-a647-eabffbec1fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef858de-12db-4b42-998e-1e54576fcd76,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:52.104700 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ca797d0-88ab-4d6b-922f-630e131c3cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.139118 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.172722 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Set router 981307e1-514e-46a5-8a8d-d049ae425578 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:23:52.181291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-07576356-8887-44b7-9f1b-9f7e63c70d34 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/routers/981307e1-514e-46a5-8a8d-d049ae425578 HTTP/1.1" status: 200 len: 908 time: 0.2485211 Dec 12 04:23:52.182169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33830) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:52.194602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port e13e1de7-c288-4ac3-a43a-adcc036675dc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e13e1de7-c288-4ac3-a43a-adcc036675dc,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:52.195139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ca797d0-88ab-4d6b-922f-630e131c3cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.205402 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.300394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33832) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:52.326184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=e13e1de7-c288-4ac3-a43a-adcc036675dc,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:52.357990 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ca797d0-88ab-4d6b-922f-630e131c3cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.363831 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ca797d0-88ab-4d6b-922f-630e131c3cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.365423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ca797d0-88ab-4d6b-922f-630e131c3cdf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fef858de-12db-4b42-998e-1e54576fcd76 HTTP/1.1" status: 204 len: 168 time: 0.3830612 Dec 12 04:23:52.380431 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.406681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca797d0-88ab-4d6b-922f-630e131c3cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef858de-12db-4b42-998e-1e54576fcd76,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:52.510912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981307e1-514e-46a5-8a8d-d049ae425578', 'name': 'tempest-snat-router-1772519061', 'tenant_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '2358f774-e511-447e-94bf-dd9eb6cd637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:49Z', 'updated_at': '2021-12-12T04:23:50Z', 'revision_number': 3, 'project_id': 'a9b6cf59e5474a999d38375beeb4ff2b', 'gw_port': {'id': '2358f774-e511-447e-94bf-dd9eb6cd637d', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:61:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981307e1-514e-46a5-8a8d-d049ae425578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:49Z', 'updated_at': '2021-12-12T04:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:52.532506 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee42bd65-d991-4bfe-92b9-ea6603fbab10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.549845 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Checking router: 981307e1-514e-46a5-8a8d-d049ae425578 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:23:52.550320 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Updating router 981307e1-514e-46a5-8a8d-d049ae425578 port 2358f774-e511-447e-94bf-dd9eb6cd637d binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:23:52.587753 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.604687 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.683900 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee42bd65-d991-4bfe-92b9-ea6603fbab10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.689779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee42bd65-d991-4bfe-92b9-ea6603fbab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.709812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Deleting port 2358f774-e511-447e-94bf-dd9eb6cd637d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:52.710260 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.763658 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ee42bd65-d991-4bfe-92b9-ea6603fbab10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af91fc909de145c8842407a40f3a0996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617085 Dec 12 04:23:52.765419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33852) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:52.773049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42bd65-d991-4bfe-92b9-ea6603fbab10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09854c3-efe5-4b5f-9241-e52ce777a0c0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:52.872408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aae80a1c-0d7b-44b0-9197-04c1c1ab7537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.877254 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.892080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Calling delete_port for 2358f774-e511-447e-94bf-dd9eb6cd637d owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:52.909768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aae80a1c-0d7b-44b0-9197-04c1c1ab7537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.984101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aae80a1c-0d7b-44b0-9197-04c1c1ab7537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.988368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aae80a1c-0d7b-44b0-9197-04c1c1ab7537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:52.996755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-aae80a1c-0d7b-44b0-9197-04c1c1ab7537 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e09854c3-efe5-4b5f-9241-e52ce777a0c0 HTTP/1.1" status: 204 len: 168 time: 0.2302523 Dec 12 04:23:53.015076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae80a1c-0d7b-44b0-9197-04c1c1ab7537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09854c3-efe5-4b5f-9241-e52ce777a0c0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:53.105056 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:53.119235 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:53.329120 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Pushing event updated for resources: {'Port': ['ID=2358f774-e511-447e-94bf-dd9eb6cd637d,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:53.338064 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Attempting to bind port 2358f774-e511-447e-94bf-dd9eb6cd637d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:23:53.340008 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Attempting to bind port 2358f774-e511-447e-94bf-dd9eb6cd637d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:23:53.341273 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Attempting to bind port 2358f774-e511-447e-94bf-dd9eb6cd637d on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:23:53.374695 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.375469 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.376100 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.377461 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.378032 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.378612 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.379687 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.380303 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.380925 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.381612 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.384671 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.385503 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.388538 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6021e-4d6e-4d0c-82ee-8d1b40484e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:23:53.396471 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:23:53.400509 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:53.402728 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:53.405915 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:23:53.406587 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Bound port: 2358f774-e511-447e-94bf-dd9eb6cd637d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:23:53.408172 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:53.781627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e13e1de7-c288-4ac3-a43a-adcc036675dc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:23:53.874181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:53.875000 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.db.api [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:23:53.875123 n-d-710847-7 neutron-server[103453]: DEBUG oslo_db.api [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:23:53.889615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e13e1de7-c288-4ac3-a43a-adcc036675dc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:23:53.890480 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:53.912418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event deleted for resources: {'Port': ['ID=2358f774-e511-447e-94bf-dd9eb6cd637d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:53.920377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33904) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:53.954762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a164d2-755f-4c74-b5ce-c55c6bcdcf5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.082806 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.094624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33912) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:54.129216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a164d2-755f-4c74-b5ce-c55c6bcdcf5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.135418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7a164d2-755f-4c74-b5ce-c55c6bcdcf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.194406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a164d2-755f-4c74-b5ce-c55c6bcdcf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e582f7b1-6473-4d0a-9ec4-eaf9f439d01e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:54.225530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d7a164d2-755f-4c74-b5ce-c55c6bcdcf5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92bfffeff7714071b0f0c98ef2c99100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025646 Dec 12 04:23:54.227954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33918) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:54.250187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888109-85d5-4124-8d5d-9c5100405dac req-7a5f068d-0399-4a3c-85b2-e2f7396ef15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:54.250810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888109-85d5-4124-8d5d-9c5100405dac req-7a5f068d-0399-4a3c-85b2-e2f7396ef15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:54.251357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888109-85d5-4124-8d5d-9c5100405dac req-7a5f068d-0399-4a3c-85b2-e2f7396ef15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:54.252047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888109-85d5-4124-8d5d-9c5100405dac req-7a5f068d-0399-4a3c-85b2-e2f7396ef15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:54.252719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888109-85d5-4124-8d5d-9c5100405dac req-7a5f068d-0399-4a3c-85b2-e2f7396ef15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:54.253419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888109-85d5-4124-8d5d-9c5100405dac req-7a5f068d-0399-4a3c-85b2-e2f7396ef15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:54.254088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888109-85d5-4124-8d5d-9c5100405dac req-7a5f068d-0399-4a3c-85b2-e2f7396ef15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:54.254535 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.256691 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97888109-85d5-4124-8d5d-9c5100405dac req-7a5f068d-0399-4a3c-85b2-e2f7396ef15e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6488 time: 0.1610432 Dec 12 04:23:54.256881 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.323366 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.324946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 981307e1-514e-46a5-8a8d-d049ae425578 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:23:54.335259 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.336717 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2e29fcbe-92d3-48eb-83cf-77424f75c713 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "DELETE /v2.0/routers/981307e1-514e-46a5-8a8d-d049ae425578 HTTP/1.1" status: 204 len: 168 time: 2.1528611 Dec 12 04:23:54.339580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33922) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:54.352460 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97888109-85d5-4124-8d5d-9c5100405dac req-5e3ff796-2ec4-4d1e-b426-6a5653d3f43b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&id=d8403931-67db-4f1d-8646-64ea8270216c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692372 Dec 12 04:23:54.361297 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-913f272c-6d40-4954-b16f-156cf697d61d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.394443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-913f272c-6d40-4954-b16f-156cf697d61d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.401078 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Attempting to bind port 2358f774-e511-447e-94bf-dd9eb6cd637d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:23:54.402354 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Attempting to bind port 2358f774-e511-447e-94bf-dd9eb6cd637d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:23:54.403066 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Attempting to bind port 2358f774-e511-447e-94bf-dd9eb6cd637d on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:23:54.413105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:23:54.416167 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:54.417077 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.418173 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:23:54.418857 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Bound port: 2358f774-e511-447e-94bf-dd9eb6cd637d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:23:54.419297 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.441423 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.plugin [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Port 2358f774-e511-447e-94bf-dd9eb6cd637d has been deleted concurrently {{(pid=103453) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 12 04:23:54.454727 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Routers set() bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:54.455388 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Router IDs set() for agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 04:23:54.456045 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_agentschedulers_db [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'981307e1-514e-46a5-8a8d-d049ae425578'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent'). {{(pid=103453) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 04:23:54.456554 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75342b2-2447-41b8-befc-49aa3423a056 None None] The sync data for ids ['981307e1-514e-46a5-8a8d-d049ae425578'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:54.500160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.509296 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-913f272c-6d40-4954-b16f-156cf697d61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.516407 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-913f272c-6d40-4954-b16f-156cf697d61d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.519446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-913f272c-6d40-4954-b16f-156cf697d61d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e582f7b1-6473-4d0a-9ec4-eaf9f439d01e HTTP/1.1" status: 204 len: 168 time: 0.2903068 Dec 12 04:23:54.537387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f272c-6d40-4954-b16f-156cf697d61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e582f7b1-6473-4d0a-9ec4-eaf9f439d01e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:54.614070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33936) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:54.649493 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.720153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Deleting port e13e1de7-c288-4ac3-a43a-adcc036675dc {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:23:54.720501 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.747567 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e15b-efdc-4eaa-beac-68d4827de72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.868786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] For port e13e1de7-c288-4ac3-a43a-adcc036675dc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e13e1de7-c288-4ac3-a43a-adcc036675dc,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:23:54.869611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.875104 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e15b-efdc-4eaa-beac-68d4827de72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.882308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e15b-efdc-4eaa-beac-68d4827de72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:54.889592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Calling delete_port for e13e1de7-c288-4ac3-a43a-adcc036675dc owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:23:54.930096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4fd5e15b-efdc-4eaa-beac-68d4827de72f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f33a41d032904533b5ababed8db614e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146946 Dec 12 04:23:54.932891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33952) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:54.947912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5e15b-efdc-4eaa-beac-68d4827de72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9194dee-291e-479e-80e0-de5da1cfea2b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:55.001262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a3e945df-cabd-49ef-abed-33bb9619b19c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.028891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a3e945df-cabd-49ef-abed-33bb9619b19c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.103705 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a3e945df-cabd-49ef-abed-33bb9619b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.106777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a3e945df-cabd-49ef-abed-33bb9619b19c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.107942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a3e945df-cabd-49ef-abed-33bb9619b19c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9194dee-291e-479e-80e0-de5da1cfea2b HTTP/1.1" status: 204 len: 168 time: 0.1738229 Dec 12 04:23:55.126731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e945df-cabd-49ef-abed-33bb9619b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9194dee-291e-479e-80e0-de5da1cfea2b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:55.156465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.190342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event deleted for resources: {'Port': ['ID=e13e1de7-c288-4ac3-a43a-adcc036675dc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:55.263417 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.373896 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.376740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.442328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.442758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cae295c-2aca-41bd-bb6e-0b0a416a0696 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:23:55.450813 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.453457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33982) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:55.453817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-40f90885-aba2-4e3a-adda-43de09de82f1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "DELETE /v2.0/routers/7cae295c-2aca-41bd-bb6e-0b0a416a0696 HTTP/1.1" status: 204 len: 168 time: 1.1126132 Dec 12 04:23:55.460123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1324270521', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:55.515602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.517166 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.610829 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:55.841280 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:56.132453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:56.162859 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:56.320289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34028) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:56.323070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Allocated IP 172.25.7.36 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/1753491f-2fb1-4a3a-bc15-e2c5831a170e) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:56.459860 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:56.503819 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:56.579802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-network', 'tenant_id': '8d84172a3226415fb80c59544009f5bc'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:56.587543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event updated for resources: {'Port': ['ID=1753491f-2fb1-4a3a-bc15-e2c5831a170e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:56.593095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:56.598514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:56.602852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:56.662577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Made reservation on behalf of 8d84172a3226415fb80c59544009f5bc for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:56.665128 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:56.679724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:56.947266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:56.954228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:56.995094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:23:57.005046 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:57.008975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da085a23-47cf-443e-8728-8d048ad95a50,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:57.079363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:57.080014 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Added segment d2189454-0a47-41e1-abd1-be0477a38752 of type vlan for network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb Dec 12 04:23:57.179323 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:57.293591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29fe97-7d45-4446-8c87-5024653b924e req-f585bf6b-9e8d-4f1a-b5c9-5769f402109e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:57.296353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:57.297878 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:57.298617 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:57.307472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29fe97-7d45-4446-8c87-5024653b924e req-f585bf6b-9e8d-4f1a-b5c9-5769f402109e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:57.315461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29fe97-7d45-4446-8c87-5024653b924e req-f585bf6b-9e8d-4f1a-b5c9-5769f402109e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:57.321805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29fe97-7d45-4446-8c87-5024653b924e req-f585bf6b-9e8d-4f1a-b5c9-5769f402109e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:57.328715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29fe97-7d45-4446-8c87-5024653b924e req-f585bf6b-9e8d-4f1a-b5c9-5769f402109e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:57.334981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29fe97-7d45-4446-8c87-5024653b924e req-f585bf6b-9e8d-4f1a-b5c9-5769f402109e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:57.342423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29fe97-7d45-4446-8c87-5024653b924e req-f585bf6b-9e8d-4f1a-b5c9-5769f402109e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:57.344698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd29fe97-7d45-4446-8c87-5024653b924e req-f585bf6b-9e8d-4f1a-b5c9-5769f402109e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.1463966 Dec 12 04:23:57.362092 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0380299 Dec 12 04:23:57.363216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34068) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:57.371760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Request body: {'subnet': {'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-subnet', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:57.437659 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd29fe97-7d45-4446-8c87-5024653b924e req-09724d9c-cb36-4333-97ce-95708aa13bd9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0859563 Dec 12 04:23:57.622756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e13e1de7-c288-4ac3-a43a-adcc036675dc no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:23:57.666852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e13e1de7-c288-4ac3-a43a-adcc036675dc {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:23:57.667647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e13e1de7-c288-4ac3-a43a-adcc036675dc not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:23:57.768908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378bd14-7a00-48c9-b242-7f928184ac74 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:57.780554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:23:57.798657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:57.885098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Made reservation on behalf of 8d84172a3226415fb80c59544009f5bc for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:23:57.888846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:58.002061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4da6ed-5b97-4635-b7d7-c2d95832522f req-d97bd221-fd14-493f-ac51-2d89857c9c35 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:58.009135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4da6ed-5b97-4635-b7d7-c2d95832522f req-d97bd221-fd14-493f-ac51-2d89857c9c35 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:58.016008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4da6ed-5b97-4635-b7d7-c2d95832522f req-d97bd221-fd14-493f-ac51-2d89857c9c35 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:58.022781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4da6ed-5b97-4635-b7d7-c2d95832522f req-d97bd221-fd14-493f-ac51-2d89857c9c35 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:58.030644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4da6ed-5b97-4635-b7d7-c2d95832522f req-d97bd221-fd14-493f-ac51-2d89857c9c35 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:58.038507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4da6ed-5b97-4635-b7d7-c2d95832522f req-d97bd221-fd14-493f-ac51-2d89857c9c35 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:58.045325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4da6ed-5b97-4635-b7d7-c2d95832522f req-d97bd221-fd14-493f-ac51-2d89857c9c35 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:58.047210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0e4da6ed-5b97-4635-b7d7-c2d95832522f req-d97bd221-fd14-493f-ac51-2d89857c9c35 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.3081169 Dec 12 04:23:58.123968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Router 97b12ccc-0f23-429c-8616-5021b17e0571 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:23:58.321275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:58.352017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:58.363620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e82d6-57b5-4293-994f-bd658996193a None None] Sync routers for ids ['97b12ccc-0f23-429c-8616-5021b17e0571'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:23:58.387640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e82d6-57b5-4293-994f-bd658996193a None None] Routers {'97b12ccc-0f23-429c-8616-5021b17e0571'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:58.389572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1a5e82d6-57b5-4293-994f-bd658996193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97b12ccc-0f23-429c-8616-5021b17e0571'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:58.391758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6287d049-2723-40e9-a22d-c8951c00f254,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:58.405422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:58.409549 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-08bab491-e022-4e2d-a4c8-5d3d2678f24c tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9544585 Dec 12 04:23:58.410268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34106) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:58.416110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-83b922fb-92cf-49a8-bcd4-1286c0848654 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': False}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:58.420155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Checking segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:58.420544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Network hostable DHCP agents. Network: cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:23:58.439434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:23:58.476904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:58.482335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1a5e82d6-57b5-4293-994f-bd658996193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:58.482571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:23:58.483511 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:58.487133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6690df-f7d8-43b0-b3df-acb332877bae None None] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:23:58.514113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1e3f117a-e97f-4b1e-8efd-8290a6224f68 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1454251 Dec 12 04:23:58.514468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34108) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:58.518623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:23:58.544997 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:58.546356 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:58.555102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e82d6-57b5-4293-994f-bd658996193a None None] Routers {'97b12ccc-0f23-429c-8616-5021b17e0571'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:23:58.556115 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1a5e82d6-57b5-4293-994f-bd658996193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97b12ccc-0f23-429c-8616-5021b17e0571'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:58.595468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1a5e82d6-57b5-4293-994f-bd658996193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:23:58.597250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e82d6-57b5-4293-994f-bd658996193a None None] The sync data for ids ['97b12ccc-0f23-429c-8616-5021b17e0571'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:23:58.670902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'project_id': '8d84172a3226415fb80c59544009f5bc', 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:23:58.671626 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:58.671805 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:58.910975 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-92cf-49a8-bcd4-1286c0848654 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:58.935037 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.075602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Allocated IP 172.20.0.2 (cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb/6287d049-2723-40e9-a22d-c8951c00f254/a75fa352-3203-47f8-a69f-40a8a6e6e5cc) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:59.302034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.320177 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.334528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.335822 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.407352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:59.413465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:59.423478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:59.440740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Pushing event updated for resources: {'Port': ['ID=a75fa352-3203-47f8-a69f-40a8a6e6e5cc,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:59.481226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Allocated IP 172.25.7.84 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/5a24da6f-8c69-4dc1-87a8-80553e6848dc) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:23:59.547708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Attempting to bind port a75fa352-3203-47f8-a69f-40a8a6e6e5cc on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:23:59.548221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Attempting to bind port a75fa352-3203-47f8-a69f-40a8a6e6e5cc by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:23:59.548650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Attempting to bind port a75fa352-3203-47f8-a69f-40a8a6e6e5cc on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:23:59.554611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:23:59.555214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Checking segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:23:59.555723 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.556220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Bound using segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:23:59.556852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Bound port: a75fa352-3203-47f8-a69f-40a8a6e6e5cc, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:23:59.557325 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.643607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-92cf-49a8-bcd4-1286c0848654 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.649997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-92cf-49a8-bcd4-1286c0848654 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.690789 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.749420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] For port a75fa352-3203-47f8-a69f-40a8a6e6e5cc, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:23:59.769210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.777644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] For port a75fa352-3203-47f8-a69f-40a8a6e6e5cc, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a75fa352-3203-47f8-a69f-40a8a6e6e5cc,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:23:59.791641 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.800552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b922fb-92cf-49a8-bcd4-1286c0848654 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Router 97b12ccc-0f23-429c-8616-5021b17e0571 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:23:59.850829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:23:59.853454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:23:59.870192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:23:59.906223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Pushing event updated for resources: {'Port': ['ID=5a24da6f-8c69-4dc1-87a8-80553e6848dc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:59.921702 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acadc5c-48f3-4cce-8823-0452f4578ba3 None None] Pushing event updated for resources: {'Port': ['ID=a75fa352-3203-47f8-a69f-40a8a6e6e5cc,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:23:59.975007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b922fb-92cf-49a8-bcd4-1286c0848654 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:23:59.983383 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83b922fb-92cf-49a8-bcd4-1286c0848654 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:23:59.984861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-83b922fb-92cf-49a8-bcd4-1286c0848654 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "PUT /v2.0/routers/97b12ccc-0f23-429c-8616-5021b17e0571 HTTP/1.1" status: 200 len: 921 time: 1.5726914 Dec 12 04:23:59.988065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34152) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:23:59.988727 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf1d25-f878-4923-b9dc-ae857d466114 None None] Sync routers for ids ['97b12ccc-0f23-429c-8616-5021b17e0571'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:00.015940 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf1d25-f878-4923-b9dc-ae857d466114 None None] Routers {'97b12ccc-0f23-429c-8616-5021b17e0571'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:00.021287 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dbdf1d25-f878-4923-b9dc-ae857d466114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97b12ccc-0f23-429c-8616-5021b17e0571'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:00.148593 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dbdf1d25-f878-4923-b9dc-ae857d466114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:00.172718 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf1d25-f878-4923-b9dc-ae857d466114 None None] Routers {'97b12ccc-0f23-429c-8616-5021b17e0571'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:00.176845 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dbdf1d25-f878-4923-b9dc-ae857d466114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97b12ccc-0f23-429c-8616-5021b17e0571'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:00.239129 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2c6b7705-b717-4306-8c25-b489f5f5fe9a tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/routers/97b12ccc-0f23-429c-8616-5021b17e0571 HTTP/1.1" status: 200 len: 921 time: 0.2465539 Dec 12 04:24:00.239325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34166) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:00.251200 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dbdf1d25-f878-4923-b9dc-ae857d466114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:00.258448 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf1d25-f878-4923-b9dc-ae857d466114 None None] The sync data for ids ['97b12ccc-0f23-429c-8616-5021b17e0571'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:00.424877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b269d992-197a-498a-a484-cfe625babbc0 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:00.427771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b269d992-197a-498a-a484-cfe625babbc0 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=97b12ccc-0f23-429c-8616-5021b17e0571&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1868694 Dec 12 04:24:00.430109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34176) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:00.433671 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:00.579935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889dac3b-ad87-4a43-abec-0ca32c8a6474 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:00.586304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-889dac3b-ad87-4a43-abec-0ca32c8a6474 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 881 time: 0.1504879 Dec 12 04:24:00.587063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34186) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:00.610901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34188) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:00.624905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f383e61e-91b8-4496-a842-3933e24c1dcf tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b12ccc-0f23-429c-8616-5021b17e0571 HTTP/1.1" status: 200 len: 205 time: 0.0346777 Dec 12 04:24:00.627205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34192) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:00.762553 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:00.808873 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:00.826036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-3c82d2f9-251a-443c-a3a9-b2c2cf6898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:00.829548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-3c82d2f9-251a-443c-a3a9-b2c2cf6898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:00.830178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-3c82d2f9-251a-443c-a3a9-b2c2cf6898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:00.831979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-3c82d2f9-251a-443c-a3a9-b2c2cf6898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:00.832357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-3c82d2f9-251a-443c-a3a9-b2c2cf6898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:00.833259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-3c82d2f9-251a-443c-a3a9-b2c2cf6898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:00.833804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-3c82d2f9-251a-443c-a3a9-b2c2cf6898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:00.835835 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-3c82d2f9-251a-443c-a3a9-b2c2cf6898b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6500 time: 0.2236099 Dec 12 04:24:01.046473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-de9350aa-941e-4f81-a523-d32a6e116179 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2007678 Dec 12 04:24:01.114797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Router d60fbea4-f245-475e-b09a-6b326a11190d is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:24:01.373089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:01.387088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Sync routers for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:01.420412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:01.421088 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:01.421496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:01.423656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-81a0c222-8330-423c-b072-9429716b0b26 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1148612 Dec 12 04:24:01.427368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:01.431649 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8caeb969-4184-4869-8565-ddd66bf73c47 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9138274 Dec 12 04:24:01.432270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34224) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:01.547552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a642d7b-daa5-4fad-bb6c-2a12078df869 None None] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:01.597232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8e15eb44-4b4b-43f7-8278-11ee35d0073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.597818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8e15eb44-4b4b-43f7-8278-11ee35d0073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.598556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8e15eb44-4b4b-43f7-8278-11ee35d0073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.599381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8e15eb44-4b4b-43f7-8278-11ee35d0073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.599889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8e15eb44-4b4b-43f7-8278-11ee35d0073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.600707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8e15eb44-4b4b-43f7-8278-11ee35d0073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.601320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8e15eb44-4b4b-43f7-8278-11ee35d0073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.604473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8e15eb44-4b4b-43f7-8278-11ee35d0073c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6488 time: 0.0947125 Dec 12 04:24:01.708539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:24:01.712254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9f1fde7b-3fec-43e3-9349-163eafdbae6a None None] Provisioning complete for port a75fa352-3203-47f8-a69f-40a8a6e6e5cc triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:01.712641 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f1fde7b-3fec-43e3-9349-163eafdbae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:01.787531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Deleting port 1753491f-2fb1-4a3a-bc15-e2c5831a170e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:01.788476 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:01.895453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-832a8f7a-f8e1-496a-b2dc-874278719de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.896136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-832a8f7a-f8e1-496a-b2dc-874278719de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.897768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-832a8f7a-f8e1-496a-b2dc-874278719de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:01.901027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-832a8f7a-f8e1-496a-b2dc-874278719de4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e24b41d5-580c-404e-9977-7163a101b7f9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0 HTTP/1.1" status: 200 len: 2291 time: 0.2649245 Dec 12 04:24:01.905111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a75fa352-3203-47f8-a69f-40a8a6e6e5cc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:01.982694 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:02.022310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Calling delete_port for 1753491f-2fb1-4a3a-bc15-e2c5831a170e owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:02.030040 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-d4de2f8a-454f-4cee-ba3c-4842cf42cc58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50865e90-2d61-4c3f-845d-73e68d27bd50 HTTP/1.1" status: 200 len: 1002 time: 0.1232476 Dec 12 04:24:02.077183 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f1fde7b-3fec-43e3-9349-163eafdbae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:02.107919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a75fa352-3203-47f8-a69f-40a8a6e6e5cc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:02.108280 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:02.161434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-14ec0979-ff1a-462f-920c-ba7e19279aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:02.165354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-14ec0979-ff1a-462f-920c-ba7e19279aaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8498c706-8988-4493-9db4-a7c752384c54 HTTP/1.1" status: 200 len: 851 time: 0.1284325 Dec 12 04:24:02.207129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:00Z', 'revision_number': 3, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:02.225154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9f1fde7b-3fec-43e3-9349-163eafdbae6a None None] For port a75fa352-3203-47f8-a69f-40a8a6e6e5cc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a75fa352-3203-47f8-a69f-40a8a6e6e5cc,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:02.283191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-46f6dcf6-4515-4a52-afb6-7aad8bffd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:02.284806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-46f6dcf6-4515-4a52-afb6-7aad8bffd7ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e24b41d5-580c-404e-9977-7163a101b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112218 Dec 12 04:24:02.311162 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f1fde7b-3fec-43e3-9349-163eafdbae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:02.329209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Checking router: d60fbea4-f245-475e-b09a-6b326a11190d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:24:02.330939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Updating router d60fbea4-f245-475e-b09a-6b326a11190d port 5a24da6f-8c69-4dc1-87a8-80553e6848dc binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:24:02.445809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-6922d2d8-be8f-44c7-9832-40f9439e2af7 service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526558 Dec 12 04:24:02.515414 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:02.577566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-41c9988a-3e36-4f53-8133-5a2649ad708d service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237264 Dec 12 04:24:02.626325 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:02.645653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-0a8a82f5-6f7e-4b3d-b393-2ade5d56d8e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 200 len: 217 time: 0.0550158 Dec 12 04:24:02.682460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event deleted for resources: {'Port': ['ID=1753491f-2fb1-4a3a-bc15-e2c5831a170e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:02.710303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-db5b30db-cec1-4a59-bf56-493f32c188a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:02.712206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-db5b30db-cec1-4a59-bf56-493f32c188a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0597425 Dec 12 04:24:02.802701 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-cb0ee0ac-8db7-4f62-b587-7158b5a5b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:02.806457 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-cb0ee0ac-8db7-4f62-b587-7158b5a5b07d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863934 Dec 12 04:24:02.839944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:02.852215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:02.874733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1851af1f-bdab-4c68-a515-1ee607336b90 None None] Provisioning complete for port a75fa352-3203-47f8-a69f-40a8a6e6e5cc triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:02.875207 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1851af1f-bdab-4c68-a515-1ee607336b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:02.911343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fde7b-3fec-43e3-9349-163eafdbae6a None None] Pushing event updated for resources: {'Port': ['ID=a75fa352-3203-47f8-a69f-40a8a6e6e5cc,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:02.978462 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.000113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-a527fc6f-c72e-411d-9fbe-1ecabf6ad851 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865084 Dec 12 04:24:03.034957 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.050639 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.081447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Attempting to bind port 5a24da6f-8c69-4dc1-87a8-80553e6848dc on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:03.082036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Attempting to bind port 5a24da6f-8c69-4dc1-87a8-80553e6848dc by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:03.082514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Attempting to bind port 5a24da6f-8c69-4dc1-87a8-80553e6848dc on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:03.087458 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.092549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:03.093204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:03.095237 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.096429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:03.097642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Bound port: 5a24da6f-8c69-4dc1-87a8-80553e6848dc, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:03.098316 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.132667 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827568ab-ce09-4cd6-bf4a-f6ace8830494 None None] Pushing event updated for resources: {'Port': ['ID=5a24da6f-8c69-4dc1-87a8-80553e6848dc,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:03.190225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] For port 5a24da6f-8c69-4dc1-87a8-80553e6848dc, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:03.196091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] For port 5a24da6f-8c69-4dc1-87a8-80553e6848dc, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5a24da6f-8c69-4dc1-87a8-80553e6848dc,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:03.202150 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.206539 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.207080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Fanout notify agent at l3_agent the message router_deleted on router 97b12ccc-0f23-429c-8616-5021b17e0571 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:24:03.216056 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.217231 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c7f8cf5a-53d7-4239-b8b7-f507802d32ba tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/97b12ccc-0f23-429c-8616-5021b17e0571 HTTP/1.1" status: 204 len: 168 time: 2.5887175 Dec 12 04:24:03.221726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34258) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:03.228875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c7dd996b-85e8-4d0d-876d-e5bc5c1dba24 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1882846412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:03.244103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-a15af979-de7e-4ca6-bc0c-462280f9383f service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360876 Dec 12 04:24:03.293828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:03.295093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:03.303607 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-6ecacbee-19a1-4c04-9783-44166eb14858 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 200 len: 217 time: 0.0510721 Dec 12 04:24:03.309143 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7dd996b-85e8-4d0d-876d-e5bc5c1dba24 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.310628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7dd996b-85e8-4d0d-876d-e5bc5c1dba24 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.376771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-4f72540c-0446-4c61-b09a-4fbafa61de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:03.377228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Allocated IP 172.20.0.1 (cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb/6287d049-2723-40e9-a22d-c8951c00f254/92bc06b4-e587-46a8-9efa-7253fe9249e6) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:03.378620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-4f72540c-0446-4c61-b09a-4fbafa61de95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0611174 Dec 12 04:24:03.428317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827568ab-ce09-4cd6-bf4a-f6ace8830494 None None] Pushing event updated for resources: {'Port': ['ID=5a24da6f-8c69-4dc1-87a8-80553e6848dc,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:03.472613 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7dd996b-85e8-4d0d-876d-e5bc5c1dba24 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.480504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34266) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:03.481803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7dd996b-85e8-4d0d-876d-e5bc5c1dba24 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.510318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:24:03.519154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-ea3ddc2d-c6a2-436b-9245-cc0fa1bce7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:03.531926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-ea3ddc2d-c6a2-436b-9245-cc0fa1bce7ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1442730 Dec 12 04:24:03.535365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7dd996b-85e8-4d0d-876d-e5bc5c1dba24 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.539180 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c7dd996b-85e8-4d0d-876d-e5bc5c1dba24 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3123772 Dec 12 04:24:03.540403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34270) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:03.569107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:03.703733 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.721486 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d5dba99-3d4a-4136-934b-cf4182e1b82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.740431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-327c3451-dee9-4be5-b3d0-68249ca688ac service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010899 Dec 12 04:24:03.843696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a75fa352-3203-47f8-a69f-40a8a6e6e5cc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:03.895612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-50912237-0227-4895-a4bd-4895f4a3f213 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401386 Dec 12 04:24:03.950605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a75fa352-3203-47f8-a69f-40a8a6e6e5cc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:03.951145 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.955019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-07da376e-a615-4ccb-bf8b-08160360f7e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93 HTTP/1.1" status: 200 len: 217 time: 0.0493984 Dec 12 04:24:03.983216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:03.999134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.034120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d5dba99-3d4a-4136-934b-cf4182e1b82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.040252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:00Z', 'revision_number': 3, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:04.043004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d5dba99-3d4a-4136-934b-cf4182e1b82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.064543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-74e5258e-c984-4ab9-a34f-50c93d1512b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:04.066156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-74e5258e-c984-4ab9-a34f-50c93d1512b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.1028800 Dec 12 04:24:04.068325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:04.075787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c15271-158f-4fdd-911a-64a10bc633d3 None None] The sync data for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 is: [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:00Z', 'revision_number': 3, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:04.122154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:04.127728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dba99-3d4a-4136-934b-cf4182e1b82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e5267a-90bc-4278-aa25-f7374e8f3233,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:04.133242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8d5dba99-3d4a-4136-934b-cf4182e1b82b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=215b5d678d6f4cf98d2acc8185d4e8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6430581 Dec 12 04:24:04.136941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34282) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:04.164598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:04.171076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Pushing event updated for resources: {'Port': ['ID=92bc06b4-e587-46a8-9efa-7253fe9249e6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:04.251545 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-026c4b1d-da9a-438b-b1a6-0d8265304424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.253169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.254589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-e5679ebb-b366-4ea1-ab87-28fb01830417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:04.256220 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-e5679ebb-b366-4ea1-ab87-28fb01830417 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826849 Dec 12 04:24:04.337245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-026c4b1d-da9a-438b-b1a6-0d8265304424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.412314 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-026c4b1d-da9a-438b-b1a6-0d8265304424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.414889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-026c4b1d-da9a-438b-b1a6-0d8265304424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.417905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-026c4b1d-da9a-438b-b1a6-0d8265304424 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28e5267a-90bc-4278-aa25-f7374e8f3233 HTTP/1.1" status: 204 len: 168 time: 0.2782676 Dec 12 04:24:04.434202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c4b1d-da9a-438b-b1a6-0d8265304424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e5267a-90bc-4278-aa25-f7374e8f3233,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:04.478374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-eb7701ab-53b5-42c7-b54b-2cdff791c50a service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108276 Dec 12 04:24:04.551788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-32be9cee-7c10-48af-bef8-1db5c528179f None None] Provisioning complete for port 92bc06b4-e587-46a8-9efa-7253fe9249e6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:04.552178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-32be9cee-7c10-48af-bef8-1db5c528179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.585749 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.612548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-32be9cee-7c10-48af-bef8-1db5c528179f None None] Port 92bc06b4-e587-46a8-9efa-7253fe9249e6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:04.647917 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.650726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:04.687078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8d9bdb6f-3570-4323-92b5-af65a3256b75 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956811 Dec 12 04:24:04.764224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8d08abe9-bff6-4ae2-8372-cf6f3875259f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ac44bc2b-566d-43df-a507-1831e4b1458e HTTP/1.1" status: 200 len: 217 time: 0.0702457 Dec 12 04:24:04.863342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-60be5a52-deb0-4e67-a784-bdc4bd2b6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:04.865320 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-60be5a52-deb0-4e67-a784-bdc4bd2b6db8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0942712 Dec 12 04:24:04.933274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Allocated IP 172.25.7.109 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/a7748562-3a78-488d-ab1e-ec53f6f04b5f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:04.974963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-f5c40706-096e-438a-9e93-faeae6dda68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:04.976611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-f5c40706-096e-438a-9e93-faeae6dda68f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028459 Dec 12 04:24:05.015927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34300) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:05.063525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8c8c9ee2-7d5e-478a-9451-91229d045aa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.117616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.132591 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.154415 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-794b1155-aa0d-4d90-bd77-25861694ae7c service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705756 Dec 12 04:24:05.238613 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.247081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.253408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Pushing event updated for resources: {'Port': ['ID=92bc06b4-e587-46a8-9efa-7253fe9249e6,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:05.296944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8c8c9ee2-7d5e-478a-9451-91229d045aa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.312548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8c8c9ee2-7d5e-478a-9451-91229d045aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.356903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-7dcec321-467b-4c97-a0dd-36d56a925c0d service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945655 Dec 12 04:24:05.397378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:05.402774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:05.411045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8c8c9ee2-7d5e-478a-9451-91229d045aa3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4697f0d888eb42b6a530a15c010c153f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939981 Dec 12 04:24:05.411885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c9ee2-7d5e-478a-9451-91229d045aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b844ba5-90ec-4645-8e2c-deefd86cdb69,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:05.413994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34308) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:05.422820 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-78ce581d-a7ec-44e9-bf3a-cb905577c939 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 HTTP/1.1" status: 200 len: 217 time: 0.0571580 Dec 12 04:24:05.430471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.490232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-987b2611-2225-4d9e-b652-d42253b9ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:05.491993 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-987b2611-2225-4d9e-b652-d42253b9ebeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.0627546 Dec 12 04:24:05.562556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-45a6d6d7-7151-410d-8682-aeb4f944ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:05.564364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-45a6d6d7-7151-410d-8682-aeb4f944ad38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610745 Dec 12 04:24:05.674506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Router d60fbea4-f245-475e-b09a-6b326a11190d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:24:05.701172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:05.733228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:05.750545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:05.764898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5a24da6f-8c69-4dc1-87a8-80553e6848dc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:05.776987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-957b3be4-15dc-4366-b4ab-1200018a549f service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046628 Dec 12 04:24:05.787008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event updated for resources: {'Port': ['ID=a7748562-3a78-488d-ab1e-ec53f6f04b5f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:05.858252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2bb62599-bbcf-4c40-a2db-d7e8a35485a7 None None] Provisioning complete for port 92bc06b4-e587-46a8-9efa-7253fe9249e6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:05.858633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2bb62599-bbcf-4c40-a2db-d7e8a35485a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.887664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5a24da6f-8c69-4dc1-87a8-80553e6848dc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:05.888050 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.898992 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c472e34-8495-42ed-b0a3-d4ee393e9a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:05.984219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2bb62599-bbcf-4c40-a2db-d7e8a35485a7 None None] Port 92bc06b4-e587-46a8-9efa-7253fe9249e6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:06.050597 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:06.100443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 5a24da6f-8c69-4dc1-87a8-80553e6848dc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5a24da6f-8c69-4dc1-87a8-80553e6848dc,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:06.113498 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:06.176856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=5a24da6f-8c69-4dc1-87a8-80553e6848dc,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:06.307206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-8f2d3b74-bda8-4237-8732-c852b9d8f112 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212440 Dec 12 04:24:06.373032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-c23851d6-6b1f-4fcf-9e3a-388b8839b524 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c HTTP/1.1" status: 200 len: 217 time: 0.0554070 Dec 12 04:24:06.387202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c472e34-8495-42ed-b0a3-d4ee393e9a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:06.449557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-bcdd17da-54ab-48f8-a564-11e3bd4743e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:06.451797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-bcdd17da-54ab-48f8-a564-11e3bd4743e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.0716813 Dec 12 04:24:06.474711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:06.488758 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-defa4f79-05bd-4396-9182-9bdee38acdfc admin admin] 10.222.0.36 "PUT /v2.0/routers/d60fbea4-f245-475e-b09a-6b326a11190d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0459895 Dec 12 04:24:06.517573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-3202d9d7-6169-42a1-bb2b-c99e60f31f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:06.519938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-3202d9d7-6169-42a1-bb2b-c99e60f31f2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604613 Dec 12 04:24:06.617432 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c472e34-8495-42ed-b0a3-d4ee393e9a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:06.620116 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c472e34-8495-42ed-b0a3-d4ee393e9a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:06.623774 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7c472e34-8495-42ed-b0a3-d4ee393e9a1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b844ba5-90ec-4645-8e2c-deefd86cdb69 HTTP/1.1" status: 204 len: 168 time: 1.2016296 Dec 12 04:24:06.639829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c472e34-8495-42ed-b0a3-d4ee393e9a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b844ba5-90ec-4645-8e2c-deefd86cdb69,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:06.663931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-449429b1-2f39-4476-8f16-e51c7ee0aaa1 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330376 Dec 12 04:24:06.701191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:06.811678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0185b743-a0af-47b7-823c-f99a79b6bf12 req-a89a3603-d4d1-49d0-ba35-10567cec3401 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333296 Dec 12 04:24:06.880913 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Sync routers for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:06.896632 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:06.897468 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:07.077416 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:24:07.105294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.111738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.191036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34348) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:07.197035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-09d3c0a4-c828-493b-a9a1-606072a4134d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110164196', 'description': 'tempest-description--942201196'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:07.291735 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-09d3c0a4-c828-493b-a9a1-606072a4134d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.483724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-09d3c0a4-c828-493b-a9a1-606072a4134d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.491199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-09d3c0a4-c828-493b-a9a1-606072a4134d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.512017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Router ce575c08-4d7a-41ad-895d-21c719229692 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:24:07.518430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-09d3c0a4-c828-493b-a9a1-606072a4134d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.520395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-09d3c0a4-c828-493b-a9a1-606072a4134d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3282058 Dec 12 04:24:07.523469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34362) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:07.533402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3c0a4-c828-493b-a9a1-606072a4134d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52646a5d-5d7c-4bbc-9866-9705e4dff584,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:07.536084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2079a239-2fc9-4579-b2de-a7ca92f36cae tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'security_group_rule': {'security_group_id': '52646a5d-5d7c-4bbc-9866-9705e4dff584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:07.540995 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 2, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:07.585625 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Checking router: d60fbea4-f245-475e-b09a-6b326a11190d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:24:07.586130 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Updating router d60fbea4-f245-475e-b09a-6b326a11190d port 92bc06b4-e587-46a8-9efa-7253fe9249e6 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:24:07.647491 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2079a239-2fc9-4579-b2de-a7ca92f36cae tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.696472 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.740427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:07.748377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.749743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7703f0a5-5af3-461d-882c-722a1cdcbdee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "PUT /v2.0/routers/ce575c08-4d7a-41ad-895d-21c719229692 HTTP/1.1" status: 200 len: 880 time: 4.2091091 Dec 12 04:24:07.752509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34372) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:07.754411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff20af-1a85-4d87-932e-5bef257ecff0 None None] Sync routers for ids ['ce575c08-4d7a-41ad-895d-21c719229692'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:07.763006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5a24da6f-8c69-4dc1-87a8-80553e6848dc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:07.765951 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2079a239-2fc9-4579-b2de-a7ca92f36cae tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.775998 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2079a239-2fc9-4579-b2de-a7ca92f36cae tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.806424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079a239-2fc9-4579-b2de-a7ca92f36cae tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9562b796-9377-4a30-a1aa-5108b0313084,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:07.829826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2079a239-2fc9-4579-b2de-a7ca92f36cae tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.833862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2079a239-2fc9-4579-b2de-a7ca92f36cae tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3032665 Dec 12 04:24:07.856608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34376) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:07.862272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1b4507ba-0f28-41b9-b0b2-d9c663681fe7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'security_group_rule': {'security_group_id': '52646a5d-5d7c-4bbc-9866-9705e4dff584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:07.880620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff20af-1a85-4d87-932e-5bef257ecff0 None None] Routers {'ce575c08-4d7a-41ad-895d-21c719229692'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:07.881678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b9ff20af-1a85-4d87-932e-5bef257ecff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ce575c08-4d7a-41ad-895d-21c719229692'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:07.904515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eac72d78-2f2a-4526-a512-9742e5e3eee7 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/routers/ce575c08-4d7a-41ad-895d-21c719229692 HTTP/1.1" status: 200 len: 921 time: 0.1484013 Dec 12 04:24:07.907670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34378) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:07.929885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b4507ba-0f28-41b9-b0b2-d9c663681fe7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:07.977624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda8db3-b97d-4632-b280-bcb2b4f7fefb tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:07.979621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cfda8db3-b97d-4632-b280-bcb2b4f7fefb tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=ce575c08-4d7a-41ad-895d-21c719229692&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0709212 Dec 12 04:24:07.982228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34382) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:07.997741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b9ff20af-1a85-4d87-932e-5bef257ecff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:07.998088 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b4507ba-0f28-41b9-b0b2-d9c663681fe7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.004602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b4507ba-0f28-41b9-b0b2-d9c663681fe7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.024263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff20af-1a85-4d87-932e-5bef257ecff0 None None] Routers {'ce575c08-4d7a-41ad-895d-21c719229692'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:08.025423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b9ff20af-1a85-4d87-932e-5bef257ecff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ce575c08-4d7a-41ad-895d-21c719229692'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:08.046641 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:24:08.057975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4507ba-0f28-41b9-b0b2-d9c663681fe7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f783bed-7558-424f-889f-b8b6b29aa362,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:08.071337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b9ff20af-1a85-4d87-932e-5bef257ecff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:08.072460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff20af-1a85-4d87-932e-5bef257ecff0 None None] The sync data for ids ['ce575c08-4d7a-41ad-895d-21c719229692'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:08.084776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b4507ba-0f28-41b9-b0b2-d9c663681fe7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.089901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1b4507ba-0f28-41b9-b0b2-d9c663681fe7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2289333 Dec 12 04:24:08.090825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34384) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:08.096355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5a24da6f-8c69-4dc1-87a8-80553e6848dc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:08.097540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.105107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:08.141718 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.157163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ec4e9-0e59-48f7-8559-ed0f4c8f52ba tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:08.158459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-877ec4e9-0e59-48f7-8559-ed0f4c8f52ba tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 881 time: 0.1748638 Dec 12 04:24:08.161688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34392) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:08.199151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34394) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:08.200849 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-52d3cc12-9dbf-400a-9eca-f239f2733eb9 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce575c08-4d7a-41ad-895d-21c719229692 HTTP/1.1" status: 200 len: 205 time: 0.0376165 Dec 12 04:24:08.259653 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.296911 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.369116 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480d2ff-fa6a-4747-9851-974de2fdd2e0 None None] Pushing event updated for resources: {'Port': ['ID=92bc06b4-e587-46a8-9efa-7253fe9249e6,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:08.440726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.501371 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Attempting to bind port 92bc06b4-e587-46a8-9efa-7253fe9249e6 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:08.501846 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Attempting to bind port 92bc06b4-e587-46a8-9efa-7253fe9249e6 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:08.502318 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Attempting to bind port 92bc06b4-e587-46a8-9efa-7253fe9249e6 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:08.510424 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:08.512195 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Checking segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:08.512720 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.513194 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Bound using segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:08.513842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Bound port: 92bc06b4-e587-46a8-9efa-7253fe9249e6, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:08.514344 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.592364 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.661740 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] For port 92bc06b4-e587-46a8-9efa-7253fe9249e6, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:08.667245 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] For port 92bc06b4-e587-46a8-9efa-7253fe9249e6, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=92bc06b4-e587-46a8-9efa-7253fe9249e6,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:08.686338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.687911 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.758337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6010d2e9-3e9e-4b92-a450-40eba516edea None None] Provisioning complete for port 92bc06b4-e587-46a8-9efa-7253fe9249e6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:08.759320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6010d2e9-3e9e-4b92-a450-40eba516edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.791304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Allocated IP 172.25.7.18 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/b932ca6b-171c-4f5f-be5b-2b1f74059c6b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:08.803077 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480d2ff-fa6a-4747-9851-974de2fdd2e0 None None] Pushing event updated for resources: {'Port': ['ID=92bc06b4-e587-46a8-9efa-7253fe9249e6,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:08.806851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Deleting port a7748562-3a78-488d-ab1e-ec53f6f04b5f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:08.807195 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:08.842614 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:08.843403 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:08.966936 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6010d2e9-3e9e-4b92-a450-40eba516edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.019010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6010d2e9-3e9e-4b92-a450-40eba516edea None None] For port 92bc06b4-e587-46a8-9efa-7253fe9249e6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=92bc06b4-e587-46a8-9efa-7253fe9249e6,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:09.028072 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6010d2e9-3e9e-4b92-a450-40eba516edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.056187 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.083619 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:24:09.107861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Calling delete_port for a7748562-3a78-488d-ab1e-ec53f6f04b5f owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:09.153027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.169941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010d2e9-3e9e-4b92-a450-40eba516edea None None] Pushing event updated for resources: {'Port': ['ID=92bc06b4-e587-46a8-9efa-7253fe9249e6,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:09.252914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1454d9b8-7a04-48e9-bca8-d93c02d56d01 None None] Provisioning complete for port 92bc06b4-e587-46a8-9efa-7253fe9249e6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:09.253208 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1454d9b8-7a04-48e9-bca8-d93c02d56d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.352979 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.449801 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:09.508201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'Port': ['ID=b932ca6b-171c-4f5f-be5b-2b1f74059c6b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:09.524804 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.540677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:09.564935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event deleted for resources: {'Port': ['ID=a7748562-3a78-488d-ab1e-ec53f6f04b5f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:09.567247 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:09.570166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:09.630089 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03539d94-9fa0-4785-aeda-c4127bbd7dec None None] The sync data for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 is: [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:09.711736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.869879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.874499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.934524 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.942890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.943601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Fanout notify agent at l3_agent the message router_deleted on router ce575c08-4d7a-41ad-895d-21c719229692 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:24:09.959364 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:09.960628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d0c0a704-4315-4a7f-8fa2-fb39eaa14954 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/ce575c08-4d7a-41ad-895d-21c719229692 HTTP/1.1" status: 204 len: 168 time: 1.7604289 Dec 12 04:24:09.964527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34448) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:09.969475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8b98fb0e-ecce-4605-8940-a1989334938b tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-996063333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:09.991274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.018274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b98fb0e-ecce-4605-8940-a1989334938b tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.019929 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b98fb0e-ecce-4605-8940-a1989334938b tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.109171 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b98fb0e-ecce-4605-8940-a1989334938b tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.117417 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b98fb0e-ecce-4605-8940-a1989334938b tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.153060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b98fb0e-ecce-4605-8940-a1989334938b tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.154918 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8b98fb0e-ecce-4605-8940-a1989334938b tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1889832 Dec 12 04:24:10.159792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34456) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:10.171699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': True}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:10.231677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.237634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.294032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'Port': ['ID=b932ca6b-171c-4f5f-be5b-2b1f74059c6b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:10.357205 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.402567 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.404514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6bd245ab-8d44-40b3-9f83-cf7a458144ac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3099799 Dec 12 04:24:10.529963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.617457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0ca196e-3cb4-476a-b2e9-a6b46847cf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:10.928506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34486) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:11.016203 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-2baf34ac-6f0d-4438-86c9-1364157408b0 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2110164196&fields=id&tenant_id=8d84172a3226415fb80c59544009f5bc HTTP/1.1" status: 200 len: 267 time: 0.1796255 Dec 12 04:24:11.017632 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.057422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.128428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdff8923-7e4c-400b-8c57-e3461dcc4e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.257136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Allocated IP 172.25.7.127 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/371a8301-63d7-4ce7-bde7-8203ef955c8a) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:11.287733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdff8923-7e4c-400b-8c57-e3461dcc4e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.296088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-6c4064fb-1a8f-4be3-903b-fb1f5e4c6763 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:11.298049 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-6c4064fb-1a8f-4be3-903b-fb1f5e4c6763 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 817 time: 0.2519042 Dec 12 04:24:11.304209 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdff8923-7e4c-400b-8c57-e3461dcc4e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.378313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bdff8923-7e4c-400b-8c57-e3461dcc4e73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=535ebc08e2ef45c2b710653b263cc06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4484820 Dec 12 04:24:11.379210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff8923-7e4c-400b-8c57-e3461dcc4e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd76ec84-284e-4adc-abbd-fafe8ab3318d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:11.387219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34498) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:11.409100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-a356c3b7-beab-4307-87f7-e6428e1faf86 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/quotas/8d84172a3226415fb80c59544009f5bc HTTP/1.1" status: 200 len: 375 time: 0.1009483 Dec 12 04:24:11.488958 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-845c9c00-0812-4405-b1de-65f72764f811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.525236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-167791e5-2f7e-4298-a783-158f7ab8eab4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081605 Dec 12 04:24:11.534066 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-845c9c00-0812-4405-b1de-65f72764f811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.597492 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-845c9c00-0812-4405-b1de-65f72764f811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.601119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-845c9c00-0812-4405-b1de-65f72764f811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.602743 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-845c9c00-0812-4405-b1de-65f72764f811 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd76ec84-284e-4adc-abbd-fafe8ab3318d HTTP/1.1" status: 204 len: 168 time: 0.2145491 Dec 12 04:24:11.607799 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.633285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9c00-0812-4405-b1de-65f72764f811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd76ec84-284e-4adc-abbd-fafe8ab3318d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:11.694855 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.712305 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-1819a247-bca3-45c8-a52c-73519f8dd086 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798561 Dec 12 04:24:11.738931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.813456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 92bc06b4-e587-46a8-9efa-7253fe9249e6 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:11.841150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:11.842666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:11.845007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:11.876776 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 92bc06b4-e587-46a8-9efa-7253fe9249e6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:11.877285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:11.904551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event updated for resources: {'Port': ['ID=371a8301-63d7-4ce7-bde7-8203ef955c8a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:11.930489 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-facba28b-5792-4711-9dc7-324e0607b657 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170954 Dec 12 04:24:12.227318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d18fdde9-d418-444a-a89f-918e7534b666 req-9c902dc2-bc78-4e38-8fb4-357950b11b0a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 210 time: 0.0513258 Dec 12 04:24:12.297894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:12.572318 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:12.576727 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:12.736296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Router b9b89895-6141-4d9e-9bdb-c27a09435895 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:24:12.887547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:12.893074 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:12.897451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-90c4b4c7-0a63-47ba-a54c-684af19febb3 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "PUT /v2.0/routers/b9b89895-6141-4d9e-9bdb-c27a09435895 HTTP/1.1" status: 200 len: 914 time: 2.7332613 Dec 12 04:24:12.898545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34560) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:12.900145 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf3296-521f-4499-9710-892c2de06be5 None None] Sync routers for ids ['b9b89895-6141-4d9e-9bdb-c27a09435895'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:12.920644 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf3296-521f-4499-9710-892c2de06be5 None None] Routers {'b9b89895-6141-4d9e-9bdb-c27a09435895'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:12.923156 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5edf3296-521f-4499-9710-892c2de06be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:23:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b9b89895-6141-4d9e-9bdb-c27a09435895'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:12.962139 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f44527e1-76bb-4455-aef5-d0603ae87525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:12.999224 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5edf3296-521f-4499-9710-892c2de06be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:13.014129 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf3296-521f-4499-9710-892c2de06be5 None None] Routers {'b9b89895-6141-4d9e-9bdb-c27a09435895'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:13.015703 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5edf3296-521f-4499-9710-892c2de06be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b9b89895-6141-4d9e-9bdb-c27a09435895'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:13.059690 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5edf3296-521f-4499-9710-892c2de06be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:13.060670 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf3296-521f-4499-9710-892c2de06be5 None None] The sync data for ids ['b9b89895-6141-4d9e-9bdb-c27a09435895'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:13.062044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-35826861-af32-4729-9def-0bd1075ea6bb tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/routers/b9b89895-6141-4d9e-9bdb-c27a09435895 HTTP/1.1" status: 200 len: 920 time: 0.1622427 Dec 12 04:24:13.065605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34566) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:13.075922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34568) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:13.150143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d56ccd0-8edc-46c3-97df-ddef4bf5fd78 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:13.160130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6d56ccd0-8edc-46c3-97df-ddef4bf5fd78 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=b9b89895-6141-4d9e-9bdb-c27a09435895&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0927916 Dec 12 04:24:13.162870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34572) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:13.367223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fecb2a87-e6d8-49a0-bc47-d245c1eb3ca1 req-2612ae99-ae93-4c2e-9763-5dc34129bbba tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 210 time: 0.0378115 Dec 12 04:24:13.543812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-68ecf361-27e5-4c79-bf88-daed24d02fdf tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:13.545493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-68ecf361-27e5-4c79-bf88-daed24d02fdf tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 817 time: 0.1326220 Dec 12 04:24:13.603600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f466c36-3ed6-4141-9969-558d50286869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.645035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-8d6c788a-af9b-4e53-a44d-cfcf19021c70 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d84172a3226415fb80c59544009f5bc HTTP/1.1" status: 200 len: 380 time: 0.0826590 Dec 12 04:24:13.668493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'port': {'device_id': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'admin_state_up': True, 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'security_groups': ['52646a5d-5d7c-4bbc-9866-9705e4dff584']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:13.700067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8545658-7bfe-4ede-b59b-aec220753ac8 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:13.704640 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c8545658-7bfe-4ede-b59b-aec220753ac8 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 881 time: 0.5407584 Dec 12 04:24:13.706259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34594) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:13.741725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-29d9c8d0-d231-45c6-9722-7173d755c0b2 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9b89895-6141-4d9e-9bdb-c27a09435895 HTTP/1.1" status: 200 len: 205 time: 0.0340474 Dec 12 04:24:13.745419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34596) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:13.762256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f466c36-3ed6-4141-9969-558d50286869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.766280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f466c36-3ed6-4141-9969-558d50286869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.809439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4f466c36-3ed6-4141-9969-558d50286869 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdf2f72572164896af742d4d6df8dcfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7293272 Dec 12 04:24:13.809439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f466c36-3ed6-4141-9969-558d50286869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0268e3b-6354-4e97-9f75-7e7061ef88b2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:13.811086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34598) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:13.848683 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.862954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Made reservation on behalf of 8d84172a3226415fb80c59544009f5bc for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:13.866343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7c728c9-4c56-4256-9c86-e86355f0ebeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.866863 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.896749 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7c728c9-4c56-4256-9c86-e86355f0ebeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.952353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7c728c9-4c56-4256-9c86-e86355f0ebeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.955323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7c728c9-4c56-4256-9c86-e86355f0ebeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.959063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d7c728c9-4c56-4256-9c86-e86355f0ebeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0268e3b-6354-4e97-9f75-7e7061ef88b2 HTTP/1.1" status: 204 len: 168 time: 0.1444914 Dec 12 04:24:13.975977 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:13.976600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c728c9-4c56-4256-9c86-e86355f0ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0268e3b-6354-4e97-9f75-7e7061ef88b2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:14.047406 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.160957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Allocated IP 172.20.0.14 (cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb/6287d049-2723-40e9-a22d-c8951c00f254/cec34e3a-4d80-48ac-bcde-54de410dd1e8) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:14.176416 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.315197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Deleting port 371a8301-63d7-4ce7-bde7-8203ef955c8a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:14.315878 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.402161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.443835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.474537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Calling delete_port for 371a8301-63d7-4ce7-bde7-8203ef955c8a owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:14.500205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a742c03-d9dd-4789-b249-bb9bf38a5760 req-7505347c-9035-42a7-b5b6-6d74f7c45fe6 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 210 time: 0.0380540 Dec 12 04:24:14.545311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.612228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:14.618764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:14.623120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:14.625780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:14.723093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:14.723749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.747164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-c3aec54b-edab-4241-bb0b-2d4d9639b4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0840375 Dec 12 04:24:14.778816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Request body: {'port': {'device_id': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:14.865741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.868116 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.907481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event deleted for resources: {'Port': ['ID=371a8301-63d7-4ce7-bde7-8203ef955c8a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:14.941301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-43d842e9-363c-4a4d-be74-394e96dcfe12 None None] Provisioning complete for port cec34e3a-4d80-48ac-bcde-54de410dd1e8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:14.941689 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-43d842e9-363c-4a4d-be74-394e96dcfe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:14.942568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.942926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.943272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.943616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.943952 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.944483 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.945023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.945526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.946060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.946573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.947080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.947576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.948216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:14.980939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-43d842e9-363c-4a4d-be74-394e96dcfe12 None None] Port cec34e3a-4d80-48ac-bcde-54de410dd1e8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:15.103156 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.174660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34634) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:15.301976 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e242-a4c0-45ad-a22e-20ab0fb95ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.381829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e242-a4c0-45ad-a22e-20ab0fb95ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.386322 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e242-a4c0-45ad-a22e-20ab0fb95ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.430812 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ea9e242-a4c0-45ad-a22e-20ab0fb95ca8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2ee086eada4499bb223289fd06a76c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549672 Dec 12 04:24:15.431692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9e242-a4c0-45ad-a22e-20ab0fb95ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d916ce-5d64-4fe0-9776-235040af870f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:15.435472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34638) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:15.492328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7faaa7b0-d936-4e7b-a56a-fff82073f1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.532498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.535044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.535299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7faaa7b0-d936-4e7b-a56a-fff82073f1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.619044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7faaa7b0-d936-4e7b-a56a-fff82073f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.627293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.627674 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7faaa7b0-d936-4e7b-a56a-fff82073f1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.628296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Fanout notify agent at l3_agent the message router_deleted on router b9b89895-6141-4d9e-9bdb-c27a09435895 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:24:15.640936 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.641466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7faaa7b0-d936-4e7b-a56a-fff82073f1b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2d916ce-5d64-4fe0-9776-235040af870f HTTP/1.1" status: 204 len: 168 time: 0.2048292 Dec 12 04:24:15.642432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2f400905-7dde-4a66-a49a-7881d6589dee tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/b9b89895-6141-4d9e-9bdb-c27a09435895 HTTP/1.1" status: 204 len: 168 time: 1.8961067 Dec 12 04:24:15.651561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34646) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:15.658599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5d9bca76-5274-4c8e-ba7c-5d70348e3189 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1159055413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:15.673752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaa7b0-d936-4e7b-a56a-fff82073f1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d916ce-5d64-4fe0-9776-235040af870f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:15.693591 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.755285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d9bca76-5274-4c8e-ba7c-5d70348e3189 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.756368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d9bca76-5274-4c8e-ba7c-5d70348e3189 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.812259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e9943-402d-4c4b-b027-97b43ebbfd3c req-a6ee1dbc-44c7-48d9-bbc8-3f67795ab2db tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:15.813926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f0e9943-402d-4c4b-b027-97b43ebbfd3c req-a6ee1dbc-44c7-48d9-bbc8-3f67795ab2db tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 932 time: 0.1256490 Dec 12 04:24:15.884975 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f0e9943-402d-4c4b-b027-97b43ebbfd3c req-e5e33f75-dd76-45d7-833d-8b4dba88c926 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632763 Dec 12 04:24:15.918583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec34e3a-4d80-48ac-bcde-54de410dd1e8 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:24:15.923919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d9bca76-5274-4c8e-ba7c-5d70348e3189 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.928759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.933373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d9bca76-5274-4c8e-ba7c-5d70348e3189 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.952743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Transition to ACTIVE for port object cec34e3a-4d80-48ac-bcde-54de410dd1e8 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:24:15.960085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.972420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d9bca76-5274-4c8e-ba7c-5d70348e3189 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:15.973663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5d9bca76-5274-4c8e-ba7c-5d70348e3189 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3209219 Dec 12 04:24:15.976635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34652) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:15.982131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'enable_snat': False}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:16.057367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:16.134452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Attempting to bind port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:16.135105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Attempting to bind port cec34e3a-4d80-48ac-bcde-54de410dd1e8 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:16.135270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Attempting to bind port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:16.141868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:16.142338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Attempting to bind port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:16.148421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:16.148935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Checking segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:16.149447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Bound using segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:16.150103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Bound port: cec34e3a-4d80-48ac-bcde-54de410dd1e8, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:16.150561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:16.244218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:16.250483 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:16.258904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:16.313063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:16.314337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:16.315867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] 10.222.0.18 "PUT /v2.0/ports/cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 1092 time: 1.5420799 Dec 12 04:24:16.316418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:24:16.321301 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:24:16.363509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986753d4-da6b-4098-bcab-9ce1ea8d50b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:16.415189 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:16.442995 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71de5da0-6e41-4a61-8f7e-ccf88926e278 x-openstack-request-id: req-71de5da0-6e41-4a61-8f7e-ccf88926e278 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:24:16.443876 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:24:16.444359 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71de5da0-6e41-4a61-8f7e-ccf88926e278 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:24:16.444873 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'status': 'completed', 'code': 200} Dec 12 04:24:16.474454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-e114d189-bdad-4ea1-92ad-50ddc39a9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:16.476492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-e114d189-bdad-4ea1-92ad-50ddc39a9b61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1095 time: 0.0840292 Dec 12 04:24:16.541416 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-0949ade4-474d-44c5-92ac-f16cf534c39e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 217 time: 0.0474975 Dec 12 04:24:16.612147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-97b6d0ca-ee2d-405b-b55e-ccdbcfefb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:16.615498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-97b6d0ca-ee2d-405b-b55e-ccdbcfefb553 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.0686207 Dec 12 04:24:16.675632 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:16.686061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-a061a1b3-cf9f-468c-b6d3-5bc4e2f073f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:16.687913 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-a061a1b3-cf9f-468c-b6d3-5bc4e2f073f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646067 Dec 12 04:24:16.720236 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:16.765027 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:16.890694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-def64af5-a79c-45d1-b804-e1af84d2b4c5 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926358 Dec 12 04:24:16.981144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Allocated IP 172.25.7.17 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/8f847bec-e1cc-4263-a886-e866bc02a503) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:17.114782 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7114f89c-a987-4a1c-b178-03dead9fb6fb req-787432ac-bf35-4776-b8a0-76578f47f70d service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183473 Dec 12 04:24:17.125897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1243d0-39d3-4271-b479-205fb923c774 req-adab84d3-8a60-4f5b-9ce8-b691e94d42ec tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:17.127698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c1243d0-39d3-4271-b479-205fb923c774 req-adab84d3-8a60-4f5b-9ce8-b691e94d42ec tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.0781291 Dec 12 04:24:17.208410 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:17.215940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c1243d0-39d3-4271-b479-205fb923c774 req-353c293e-3f61-4840-b840-1906a4f7e22b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771163 Dec 12 04:24:17.267153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:17.295634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-e66dde4d-25df-412b-badd-bac5e553898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:17.297076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-e66dde4d-25df-412b-badd-bac5e553898e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1095 time: 0.0707440 Dec 12 04:24:17.349020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Pushing event updated for resources: {'Port': ['ID=8f847bec-e1cc-4263-a886-e866bc02a503,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:17.358848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:17.361104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:17.363960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:17.450601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-875572a0-c550-4690-a144-3df82827ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:17.452447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-875572a0-c550-4690-a144-3df82827ac35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.1478846 Dec 12 04:24:17.504224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-e27332d8-9b74-40c1-8dbf-ce988e6f0f7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 217 time: 0.0437415 Dec 12 04:24:17.564875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-47ea0bed-d6cb-452e-a3d1-ebedb7a32ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:17.566750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-47ea0bed-d6cb-452e-a3d1-ebedb7a32ed1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.0555170 Dec 12 04:24:17.622976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-f8b98506-413a-4cba-9cb7-37a96827c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:17.625091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-f8b98506-413a-4cba-9cb7-37a96827c770 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497758 Dec 12 04:24:17.734824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:17.753113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-993ef8f5-a9f1-411e-95c0-59fd0ba789e4 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206906 Dec 12 04:24:17.865755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c095c56a-c5be-47d7-a53f-dbcc932e8d6c req-bdec68de-173d-413b-9eae-0e8e448b9f35 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055069 Dec 12 04:24:17.918541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34710) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:17.969999 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:17.973256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.043193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d1682bd2-9e80-4769-8ae5-d3cacc28a620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.105788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Router 4e7fd678-7539-4ae6-aaf8-fdd955b8b523 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:24:18.134377 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d1682bd2-9e80-4769-8ae5-d3cacc28a620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.139257 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d1682bd2-9e80-4769-8ae5-d3cacc28a620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.184774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d1682bd2-9e80-4769-8ae5-d3cacc28a620 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0c1e889f2f64b928d381ef89d74b4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648315 Dec 12 04:24:18.185757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1682bd2-9e80-4769-8ae5-d3cacc28a620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3169af-d927-4571-93d2-c9eb2a052553,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:18.190023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34714) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:18.235991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:18.241312 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.242828 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c0d08562-2782-452b-921b-934c02c33ad9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "PUT /v2.0/routers/4e7fd678-7539-4ae6-aaf8-fdd955b8b523 HTTP/1.1" status: 200 len: 915 time: 2.2649124 Dec 12 04:24:18.246361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34716) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:18.248436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63552ee-2bae-4ee0-b724-b8f40ffc4864 None None] Sync routers for ids ['4e7fd678-7539-4ae6-aaf8-fdd955b8b523'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:18.261702 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63552ee-2bae-4ee0-b724-b8f40ffc4864 None None] Routers {'4e7fd678-7539-4ae6-aaf8-fdd955b8b523'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:18.262540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a63552ee-2bae-4ee0-b724-b8f40ffc4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4e7fd678-7539-4ae6-aaf8-fdd955b8b523'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:18.264200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74fe71da-b362-4304-aeef-d692834a2fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.306810 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74fe71da-b362-4304-aeef-d692834a2fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.320082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a63552ee-2bae-4ee0-b724-b8f40ffc4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:18.330729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63552ee-2bae-4ee0-b724-b8f40ffc4864 None None] Routers {'4e7fd678-7539-4ae6-aaf8-fdd955b8b523'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:18.331834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a63552ee-2bae-4ee0-b724-b8f40ffc4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4e7fd678-7539-4ae6-aaf8-fdd955b8b523'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:18.377928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a63552ee-2bae-4ee0-b724-b8f40ffc4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:18.379361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74fe71da-b362-4304-aeef-d692834a2fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.382706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63552ee-2bae-4ee0-b724-b8f40ffc4864 None None] The sync data for ids ['4e7fd678-7539-4ae6-aaf8-fdd955b8b523'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:18.383908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74fe71da-b362-4304-aeef-d692834a2fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.387880 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-74fe71da-b362-4304-aeef-d692834a2fa7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe3169af-d927-4571-93d2-c9eb2a052553 HTTP/1.1" status: 204 len: 168 time: 0.1949329 Dec 12 04:24:18.394328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe71da-b362-4304-aeef-d692834a2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3169af-d927-4571-93d2-c9eb2a052553,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:18.444709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ce9f6-e57c-4c0e-8d0e-c89bd716fae0 req-ec74c1ac-03fa-48b9-8aa0-a6d4284211af tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:18.453761 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a55ce9f6-e57c-4c0e-8d0e-c89bd716fae0 req-ec74c1ac-03fa-48b9-8aa0-a6d4284211af tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.0963984 Dec 12 04:24:18.480475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c1283a47-e2f3-45d9-b95b-f0e5c3df8642 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/routers/4e7fd678-7539-4ae6-aaf8-fdd955b8b523 HTTP/1.1" status: 200 len: 921 time: 0.2328072 Dec 12 04:24:18.483472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34724) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:18.513571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a55ce9f6-e57c-4c0e-8d0e-c89bd716fae0 req-e1374e2a-ca2d-4ca2-b76e-a682310ea40f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587916 Dec 12 04:24:18.555964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f0be6-65e0-4958-b8d7-9bb9b4f6fb60 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:18.560068 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f78f0be6-65e0-4958-b8d7-9bb9b4f6fb60 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=4e7fd678-7539-4ae6-aaf8-fdd955b8b523&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0729010 Dec 12 04:24:18.561664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34728) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:18.656793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56145eaa-f963-4a52-aed5-93289df8cef9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:18.660845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-56145eaa-f963-4a52-aed5-93289df8cef9 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 881 time: 0.0949180 Dec 12 04:24:18.661266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34730) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:18.689196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-956af5a5-252e-457a-ba17-670cae75accb tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e7fd678-7539-4ae6-aaf8-fdd955b8b523 HTTP/1.1" status: 200 len: 205 time: 0.0267382 Dec 12 04:24:18.691568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34734) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:18.818455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:18.939815 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.003261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Deleting port 8f847bec-e1cc-4263-a886-e866bc02a503 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:19.003753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.096305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.109919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Calling delete_port for 8f847bec-e1cc-4263-a886-e866bc02a503 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:19.314683 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.356150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event deleted for resources: {'Port': ['ID=8f847bec-e1cc-4263-a886-e866bc02a503,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:19.416308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.534171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.536761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.595306 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.596254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7fd678-7539-4ae6-aaf8-fdd955b8b523 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:24:19.606129 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.609912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f38331ce-8289-42bc-b6d9-6ccd938b9c77 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/4e7fd678-7539-4ae6-aaf8-fdd955b8b523 HTTP/1.1" status: 204 len: 168 time: 0.9167182 Dec 12 04:24:19.611508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34764) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:19.622489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2116414932', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:19.650752 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.654641 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.733647 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:19.778023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525bf89-fec9-4e43-b58a-fd5fb93f0995 req-61769540-6c6a-4589-8ac0-cf6beca73a09 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:19.781772 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3525bf89-fec9-4e43-b58a-fd5fb93f0995 req-61769540-6c6a-4589-8ac0-cf6beca73a09 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.0951707 Dec 12 04:24:19.869122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3525bf89-fec9-4e43-b58a-fd5fb93f0995 req-c22848dc-d29b-4ca5-bfa7-ba37802e478f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758049 Dec 12 04:24:19.917132 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:20.131706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:20.151875 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:20.272642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Allocated IP 172.25.7.253 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/5e635c9e-1e1d-4622-b2e0-382fb6b59503) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:20.387844 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:20.427528 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:20.469859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:20.475498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:20.479760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:20.485355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event updated for resources: {'Port': ['ID=5e635c9e-1e1d-4622-b2e0-382fb6b59503,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:20.543981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cec34e3a-4d80-48ac-bcde-54de410dd1e8 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:24:20.704358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:20.727634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'port_id': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'mac_address': 'fa:16:3e:b7:b0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:24:20.776288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:20.778383 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:20.797668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec34e3a-4d80-48ac-bcde-54de410dd1e8 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:24:20.820018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:20.826899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:20.893433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:21.071597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34830) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:21.081428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:21.107451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baac58-0651-490f-b0e0-d77430cb3f9a req-787d9064-4738-4fd4-8358-21e129959eea tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:21.109438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3baac58-0651-490f-b0e0-d77430cb3f9a req-787d9064-4738-4fd4-8358-21e129959eea tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.1385615 Dec 12 04:24:21.175568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3baac58-0651-490f-b0e0-d77430cb3f9a req-72fe763b-1c90-4473-97c9-5e8fee9450a9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599897 Dec 12 04:24:21.182286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['cec34e3a-4d80-48ac-bcde-54de410dd1e8'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:24:21.275529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Router 82009f2b-e6d7-4af3-b5d8-cb872a6da694 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:24:21.279747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b56a748-a483-4c56-a52c-aa3fd0c4343f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:21.413666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b56a748-a483-4c56-a52c-aa3fd0c4343f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:21.419924 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b56a748-a483-4c56-a52c-aa3fd0c4343f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:21.477703 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4b56a748-a483-4c56-a52c-aa3fd0c4343f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a84a4c3052434b1a8eb4fcc0b620c19b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4037330 Dec 12 04:24:21.478786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34876) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:21.486721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56a748-a483-4c56-a52c-aa3fd0c4343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffb7246-6365-43a6-8cca-05f1f6b22191,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:21.571250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-956b8e2a-7144-4ab6-b649-7dc1dfea62f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:21.604863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-956b8e2a-7144-4ab6-b649-7dc1dfea62f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:21.676009 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-956b8e2a-7144-4ab6-b649-7dc1dfea62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:21.678914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-956b8e2a-7144-4ab6-b649-7dc1dfea62f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:21.680092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-956b8e2a-7144-4ab6-b649-7dc1dfea62f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ffb7246-6365-43a6-8cca-05f1f6b22191 HTTP/1.1" status: 204 len: 168 time: 0.1997230 Dec 12 04:24:21.692366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b8e2a-7144-4ab6-b649-7dc1dfea62f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffb7246-6365-43a6-8cca-05f1f6b22191,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:21.786058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:21.805824 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616c0ff6-3835-4458-8c1b-a8eb647701b4 None None] Sync routers for ids ['82009f2b-e6d7-4af3-b5d8-cb872a6da694'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:21.819837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:21.822251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5af0a8fc-f238-4f81-9025-1b5bfdbdbad5 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2097721 Dec 12 04:24:21.825632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34914) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:21.828400 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c0ff6-3835-4458-8c1b-a8eb647701b4 None None] Routers {'82009f2b-e6d7-4af3-b5d8-cb872a6da694'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:21.829264 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-616c0ff6-3835-4458-8c1b-a8eb647701b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['82009f2b-e6d7-4af3-b5d8-cb872a6da694'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:21.833531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:21.894127 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-616c0ff6-3835-4458-8c1b-a8eb647701b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:21.911148 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c0ff6-3835-4458-8c1b-a8eb647701b4 None None] Routers {'82009f2b-e6d7-4af3-b5d8-cb872a6da694'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:21.912945 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-616c0ff6-3835-4458-8c1b-a8eb647701b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['82009f2b-e6d7-4af3-b5d8-cb872a6da694'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:21.959357 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-616c0ff6-3835-4458-8c1b-a8eb647701b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:21.960130 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616c0ff6-3835-4458-8c1b-a8eb647701b4 None None] The sync data for ids ['82009f2b-e6d7-4af3-b5d8-cb872a6da694'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:22.163226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34956) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:22.186630 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99c3616f-6fd4-4db4-bcd6-22dbca75b34c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.286652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.300505 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.325608 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99c3616f-6fd4-4db4-bcd6-22dbca75b34c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.332922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99c3616f-6fd4-4db4-bcd6-22dbca75b34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.376394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Deleting port 5e635c9e-1e1d-4622-b2e0-382fb6b59503 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:22.377103 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.387451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70ae2b-42e8-4a09-952b-39fdd965c689 req-7230f434-428a-4939-9061-ab0eeafba23d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:22.389097 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c70ae2b-42e8-4a09-952b-39fdd965c689 req-7230f434-428a-4939-9061-ab0eeafba23d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.1014948 Dec 12 04:24:22.396929 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-99c3616f-6fd4-4db4-bcd6-22dbca75b34c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2cc6c9a807949a9acbcb47c5432f6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315404 Dec 12 04:24:22.399799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3616f-6fd4-4db4-bcd6-22dbca75b34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd1bed4-d0c6-4ac7-ad3c-ba9df8f3e438,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:22.404767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 34984) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:22.486042 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.494710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c70ae2b-42e8-4a09-952b-39fdd965c689 req-8a7bddcc-8169-4d9a-97b9-c997c18c4095 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938983 Dec 12 04:24:22.502294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Calling delete_port for 5e635c9e-1e1d-4622-b2e0-382fb6b59503 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:22.511154 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc2f1-8aaa-4915-bc6c-db0ac4685f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.540104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc2f1-8aaa-4915-bc6c-db0ac4685f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.553125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cec34e3a-4d80-48ac-bcde-54de410dd1e8 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:22.596069 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc2f1-8aaa-4915-bc6c-db0ac4685f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.599840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc2f1-8aaa-4915-bc6c-db0ac4685f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.603729 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c6cdc2f1-8aaa-4915-bc6c-db0ac4685f49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9cd1bed4-d0c6-4ac7-ad3c-ba9df8f3e438 HTTP/1.1" status: 204 len: 168 time: 0.1955860 Dec 12 04:24:22.620320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdc2f1-8aaa-4915-bc6c-db0ac4685f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd1bed4-d0c6-4ac7-ad3c-ba9df8f3e438,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:22.627599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port cec34e3a-4d80-48ac-bcde-54de410dd1e8 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:24:22.634424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port cec34e3a-4d80-48ac-bcde-54de410dd1e8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:22.635794 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.786292 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.827700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:22.829449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:24:22.832855 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2de5bc-3009-41da-8c33-f0362e19aa1f" -d '{"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-plugged", "status": "completed", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:24:22.837409 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.856428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:22.908588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:22.928252 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe27000-ee93-4563-8c5e-440bae43a26f x-openstack-request-id: req-2fe27000-ee93-4563-8c5e-440bae43a26f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:24:22.928567 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-plugged", "status": "completed", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:24:22.928876 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2fe27000-ee93-4563-8c5e-440bae43a26f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:24:22.929300 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'code': 200} Dec 12 04:24:22.938481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Pushing event deleted for resources: {'Port': ['ID=5e635c9e-1e1d-4622-b2e0-382fb6b59503,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:23.038148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:23.149778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acd4dd-79d8-49dc-a9d1-183926108226 req-1289aaec-e477-42e9-b4f0-a9ac0b6048e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:23.151469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6acd4dd-79d8-49dc-a9d1-183926108226 req-1289aaec-e477-42e9-b4f0-a9ac0b6048e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1097 time: 0.1303263 Dec 12 04:24:23.347465 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:23.350971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6acd4dd-79d8-49dc-a9d1-183926108226 req-f63e6c31-b5cd-42cc-9efb-3144ec7822de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629825 Dec 12 04:24:23.353442 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:23.461125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Router 82009f2b-e6d7-4af3-b5d8-cb872a6da694 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:24:23.559232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:23.574185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a59d2d-326b-4347-9d79-f842d1dfcd8c None None] Sync routers for ids ['82009f2b-e6d7-4af3-b5d8-cb872a6da694'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:23.581039 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:23.585067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35126) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:23.597546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a59d2d-326b-4347-9d79-f842d1dfcd8c None None] Routers {'82009f2b-e6d7-4af3-b5d8-cb872a6da694'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:23.598733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-19a59d2d-326b-4347-9d79-f842d1dfcd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['82009f2b-e6d7-4af3-b5d8-cb872a6da694'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:23.599543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b71a3683-22e5-46c1-906b-60fc487e9816 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "PUT /v2.0/routers/82009f2b-e6d7-4af3-b5d8-cb872a6da694 HTTP/1.1" status: 200 len: 706 time: 1.7673540 Dec 12 04:24:23.677278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-19a59d2d-326b-4347-9d79-f842d1dfcd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:23.717309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a59d2d-326b-4347-9d79-f842d1dfcd8c None None] Routers {'82009f2b-e6d7-4af3-b5d8-cb872a6da694'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:23.718077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-19a59d2d-326b-4347-9d79-f842d1dfcd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['82009f2b-e6d7-4af3-b5d8-cb872a6da694'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:23.725571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-58ec0f48-d842-4100-ac98-b0178361b32a tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/routers/82009f2b-e6d7-4af3-b5d8-cb872a6da694 HTTP/1.1" status: 200 len: 741 time: 0.1392322 Dec 12 04:24:23.726543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35140) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:23.729187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d46cb3-f55d-49c1-9769-a4c3262deea5 req-b1296c20-098d-4b42-a86b-1fda01820927 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:23.740274 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40d46cb3-f55d-49c1-9769-a4c3262deea5 req-b1296c20-098d-4b42-a86b-1fda01820927 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.1125364 Dec 12 04:24:23.810379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-19a59d2d-326b-4347-9d79-f842d1dfcd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:23.810620 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-945ace74-a7ce-41f7-9aa5-d4d97d464ed1 tempest-RoutersAdminTest-2135143445 tempest-RoutersAdminTest-2135143445-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=58d80648-86df-462b-ae94-89bf1be5972b&device_id=82009f2b-e6d7-4af3-b5d8-cb872a6da694 HTTP/1.1" status: 200 len: 205 time: 0.0818038 Dec 12 04:24:23.811047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a59d2d-326b-4347-9d79-f842d1dfcd8c None None] The sync data for ids ['82009f2b-e6d7-4af3-b5d8-cb872a6da694'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:23.812138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35152) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:23.853292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3169023a-e781-44ba-8ae1-931262d0d7f1 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=82009f2b-e6d7-4af3-b5d8-cb872a6da694 HTTP/1.1" status: 200 len: 205 time: 0.0391970 Dec 12 04:24:23.856370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35158) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:23.858188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40d46cb3-f55d-49c1-9769-a4c3262deea5 req-2847b2ea-ddd6-4c4c-ad79-92410828a6de tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171055 Dec 12 04:24:23.943953 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee5f293f-da32-4ecb-b680-44912d6a0a62 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.172438 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee5f293f-da32-4ecb-b680-44912d6a0a62 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.175079 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee5f293f-da32-4ecb-b680-44912d6a0a62 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.222892 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee5f293f-da32-4ecb-b680-44912d6a0a62 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.223597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5f293f-da32-4ecb-b680-44912d6a0a62 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Fanout notify agent at l3_agent the message router_deleted on router 82009f2b-e6d7-4af3-b5d8-cb872a6da694 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:24:24.233171 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee5f293f-da32-4ecb-b680-44912d6a0a62 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.234730 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ee5f293f-da32-4ecb-b680-44912d6a0a62 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/82009f2b-e6d7-4af3-b5d8-cb872a6da694 HTTP/1.1" status: 204 len: 168 time: 0.3772800 Dec 12 04:24:24.238179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35212) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.258503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35218) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.271233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4d0a96da-9311-4bed-a0a6-ddf605a10d91 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=82009f2b-e6d7-4af3-b5d8-cb872a6da694 HTTP/1.1" status: 200 len: 205 time: 0.0316896 Dec 12 04:24:24.271829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35224) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.395537 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28d85035-b749-46f4-99f4-d4d6b31f2cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.521111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28d85035-b749-46f4-99f4-d4d6b31f2cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.527148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-28d85035-b749-46f4-99f4-d4d6b31f2cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.570982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-28d85035-b749-46f4-99f4-d4d6b31f2cc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb54701dc51d4cf6ad5a9e576f997976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113649 Dec 12 04:24:24.571727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d85035-b749-46f4-99f4-d4d6b31f2cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c2e46a-0d28-4b8a-9b9c-be21ed98898d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:24.574906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35258) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.630003 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e110a3c-695e-4e99-927c-b0973b398bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.646875 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-dcd7075c-570a-4398-b8d6-e74cd7f95767 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] delete failed (client error): The resource could not be found. Dec 12 04:24:24.647932 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dcd7075c-570a-4398-b8d6-e74cd7f95767 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/82009f2b-e6d7-4af3-b5d8-cb872a6da694 HTTP/1.1" status: 404 len: 336 time: 0.3751936 Dec 12 04:24:24.650650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35268) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.654829 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e110a3c-695e-4e99-927c-b0973b398bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.680047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-60ee3060-5d62-48ff-9974-cee3eaec6b1a tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e7fd678-7539-4ae6-aaf8-fdd955b8b523 HTTP/1.1" status: 200 len: 205 time: 0.0262530 Dec 12 04:24:24.680292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35274) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.708213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e110a3c-695e-4e99-927c-b0973b398bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.711407 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e110a3c-695e-4e99-927c-b0973b398bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:24.714979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9e110a3c-695e-4e99-927c-b0973b398bdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1c2e46a-0d28-4b8a-9b9c-be21ed98898d HTTP/1.1" status: 204 len: 168 time: 0.1367581 Dec 12 04:24:24.721101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e110a3c-695e-4e99-927c-b0973b398bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c2e46a-0d28-4b8a-9b9c-be21ed98898d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:24.740328 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-1b504132-a3d3-4d2e-9657-5f42890514e3 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] delete failed (client error): The resource could not be found. Dec 12 04:24:24.742230 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1b504132-a3d3-4d2e-9657-5f42890514e3 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/4e7fd678-7539-4ae6-aaf8-fdd955b8b523 HTTP/1.1" status: 404 len: 336 time: 0.0609972 Dec 12 04:24:24.745591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35288) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.783313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9879e116-1f83-4c79-8268-447763e32348 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9b89895-6141-4d9e-9bdb-c27a09435895 HTTP/1.1" status: 200 len: 205 time: 0.0350614 Dec 12 04:24:24.785151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35296) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.838721 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-8521fa8f-deb2-4b84-8f4b-9a9065851da8 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] delete failed (client error): The resource could not be found. Dec 12 04:24:24.840477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8521fa8f-deb2-4b84-8f4b-9a9065851da8 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/b9b89895-6141-4d9e-9bdb-c27a09435895 HTTP/1.1" status: 404 len: 336 time: 0.0541415 Dec 12 04:24:24.843004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35302) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.876602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-893c5542-580d-4c04-ad16-891c72674e3b tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce575c08-4d7a-41ad-895d-21c719229692 HTTP/1.1" status: 200 len: 205 time: 0.0319791 Dec 12 04:24:24.879003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35310) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.931049 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-6330e295-122b-4ba7-b0db-e9730694d30e tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] delete failed (client error): The resource could not be found. Dec 12 04:24:24.932748 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6330e295-122b-4ba7-b0db-e9730694d30e tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/ce575c08-4d7a-41ad-895d-21c719229692 HTTP/1.1" status: 404 len: 336 time: 0.0520141 Dec 12 04:24:24.935340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35318) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:24.972362 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0bed94d6-ab88-4fa3-865f-b73bf63005d0 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b12ccc-0f23-429c-8616-5021b17e0571 HTTP/1.1" status: 200 len: 205 time: 0.0359399 Dec 12 04:24:24.975179 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35326) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:25.024513 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-f1dc6137-7501-4b44-a8fa-c0507898721d tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] delete failed (client error): The resource could not be found. Dec 12 04:24:25.028707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f1dc6137-7501-4b44-a8fa-c0507898721d tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/97b12ccc-0f23-429c-8616-5021b17e0571 HTTP/1.1" status: 404 len: 336 time: 0.0498259 Dec 12 04:24:25.029335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35336) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:25.059274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ceb62338-6ee5-48b5-9b09-badbf1933ff6 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8b8f744-9b19-402c-a86b-919b48f2ceea HTTP/1.1" status: 200 len: 205 time: 0.0286999 Dec 12 04:24:25.062105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35342) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:25.109623 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-8119a888-d3bc-450d-9648-a5a0f67008b8 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] delete failed (client error): The resource could not be found. Dec 12 04:24:25.110799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8119a888-d3bc-450d-9648-a5a0f67008b8 tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/routers/c8b8f744-9b19-402c-a86b-919b48f2ceea HTTP/1.1" status: 404 len: 336 time: 0.0476675 Dec 12 04:24:25.114048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35352) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:25.121026 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdd0cd-9452-48e4-a812-79a32998a41e req-f580af01-d9b0-4cc1-874a-c71318036faf tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:25.122593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ecdd0cd-9452-48e4-a812-79a32998a41e req-f580af01-d9b0-4cc1-874a-c71318036faf tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.1004760 Dec 12 04:24:25.153146 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f113e4-ca7f-468a-91c9-9c64bc06fddd tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] DELETE failed (client error): The resource could not be found. Dec 12 04:24:25.153596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f113e4-ca7f-468a-91c9-9c64bc06fddd tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:24:25.162639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-68f113e4-ca7f-468a-91c9-9c64bc06fddd tempest-RoutersAdminTest-1666957459 tempest-RoutersAdminTest-1666957459-project] 10.222.0.36 "DELETE /v2.0/subnets/3bcea930-15b9-4e3d-bd64-e6bdde8d52eb HTTP/1.1" status: 404 len: 337 time: 0.0470421 Dec 12 04:24:25.235753 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ecdd0cd-9452-48e4-a812-79a32998a41e req-70d107ac-48e6-42db-8638-ada71a6e3a92 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010835 Dec 12 04:24:25.375233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbeca-10a1-4059-b848-cc3f8d576e0b req-fc6a4043-e662-412f-90c5-511d750ea037 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:25.376801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-826dbeca-10a1-4059-b848-cc3f8d576e0b req-fc6a4043-e662-412f-90c5-511d750ea037 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.0689771 Dec 12 04:24:25.386154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35386) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:25.391000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-040afc3f-a870-4647-a301-fb1e201335a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'floatingip': {'port_id': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:25.435094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-040afc3f-a870-4647-a301-fb1e201335a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:25.548404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35392) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:25.663887 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98d38887-5ee6-4e3a-9719-68caf989be52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:25.746988 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98d38887-5ee6-4e3a-9719-68caf989be52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:25.751397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98d38887-5ee6-4e3a-9719-68caf989be52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:25.796023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-98d38887-5ee6-4e3a-9719-68caf989be52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0f785d8358348048b5166db2adbbb2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438941 Dec 12 04:24:25.796023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d38887-5ee6-4e3a-9719-68caf989be52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd4299-ab25-45da-a8d5-90956cd85640,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:25.797397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35400) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:25.892723 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cbf75dd-f125-4d1b-82eb-0fe9b7110f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:25.953117 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cbf75dd-f125-4d1b-82eb-0fe9b7110f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:25.974120 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-040afc3f-a870-4647-a301-fb1e201335a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:25.987044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-040afc3f-a870-4647-a301-fb1e201335a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.073915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cbf75dd-f125-4d1b-82eb-0fe9b7110f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.076527 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cbf75dd-f125-4d1b-82eb-0fe9b7110f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.077728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5cbf75dd-f125-4d1b-82eb-0fe9b7110f8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1fd4299-ab25-45da-a8d5-90956cd85640 HTTP/1.1" status: 204 len: 168 time: 0.2802253 Dec 12 04:24:26.095674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf75dd-f125-4d1b-82eb-0fe9b7110f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd4299-ab25-45da-a8d5-90956cd85640,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:26.114000 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-040afc3f-a870-4647-a301-fb1e201335a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Floating IP 8b4591db-a175-4e56-bf8a-30dfa6642803 associated. External IP: 172.25.7.18, port: cec34e3a-4d80-48ac-bcde-54de410dd1e8. Dec 12 04:24:26.142061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35414) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:26.360508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040afc3f-a870-4647-a301-fb1e201335a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Router d60fbea4-f245-475e-b09a-6b326a11190d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:24:26.405837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-265680122'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:26.434382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Made reservation on behalf of fad52cc61f3449368576acedefd4924d for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:26.439000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.452175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.492604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040afc3f-a870-4647-a301-fb1e201335a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:26.498854 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-040afc3f-a870-4647-a301-fb1e201335a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.505267 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] Sync routers for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:26.516088 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:26.516836 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:26.534219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-040afc3f-a870-4647-a301-fb1e201335a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "PUT /v2.0/floatingips/8b4591db-a175-4e56-bf8a-30dfa6642803 HTTP/1.1" status: 200 len: 991 time: 1.1440423 Dec 12 04:24:26.534219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:24:26.534554 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a884f48-d350-4e14-8fcc-df03a9835e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:24:26.560749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35440) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:26.616315 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-398bf38c-4e5c-467d-9053-30298edcf3d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9b6cf59e5474a999d38375beeb4ff2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537202 Dec 12 04:24:26.618991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35442) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:26.620832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26180d-d476-461b-9405-306e3d097f7d req-f25bb2f6-f361-465a-9fc0-ecbe04447896 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:26.622354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-f25bb2f6-f361-465a-9fc0-ecbe04447896 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/networks?id=73e39552-9640-4dd8-b579-a1d95b525a8c HTTP/1.1" status: 200 len: 814 time: 0.1712832 Dec 12 04:24:26.632412 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:24:26.649603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-3b5642c6-1e20-4fda-bebe-3991bea78007 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/quotas/e2c962f346904986a402ee4bbeaa5311 HTTP/1.1" status: 200 len: 375 time: 0.0144506 Dec 12 04:24:26.671997 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.676422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e709-fc17-4996-9173-befdc9672489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.694751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.695450 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f39732-f4aa-477b-a35b-9920e28e4c44 x-openstack-request-id: req-50f39732-f4aa-477b-a35b-9920e28e4c44 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:24:26.695852 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:24:26.696508 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50f39732-f4aa-477b-a35b-9920e28e4c44 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:24:26.697417 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'status': 'completed', 'code': 200} Dec 12 04:24:26.699948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-266eac83-07fe-4130-b793-a4125cd32c98 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2c962f346904986a402ee4bbeaa5311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412169 Dec 12 04:24:26.711791 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e709-fc17-4996-9173-befdc9672489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.736433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:24:26.776902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e709-fc17-4996-9173-befdc9672489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.777160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cfcebb-cb96-44b5-add1-ce608bf210ba,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:26.781945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e709-fc17-4996-9173-befdc9672489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.783739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c3c7e709-fc17-4996-9173-befdc9672489 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30da891f-7885-4707-b557-096aa3a68277 HTTP/1.1" status: 204 len: 168 time: 0.1633854 Dec 12 04:24:26.793989 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7e709-fc17-4996-9173-befdc9672489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30da891f-7885-4707-b557-096aa3a68277,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:26.800394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.801772 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Added segment a8317f7f-b8dc-4333-a1de-dd1e00dc487e of type vlan for network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 Dec 12 04:24:26.862243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-572768d2-5835-4df7-bdbf-4bbe684c2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:26.864551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-572768d2-5835-4df7-bdbf-4bbe684c2049 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1097 time: 0.1181188 Dec 12 04:24:26.890808 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:26.931008 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '8b4591db-a175-4e56-bf8a-30dfa6642803', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'port_id': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'mac_address': 'fa:16:3e:b7:b0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:24:09Z', 'updated_at': '2021-12-12T04:24:25Z', 'revision_number': 1, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:26.962754 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] Checking router: d60fbea4-f245-475e-b09a-6b326a11190d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:24:26.971273 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:26.972064 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:27.021614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:27.027304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:27.027899 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:27.086301 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:24:27.108770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9650266 Dec 12 04:24:27.137125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87defb0b-8659-4d3c-92f3-4e6e064a7fc9 tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Pushing event updated for resources: {'Network': ['ID=bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:27.151063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:24:27.164397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-ed95a8a3-6dc2-46f0-81e0-a36a335c5b4d service neutron] 10.222.0.36 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521935 Dec 12 04:24:27.165539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-795ea6ee-73cb-44d8-83f6-7bbb86fd8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:27.167650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-795ea6ee-73cb-44d8-83f6-7bbb86fd8296 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.2932510 Dec 12 04:24:27.312390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-0c71851c-c510-4146-89f0-084bdb1c7bf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 999 time: 0.1316893 Dec 12 04:24:27.373614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-bfec47eb-c725-4ae0-9d81-b919ab4f18a2 service neutron] 10.222.0.36 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010915 Dec 12 04:24:27.385193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-b037e8f6-cfed-4108-a496-a8ca237ced44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:27.387011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-b037e8f6-cfed-4108-a496-a8ca237ced44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.0619185 Dec 12 04:24:27.423792 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '8b4591db-a175-4e56-bf8a-30dfa6642803', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'port_id': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'mac_address': 'fa:16:3e:b7:b0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:24:09Z', 'updated_at': '2021-12-12T04:24:25Z', 'revision_number': 1, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:27.451668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-dd2b9126-a486-45ca-a690-b0bc51888f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:27.453639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-dd2b9126-a486-45ca-a690-b0bc51888f65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589979 Dec 12 04:24:27.469057 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ea749-fa7c-49f4-bd5c-c187aef12885 None None] The sync data for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 is: [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '8b4591db-a175-4e56-bf8a-30dfa6642803', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'port_id': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'mac_address': 'fa:16:3e:b7:b0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:24:09Z', 'updated_at': '2021-12-12T04:24:25Z', 'revision_number': 1, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:27.480171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35468) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:27.490393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Request body: {'port': {'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512', 'binding:host_id': 'n-h2-710847-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1042322697'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:27.542816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Made reservation on behalf of 11b50538099842fdb8b80695a0c9c85f for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:27.545592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:27.569952 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:27.571933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-21a86888-a3e8-42e4-847d-2d6e1b0ad60c service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094046 Dec 12 04:24:27.715797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:27.724462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:27.730709 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93d1a425-7474-4ec3-9e42-8dc71405122d req-3ddf844c-61f9-4477-8029-cfc18ab21525 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 210 time: 0.0779843 Dec 12 04:24:27.754488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] device_id is not set on port 23e85cb4-1124-4757-b623-9ac8e53cf515 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:27.800148 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a884f48-d350-4e14-8fcc-df03a9835e5e req-dc7063fd-2ba3-4521-9378-1c414c07805e service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181995 Dec 12 04:24:27.832056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35482) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:27.872738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926bdb3e-3b1a-46ac-b73b-ed2c06f47aaf,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:27.919498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ccd1e-9219-47f0-9a9e-62b5f94ecad2 None None] New status for floating IP 8b4591db-a175-4e56-bf8a-30dfa6642803: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:24:27.964497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1546206599'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:27.986465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:27.990353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.001564 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.069445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] device_id is not set on port 23e85cb4-1124-4757-b623-9ac8e53cf515 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:28.079502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.090781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.101622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.107361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.142427 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:24:28.154519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415fcf9e-9bfd-4141-9591-03e531aded76,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:28.157037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'Port': ['ID=23e85cb4-1124-4757-b623-9ac8e53cf515,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:28.164492 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.165023 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Added segment 177d0be5-2552-4cb5-bb58-afba92ad8463 of type vlan for network 5960b5c2-0a27-4431-bc11-230ba4c4a35f Dec 12 04:24:28.179923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Checking segment: {'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:28.180351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Network hostable DHCP agents. Network: bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:24:28.200647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:24:28.210155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:28.214530 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.220206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4383009b-2d73-43c6-a479-caa599a3c45b None None] Network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:28.222796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:28.240513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.240947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.241315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.246795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.247200 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.247606 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 2 to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 Dec 12 04:24:28.253759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.262818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.263239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.263592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.263956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:28.264932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.270632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.270978 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.271440 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 3 to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 Dec 12 04:24:28.288118 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.288519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.288956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.295243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.295729 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.296934 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 4 to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 Dec 12 04:24:28.312264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.312609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.313005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.317580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.318066 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.318465 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 5 to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 Dec 12 04:24:28.336144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4994094 Dec 12 04:24:28.336501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35492) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:28.339697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.340419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.341057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.342206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:28.347757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.349680 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.350344 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 6 to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 Dec 12 04:24:28.363630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.363977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.364326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.368769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.369134 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.370066 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 7 to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 Dec 12 04:24:28.382986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.383335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.383683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.388775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.389144 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.389548 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 8 to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 Dec 12 04:24:28.395251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7f0aa-8c46-4fb2-9f0a-cec5b63fd6d1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Network': ['ID=5960b5c2-0a27-4431-bc11-230ba4c4a35f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:28.407440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:24:28.421256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.422370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.422906 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.429308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.430078 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.430974 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 9 to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 Dec 12 04:24:28.450524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.451291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.451793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.454548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:28.458966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.459189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.459341 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.459851 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 10 to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 Dec 12 04:24:28.475746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:28.476167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:28.476665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:28.482393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 23e85cb4-1124-4757-b623-9ac8e53cf515 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:28.482978 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 23e85cb4-1124-4757-b623-9ac8e53cf515 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:28.483222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.551699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] For port 23e85cb4-1124-4757-b623-9ac8e53cf515, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:28.552413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempted to set empty binding levels {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 04:24:28.557469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.592213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:28.592954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.621701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'Port': ['ID=23e85cb4-1124-4757-b623-9ac8e53cf515,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:28.630833 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2278842b-263a-4742-bb6a-3ab1f8b25cf0 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.1471663 Dec 12 04:24:28.631142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35494) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:28.672523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.715224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ccb1a-f96b-4107-abe5-a06c7fc24b2c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Deleting port 23e85cb4-1124-4757-b623-9ac8e53cf515 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:28.716258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f4ccb1a-f96b-4107-abe5-a06c7fc24b2c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.735092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=5d1ec141-93a7-494f-af3f-a9865757ab3e,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:28.742342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:28.742708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network hostable DHCP agents. Network: 5960b5c2-0a27-4431-bc11-230ba4c4a35f, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:24:28.763133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:24:28.777446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 5960b5c2-0a27-4431-bc11-230ba4c4a35f) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:28.783430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:28.784387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.785986 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc2279a-69b1-48da-ae39-759df85e5d30 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:28.792123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-5f4ccb1a-f96b-4107-abe5-a06c7fc24b2c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] For port 23e85cb4-1124-4757-b623-9ac8e53cf515, host n-h2-710847-7, got binding levels [] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:28.792504 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f4ccb1a-f96b-4107-abe5-a06c7fc24b2c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.809428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ccb1a-f96b-4107-abe5-a06c7fc24b2c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Calling delete_port for 23e85cb4-1124-4757-b623-9ac8e53cf515 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:28.811349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7dd7e0df-e4e1-411a-b5d2-f53944bffa02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4730968 Dec 12 04:24:28.813949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35502) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:28.822870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'name': 'tempest-NetworksTestDHCPv6-24353536'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:28.878486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35f66da3-e596-4e49-89bf-2272ffa11111 req-a0e17006-0da2-47a0-9ca8-625665dffd6b tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 210 time: 0.0623281 Dec 12 04:24:28.921928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '5d1ec141-93a7-494f-af3f-a9865757ab3e'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:24:28.923966 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f4ccb1a-f96b-4107-abe5-a06c7fc24b2c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.926071 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.958898 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:28.960654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ccb1a-f96b-4107-abe5-a06c7fc24b2c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event deleted for resources: {'Port': ['ID=23e85cb4-1124-4757-b623-9ac8e53cf515,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:28.966760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.969435 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f4ccb1a-f96b-4107-abe5-a06c7fc24b2c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:28.973065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5f4ccb1a-f96b-4107-abe5-a06c7fc24b2c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "DELETE /v2.0/ports/23e85cb4-1124-4757-b623-9ac8e53cf515 HTTP/1.1" status: 204 len: 168 time: 0.3408654 Dec 12 04:24:28.977279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35504) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:28.998113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port b42b64dc-9c36-432f-9c8c-145f3cd88969 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:29.020906 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1090a04a-d820-4f3c-81a8-ead560511a78 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] GET failed (client error): The resource could not be found. Dec 12 04:24:29.026705 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1090a04a-d820-4f3c-81a8-ead560511a78 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "GET /v2.0/ports/23e85cb4-1124-4757-b623-9ac8e53cf515 HTTP/1.1" status: 404 len: 333 time: 0.0481966 Dec 12 04:24:29.027309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35506) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:29.032184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Request body: {'port': {'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-815384635'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:29.057577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Made reservation on behalf of 11b50538099842fdb8b80695a0c9c85f for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:29.062458 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.082503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] device_id is not set on port 166f62db-95c6-4762-aa24-532e98a67bd9 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:29.093594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/5d1ec141-93a7-494f-af3f-a9865757ab3e/0e2c9ea6-94a6-4420-bba0-2113aa9048b6) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:29.233175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26180d-d476-461b-9405-306e3d097f7d req-aac15f5d-b2b7-4a6a-a4a5-a8af5bb2192f tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:29.235441 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-aac15f5d-b2b7-4a6a-a4a5-a8af5bb2192f tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.37 "GET /v2.0/networks?id=73e39552-9640-4dd8-b579-a1d95b525a8c HTTP/1.1" status: 200 len: 814 time: 0.1173899 Dec 12 04:24:29.250263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.259789 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.263288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Request body: {'port': {'device_id': '1ca214d3-f917-42e0-96c2-049e37301957', 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c', 'admin_state_up': True, 'tenant_id': 'e2c962f346904986a402ee4bbeaa5311'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:29.273582 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.294457 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.327919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Pushing event updated for resources: {'Port': ['ID=0e2c9ea6-94a6-4420-bba0-2113aa9048b6,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:29.339684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:29.342554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:29.343870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:29.345425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:29.347034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:29.347941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:29.348541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.348979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:29.351664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'Port': ['ID=166f62db-95c6-4762-aa24-532e98a67bd9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:29.369786 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1bd9a9b2-02f6-4309-a05b-f1eb81b463a5 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3413818 Dec 12 04:24:29.372402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35508) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:29.378344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:29.409660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Attempting to bind port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.410041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Attempting to bind port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.410462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Attempting to bind port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.416163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:29.416528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:29.416941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::8d (5960b5c2-0a27-4431-bc11-230ba4c4a35f/5d1ec141-93a7-494f-af3f-a9865757ab3e/b42b64dc-9c36-432f-9c8c-145f3cd88969) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:29.417121 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.417507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:29.418002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Bound port: 0e2c9ea6-94a6-4420-bba0-2113aa9048b6, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:29.418409 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.438598 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.462221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Made reservation on behalf of e2c962f346904986a402ee4bbeaa5311 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:29.466653 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.492576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] For port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:29.496047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] For port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0e2c9ea6-94a6-4420-bba0-2113aa9048b6,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:29.501507 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.566772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf56d42-1748-41b7-b13f-0bdd92b2cf7c None None] Pushing event updated for resources: {'Port': ['ID=0e2c9ea6-94a6-4420-bba0-2113aa9048b6,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:29.632889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] device_id is not set on port 166f62db-95c6-4762-aa24-532e98a67bd9 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:29.642148 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.649586 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.703709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'Port': ['ID=166f62db-95c6-4762-aa24-532e98a67bd9,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:29.709212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Allocated IP 172.20.0.9 (73e39552-9640-4dd8-b579-a1d95b525a8c/079bc776-950e-477e-b555-1bd7cbeeb64d/be1a8573-0e0f-4a84-a1b8-5a722907ed65) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:29.715597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.716343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.716343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.719203 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.721207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.721657 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.721938 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 2 to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 Dec 12 04:24:29.739952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.740275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.740630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.745799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.746132 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.746532 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 3 to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 Dec 12 04:24:29.760293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.760780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.761158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.766464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.766822 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.767218 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 4 to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 Dec 12 04:24:29.789800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.790208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.790648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.799778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.799778 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.800601 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 5 to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 Dec 12 04:24:29.829682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.830494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.830716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.851846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.852057 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:29.852453 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.853049 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 6 to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 Dec 12 04:24:29.867977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.868327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.868946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.876683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.878593 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.878593 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 7 to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 Dec 12 04:24:29.892755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.893189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.893529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.898333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.898672 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.899064 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 8 to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 Dec 12 04:24:29.926297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.927602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.927962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.933558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.933782 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.934192 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 9 to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 Dec 12 04:24:29.948400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.948745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.949136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.954655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.955011 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.955420 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 10 to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 Dec 12 04:24:29.980028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:29.980471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:29.980934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:29.986334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:29.986951 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port 166f62db-95c6-4762-aa24-532e98a67bd9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:29.987422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.066269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] For port 166f62db-95c6-4762-aa24-532e98a67bd9, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:30.066563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempted to set empty binding levels {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 04:24:30.070710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.105681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] In _notify_port_updated(), no bound segment for port 166f62db-95c6-4762-aa24-532e98a67bd9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:24:30.106556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.107163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.108757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "PUT /v2.0/ports/166f62db-95c6-4762-aa24-532e98a67bd9 HTTP/1.1" status: 200 len: 974 time: 0.7352047 Dec 12 04:24:30.111575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35516) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:30.147816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e22b7-1ffe-4159-baa5-d90eaeefe303 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'Port': ['ID=166f62db-95c6-4762-aa24-532e98a67bd9,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:30.229692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.230187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.230668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.231147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.231621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.232092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.232568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.233060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.233524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.233989 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.234453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.234918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.235380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.235841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.236302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.236762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.237249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.237714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.238176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.238635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.239099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.239558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.240018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.240481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.240980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.241442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.241906 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.242369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.242842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.243309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.243771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.244235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.244751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.245238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.245703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.246169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.246633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.247093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.247561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.248025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.248489 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.248981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.249446 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.249909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.250370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.250833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.251300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.251764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.252225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.256830 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a94f9e46-9cd9-4aae-9f98-dbc65dc13e5c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43943 time: 0.1442156 Dec 12 04:24:30.262124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35518) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:30.291889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:30.298612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-318dfa7b-88a3-4f41-af80-84eca15b92f9 req-c7744635-787e-44f1-9175-002da4d61476 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 210 time: 0.0573258 Dec 12 04:24:30.303393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:30.316440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:30.322109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.323253 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.334143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=b42b64dc-9c36-432f-9c8c-145f3cd88969,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:30.346327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8b9af79b-8902-435d-9355-87005b711692 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Deleting port 166f62db-95c6-4762-aa24-532e98a67bd9 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:30.346738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b9af79b-8902-435d-9355-87005b711692 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.356930 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c033d063-78cc-4644-82ec-42674ac6b2d9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5418978 Dec 12 04:24:30.359507 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:30.362087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.403186 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.454515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Network 73e39552-9640-4dd8-b579-a1d95b525a8c is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:30.457599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735cb76-d679-4503-99b1-ae937bdb0f0e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.457800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:30.461822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:30.464578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735cb76-d679-4503-99b1-ae937bdb0f0e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.467176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f735cb76-d679-4503-99b1-ae937bdb0f0e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1067064 Dec 12 04:24:30.471068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35522) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:30.480226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8b9af79b-8902-435d-9355-87005b711692 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] For port 166f62db-95c6-4762-aa24-532e98a67bd9, host n-h2-710847-7, got binding levels [] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:30.480226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b9af79b-8902-435d-9355-87005b711692 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.486240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Pushing event updated for resources: {'Port': ['ID=be1a8573-0e0f-4a84-a1b8-5a722907ed65,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:30.518673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:30.519268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.520486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8b9af79b-8902-435d-9355-87005b711692 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Calling delete_port for 166f62db-95c6-4762-aa24-532e98a67bd9 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:30.538681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-c2b839d1-8e21-4ce5-a0ff-670d3b7f2bbe tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2834799 Dec 12 04:24:30.559019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Request body: {'port': {'device_id': '1ca214d3-f917-42e0-96c2-049e37301957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:30.617445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.641715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d13c6-f0d8-4426-8232-93e0fd28d9ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port b42b64dc-9c36-432f-9c8c-145f3cd88969 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:30.642227 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e8d13c6-f0d8-4426-8232-93e0fd28d9ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.693625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b9af79b-8902-435d-9355-87005b711692 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.729568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9af79b-8902-435d-9355-87005b711692 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event deleted for resources: {'Port': ['ID=166f62db-95c6-4762-aa24-532e98a67bd9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:30.741900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b9af79b-8902-435d-9355-87005b711692 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.748486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8b9af79b-8902-435d-9355-87005b711692 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "DELETE /v2.0/ports/166f62db-95c6-4762-aa24-532e98a67bd9 HTTP/1.1" status: 204 len: 168 time: 0.4853952 Dec 12 04:24:30.749886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35524) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:30.770721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a6b64-c9a3-4757-b814-6c775a920948 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:30.781527 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e8d13c6-f0d8-4426-8232-93e0fd28d9ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.785267 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-99147060-5a68-472c-8234-11602ccfba08 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] GET failed (client error): The resource could not be found. Dec 12 04:24:30.790349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-99147060-5a68-472c-8234-11602ccfba08 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "GET /v2.0/ports/166f62db-95c6-4762-aa24-532e98a67bd9 HTTP/1.1" status: 404 len: 333 time: 0.0362101 Dec 12 04:24:30.791032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35526) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:30.800190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-343153875', 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:30.807531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d13c6-f0d8-4426-8232-93e0fd28d9ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for b42b64dc-9c36-432f-9c8c-145f3cd88969 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:30.843397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Provisioning complete for port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:30.843932 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.872857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Made reservation on behalf of 11b50538099842fdb8b80695a0c9c85f for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:30.875210 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:30.904707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] device_id is not set on port 3cc03e0e-90d0-4c26-9d5d-3169a3153d15 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:30.943895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1a8573-0e0f-4a84-a1b8-5a722907ed65 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:24:30.953275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.002083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.049775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] For port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0e2c9ea6-94a6-4420-bba0-2113aa9048b6,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:31.055688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.056417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Transition to ACTIVE for port object be1a8573-0e0f-4a84-a1b8-5a722907ed65 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:24:31.067543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.085083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e8d13c6-f0d8-4426-8232-93e0fd28d9ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.119236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Pushing event updated for resources: {'Port': ['ID=0e2c9ea6-94a6-4420-bba0-2113aa9048b6,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:31.124946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Pushing event updated for resources: {'Port': ['ID=be1a8573-0e0f-4a84-a1b8-5a722907ed65,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:31.128722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d13c6-f0d8-4426-8232-93e0fd28d9ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=b42b64dc-9c36-432f-9c8c-145f3cd88969,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:31.128903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.129139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.135831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.137699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.141238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.141608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.141959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.142297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.145448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.145940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.146295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.146637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.147355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd0a60-e8c9-471a-bc9e-cd1363d281a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:31.171274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e8d13c6-f0d8-4426-8232-93e0fd28d9ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.177098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e8d13c6-f0d8-4426-8232-93e0fd28d9ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/b42b64dc-9c36-432f-9c8c-145f3cd88969 HTTP/1.1" status: 204 len: 168 time: 0.7028368 Dec 12 04:24:31.180285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35532) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:31.193293 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.222727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Attempting to bind port be1a8573-0e0f-4a84-a1b8-5a722907ed65 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:31.223235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Attempting to bind port be1a8573-0e0f-4a84-a1b8-5a722907ed65 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:31.224191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Attempting to bind port be1a8573-0e0f-4a84-a1b8-5a722907ed65 on network 73e39552-9640-4dd8-b579-a1d95b525a8c {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:31.230787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Port be1a8573-0e0f-4a84-a1b8-5a722907ed65 on network 73e39552-9640-4dd8-b579-a1d95b525a8c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:31.231124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Attempting to bind port be1a8573-0e0f-4a84-a1b8-5a722907ed65 on network 73e39552-9640-4dd8-b579-a1d95b525a8c {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:31.236240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:31.236588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Checking segment: {'id': '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:31.237065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Bound using segment: {'id': '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:31.237505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Bound port: be1a8573-0e0f-4a84-a1b8-5a722907ed65, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:31.237871 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.286697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f4876ddd-e54c-49da-b2fc-869132e082d0 None None] Provisioning complete for port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:31.286952 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f4876ddd-e54c-49da-b2fc-869132e082d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.305323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842c8d3-cc62-46a4-be12-cedc186efda4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:31.307524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842c8d3-cc62-46a4-be12-cedc186efda4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:31.309090 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e842c8d3-cc62-46a4-be12-cedc186efda4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1278203 Dec 12 04:24:31.311728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35534) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:31.338135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] For port be1a8573-0e0f-4a84-a1b8-5a722907ed65, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:31.342598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] For port be1a8573-0e0f-4a84-a1b8-5a722907ed65, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=be1a8573-0e0f-4a84-a1b8-5a722907ed65,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:31.351098 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.362089 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.400481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:31.401279 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.402925 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/be1a8573-0e0f-4a84-a1b8-5a722907ed65 HTTP/1.1" status: 200 len: 1091 time: 0.8493369 Dec 12 04:24:31.403416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca214d3-f917-42e0-96c2-049e37301957', 'tag': 'be1a8573-0e0f-4a84-a1b8-5a722907ed65'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:24:31.406121 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca214d3-f917-42e0-96c2-049e37301957", "tag": "be1a8573-0e0f-4a84-a1b8-5a722907ed65"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:24:31.413428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f4876ddd-e54c-49da-b2fc-869132e082d0 None None] Could not find standard attr ID for object b42b64dc-9c36-432f-9c8c-145f3cd88969. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:24:31.428485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b71686-35ff-4e2d-8efb-e78e2ac4d587 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 5d1ec141-93a7-494f-af3f-a9865757ab3e {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:31.441619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:31.442414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3b71686-35ff-4e2d-8efb-e78e2ac4d587 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.450283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05b0ae-f78a-4172-a626-93f0eeed97d8 service neutron] Pushing event updated for resources: {'Port': ['ID=be1a8573-0e0f-4a84-a1b8-5a722907ed65,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:31.465287 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb152e-6eea-407a-aa0e-9a66b9022734 x-openstack-request-id: req-cbfb152e-6eea-407a-aa0e-9a66b9022734 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:24:31.465855 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca214d3-f917-42e0-96c2-049e37301957", "tag": "be1a8573-0e0f-4a84-a1b8-5a722907ed65", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:24:31.466159 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbfb152e-6eea-407a-aa0e-9a66b9022734 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:24:31.466588 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca214d3-f917-42e0-96c2-049e37301957', 'tag': 'be1a8573-0e0f-4a84-a1b8-5a722907ed65', 'status': 'completed', 'code': 200} Dec 12 04:24:31.484355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:31.485526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:31.486631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:31.487378 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.529152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc03e0e-90d0-4c26-9d5d-3169a3153d15,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:31.529425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-85839359-cb38-48a1-afd8-db689fecc79d None None] Could not find standard attr ID for object b42b64dc-9c36-432f-9c8c-145f3cd88969. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:24:31.541772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26180d-d476-461b-9405-306e3d097f7d req-8b47384a-de1d-460d-81d9-7432080d5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:31.543398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-8b47384a-de1d-460d-81d9-7432080d5dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2c962f346904986a402ee4bbeaa5311&device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 1094 time: 0.0569239 Dec 12 04:24:31.551497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4a4235a0-7ca5-49bb-adda-d4948255e5e1 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7593782 Dec 12 04:24:31.554050 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3b71686-35ff-4e2d-8efb-e78e2ac4d587 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.560011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35540) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:31.594254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b009e-02bb-4ff1-a6be-92283090fb80 req-6fe645d2-edf4-41db-927b-ac5e5b13e0ae tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:31.595805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d1b009e-02bb-4ff1-a6be-92283090fb80 req-6fe645d2-edf4-41db-927b-ac5e5b13e0ae tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 943 time: 0.1592822 Dec 12 04:24:31.629886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-ef82381c-6e37-47bb-95d4-892ae98eb15b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be1a8573-0e0f-4a84-a1b8-5a722907ed65 HTTP/1.1" status: 200 len: 217 time: 0.0609329 Dec 12 04:24:31.635390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c510509-414c-49f0-a565-c0f6343a5e21 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:31.639648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3c510509-414c-49f0-a565-c0f6343a5e21 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "GET /v2.0/ports/3cc03e0e-90d0-4c26-9d5d-3169a3153d15 HTTP/1.1" status: 200 len: 954 time: 0.0759797 Dec 12 04:24:31.640334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35542) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:31.690214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3b71686-35ff-4e2d-8efb-e78e2ac4d587 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.696514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d1b009e-02bb-4ff1-a6be-92283090fb80 req-5ee0823c-f15b-4ed7-b951-c2f2ede3e902 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898833 Dec 12 04:24:31.769390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26180d-d476-461b-9405-306e3d097f7d req-cfa06129-4c25-49b4-b8eb-9ce81d43b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:31.771288 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-cfa06129-4c25-49b4-b8eb-9ce81d43b97b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079bc776-950e-477e-b555-1bd7cbeeb64d HTTP/1.1" status: 200 len: 854 time: 0.0868490 Dec 12 04:24:31.776433 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3b71686-35ff-4e2d-8efb-e78e2ac4d587 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.781277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-03083e69-98c5-410d-886b-f95eafa1a468 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Deleting port 3cc03e0e-90d0-4c26-9d5d-3169a3153d15 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:31.781557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03083e69-98c5-410d-886b-f95eafa1a468 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.796635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:31.815310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b71686-35ff-4e2d-8efb-e78e2ac4d587 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1ec141-93a7-494f-af3f-a9865757ab3e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:31.819659 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3b71686-35ff-4e2d-8efb-e78e2ac4d587 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.824902 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c3b71686-35ff-4e2d-8efb-e78e2ac4d587 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/5d1ec141-93a7-494f-af3f-a9865757ab3e HTTP/1.1" status: 204 len: 168 time: 0.5110753 Dec 12 04:24:31.826456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35544) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:31.835337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0645b89a-6b80-47a1-96f2-f560695a6b76 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:31.851887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-48fb5467-caaf-40cc-aed2-f31b95f903b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73e39552-9640-4dd8-b579-a1d95b525a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549033 Dec 12 04:24:31.889341 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-528cd68c-fbda-419a-9138-8ed62c6b5005 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591991 Dec 12 04:24:31.889683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35546) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:31.894985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:31.919657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03083e69-98c5-410d-886b-f95eafa1a468 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:31.939886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-03083e69-98c5-410d-886b-f95eafa1a468 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Calling delete_port for 3cc03e0e-90d0-4c26-9d5d-3169a3153d15 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:31.951008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:31.951512 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.000992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:32.007214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.026282 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-55b3bc93-21fd-40c1-981d-53994be440f5 service neutron] 10.222.0.37 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617658 Dec 12 04:24:32.034962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425bced-8715-4447-8d9b-e17f85c270f2 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:24:32.136156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b425bced-8715-4447-8d9b-e17f85c270f2 None None] Deleting port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:32.136902 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b425bced-8715-4447-8d9b-e17f85c270f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.142459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03083e69-98c5-410d-886b-f95eafa1a468 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.192541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03083e69-98c5-410d-886b-f95eafa1a468 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cc03e0e-90d0-4c26-9d5d-3169a3153d15,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:32.209466 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce26180d-d476-461b-9405-306e3d097f7d req-22db72e3-e4f8-45e9-851e-27ef305cbd1f service neutron] 10.222.0.37 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714599 Dec 12 04:24:32.211014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03083e69-98c5-410d-886b-f95eafa1a468 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.214927 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-03083e69-98c5-410d-886b-f95eafa1a468 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3cc03e0e-90d0-4c26-9d5d-3169a3153d15 HTTP/1.1" status: 204 len: 168 time: 0.5734146 Dec 12 04:24:32.217395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35552) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:32.218909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b425bced-8715-4447-8d9b-e17f85c270f2 None None] For port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0e2c9ea6-94a6-4420-bba0-2113aa9048b6,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:32.219595 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b425bced-8715-4447-8d9b-e17f85c270f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.236614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b425bced-8715-4447-8d9b-e17f85c270f2 None None] Calling delete_port for 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:32.249199 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-130762a7-f023-4e22-bbbf-ae46f73e9b47 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] GET failed (client error): The resource could not be found. Dec 12 04:24:32.250832 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-130762a7-f023-4e22-bbbf-ae46f73e9b47 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "GET /v2.0/ports/3cc03e0e-90d0-4c26-9d5d-3169a3153d15 HTTP/1.1" status: 404 len: 333 time: 0.0322492 Dec 12 04:24:32.254705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35554) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:32.259760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Request body: {'port': {'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-807940587'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:32.295186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Made reservation on behalf of 11b50538099842fdb8b80695a0c9c85f for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:32.298596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.317102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] device_id is not set on port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:32.342540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b425bced-8715-4447-8d9b-e17f85c270f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.370056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425bced-8715-4447-8d9b-e17f85c270f2 None None] Pushing event deleted for resources: {'Port': ['ID=0e2c9ea6-94a6-4420-bba0-2113aa9048b6,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:32.374910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425bced-8715-4447-8d9b-e17f85c270f2 None None] No DVR routers for this DVR port 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:24:32.429097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-d7cdf8ff-6b5f-47cf-8927-f5782e7069f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:32.430648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-d7cdf8ff-6b5f-47cf-8927-f5782e7069f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2c962f346904986a402ee4bbeaa5311&device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 1094 time: 0.1079049 Dec 12 04:24:32.582769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.583878 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.598051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-9ff721de-a3e5-4f0a-9dd9-b236cdf2d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:32.599511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-9ff721de-a3e5-4f0a-9dd9-b236cdf2d9c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73e39552-9640-4dd8-b579-a1d95b525a8c HTTP/1.1" status: 200 len: 914 time: 0.1604593 Dec 12 04:24:32.628565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:32.631964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:32.636294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:32.636850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.641956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d5d7d-7793-49c9-9255-cc82febb2817 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:32.644757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=484cdf1c-1f0c-4289-b668-e5531604138d,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:32.656946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.657387 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.657639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.657818 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-e13b998f-c91f-42bf-a7c4-c7f9db70763a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be1a8573-0e0f-4a84-a1b8-5a722907ed65 HTTP/1.1" status: 200 len: 217 time: 0.0477624 Dec 12 04:24:32.658146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.658363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.658699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.659190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.659681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.659819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.660125 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.660464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.660845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.661175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:32.670508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25c7cb31-434c-4204-bae5-2974c5cf0ea3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7772975 Dec 12 04:24:32.670743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35556) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:32.676017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'name': 'tempest-NetworksTestDHCPv6-327217272'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:32.700331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.765994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:32.770293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-e0fdc91b-c065-4977-85fe-2b775750cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:32.771884 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-e0fdc91b-c065-4977-85fe-2b775750cc7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079bc776-950e-477e-b555-1bd7cbeeb64d HTTP/1.1" status: 200 len: 854 time: 0.1017087 Dec 12 04:24:32.774697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:32.779467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:32.780397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:32.781028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.783283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '484cdf1c-1f0c-4289-b668-e5531604138d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:24:32.784483 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.803941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:32.807726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.823805 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-06fc2ee9-1c2f-4f95-8270-5b63e645a642 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73e39552-9640-4dd8-b579-a1d95b525a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402148 Dec 12 04:24:32.831172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 932406d0-3bbf-436f-a02e-ea8a257f325e yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:32.831870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'Port': ['ID=dd55d3a6-4bb8-4913-ae17-3c21f667a7e9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:32.873064 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8d99d12c-abc5-46c9-b82b-219c1ce55e7c tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6146448 Dec 12 04:24:32.875087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35560) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:32.884549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:32.931931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9e58e-96e1-4dd8-b745-e71a4e4041c6 req-7c2cb087-f615-4b0d-8a7b-e7fba8d58a9a tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:32.933481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-23b9e58e-96e1-4dd8-b745-e71a4e4041c6 req-7c2cb087-f615-4b0d-8a7b-e7fba8d58a9a tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 943 time: 0.1156874 Dec 12 04:24:32.951765 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:32.956793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/484cdf1c-1f0c-4289-b668-e5531604138d/38fa7c4f-120e-4299-b61a-ef8984188be1) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:32.984972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-8938fa15-38d6-4ccc-b4ec-c2e931dbe1f3 service neutron] 10.222.0.37 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497879 Dec 12 04:24:33.050783 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-23b9e58e-96e1-4dd8-b745-e71a4e4041c6 req-e5e4e9a7-c05f-47c0-82d0-0cb8e645776b tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059406 Dec 12 04:24:33.097623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9f1ccc5-e98f-4ead-b211-5842cfc492a5 req-f9fa1f59-d41d-4251-8cca-4eb4d5ea1918 service neutron] 10.222.0.37 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020947 Dec 12 04:24:33.127547 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.139453 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.180106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] device_id is not set on port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:33.188839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:33.192321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:33.192465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.197242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:33.199781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Pushing event updated for resources: {'Port': ['ID=38fa7c4f-120e-4299-b61a-ef8984188be1,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:33.210803 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.213952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::142 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/484cdf1c-1f0c-4289-b668-e5531604138d/932406d0-3bbf-436f-a02e-ea8a257f325e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:33.256843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Attempting to bind port 38fa7c4f-120e-4299-b61a-ef8984188be1 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.257227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Attempting to bind port 38fa7c4f-120e-4299-b61a-ef8984188be1 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.257829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Attempting to bind port 38fa7c4f-120e-4299-b61a-ef8984188be1 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.263803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:33.264330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:33.264921 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.265383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:33.265951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Bound port: 38fa7c4f-120e-4299-b61a-ef8984188be1, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:33.266431 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.305502 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'Port': ['ID=dd55d3a6-4bb8-4913-ae17-3c21f667a7e9,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:33.316624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.316999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.317346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.331759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.332095 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.335507 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 2 to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 Dec 12 04:24:33.340190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] For port 38fa7c4f-120e-4299-b61a-ef8984188be1, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:33.343292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] For port 38fa7c4f-120e-4299-b61a-ef8984188be1, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=38fa7c4f-120e-4299-b61a-ef8984188be1,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:33.347360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.385043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.385395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.385738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.397223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.397564 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.399908 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 3 to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 Dec 12 04:24:33.408110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f4f8b-dc73-4f35-87ce-949da9e8e4d3 None None] Pushing event updated for resources: {'Port': ['ID=38fa7c4f-120e-4299-b61a-ef8984188be1,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:33.421194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.421536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.421883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.441143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.441482 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.444976 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 4 to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 Dec 12 04:24:33.472291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.472650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.473003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.479761 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.483795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.484124 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.485818 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 5 to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 Dec 12 04:24:33.504896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.505231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.505575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.519592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.519934 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.521507 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 6 to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 Dec 12 04:24:33.539687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.539979 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.540336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.546892 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.554156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.555648 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.560045 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 7 to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 Dec 12 04:24:33.617834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.618325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.618756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.629657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:33.635308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.635654 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.636507 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:33.638430 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 8 to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 Dec 12 04:24:33.641219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=932406d0-3bbf-436f-a02e-ea8a257f325e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:33.643856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:33.650393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:33.651710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.674055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3fb4deb6-4022-42a5-9311-86c28e3aa7b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0022616 Dec 12 04:24:33.676772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35566) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:33.690163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.690511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.690863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.714492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.714828 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.716056 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 9 to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 Dec 12 04:24:33.734533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.734962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.735302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.742632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.742976 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.744890 n-d-710847-7 neutron-server[103450]: INFO neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempt 10 to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 Dec 12 04:24:33.752905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 38fa7c4f-120e-4299-b61a-ef8984188be1 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:33.756692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74c5c1-f09e-411b-8399-ae6b34c1ecab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:33.762935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74c5c1-f09e-411b-8399-ae6b34c1ecab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:33.764559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ac74c5c1-f09e-411b-8399-ae6b34c1ecab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0854869 Dec 12 04:24:33.767398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35568) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:33.777984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:33.778399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:33.779001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempting to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:33.783752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:24:33.784086 n-d-710847-7 neutron-server[103450]: ERROR neutron.plugins.ml2.managers [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Failed to bind port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on host n-h2-710847-7 for vnic_type normal using segments [{'id': 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512'}] Dec 12 04:24:33.784684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.805256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 38fa7c4f-120e-4299-b61a-ef8984188be1 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:33.805566 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.858932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] For port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:33.859529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attempted to set empty binding levels {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 04:24:33.864759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.877882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7cfea638-59e6-4313-9fcd-64bc81560b7f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 932406d0-3bbf-436f-a02e-ea8a257f325e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:33.878322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cfea638-59e6-4313-9fcd-64bc81560b7f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.904269 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.911621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] In _notify_port_updated(), no bound segment for port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 on network bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:24:33.912615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:33.913350 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.915383 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "PUT /v2.0/ports/dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 HTTP/1.1" status: 200 len: 974 time: 1.0395586 Dec 12 04:24:33.918169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35570) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:33.957384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2a883-ef94-4b41-abfd-bc084686c61a tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event updated for resources: {'Port': ['ID=dd55d3a6-4bb8-4913-ae17-3c21f667a7e9,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:33.959244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 38fa7c4f-120e-4299-b61a-ef8984188be1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=38fa7c4f-120e-4299-b61a-ef8984188be1,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:33.967637 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.978988 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cfea638-59e6-4313-9fcd-64bc81560b7f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:33.994600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7cfea638-59e6-4313-9fcd-64bc81560b7f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 932406d0-3bbf-436f-a02e-ea8a257f325e owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:34.034760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2119dd73-8456-4a24-a559-2ccc802c6c93 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Deleting port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:34.035240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2119dd73-8456-4a24-a559-2ccc802c6c93 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.036777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:24:34.066592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=38fa7c4f-120e-4299-b61a-ef8984188be1,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:34.069690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:24:34.070051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0e2c9ea6-94a6-4420-bba0-2113aa9048b6 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:24:34.116780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2119dd73-8456-4a24-a559-2ccc802c6c93 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] For port dd55d3a6-4bb8-4913-ae17-3c21f667a7e9, host n-h2-710847-7, got binding levels [] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:34.117319 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2119dd73-8456-4a24-a559-2ccc802c6c93 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.132211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2119dd73-8456-4a24-a559-2ccc802c6c93 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Calling delete_port for dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:34.156554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cfea638-59e6-4313-9fcd-64bc81560b7f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.192327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfea638-59e6-4313-9fcd-64bc81560b7f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=932406d0-3bbf-436f-a02e-ea8a257f325e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:34.217812 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cfea638-59e6-4313-9fcd-64bc81560b7f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.223850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7cfea638-59e6-4313-9fcd-64bc81560b7f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/932406d0-3bbf-436f-a02e-ea8a257f325e HTTP/1.1" status: 204 len: 168 time: 0.4526606 Dec 12 04:24:34.224339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35576) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:34.240309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379dfd0-9d06-44a3-99cc-ace82d444bc9 req-ad68431d-9c50-4f80-a76a-0313af635ee1 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:34.248877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1379dfd0-9d06-44a3-99cc-ace82d444bc9 req-ad68431d-9c50-4f80-a76a-0313af635ee1 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 943 time: 0.1102254 Dec 12 04:24:34.313529 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2119dd73-8456-4a24-a559-2ccc802c6c93 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.327347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4557d4-7d22-46d5-b0dc-d3cf7b11d2bf tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:34.329047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4557d4-7d22-46d5-b0dc-d3cf7b11d2bf tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:34.333066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb4557d4-7d22-46d5-b0dc-d3cf7b11d2bf tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1008842 Dec 12 04:24:34.333888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35580) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:34.360068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119dd73-8456-4a24-a559-2ccc802c6c93 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd55d3a6-4bb8-4913-ae17-3c21f667a7e9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:34.364640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2119dd73-8456-4a24-a559-2ccc802c6c93 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.373057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2119dd73-8456-4a24-a559-2ccc802c6c93 tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "DELETE /v2.0/ports/dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 HTTP/1.1" status: 204 len: 168 time: 0.4526353 Dec 12 04:24:34.374538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35582) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:34.378270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1379dfd0-9d06-44a3-99cc-ace82d444bc9 req-5970e4db-b156-4a8f-a71f-09dd680a7df8 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285779 Dec 12 04:24:34.403260 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-7910ce48-fe3c-4167-b837-b96fe9b211dd tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] GET failed (client error): The resource could not be found. Dec 12 04:24:34.406467 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7910ce48-fe3c-4167-b837-b96fe9b211dd tempest-PortsAdminExtendedAttrsTestJSON-383543635 tempest-PortsAdminExtendedAttrsTestJSON-383543635-project-admin] 10.222.0.36 "GET /v2.0/ports/dd55d3a6-4bb8-4913-ae17-3c21f667a7e9 HTTP/1.1" status: 404 len: 333 time: 0.0271645 Dec 12 04:24:34.409601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35584) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:34.415579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df10115-e601-45a9-b4dc-67eab176fd78 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 484cdf1c-1f0c-4289-b668-e5531604138d {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:34.419343 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8df10115-e601-45a9-b4dc-67eab176fd78 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.463231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8df10115-e601-45a9-b4dc-67eab176fd78 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.497806 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.560313 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8df10115-e601-45a9-b4dc-67eab176fd78 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.601028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d9a055ab-efd0-4d1c-aa55-5ebf3d53614f None None] Provisioning complete for port 38fa7c4f-120e-4299-b61a-ef8984188be1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:34.601548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d9a055ab-efd0-4d1c-aa55-5ebf3d53614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.602486 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.625954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:34.631155 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8df10115-e601-45a9-b4dc-67eab176fd78 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.638601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:34.639587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8317f7f-b8dc-4333-a1de-dd1e00dc487e') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:34.651175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.666900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df10115-e601-45a9-b4dc-67eab176fd78 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=484cdf1c-1f0c-4289-b668-e5531604138d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:34.679062 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8df10115-e601-45a9-b4dc-67eab176fd78 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.680191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.684264 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8df10115-e601-45a9-b4dc-67eab176fd78 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/484cdf1c-1f0c-4289-b668-e5531604138d HTTP/1.1" status: 204 len: 168 time: 0.3498900 Dec 12 04:24:34.686721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35586) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:34.688651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:24:34.689214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: items = [ Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:24:34.692707 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:24:34.762895 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.769858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d59f475b-c4df-4a3f-b8de-3f26bd8eabaa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805423 Dec 12 04:24:34.772799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35588) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:34.776497 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:34.778620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:34.782733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] 10.222.0.36 "DELETE /v2.0/networks/bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512 HTTP/1.1" status: 204 len: 168 time: 0.3695099 Dec 12 04:24:34.794809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d345c52-832d-4070-bf20-f0fd94d27661 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:34.795355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9ced9-2547-4d3d-8fde-403ba75cb6dd tempest-PortsAdminExtendedAttrsTestJSON-971221457 tempest-PortsAdminExtendedAttrsTestJSON-971221457-project] Pushing event deleted for resources: {'Network': ['ID=bfb5ce82-ea94-4aea-9d8b-ae7af0d7e512,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:34.884019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:34.887893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.006403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98191a4-9efe-46ef-9ab5-28c0d4f0f680 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:24:35.055793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3d948e23-8db8-4e4c-957a-cfc5aed23b5b None None] Could not find standard attr ID for object 932406d0-3bbf-436f-a02e-ea8a257f325e. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:24:35.064222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c98191a4-9efe-46ef-9ab5-28c0d4f0f680 None None] Deleting port 38fa7c4f-120e-4299-b61a-ef8984188be1 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:35.067829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c98191a4-9efe-46ef-9ab5-28c0d4f0f680 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.068231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35594) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:35.098459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.133711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c98191a4-9efe-46ef-9ab5-28c0d4f0f680 None None] For port 38fa7c4f-120e-4299-b61a-ef8984188be1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=38fa7c4f-120e-4299-b61a-ef8984188be1,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:35.134117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c98191a4-9efe-46ef-9ab5-28c0d4f0f680 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.145915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:35.147479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c98191a4-9efe-46ef-9ab5-28c0d4f0f680 None None] Calling delete_port for 38fa7c4f-120e-4299-b61a-ef8984188be1 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:35.149302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:35.154254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:35.154861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.170376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=0b4fea81-c7db-4dd1-95db-ace3a3e5e1af,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:35.182482 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4570a4af-bdfd-43b6-aec0-3ba3ac754466 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4053180 Dec 12 04:24:35.182991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35600) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:35.188343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'name': 'tempest-NetworksTestDHCPv6-715011731'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:35.233859 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c98191a4-9efe-46ef-9ab5-28c0d4f0f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.242653 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64d898d4-cf74-4c77-a8e2-fceee97ef6b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fad52cc61f3449368576acedefd4924d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1728773 Dec 12 04:24:35.245670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35602) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:35.270315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98191a4-9efe-46ef-9ab5-28c0d4f0f680 None None] Pushing event deleted for resources: {'Port': ['ID=38fa7c4f-120e-4299-b61a-ef8984188be1,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:35.279109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98191a4-9efe-46ef-9ab5-28c0d4f0f680 None None] No DVR routers for this DVR port 38fa7c4f-120e-4299-b61a-ef8984188be1 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:24:35.305395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc7e2fa-697b-4c62-b3f9-56baeea7dcd2 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:35.314536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eef6d2ce-5b08-4216-a9de-10961d7f9857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.318939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:35.324357 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.340284 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eef6d2ce-5b08-4216-a9de-10961d7f9857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.347375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 9bd1ed76-c1fe-40cb-bbd3-800ae780f5ed yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:35.412893 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eef6d2ce-5b08-4216-a9de-10961d7f9857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.415890 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eef6d2ce-5b08-4216-a9de-10961d7f9857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.422559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eef6d2ce-5b08-4216-a9de-10961d7f9857 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0cfcebb-cb96-44b5-add1-ce608bf210ba HTTP/1.1" status: 204 len: 168 time: 0.1756737 Dec 12 04:24:35.431073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6d2ce-5b08-4216-a9de-10961d7f9857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cfcebb-cb96-44b5-add1-ce608bf210ba,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:35.445062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '0b4fea81-c7db-4dd1-95db-ace3a3e5e1af'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:24:35.445937 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.529659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::1d2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/0b4fea81-c7db-4dd1-95db-ace3a3e5e1af/9bd1ed76-c1fe-40cb-bbd3-800ae780f5ed) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:35.555250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad830cfe-2992-49b5-839a-1f584e58f899 req-7c39e79e-f405-4a66-aa67-292de1717fde tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:35.557616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad830cfe-2992-49b5-839a-1f584e58f899 req-7c39e79e-f405-4a66-aa67-292de1717fde tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 943 time: 0.0642612 Dec 12 04:24:35.616629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad830cfe-2992-49b5-839a-1f584e58f899 req-b782f610-de62-49a7-9390-fa53dd67733a tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506442 Dec 12 04:24:35.711009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 38fa7c4f-120e-4299-b61a-ef8984188be1 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:24:35.714640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.731733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 38fa7c4f-120e-4299-b61a-ef8984188be1 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:24:35.732093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 38fa7c4f-120e-4299-b61a-ef8984188be1 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:24:35.750961 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.776067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35614) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:35.797494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:35.800754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:35.801225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/0b4fea81-c7db-4dd1-95db-ace3a3e5e1af/03d3e602-1185-4f14-80cc-3036eeb523c0) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:35.805137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:35.811519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:35.812162 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.820876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-833a3244-0381-424d-849c-44dcf6211a13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11b50538099842fdb8b80695a0c9c85f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423632 Dec 12 04:24:35.821132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=9bd1ed76-c1fe-40cb-bbd3-800ae780f5ed,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:35.823596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35616) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:35.837839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-32346462-8747-42e3-adc0-cc4b924f2239 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6514857 Dec 12 04:24:35.838089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35618) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:35.881764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c687b43b-bc7b-4956-b0e8-dbe999311caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.894441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70488aa4-af78-4194-9562-232b3f8b28b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:35.895949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-70488aa4-af78-4194-9562-232b3f8b28b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0569115 Dec 12 04:24:35.898645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35620) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:35.911538 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c687b43b-bc7b-4956-b0e8-dbe999311caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.963241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c687b43b-bc7b-4956-b0e8-dbe999311caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.965854 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c687b43b-bc7b-4956-b0e8-dbe999311caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.969359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c687b43b-bc7b-4956-b0e8-dbe999311caa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/926bdb3e-3b1a-46ac-b73b-ed2c06f47aaf HTTP/1.1" status: 204 len: 168 time: 0.1422517 Dec 12 04:24:35.974303 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.977610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687b43b-bc7b-4956-b0e8-dbe999311caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926bdb3e-3b1a-46ac-b73b-ed2c06f47aaf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:35.982578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:35.997765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ec71f8de-be4d-4f70-b515-33f367714fe5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 9bd1ed76-c1fe-40cb-bbd3-800ae780f5ed {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:35.998104 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec71f8de-be4d-4f70-b515-33f367714fe5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.030315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:36.034589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:36.037252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:36.053377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Pushing event updated for resources: {'Port': ['ID=03d3e602-1185-4f14-80cc-3036eeb523c0,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:36.094394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec71f8de-be4d-4f70-b515-33f367714fe5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.102269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Attempting to bind port 03d3e602-1185-4f14-80cc-3036eeb523c0 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:36.102644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Attempting to bind port 03d3e602-1185-4f14-80cc-3036eeb523c0 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:36.103298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Attempting to bind port 03d3e602-1185-4f14-80cc-3036eeb523c0 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:36.107725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ec71f8de-be4d-4f70-b515-33f367714fe5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 9bd1ed76-c1fe-40cb-bbd3-800ae780f5ed owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:36.109286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:36.109669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:36.110075 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.110473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:36.110956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Bound port: 03d3e602-1185-4f14-80cc-3036eeb523c0, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:36.111345 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.184414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] For port 03d3e602-1185-4f14-80cc-3036eeb523c0, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:36.187998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] For port 03d3e602-1185-4f14-80cc-3036eeb523c0, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03d3e602-1185-4f14-80cc-3036eeb523c0,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:36.194889 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.252151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ad77d-1e97-486b-9aa4-1306cd572d1f None None] Pushing event updated for resources: {'Port': ['ID=03d3e602-1185-4f14-80cc-3036eeb523c0,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:36.277106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec71f8de-be4d-4f70-b515-33f367714fe5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.308204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71f8de-be4d-4f70-b515-33f367714fe5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=9bd1ed76-c1fe-40cb-bbd3-800ae780f5ed,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:36.340111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec71f8de-be4d-4f70-b515-33f367714fe5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.343853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec71f8de-be4d-4f70-b515-33f367714fe5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/9bd1ed76-c1fe-40cb-bbd3-800ae780f5ed HTTP/1.1" status: 204 len: 168 time: 0.4442606 Dec 12 04:24:36.346794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35628) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:36.393200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device be1a8573-0e0f-4a84-a1b8-5a722907ed65 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:24:36.408239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9827aa0-c3e0-4270-bf79-7be20499dfff tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:36.410208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9827aa0-c3e0-4270-bf79-7be20499dfff tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:36.414682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35636) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:36.415468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e9827aa0-c3e0-4270-bf79-7be20499dfff tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0663359 Dec 12 04:24:36.544069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-96734a8b-8937-42d6-872d-3377a0608728 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 0b4fea81-c7db-4dd1-95db-ace3a3e5e1af {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:36.548872 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96734a8b-8937-42d6-872d-3377a0608728 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.574557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port be1a8573-0e0f-4a84-a1b8-5a722907ed65, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=be1a8573-0e0f-4a84-a1b8-5a722907ed65,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:36.588587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'be1a8573-0e0f-4a84-a1b8-5a722907ed65', 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c', 'port_id': 'be1a8573-0e0f-4a84-a1b8-5a722907ed65', 'mac_address': 'fa:16:3e:c9:9d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079bc776-950e-477e-b555-1bd7cbeeb64d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:24:36.593808 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96734a8b-8937-42d6-872d-3377a0608728 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.631352 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.674962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1a8573-0e0f-4a84-a1b8-5a722907ed65 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:24:36.699268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port be1a8573-0e0f-4a84-a1b8-5a722907ed65, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=be1a8573-0e0f-4a84-a1b8-5a722907ed65,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:36.710599 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.733117 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96734a8b-8937-42d6-872d-3377a0608728 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.783701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=be1a8573-0e0f-4a84-a1b8-5a722907ed65,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:36.835506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6edc4-b22f-44ad-a2a5-1e94800c1158 req-c3f4424a-c643-47ae-b1ba-d15cfb193cf5 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:36.837088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0af6edc4-b22f-44ad-a2a5-1e94800c1158 req-c3f4424a-c643-47ae-b1ba-d15cfb193cf5 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 944 time: 0.0816722 Dec 12 04:24:36.845714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96734a8b-8937-42d6-872d-3377a0608728 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.886969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96734a8b-8937-42d6-872d-3377a0608728 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4fea81-c7db-4dd1-95db-ace3a3e5e1af,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:36.894060 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-96734a8b-8937-42d6-872d-3377a0608728 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:36.897473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-96734a8b-8937-42d6-872d-3377a0608728 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/0b4fea81-c7db-4dd1-95db-ace3a3e5e1af HTTP/1.1" status: 204 len: 168 time: 0.4803300 Dec 12 04:24:36.900027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35652) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:36.932156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0af6edc4-b22f-44ad-a2a5-1e94800c1158 req-29bd85d5-f4a7-4570-9f93-f27db43e375c tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807595 Dec 12 04:24:36.962227 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d1867039-18bc-4352-b0f2-a40908a62afa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602460 Dec 12 04:24:36.965368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35654) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:36.969178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35656) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:37.021138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7e744-0759-4355-a127-267297dad92e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:37.022966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1fe7e744-0759-4355-a127-267297dad92e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0564311 Dec 12 04:24:37.026560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35660) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:37.077101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1056372974'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:37.083819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f93ff9-ef06-427f-873b-5fb6ac6ca622 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:37.085662 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-74f93ff9-ef06-427f-873b-5fb6ac6ca622 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580964 Dec 12 04:24:37.088879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35662) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:37.137344 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-05243cee-31d3-46a7-ac0c-e5facb2aad5f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467329 Dec 12 04:24:37.142626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35664) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:37.148234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:37.148570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['be1a8573-0e0f-4a84-a1b8-5a722907ed65'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:24:37.161140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:37.164888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.174181 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.269270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.282648 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.306589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:37.312839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.329876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf452fd-045c-4469-924c-ee43e95ef257,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:37.341616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:24:37.352599 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.353011 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added segment 663f5fb7-e9e0-4ff2-af63-6480f3da57e8 of type vlan for network 15218f9f-1101-425b-b194-b212582c2005 Dec 12 04:24:37.417625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.456719 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.463057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:37.463753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.534179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f676e9-0476-45ac-9895-6625b8c2e350 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:37.554908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.591713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6214192 Dec 12 04:24:37.594712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35668) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:37.600512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1181232084'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:37.635895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:37.639765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:37.640230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a151d2-99d2-479c-bd70-4676f57ebd16 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Network': ['ID=15218f9f-1101-425b-b194-b212582c2005,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:37.643110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:37.644983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:37.645671 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.648120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.655758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=2efe0173-427c-4cd1-a699-a3f1b6d87f2e,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:37.672221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55efdfb4-46a5-4a21-bfd8-d4c6493b7c3f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5281739 Dec 12 04:24:37.675670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35672) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:37.682501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '2efe0173-427c-4cd1-a699-a3f1b6d87f2e', 'ip_address': '2001:db8::f46c:cc48:947:f917'}], 'name': 'tempest-NetworksTestDHCPv6-838623515'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:37.684750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6574ea9c-bb5a-43e7-8472-64998a834403 None None] Provisioning complete for port 03d3e602-1185-4f14-80cc-3036eeb523c0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:37.687105 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6574ea9c-bb5a-43e7-8472-64998a834403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.688182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:24:37.700350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.700950 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added segment dd0cdc65-cb4f-45fb-a6cf-589a81c02b63 of type vlan for network 1b71456b-7853-4ef1-98f6-8313df963f90 Dec 12 04:24:37.751414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.758360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 15218f9f-1101-425b-b194-b212582c2005 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:24:37.788847 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.803803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:37.806550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:37.844371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:37.885541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 03d3e602-1185-4f14-80cc-3036eeb523c0 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:37.948845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3528342 Dec 12 04:24:37.949341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35674) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:37.952062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba781813-6ef5-466a-83d9-d35d3fe8c442 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:24:37.956007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f0242-168f-47c9-9373-253a5905addb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Network': ['ID=1b71456b-7853-4ef1-98f6-8313df963f90,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:37.991914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1b71456b-7853-4ef1-98f6-8313df963f90 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:24:37.999361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'subnet': {'network_id': '15218f9f-1101-425b-b194-b212582c2005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:38.071683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 03d3e602-1185-4f14-80cc-3036eeb523c0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:38.072127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.096447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.117888 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6574ea9c-bb5a-43e7-8472-64998a834403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.134520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port d4e8665e-a0c5-45ff-9b10-d7a91c9fb19d yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:38.172478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6574ea9c-bb5a-43e7-8472-64998a834403 None None] For port 03d3e602-1185-4f14-80cc-3036eeb523c0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03d3e602-1185-4f14-80cc-3036eeb523c0,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:38.180893 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6574ea9c-bb5a-43e7-8472-64998a834403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.196653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c663e-466b-46ea-b3fc-ee6931a5baca req-eb9da295-d37c-43f4-a7ce-e896da805287 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:38.198304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-723c663e-466b-46ea-b3fc-ee6931a5baca req-eb9da295-d37c-43f4-a7ce-e896da805287 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 944 time: 0.1461387 Dec 12 04:24:38.207232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ba781813-6ef5-466a-83d9-d35d3fe8c442 None None] Deleting port 03d3e602-1185-4f14-80cc-3036eeb523c0 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:38.207473 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba781813-6ef5-466a-83d9-d35d3fe8c442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.231360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:38.236044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.313158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574ea9c-bb5a-43e7-8472-64998a834403 None None] Pushing event updated for resources: {'Port': ['ID=03d3e602-1185-4f14-80cc-3036eeb523c0,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:38.346746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ba781813-6ef5-466a-83d9-d35d3fe8c442 None None] For port 03d3e602-1185-4f14-80cc-3036eeb523c0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=03d3e602-1185-4f14-80cc-3036eeb523c0,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:38.347156 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba781813-6ef5-466a-83d9-d35d3fe8c442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.361393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ba781813-6ef5-466a-83d9-d35d3fe8c442 None None] Calling delete_port for 03d3e602-1185-4f14-80cc-3036eeb523c0 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:38.389462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-723c663e-466b-46ea-b3fc-ee6931a5baca req-169a2aad-3c49-424b-aff5-904711ac8aae tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771519 Dec 12 04:24:38.404270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device be1a8573-0e0f-4a84-a1b8-5a722907ed65 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:38.456603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f46c:cc48:947:f917 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/2efe0173-427c-4cd1-a699-a3f1b6d87f2e/d4e8665e-a0c5-45ff-9b10-d7a91c9fb19d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:38.484964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port be1a8573-0e0f-4a84-a1b8-5a722907ed65 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:24:38.488292 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba781813-6ef5-466a-83d9-d35d3fe8c442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.493388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port be1a8573-0e0f-4a84-a1b8-5a722907ed65 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:38.493768 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.531445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba781813-6ef5-466a-83d9-d35d3fe8c442 None None] Pushing event deleted for resources: {'Port': ['ID=03d3e602-1185-4f14-80cc-3036eeb523c0,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:38.543376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba781813-6ef5-466a-83d9-d35d3fe8c442 None None] No DVR routers for this DVR port 03d3e602-1185-4f14-80cc-3036eeb523c0 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:24:38.565589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51314245-6a64-4c46-9d29-666e0c099838 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:38.633468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.647936 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.689165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca214d3-f917-42e0-96c2-049e37301957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1a8573-0e0f-4a84-a1b8-5a722907ed65'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:24:38.691173 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d077fb97-3e70-4c7d-9157-9dcd218ed3cb" -d '{"events": [{"server_uuid": "1ca214d3-f917-42e0-96c2-049e37301957", "name": "network-vif-plugged", "status": "completed", "tag": "be1a8573-0e0f-4a84-a1b8-5a722907ed65"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:24:38.720295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port be1a8573-0e0f-4a84-a1b8-5a722907ed65, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=be1a8573-0e0f-4a84-a1b8-5a722907ed65,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:38.730295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.734830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Subnet': ['ID=e50c0c9a-1be8-4651-8826-ca76d62a9aa2,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:38.739755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '2efe0173-427c-4cd1-a699-a3f1b6d87f2e'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:24:38.742446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.744895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Checking segment: {'id': '663f5fb7-e9e0-4ff2-af63-6480f3da57e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15218f9f-1101-425b-b194-b212582c2005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:38.745275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network hostable DHCP agents. Network: 15218f9f-1101-425b-b194-b212582c2005, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:24:38.758123 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.769187 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d870ca-90fa-480f-9a55-55bd68c79dcd x-openstack-request-id: req-f3d870ca-90fa-480f-9a55-55bd68c79dcd {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:24:38.770904 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca214d3-f917-42e0-96c2-049e37301957", "name": "network-vif-plugged", "status": "completed", "tag": "be1a8573-0e0f-4a84-a1b8-5a722907ed65", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:24:38.771384 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3d870ca-90fa-480f-9a55-55bd68c79dcd {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:24:38.772400 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca214d3-f917-42e0-96c2-049e37301957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1a8573-0e0f-4a84-a1b8-5a722907ed65', 'code': 200} Dec 12 04:24:38.776115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 15218f9f-1101-425b-b194-b212582c2005 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:24:38.804500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 15218f9f-1101-425b-b194-b212582c2005) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:38.812746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:38.813958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.841280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.850665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dc28429c-f5b9-4bb9-b424-4689354231e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8594675 Dec 12 04:24:38.853987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35684) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:38.859220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'subnet': {'network_id': '1b71456b-7853-4ef1-98f6-8313df963f90', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:38.876652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b32b9-cc64-47f8-8351-66edf3e6079d None None] Network 15218f9f-1101-425b-b194-b212582c2005 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:38.898465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:38.901553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:38.905638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:38.911373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:38.911996 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:38.927523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=d4e8665e-a0c5-45ff-9b10-d7a91c9fb19d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:38.941357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1c91e69b-dbad-4bf3-8dac-c9877ab23a36 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2643073 Dec 12 04:24:38.943566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35686) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:38.950026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=be1a8573-0e0f-4a84-a1b8-5a722907ed65,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:38.996630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f598b19-82b1-4862-8f0d-b5d13445a879 req-5b593c34-a004-4277-a5a6-1f0a9c50e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:38.998202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9f598b19-82b1-4862-8f0d-b5d13445a879 req-5b593c34-a004-4277-a5a6-1f0a9c50e934 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 1096 time: 0.1336427 Dec 12 04:24:39.039525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d04247-8026-446e-aab3-338d4cdd27ec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:39.041197 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a5d04247-8026-446e-aab3-338d4cdd27ec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0966239 Dec 12 04:24:39.044252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35688) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:39.054760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:39.058857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.123505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9f598b19-82b1-4862-8f0d-b5d13445a879 req-9d0ce3e5-4574-4bcf-a76b-11b0126b0a80 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147139 Dec 12 04:24:39.143441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c90eb7bf-15c7-4cf0-a32c-09ea9064783a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port d4e8665e-a0c5-45ff-9b10-d7a91c9fb19d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:39.143794 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c90eb7bf-15c7-4cf0-a32c-09ea9064783a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.208256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/2efe0173-427c-4cd1-a699-a3f1b6d87f2e/2f7bc923-a586-4469-bc0a-20b17a1b4c3b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:39.215905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-15218f9f-1101-425b-b194-b212582c2005', 'network_id': '15218f9f-1101-425b-b194-b212582c2005', 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'fixed_ips': [{'subnet_id': 'e50c0c9a-1be8-4651-8826-ca76d62a9aa2'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:24:39.217183 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.240691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c90eb7bf-15c7-4cf0-a32c-09ea9064783a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.253526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c90eb7bf-15c7-4cf0-a32c-09ea9064783a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for d4e8665e-a0c5-45ff-9b10-d7a91c9fb19d owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:39.295500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.362867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Subnet': ['ID=1b221dad-84aa-4874-86bd-a853ff4719f7,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:39.368029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Checking segment: {'id': 'dd0cdc65-cb4f-45fb-a6cf-589a81c02b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b71456b-7853-4ef1-98f6-8313df963f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:39.368671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network hostable DHCP agents. Network: 1b71456b-7853-4ef1-98f6-8313df963f90, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:24:39.388783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 1b71456b-7853-4ef1-98f6-8313df963f90 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:24:39.401193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 1b71456b-7853-4ef1-98f6-8313df963f90) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:39.405836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:39.406409 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.412705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c90eb7bf-15c7-4cf0-a32c-09ea9064783a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.429651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d1990-71e9-4690-b8e6-a4ca3afe27db None None] Network 1b71456b-7853-4ef1-98f6-8313df963f90 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:39.436082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cb4831d7-58b3-44e2-86ee-a3b7a4784687 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5807176 Dec 12 04:24:39.439574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35692) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:39.451355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f4a45625-e12d-4d26-a664-e801a2095cb7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-379024608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:39.468421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90eb7bf-15c7-4cf0-a32c-09ea9064783a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=d4e8665e-a0c5-45ff-9b10-d7a91c9fb19d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:39.479635 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4a45625-e12d-4d26-a664-e801a2095cb7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.481093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4a45625-e12d-4d26-a664-e801a2095cb7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.511584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c90eb7bf-15c7-4cf0-a32c-09ea9064783a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.515462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c90eb7bf-15c7-4cf0-a32c-09ea9064783a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/d4e8665e-a0c5-45ff-9b10-d7a91c9fb19d HTTP/1.1" status: 204 len: 168 time: 0.4696114 Dec 12 04:24:39.519471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35694) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:39.537821 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Allocated IP 2001:db8::2 (15218f9f-1101-425b-b194-b212582c2005/e50c0c9a-1be8-4651-8826-ca76d62a9aa2/72cb1f61-b754-4fa1-beb2-018d68fe64de) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:39.555857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7dcf-840a-41ee-add5-5c2e333ca23f req-bd2d1145-82fc-413a-97e1-885484422b66 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:39.558124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a47c7dcf-840a-41ee-add5-5c2e333ca23f req-bd2d1145-82fc-413a-97e1-885484422b66 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 945 time: 0.0752108 Dec 12 04:24:39.575369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.581013 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4a45625-e12d-4d26-a664-e801a2095cb7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.593062 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4a45625-e12d-4d26-a664-e801a2095cb7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.617359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a47c7dcf-840a-41ee-add5-5c2e333ca23f req-a210bad8-d254-4518-898f-c1eb3d49e466 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510993 Dec 12 04:24:39.622278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82cf6bc-15dd-4745-8977-6f32474f0eec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:39.623955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82cf6bc-15dd-4745-8977-6f32474f0eec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:39.628190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f82cf6bc-15dd-4745-8977-6f32474f0eec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0780649 Dec 12 04:24:39.628549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35696) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:39.632939 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.644291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4a45625-e12d-4d26-a664-e801a2095cb7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.648126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f4a45625-e12d-4d26-a664-e801a2095cb7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2054634 Dec 12 04:24:39.648462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35698) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:39.687125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-1b71456b-7853-4ef1-98f6-8313df963f90', 'network_id': '1b71456b-7853-4ef1-98f6-8313df963f90', 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'fixed_ips': [{'subnet_id': '1b221dad-84aa-4874-86bd-a853ff4719f7'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:24:39.688005 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.709451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a7d2c7-0e28-433d-9f53-ab8228014174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 2efe0173-427c-4cd1-a699-a3f1b6d87f2e {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:39.711069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:39.713019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a7d2c7-0e28-433d-9f53-ab8228014174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.717764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:39.728394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:39.763577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 03d3e602-1185-4f14-80cc-3036eeb523c0 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:24:39.777512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Pushing event updated for resources: {'Port': ['ID=2f7bc923-a586-4469-bc0a-20b17a1b4c3b,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:39.796733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a7d2c7-0e28-433d-9f53-ab8228014174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.839600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 03d3e602-1185-4f14-80cc-3036eeb523c0 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:24:39.840099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 03d3e602-1185-4f14-80cc-3036eeb523c0 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:24:39.903382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a7d2c7-0e28-433d-9f53-ab8228014174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.963856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:39.975546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a7d2c7-0e28-433d-9f53-ab8228014174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.003820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Attempting to bind port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:40.004110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Attempting to bind port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:40.004485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Attempting to bind port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:40.009955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7d2c7-0e28-433d-9f53-ab8228014174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=2efe0173-427c-4cd1-a699-a3f1b6d87f2e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:40.014408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77a7d2c7-0e28-433d-9f53-ab8228014174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.020321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-77a7d2c7-0e28-433d-9f53-ab8228014174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/2efe0173-427c-4cd1-a699-a3f1b6d87f2e HTTP/1.1" status: 204 len: 168 time: 0.3885221 Dec 12 04:24:40.020511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35704) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:40.046379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.049593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:40.050277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:40.050447 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.050772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:40.051557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Bound port: 2f7bc923-a586-4469-bc0a-20b17a1b4c3b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:40.052002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.063448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ce400172-ca00-4e20-bc10-b808540c8664 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417557 Dec 12 04:24:40.066867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35706) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:40.069630 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.073753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:40.154503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Allocated IP 2001:db8:1::2 (1b71456b-7853-4ef1-98f6-8313df963f90/1b221dad-84aa-4874-86bd-a853ff4719f7/e74efcdb-db1a-4c12-8fff-eba0daed63c1) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:40.159282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Network 15218f9f-1101-425b-b194-b212582c2005 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:40.169324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:40.171553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:40.173218 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.185209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Pushing event updated for resources: {'Port': ['ID=72cb1f61-b754-4fa1-beb2-018d68fe64de,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:40.192572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:40.239433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 2001:db8::1 (15218f9f-1101-425b-b194-b212582c2005/e50c0c9a-1be8-4651-8826-ca76d62a9aa2/d453d120-ffe6-4531-af14-cd581748ef5c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:40.275394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] For port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:40.319406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] For port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f7bc923-a586-4469-bc0a-20b17a1b4c3b,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:40.327580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Attempting to bind port 72cb1f61-b754-4fa1-beb2-018d68fe64de on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:40.327958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Attempting to bind port 72cb1f61-b754-4fa1-beb2-018d68fe64de by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '663f5fb7-e9e0-4ff2-af63-6480f3da57e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15218f9f-1101-425b-b194-b212582c2005'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:40.328385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Attempting to bind port 72cb1f61-b754-4fa1-beb2-018d68fe64de on network 15218f9f-1101-425b-b194-b212582c2005 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:40.330825 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.368217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:40.368647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Checking segment: {'id': '663f5fb7-e9e0-4ff2-af63-6480f3da57e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15218f9f-1101-425b-b194-b212582c2005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:40.369623 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.370034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Bound using segment: {'id': '663f5fb7-e9e0-4ff2-af63-6480f3da57e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15218f9f-1101-425b-b194-b212582c2005'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:40.370540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Bound port: 72cb1f61-b754-4fa1-beb2-018d68fe64de, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663f5fb7-e9e0-4ff2-af63-6480f3da57e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15218f9f-1101-425b-b194-b212582c2005'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:40.370929 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.430147 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.473002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.514899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60630471-9689-4c44-9d69-f62131dbee3e None None] Pushing event updated for resources: {'Port': ['ID=2f7bc923-a586-4469-bc0a-20b17a1b4c3b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:40.525683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 15218f9f-1101-425b-b194-b212582c2005 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:40.529543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:40.534690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:40.535084 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.566220 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.570138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] For port 72cb1f61-b754-4fa1-beb2-018d68fe64de, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:40.574979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] For port 72cb1f61-b754-4fa1-beb2-018d68fe64de, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=72cb1f61-b754-4fa1-beb2-018d68fe64de,segment=NetworkSegment(663f5fb7-e9e0-4ff2-af63-6480f3da57e8),segment_id=663f5fb7-e9e0-4ff2-af63-6480f3da57e8)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:40.577647 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.585950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=d453d120-ffe6-4531-af14-cd581748ef5c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:40.587406 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.664331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Network 1b71456b-7853-4ef1-98f6-8313df963f90 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:40.670628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:40.675591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:40.678026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-12de957e-1e59-4aa7-b471-4887cfcc7183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.680475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Pushing event updated for resources: {'Port': ['ID=e74efcdb-db1a-4c12-8fff-eba0daed63c1,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:40.690532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.798645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.803197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2e0b-4988-4d0a-a3e0-9f46a44a17a3 None None] Pushing event updated for resources: {'Port': ['ID=72cb1f61-b754-4fa1-beb2-018d68fe64de,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:40.813246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Attempting to bind port e74efcdb-db1a-4c12-8fff-eba0daed63c1 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:40.813581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Attempting to bind port e74efcdb-db1a-4c12-8fff-eba0daed63c1 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'dd0cdc65-cb4f-45fb-a6cf-589a81c02b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b71456b-7853-4ef1-98f6-8313df963f90'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:40.813966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Attempting to bind port e74efcdb-db1a-4c12-8fff-eba0daed63c1 on network 1b71456b-7853-4ef1-98f6-8313df963f90 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:40.820628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:40.821222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Checking segment: {'id': 'dd0cdc65-cb4f-45fb-a6cf-589a81c02b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b71456b-7853-4ef1-98f6-8313df963f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:40.821838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.822344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Bound using segment: {'id': 'dd0cdc65-cb4f-45fb-a6cf-589a81c02b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b71456b-7853-4ef1-98f6-8313df963f90'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:40.823103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Bound port: e74efcdb-db1a-4c12-8fff-eba0daed63c1, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0cdc65-cb4f-45fb-a6cf-589a81c02b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b71456b-7853-4ef1-98f6-8313df963f90'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:40.823538 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.847505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:40.853079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:40.861644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:40.862496 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:40.887926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13c16d-9ff5-4176-b05e-0b032ae5c01c None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:40.895131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541957f3-3fd0-46cb-adf1-78d367890693 req-cd3513a0-9d59-4d07-bfad-a66aab812637 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:40.897077 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-541957f3-3fd0-46cb-adf1-78d367890693 req-cd3513a0-9d59-4d07-bfad-a66aab812637 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 945 time: 0.1386225 Dec 12 04:24:40.917702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=5525af1f-f467-4a65-9ece-0bb947c62a72,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:40.942149 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ba44af3d-5928-4f90-8309-b39182313a8d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8739760 Dec 12 04:24:40.942788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35712) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:40.950928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '5525af1f-f467-4a65-9ece-0bb947c62a72', 'ip_address': '2001:db8::288:3a1f:66e:377'}], 'name': 'tempest-NetworksTestDHCPv6-442837473'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:41.040643 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-541957f3-3fd0-46cb-adf1-78d367890693 req-d02fc945-e986-4f42-818b-44834affb41a tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349027 Dec 12 04:24:41.049209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] For port e74efcdb-db1a-4c12-8fff-eba0daed63c1, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:41.053560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] For port e74efcdb-db1a-4c12-8fff-eba0daed63c1, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e74efcdb-db1a-4c12-8fff-eba0daed63c1,segment=NetworkSegment(dd0cdc65-cb4f-45fb-a6cf-589a81c02b63),segment_id=dd0cdc65-cb4f-45fb-a6cf-589a81c02b63)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:41.107175 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:41.182566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:41.222022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29dbe7-5146-4a49-8597-8d4042bb7ebf None None] Pushing event updated for resources: {'Port': ['ID=e74efcdb-db1a-4c12-8fff-eba0daed63c1,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:41.314523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa3c927-de86-4d05-9c85-b375b1a2d2de None None] Update dhcp port {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '5525af1f-f467-4a65-9ece-0bb947c62a72'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '2f7bc923-a586-4469-bc0a-20b17a1b4c3b'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:24:41.349962 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2aa3c927-de86-4d05-9c85-b375b1a2d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:41.376063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:41.407125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port c10b3e15-7055-401f-ad13-5f62ec9aced8 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:41.780164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:41.791916 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:41.792883 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:41.848686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:41.857878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-2aa3c927-de86-4d05-9c85-b375b1a2d2de None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/5525af1f-f467-4a65-9ece-0bb947c62a72/2f7bc923-a586-4469-bc0a-20b17a1b4c3b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:41.929434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=d453d120-ffe6-4531-af14-cd581748ef5c,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:41.932535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e74efcdb-db1a-4c12-8fff-eba0daed63c1 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:41.985083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 15218f9f-1101-425b-b194-b212582c2005 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:41.986956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:42.061033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2aa3c927-de86-4d05-9c85-b375b1a2d2de None None] For port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f7bc923-a586-4469-bc0a-20b17a1b4c3b,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:42.089458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e74efcdb-db1a-4c12-8fff-eba0daed63c1 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:42.089719 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.152977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2aa3c927-de86-4d05-9c85-b375b1a2d2de None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.176435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 4d042197-00cb-48d1-8afa-0481e9bdc806 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:24:42.224426 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2aa3c927-de86-4d05-9c85-b375b1a2d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.306808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::288:3a1f:66e:377 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/5525af1f-f467-4a65-9ece-0bb947c62a72/c10b3e15-7055-401f-ad13-5f62ec9aced8) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:42.331379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f06d2-efb7-4121-9ea9-08ce92346eef None None] Network 15218f9f-1101-425b-b194-b212582c2005 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:42.340351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:42.355295 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd95c1e-4afb-4458-ab06-af8f5cbfe6f3 None None] Sync routers for ids ['4d042197-00cb-48d1-8afa-0481e9bdc806'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:42.361177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fd7a72c3-b67c-4429-97d8-98a43a3ddf81 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/4d042197-00cb-48d1-8afa-0481e9bdc806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7115269 Dec 12 04:24:42.362410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35794) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:42.372243 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd95c1e-4afb-4458-ab06-af8f5cbfe6f3 None None] Routers {'4d042197-00cb-48d1-8afa-0481e9bdc806'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:42.374449 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9fd95c1e-4afb-4458-ab06-af8f5cbfe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4d042197-00cb-48d1-8afa-0481e9bdc806'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:42.445602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c2266b-329a-45e0-b05b-37bff80f3f4f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:42.448517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a3c2266b-329a-45e0-b05b-37bff80f3f4f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports/d453d120-ffe6-4531-af14-cd581748ef5c HTTP/1.1" status: 200 len: 911 time: 0.0831480 Dec 12 04:24:42.450566 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35796) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:42.453144 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9fd95c1e-4afb-4458-ab06-af8f5cbfe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:42.478178 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd95c1e-4afb-4458-ab06-af8f5cbfe6f3 None None] Routers {'4d042197-00cb-48d1-8afa-0481e9bdc806'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:42.480344 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9fd95c1e-4afb-4458-ab06-af8f5cbfe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4d042197-00cb-48d1-8afa-0481e9bdc806'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:42.518573 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.557652 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9fd95c1e-4afb-4458-ab06-af8f5cbfe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:42.560659 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd95c1e-4afb-4458-ab06-af8f5cbfe6f3 None None] The sync data for ids ['4d042197-00cb-48d1-8afa-0481e9bdc806'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:42.563441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3c927-de86-4d05-9c85-b375b1a2d2de None None] Pushing event updated for resources: {'Port': ['ID=2f7bc923-a586-4469-bc0a-20b17a1b4c3b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:42.586438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-44578fc4-7eea-4e87-90f5-64a2fd5e0bba None None] Provisioning complete for port 72cb1f61-b754-4fa1-beb2-018d68fe64de triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:42.589358 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-44578fc4-7eea-4e87-90f5-64a2fd5e0bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.610593 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.664927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port e74efcdb-db1a-4c12-8fff-eba0daed63c1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e74efcdb-db1a-4c12-8fff-eba0daed63c1,segment=NetworkSegment(dd0cdc65-cb4f-45fb-a6cf-589a81c02b63),segment_id=dd0cdc65-cb4f-45fb-a6cf-589a81c02b63)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:42.681039 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.683475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 72cb1f61-b754-4fa1-beb2-018d68fe64de up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:42.685838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.776442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=c10b3e15-7055-401f-ad13-5f62ec9aced8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:42.797424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:42.803051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:42.809833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:42.825792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:42.826531 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.867434 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb83562c-4497-41a1-8398-d40d7452bfbe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9232533 Dec 12 04:24:42.872917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35800) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:42.901906 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-44578fc4-7eea-4e87-90f5-64a2fd5e0bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:42.905984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=e74efcdb-db1a-4c12-8fff-eba0daed63c1,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:43.014838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-44578fc4-7eea-4e87-90f5-64a2fd5e0bba None None] For port 72cb1f61-b754-4fa1-beb2-018d68fe64de, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=72cb1f61-b754-4fa1-beb2-018d68fe64de,segment=NetworkSegment(663f5fb7-e9e0-4ff2-af63-6480f3da57e8),segment_id=663f5fb7-e9e0-4ff2-af63-6480f3da57e8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:43.019160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca94660-8da1-4115-9615-4bc4a880bb99 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:43.021567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 72cb1f61-b754-4fa1-beb2-018d68fe64de triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:43.021948 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.028610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca94660-8da1-4115-9615-4bc4a880bb99 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:43.031397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4ca94660-8da1-4115-9615-4bc4a880bb99 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.1572402 Dec 12 04:24:43.034157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35802) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:43.078637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78321878-7046-42b9-94a4-82de99c89466 None None] Network 1b71456b-7853-4ef1-98f6-8313df963f90 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:43.080949 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ea819504-042f-49a9-848a-ba2ae6757fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.095794 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-44578fc4-7eea-4e87-90f5-64a2fd5e0bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.222272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c48217b9-a9b5-4400-998c-56e116c752d7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port c10b3e15-7055-401f-ad13-5f62ec9aced8 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:43.227228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c48217b9-a9b5-4400-998c-56e116c752d7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.331022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.395146 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c48217b9-a9b5-4400-998c-56e116c752d7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.416623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c48217b9-a9b5-4400-998c-56e116c752d7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for c10b3e15-7055-401f-ad13-5f62ec9aced8 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:43.445590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-465ef1b9-e608-4fa6-b585-48b58aecd268 None None] Provisioning complete for port d453d120-ffe6-4531-af14-cd581748ef5c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:43.446192 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-465ef1b9-e608-4fa6-b585-48b58aecd268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.535721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44578fc4-7eea-4e87-90f5-64a2fd5e0bba None None] Pushing event updated for resources: {'Port': ['ID=72cb1f61-b754-4fa1-beb2-018d68fe64de,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:43.576601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-465ef1b9-e608-4fa6-b585-48b58aecd268 None None] Port d453d120-ffe6-4531-af14-cd581748ef5c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:43.609332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-465ef1b9-e608-4fa6-b585-48b58aecd268 None None] Provisioning complete for port e74efcdb-db1a-4c12-8fff-eba0daed63c1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:43.610266 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-465ef1b9-e608-4fa6-b585-48b58aecd268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.657907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c48217b9-a9b5-4400-998c-56e116c752d7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.732597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48217b9-a9b5-4400-998c-56e116c752d7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=c10b3e15-7055-401f-ad13-5f62ec9aced8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:43.784246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c48217b9-a9b5-4400-998c-56e116c752d7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.788225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c48217b9-a9b5-4400-998c-56e116c752d7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/c10b3e15-7055-401f-ad13-5f62ec9aced8 HTTP/1.1" status: 204 len: 168 time: 0.7528300 Dec 12 04:24:43.791494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35808) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:43.884138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-465ef1b9-e608-4fa6-b585-48b58aecd268 None None] Provisioning complete for port 72cb1f61-b754-4fa1-beb2-018d68fe64de triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:43.884673 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-465ef1b9-e608-4fa6-b585-48b58aecd268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.943323 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:43.958157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d2205-2013-440f-abbd-eca8f6c2dbf5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:43.959864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d2205-2013-440f-abbd-eca8f6c2dbf5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:43.969359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35812) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:43.978221 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-520d2205-2013-440f-abbd-eca8f6c2dbf5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1738009 Dec 12 04:24:43.998998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e74efcdb-db1a-4c12-8fff-eba0daed63c1 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:44.100774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.126728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-176edabc-4dc9-416d-861f-f382d81ef627 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 5525af1f-f467-4a65-9ece-0bb947c62a72 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:44.131033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-176edabc-4dc9-416d-861f-f382d81ef627 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.131243 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e74efcdb-db1a-4c12-8fff-eba0daed63c1 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:44.131577 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.175180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 2001:db8:1::1 (1b71456b-7853-4ef1-98f6-8313df963f90/1b221dad-84aa-4874-86bd-a853ff4719f7/e95a0189-ead2-4ee6-92bd-ec5498d8c328) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:44.202035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-176edabc-4dc9-416d-861f-f382d81ef627 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.252699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 72cb1f61-b754-4fa1-beb2-018d68fe64de up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:44.283805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dab7665e-6e56-4085-b159-f6323d245edb None None] Provisioning complete for port d453d120-ffe6-4531-af14-cd581748ef5c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:44.284191 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dab7665e-6e56-4085-b159-f6323d245edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.357490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dab7665e-6e56-4085-b159-f6323d245edb None None] Port d453d120-ffe6-4531-af14-cd581748ef5c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:44.379312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 72cb1f61-b754-4fa1-beb2-018d68fe64de triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:44.381346 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.385619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dab7665e-6e56-4085-b159-f6323d245edb None None] Provisioning complete for port e74efcdb-db1a-4c12-8fff-eba0daed63c1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:44.387039 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dab7665e-6e56-4085-b159-f6323d245edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.395658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-176edabc-4dc9-416d-861f-f382d81ef627 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.428515 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.508829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-176edabc-4dc9-416d-861f-f382d81ef627 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.535121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.549079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176edabc-4dc9-416d-861f-f382d81ef627 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=5525af1f-f467-4a65-9ece-0bb947c62a72,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:44.575571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2f7bc923-a586-4469-bc0a-20b17a1b4c3b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:44.585633 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-176edabc-4dc9-416d-861f-f382d81ef627 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.589644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-176edabc-4dc9-416d-861f-f382d81ef627 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/5525af1f-f467-4a65-9ece-0bb947c62a72 HTTP/1.1" status: 204 len: 168 time: 0.6165340 Dec 12 04:24:44.591825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 1b71456b-7853-4ef1-98f6-8313df963f90 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:44.592242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35818) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:44.597392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:44.602071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:44.602256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.635797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:44.636104 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.648686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=e95a0189-ead2-4ee6-92bd-ec5498d8c328,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:44.659855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7bc51fd0-a558-4d3e-95ee-95c26c57e021 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663028 Dec 12 04:24:44.664857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35820) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:44.672586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:44.738281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c7c20695-06fd-4218-9f69-9a468d4ed97e None None] Provisioning complete for port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:44.738812 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7c20695-06fd-4218-9f69-9a468d4ed97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.782240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.798665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e92a7-dedb-4706-b9f3-50c4a601f522 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:44.862345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:44.867854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:44.997514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.045887 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:24:45.096141 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7c20695-06fd-4218-9f69-9a468d4ed97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.103834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f7bc923-a586-4469-bc0a-20b17a1b4c3b,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:45.111670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.179549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb940ccc-379a-442e-9c0c-270d785abea4 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:24:45.188779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.210155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=2f7bc923-a586-4469-bc0a-20b17a1b4c3b,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:45.239018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:45.245334 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-c7c20695-06fd-4218-9f69-9a468d4ed97e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:24:45.245707 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-c7c20695-06fd-4218-9f69-9a468d4ed97e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:24:45.248018 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.249618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:45.254165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:45.254929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.258687 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.262174 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.271307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-eb940ccc-379a-442e-9c0c-270d785abea4 None None] Deleting port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:45.271947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb940ccc-379a-442e-9c0c-270d785abea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.280249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=00b4c19a-777c-4d17-8a43-a9fb5383dc33,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:45.302971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7fa74d9d-c698-4a41-9555-40ad36c8f415 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6369092 Dec 12 04:24:45.303581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35824) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:45.308535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '00b4c19a-777c-4d17-8a43-a9fb5383dc33', 'ip_address': '2001:db8::8e0f:6959:559f:adf4'}], 'name': 'tempest-NetworksTestDHCPv6-255721053'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:45.371802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=e95a0189-ead2-4ee6-92bd-ec5498d8c328,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:45.396213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-eb940ccc-379a-442e-9c0c-270d785abea4 None None] For port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f7bc923-a586-4469-bc0a-20b17a1b4c3b,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:45.398759 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb940ccc-379a-442e-9c0c-270d785abea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.419688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-eb940ccc-379a-442e-9c0c-270d785abea4 None None] Calling delete_port for 2f7bc923-a586-4469-bc0a-20b17a1b4c3b owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:45.420230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 1b71456b-7853-4ef1-98f6-8313df963f90 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:45.421856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:45.525648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:45.531805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.556264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port c5588c46-7910-4bbe-ad2d-ad157785e824 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:45.574527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 4d042197-00cb-48d1-8afa-0481e9bdc806 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:24:45.601099 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.617423 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb940ccc-379a-442e-9c0c-270d785abea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:45.694853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb940ccc-379a-442e-9c0c-270d785abea4 None None] Pushing event deleted for resources: {'Port': ['ID=2f7bc923-a586-4469-bc0a-20b17a1b4c3b,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:45.707466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb940ccc-379a-442e-9c0c-270d785abea4 None None] No DVR routers for this DVR port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:24:45.728989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb54c194-acbd-453a-a0f3-dfa8b025bd8c None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:45.734335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:45.748384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779284a-edc4-425c-b0bf-5729e295dba4 None None] Sync routers for ids ['4d042197-00cb-48d1-8afa-0481e9bdc806'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:45.751325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-726b47ee-1704-4cb4-9207-be3e2556c915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/4d042197-00cb-48d1-8afa-0481e9bdc806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2980330 Dec 12 04:24:45.752937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35830) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:45.820333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2f7bc923-a586-4469-bc0a-20b17a1b4c3b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:24:45.821135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c1d14-ccba-4670-81b0-c4167fdaf4e1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:45.827745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-020c1d14-ccba-4670-81b0-c4167fdaf4e1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports/e95a0189-ead2-4ee6-92bd-ec5498d8c328 HTTP/1.1" status: 200 len: 913 time: 0.0736868 Dec 12 04:24:45.828702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35832) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:45.860677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::8e0f:6959:559f:adf4 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/00b4c19a-777c-4d17-8a43-a9fb5383dc33/c5588c46-7910-4bbe-ad2d-ad157785e824) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:46.010105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c7c20695-06fd-4218-9f69-9a468d4ed97e None None] Port 2f7bc923-a586-4469-bc0a-20b17a1b4c3b update to ACTIVE by agent not found {{(pid=103452) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 04:24:46.017332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9779284a-edc4-425c-b0bf-5729e295dba4 None None] Routers {'4d042197-00cb-48d1-8afa-0481e9bdc806'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:46.018198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9779284a-edc4-425c-b0bf-5729e295dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4d042197-00cb-48d1-8afa-0481e9bdc806'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:46.053454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.055530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9779284a-edc4-425c-b0bf-5729e295dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:46.059725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 2f7bc923-a586-4469-bc0a-20b17a1b4c3b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:24:46.060289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2f7bc923-a586-4469-bc0a-20b17a1b4c3b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:24:46.078578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9779284a-edc4-425c-b0bf-5729e295dba4 None None] Routers {'4d042197-00cb-48d1-8afa-0481e9bdc806'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:46.079123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9779284a-edc4-425c-b0bf-5729e295dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4d042197-00cb-48d1-8afa-0481e9bdc806'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:46.129939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.135709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9779284a-edc4-425c-b0bf-5729e295dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:46.137398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779284a-edc4-425c-b0bf-5729e295dba4 None None] The sync data for ids ['4d042197-00cb-48d1-8afa-0481e9bdc806'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:46.186858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-22d9f9de-97d0-4811-bf3d-d791b9fc06e7 None None] Provisioning complete for port e95a0189-ead2-4ee6-92bd-ec5498d8c328 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:46.187102 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-22d9f9de-97d0-4811-bf3d-d791b9fc06e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.188082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:46.193931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:46.198295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:46.204343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:46.204998 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.217736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=c5588c46-7910-4bbe-ad2d-ad157785e824,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:46.234771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-22d9f9de-97d0-4811-bf3d-d791b9fc06e7 None None] Port e95a0189-ead2-4ee6-92bd-ec5498d8c328 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:46.236098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0d0d5998-4e4f-4570-a12b-f45f36baf072 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9313145 Dec 12 04:24:46.237434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35836) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:46.240107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-22d9f9de-97d0-4811-bf3d-d791b9fc06e7 None None] Could not find standard attr ID for object c10b3e15-7055-401f-ad13-5f62ec9aced8. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:24:46.240452 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.261386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '00b4c19a-777c-4d17-8a43-a9fb5383dc33'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:24:46.263549 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.307192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f25bbe-16f7-4a70-82d7-d43e19948b80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:46.308760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a9f25bbe-16f7-4a70-82d7-d43e19948b80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0703645 Dec 12 04:24:46.311418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35838) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:46.432046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a87fc98f-1953-4a80-9ea0-c19d80ecd691 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port c5588c46-7910-4bbe-ad2d-ad157785e824 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:46.432410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a87fc98f-1953-4a80-9ea0-c19d80ecd691 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.464705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/00b4c19a-777c-4d17-8a43-a9fb5383dc33/71d660ad-afb9-4b86-a42b-7be2bc5f1633) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:46.536973 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a87fc98f-1953-4a80-9ea0-c19d80ecd691 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.552925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a87fc98f-1953-4a80-9ea0-c19d80ecd691 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for c5588c46-7910-4bbe-ad2d-ad157785e824 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:46.574546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port e95a0189-ead2-4ee6-92bd-ec5498d8c328 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:46.575149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.679312 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.683395 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.693694 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.723190 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.731550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a87fc98f-1953-4a80-9ea0-c19d80ecd691 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.738356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:46.742916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:46.747128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:46.754252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for e95a0189-ead2-4ee6-92bd-ec5498d8c328 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:46.763360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Pushing event updated for resources: {'Port': ['ID=71d660ad-afb9-4b86-a42b-7be2bc5f1633,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:46.772887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fc98f-1953-4a80-9ea0-c19d80ecd691 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=c5588c46-7910-4bbe-ad2d-ad157785e824,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:46.802388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a87fc98f-1953-4a80-9ea0-c19d80ecd691 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.808855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a87fc98f-1953-4a80-9ea0-c19d80ecd691 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/c5588c46-7910-4bbe-ad2d-ad157785e824 HTTP/1.1" status: 204 len: 168 time: 0.4937282 Dec 12 04:24:46.809040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35844) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:46.814954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Attempting to bind port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:46.816119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Attempting to bind port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:46.817540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Attempting to bind port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:46.827152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:46.827843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:46.828261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.828666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:46.829444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Bound port: 71d660ad-afb9-4b86-a42b-7be2bc5f1633, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:46.829835 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.877990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e078322-bbe2-4b98-9b9d-019027fbb0b8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:46.879931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e078322-bbe2-4b98-9b9d-019027fbb0b8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:46.884008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4e078322-bbe2-4b98-9b9d-019027fbb0b8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0716588 Dec 12 04:24:46.885028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35846) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:46.915423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] For port 71d660ad-afb9-4b86-a42b-7be2bc5f1633, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:46.919100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] For port 71d660ad-afb9-4b86-a42b-7be2bc5f1633, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71d660ad-afb9-4b86-a42b-7be2bc5f1633,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:46.924809 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.947975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b928ab-4dc1-4964-a0ae-c6dbc6304b72 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 00b4c19a-777c-4d17-8a43-a9fb5383dc33 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:46.951177 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8b928ab-4dc1-4964-a0ae-c6dbc6304b72 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:46.984340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:47.004156 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8b928ab-4dc1-4964-a0ae-c6dbc6304b72 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:47.008790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d85fd-4ad8-4326-85b9-aadeeb84913a None None] Pushing event updated for resources: {'Port': ['ID=71d660ad-afb9-4b86-a42b-7be2bc5f1633,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:47.023166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=e95a0189-ead2-4ee6-92bd-ec5498d8c328,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:47.123760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8b928ab-4dc1-4964-a0ae-c6dbc6304b72 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:47.177926 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:47.241804 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8b928ab-4dc1-4964-a0ae-c6dbc6304b72 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:47.296061 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8b928ab-4dc1-4964-a0ae-c6dbc6304b72 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:47.302717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c8b928ab-4dc1-4964-a0ae-c6dbc6304b72 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/00b4c19a-777c-4d17-8a43-a9fb5383dc33 HTTP/1.1" status: 204 len: 168 time: 0.4144814 Dec 12 04:24:47.302717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b928ab-4dc1-4964-a0ae-c6dbc6304b72 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=00b4c19a-777c-4d17-8a43-a9fb5383dc33,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:47.303142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35850) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:47.372278 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bcc20d69-c0eb-4018-a714-e209463e3b4a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655994 Dec 12 04:24:47.372785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35852) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:47.450866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89294710-3dad-4eb5-8b7f-3df230fee26e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:47.452498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-89294710-3dad-4eb5-8b7f-3df230fee26e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0785487 Dec 12 04:24:47.455262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35854) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:47.484416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 4d042197-00cb-48d1-8afa-0481e9bdc806 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:24:47.518620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810f077-8c6c-419e-b82d-2f75780aa856 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:47.520148 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b810f077-8c6c-419e-b82d-2f75780aa856 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0639307 Dec 12 04:24:47.522621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35856) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:47.573553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6fe23937-6250-43b3-a3a1-cd8a3e9aa3bb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459671 Dec 12 04:24:47.575421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35860) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:47.580778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:47.725699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:47.731693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:47.804632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71d660ad-afb9-4b86-a42b-7be2bc5f1633 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:47.891649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:47.892133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:47.938701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:47.946190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2d417222-aa91-454c-9769-891dc0b9e0ed tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/4d042197-00cb-48d1-8afa-0481e9bdc806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1156836 Dec 12 04:24:47.948797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35864) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:47.951900 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e4a4c-d837-4195-bd29-f6f2402c9849 None None] Sync routers for ids ['4d042197-00cb-48d1-8afa-0481e9bdc806'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:47.971408 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e4a4c-d837-4195-bd29-f6f2402c9849 None None] Routers {'4d042197-00cb-48d1-8afa-0481e9bdc806'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:47.972373 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6c8e4a4c-d837-4195-bd29-f6f2402c9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4d042197-00cb-48d1-8afa-0481e9bdc806'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:48.012132 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.049796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.051357 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6c8e4a4c-d837-4195-bd29-f6f2402c9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:48.052312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 71d660ad-afb9-4b86-a42b-7be2bc5f1633, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71d660ad-afb9-4b86-a42b-7be2bc5f1633,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:48.058410 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.087150 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e4a4c-d837-4195-bd29-f6f2402c9849 None None] Routers {'4d042197-00cb-48d1-8afa-0481e9bdc806'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:48.088104 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6c8e4a4c-d837-4195-bd29-f6f2402c9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4d042197-00cb-48d1-8afa-0481e9bdc806'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:48.114632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:48.118545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:48.124327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:48.125128 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.131279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=71d660ad-afb9-4b86-a42b-7be2bc5f1633,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:48.137576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=6d2d977c-bb47-44de-885d-dec7fae1b5b4,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:48.153099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6d8c599f-b238-427a-852d-1b3758e47984 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5765386 Dec 12 04:24:48.157076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35866) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:48.162809 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '6d2d977c-bb47-44de-885d-dec7fae1b5b4', 'ip_address': '2001:db8::83fd:a368:75f:41b3'}], 'name': 'tempest-NetworksTestDHCPv6-388688720'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:48.172887 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6c8e4a4c-d837-4195-bd29-f6f2402c9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:48.173780 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e4a4c-d837-4195-bd29-f6f2402c9849 None None] The sync data for ids ['4d042197-00cb-48d1-8afa-0481e9bdc806'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:48.323967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:48.425869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.446600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port ea4ba211-f142-44ab-8baa-22f3845f8f7b yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:48.473052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188b1af-1557-482f-b8a5-b6cc47ef53e3 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:48.507008 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.532208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-677a5a22-54fe-4ccc-a635-334e1960806d None None] Could not find standard attr ID for object c5588c46-7910-4bbe-ad2d-ad157785e824. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:24:48.557279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-677a5a22-54fe-4ccc-a635-334e1960806d None None] Provisioning complete for port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:48.557668 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-677a5a22-54fe-4ccc-a635-334e1960806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.639795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::83fd:a368:75f:41b3 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/6d2d977c-bb47-44de-885d-dec7fae1b5b4/ea4ba211-f142-44ab-8baa-22f3845f8f7b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:48.842571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port d453d120-ffe6-4531-af14-cd581748ef5c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:48.842907 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.847215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.885986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.945145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:48.949458 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:48.953578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.954147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:48.960451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:48.968030 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:48.968974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for d453d120-ffe6-4531-af14-cd581748ef5c owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:48.985564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=ea4ba211-f142-44ab-8baa-22f3845f8f7b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:48.997998 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7e240f91-f693-4254-8cf5-4bb934cedcec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8396277 Dec 12 04:24:49.000741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35874) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:49.006694 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6698b83e-8e4e-45eb-840f-95de8f04c752 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '6d2d977c-bb47-44de-885d-dec7fae1b5b4', 'ip_address': '2001:db8::83fd:a368:75f:41b3'}], 'name': 'tempest-NetworksTestDHCPv6-1643172124'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:49.070857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a70dea9f-9a8b-4208-a0f4-a3e15f4014be None None] Provisioning complete for port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:49.071819 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a70dea9f-9a8b-4208-a0f4-a3e15f4014be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:49.163322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6698b83e-8e4e-45eb-840f-95de8f04c752 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:49.175398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6698b83e-8e4e-45eb-840f-95de8f04c752 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:49.197655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-6698b83e-8e4e-45eb-840f-95de8f04c752 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 199d5b43-0fc3-495d-9e04-63cb24786fd9 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:49.220727 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:49.260576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=d453d120-ffe6-4531-af14-cd581748ef5c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:49.363718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5c05e69c-47da-4889-aed8-6c09af268b9b None None] Could not find standard attr ID for object c5588c46-7910-4bbe-ad2d-ad157785e824. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:24:49.433850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:49.459626 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-6698b83e-8e4e-45eb-840f-95de8f04c752 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 12 04:24:49.460480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6698b83e-8e4e-45eb-840f-95de8f04c752 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:24:49.493417 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6698b83e-8e4e-45eb-840f-95de8f04c752 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.4911268 Dec 12 04:24:49.494135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35878) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:49.559367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b844bfd-3291-47e3-a6cc-3f6e70f0d4a1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:49.566367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b844bfd-3291-47e3-a6cc-3f6e70f0d4a1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:49.568248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9b844bfd-3291-47e3-a6cc-3f6e70f0d4a1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0731113 Dec 12 04:24:49.570914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35880) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:49.658499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 4d042197-00cb-48d1-8afa-0481e9bdc806 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:24:49.686191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-888ec2de-e03a-4575-8fd2-6b7015dc3c83 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port ea4ba211-f142-44ab-8baa-22f3845f8f7b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:49.686543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-888ec2de-e03a-4575-8fd2-6b7015dc3c83 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:49.718041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6e5242e6-f275-45a0-99d1-9a3815c10011 None None] Provisioning complete for port ea4ba211-f142-44ab-8baa-22f3845f8f7b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:49.718349 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6e5242e6-f275-45a0-99d1-9a3815c10011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:49.773017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:49.780054 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aa16e670-9a1d-48dc-a3c4-918ace7153ea tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/4d042197-00cb-48d1-8afa-0481e9bdc806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8174713 Dec 12 04:24:49.782768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35884) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:49.795009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51023f79-426d-46d2-b328-b9ce4a5159f7 None None] Sync routers for ids ['4d042197-00cb-48d1-8afa-0481e9bdc806'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:49.809907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6e5242e6-f275-45a0-99d1-9a3815c10011 None None] Port ea4ba211-f142-44ab-8baa-22f3845f8f7b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:49.814614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51023f79-426d-46d2-b328-b9ce4a5159f7 None None] Routers {'4d042197-00cb-48d1-8afa-0481e9bdc806'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:49.815252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-51023f79-426d-46d2-b328-b9ce4a5159f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4d042197-00cb-48d1-8afa-0481e9bdc806'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:49.815768 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-755e0d6a-7b8d-4b67-b676-b13cdb83c0e1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d042197-00cb-48d1-8afa-0481e9bdc806 HTTP/1.1" status: 200 len: 205 time: 0.0314300 Dec 12 04:24:49.818310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35886) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:49.870362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-51023f79-426d-46d2-b328-b9ce4a5159f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:49.877024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71d660ad-afb9-4b86-a42b-7be2bc5f1633 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:49.894179 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-888ec2de-e03a-4575-8fd2-6b7015dc3c83 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:49.909312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-888ec2de-e03a-4575-8fd2-6b7015dc3c83 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for ea4ba211-f142-44ab-8baa-22f3845f8f7b owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:49.915139 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-606b839c-53ff-4530-bb03-7d76b2e67a22 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:49.935612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51023f79-426d-46d2-b328-b9ce4a5159f7 None None] Routers {'4d042197-00cb-48d1-8afa-0481e9bdc806'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:49.939056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-51023f79-426d-46d2-b328-b9ce4a5159f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['4d042197-00cb-48d1-8afa-0481e9bdc806'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:50.005468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-51023f79-426d-46d2-b328-b9ce4a5159f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:50.006231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51023f79-426d-46d2-b328-b9ce4a5159f7 None None] The sync data for ids ['4d042197-00cb-48d1-8afa-0481e9bdc806'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:50.029950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:50.030712 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.067960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf453a50-caf1-4eb5-bf85-c9176af46324 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:24:50.111691 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-888ec2de-e03a-4575-8fd2-6b7015dc3c83 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.154857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ec2de-e03a-4575-8fd2-6b7015dc3c83 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=ea4ba211-f142-44ab-8baa-22f3845f8f7b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:50.177472 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-606b839c-53ff-4530-bb03-7d76b2e67a22 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.183680 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-606b839c-53ff-4530-bb03-7d76b2e67a22 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.191195 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-888ec2de-e03a-4575-8fd2-6b7015dc3c83 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.198405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-888ec2de-e03a-4575-8fd2-6b7015dc3c83 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/ea4ba211-f142-44ab-8baa-22f3845f8f7b HTTP/1.1" status: 204 len: 168 time: 0.6237848 Dec 12 04:24:50.199392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35890) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:50.242598 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-606b839c-53ff-4530-bb03-7d76b2e67a22 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.243150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606b839c-53ff-4530-bb03-7d76b2e67a22 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Fanout notify agent at l3_agent the message router_deleted on router 4d042197-00cb-48d1-8afa-0481e9bdc806 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:24:50.251442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-606b839c-53ff-4530-bb03-7d76b2e67a22 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.252909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-606b839c-53ff-4530-bb03-7d76b2e67a22 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/4d042197-00cb-48d1-8afa-0481e9bdc806 HTTP/1.1" status: 204 len: 168 time: 0.4330461 Dec 12 04:24:50.255994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35892) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:50.265816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2906dd8-623e-420a-9dc4-35b2bd4e2823 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:50.267667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2906dd8-623e-420a-9dc4-35b2bd4e2823 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:50.269314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2906dd8-623e-420a-9dc4-35b2bd4e2823 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0688951 Dec 12 04:24:50.271912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35894) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:50.321104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e45775-7ddc-42ab-bdc9-1eca780b7cbb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting subnet 1b221dad-84aa-4874-86bd-a853ff4719f7 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:50.325215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99e45775-7ddc-42ab-bdc9-1eca780b7cbb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.367066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf453a50-caf1-4eb5-bf85-c9176af46324 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:24:50.367621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3813779-5afc-47f0-ae5e-dde267329f91 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 6d2d977c-bb47-44de-885d-dec7fae1b5b4 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:50.374629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3813779-5afc-47f0-ae5e-dde267329f91 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.396857 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99e45775-7ddc-42ab-bdc9-1eca780b7cbb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.434203 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3813779-5afc-47f0-ae5e-dde267329f91 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.489790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3813779-5afc-47f0-ae5e-dde267329f91 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.502292 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99e45775-7ddc-42ab-bdc9-1eca780b7cbb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.558429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3813779-5afc-47f0-ae5e-dde267329f91 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.590403 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99e45775-7ddc-42ab-bdc9-1eca780b7cbb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.596794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3813779-5afc-47f0-ae5e-dde267329f91 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2d977c-bb47-44de-885d-dec7fae1b5b4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:50.604171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3813779-5afc-47f0-ae5e-dde267329f91 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.607560 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b3813779-5afc-47f0-ae5e-dde267329f91 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/6d2d977c-bb47-44de-885d-dec7fae1b5b4 HTTP/1.1" status: 204 len: 168 time: 0.3331406 Dec 12 04:24:50.610063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35898) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:50.624721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e45775-7ddc-42ab-bdc9-1eca780b7cbb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Subnet': ['ID=1b221dad-84aa-4874-86bd-a853ff4719f7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:50.630944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99e45775-7ddc-42ab-bdc9-1eca780b7cbb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.635478 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-99e45775-7ddc-42ab-bdc9-1eca780b7cbb tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/1b221dad-84aa-4874-86bd-a853ff4719f7 HTTP/1.1" status: 204 len: 168 time: 0.3783965 Dec 12 04:24:50.638122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35900) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:50.654169 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a85f0142-7990-4d14-abb2-e7ad40135f02 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424871 Dec 12 04:24:50.658010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35902) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:50.663093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:50.716104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8acf93e-cf42-4231-a69d-2c80fdf96a58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting subnet e50c0c9a-1be8-4651-8826-ca76d62a9aa2 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:50.719536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8acf93e-cf42-4231-a69d-2c80fdf96a58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.769299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8acf93e-cf42-4231-a69d-2c80fdf96a58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.795651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:50.808519 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.883802 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8acf93e-cf42-4231-a69d-2c80fdf96a58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:50.970840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8acf93e-cf42-4231-a69d-2c80fdf96a58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.004777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acf93e-cf42-4231-a69d-2c80fdf96a58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Subnet': ['ID=e50c0c9a-1be8-4651-8826-ca76d62a9aa2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:51.015735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8acf93e-cf42-4231-a69d-2c80fdf96a58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.029386 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a8acf93e-cf42-4231-a69d-2c80fdf96a58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/e50c0c9a-1be8-4651-8826-ca76d62a9aa2 HTTP/1.1" status: 204 len: 168 time: 0.3899841 Dec 12 04:24:51.033313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35906) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:51.051765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.078996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b68f28-288c-4e7c-ba1d-a85cdb0565df None None] Network 1b71456b-7853-4ef1-98f6-8313df963f90 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:51.108393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:51.112965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:51.117515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:51.118310 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.134217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=62d2c84c-6c80-4430-862b-f10965eacfb8,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:51.149345 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1b6f1730-1a5b-4d0a-852c-b1e8db0294a6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4892354 Dec 12 04:24:51.151717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35908) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:51.156461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214f2fe2-b9b1-4f88-a7b3-484b1f3bd205 None None] Network 15218f9f-1101-425b-b194-b212582c2005 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:51.160950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-73e61632-7007-4617-bac9-c779496f196e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '62d2c84c-6c80-4430-862b-f10965eacfb8', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1105129732'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:51.177395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.234779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port cad019a0-840c-4f00-b80e-6fb8ac2111cb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:51.235157 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.316245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Port cad019a0-840c-4f00-b80e-6fb8ac2111cb cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:51.360242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port e74efcdb-db1a-4c12-8fff-eba0daed63c1 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:51.361214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.363707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e61632-7007-4617-bac9-c779496f196e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:51.369722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:51.369722 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.409727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15846d46-9d05-445d-9660-78aba47acf30 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:51.488752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port e74efcdb-db1a-4c12-8fff-eba0daed63c1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e74efcdb-db1a-4c12-8fff-eba0daed63c1,segment=NetworkSegment(dd0cdc65-cb4f-45fb-a6cf-589a81c02b63),segment_id=dd0cdc65-cb4f-45fb-a6cf-589a81c02b63)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:51.489156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.510927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for e74efcdb-db1a-4c12-8fff-eba0daed63c1 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:51.535046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73e61632-7007-4617-bac9-c779496f196e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.539904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] DHCP port deletion for 1b71456b-7853-4ef1-98f6-8313df963f90 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:24:51.590923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-73e61632-7007-4617-bac9-c779496f196e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 120feadd-ffe2-40fa-8d2d-cbdcc6c5ccb5 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:51.610077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd7e3e-7a36-465a-a0ca-c055ecee09a0 None None] DHCP port deletion for 15218f9f-1101-425b-b194-b212582c2005 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:24:51.655433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port b932ca6b-171c-4f5f-be5b-2b1f74059c6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:51.655748 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.697682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] Deleting port e74efcdb-db1a-4c12-8fff-eba0daed63c1 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:51.698047 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.707506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.751366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=e74efcdb-db1a-4c12-8fff-eba0daed63c1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:51.754982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No DVR routers for this DVR port e74efcdb-db1a-4c12-8fff-eba0daed63c1 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:24:51.773281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Port b932ca6b-171c-4f5f-be5b-2b1f74059c6b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:51.783843 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e61632-7007-4617-bac9-c779496f196e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:24:51.784636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e61632-7007-4617-bac9-c779496f196e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:24:51.818699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e74efcdb-db1a-4c12-8fff-eba0daed63c1 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:24:51.829488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] For port e74efcdb-db1a-4c12-8fff-eba0daed63c1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e74efcdb-db1a-4c12-8fff-eba0daed63c1,segment=NetworkSegment(dd0cdc65-cb4f-45fb-a6cf-589a81c02b63),segment_id=dd0cdc65-cb4f-45fb-a6cf-589a81c02b63)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:51.829904 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.858509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd7e3e-7a36-465a-a0ca-c055ecee09a0 None None] Deleting port 72cb1f61-b754-4fa1-beb2-018d68fe64de {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:51.858896 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7e3e-7a36-465a-a0ca-c055ecee09a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.863816 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e74efcdb-db1a-4c12-8fff-eba0daed63c1 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:24:51.864163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e74efcdb-db1a-4c12-8fff-eba0daed63c1 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:24:51.864633 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 72cb1f61-b754-4fa1-beb2-018d68fe64de no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:24:51.865697 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.872256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-73e61632-7007-4617-bac9-c779496f196e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7192993 Dec 12 04:24:51.874935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35914) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:51.897215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b71456b-7853-4ef1-98f6-8313df963f90']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:51.909976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0cdc65-cb4f-45fb-a6cf-589a81c02b63') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:51.910220 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0cdc65-cb4f-45fb-a6cf-589a81c02b63') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:51.920557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.922355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port 5a24da6f-8c69-4dc1-87a8-80553e6848dc triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:51.922801 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.943173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.949396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a031e65-da59-4285-8639-d5151db4fdec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:51.950609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3a031e65-da59-4285-8639-d5151db4fdec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0740213 Dec 12 04:24:51.952947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:24:51.953496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:51.953649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35916) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:24:51.957276 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:24:51.972202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] Calling delete_port for e74efcdb-db1a-4c12-8fff-eba0daed63c1 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:52.021616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.029715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66db8d21-ba5c-4d5e-bbc9-d90c06bf805b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:52.031767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66db8d21-ba5c-4d5e-bbc9-d90c06bf805b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:52.035338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.037943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-66db8d21-ba5c-4d5e-bbc9-d90c06bf805b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0826380 Dec 12 04:24:52.039047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35918) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:52.039178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/networks/1b71456b-7853-4ef1-98f6-8313df963f90 HTTP/1.1" status: 204 len: 168 time: 1.0048237 Dec 12 04:24:52.050370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35922) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:52.062153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e9e01-19ed-41a3-84f9-d27c828c9b31 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Network': ['ID=1b71456b-7853-4ef1-98f6-8313df963f90,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:52.101159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0ecd7e3e-7a36-465a-a0ca-c055ecee09a0 None None] For port 72cb1f61-b754-4fa1-beb2-018d68fe64de, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=72cb1f61-b754-4fa1-beb2-018d68fe64de,segment=NetworkSegment(663f5fb7-e9e0-4ff2-af63-6480f3da57e8),segment_id=663f5fb7-e9e0-4ff2-af63-6480f3da57e8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:52.101654 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7e3e-7a36-465a-a0ca-c055ecee09a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.135342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd7e3e-7a36-465a-a0ca-c055ecee09a0 None None] Calling delete_port for 72cb1f61-b754-4fa1-beb2-018d68fe64de owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:52.162712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.170999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da40ea4-88c6-461c-b893-40bfdbfa8853 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 62d2c84c-6c80-4430-862b-f10965eacfb8 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:52.178841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1da40ea4-88c6-461c-b893-40bfdbfa8853 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.226195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port 72cb1f61-b754-4fa1-beb2-018d68fe64de {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:52.226527 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.239801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1da40ea4-88c6-461c-b893-40bfdbfa8853 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.251956 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.268258 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.290931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] Network 1b71456b-7853-4ef1-98f6-8313df963f90 is not hosted by any dhcp agent {{(pid=103452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:24:52.307710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] No DVR routers for this DVR port e74efcdb-db1a-4c12-8fff-eba0daed63c1 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:24:52.308702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1da40ea4-88c6-461c-b893-40bfdbfa8853 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.316093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port 72cb1f61-b754-4fa1-beb2-018d68fe64de, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=72cb1f61-b754-4fa1-beb2-018d68fe64de,segment=NetworkSegment(663f5fb7-e9e0-4ff2-af63-6480f3da57e8),segment_id=663f5fb7-e9e0-4ff2-af63-6480f3da57e8)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:52.316423 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.345839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c5f85-3a9b-4f3d-abd8-a18794cfd6a8 None None] Pushing event deleted for resources: {'Port': ['ID=e74efcdb-db1a-4c12-8fff-eba0daed63c1,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:52.351428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for 72cb1f61-b754-4fa1-beb2-018d68fe64de owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:52.389157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:52.389799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.394703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1da40ea4-88c6-461c-b893-40bfdbfa8853 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.395146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 72cb1f61-b754-4fa1-beb2-018d68fe64de, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=72cb1f61-b754-4fa1-beb2-018d68fe64de,segment=NetworkSegment(663f5fb7-e9e0-4ff2-af63-6480f3da57e8),segment_id=663f5fb7-e9e0-4ff2-af63-6480f3da57e8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:52.421213 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.430291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b97db-7c63-4a84-9344-572d6fcb64c7 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:52.430424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1da40ea4-88c6-461c-b893-40bfdbfa8853 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.437728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1da40ea4-88c6-461c-b893-40bfdbfa8853 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/62d2c84c-6c80-4430-862b-f10965eacfb8 HTTP/1.1" status: 204 len: 168 time: 0.3940263 Dec 12 04:24:52.439967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35926) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:52.470566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da40ea4-88c6-461c-b893-40bfdbfa8853 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=62d2c84c-6c80-4430-862b-f10965eacfb8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:52.501338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5563e859-0f2b-41eb-ab24-3b0163243469 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600863 Dec 12 04:24:52.505200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35928) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:52.508507 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7e3e-7a36-465a-a0ca-c055ecee09a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.510215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:52.516848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event deleted for resources: {'Port': ['ID=72cb1f61-b754-4fa1-beb2-018d68fe64de,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:52.557184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd7e3e-7a36-465a-a0ca-c055ecee09a0 None None] No DVR routers for this DVR port 72cb1f61-b754-4fa1-beb2-018d68fe64de on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:24:52.559605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.561164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd7e3e-7a36-465a-a0ca-c055ecee09a0 None None] Pushing event deleted for resources: {'Port': ['ID=72cb1f61-b754-4fa1-beb2-018d68fe64de,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:52.649893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port df4c63d4-13ae-415f-95d4-b0934e865f94 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:52.650397 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.654474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=72cb1f61-b754-4fa1-beb2-018d68fe64de,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:52.660806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No DVR routers for this DVR port 72cb1f61-b754-4fa1-beb2-018d68fe64de on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:24:52.700332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a46a8-fd3e-4d68-ae02-6a3c1fc9883b None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:24:52.708878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Port df4c63d4-13ae-415f-95d4-b0934e865f94 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:52.748292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port dc584f93-90d6-4a5a-82b6-312f5eccbd1a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:52.748676 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.764542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:52.768201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.792797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.796116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-769a46a8-fd3e-4d68-ae02-6a3c1fc9883b None None] Deleting port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:52.796504 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-769a46a8-fd3e-4d68-ae02-6a3c1fc9883b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.852934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15218f9f-1101-425b-b194-b212582c2005']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:52.871021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663f5fb7-e9e0-4ff2-af63-6480f3da57e8') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:52.871412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663f5fb7-e9e0-4ff2-af63-6480f3da57e8') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:52.888859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-769a46a8-fd3e-4d68-ae02-6a3c1fc9883b None None] For port 71d660ad-afb9-4b86-a42b-7be2bc5f1633, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71d660ad-afb9-4b86-a42b-7be2bc5f1633,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:52.888859 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-769a46a8-fd3e-4d68-ae02-6a3c1fc9883b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.889374 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.910519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-769a46a8-fd3e-4d68-ae02-6a3c1fc9883b None None] Calling delete_port for 71d660ad-afb9-4b86-a42b-7be2bc5f1633 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:52.911846 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.922310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:24:52.922850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:24:52.926606 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:24:53.030306 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.036054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.046002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35932) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:53.049414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/networks/15218f9f-1101-425b-b194-b212582c2005 HTTP/1.1" status: 204 len: 168 time: 0.9978032 Dec 12 04:24:53.051131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1864586094'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:53.070629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d937085-dec5-48e4-ab41-c30105c5f31f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Network': ['ID=15218f9f-1101-425b-b194-b212582c2005,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:53.084140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:53.089586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.120720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:24:53.130292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port 6eaa7508-5eee-4c85-98b8-55c3fe175871 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:53.130682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.133631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.134030 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added segment 0ab6275a-b88f-4e12-9e3e-1152c97decc8 of type vlan for network b3a1f6a4-f33f-4496-953d-7c9335d66773 Dec 12 04:24:53.157764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.198341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.235456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:53.236686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.241727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:53.248129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:53.248886 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.253852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:53.255077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.262919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=598664b8-a553-434e-931d-29e485b94da6,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:53.280492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-769a46a8-fd3e-4d68-ae02-6a3c1fc9883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.285454 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1f23bd4d-7eb0-41eb-be6b-5b8d4b1c0471 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7794621 Dec 12 04:24:53.287869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35936) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:53.312078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-cbc445d8-ffaf-48d7-8914-9f1981e94e1d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1187137656', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:53.337033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46a8-fd3e-4d68-ae02-6a3c1fc9883b None None] Pushing event deleted for resources: {'Port': ['ID=71d660ad-afb9-4b86-a42b-7be2bc5f1633,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:53.341149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a46a8-fd3e-4d68-ae02-6a3c1fc9883b None None] No DVR routers for this DVR port 71d660ad-afb9-4b86-a42b-7be2bc5f1633 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:24:53.343209 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2959707 Dec 12 04:24:53.347144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35938) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:53.355380 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbc445d8-ffaf-48d7-8914-9f1981e94e1d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.355380 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbc445d8-ffaf-48d7-8914-9f1981e94e1d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.356181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'subnet': {'network_id': 'b3a1f6a4-f33f-4496-953d-7c9335d66773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:53.368500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port 6db637eb-f71e-4451-a221-2c0a13712c40 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:53.369207 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.373433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9b2c51-afbb-40b5-b594-bbd242d756d3 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:53.418717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbc445d8-ffaf-48d7-8914-9f1981e94e1d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.426382 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbc445d8-ffaf-48d7-8914-9f1981e94e1d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.436557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442b5f-634a-41ad-9611-6988fe380058 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Network': ['ID=b3a1f6a4-f33f-4496-953d-7c9335d66773,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:53.452251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network b3a1f6a4-f33f-4496-953d-7c9335d66773 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:24:53.470596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Port 6db637eb-f71e-4451-a221-2c0a13712c40 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:53.480408 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbc445d8-ffaf-48d7-8914-9f1981e94e1d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.489243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35942) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:53.489919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cbc445d8-ffaf-48d7-8914-9f1981e94e1d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2003634 Dec 12 04:24:53.557528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port be1a8573-0e0f-4a84-a1b8-5a722907ed65 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:53.557907 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.613651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:53.617039 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.620450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '598664b8-a553-434e-931d-29e485b94da6'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:24:53.621364 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.784848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71d660ad-afb9-4b86-a42b-7be2bc5f1633 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:24:53.817923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:53.818326 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:53.820015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 71d660ad-afb9-4b86-a42b-7be2bc5f1633 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:24:53.820385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71d660ad-afb9-4b86-a42b-7be2bc5f1633 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:24:53.869261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/598664b8-a553-434e-931d-29e485b94da6/2bb0a534-8d2d-4886-9edd-589821a8e782) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:54.022476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port 46f6bbb2-c979-4878-89b2-15100bef5b3d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:54.023002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.103127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.112467 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.183412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:54.191271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:54.194090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:54.199628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Pushing event updated for resources: {'Port': ['ID=2bb0a534-8d2d-4886-9edd-589821a8e782,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:54.205336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Could not find standard attr ID for object ea4ba211-f142-44ab-8baa-22f3845f8f7b. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:24:54.251183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Provisioning complete for port 2d4c4089-6626-41b5-b249-aeda206f0a45 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:54.252250 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-141e9480-bfc2-4dd2-95c1-3ecc387d84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.285065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Attempting to bind port 2bb0a534-8d2d-4886-9edd-589821a8e782 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:54.285366 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Attempting to bind port 2bb0a534-8d2d-4886-9edd-589821a8e782 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:54.285736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Attempting to bind port 2bb0a534-8d2d-4886-9edd-589821a8e782 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:54.295843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:54.296017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:54.296407 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.296809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:54.297327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Bound port: 2bb0a534-8d2d-4886-9edd-589821a8e782, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:54.297701 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.335939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.389799 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.403062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] For port 2bb0a534-8d2d-4886-9edd-589821a8e782, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:54.406913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] For port 2bb0a534-8d2d-4886-9edd-589821a8e782, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2bb0a534-8d2d-4886-9edd-589821a8e782,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:54.412360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.471825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068bbd5-fd41-4085-945a-88667005b07f None None] Pushing event updated for resources: {'Port': ['ID=2bb0a534-8d2d-4886-9edd-589821a8e782,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:54.528375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9b3b1059-751d-469b-a15b-72156c2a5eda None None] Could not find standard attr ID for object 71d660ad-afb9-4b86-a42b-7be2bc5f1633. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:24:54.544412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Subnet': ['ID=7de9036b-e038-4099-a859-8f76107f2cfc,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:54.571234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Checking segment: {'id': '0ab6275a-b88f-4e12-9e3e-1152c97decc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b3a1f6a4-f33f-4496-953d-7c9335d66773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:54.571609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network hostable DHCP agents. Network: b3a1f6a4-f33f-4496-953d-7c9335d66773, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:24:54.622444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network b3a1f6a4-f33f-4496-953d-7c9335d66773 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:24:54.643332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, b3a1f6a4-f33f-4496-953d-7c9335d66773) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:54.661500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b090b-51e3-4e48-a120-68a9c532c65a None None] Network b3a1f6a4-f33f-4496-953d-7c9335d66773 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:54.689157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:54.689775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.737613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-84e3fc20-d791-4383-8483-6f2117339f9b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3894095 Dec 12 04:24:54.740480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35952) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:54.744850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::1 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/598664b8-a553-434e-931d-29e485b94da6/13450017-4a2a-40fc-9e8d-b55f84091dc9) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:54.750295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-279ea91b-2d44-44de-954c-e38f1462cf5a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-157491507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:54.830756 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-279ea91b-2d44-44de-954c-e38f1462cf5a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.835218 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-279ea91b-2d44-44de-954c-e38f1462cf5a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.865364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-b3a1f6a4-f33f-4496-953d-7c9335d66773', 'network_id': 'b3a1f6a4-f33f-4496-953d-7c9335d66773', 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'fixed_ips': [{'subnet_id': '7de9036b-e038-4099-a859-8f76107f2cfc'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:24:54.866411 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.913759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-279ea91b-2d44-44de-954c-e38f1462cf5a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.920428 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-279ea91b-2d44-44de-954c-e38f1462cf5a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.957583 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.963538 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-279ea91b-2d44-44de-954c-e38f1462cf5a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:54.968373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-279ea91b-2d44-44de-954c-e38f1462cf5a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2257817 Dec 12 04:24:54.969864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35954) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:54.974993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'port': {'network_id': 'b3a1f6a4-f33f-4496-953d-7c9335d66773', 'name': 'tempest-RoutersIpV6Test-2063331632'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:24:55.016798 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.065188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:55.070334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:55.074852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:55.075090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Allocated IP 2001:db8::2 (b3a1f6a4-f33f-4496-953d-7c9335d66773/7de9036b-e038-4099-a859-8f76107f2cfc/905d9412-2fb0-4ebd-b235-97f7abd8e3d1) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:55.075620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.106647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:24:55.117437 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.128974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=13450017-4a2a-40fc-9e8d-b55f84091dc9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:55.153355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] device_id is not set on port ce1c8280-454e-472c-b784-b06027ec635d yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:24:55.214886 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.283979 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.307489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.393350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Pushing event updated for resources: {'Port': ['ID=905d9412-2fb0-4ebd-b235-97f7abd8e3d1,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:55.401354 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 2001:db8::35f (b3a1f6a4-f33f-4496-953d-7c9335d66773/7de9036b-e038-4099-a859-8f76107f2cfc/ce1c8280-454e-472c-b784-b06027ec635d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:24:55.416190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Network b3a1f6a4-f33f-4496-953d-7c9335d66773 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:55.418087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:55.420859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:55.523752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Attempting to bind port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:55.524433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Attempting to bind port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0ab6275a-b88f-4e12-9e3e-1152c97decc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b3a1f6a4-f33f-4496-953d-7c9335d66773'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:55.524553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Attempting to bind port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 on network b3a1f6a4-f33f-4496-953d-7c9335d66773 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:55.547025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:55.547478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Checking segment: {'id': '0ab6275a-b88f-4e12-9e3e-1152c97decc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b3a1f6a4-f33f-4496-953d-7c9335d66773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:55.547896 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.548296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Bound using segment: {'id': '0ab6275a-b88f-4e12-9e3e-1152c97decc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b3a1f6a4-f33f-4496-953d-7c9335d66773'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:55.561624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Bound port: 905d9412-2fb0-4ebd-b235-97f7abd8e3d1, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab6275a-b88f-4e12-9e3e-1152c97decc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b3a1f6a4-f33f-4496-953d-7c9335d66773'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:55.562046 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.600284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.612434 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.613488 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.755238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] For port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:55.765877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] For port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=905d9412-2fb0-4ebd-b235-97f7abd8e3d1,segment=NetworkSegment(0ab6275a-b88f-4e12-9e3e-1152c97decc8),segment_id=0ab6275a-b88f-4e12-9e3e-1152c97decc8)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:55.774246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:55.879353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=13450017-4a2a-40fc-9e8d-b55f84091dc9,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:55.895376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2bb0a534-8d2d-4886-9edd-589821a8e782 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:55.989531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:55.995803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:56.005164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b849f-0639-4c7b-95bd-2951d62bf4b1 None None] Pushing event updated for resources: {'Port': ['ID=905d9412-2fb0-4ebd-b235-97f7abd8e3d1,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:56.024244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4aea8bdc-754e-4595-8890-89cb69bfce6a None None] Provisioning complete for port 2bb0a534-8d2d-4886-9edd-589821a8e782 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:56.025366 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4aea8bdc-754e-4595-8890-89cb69bfce6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:56.101903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2bb0a534-8d2d-4886-9edd-589821a8e782 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:56.108727 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:56.224705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4aea8bdc-754e-4595-8890-89cb69bfce6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:56.225246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Router 1562dcd1-fe6d-4812-896c-dfed0f0e07e9 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:24:56.315220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4aea8bdc-754e-4595-8890-89cb69bfce6a None None] For port 2bb0a534-8d2d-4886-9edd-589821a8e782, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2bb0a534-8d2d-4886-9edd-589821a8e782,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:56.318873 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:56.357895 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4aea8bdc-754e-4595-8890-89cb69bfce6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:56.369271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:56.456760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:56.461714 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:56.471799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e50b6d0d-4238-4240-b229-8c0c1e805dbd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "PUT /v2.0/routers/1562dcd1-fe6d-4812-896c-dfed0f0e07e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9814968 Dec 12 04:24:56.476218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35962) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:56.477527 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Sync routers for ids ['1562dcd1-fe6d-4812-896c-dfed0f0e07e9'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:24:56.493267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea8bdc-754e-4595-8890-89cb69bfce6a None None] Pushing event updated for resources: {'Port': ['ID=2bb0a534-8d2d-4886-9edd-589821a8e782,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:56.499305 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:24:56.499669 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:24:56.505189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1441f93e-4435-466e-ba46-dadd3ef6b5ae None None] Provisioning complete for port 13450017-4a2a-40fc-9e8d-b55f84091dc9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:56.505583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1441f93e-4435-466e-ba46-dadd3ef6b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:56.506654 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Routers {'1562dcd1-fe6d-4812-896c-dfed0f0e07e9'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:56.508722 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1562dcd1-fe6d-4812-896c-dfed0f0e07e9'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:56.549922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1441f93e-4435-466e-ba46-dadd3ef6b5ae None None] Port 13450017-4a2a-40fc-9e8d-b55f84091dc9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:56.578194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=ce1c8280-454e-472c-b784-b06027ec635d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:56.584209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c3374-8cca-4e86-97a9-359e2715c391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:56.588959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c61c3374-8cca-4e86-97a9-359e2715c391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports/13450017-4a2a-40fc-9e8d-b55f84091dc9 HTTP/1.1" status: 200 len: 911 time: 0.1116507 Dec 12 04:24:56.592084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35966) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:56.608298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network b3a1f6a4-f33f-4496-953d-7c9335d66773 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:56.609745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:56.625226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:24:56.633595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:56.633595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:56.664905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b0c260f3-743d-4001-94d1-8c50aa0aeb73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6940696 Dec 12 04:24:56.667657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35968) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:56.684560 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Set router 1562dcd1-fe6d-4812-896c-dfed0f0e07e9 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:24:56.684859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b021245-af39-40d7-b336-3be9befae58b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:56.698398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b021245-af39-40d7-b336-3be9befae58b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:56.701342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4b021245-af39-40d7-b336-3be9befae58b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1082757 Dec 12 04:24:56.703288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35970) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:56.984879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6cd3001b-f6f8-40da-bb8d-2337e4c6fc12 None None] Provisioning complete for port 13450017-4a2a-40fc-9e8d-b55f84091dc9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:56.988489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6cd3001b-f6f8-40da-bb8d-2337e4c6fc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.095859 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1562dcd1-fe6d-4812-896c-dfed0f0e07e9', 'name': 'tempest-NetworksTestDHCPv6-router-1187137656', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:24:53Z', 'updated_at': '2021-12-12T04:24:55Z', 'revision_number': 2, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'gw_port_host': None, '_interfaces': [{'id': '13450017-4a2a-40fc-9e8d-b55f84091dc9', 'name': '', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'mac_address': 'fa:16:3e:fc:50:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1562dcd1-fe6d-4812-896c-dfed0f0e07e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '598664b8-a553-434e-931d-29e485b94da6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:54Z', 'updated_at': '2021-12-12T04:24:55Z', 'revision_number': 2, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'subnets': [{'id': '598664b8-a553-434e-931d-29e485b94da6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:57.113649 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.122651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6cd3001b-f6f8-40da-bb8d-2337e4c6fc12 None None] Port 13450017-4a2a-40fc-9e8d-b55f84091dc9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:57.167166 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Checking router: 1562dcd1-fe6d-4812-896c-dfed0f0e07e9 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:24:57.167618 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Updating router 1562dcd1-fe6d-4812-896c-dfed0f0e07e9 port 13450017-4a2a-40fc-9e8d-b55f84091dc9 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:24:57.209380 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.396037 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.464672 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.471153 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.548408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=ce1c8280-454e-472c-b784-b06027ec635d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:57.576616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e1f24-e51c-4573-9b67-01e2e7f1335a None None] Network b3a1f6a4-f33f-4496-953d-7c9335d66773 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:24:57.674904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7d29025a-ab1c-47aa-a94e-5289a6f2cf9a None None] Provisioning complete for port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:57.675279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7d29025a-ab1c-47aa-a94e-5289a6f2cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.727871 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.729165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 13450017-4a2a-40fc-9e8d-b55f84091dc9 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:24:57.729511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.745278 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.834709 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.849546 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Pushing event updated for resources: {'Port': ['ID=13450017-4a2a-40fc-9e8d-b55f84091dc9,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:57.872182 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.872557 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.872908 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.873254 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.873776 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.874114 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.874448 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.874778 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.875104 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.876039 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.876384 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.876717 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.877068 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:24:57.885959 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.905938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 13450017-4a2a-40fc-9e8d-b55f84091dc9 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:24:57.957133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7d29025a-ab1c-47aa-a94e-5289a6f2cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:57.989744 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Attempting to bind port 13450017-4a2a-40fc-9e8d-b55f84091dc9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:24:57.990127 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Attempting to bind port 13450017-4a2a-40fc-9e8d-b55f84091dc9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:24:57.990864 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Attempting to bind port 13450017-4a2a-40fc-9e8d-b55f84091dc9 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:24:57.996281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:58.015085 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:24:58.015583 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:24:58.016282 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.016282 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:24:58.016772 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Bound port: 13450017-4a2a-40fc-9e8d-b55f84091dc9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:24:58.017176 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.182957 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] For port 13450017-4a2a-40fc-9e8d-b55f84091dc9, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:24:58.190769 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] For port 13450017-4a2a-40fc-9e8d-b55f84091dc9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=13450017-4a2a-40fc-9e8d-b55f84091dc9,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:24:58.196486 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.226974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7d29025a-ab1c-47aa-a94e-5289a6f2cf9a None None] For port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=905d9412-2fb0-4ebd-b235-97f7abd8e3d1,segment=NetworkSegment(0ab6275a-b88f-4e12-9e3e-1152c97decc8),segment_id=0ab6275a-b88f-4e12-9e3e-1152c97decc8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:24:58.235950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:58.240272 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.269054 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Routers {'1562dcd1-fe6d-4812-896c-dfed0f0e07e9'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:24:58.269770 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1562dcd1-fe6d-4812-896c-dfed0f0e07e9'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:58.286103 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.349670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7d29025a-ab1c-47aa-a94e-5289a6f2cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.375298 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] Set router 1562dcd1-fe6d-4812-896c-dfed0f0e07e9 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:24:58.407921 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.490571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=13450017-4a2a-40fc-9e8d-b55f84091dc9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:58.524941 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a341814-d1d7-44cd-bae3-15bef52221a7 None None] Pushing event updated for resources: {'Port': ['ID=13450017-4a2a-40fc-9e8d-b55f84091dc9,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:58.573299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29025a-ab1c-47aa-a94e-5289a6f2cf9a None None] Pushing event updated for resources: {'Port': ['ID=905d9412-2fb0-4ebd-b235-97f7abd8e3d1,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:58.620629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-13249911-5b78-461e-b6eb-cc951397e028 None None] Provisioning complete for port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:58.621314 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-13249911-5b78-461e-b6eb-cc951397e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.695657 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1562dcd1-fe6d-4812-896c-dfed0f0e07e9', 'name': 'tempest-NetworksTestDHCPv6-router-1187137656', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:24:53Z', 'updated_at': '2021-12-12T04:24:55Z', 'revision_number': 2, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'gw_port_host': None, '_interfaces': [{'id': '13450017-4a2a-40fc-9e8d-b55f84091dc9', 'name': '', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'mac_address': 'fa:16:3e:fc:50:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1562dcd1-fe6d-4812-896c-dfed0f0e07e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '598664b8-a553-434e-931d-29e485b94da6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:54Z', 'updated_at': '2021-12-12T04:24:58Z', 'revision_number': 4, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'subnets': [{'id': '598664b8-a553-434e-931d-29e485b94da6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:24:58.700750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2bb0a534-8d2d-4886-9edd-589821a8e782 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:58.711450 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.746579 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76fa90-9163-49c4-ba30-7f0edd4b3010 None None] The sync data for ids ['1562dcd1-fe6d-4812-896c-dfed0f0e07e9'] in n-d-710847-7 is: [{'id': '1562dcd1-fe6d-4812-896c-dfed0f0e07e9', 'name': 'tempest-NetworksTestDHCPv6-router-1187137656', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:24:53Z', 'updated_at': '2021-12-12T04:24:55Z', 'revision_number': 2, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'gw_port_host': None, '_interfaces': [{'id': '13450017-4a2a-40fc-9e8d-b55f84091dc9', 'name': '', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'mac_address': 'fa:16:3e:fc:50:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1562dcd1-fe6d-4812-896c-dfed0f0e07e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '598664b8-a553-434e-931d-29e485b94da6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:54Z', 'updated_at': '2021-12-12T04:24:58Z', 'revision_number': 4, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'subnets': [{'id': '598664b8-a553-434e-931d-29e485b94da6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:24:58.793248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.803363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.804546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.849151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-13249911-5b78-461e-b6eb-cc951397e028 None None] Provisioning complete for port ce1c8280-454e-472c-b784-b06027ec635d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:58.849536 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-13249911-5b78-461e-b6eb-cc951397e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.901077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2bb0a534-8d2d-4886-9edd-589821a8e782 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:58.901450 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:58.982228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-13249911-5b78-461e-b6eb-cc951397e028 None None] Port ce1c8280-454e-472c-b784-b06027ec635d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:59.025741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=ce1c8280-454e-472c-b784-b06027ec635d,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:24:59.106057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9ab6e8c1-b581-47ef-ba9b-7146b3685cf2 None None] Could not find standard attr ID for object 13450017-4a2a-40fc-9e8d-b55f84091dc9. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:24:59.107584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Router 1562dcd1-fe6d-4812-896c-dfed0f0e07e9 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:24:59.163472 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9ab6e8c1-b581-47ef-ba9b-7146b3685cf2 None None] Provisioning complete for port ce1c8280-454e-472c-b784-b06027ec635d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:59.163854 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e8c1-b581-47ef-ba9b-7146b3685cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:59.218877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network b3a1f6a4-f33f-4496-953d-7c9335d66773 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:24:59.221562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:24:59.394633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:24:59.407054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35996) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:59.416368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f99955a5-4bca-48da-8438-e3c9dc9f9195 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "PUT /v2.0/routers/1562dcd1-fe6d-4812-896c-dfed0f0e07e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7117972 Dec 12 04:24:59.520505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31155c7-6e20-49f3-9d10-4d10aa990138 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:59.522544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31155c7-6e20-49f3-9d10-4d10aa990138 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:24:59.528093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35998) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:59.536872 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f31155c7-6e20-49f3-9d10-4d10aa990138 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1280534 Dec 12 04:24:59.598499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router eac54f6c-7ee7-49bc-94a4-b4e6b88da977 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:24:59.615445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9ab6e8c1-b581-47ef-ba9b-7146b3685cf2 None None] Port ce1c8280-454e-472c-b784-b06027ec635d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:59.618117 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd9f316-a7d0-4a22-afd0-d75712f1fe3d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 598664b8-a553-434e-931d-29e485b94da6 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:24:59.624213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f316-a7d0-4a22-afd0-d75712f1fe3d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:59.699995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f316-a7d0-4a22-afd0-d75712f1fe3d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:59.776240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a6a527d6-127e-4419-b6ee-527085f972a3 None None] Provisioning complete for port ce1c8280-454e-472c-b784-b06027ec635d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:59.776929 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a6a527d6-127e-4419-b6ee-527085f972a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:59.829924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:24:59.833951 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f316-a7d0-4a22-afd0-d75712f1fe3d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:59.888189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a6a527d6-127e-4419-b6ee-527085f972a3 None None] Port ce1c8280-454e-472c-b784-b06027ec635d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:24:59.897850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:24:59.898501 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:59.932197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f316-a7d0-4a22-afd0-d75712f1fe3d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:59.981378 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f316-a7d0-4a22-afd0-d75712f1fe3d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:24:59.988561 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bcd9f316-a7d0-4a22-afd0-d75712f1fe3d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/598664b8-a553-434e-931d-29e485b94da6 HTTP/1.1" status: 204 len: 168 time: 0.4579988 Dec 12 04:24:59.989402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36000) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:24:59.990182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9f316-a7d0-4a22-afd0-d75712f1fe3d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=598664b8-a553-434e-931d-29e485b94da6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:00.031874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65484c32-01d6-4dd7-b7d7-11c223bbf3b7 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:00.126329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ae03faab-3fe7-46e7-a4e9-247cdae538dd None None] Provisioning complete for port ce1c8280-454e-472c-b784-b06027ec635d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:00.126711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae03faab-3fe7-46e7-a4e9-247cdae538dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.174494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:00.182720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7129aacf-41c6-444c-8a9c-53dfb770a7f9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/eac54f6c-7ee7-49bc-94a4-b4e6b88da977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5136290 Dec 12 04:25:00.183735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36008) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:00.193117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265505dd-9fbd-4664-9248-0b7af983b5c3 None None] Sync routers for ids ['eac54f6c-7ee7-49bc-94a4-b4e6b88da977'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:00.201173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ae03faab-3fe7-46e7-a4e9-247cdae538dd None None] Port ce1c8280-454e-472c-b784-b06027ec635d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:00.208114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-86325b6a-0221-41fb-8d75-f7e6f30aee62 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2147486 Dec 12 04:25:00.210426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36010) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:00.215424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265505dd-9fbd-4664-9248-0b7af983b5c3 None None] Routers {'eac54f6c-7ee7-49bc-94a4-b4e6b88da977'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:00.216336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-265505dd-9fbd-4664-9248-0b7af983b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eac54f6c-7ee7-49bc-94a4-b4e6b88da977'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:00.255894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-265505dd-9fbd-4664-9248-0b7af983b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:00.265554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265505dd-9fbd-4664-9248-0b7af983b5c3 None None] Routers {'eac54f6c-7ee7-49bc-94a4-b4e6b88da977'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:00.266716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-265505dd-9fbd-4664-9248-0b7af983b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eac54f6c-7ee7-49bc-94a4-b4e6b88da977'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:00.295465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea8f49-9aa7-45b3-9c45-6166fab8b0c4 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:00.301379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-79ea8f49-9aa7-45b3-9c45-6166fab8b0c4 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports/ce1c8280-454e-472c-b784-b06027ec635d HTTP/1.1" status: 200 len: 984 time: 0.1162505 Dec 12 04:25:00.302609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36018) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:00.326392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-265505dd-9fbd-4664-9248-0b7af983b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:00.327422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265505dd-9fbd-4664-9248-0b7af983b5c3 None None] The sync data for ids ['eac54f6c-7ee7-49bc-94a4-b4e6b88da977'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:00.337668 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64bb4288-3faa-4d12-952b-03ddeca6ac03 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.358339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caabdae3-c1fa-474f-b5b3-03e62c5e5a6c None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:00.441518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-caabdae3-c1fa-474f-b5b3-03e62c5e5a6c None None] Deleting port 2bb0a534-8d2d-4886-9edd-589821a8e782 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:00.442035 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-caabdae3-c1fa-474f-b5b3-03e62c5e5a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.536505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-caabdae3-c1fa-474f-b5b3-03e62c5e5a6c None None] For port 2bb0a534-8d2d-4886-9edd-589821a8e782, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2bb0a534-8d2d-4886-9edd-589821a8e782,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:00.538060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-caabdae3-c1fa-474f-b5b3-03e62c5e5a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.550310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64bb4288-3faa-4d12-952b-03ddeca6ac03 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.553221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64bb4288-3faa-4d12-952b-03ddeca6ac03 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.554669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-caabdae3-c1fa-474f-b5b3-03e62c5e5a6c None None] Calling delete_port for 2bb0a534-8d2d-4886-9edd-589821a8e782 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:00.634387 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64bb4288-3faa-4d12-952b-03ddeca6ac03 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.636046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bb4288-3faa-4d12-952b-03ddeca6ac03 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Fanout notify agent at l3_agent the message router_deleted on router 1562dcd1-fe6d-4812-896c-dfed0f0e07e9 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:25:00.645580 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64bb4288-3faa-4d12-952b-03ddeca6ac03 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.648865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64bb4288-3faa-4d12-952b-03ddeca6ac03 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/routers/1562dcd1-fe6d-4812-896c-dfed0f0e07e9 HTTP/1.1" status: 204 len: 168 time: 0.4360290 Dec 12 04:25:00.650820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36022) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:00.659257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:00.667930 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-caabdae3-c1fa-474f-b5b3-03e62c5e5a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.701271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabdae3-c1fa-474f-b5b3-03e62c5e5a6c None None] Pushing event deleted for resources: {'Port': ['ID=2bb0a534-8d2d-4886-9edd-589821a8e782,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:00.707006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caabdae3-c1fa-474f-b5b3-03e62c5e5a6c None None] No DVR routers for this DVR port 2bb0a534-8d2d-4886-9edd-589821a8e782 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:00.834785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:00.841687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:00.844964 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.024671 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6cee39-1a11-4f1b-8a32-d36e408f19fc None None] Sync routers for ids ['1562dcd1-fe6d-4812-896c-dfed0f0e07e9'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:01.042798 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cee39-1a11-4f1b-8a32-d36e408f19fc None None] Routers set() bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:01.043573 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cee39-1a11-4f1b-8a32-d36e408f19fc None None] Router IDs set() for agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 04:25:01.044398 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b6cee39-1a11-4f1b-8a32-d36e408f19fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1562dcd1-fe6d-4812-896c-dfed0f0e07e9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent'). {{(pid=103453) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 04:25:01.053953 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cee39-1a11-4f1b-8a32-d36e408f19fc None None] Routers set() bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:01.054681 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cee39-1a11-4f1b-8a32-d36e408f19fc None None] Router IDs set() for agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 04:25:01.055652 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b6cee39-1a11-4f1b-8a32-d36e408f19fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1562dcd1-fe6d-4812-896c-dfed0f0e07e9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent'). {{(pid=103453) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 04:25:01.056340 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6cee39-1a11-4f1b-8a32-d36e408f19fc None None] The sync data for ids ['1562dcd1-fe6d-4812-896c-dfed0f0e07e9'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:01.085293 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.147277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=701cdf36-ac04-4226-869c-61216291afeb,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:01.148956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port ce1c8280-454e-472c-b784-b06027ec635d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:01.149318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.151187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:01.152985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:01.156493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:01.158232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.163390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf0e2ed-5325-436c-a93b-5c654219e828 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:01.181616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-83f6c530-fbf7-4b57-8b83-d6ce8c2644e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5246859 Dec 12 04:25:01.181616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36026) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:01.185808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-922f1d9f-22b2-4ea6-b984-cae249c5f180 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-652977997', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:01.215409 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-922f1d9f-22b2-4ea6-b984-cae249c5f180 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.216545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-922f1d9f-22b2-4ea6-b984-cae249c5f180 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.313219 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-922f1d9f-22b2-4ea6-b984-cae249c5f180 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.318707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-aece18a6-9c2f-4a9a-bf43-99575fbdec33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0667045 Dec 12 04:25:01.324454 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-922f1d9f-22b2-4ea6-b984-cae249c5f180 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.336690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.355523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for ce1c8280-454e-472c-b784-b06027ec635d owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:01.361205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-922f1d9f-22b2-4ea6-b984-cae249c5f180 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.362475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-922f1d9f-22b2-4ea6-b984-cae249c5f180 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1804664 Dec 12 04:25:01.365786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36030) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:01.386203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '701cdf36-ac04-4226-869c-61216291afeb'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:01.387101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.497917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-88878832-ef5e-419f-b282-c305ea09b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:01.498419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-88878832-ef5e-419f-b282-c305ea09b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:01.498908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-88878832-ef5e-419f-b282-c305ea09b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:01.499398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-88878832-ef5e-419f-b282-c305ea09b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:01.499873 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-88878832-ef5e-419f-b282-c305ea09b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:01.500345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-88878832-ef5e-419f-b282-c305ea09b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:01.500844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-88878832-ef5e-419f-b282-c305ea09b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:01.502954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-88878832-ef5e-419f-b282-c305ea09b4e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 6488 time: 0.0861793 Dec 12 04:25:01.696496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/701cdf36-ac04-4226-869c-61216291afeb/93065802-6638-44c5-b152-71c3c20fb1f9) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:01.796500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:01.802002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 13450017-4a2a-40fc-9e8d-b55f84091dc9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:01.834245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 13450017-4a2a-40fc-9e8d-b55f84091dc9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:01.834653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 13450017-4a2a-40fc-9e8d-b55f84091dc9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:01.835190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2bb0a534-8d2d-4886-9edd-589821a8e782 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:01.853986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=ce1c8280-454e-472c-b784-b06027ec635d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:01.866604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 2bb0a534-8d2d-4886-9edd-589821a8e782 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:01.867088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2bb0a534-8d2d-4886-9edd-589821a8e782 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:02.012421 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.027933 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.049450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.069175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-43cfe3b9-a0d8-4019-806f-8f3d2901baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:02.069820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-43cfe3b9-a0d8-4019-806f-8f3d2901baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:02.070626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-43cfe3b9-a0d8-4019-806f-8f3d2901baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:02.072998 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-43cfe3b9-a0d8-4019-806f-8f3d2901baee service neutron] 10.222.0.18 "GET /v2.0/networks?id=e24b41d5-580c-404e-9977-7163a101b7f9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&id=7807f09d-0aa0-4730-9e80-ec87226ad9a0 HTTP/1.1" status: 200 len: 2291 time: 0.4791758 Dec 12 04:25:02.095298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:02.099045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:02.101955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:02.119134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Pushing event updated for resources: {'Port': ['ID=93065802-6638-44c5-b152-71c3c20fb1f9,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:02.219087 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.227578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Attempting to bind port 93065802-6638-44c5-b152-71c3c20fb1f9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:02.228137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Attempting to bind port 93065802-6638-44c5-b152-71c3c20fb1f9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:02.228350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Attempting to bind port 93065802-6638-44c5-b152-71c3c20fb1f9 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:02.235744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:02.236147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:02.236560 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.237467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:02.237467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Bound port: 93065802-6638-44c5-b152-71c3c20fb1f9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:02.237847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.255583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-b3c0e592-911a-4039-84f2-f7963e5c962d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50865e90-2d61-4c3f-845d-73e68d27bd50 HTTP/1.1" status: 200 len: 1002 time: 0.1735098 Dec 12 04:25:02.331876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] For port 93065802-6638-44c5-b152-71c3c20fb1f9, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:02.340916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] For port 93065802-6638-44c5-b152-71c3c20fb1f9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=93065802-6638-44c5-b152-71c3c20fb1f9,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:02.354376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.437166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router eac54f6c-7ee7-49bc-94a4-b4e6b88da977 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:02.450768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-8e863e63-4fbd-4c05-bfd9-e99b39c36318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:02.452188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-8e863e63-4fbd-4c05-bfd9-e99b39c36318 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8498c706-8988-4493-9db4-a7c752384c54 HTTP/1.1" status: 200 len: 851 time: 0.1473329 Dec 12 04:25:02.473716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ccf08-d72f-4cec-a8d9-d67866165042 None None] Pushing event updated for resources: {'Port': ['ID=93065802-6638-44c5-b152-71c3c20fb1f9,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:02.549750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::1 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/701cdf36-ac04-4226-869c-61216291afeb/725d7226-f468-450c-b332-24ea5856a7f8) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:02.593696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:02.605893 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d4a9ab97-9b06-48fa-892d-15065114e3f6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/eac54f6c-7ee7-49bc-94a4-b4e6b88da977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3018088 Dec 12 04:25:02.609237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-eac8a8a5-c8ae-4a25-8225-fb34f46768d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:02.609711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6be80-e3a7-46cf-9223-e6f19962cfdd None None] Sync routers for ids ['eac54f6c-7ee7-49bc-94a4-b4e6b88da977'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:02.611821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-eac8a8a5-c8ae-4a25-8225-fb34f46768d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e24b41d5-580c-404e-9977-7163a101b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464319 Dec 12 04:25:02.611821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36046) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:02.667230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6be80-e3a7-46cf-9223-e6f19962cfdd None None] Routers {'eac54f6c-7ee7-49bc-94a4-b4e6b88da977'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:02.669837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-18b6be80-e3a7-46cf-9223-e6f19962cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eac54f6c-7ee7-49bc-94a4-b4e6b88da977'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:02.748067 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.769406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-18b6be80-e3a7-46cf-9223-e6f19962cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:02.794919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.795221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6be80-e3a7-46cf-9223-e6f19962cfdd None None] Routers {'eac54f6c-7ee7-49bc-94a4-b4e6b88da977'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:02.799051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-18b6be80-e3a7-46cf-9223-e6f19962cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eac54f6c-7ee7-49bc-94a4-b4e6b88da977'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:02.849413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-18b6be80-e3a7-46cf-9223-e6f19962cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:02.850176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6be80-e3a7-46cf-9223-e6f19962cfdd None None] The sync data for ids ['eac54f6c-7ee7-49bc-94a4-b4e6b88da977'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:02.862383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:02.866934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:02.871172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:02.871842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:02.880562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=725d7226-f468-450c-b332-24ea5856a7f8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:03.006268 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.016242 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-275a9ac8-3cad-4333-b76a-3109d559e6fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] remove_router_interface failed (client error): The resource could not be found. Dec 12 04:25:03.020090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-275a9ac8-3cad-4333-b76a-3109d559e6fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/eac54f6c-7ee7-49bc-94a4-b4e6b88da977/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4051335 Dec 12 04:25:03.024209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36050) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:03.041357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-768740d2-e65b-4ab5-8dd3-4bff0b09cd7d service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204717 Dec 12 04:25:03.068881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2cf16fdf-1299-47ad-b171-02f27fa8cf30 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac54f6c-7ee7-49bc-94a4-b4e6b88da977 HTTP/1.1" status: 200 len: 205 time: 0.0440671 Dec 12 04:25:03.072704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36052) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:03.153176 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-6269e02a-ed4f-4155-955d-e30395973c6c service neutron] 10.222.0.18 "GET /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934765 Dec 12 04:25:03.200056 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-58d1c093-3c4e-4e6a-9e77-8b25cb982eaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 200 len: 217 time: 0.0399063 Dec 12 04:25:03.221958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-127c1d80-a0c1-44ef-a33d-03f750a60b5f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.250453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-463f8077-dee8-4311-b99b-67080b62fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:03.252067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-463f8077-dee8-4311-b99b-67080b62fc1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0455270 Dec 12 04:25:03.327902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-d84075ac-3947-400c-b1de-471790e0629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:03.334017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-d84075ac-3947-400c-b1de-471790e0629b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0729423 Dec 12 04:25:03.452961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-6fc26582-2846-4b8e-ae9e-d7a75b6e0270 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108587 Dec 12 04:25:03.548904 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-127c1d80-a0c1-44ef-a33d-03f750a60b5f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.551690 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-127c1d80-a0c1-44ef-a33d-03f750a60b5f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.595395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-014ab4ff-7427-4bcc-9020-a21d630e9e6c service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356573 Dec 12 04:25:03.646995 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-a64b6ca0-1967-49b1-994b-c2e96d0a9dee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 200 len: 217 time: 0.0440202 Dec 12 04:25:03.662136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.667344 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-127c1d80-a0c1-44ef-a33d-03f750a60b5f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.667990 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127c1d80-a0c1-44ef-a33d-03f750a60b5f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Fanout notify agent at l3_agent the message router_deleted on router eac54f6c-7ee7-49bc-94a4-b4e6b88da977 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:25:03.682556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-127c1d80-a0c1-44ef-a33d-03f750a60b5f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.691894 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-127c1d80-a0c1-44ef-a33d-03f750a60b5f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/eac54f6c-7ee7-49bc-94a4-b4e6b88da977 HTTP/1.1" status: 204 len: 168 time: 0.6155932 Dec 12 04:25:03.696641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36058) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:03.697358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.698177 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.735791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-3c42111e-8c80-450d-8079-ba0752535116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:03.737387 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-3c42111e-8c80-450d-8079-ba0752535116 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0789895 Dec 12 04:25:03.764620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-622bddaf-2875-445c-8b0e-b0ed3a1d73e3 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting subnet 7de9036b-e038-4099-a859-8f76107f2cfc {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:03.793180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-622bddaf-2875-445c-8b0e-b0ed3a1d73e3 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.814731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 93065802-6638-44c5-b152-71c3c20fb1f9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:03.820872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-9f643345-5bab-4742-b36a-b4b5bad85284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:03.824216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-9f643345-5bab-4742-b36a-b4b5bad85284 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781784 Dec 12 04:25:03.899456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a7fd3e8d-c2d4-4dbf-b699-5f1856eefe2d None None] Provisioning complete for port 93065802-6638-44c5-b152-71c3c20fb1f9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:03.900719 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3e8d-c2d4-4dbf-b699-5f1856eefe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.928520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=725d7226-f468-450c-b332-24ea5856a7f8,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:03.932844 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-622bddaf-2875-445c-8b0e-b0ed3a1d73e3 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:03.980532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-e267e564-0988-456f-b868-41b0eff0a777 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446812 Dec 12 04:25:03.993627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 93065802-6638-44c5-b152-71c3c20fb1f9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:03.994005 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.087862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:04.092805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:04.136185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-9289843f-1bf0-4d9f-8bf5-50140d70bf03 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453972 Dec 12 04:25:04.172533 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3e8d-c2d4-4dbf-b699-5f1856eefe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.175408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.185517 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-3dff41da-4377-4c27-8abc-50d7439dd6ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93 HTTP/1.1" status: 200 len: 217 time: 0.0408764 Dec 12 04:25:04.195274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-622bddaf-2875-445c-8b0e-b0ed3a1d73e3 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.232589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a7fd3e8d-c2d4-4dbf-b699-5f1856eefe2d None None] For port 93065802-6638-44c5-b152-71c3c20fb1f9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=93065802-6638-44c5-b152-71c3c20fb1f9,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:04.248751 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3e8d-c2d4-4dbf-b699-5f1856eefe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.285995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-f6e56b4e-4d91-4518-93a7-df8e28d91c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:04.288231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-f6e56b4e-4d91-4518-93a7-df8e28d91c24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0951416 Dec 12 04:25:04.307776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Router 445bf56f-35b0-4291-8744-10a77b297645 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:25:04.347182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-211070c4-8e19-4ccd-8ab3-192c76328168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:04.349612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-211070c4-8e19-4ccd-8ab3-192c76328168 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543065 Dec 12 04:25:04.382860 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-622bddaf-2875-445c-8b0e-b0ed3a1d73e3 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.399832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd3e8d-c2d4-4dbf-b699-5f1856eefe2d None None] Pushing event updated for resources: {'Port': ['ID=93065802-6638-44c5-b152-71c3c20fb1f9,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:04.412637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ce0f7ed6-2cd0-40fc-806a-4ce6361e59b9 None None] Provisioning complete for port 725d7226-f468-450c-b332-24ea5856a7f8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:04.413313 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ce0f7ed6-2cd0-40fc-806a-4ce6361e59b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.416703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:25:04.417285 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:25:04.455586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f7ed6-2cd0-40fc-806a-4ce6361e59b9 None None] Port 725d7226-f468-450c-b332-24ea5856a7f8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:04.484068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bddaf-2875-445c-8b0e-b0ed3a1d73e3 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Subnet': ['ID=7de9036b-e038-4099-a859-8f76107f2cfc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:04.490849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-622bddaf-2875-445c-8b0e-b0ed3a1d73e3 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.493831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-1e6f6a93-16b2-42c1-8cb5-52706bb7debd service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373482 Dec 12 04:25:04.494406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-622bddaf-2875-445c-8b0e-b0ed3a1d73e3 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/7de9036b-e038-4099-a859-8f76107f2cfc HTTP/1.1" status: 204 len: 168 time: 0.7934468 Dec 12 04:25:04.496977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36062) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:04.500242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5d19cb-acd0-4d93-9ffe-afbf70216ff0 None None] Network b3a1f6a4-f33f-4496-953d-7c9335d66773 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:04.559761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:04.574548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9d7649a0-63e5-47e7-9e3f-e2a755fcec24 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "PUT /v2.0/routers/445bf56f-35b0-4291-8744-10a77b297645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2037945 Dec 12 04:25:04.579900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36066) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:04.581283 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Sync routers for ids ['445bf56f-35b0-4291-8744-10a77b297645'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:04.617852 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Routers {'445bf56f-35b0-4291-8744-10a77b297645'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:04.621043 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['445bf56f-35b0-4291-8744-10a77b297645'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:04.625396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ad477f52-4af9-4428-90bb-6e6c1306e915 None None] Provisioning complete for port 725d7226-f468-450c-b332-24ea5856a7f8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:04.626026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad477f52-4af9-4428-90bb-6e6c1306e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.643215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.663086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca79534-892d-4671-8c88-e05bd9394cd8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:04.664720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eca79534-892d-4671-8c88-e05bd9394cd8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports/725d7226-f468-450c-b332-24ea5856a7f8 HTTP/1.1" status: 200 len: 911 time: 0.0820451 Dec 12 04:25:04.667381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36070) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:04.743678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ad477f52-4af9-4428-90bb-6e6c1306e915 None None] Port 725d7226-f468-450c-b332-24ea5856a7f8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:04.748386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-36ec88cb-b2f7-4d8e-9347-9fd437a44143 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477221 Dec 12 04:25:04.763524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f1d5c6-c19c-4e43-9ecf-f1d50b09ed5b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:04.769032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:04.769397 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.771093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f1d5c6-c19c-4e43-9ecf-f1d50b09ed5b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:04.773305 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-92f1d5c6-c19c-4e43-9ecf-f1d50b09ed5b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1049898 Dec 12 04:25:04.784644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36072) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:04.804438 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Set router 445bf56f-35b0-4291-8744-10a77b297645 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:04.827672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb791a43-cd69-46b5-938d-b45413580e31 None None] DHCP port deletion for b3a1f6a4-f33f-4496-953d-7c9335d66773 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:04.887701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=905d9412-2fb0-4ebd-b235-97f7abd8e3d1,segment=NetworkSegment(0ab6275a-b88f-4e12-9e3e-1152c97decc8),segment_id=0ab6275a-b88f-4e12-9e3e-1152c97decc8)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:04.888611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:04.933715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:04.957226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-eb791a43-cd69-46b5-938d-b45413580e31 None None] Deleting port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:04.957887 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb791a43-cd69-46b5-938d-b45413580e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.097465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-eb791a43-cd69-46b5-938d-b45413580e31 None None] For port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=905d9412-2fb0-4ebd-b235-97f7abd8e3d1,segment=NetworkSegment(0ab6275a-b88f-4e12-9e3e-1152c97decc8),segment_id=0ab6275a-b88f-4e12-9e3e-1152c97decc8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:05.098009 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb791a43-cd69-46b5-938d-b45413580e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.117752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-eb791a43-cd69-46b5-938d-b45413580e31 None None] Calling delete_port for 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:05.140449 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.194630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No DVR routers for this DVR port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:05.202073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=905d9412-2fb0-4ebd-b235-97f7abd8e3d1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:05.285041 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445bf56f-35b0-4291-8744-10a77b297645', 'name': 'tempest-NetworksTestDHCPv6-router-652977997', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:01Z', 'updated_at': '2021-12-12T04:25:02Z', 'revision_number': 2, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'gw_port_host': None, '_interfaces': [{'id': '725d7226-f468-450c-b332-24ea5856a7f8', 'name': '', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'mac_address': 'fa:16:3e:30:96:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445bf56f-35b0-4291-8744-10a77b297645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '701cdf36-ac04-4226-869c-61216291afeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:02Z', 'updated_at': '2021-12-12T04:25:03Z', 'revision_number': 2, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'subnets': [{'id': '701cdf36-ac04-4226-869c-61216291afeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:05.292636 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb791a43-cd69-46b5-938d-b45413580e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.303532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.324604 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Checking router: 445bf56f-35b0-4291-8744-10a77b297645 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:25:05.324604 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Updating router 445bf56f-35b0-4291-8744-10a77b297645 port 725d7226-f468-450c-b332-24ea5856a7f8 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:25:05.328441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a1f6a4-f33f-4496-953d-7c9335d66773']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:05.332708 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-fc9cbb83-a738-4380-ade7-1ea6c55f0d66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ac44bc2b-566d-43df-a507-1831e4b1458e HTTP/1.1" status: 200 len: 217 time: 0.5577919 Dec 12 04:25:05.339795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab6275a-b88f-4e12-9e3e-1152c97decc8') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:05.342639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab6275a-b88f-4e12-9e3e-1152c97decc8') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:05.345283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb791a43-cd69-46b5-938d-b45413580e31 None None] Pushing event deleted for resources: {'Port': ['ID=905d9412-2fb0-4ebd-b235-97f7abd8e3d1,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:05.356943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb791a43-cd69-46b5-938d-b45413580e31 None None] No DVR routers for this DVR port 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:05.373973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.395560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.396011 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.404673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:25:05.405498 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: items = [ Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:25:05.411347 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:25:05.444396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-9af8289e-0c71-4b43-9c04-0895675e4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:05.446039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-9af8289e-0c71-4b43-9c04-0895675e4c4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 200 len: 797 time: 0.0744212 Dec 12 04:25:05.517881 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.535156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.541389 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/networks/b3a1f6a4-f33f-4496-953d-7c9335d66773 HTTP/1.1" status: 204 len: 168 time: 1.0427547 Dec 12 04:25:05.545965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36076) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:05.552226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1922568191'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:05.588510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-c7028605-c5c1-4d71-bcbe-7a245edb094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:05.590061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-c7028605-c5c1-4d71-bcbe-7a245edb094e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd654d73-c5e0-4a77-925c-fa06e5acb9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1343935 Dec 12 04:25:05.719719 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-e514cff6-2d45-4596-b80f-7acf91cf58b4 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115949 Dec 12 04:25:05.813777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 93065802-6638-44c5-b152-71c3c20fb1f9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:05.855586 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.869731 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.954587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 93065802-6638-44c5-b152-71c3c20fb1f9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:05.955180 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:05.978840 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497e13c-9449-4184-b7cf-52b17fd24c63 None None] Pushing event updated for resources: {'Port': ['ID=725d7226-f468-450c-b332-24ea5856a7f8,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:05.999116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-524c4cda-70de-4b4b-931a-f0823f31c1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560592 Dec 12 04:25:06.021474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f69e4a-785d-4fdc-ad53-36bcea0ea927 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Network': ['ID=b3a1f6a4-f33f-4496-953d-7c9335d66773,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:06.033180 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Attempting to bind port 725d7226-f468-450c-b332-24ea5856a7f8 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:06.033563 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Attempting to bind port 725d7226-f468-450c-b332-24ea5856a7f8 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:06.034013 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Attempting to bind port 725d7226-f468-450c-b332-24ea5856a7f8 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:06.042744 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:06.043155 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:06.043548 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.043964 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:06.044498 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Bound port: 725d7226-f468-450c-b332-24ea5856a7f8, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:06.044945 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.059124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:06.064850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.143561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:25:06.171247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.172090 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added segment 110b54ab-7255-4b0d-9d43-8734ba643931 of type vlan for network 40ff0f7a-505b-48f4-9945-a37c10d014ba Dec 12 04:25:06.178059 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-dab0614c-465e-4cd9-9adc-dfa5257ffff5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 HTTP/1.1" status: 200 len: 217 time: 0.1290064 Dec 12 04:25:06.187866 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] For port 725d7226-f468-450c-b332-24ea5856a7f8, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:06.205540 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] For port 725d7226-f468-450c-b332-24ea5856a7f8, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=725d7226-f468-450c-b332-24ea5856a7f8,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:06.218784 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.256049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.277986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.312785 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Routers {'445bf56f-35b0-4291-8744-10a77b297645'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:06.313459 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['445bf56f-35b0-4291-8744-10a77b297645'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:06.330130 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.338187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:06.340772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:06.342297 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.377813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:06.378470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 905d9412-2fb0-4ebd-b235-97f7abd8e3d1 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:06.432137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5e01d984-6d72-4adf-9e65-d1f5e23ca059 None None] Provisioning complete for port 725d7226-f468-450c-b332-24ea5856a7f8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:06.432534 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e01d984-6d72-4adf-9e65-d1f5e23ca059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.433046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-23f3625c-4bc4-4266-95cf-6f5982cc0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:06.439459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-23f3625c-4bc4-4266-95cf-6f5982cc0888 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.2495863 Dec 12 04:25:06.463219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9157021 Dec 12 04:25:06.470810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36084) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:06.472853 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497e13c-9449-4184-b7cf-52b17fd24c63 None None] Pushing event updated for resources: {'Port': ['ID=725d7226-f468-450c-b332-24ea5856a7f8,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:06.486515 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'subnet': {'network_id': '40ff0f7a-505b-48f4-9945-a37c10d014ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:06.517072 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] Set router 445bf56f-35b0-4291-8744-10a77b297645 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:06.594569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-f2bc453a-a847-4e6c-9516-1b1de2cfc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:06.596276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-f2bc453a-a847-4e6c-9516-1b1de2cfc973 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490309 Dec 12 04:25:06.629965 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e01d984-6d72-4adf-9e65-d1f5e23ca059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.667433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0824a10-56f5-4e41-b025-77605b181a4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Network': ['ID=40ff0f7a-505b-48f4-9945-a37c10d014ba,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:06.680528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 40ff0f7a-505b-48f4-9945-a37c10d014ba details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:25:06.700107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:06.704455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.709381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5e01d984-6d72-4adf-9e65-d1f5e23ca059 None None] For port 725d7226-f468-450c-b332-24ea5856a7f8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=725d7226-f468-450c-b332-24ea5856a7f8,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:06.798498 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e01d984-6d72-4adf-9e65-d1f5e23ca059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.848460 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-43fa4b66-f99d-40d0-815a-270f55406ea4 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419972 Dec 12 04:25:06.899476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 725d7226-f468-450c-b332-24ea5856a7f8 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:06.900529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:06.919077 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445bf56f-35b0-4291-8744-10a77b297645', 'name': 'tempest-NetworksTestDHCPv6-router-652977997', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:01Z', 'updated_at': '2021-12-12T04:25:02Z', 'revision_number': 2, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'gw_port_host': None, '_interfaces': [{'id': '725d7226-f468-450c-b332-24ea5856a7f8', 'name': '', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'mac_address': 'fa:16:3e:30:96:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445bf56f-35b0-4291-8744-10a77b297645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '701cdf36-ac04-4226-869c-61216291afeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:02Z', 'updated_at': '2021-12-12T04:25:06Z', 'revision_number': 4, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'subnets': [{'id': '701cdf36-ac04-4226-869c-61216291afeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:06.993472 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb3b04-e9e9-41c1-9c58-eb23c32c93ab None None] The sync data for ids ['445bf56f-35b0-4291-8744-10a77b297645'] in n-d-710847-7 is: [{'id': '445bf56f-35b0-4291-8744-10a77b297645', 'name': 'tempest-NetworksTestDHCPv6-router-652977997', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:01Z', 'updated_at': '2021-12-12T04:25:02Z', 'revision_number': 2, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'gw_port_host': None, '_interfaces': [{'id': '725d7226-f468-450c-b332-24ea5856a7f8', 'name': '', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'mac_address': 'fa:16:3e:30:96:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445bf56f-35b0-4291-8744-10a77b297645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '701cdf36-ac04-4226-869c-61216291afeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:02Z', 'updated_at': '2021-12-12T04:25:06Z', 'revision_number': 4, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'subnets': [{'id': '701cdf36-ac04-4226-869c-61216291afeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:07.005530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.010269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-04ac9638-e62c-428a-9b3a-796c733eacda None None] Provisioning complete for port 725d7226-f468-450c-b332-24ea5856a7f8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:07.010818 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-04ac9638-e62c-428a-9b3a-796c733eacda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.013106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01d984-6d72-4adf-9e65-d1f5e23ca059 None None] Pushing event updated for resources: {'Port': ['ID=725d7226-f468-450c-b332-24ea5856a7f8,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:07.031908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] For port 725d7226-f468-450c-b332-24ea5856a7f8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=725d7226-f468-450c-b332-24ea5856a7f8,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:07.032273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.091000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 725d7226-f468-450c-b332-24ea5856a7f8 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:07.105891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Checking segment: {'id': '110b54ab-7255-4b0d-9d43-8734ba643931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40ff0f7a-505b-48f4-9945-a37c10d014ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:07.106405 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network hostable DHCP agents. Network: 40ff0f7a-505b-48f4-9945-a37c10d014ba, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:25:07.120328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Subnet': ['ID=96ed36be-497b-46e1-877c-55b431c8614e,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:07.143842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 40ff0f7a-505b-48f4-9945-a37c10d014ba is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:25:07.157654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 40ff0f7a-505b-48f4-9945-a37c10d014ba) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:07.163090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:07.163874 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.185222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3d67ce-33a2-42eb-aec7-779c8c05d40d None None] Network 40ff0f7a-505b-48f4-9945-a37c10d014ba requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:07.193250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e24cce32-8810-4efc-ab50-9df581ef71ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7210941 Dec 12 04:25:07.193962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36090) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:07.199252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ea6082e5-4c0e-4923-88ff-995d24b1be73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1967836020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:07.231383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-30bad9ba-9a2a-4001-bafb-1695ec780ca7 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751628 Dec 12 04:25:07.232639 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea6082e5-4c0e-4923-88ff-995d24b1be73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.234477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea6082e5-4c0e-4923-88ff-995d24b1be73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.361386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea6082e5-4c0e-4923-88ff-995d24b1be73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.368625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea6082e5-4c0e-4923-88ff-995d24b1be73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.404796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea6082e5-4c0e-4923-88ff-995d24b1be73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.419554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ea6082e5-4c0e-4923-88ff-995d24b1be73 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2216561 Dec 12 04:25:07.420360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36094) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:07.477266 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-495bf43e-8fa8-4438-bf07-859cb6b9fc17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c HTTP/1.1" status: 200 len: 217 time: 0.1305344 Dec 12 04:25:07.627216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-40ff0f7a-505b-48f4-9945-a37c10d014ba', 'network_id': '40ff0f7a-505b-48f4-9945-a37c10d014ba', 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'fixed_ips': [{'subnet_id': '96ed36be-497b-46e1-877c-55b431c8614e'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:07.629496 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.663890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-03027155-7c2e-47c2-8f57-56a3e65554dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:07.665440 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-03027155-7c2e-47c2-8f57-56a3e65554dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 200 len: 797 time: 0.1793990 Dec 12 04:25:07.737017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:07.821121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=725d7226-f468-450c-b332-24ea5856a7f8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:07.833730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 725d7226-f468-450c-b332-24ea5856a7f8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:07.864184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 725d7226-f468-450c-b332-24ea5856a7f8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:07.864534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 725d7226-f468-450c-b332-24ea5856a7f8 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 04:25:07.895224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Port 725d7226-f468-450c-b332-24ea5856a7f8 not found, will not notify nova. {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 04:25:07.910581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-58aa636c-71d3-4831-a08b-5ba79e6ae197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:07.913426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-58aa636c-71d3-4831-a08b-5ba79e6ae197 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807f09d-0aa0-4730-9e80-ec87226ad9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2375245 Dec 12 04:25:07.979530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Allocated IP 2001:db8::2 (40ff0f7a-505b-48f4-9945-a37c10d014ba/96ed36be-497b-46e1-877c-55b431c8614e/744053d1-3409-4b10-a004-38943721c53c) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:08.045820 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.057727 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.197856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.206942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.227094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-54188eef-4290-4fe1-a058-96d5765371b0 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694159 Dec 12 04:25:08.250790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Network 40ff0f7a-505b-48f4-9945-a37c10d014ba is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:08.255941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:08.260929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:08.264077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Pushing event updated for resources: {'Port': ['ID=744053d1-3409-4b10-a004-38943721c53c,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:08.342963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Attempting to bind port 744053d1-3409-4b10-a004-38943721c53c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:08.343348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Attempting to bind port 744053d1-3409-4b10-a004-38943721c53c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '110b54ab-7255-4b0d-9d43-8734ba643931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40ff0f7a-505b-48f4-9945-a37c10d014ba'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:08.344370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Attempting to bind port 744053d1-3409-4b10-a004-38943721c53c on network 40ff0f7a-505b-48f4-9945-a37c10d014ba {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:08.351396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:08.351876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Checking segment: {'id': '110b54ab-7255-4b0d-9d43-8734ba643931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40ff0f7a-505b-48f4-9945-a37c10d014ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:08.352236 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.353276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Bound using segment: {'id': '110b54ab-7255-4b0d-9d43-8734ba643931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40ff0f7a-505b-48f4-9945-a37c10d014ba'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:08.354033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Bound port: 744053d1-3409-4b10-a004-38943721c53c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110b54ab-7255-4b0d-9d43-8734ba643931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40ff0f7a-505b-48f4-9945-a37c10d014ba'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:08.354466 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.363622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Router 445bf56f-35b0-4291-8744-10a77b297645 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:08.454525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] For port 744053d1-3409-4b10-a004-38943721c53c, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:08.459426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] For port 744053d1-3409-4b10-a004-38943721c53c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=744053d1-3409-4b10-a004-38943721c53c,segment=NetworkSegment(110b54ab-7255-4b0d-9d43-8734ba643931),segment_id=110b54ab-7255-4b0d-9d43-8734ba643931)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:08.467548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.479294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10b3dc8-4cf3-41df-aaec-9d79346920e0 req-c953a028-b2a0-4ef2-ab9b-73b399385891 service neutron] 10.222.0.18 "GET /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174442 Dec 12 04:25:08.486625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:08.495757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 2001:db8::1 (40ff0f7a-505b-48f4-9945-a37c10d014ba/96ed36be-497b-46e1-877c-55b431c8614e/cf560add-b490-4a9d-84c3-c4ff5e17b8a6) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:08.501665 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-035d8ae7-4396-4196-8a71-1030b79e319c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "PUT /v2.0/routers/445bf56f-35b0-4291-8744-10a77b297645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7159619 Dec 12 04:25:08.504142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36112) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:08.583480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef19fed-468a-42b6-adce-bfb95e600a39 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:08.585439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef19fed-468a-42b6-adce-bfb95e600a39 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:08.587308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bef19fed-468a-42b6-adce-bfb95e600a39 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0821407 Dec 12 04:25:08.597309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36114) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:08.606128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125ea30-9a51-4311-afa0-015da036bf18 None None] Pushing event updated for resources: {'Port': ['ID=744053d1-3409-4b10-a004-38943721c53c,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:08.678141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a94def6-78dc-49a4-9434-bac6b7d0ad35 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 701cdf36-ac04-4226-869c-61216291afeb {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:08.683464 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a94def6-78dc-49a4-9434-bac6b7d0ad35 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.720447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.756846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a94def6-78dc-49a4-9434-bac6b7d0ad35 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.770192 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.840915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 40ff0f7a-505b-48f4-9945-a37c10d014ba is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:08.848195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:08.858842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:08.858842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:08.924795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a94def6-78dc-49a4-9434-bac6b7d0ad35 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.021987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=cf560add-b490-4a9d-84c3-c4ff5e17b8a6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:09.033235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a94def6-78dc-49a4-9434-bac6b7d0ad35 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.062042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.115658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94def6-78dc-49a4-9434-bac6b7d0ad35 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=701cdf36-ac04-4226-869c-61216291afeb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:09.118125 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a94def6-78dc-49a4-9434-bac6b7d0ad35 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.122461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4a94def6-78dc-49a4-9434-bac6b7d0ad35 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/701cdf36-ac04-4226-869c-61216291afeb HTTP/1.1" status: 204 len: 168 time: 0.5215824 Dec 12 04:25:09.124791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36118) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:09.125760 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f74c9-3a9c-4776-adbd-9ce0281c001c None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:09.255952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] Sync routers for ids ['445bf56f-35b0-4291-8744-10a77b297645'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:09.312914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] Routers {'445bf56f-35b0-4291-8744-10a77b297645'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:09.313789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['445bf56f-35b0-4291-8744-10a77b297645'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:09.353041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36122) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:09.354033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ac376e25-ed98-4f72-ac44-2ab9cca7ec8e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2277927 Dec 12 04:25:09.437338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] Set router 445bf56f-35b0-4291-8744-10a77b297645 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:09.482218 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0d5c-b279-4536-bd91-127097724034 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.504668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445bf56f-35b0-4291-8744-10a77b297645', 'name': 'tempest-NetworksTestDHCPv6-router-652977997', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:01Z', 'updated_at': '2021-12-12T04:25:07Z', 'revision_number': 3, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:09.533357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] Checking router: 445bf56f-35b0-4291-8744-10a77b297645 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:25:09.548377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] Routers {'445bf56f-35b0-4291-8744-10a77b297645'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:09.549183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['445bf56f-35b0-4291-8744-10a77b297645'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:09.644281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] Set router 445bf56f-35b0-4291-8744-10a77b297645 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:09.692024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e85cd85-cb74-4065-b135-3083b42ce149 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:09.731096 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0d5c-b279-4536-bd91-127097724034 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.738736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0d5c-b279-4536-bd91-127097724034 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.775663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445bf56f-35b0-4291-8744-10a77b297645', 'name': 'tempest-NetworksTestDHCPv6-router-652977997', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:01Z', 'updated_at': '2021-12-12T04:25:07Z', 'revision_number': 3, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:09.796313 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.803676 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.804797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.823228 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0d5c-b279-4536-bd91-127097724034 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.824399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecf0d5c-b279-4536-bd91-127097724034 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Fanout notify agent at l3_agent the message router_deleted on router 445bf56f-35b0-4291-8744-10a77b297645 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:25:09.834033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfaa1a8-d777-4971-b92e-c4ea27bc7561 None None] The sync data for ids ['445bf56f-35b0-4291-8744-10a77b297645'] in n-d-710847-7 is: [{'id': '445bf56f-35b0-4291-8744-10a77b297645', 'name': 'tempest-NetworksTestDHCPv6-router-652977997', 'tenant_id': 'f286aa23a1c949589732dc43ca62c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:01Z', 'updated_at': '2021-12-12T04:25:07Z', 'revision_number': 3, 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:09.883360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0e85cd85-cb74-4065-b135-3083b42ce149 None None] Deleting port 93065802-6638-44c5-b152-71c3c20fb1f9 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:09.883743 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e85cd85-cb74-4065-b135-3083b42ce149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.885118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0d5c-b279-4536-bd91-127097724034 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:09.888536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1ecf0d5c-b279-4536-bd91-127097724034 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/routers/445bf56f-35b0-4291-8744-10a77b297645 HTTP/1.1" status: 204 len: 168 time: 0.5315077 Dec 12 04:25:09.889820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36128) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:09.961389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=cf560add-b490-4a9d-84c3-c4ff5e17b8a6,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:09.962851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00faf77a-fe28-490c-bc39-86720a4c61b5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:09.974727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-00faf77a-fe28-490c-bc39-86720a4c61b5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0831892 Dec 12 04:25:09.975362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36130) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:10.006952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 40ff0f7a-505b-48f4-9945-a37c10d014ba is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:10.009509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:10.028250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0e85cd85-cb74-4065-b135-3083b42ce149 None None] For port 93065802-6638-44c5-b152-71c3c20fb1f9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=93065802-6638-44c5-b152-71c3c20fb1f9,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:10.028958 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e85cd85-cb74-4065-b135-3083b42ce149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:10.046275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0e85cd85-cb74-4065-b135-3083b42ce149 None None] Calling delete_port for 93065802-6638-44c5-b152-71c3c20fb1f9 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:10.074760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446fbc0-946c-4868-9e96-ea1d505121e6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:10.076600 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c446fbc0-946c-4868-9e96-ea1d505121e6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1002872 Dec 12 04:25:10.079062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36132) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:10.133864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a477431f-ae0c-490d-9fcc-9e9d08ff6f1c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534549 Dec 12 04:25:10.139793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36134) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:10.149242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:10.160635 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e85cd85-cb74-4065-b135-3083b42ce149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:10.189845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85cd85-cb74-4065-b135-3083b42ce149 None None] Pushing event deleted for resources: {'Port': ['ID=93065802-6638-44c5-b152-71c3c20fb1f9,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:10.218097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85cd85-cb74-4065-b135-3083b42ce149 None None] No DVR routers for this DVR port 93065802-6638-44c5-b152-71c3c20fb1f9 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:10.233512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be023d03-6ed8-49f9-851f-b54a4b48438b None None] Network 40ff0f7a-505b-48f4-9945-a37c10d014ba requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:10.295494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 744053d1-3409-4b10-a004-38943721c53c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:10.345942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:10.352034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:10.383498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5c8fd5d3-7ae2-4ebf-b451-5b116d656fc8 None None] Provisioning complete for port 744053d1-3409-4b10-a004-38943721c53c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:10.383916 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5c8fd5d3-7ae2-4ebf-b451-5b116d656fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:10.470589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 744053d1-3409-4b10-a004-38943721c53c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:10.471302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:10.511262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 3a574e02-97b0-414d-97c2-63bc38b1141b is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:25:10.590617 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5c8fd5d3-7ae2-4ebf-b451-5b116d656fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:10.639827 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:10.646560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-678d5339-694c-421c-8787-3d30b253fb58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/3a574e02-97b0-414d-97c2-63bc38b1141b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2208707 Dec 12 04:25:10.649059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36140) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:10.656468 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2930e8-6d08-4bfa-87d1-39ba5e4ac3ed None None] Sync routers for ids ['3a574e02-97b0-414d-97c2-63bc38b1141b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:10.682643 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2930e8-6d08-4bfa-87d1-39ba5e4ac3ed None None] Routers {'3a574e02-97b0-414d-97c2-63bc38b1141b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:10.688425 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4f2930e8-6d08-4bfa-87d1-39ba5e4ac3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3a574e02-97b0-414d-97c2-63bc38b1141b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:10.729220 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:10.745096 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-30033ece-08da-4ef5-9710-d11821b0e31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:10.749706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafaeed-82df-4105-a024-c976f6d44e18 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:10.751735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3aafaeed-82df-4105-a024-c976f6d44e18 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports/cf560add-b490-4a9d-84c3-c4ff5e17b8a6 HTTP/1.1" status: 200 len: 911 time: 0.1016893 Dec 12 04:25:10.754568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36144) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:10.763983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5c8fd5d3-7ae2-4ebf-b451-5b116d656fc8 None None] For port 744053d1-3409-4b10-a004-38943721c53c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=744053d1-3409-4b10-a004-38943721c53c,segment=NetworkSegment(110b54ab-7255-4b0d-9d43-8734ba643931),segment_id=110b54ab-7255-4b0d-9d43-8734ba643931)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:10.769444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5c8fd5d3-7ae2-4ebf-b451-5b116d656fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:10.854779 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4f2930e8-6d08-4bfa-87d1-39ba5e4ac3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:10.865435 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:25:10.865435 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:25:10.873850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fd5d3-7ae2-4ebf-b451-5b116d656fc8 None None] Pushing event updated for resources: {'Port': ['ID=744053d1-3409-4b10-a004-38943721c53c,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:10.950496 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2930e8-6d08-4bfa-87d1-39ba5e4ac3ed None None] Routers {'3a574e02-97b0-414d-97c2-63bc38b1141b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:10.951720 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4f2930e8-6d08-4bfa-87d1-39ba5e4ac3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:24:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3a574e02-97b0-414d-97c2-63bc38b1141b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:11.001330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.objects.ports [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103451) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:25:11.003341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:11.020656 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4f2930e8-6d08-4bfa-87d1-39ba5e4ac3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:11.021359 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2930e8-6d08-4bfa-87d1-39ba5e4ac3ed None None] The sync data for ids ['3a574e02-97b0-414d-97c2-63bc38b1141b'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:11.060383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:11.065699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:11.070610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:11.071227 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:11.077908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503637f4-a81a-44c0-8b72-0be2e9fe2a57 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:11.098708 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9553015 Dec 12 04:25:11.098708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989bfb7-60d2-4ced-9321-7e43319ec38a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=0687372a-a91e-4bbb-8547-62442ec6a763,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:11.099200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36146) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:11.106139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:11.326478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:11.332055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:11.336595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e49ab0f7-8d36-4446-9ce7-ab4408e3be89 None None] Provisioning complete for port 744053d1-3409-4b10-a004-38943721c53c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:11.338178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e49ab0f7-8d36-4446-9ce7-ab4408e3be89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:11.419849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:11.496272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '0687372a-a91e-4bbb-8547-62442ec6a763'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:11.497188 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:11.611013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 93065802-6638-44c5-b152-71c3c20fb1f9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:11.647728 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 93065802-6638-44c5-b152-71c3c20fb1f9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:11.648087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 93065802-6638-44c5-b152-71c3c20fb1f9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:11.784133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:11.809992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Allocated IP 2001:db8::f816:3eff:fee9:b13b (5960b5c2-0a27-4431-bc11-230ba4c4a35f/0687372a-a91e-4bbb-8547-62442ec6a763/47f93756-8a13-4899-afb1-2d2811504d7d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:11.814489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e49ab0f7-8d36-4446-9ce7-ab4408e3be89 None None] Provisioning complete for port cf560add-b490-4a9d-84c3-c4ff5e17b8a6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:11.814899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e49ab0f7-8d36-4446-9ce7-ab4408e3be89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:11.821058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 744053d1-3409-4b10-a004-38943721c53c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:11.941226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e49ab0f7-8d36-4446-9ce7-ab4408e3be89 None None] Port cf560add-b490-4a9d-84c3-c4ff5e17b8a6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:11.978292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 744053d1-3409-4b10-a004-38943721c53c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:11.978763 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:11.997163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.081614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:12.091478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:12.100976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:12.101603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.108999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1a0244a1-fbdc-4331-a52b-18201cbdfe7d None None] Provisioning complete for port cf560add-b490-4a9d-84c3-c4ff5e17b8a6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:12.108999 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1a0244a1-fbdc-4331-a52b-18201cbdfe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.112077 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=b10e31eb-d6a6-4942-bac3-689b7ec8b121,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:12.129777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ddf3d55c-8033-4733-bb05-3a1be0f0cb1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0295043 Dec 12 04:25:12.132434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36154) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:12.139020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:f5:71:3a', 'name': 'tempest-NetworksTestDHCPv6-1612222609'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:12.171686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.186092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.189737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port cf560add-b490-4a9d-84c3-c4ff5e17b8a6 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:12.189993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.232647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 725d7226-f468-450c-b332-24ea5856a7f8 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:12.259456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1a0244a1-fbdc-4331-a52b-18201cbdfe7d None None] Port cf560add-b490-4a9d-84c3-c4ff5e17b8a6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:12.272276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 725d7226-f468-450c-b332-24ea5856a7f8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:12.272632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 725d7226-f468-450c-b332-24ea5856a7f8 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:12.280652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:12.281828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Pushing event updated for resources: {'Port': ['ID=47f93756-8a13-4899-afb1-2d2811504d7d,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:12.285632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:12.288209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:12.335385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.346508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Attempting to bind port 47f93756-8a13-4899-afb1-2d2811504d7d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:12.347103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Attempting to bind port 47f93756-8a13-4899-afb1-2d2811504d7d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:12.347241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Attempting to bind port 47f93756-8a13-4899-afb1-2d2811504d7d on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:12.352459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:12.352958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for cf560add-b490-4a9d-84c3-c4ff5e17b8a6 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:12.353166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:12.353662 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.354366 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:12.354667 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Bound port: 47f93756-8a13-4899-afb1-2d2811504d7d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:12.355115 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.406927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:12.422724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] For port 47f93756-8a13-4899-afb1-2d2811504d7d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:12.427193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] For port 47f93756-8a13-4899-afb1-2d2811504d7d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47f93756-8a13-4899-afb1-2d2811504d7d,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:12.432026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.496804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d34666-32ec-4f34-892d-eb047e14d198 None None] Pushing event updated for resources: {'Port': ['ID=47f93756-8a13-4899-afb1-2d2811504d7d,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:12.557505 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.595587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port a77d30d4-7430-4f24-b4d4-9469b26eeb02 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:25:12.706349 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.759992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=cf560add-b490-4a9d-84c3-c4ff5e17b8a6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:12.924468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:12.975804 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c68eff41-4a26-4d87-a51b-c68493944608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:13.321025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 172.20.0.9 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/b10e31eb-d6a6-4942-bac3-689b7ec8b121/a77d30d4-7430-4f24-b4d4-9469b26eeb02) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:13.361116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:fef5:713a (5960b5c2-0a27-4431-bc11-230ba4c4a35f/0687372a-a91e-4bbb-8547-62442ec6a763/a77d30d4-7430-4f24-b4d4-9469b26eeb02) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:13.423184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 3a574e02-97b0-414d-97c2-63bc38b1141b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:13.567227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:13.572994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-078f22bb-a3d0-4463-a6ae-16a7640f8b0b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/3a574e02-97b0-414d-97c2-63bc38b1141b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8172207 Dec 12 04:25:13.575954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36162) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:13.582731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f1cf88-754d-4249-a853-06577cbba7d6 None None] Sync routers for ids ['3a574e02-97b0-414d-97c2-63bc38b1141b'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:13.596963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f1cf88-754d-4249-a853-06577cbba7d6 None None] Routers {'3a574e02-97b0-414d-97c2-63bc38b1141b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:13.598509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f3f1cf88-754d-4249-a853-06577cbba7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3a574e02-97b0-414d-97c2-63bc38b1141b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:13.621259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-040794c3-2ee3-4d29-bb19-5cbc16bdccd9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a574e02-97b0-414d-97c2-63bc38b1141b HTTP/1.1" status: 200 len: 205 time: 0.0414128 Dec 12 04:25:13.621654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36164) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:13.635074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f3f1cf88-754d-4249-a853-06577cbba7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:13.654534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f1cf88-754d-4249-a853-06577cbba7d6 None None] Routers {'3a574e02-97b0-414d-97c2-63bc38b1141b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:13.655156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f3f1cf88-754d-4249-a853-06577cbba7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3a574e02-97b0-414d-97c2-63bc38b1141b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:13.682606 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:13.722325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f47f8-f877-4061-94c8-8662feffcb82 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:13.734222 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb64a-14a5-49af-b017-f9429b16960a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:13.736176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f3f1cf88-754d-4249-a853-06577cbba7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:13.737715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f1cf88-754d-4249-a853-06577cbba7d6 None None] The sync data for ids ['3a574e02-97b0-414d-97c2-63bc38b1141b'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:13.781583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:13.871055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e497d645-092c-43c6-bd64-8ff05510e0da None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:13.871055 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e497d645-092c-43c6-bd64-8ff05510e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:13.872319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:13.877902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:13.880161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:13.910486 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:13.918211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=a77d30d4-7430-4f24-b4d4-9469b26eeb02,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:13.927588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 47f93756-8a13-4899-afb1-2d2811504d7d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:13.964403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:13.965878 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:13.990626 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb78ca8e-b2d5-4f28-b628-ece8cff90327 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8561754 Dec 12 04:25:13.992667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36168) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:14.075799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e781fb4d-6a1b-4873-8d8b-5e649c3b9885 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:14.080402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:14.080950 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.085334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e781fb4d-6a1b-4873-8d8b-5e649c3b9885 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:14.087982 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e781fb4d-6a1b-4873-8d8b-5e649c3b9885 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0942361 Dec 12 04:25:14.088900 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.090714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36172) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:14.114552 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e497d645-092c-43c6-bd64-8ff05510e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.205711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e497d645-092c-43c6-bd64-8ff05510e0da None None] For port 47f93756-8a13-4899-afb1-2d2811504d7d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47f93756-8a13-4899-afb1-2d2811504d7d,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:14.206794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15211c86-126c-4ced-8924-c93915301dd6 None None] Update dhcp port {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '0687372a-a91e-4bbb-8547-62442ec6a763', 'ip_address': '2001:db8::f816:3eff:fee9:b13b'}, {'subnet_id': 'b10e31eb-d6a6-4942-bac3-689b7ec8b121'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '47f93756-8a13-4899-afb1-2d2811504d7d'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:25:14.232679 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e497d645-092c-43c6-bd64-8ff05510e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.277837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4905be0a-9265-437c-8e55-d0042539b412 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port a77d30d4-7430-4f24-b4d4-9469b26eeb02 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:14.278182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4905be0a-9265-437c-8e55-d0042539b412 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.303455 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15211c86-126c-4ced-8924-c93915301dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.331645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497d645-092c-43c6-bd64-8ff05510e0da None None] Pushing event updated for resources: {'Port': ['ID=47f93756-8a13-4899-afb1-2d2811504d7d,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:14.395735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4905be0a-9265-437c-8e55-d0042539b412 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.414042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4905be0a-9265-437c-8e55-d0042539b412 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for a77d30d4-7430-4f24-b4d4-9469b26eeb02 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:14.425230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb64a-14a5-49af-b017-f9429b16960a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.427874 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb64a-14a5-49af-b017-f9429b16960a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.478422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb64a-14a5-49af-b017-f9429b16960a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.479396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dbb64a-14a5-49af-b017-f9429b16960a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Fanout notify agent at l3_agent the message router_deleted on router 3a574e02-97b0-414d-97c2-63bc38b1141b {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:25:14.499372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb64a-14a5-49af-b017-f9429b16960a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.501013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f7dbb64a-14a5-49af-b017-f9429b16960a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/3a574e02-97b0-414d-97c2-63bc38b1141b HTTP/1.1" status: 204 len: 168 time: 0.8783045 Dec 12 04:25:14.503736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36176) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:14.516736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-15211c86-126c-4ced-8924-c93915301dd6 None None] Allocated IP 172.20.0.2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/b10e31eb-d6a6-4942-bac3-689b7ec8b121/47f93756-8a13-4899-afb1-2d2811504d7d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:14.577629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-9520ac71-0fce-493f-8244-763dc312683b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting subnet 96ed36be-497b-46e1-877c-55b431c8614e {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:14.582687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9520ac71-0fce-493f-8244-763dc312683b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.618906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-15211c86-126c-4ced-8924-c93915301dd6 None None] For port 47f93756-8a13-4899-afb1-2d2811504d7d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47f93756-8a13-4899-afb1-2d2811504d7d,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:14.634922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4905be0a-9265-437c-8e55-d0042539b412 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.644328 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9520ac71-0fce-493f-8244-763dc312683b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.653792 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15211c86-126c-4ced-8924-c93915301dd6 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.661303 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15211c86-126c-4ced-8924-c93915301dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.675089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905be0a-9265-437c-8e55-d0042539b412 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=a77d30d4-7430-4f24-b4d4-9469b26eeb02,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:14.773034 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4905be0a-9265-437c-8e55-d0042539b412 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.777779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4905be0a-9265-437c-8e55-d0042539b412 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/a77d30d4-7430-4f24-b4d4-9469b26eeb02 HTTP/1.1" status: 204 len: 168 time: 0.6859384 Dec 12 04:25:14.780654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36178) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:14.781344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15211c86-126c-4ced-8924-c93915301dd6 None None] Pushing event updated for resources: {'Port': ['ID=47f93756-8a13-4899-afb1-2d2811504d7d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:14.793855 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9520ac71-0fce-493f-8244-763dc312683b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.850311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e01233d-ce69-4690-a456-a90dad724c97 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:14.852160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e01233d-ce69-4690-a456-a90dad724c97 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:14.854859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e01233d-ce69-4690-a456-a90dad724c97 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:14.859614 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4e01233d-ce69-4690-a456-a90dad724c97 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0777013 Dec 12 04:25:14.860214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36180) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:14.870950 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9520ac71-0fce-493f-8244-763dc312683b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.897163 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9520ac71-0fce-493f-8244-763dc312683b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:14.904464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9520ac71-0fce-493f-8244-763dc312683b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/96ed36be-497b-46e1-877c-55b431c8614e HTTP/1.1" status: 204 len: 168 time: 0.3966045 Dec 12 04:25:14.905955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36182) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:14.910458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63809109-4915-4393-85f8-bba2459b7539 None None] Network 40ff0f7a-505b-48f4-9945-a37c10d014ba requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:14.924696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520ac71-0fce-493f-8244-763dc312683b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Subnet': ['ID=96ed36be-497b-46e1-877c-55b431c8614e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:14.985701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-025c50fb-1e54-4bd4-af85-617cd684f0c7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 0687372a-a91e-4bbb-8547-62442ec6a763 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:14.998782 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-025c50fb-1e54-4bd4-af85-617cd684f0c7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.057081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.074905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-1c9ad247-b87e-4984-8efc-6033ab1e2588 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0805848 Dec 12 04:25:15.086171 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-025c50fb-1e54-4bd4-af85-617cd684f0c7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.159880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed139f-8c55-4c8d-8ad8-b2c5800b1bdd None None] DHCP port deletion for 40ff0f7a-505b-48f4-9945-a37c10d014ba request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:15.225959 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-025c50fb-1e54-4bd4-af85-617cd684f0c7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.243090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-70ed139f-8c55-4c8d-8ad8-b2c5800b1bdd None None] Deleting port 744053d1-3409-4b10-a004-38943721c53c {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:15.243931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-70ed139f-8c55-4c8d-8ad8-b2c5800b1bdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.253378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port 744053d1-3409-4b10-a004-38943721c53c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:15.253717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.259710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-cabd0922-b9fa-4fd2-b6e6-254c82332d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.260468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-cabd0922-b9fa-4fd2-b6e6-254c82332d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.261087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-cabd0922-b9fa-4fd2-b6e6-254c82332d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.261902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-cabd0922-b9fa-4fd2-b6e6-254c82332d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.264263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-cabd0922-b9fa-4fd2-b6e6-254c82332d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.273604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-cabd0922-b9fa-4fd2-b6e6-254c82332d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.275388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-cabd0922-b9fa-4fd2-b6e6-254c82332d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.283021 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-cabd0922-b9fa-4fd2-b6e6-254c82332d27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 6500 time: 0.1389287 Dec 12 04:25:15.356436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-70ed139f-8c55-4c8d-8ad8-b2c5800b1bdd None None] For port 744053d1-3409-4b10-a004-38943721c53c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=744053d1-3409-4b10-a004-38943721c53c,segment=NetworkSegment(110b54ab-7255-4b0d-9d43-8734ba643931),segment_id=110b54ab-7255-4b0d-9d43-8734ba643931)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:15.357045 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-70ed139f-8c55-4c8d-8ad8-b2c5800b1bdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.381065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-70ed139f-8c55-4c8d-8ad8-b2c5800b1bdd None None] Calling delete_port for 744053d1-3409-4b10-a004-38943721c53c owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:15.399203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port 744053d1-3409-4b10-a004-38943721c53c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=744053d1-3409-4b10-a004-38943721c53c,segment=NetworkSegment(110b54ab-7255-4b0d-9d43-8734ba643931),segment_id=110b54ab-7255-4b0d-9d43-8734ba643931)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:15.399203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.412472 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-025c50fb-1e54-4bd4-af85-617cd684f0c7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.421771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for 744053d1-3409-4b10-a004-38943721c53c owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:15.458836 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-025c50fb-1e54-4bd4-af85-617cd684f0c7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.465799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-025c50fb-1e54-4bd4-af85-617cd684f0c7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/0687372a-a91e-4bbb-8547-62442ec6a763 HTTP/1.1" status: 204 len: 168 time: 0.6045630 Dec 12 04:25:15.467948 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36190) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:15.476239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c50fb-1e54-4bd4-af85-617cd684f0c7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=0687372a-a91e-4bbb-8547-62442ec6a763,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:15.477818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-d8bb20da-b145-4f7d-bd90-b96bf569f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.479018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-d8bb20da-b145-4f7d-bd90-b96bf569f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.479514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-d8bb20da-b145-4f7d-bd90-b96bf569f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.483648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-d8bb20da-b145-4f7d-bd90-b96bf569f24b service neutron] 10.222.0.37 "GET /v2.0/networks?id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=820fa5df-1459-434b-a847-5908eb8140d9&id=33db8f80-6383-4d67-beb4-519412b18788&id=33db8f80-6383-4d67-beb4-519412b18788 HTTP/1.1" status: 200 len: 2294 time: 0.1705763 Dec 12 04:25:15.569768 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.573127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-70ed139f-8c55-4c8d-8ad8-b2c5800b1bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.588830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf479c0-08e3-4993-b45f-3e3ade38ee2d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet b10e31eb-d6a6-4942-bac3-689b7ec8b121 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:15.590277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-db6bc901-4905-47eb-9779-d2c3bd734e75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7 HTTP/1.1" status: 200 len: 1001 time: 0.0940781 Dec 12 04:25:15.593216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cf479c0-08e3-4993-b45f-3e3ade38ee2d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.612012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed139f-8c55-4c8d-8ad8-b2c5800b1bdd None None] Pushing event deleted for resources: {'Port': ['ID=744053d1-3409-4b10-a004-38943721c53c,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:15.621538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed139f-8c55-4c8d-8ad8-b2c5800b1bdd None None] No DVR routers for this DVR port 744053d1-3409-4b10-a004-38943721c53c on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:15.662309 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cf479c0-08e3-4993-b45f-3e3ade38ee2d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.683639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-38120e68-b547-4b87-8ab5-456e6a641ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.687826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.690533 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-38120e68-b547-4b87-8ab5-456e6a641ba2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=096e88f5-8993-4f7c-8a4b-6dbd7270e925 HTTP/1.1" status: 200 len: 855 time: 0.0917568 Dec 12 04:25:15.724559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No DVR routers for this DVR port 744053d1-3409-4b10-a004-38943721c53c on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:15.729781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=744053d1-3409-4b10-a004-38943721c53c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:15.753124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-e4acb649-d5fe-4d4a-aca4-d6e63f25649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:15.754916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-e4acb649-d5fe-4d4a-aca4-d6e63f25649e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586ce0e1-b7da-4049-8cce-e0568a1dc6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593975 Dec 12 04:25:15.794293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29408b9b-5154-4672-84ea-d1391a628b51 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:15.871105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 47f93756-8a13-4899-afb1-2d2811504d7d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:15.878875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.891534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-2c92b3e0-f5aa-4e69-b0ec-c3ff73b061d1 service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282396 Dec 12 04:25:15.908210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ff0f7a-505b-48f4-9945-a37c10d014ba']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:15.910883 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cf479c0-08e3-4993-b45f-3e3ade38ee2d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.922474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ee20998a-0627-46a3-aaf8-916e61310038 None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:15.922786 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ee20998a-0627-46a3-aaf8-916e61310038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.946928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110b54ab-7255-4b0d-9d43-8734ba643931') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:15.947200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110b54ab-7255-4b0d-9d43-8734ba643931') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:15.963447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:15.999012 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.006638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:25:16.007050 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:25:16.011126 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:25:16.014834 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-7f256f28-18ab-4c81-bd11-fd3826f3bb8a service neutron] 10.222.0.37 "GET /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062164 Dec 12 04:25:16.036932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:16.037559 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.077996 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cf479c0-08e3-4993-b45f-3e3ade38ee2d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.079073 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-77b85d54-f100-4ee3-855e-708654f54fce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 200 len: 217 time: 0.0442948 Dec 12 04:25:16.089530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.094452 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.098245 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/networks/40ff0f7a-505b-48f4-9945-a37c10d014ba HTTP/1.1" status: 204 len: 168 time: 1.1912317 Dec 12 04:25:16.123605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36196) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:16.128136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf479c0-08e3-4993-b45f-3e3ade38ee2d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=b10e31eb-d6a6-4942-bac3-689b7ec8b121,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:16.131520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2047577572', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:16.133377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cf479c0-08e3-4993-b45f-3e3ade38ee2d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.139738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5cf479c0-08e3-4993-b45f-3e3ade38ee2d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/b10e31eb-d6a6-4942-bac3-689b7ec8b121 HTTP/1.1" status: 204 len: 168 time: 0.6702833 Dec 12 04:25:16.140495 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36198) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:16.158291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3cc64-6251-4b65-8189-a788abedd979 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Network': ['ID=40ff0f7a-505b-48f4-9945-a37c10d014ba,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:16.175779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.176868 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.182484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-c5751c7d-d7a3-4cff-ad66-792c93b3ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:16.185053 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-c5751c7d-d7a3-4cff-ad66-792c93b3ae96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.0976095 Dec 12 04:25:16.185204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ee20998a-0627-46a3-aaf8-916e61310038 None None] Could not find standard attr ID for object a77d30d4-7430-4f24-b4d4-9469b26eeb02. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:25:16.209357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9d0ab207-77e1-4f91-975b-dab1227524f2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514965 Dec 12 04:25:16.210130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36200) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:16.215971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:16.264236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.309850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 744053d1-3409-4b10-a004-38943721c53c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:16.331486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 744053d1-3409-4b10-a004-38943721c53c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:16.331854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 744053d1-3409-4b10-a004-38943721c53c not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:16.369307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:16.373083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.445826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-c722d2a5-9d78-409d-8009-5f4addfc0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:16.447431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-c722d2a5-9d78-409d-8009-5f4addfc0764 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2546265 Dec 12 04:25:16.451525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.627697 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-95577395-9e88-4a83-b663-6d7195f7e37a service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487451 Dec 12 04:25:16.682059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.754119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:25:16.758519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99eae64-6e22-46b6-9d75-4f784176d0e3 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:16.838724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.842791 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-5bcde243-3212-4ef6-8093-82c37de298f4 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054565 Dec 12 04:25:16.854841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-775bdbdd-08b8-44c4-97a1-4f7b91884cc1 None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:16.855802 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-775bdbdd-08b8-44c4-97a1-4f7b91884cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.866622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:16.907049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-8551b3da-9e04-4188-8cde-fe9770ab6788 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 200 len: 217 time: 0.0470364 Dec 12 04:25:16.979375 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:17.027667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-12879d6f-802b-405e-bcf1-237523a8da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:17.029493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-12879d6f-802b-405e-bcf1-237523a8da53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.0905688 Dec 12 04:25:17.086921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 172.25.7.30 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/ab5e3571-7ef0-49d5-997a-2667b94413c7) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:17.110272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-183ccdb4-96ee-4e57-8489-1df1e1cc9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:17.112588 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-183ccdb4-96ee-4e57-8489-1df1e1cc9863 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739522 Dec 12 04:25:17.312883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-21323bbf-662e-4a97-9178-973b8b7f39b1 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903653 Dec 12 04:25:17.319830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:17.440100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:17.486797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] For port 47f93756-8a13-4899-afb1-2d2811504d7d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47f93756-8a13-4899-afb1-2d2811504d7d,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:17.514879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-7e9bc948-d834-4fa8-abf0-384e1455b1e8 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917202 Dec 12 04:25:17.518524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:17.521984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:17.523536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:17.528165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:17.545351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:17.546173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:17.550585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af51dd0-8414-4c3c-ad71-8d0ba812555c None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:17.588905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=ab5e3571-7ef0-49d5-997a-2667b94413c7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:17.645583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-7327c54b-b3a1-4547-8dd2-ef6f395ab0ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=50c32b66-1914-4858-b0c4-599461ce68a6 HTTP/1.1" status: 200 len: 217 time: 0.1155527 Dec 12 04:25:17.668719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.669568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.670030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.670623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.671069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.671273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-27016ddf-811f-4915-97ee-2345bb930a25 None None] Provisioning complete for port ab5e3571-7ef0-49d5-997a-2667b94413c7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:17.671589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.671744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-27016ddf-811f-4915-97ee-2345bb930a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:17.672121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.672550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.673522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.673522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.674904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.674904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.674904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:17.711726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:17.721424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:17.722120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-27016ddf-811f-4915-97ee-2345bb930a25 None None] Port ab5e3571-7ef0-49d5-997a-2667b94413c7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:17.733557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:17.734717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:17.745146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=14f9c568-31cc-42e7-ad18-1d7e47995e7c,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:17.751447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=47f93756-8a13-4899-afb1-2d2811504d7d,revision_number=8']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:17.768864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-87b0ab5f-e2a0-4997-8354-8fb60df661ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5566385 Dec 12 04:25:17.770797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36212) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:17.776384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:17.797419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-17b3328f-d521-41d3-9bae-a7becd569c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:17.798911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-17b3328f-d521-41d3-9bae-a7becd569c21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.1411829 Dec 12 04:25:17.867274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f841677-a59c-4e0a-b9a5-d19877e717ae None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:17.911509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-9fbc65bd-916b-4759-9c95-ff9c71cd0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:17.913163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-9fbc65bd-916b-4759-9c95-ff9c71cd0ca0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960276 Dec 12 04:25:17.915714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:17.919489 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:17.976679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9e4365c5-2726-45e1-b193-994bb36d8181 None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:17.977439 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9e4365c5-2726-45e1-b193-994bb36d8181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.050656 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.055018 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-6463a933-b216-4e3e-a054-11db1a447355 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162691 Dec 12 04:25:18.159899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.206221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:18.210020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:18.214933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:18.215669 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.225544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=5d7ccb75-ff6a-446f-9c7e-b76c16d1b9c5,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:18.229504 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-f602452e-4cff-44b7-b2d5-7073e7d0d6a6 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437726 Dec 12 04:25:18.240379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-89cbdaeb-b574-419e-81ec-9a1848d24203 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4682748 Dec 12 04:25:18.243845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36214) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:18.249398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:98:f0:21', 'name': 'tempest-NetworksTestDHCPv6-296192494'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:18.263893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c38c6d4-1163-4005-a54b-8c1923ca02be None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:18.330259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4c018f01-84c8-4767-9ec6-04595b1f7247 None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:18.331241 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4c018f01-84c8-4767-9ec6-04595b1f7247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.394767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:18.490160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.516904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 834b3be1-cb19-441a-b47d-2a6c8dc7f799 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:25:18.581018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975c1ea-0a8e-48ca-b35a-1fdffbde9b61 None None] Update dhcp port {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '14f9c568-31cc-42e7-ad18-1d7e47995e7c', 'ip_address': '2001:db8::f816:3eff:fee9:b13b'}, {'subnet_id': '5d7ccb75-ff6a-446f-9c7e-b76c16d1b9c5'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '47f93756-8a13-4899-afb1-2d2811504d7d'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:25:18.611140 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8975c1ea-0a8e-48ca-b35a-1fdffbde9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.664396 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-660ca4fb-8305-4278-bd0c-7e50b8de9f7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=fe26d9f7-c56f-4c18-af19-534b24397d10 HTTP/1.1" status: 200 len: 217 time: 0.3973174 Dec 12 04:25:18.700623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 172.20.0.3 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/5d7ccb75-ff6a-446f-9c7e-b76c16d1b9c5/834b3be1-cb19-441a-b47d-2a6c8dc7f799) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:18.711227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:fe98:f021 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/14f9c568-31cc-42e7-ad18-1d7e47995e7c/834b3be1-cb19-441a-b47d-2a6c8dc7f799) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:18.735646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-f0bcb8ea-8a1d-401a-87cc-dfb5d99d1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:18.737130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-f0bcb8ea-8a1d-401a-87cc-dfb5d99d1065 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 200 len: 797 time: 0.0639136 Dec 12 04:25:18.740089 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.858219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-9477aaae-3fb6-4540-8c59-465f7aa04979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:18.859626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-9477aaae-3fb6-4540-8c59-465f7aa04979 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=820fa5df-1459-434b-a847-5908eb8140d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129713 Dec 12 04:25:18.878493 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.911987 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:18.957223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:18.962446 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:18.963073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-8975c1ea-0a8e-48ca-b35a-1fdffbde9b61 None None] Allocated IP 172.20.0.2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/5d7ccb75-ff6a-446f-9c7e-b76c16d1b9c5/47f93756-8a13-4899-afb1-2d2811504d7d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:18.967215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:18.973800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=834b3be1-cb19-441a-b47d-2a6c8dc7f799,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:18.977981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 0a6a4306-5e49-466f-a3e2-db30da9b2e09 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:25:18.982587 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-d18b6b91-e3af-48ca-bf77-7cc3bee87a27 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129251 Dec 12 04:25:19.027059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.027700 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:19.047306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ab62c049-b149-4d27-9eca-90d995c2f152 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8010437 Dec 12 04:25:19.048679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36222) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:19.088125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8975c1ea-0a8e-48ca-b35a-1fdffbde9b61 None None] For port 47f93756-8a13-4899-afb1-2d2811504d7d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47f93756-8a13-4899-afb1-2d2811504d7d,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:19.109474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624b5c5-08e6-41ea-a0c5-84e12822d973 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.115408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624b5c5-08e6-41ea-a0c5-84e12822d973 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.118631 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b624b5c5-08e6-41ea-a0c5-84e12822d973 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0674014 Dec 12 04:25:19.120494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36224) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:19.121585 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8975c1ea-0a8e-48ca-b35a-1fdffbde9b61 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:19.127267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8975c1ea-0a8e-48ca-b35a-1fdffbde9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:19.162967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-f46d3703-51c6-4caf-b9c9-23c64987a430 service neutron] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720669 Dec 12 04:25:19.165361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:19.176029 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91070f-7231-4c7d-98a7-84dd08d5da0d None None] Sync routers for ids ['0a6a4306-5e49-466f-a3e2-db30da9b2e09'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:19.189288 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91070f-7231-4c7d-98a7-84dd08d5da0d None None] Routers {'0a6a4306-5e49-466f-a3e2-db30da9b2e09'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:19.190215 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fd91070f-7231-4c7d-98a7-84dd08d5da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a6a4306-5e49-466f-a3e2-db30da9b2e09'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:19.217122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-d0faf3f5-f326-4d06-9dc5-f3badc216e6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e HTTP/1.1" status: 200 len: 217 time: 0.0452237 Dec 12 04:25:19.229946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:19.230726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-80eb2862-be8e-47e2-aeef-a878aa9ad23b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1061344 Dec 12 04:25:19.234138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975c1ea-0a8e-48ca-b35a-1fdffbde9b61 None None] Pushing event updated for resources: {'Port': ['ID=47f93756-8a13-4899-afb1-2d2811504d7d,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:19.237754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36226) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:19.250104 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fd91070f-7231-4c7d-98a7-84dd08d5da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:19.264491 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91070f-7231-4c7d-98a7-84dd08d5da0d None None] Routers {'0a6a4306-5e49-466f-a3e2-db30da9b2e09'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:19.272110 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fd91070f-7231-4c7d-98a7-84dd08d5da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a6a4306-5e49-466f-a3e2-db30da9b2e09'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:19.284901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-9987f372-0382-457b-a018-78f81b71ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.288863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-9987f372-0382-457b-a018-78f81b71ba1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.0546739 Dec 12 04:25:19.319575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8161da0d-7872-4abb-9413-0ca89c57b243 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 834b3be1-cb19-441a-b47d-2a6c8dc7f799 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:19.320010 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8161da0d-7872-4abb-9413-0ca89c57b243 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:19.320546 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fd91070f-7231-4c7d-98a7-84dd08d5da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:19.321256 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91070f-7231-4c7d-98a7-84dd08d5da0d None None] The sync data for ids ['0a6a4306-5e49-466f-a3e2-db30da9b2e09'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:19.354340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-129b4cfc-6d6e-42f6-8fe8-c6b86d613181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.356217 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-129b4cfc-6d6e-42f6-8fe8-c6b86d613181 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613101 Dec 12 04:25:19.437636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-afa11d4b-8181-40e3-8f34-e3fa8a29e2c3 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/routers/0a6a4306-5e49-466f-a3e2-db30da9b2e09 HTTP/1.1" status: 200 len: 884 time: 0.1960962 Dec 12 04:25:19.438021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36230) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:19.441650 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8161da0d-7872-4abb-9413-0ca89c57b243 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:19.454731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8161da0d-7872-4abb-9413-0ca89c57b243 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 834b3be1-cb19-441a-b47d-2a6c8dc7f799 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:19.555234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-b1aa60c0-7dc2-40b7-b77c-eb102620a563 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897249 Dec 12 04:25:19.653727 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8161da0d-7872-4abb-9413-0ca89c57b243 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:19.686751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161da0d-7872-4abb-9413-0ca89c57b243 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=834b3be1-cb19-441a-b47d-2a6c8dc7f799,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:19.698582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-520d6c80-662d-4d81-b0c5-004e6f58f19e service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325886 Dec 12 04:25:19.765103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-b2ec67d3-a227-4f31-9581-920fde1163ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855 HTTP/1.1" status: 200 len: 217 time: 0.0602119 Dec 12 04:25:19.800615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 47f93756-8a13-4899-afb1-2d2811504d7d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:19.807775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8161da0d-7872-4abb-9413-0ca89c57b243 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:19.812809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8161da0d-7872-4abb-9413-0ca89c57b243 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/834b3be1-cb19-441a-b47d-2a6c8dc7f799 HTTP/1.1" status: 204 len: 168 time: 0.6909983 Dec 12 04:25:19.815176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36236) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:19.856737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:19.857379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:19.879223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b25c9-0a77-4680-973f-78c6ed08c8e8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.880249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b25c9-0a77-4680-973f-78c6ed08c8e8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.885575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b25c9-0a77-4680-973f-78c6ed08c8e8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.885575 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d40b25c9-0a77-4680-973f-78c6ed08c8e8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0690005 Dec 12 04:25:19.889915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36238) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:19.900578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-111cddfb-82a7-424c-b14a-cda3b6934ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.902012 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-111cddfb-82a7-424c-b14a-cda3b6934ea3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 200 len: 797 time: 0.1281991 Dec 12 04:25:19.931261 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-95fb1032-261f-40ae-91a3-37520bba14e8 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4893794 Dec 12 04:25:19.932305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36240) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:19.936908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a09ec1eb-27e1-46b4-b2d3-982ad56234b7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2047577572'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:19.973011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-8a070cdd-ef50-4e32-86f6-06f2b74515fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:19.974538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-8a070cdd-ef50-4e32-86f6-06f2b74515fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33db8f80-6383-4d67-beb4-519412b18788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630822 Dec 12 04:25:20.022331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a4e06a69-fce2-4aa2-9c35-369f8aaac9e1 None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:20.022940 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a4e06a69-fce2-4aa2-9c35-369f8aaac9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.036355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd6421b-e9b1-4cd2-90a2-a377826f9bcd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 14f9c568-31cc-42e7-ad18-1d7e47995e7c {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:20.043349 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcd6421b-e9b1-4cd2-90a2-a377826f9bcd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.087856 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-2785e04f-64c4-44d7-9331-b46780bb8e38 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039855 Dec 12 04:25:20.101563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcd6421b-e9b1-4cd2-90a2-a377826f9bcd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.195597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64765d7b-03ef-470d-8379-3a79e5fb0b92 req-72aed13b-3d4f-48c4-a3ee-97369cf04e92 service neutron] 10.222.0.37 "GET /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994244 Dec 12 04:25:20.278884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcd6421b-e9b1-4cd2-90a2-a377826f9bcd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.332219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0208d4aa-ace4-4415-bbe9-922debbe95f1 None None] Could not find standard attr ID for object a77d30d4-7430-4f24-b4d4-9469b26eeb02. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:25:20.434758 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcd6421b-e9b1-4cd2-90a2-a377826f9bcd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.449142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a09ec1eb-27e1-46b4-b2d3-982ad56234b7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.480680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6421b-e9b1-4cd2-90a2-a377826f9bcd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=14f9c568-31cc-42e7-ad18-1d7e47995e7c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:20.484247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcd6421b-e9b1-4cd2-90a2-a377826f9bcd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.492044 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dcd6421b-e9b1-4cd2-90a2-a377826f9bcd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/14f9c568-31cc-42e7-ad18-1d7e47995e7c HTTP/1.1" status: 204 len: 168 time: 0.6004322 Dec 12 04:25:20.492262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aeb4d7-ba0a-487c-a32d-9c236e9d4823 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:20.492394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36242) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:20.505063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a09ec1eb-27e1-46b4-b2d3-982ad56234b7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.547763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-166b1734-b819-48ac-8ae9-fde8dbf1387e None None] Could not find standard attr ID for object 834b3be1-cb19-441a-b47d-2a6c8dc7f799. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:25:20.643135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-2591410b-ea0b-4e87-8a41-6bea8b89be9e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 5d7ccb75-ff6a-446f-9c7e-b76c16d1b9c5 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:20.650026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2591410b-ea0b-4e87-8a41-6bea8b89be9e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.714655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2591410b-ea0b-4e87-8a41-6bea8b89be9e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.755098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09ec1eb-27e1-46b4-b2d3-982ad56234b7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 0a6a4306-5e49-466f-a3e2-db30da9b2e09 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:20.885107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2591410b-ea0b-4e87-8a41-6bea8b89be9e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.945139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ec1eb-27e1-46b4-b2d3-982ad56234b7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:20.953719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a09ec1eb-27e1-46b4-b2d3-982ad56234b7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:20.954890 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a09ec1eb-27e1-46b4-b2d3-982ad56234b7 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/0a6a4306-5e49-466f-a3e2-db30da9b2e09 HTTP/1.1" status: 200 len: 891 time: 1.0219584 Dec 12 04:25:20.957628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36250) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:20.959599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac1ada-7964-46bb-975c-e36548ee0e44 None None] Sync routers for ids ['0a6a4306-5e49-466f-a3e2-db30da9b2e09'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:20.973833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac1ada-7964-46bb-975c-e36548ee0e44 None None] Routers {'0a6a4306-5e49-466f-a3e2-db30da9b2e09'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:20.975315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6eac1ada-7964-46bb-975c-e36548ee0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a6a4306-5e49-466f-a3e2-db30da9b2e09'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:20.982999 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2591410b-ea0b-4e87-8a41-6bea8b89be9e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.022070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591410b-ea0b-4e87-8a41-6bea8b89be9e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7ccb75-ff6a-446f-9c7e-b76c16d1b9c5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:21.023151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6eac1ada-7964-46bb-975c-e36548ee0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:21.028466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2591410b-ea0b-4e87-8a41-6bea8b89be9e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.031920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2591410b-ea0b-4e87-8a41-6bea8b89be9e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/5d7ccb75-ff6a-446f-9c7e-b76c16d1b9c5 HTTP/1.1" status: 204 len: 168 time: 0.5385303 Dec 12 04:25:21.037308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36252) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:21.050926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac1ada-7964-46bb-975c-e36548ee0e44 None None] Routers {'0a6a4306-5e49-466f-a3e2-db30da9b2e09'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:21.052024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6eac1ada-7964-46bb-975c-e36548ee0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a6a4306-5e49-466f-a3e2-db30da9b2e09'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:21.093002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6eac1ada-7964-46bb-975c-e36548ee0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:21.093607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac1ada-7964-46bb-975c-e36548ee0e44 None None] The sync data for ids ['0a6a4306-5e49-466f-a3e2-db30da9b2e09'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:21.123954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-de053169-cc37-42cf-aff4-40905580f813 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/routers/0a6a4306-5e49-466f-a3e2-db30da9b2e09 HTTP/1.1" status: 200 len: 891 time: 0.1650844 Dec 12 04:25:21.126521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36254) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:21.160417 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d6f6e8a6-fd01-4a79-ad05-d0a6efb8ef82 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6a4306-5e49-466f-a3e2-db30da9b2e09 HTTP/1.1" status: 200 len: 205 time: 0.0303035 Dec 12 04:25:21.161108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36256) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:21.168456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991b1d7-7e42-4407-838d-51aa4b309fa1 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:21.282041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a55ef2f0-afb3-4fca-910a-0788f58fb63d None None] Provisioning complete for port 47f93756-8a13-4899-afb1-2d2811504d7d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:21.282503 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a55ef2f0-afb3-4fca-910a-0788f58fb63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.299937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.344625 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b3df47a2-7bc2-476c-a904-0847137d2e4e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3059506 Dec 12 04:25:21.347124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36258) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:21.352004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:21.366257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b8383-0fa5-4318-976e-699da98a9823 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:21.425729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-080b8383-0fa5-4318-976e-699da98a9823 None None] Deleting port 47f93756-8a13-4899-afb1-2d2811504d7d {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:21.427003 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-080b8383-0fa5-4318-976e-699da98a9823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.437833 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.443836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:21.448191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.495464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port ab5e3571-7ef0-49d5-997a-2667b94413c7 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:21.495814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.499966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-080b8383-0fa5-4318-976e-699da98a9823 None None] For port 47f93756-8a13-4899-afb1-2d2811504d7d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47f93756-8a13-4899-afb1-2d2811504d7d,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:21.500484 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-080b8383-0fa5-4318-976e-699da98a9823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.516236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-080b8383-0fa5-4318-976e-699da98a9823 None None] Calling delete_port for 47f93756-8a13-4899-afb1-2d2811504d7d owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:21.580901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.591985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for ab5e3571-7ef0-49d5-997a-2667b94413c7 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:21.600754 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-080b8383-0fa5-4318-976e-699da98a9823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.632947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b8383-0fa5-4318-976e-699da98a9823 None None] Pushing event deleted for resources: {'Port': ['ID=47f93756-8a13-4899-afb1-2d2811504d7d,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:21.637191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b8383-0fa5-4318-976e-699da98a9823 None None] No DVR routers for this DVR port 47f93756-8a13-4899-afb1-2d2811504d7d on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:21.692085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.746590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:21.750313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:21.755691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:21.756455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.762336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949184a-726f-41d4-8414-256349dbcedc None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:21.771408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=1861e277-5e24-4861-97be-552984b3a63e,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:21.782007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8ad4da64-ecad-49cf-b317-658c49eab0fe tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4312203 Dec 12 04:25:21.782241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36264) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:21.787626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:21.839460 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.857095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 47f93756-8a13-4899-afb1-2d2811504d7d no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:21.880485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 47f93756-8a13-4899-afb1-2d2811504d7d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:21.880874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 47f93756-8a13-4899-afb1-2d2811504d7d not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:21.881658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=ab5e3571-7ef0-49d5-997a-2667b94413c7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:21.917643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab5cab-2d5d-4751-bf9a-5c349bdba465 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:21.934744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '1861e277-5e24-4861-97be-552984b3a63e'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:21.935917 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.949225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:21.955085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:21.990642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.038748 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:25:22.090955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.093646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.126564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Allocated IP 172.20.0.2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/1861e277-5e24-4861-97be-552984b3a63e/6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:22.146631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.147412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Fanout notify agent at l3_agent the message router_deleted on router 0a6a4306-5e49-466f-a3e2-db30da9b2e09 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:25:22.156227 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.161523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36268) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:22.161711 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c80100c1-d19a-4d52-b91d-bf4978058480 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/0a6a4306-5e49-466f-a3e2-db30da9b2e09 HTTP/1.1" status: 204 len: 168 time: 0.9992757 Dec 12 04:25:22.168940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-173387283'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:22.227977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:22.237569 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.287622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:25:22.296799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.304318 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.305896 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.306387 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added segment 34e5f020-21a2-4deb-a665-ee62cabe2765 of type vlan for network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 Dec 12 04:25:22.346589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:22.351424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:22.355839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:22.363636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Pushing event updated for resources: {'Port': ['ID=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:22.389647 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.429752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Attempting to bind port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:22.430193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Attempting to bind port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:22.430567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Attempting to bind port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:22.435912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:22.436296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:22.436705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.437162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:22.437946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Bound port: 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:22.438114 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.457303 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.464599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:22.465301 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.478314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:25:22.507086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] For port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:22.511043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] For port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:22.515555 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.581621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b4ec5-fe4b-4f81-9704-ba3800f70428 None None] Pushing event updated for resources: {'Port': ['ID=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:22.599737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4371700 Dec 12 04:25:22.602856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36272) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:22.608228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'subnet': {'network_id': '0e2adf3c-29b6-4249-a0d6-c0d3159770c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:22.636888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5916a-eac2-4258-9720-30d88f99ff2c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Network': ['ID=0e2adf3c-29b6-4249-a0d6-c0d3159770c6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:22.650554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:25:22.760783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:22.765042 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:22.767105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.005904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] For port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:23.039319 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.040614 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.045579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.046513 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.135846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Subnet': ['ID=840d503d-d95f-4b26-8035-429815e0435f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:23.137186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:23.140552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Checking segment: {'id': '34e5f020-21a2-4deb-a665-ee62cabe2765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e2adf3c-29b6-4249-a0d6-c0d3159770c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:23.140955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network hostable DHCP agents. Network: 0e2adf3c-29b6-4249-a0d6-c0d3159770c6, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:25:23.146600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:23.151137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:23.151990 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.165290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=ba4c6175-962d-45a9-bb9f-fbf676f87634,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:23.174863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:25:23.189443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0e2adf3c-29b6-4249-a0d6-c0d3159770c6) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:23.194723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:23.195437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.201242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb2850-7cdb-4cfb-b268-f852ea550225 None None] Network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:23.207964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36286) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:23.209079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4252439 Dec 12 04:25:23.210325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ce892-049b-4b9f-91f0-576db369f9b9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:23.215295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:f5:26:cc', 'name': 'tempest-NetworksTestDHCPv6-1445788002'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:23.240421 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-461945dc-b7e3-4762-844f-0f28cb760490 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6363103 Dec 12 04:25:23.243551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36288) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:23.249539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-278d4f26-348e-40c2-ae27-b6125ec2fd9c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-162064452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:23.281649 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-278d4f26-348e-40c2-ae27-b6125ec2fd9c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.282906 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-278d4f26-348e-40c2-ae27-b6125ec2fd9c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.357626 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-278d4f26-348e-40c2-ae27-b6125ec2fd9c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.365100 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-278d4f26-348e-40c2-ae27-b6125ec2fd9c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.373601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:23.381149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-0e2adf3c-29b6-4249-a0d6-c0d3159770c6', 'network_id': '0e2adf3c-29b6-4249-a0d6-c0d3159770c6', 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'fixed_ips': [{'subnet_id': '840d503d-d95f-4b26-8035-429815e0435f'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:23.382049 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.388309 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-278d4f26-348e-40c2-ae27-b6125ec2fd9c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.390008 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-278d4f26-348e-40c2-ae27-b6125ec2fd9c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1446805 Dec 12 04:25:23.392433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36290) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:23.531711 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.559030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port b9c6f674-fa57-401c-b8fe-04f5cb429730 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:25:23.582360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Allocated IP 2001:db8::2 (0e2adf3c-29b6-4249-a0d6-c0d3159770c6/840d503d-d95f-4b26-8035-429815e0435f/b926f60e-26e5-4e1c-9d48-c7d4a90a6400) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:23.775059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.791257 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.815608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 172.20.0.9 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/1861e277-5e24-4861-97be-552984b3a63e/b9c6f674-fa57-401c-b8fe-04f5cb429730) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:23.824604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:fef5:26cc (5960b5c2-0a27-4431-bc11-230ba4c4a35f/ba4c6175-962d-45a9-bb9f-fbf676f87634/b9c6f674-fa57-401c-b8fe-04f5cb429730) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:23.838646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:23.842389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:23.846252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:23.874385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:23.890160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Pushing event updated for resources: {'Port': ['ID=b926f60e-26e5-4e1c-9d48-c7d4a90a6400,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:23.936077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:24.000285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Attempting to bind port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:24.000797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Attempting to bind port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '34e5f020-21a2-4deb-a665-ee62cabe2765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e2adf3c-29b6-4249-a0d6-c0d3159770c6'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:24.001202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Attempting to bind port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 on network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:24.013305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:24.013660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Checking segment: {'id': '34e5f020-21a2-4deb-a665-ee62cabe2765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e2adf3c-29b6-4249-a0d6-c0d3159770c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:24.014304 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.014582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Bound using segment: {'id': '34e5f020-21a2-4deb-a665-ee62cabe2765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e2adf3c-29b6-4249-a0d6-c0d3159770c6'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:24.015290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Bound port: b926f60e-26e5-4e1c-9d48-c7d4a90a6400, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e5f020-21a2-4deb-a665-ee62cabe2765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e2adf3c-29b6-4249-a0d6-c0d3159770c6'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:24.015778 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.087990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:24.088713 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.122146 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.147759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c1731-f761-44a6-a71e-f11271b5f991 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:24.181443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.228438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] For port b926f60e-26e5-4e1c-9d48-c7d4a90a6400, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:24.245118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=b9c6f674-fa57-401c-b8fe-04f5cb429730,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:24.252232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:24.253987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:24.256598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:24.270281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e9f962a0-1157-4e9c-8928-dc96f4beaeaa None None] Provisioning complete for port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:24.270660 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e9f962a0-1157-4e9c-8928-dc96f4beaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.271187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a079ab-127c-4e0c-b3c5-1fa5e897099c req-d4707a18-fbb4-4202-8ddb-fc797ae83cb3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:24.275098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3a079ab-127c-4e0c-b3c5-1fa5e897099c req-d4707a18-fbb4-4202-8ddb-fc797ae83cb3 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 945 time: 0.1295526 Dec 12 04:25:24.347671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:24.353623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.360529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] For port b926f60e-26e5-4e1c-9d48-c7d4a90a6400, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b926f60e-26e5-4e1c-9d48-c7d4a90a6400,segment=NetworkSegment(34e5f020-21a2-4deb-a665-ee62cabe2765),segment_id=34e5f020-21a2-4deb-a665-ee62cabe2765)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:24.385949 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.390971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3be72a52-120a-443a-ae74-91a05b831dfd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1814492 Dec 12 04:25:24.391808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36300) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:24.404505 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3a079ab-127c-4e0c-b3c5-1fa5e897099c req-f087d8a5-95b5-44de-8372-c270be6e164e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252251 Dec 12 04:25:24.458885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 2001:db8::1 (0e2adf3c-29b6-4249-a0d6-c0d3159770c6/840d503d-d95f-4b26-8035-429815e0435f/71e15c32-f9cf-4ce5-b677-0e20b8d28ca0) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:24.481103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d61abd-71a9-4deb-89ba-0163c9b8c11e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:24.489798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d61abd-71a9-4deb-89ba-0163c9b8c11e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:24.496005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-37d61abd-71a9-4deb-89ba-0163c9b8c11e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0992785 Dec 12 04:25:24.496240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36304) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:24.676770 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.686064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-34cdd0fb-389d-498e-a4dd-7f75fb524ef7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port b9c6f674-fa57-401c-b8fe-04f5cb429730 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:24.686729 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34cdd0fb-389d-498e-a4dd-7f75fb524ef7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.745894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094bc35-15ff-40cf-b3a9-e1cb9ac69fc4 None None] Pushing event updated for resources: {'Port': ['ID=b926f60e-26e5-4e1c-9d48-c7d4a90a6400,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:24.768691 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.809188 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.825412 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34cdd0fb-389d-498e-a4dd-7f75fb524ef7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.839966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-34cdd0fb-389d-498e-a4dd-7f75fb524ef7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for b9c6f674-fa57-401c-b8fe-04f5cb429730 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:24.843677 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e9f962a0-1157-4e9c-8928-dc96f4beaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.848549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:24.861443 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.931341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:24.940467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:24.947754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:24.948407 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:24.975074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:25.055918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=71e15c32-f9cf-4ce5-b677-0e20b8d28ca0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:25.064531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-e9f962a0-1157-4e9c-8928-dc96f4beaeaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:25:25.065582 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-e9f962a0-1157-4e9c-8928-dc96f4beaeaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:25:25.248460 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:25.427421 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34cdd0fb-389d-498e-a4dd-7f75fb524ef7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:25.491246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdd0fb-389d-498e-a4dd-7f75fb524ef7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=b9c6f674-fa57-401c-b8fe-04f5cb429730,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:25.694334 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34cdd0fb-389d-498e-a4dd-7f75fb524ef7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:25.697952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-34cdd0fb-389d-498e-a4dd-7f75fb524ef7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/b9c6f674-fa57-401c-b8fe-04f5cb429730 HTTP/1.1" status: 204 len: 168 time: 1.2017815 Dec 12 04:25:25.700861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36314) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:25.770808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd3190-c683-4a72-add8-fd37ba9e76b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:25.772722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd3190-c683-4a72-add8-fd37ba9e76b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:25.777425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd3190-c683-4a72-add8-fd37ba9e76b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:25.780307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-79fd3190-c683-4a72-add8-fd37ba9e76b3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0784283 Dec 12 04:25:25.787167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36316) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:25.834832 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:25.846716 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:25.847103 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:25.869480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b2ce96-51e6-453b-83ce-5e790ca15c20 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 1861e277-5e24-4861-97be-552984b3a63e {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:25.872413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b20877-e081-4681-baa2-f1daf7ace7e5 req-733e6a4b-d689-4ce2-9475-7ea7b6a9d2e7 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:25.874345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0b20877-e081-4681-baa2-f1daf7ace7e5 req-733e6a4b-d689-4ce2-9475-7ea7b6a9d2e7 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 945 time: 0.1608930 Dec 12 04:25:25.883220 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16b2ce96-51e6-453b-83ce-5e790ca15c20 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:25.926250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b926f60e-26e5-4e1c-9d48-c7d4a90a6400 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:25.954413 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16b2ce96-51e6-453b-83ce-5e790ca15c20 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:25.973637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b47ee86a-7169-440e-88a9-ec0a29d91140 None None] Could not find standard attr ID for object b9c6f674-fa57-401c-b8fe-04f5cb429730. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:25:25.995278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b47ee86a-7169-440e-88a9-ec0a29d91140 None None] Provisioning complete for port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:25.995764 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b47ee86a-7169-440e-88a9-ec0a29d91140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.032247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:26.033006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=71e15c32-f9cf-4ce5-b677-0e20b8d28ca0,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:26.033354 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.064777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16b2ce96-51e6-453b-83ce-5e790ca15c20 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.072933 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0b20877-e081-4681-baa2-f1daf7ace7e5 req-f707fbc8-0984-482f-8e57-a3edb645d64d tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528263 Dec 12 04:25:26.152421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:26.154549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:26.186281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16b2ce96-51e6-453b-83ce-5e790ca15c20 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.242727 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.316041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bba41c-514f-4f68-9cfa-c712145173e7 None None] Network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:26.320135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f2edc7dd-9a9f-4a47-bc8c-a16228a3d983 None None] Could not find standard attr ID for object b9c6f674-fa57-401c-b8fe-04f5cb429730. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:25:26.333957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port b926f60e-26e5-4e1c-9d48-c7d4a90a6400, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b926f60e-26e5-4e1c-9d48-c7d4a90a6400,segment=NetworkSegment(34e5f020-21a2-4deb-a665-ee62cabe2765),segment_id=34e5f020-21a2-4deb-a665-ee62cabe2765)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:26.366448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 5802ce09-d001-4730-8d41-705fab1beca3 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:25:26.372012 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.372960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:26.507747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:26.514576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-07e9564e-3551-4631-8d94-4a11aa27ab6b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/5802ce09-d001-4730-8d41-705fab1beca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1206050 Dec 12 04:25:26.517281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36330) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:26.521823 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de5cf4-ba0f-47ea-bd51-63bf2635cc80 None None] Sync routers for ids ['5802ce09-d001-4730-8d41-705fab1beca3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:26.540472 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de5cf4-ba0f-47ea-bd51-63bf2635cc80 None None] Routers {'5802ce09-d001-4730-8d41-705fab1beca3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:26.541526 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c7de5cf4-ba0f-47ea-bd51-63bf2635cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5802ce09-d001-4730-8d41-705fab1beca3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:26.581097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de355a2c-9537-4836-9ee2-e4caa245d1d0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:26.585611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-de355a2c-9537-4836-9ee2-e4caa245d1d0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports/71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 HTTP/1.1" status: 200 len: 911 time: 0.0639613 Dec 12 04:25:26.586301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36334) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:26.592465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0f8ed00c-e855-42ad-bb59-4f7f123d5c6a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '840d503d-d95f-4b26-8035-429815e0435f'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:26.603788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=b926f60e-26e5-4e1c-9d48-c7d4a90a6400,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:26.631889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-81446c18-2865-457e-8c8a-9e6fb668f55f None None] Provisioning complete for port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:26.632295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-81446c18-2865-457e-8c8a-9e6fb668f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.659325 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c7de5cf4-ba0f-47ea-bd51-63bf2635cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:26.701128 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de5cf4-ba0f-47ea-bd51-63bf2635cc80 None None] Routers {'5802ce09-d001-4730-8d41-705fab1beca3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:26.702730 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c7de5cf4-ba0f-47ea-bd51-63bf2635cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5802ce09-d001-4730-8d41-705fab1beca3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:26.761283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2ce96-51e6-453b-83ce-5e790ca15c20 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=1861e277-5e24-4861-97be-552984b3a63e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:26.762441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:26.763338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.772344 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16b2ce96-51e6-453b-83ce-5e790ca15c20 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.779897 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-16b2ce96-51e6-453b-83ce-5e790ca15c20 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/1861e277-5e24-4861-97be-552984b3a63e HTTP/1.1" status: 204 len: 168 time: 0.9910662 Dec 12 04:25:26.780269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36338) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:26.787262 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c7de5cf4-ba0f-47ea-bd51-63bf2635cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:26.787941 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de5cf4-ba0f-47ea-bd51-63bf2635cc80 None None] The sync data for ids ['5802ce09-d001-4730-8d41-705fab1beca3'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:26.881229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a998d0fe-ca0a-4b47-862a-f7544e880ef1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet ba4c6175-962d-45a9-bb9f-fbf676f87634 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:26.894496 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a998d0fe-ca0a-4b47-862a-f7544e880ef1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.965022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed00c-e855-42ad-bb59-4f7f123d5c6a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:26.970861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a998d0fe-ca0a-4b47-862a-f7544e880ef1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:27.017140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a4c91-a81e-4a1c-8d13-b8f196472e96 req-5ad31acd-be3a-432d-b88e-289feb82f379 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:27.025848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b92a4c91-a81e-4a1c-8d13-b8f196472e96 req-5ad31acd-be3a-432d-b88e-289feb82f379 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 945 time: 0.1403515 Dec 12 04:25:27.093795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da29b8b-8830-4865-a15f-efac0fff9b60 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:27.142065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b92a4c91-a81e-4a1c-8d13-b8f196472e96 req-7533d518-975b-47a9-b671-b3447c41b1d2 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149628 Dec 12 04:25:27.163868 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a998d0fe-ca0a-4b47-862a-f7544e880ef1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:27.295335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a998d0fe-ca0a-4b47-862a-f7544e880ef1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:27.318733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a998d0fe-ca0a-4b47-862a-f7544e880ef1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:27.319926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-93e11a51-edcf-4c59-81b2-ae951d7ea4df None None] Provisioning complete for port 71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:27.320492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-93e11a51-edcf-4c59-81b2-ae951d7ea4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:27.330661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a998d0fe-ca0a-4b47-862a-f7544e880ef1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/ba4c6175-962d-45a9-bb9f-fbf676f87634 HTTP/1.1" status: 204 len: 168 time: 0.5461879 Dec 12 04:25:27.376265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36340) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:27.381134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-93e11a51-edcf-4c59-81b2-ae951d7ea4df None None] Port 71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:27.400720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-93e11a51-edcf-4c59-81b2-ae951d7ea4df None None] Provisioning complete for port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:27.401429 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-93e11a51-edcf-4c59-81b2-ae951d7ea4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:27.438575 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-74109549-c373-438c-9193-9c909513da6d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608795 Dec 12 04:25:27.440142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998d0fe-ca0a-4b47-862a-f7544e880ef1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4c6175-962d-45a9-bb9f-fbf676f87634,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:27.442879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36342) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:27.449999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:27.606408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:27.612709 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:27.690618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e9f6aa60-2be1-4721-86d3-1dc2d318722f None None] Provisioning complete for port 71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:27.694023 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e9f6aa60-2be1-4721-86d3-1dc2d318722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:27.829057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6aa60-2be1-4721-86d3-1dc2d318722f None None] Port 71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:27.845802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b926f60e-26e5-4e1c-9d48-c7d4a90a6400 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:27.909621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:27.910024 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:27.979695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.003418 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed00c-e855-42ad-bb59-4f7f123d5c6a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.015508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed00c-e855-42ad-bb59-4f7f123d5c6a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.022414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ed00c-e855-42ad-bb59-4f7f123d5c6a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:28.022819 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed00c-e855-42ad-bb59-4f7f123d5c6a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.024286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0f8ed00c-e855-42ad-bb59-4f7f123d5c6a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/ports/71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 HTTP/1.1" status: 200 len: 911 time: 1.4363744 Dec 12 04:25:28.030575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36348) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:28.052797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0fb91807-c861-440f-86e4-fccf7f6f5190 None None] Provisioning complete for port 71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:28.053484 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0fb91807-c861-440f-86e4-fccf7f6f5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.075527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ed00c-e855-42ad-bb59-4f7f123d5c6a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=71e15c32-f9cf-4ce5-b677-0e20b8d28ca0,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:28.096614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0fb91807-c861-440f-86e4-fccf7f6f5190 None None] Port 71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:28.171229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:28.174003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=6c99f347-de0b-48c2-af09-9c84fbc4ca57,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:28.178083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:28.184003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:28.184301 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.194677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36179df4-d738-49d8-bb83-3b4e3cd7ac93 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:28.206695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-841cea81-a69e-4ce0-b386-414e55939589 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7622509 Dec 12 04:25:28.209496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36352) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:28.215628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:28.320593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-58cc06eb-dbad-4d3d-8d50-04e80e36db52 None None] Provisioning complete for port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:28.321706 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-58cc06eb-dbad-4d3d-8d50-04e80e36db52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.362719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:28.365788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919949-192b-461f-93b2-e1f9e462b0f7 req-1eb5f998-1142-4d61-af06-013add0b9ad7 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:28.368442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.376231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02919949-192b-461f-93b2-e1f9e462b0f7 req-1eb5f998-1142-4d61-af06-013add0b9ad7 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 945 time: 0.1423986 Dec 12 04:25:28.481717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c36911-d01f-48c8-93c4-bd758f69fc8b None None] Update dhcp port {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '6c99f347-de0b-48c2-af09-9c84fbc4ca57'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:25:28.492005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02919949-192b-461f-93b2-e1f9e462b0f7 req-04b40376-1215-467d-9e32-b9f9a71b8f95 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144717 Dec 12 04:25:28.526443 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d8c36911-d01f-48c8-93c4-bd758f69fc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.622124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:28.821410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898b584-f59d-465d-bf31-bc460038af42 req-39e56ef0-cbe3-4e68-bc75-4aaaf8083246 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:28.823462 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e898b584-f59d-465d-bf31-bc460038af42 req-39e56ef0-cbe3-4e68-bc75-4aaaf8083246 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.37 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 945 time: 0.1203403 Dec 12 04:25:28.835769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-d8c36911-d01f-48c8-93c4-bd758f69fc8b None None] Allocated IP 172.20.0.2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/6c99f347-de0b-48c2-af09-9c84fbc4ca57/6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:28.864134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:25:28.975126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d8c36911-d01f-48c8-93c4-bd758f69fc8b None None] For port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:29.021057 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d8c36911-d01f-48c8-93c4-bd758f69fc8b None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.030190 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d8c36911-d01f-48c8-93c4-bd758f69fc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.073093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Deleting port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:29.073715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.089903 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.128766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c36911-d01f-48c8-93c4-bd758f69fc8b None None] Pushing event updated for resources: {'Port': ['ID=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:29.206591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] For port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:29.206963 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.248118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port 71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:29.248412 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.276937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] For port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:29.318686 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.324374 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.326646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.405540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:29.412341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:29.416277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:29.416972 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.438126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=7a651a4f-38b7-4f0b-986c-78d386f42f36,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:29.447387 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:29.456130 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b6a5057e-4da4-4d16-a039-bc67c4837aa9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2454748 Dec 12 04:25:29.459132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36358) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:29.464537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:ef:c2:f2', 'name': 'tempest-NetworksTestDHCPv6-2143860837'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:29.467327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.521931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for 71e15c32-f9cf-4ce5-b677-0e20b8d28ca0 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:29.586096 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.586694 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.587149 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Floating IP 602d83c5-28b9-48e1-b1b2-072eeab239dc disassociated. External IP: 172.25.7.147, port: 3fb6d637-ca6b-4dec-ba77-70d5e73b997e. Dec 12 04:25:29.587285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Calling delete_port for 3fb6d637-ca6b-4dec-ba77-70d5e73b997e owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:29.593396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:29.717078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491dc52-6515-4b3e-a9dc-a0d5f9120cb2 req-58c0bcad-ee0f-495e-94bd-d57f460dcf8a tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:29.718646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7491dc52-6515-4b3e-a9dc-a0d5f9120cb2 req-58c0bcad-ee0f-495e-94bd-d57f460dcf8a tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 945 time: 0.1190715 Dec 12 04:25:29.719973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.746119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port cc189b16-a23b-4824-9b67-70eaaba08a70 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:25:29.787265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648cbe25-99bb-4014-a299-f7f901b9bec7 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:29.854909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:29.915707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8d505c0e-b9cf-4838-aef6-8ab095be5de8 None None] Provisioning complete for port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:29.916246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d505c0e-b9cf-4838-aef6-8ab095be5de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:29.933926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7491dc52-6515-4b3e-a9dc-a0d5f9120cb2 req-d381cffd-3ce3-45e3-a414-59b6164922b4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups?id=eebe7cc0-6af9-4e23-8a54-3eaf8038b699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003255 Dec 12 04:25:29.973301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 172.20.0.11 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/6c99f347-de0b-48c2-af09-9c84fbc4ca57/cc189b16-a23b-4824-9b67-70eaaba08a70) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:29.982336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:feef:c2f2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/7a651a4f-38b7-4f0b-986c-78d386f42f36/cc189b16-a23b-4824-9b67-70eaaba08a70) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:30.005087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:30.086014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:30.087103 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:30.115837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:30.117355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=71e15c32-f9cf-4ce5-b677-0e20b8d28ca0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:30.231225 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:30.274114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Pushing event deleted for resources: {'Port': ['ID=3fb6d637-ca6b-4dec-ba77-70d5e73b997e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:30.316889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:30.372722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:30.382521 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=cc189b16-a23b-4824-9b67-70eaaba08a70,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:30.395266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:30.396731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:30.404404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:30.459866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:30.460525 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:30.493256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1e8769da-a3e3-467c-b0ba-2310b53a1cc5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0307240 Dec 12 04:25:30.494632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36370) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:30.506648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Router 2e48a976-428f-4e62-b40e-281f9fd855fd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:30.568202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a232d63-fce8-4bf3-b5e7-348eaed47421 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:30.575366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a232d63-fce8-4bf3-b5e7-348eaed47421 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:30.577206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8a232d63-fce8-4bf3-b5e7-348eaed47421 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.0813429 Dec 12 04:25:30.579847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36372) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:30.685855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 5802ce09-d001-4730-8d41-705fab1beca3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:30.714835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5b07235c-9ec7-41b8-b556-a096545ae0e2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port cc189b16-a23b-4824-9b67-70eaaba08a70 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:30.715336 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b07235c-9ec7-41b8-b556-a096545ae0e2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:30.800686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:30.807512 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6d76cc31-bbe1-4653-8755-085c0fa5a601 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/5802ce09-d001-4730-8d41-705fab1beca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7730825 Dec 12 04:25:30.810304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36374) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:30.823718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:30.826403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3e75e-ffc5-4ccb-a5cc-21ae9961d3ab None None] Sync routers for ids ['5802ce09-d001-4730-8d41-705fab1beca3'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:30.839412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3e75e-ffc5-4ccb-a5cc-21ae9961d3ab None None] Routers {'5802ce09-d001-4730-8d41-705fab1beca3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:30.839774 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] Sync routers for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:30.840281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-60f3e75e-ffc5-4ccb-a5cc-21ae9961d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5802ce09-d001-4730-8d41-705fab1beca3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:30.857899 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:30.858143 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dbadb959-5325-4cac-abe4-07181192402e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5802ce09-d001-4730-8d41-705fab1beca3 HTTP/1.1" status: 200 len: 205 time: 0.0463467 Dec 12 04:25:30.859014 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:30.862056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36376) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:30.866884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b07235c-9ec7-41b8-b556-a096545ae0e2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:30.898212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5b07235c-9ec7-41b8-b556-a096545ae0e2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for cc189b16-a23b-4824-9b67-70eaaba08a70 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:30.922623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-60f3e75e-ffc5-4ccb-a5cc-21ae9961d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:30.951697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3e75e-ffc5-4ccb-a5cc-21ae9961d3ab None None] Routers {'5802ce09-d001-4730-8d41-705fab1beca3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:30.952348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-60f3e75e-ffc5-4ccb-a5cc-21ae9961d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5802ce09-d001-4730-8d41-705fab1beca3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:31.020008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-60f3e75e-ffc5-4ccb-a5cc-21ae9961d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:31.022757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3e75e-ffc5-4ccb-a5cc-21ae9961d3ab None None] The sync data for ids ['5802ce09-d001-4730-8d41-705fab1beca3'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:31.086159 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:31.112398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-484cc473-59d5-462f-9d32-c3042196be66 None None] Provisioning complete for port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:31.113864 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-484cc473-59d5-462f-9d32-c3042196be66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:31.177033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b07235c-9ec7-41b8-b556-a096545ae0e2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:31.263241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07235c-9ec7-41b8-b556-a096545ae0e2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=cc189b16-a23b-4824-9b67-70eaaba08a70,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:31.385816 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b07235c-9ec7-41b8-b556-a096545ae0e2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:31.399735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5b07235c-9ec7-41b8-b556-a096545ae0e2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/cc189b16-a23b-4824-9b67-70eaaba08a70 HTTP/1.1" status: 204 len: 168 time: 0.8185177 Dec 12 04:25:31.400330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36384) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:31.521232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1940de-3161-4f44-83fe-08da70de926e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:31.526885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1940de-3161-4f44-83fe-08da70de926e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:31.529439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1940de-3161-4f44-83fe-08da70de926e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:31.531308 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-be1940de-3161-4f44-83fe-08da70de926e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1299236 Dec 12 04:25:31.543606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3872e4a-06ad-49c8-85d6-7b8c7728be3b req-ef9279b9-0d8e-41ca-8310-4458339ebcbd tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.0768387 Dec 12 04:25:31.544872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36386) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:31.546225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fc241ad5-0f2c-4d1e-989a-f8cc341ae5f7 None None] Could not find standard attr ID for object cc189b16-a23b-4824-9b67-70eaaba08a70. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:25:31.558399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] No DVR routers for this DVR port 3fb6d637-ca6b-4dec-ba77-70d5e73b997e on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:31.578964 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:31.582679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e898b584-f59d-465d-bf31-bc460038af42 req-b0d75f53-aee9-47c6-859a-2efc28359a4e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.37 "DELETE /v2.0/ports/3fb6d637-ca6b-4dec-ba77-70d5e73b997e HTTP/1.1" status: 204 len: 173 time: 2.7151351 Dec 12 04:25:31.583525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'name': 'network-vif-deleted', 'tag': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:25:31.586050 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a385177c-f691-467d-b9db-cffc44517402" -d '{"events": [{"server_uuid": "666bfbee-edad-4a66-95f9-4a7be916d0d9", "name": "network-vif-deleted", "tag": "3fb6d637-ca6b-4dec-ba77-70d5e73b997e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:25:31.598745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b9ef5cc-44a6-43b4-9dd2-b22c429d77b5 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:31.604490 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd14d40c5-0142-4c1b-a3ca-4da1ac6e75d9', 'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'mac_address': 'fa:16:3e:ef:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:26Z', 'updated_at': '2021-12-12T04:22:36Z', 'revision_number': 5, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'subnets': [{'id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:31.652492 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] Checking router: 2e48a976-428f-4e62-b40e-281f9fd855fd for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:25:31.662881 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:31.663715 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:31.723410 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28359922-013b-45e8-9f74-32c8e099ba44 x-openstack-request-id: req-28359922-013b-45e8-9f74-32c8e099ba44 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:25:31.723936 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666bfbee-edad-4a66-95f9-4a7be916d0d9", "name": "network-vif-deleted", "tag": "3fb6d637-ca6b-4dec-ba77-70d5e73b997e", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:25:31.724411 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28359922-013b-45e8-9f74-32c8e099ba44 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:25:31.725022 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666bfbee-edad-4a66-95f9-4a7be916d0d9', 'name': 'network-vif-deleted', 'tag': '3fb6d637-ca6b-4dec-ba77-70d5e73b997e', 'status': 'completed', 'code': 200} Dec 12 04:25:31.785884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d19ef88-5a67-4c0e-8fc9-ea28a63f30cd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 6c99f347-de0b-48c2-af09-9c84fbc4ca57 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:31.797401 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:31.816158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef88-5a67-4c0e-8fc9-ea28a63f30cd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:31.911563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b9ef5cc-44a6-43b4-9dd2-b22c429d77b5 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:31.918081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b9ef5cc-44a6-43b4-9dd2-b22c429d77b5 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:31.929178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef88-5a67-4c0e-8fc9-ea28a63f30cd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.010813 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b9ef5cc-44a6-43b4-9dd2-b22c429d77b5 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.011374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9ef5cc-44a6-43b4-9dd2-b22c429d77b5 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Fanout notify agent at l3_agent the message router_deleted on router 5802ce09-d001-4730-8d41-705fab1beca3 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:25:32.023331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b9ef5cc-44a6-43b4-9dd2-b22c429d77b5 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.026975 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4b9ef5cc-44a6-43b4-9dd2-b22c429d77b5 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/5802ce09-d001-4730-8d41-705fab1beca3 HTTP/1.1" status: 204 len: 168 time: 1.1608651 Dec 12 04:25:32.027750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36392) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:32.143622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bba540-9202-480b-a867-ce55a21f1cb9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting subnet 840d503d-d95f-4b26-8035-429815e0435f {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:32.148336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef88-5a67-4c0e-8fc9-ea28a63f30cd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.151361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36bba540-9202-480b-a867-ce55a21f1cb9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.217032 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd14d40c5-0142-4c1b-a3ca-4da1ac6e75d9', 'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'mac_address': 'fa:16:3e:ef:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:26Z', 'updated_at': '2021-12-12T04:22:36Z', 'revision_number': 5, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'subnets': [{'id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:32.255066 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36bba540-9202-480b-a867-ce55a21f1cb9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.275501 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942f2f5-25bf-40e8-a0ba-ca4a799a301e None None] The sync data for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 is: [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:22:28Z', 'revision_number': 4, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd14d40c5-0142-4c1b-a3ca-4da1ac6e75d9', 'name': '', 'network_id': '38e5c449-18e5-4d7f-b4d0-dd2f4274e00c', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'mac_address': 'fa:16:3e:ef:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:26Z', 'updated_at': '2021-12-12T04:22:36Z', 'revision_number': 5, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'subnets': [{'id': 'f30cf526-941e-47a8-a33e-ecdb3e94a218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:32.308966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef88-5a67-4c0e-8fc9-ea28a63f30cd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.396555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac23fa2-b1ae-4758-a081-a6e7e2dc1ed5 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:32.418725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19ef88-5a67-4c0e-8fc9-ea28a63f30cd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=6c99f347-de0b-48c2-af09-9c84fbc4ca57,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:32.421188 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef88-5a67-4c0e-8fc9-ea28a63f30cd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.431094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5d19ef88-5a67-4c0e-8fc9-ea28a63f30cd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/6c99f347-de0b-48c2-af09-9c84fbc4ca57 HTTP/1.1" status: 204 len: 168 time: 0.8815551 Dec 12 04:25:32.433599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36396) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:32.465205 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36bba540-9202-480b-a867-ce55a21f1cb9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.521087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 7a651a4f-38b7-4f0b-986c-78d386f42f36 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:32.524793 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.555057 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36bba540-9202-480b-a867-ce55a21f1cb9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.569495 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.593181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bba540-9202-480b-a867-ce55a21f1cb9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Subnet': ['ID=840d503d-d95f-4b26-8035-429815e0435f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:32.595275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36bba540-9202-480b-a867-ce55a21f1cb9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.599477 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-36bba540-9202-480b-a867-ce55a21f1cb9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/840d503d-d95f-4b26-8035-429815e0435f HTTP/1.1" status: 204 len: 168 time: 0.5705073 Dec 12 04:25:32.608563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294439b-9fcc-4792-bab6-12bf6aa61c1c None None] Network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:32.612359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36400) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:32.694585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 3fb6d637-ca6b-4dec-ba77-70d5e73b997e no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:32.729539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 3fb6d637-ca6b-4dec-ba77-70d5e73b997e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:32.729839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af1bc8ad-ba90-48c6-8418-823b1ede1939 req-b76d60ab-d1e9-4214-8666-b8261c5d904f tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.0635071 Dec 12 04:25:32.729967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 3fb6d637-ca6b-4dec-ba77-70d5e73b997e not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:32.747195 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.794975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b23d2c-86f2-4962-a784-b04001d71fd1 None None] New status for floating IP 602d83c5-28b9-48e1-b1b2-072eeab239dc: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:25:32.809762 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.832955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:32.833322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.916146 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.921892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] DHCP port deletion for 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:32.924063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port b926f60e-26e5-4e1c-9d48-c7d4a90a6400, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b926f60e-26e5-4e1c-9d48-c7d4a90a6400,segment=NetworkSegment(34e5f020-21a2-4deb-a665-ee62cabe2765),segment_id=34e5f020-21a2-4deb-a665-ee62cabe2765)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:32.924445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.946365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for b926f60e-26e5-4e1c-9d48-c7d4a90a6400 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:32.966609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:32.970298 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/7a651a4f-38b7-4f0b-986c-78d386f42f36 HTTP/1.1" status: 204 len: 168 time: 0.5353200 Dec 12 04:25:32.971563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=7a651a4f-38b7-4f0b-986c-78d386f42f36,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:32.985290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36404) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:32.995187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.995608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.995971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.996326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.996675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.997051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.997398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.997741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.998085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.998484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.998830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.999172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:32.999806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d2610-8bf0-4ff9-9c8d-8088a944dd89 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.047540 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d31eb8a1-c649-4817-b6aa-b866b2251269 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610623 Dec 12 04:25:33.050258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36408) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:33.068339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.124257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c12346e-6933-4b4b-963f-d68bad89bf0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:33.126610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7c12346e-6933-4b4b-963f-d68bad89bf0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0735636 Dec 12 04:25:33.129363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36410) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:33.139242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=b926f60e-26e5-4e1c-9d48-c7d4a90a6400,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:33.149593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No DVR routers for this DVR port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:33.223455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1654b9f-5c67-4133-bd0b-771e955cf105 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:33.229446 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a1654b9f-5c67-4133-bd0b-771e955cf105 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0989568 Dec 12 04:25:33.230167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36414) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:33.366345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb99f9ed-c439-4bdd-a32d-4de201c40b70 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239963 Dec 12 04:25:33.366707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.367078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36416) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:33.379079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1ec03abc-795b-4281-bb03-475ad695e252 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:33.390983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Deleting port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:33.391510 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.406019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2adf3c-29b6-4249-a0d6-c0d3159770c6']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:33.419565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e5f020-21a2-4deb-a665-ee62cabe2765') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:33.420077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e5f020-21a2-4deb-a665-ee62cabe2765') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:33.442224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.459130 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.482273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:25:33.483129 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:25:33.558758 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:25:33.566609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.574151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.580373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] For port b926f60e-26e5-4e1c-9d48-c7d4a90a6400, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:33.580373 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.580930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec03abc-795b-4281-bb03-475ad695e252 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:33.583615 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ec03abc-795b-4281-bb03-475ad695e252 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.585328 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec03abc-795b-4281-bb03-475ad695e252 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:25:33.585887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec03abc-795b-4281-bb03-475ad695e252 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:25:33.589166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36420) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:33.589319 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/networks/0e2adf3c-29b6-4249-a0d6-c0d3159770c6 HTTP/1.1" status: 204 len: 168 time: 0.9758234 Dec 12 04:25:33.599949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6102ded7-41a2-4318-9f63-f5ae6cfc090d tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-716859391', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:33.600680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Calling delete_port for b926f60e-26e5-4e1c-9d48-c7d4a90a6400 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:33.604483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:25:33.607867 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.613730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2801b-15cb-4b29-b7f4-c9cf940042c6 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:33.616275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbe5a3-fdae-4729-aeb0-21fd2147be13 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Network': ['ID=0e2adf3c-29b6-4249-a0d6-c0d3159770c6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:33.635352 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6102ded7-41a2-4318-9f63-f5ae6cfc090d tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.636740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6102ded7-41a2-4318-9f63-f5ae6cfc090d tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.700658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6102ded7-41a2-4318-9f63-f5ae6cfc090d tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.708451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6102ded7-41a2-4318-9f63-f5ae6cfc090d tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.734325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:33.737662 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1ec03abc-795b-4281-bb03-475ad695e252 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3635807 Dec 12 04:25:33.740107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-275f0ce5-c658-4e0f-be45-a16a89502afa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:33.773240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6102ded7-41a2-4318-9f63-f5ae6cfc090d tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.779142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6102ded7-41a2-4318-9f63-f5ae6cfc090d tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1860132 Dec 12 04:25:33.781430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36426) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:33.784123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Pushing event deleted for resources: {'Port': ['ID=b926f60e-26e5-4e1c-9d48-c7d4a90a6400,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:33.792188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2025213976'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:33.810953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Network 0e2adf3c-29b6-4249-a0d6-c0d3159770c6 is not hosted by any dhcp agent {{(pid=103452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:25:33.811555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] No DVR routers for this DVR port b926f60e-26e5-4e1c-9d48-c7d4a90a6400 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:33.813724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b926f60e-26e5-4e1c-9d48-c7d4a90a6400 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:33.840687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:33.844765 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.852655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: b926f60e-26e5-4e1c-9d48-c7d4a90a6400 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:33.852655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b926f60e-26e5-4e1c-9d48-c7d4a90a6400 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:33.873469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.873833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.874347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.874696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.876060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.876427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.876929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.877412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.877902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.878203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.878597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.878985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.879333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c96ef-b090-4d3b-b170-f21ea755804b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:25:33.883131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:25:33.895020 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.895613 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added segment 2b7904e6-4859-41e5-a1fe-d467f8bb4356 of type vlan for network 5b9115a8-faf6-4159-993e-36cdc0b5063a Dec 12 04:25:33.932890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f0b26b6d-b97a-4e98-a931-1b806e8fe551 None None] Provisioning complete for port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:33.933072 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f0b26b6d-b97a-4e98-a931-1b806e8fe551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.960041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f0ce5-c658-4e0f-be45-a16a89502afa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:33.960862 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.973796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-275f0ce5-c658-4e0f-be45-a16a89502afa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:33.973796 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-275f0ce5-c658-4e0f-be45-a16a89502afa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:25:33.973796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275f0ce5-c658-4e0f-be45-a16a89502afa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:25:33.986483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-275f0ce5-c658-4e0f-be45-a16a89502afa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2504957 Dec 12 04:25:33.992229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36428) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:33.999397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7c799946-2bbf-49c9-9d14-dac8aa3d532e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:34.027626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c2a0f-8465-4f69-a938-0cdd41179ef8 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:34.079605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fc4cdbb-973c-4aee-b939-fae3d72465e2 req-1eb3a644-be44-4c3d-8be1-deb9481a8d29 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.0863051 Dec 12 04:25:34.100228 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.106128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:34.106734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.160052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-635c2a0f-8465-4f69-a938-0cdd41179ef8 None None] Deleting port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:34.160429 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-635c2a0f-8465-4f69-a938-0cdd41179ef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.201633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36432) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:34.202085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4190567 Dec 12 04:25:34.208325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'subnet': {'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:34.215068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289f7df-6a7b-4d27-89f6-1ac4841254bc tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Network': ['ID=5b9115a8-faf6-4159-993e-36cdc0b5063a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:34.226172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 5b9115a8-faf6-4159-993e-36cdc0b5063a details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:25:34.237709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c799946-2bbf-49c9-9d14-dac8aa3d532e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:34.244745 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c799946-2bbf-49c9-9d14-dac8aa3d532e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.246996 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c799946-2bbf-49c9-9d14-dac8aa3d532e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:25:34.247513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c799946-2bbf-49c9-9d14-dac8aa3d532e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:25:34.285811 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7c799946-2bbf-49c9-9d14-dac8aa3d532e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2876329 Dec 12 04:25:34.288966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36436) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:34.292640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b4bb7591-64f3-4676-b84e-640c6617e77c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:34.335136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:34.339898 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.356261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-635c2a0f-8465-4f69-a938-0cdd41179ef8 None None] For port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:34.356454 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-635c2a0f-8465-4f69-a938-0cdd41179ef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.391554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-635c2a0f-8465-4f69-a938-0cdd41179ef8 None None] Calling delete_port for 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:34.432349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb7591-64f3-4676-b84e-640c6617e77c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:34.437268 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7591-64f3-4676-b84e-640c6617e77c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.439116 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bb7591-64f3-4676-b84e-640c6617e77c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:25:34.439731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bb7591-64f3-4676-b84e-640c6617e77c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:25:34.474277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b4bb7591-64f3-4676-b84e-640c6617e77c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1869900 Dec 12 04:25:34.478308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36438) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:34.483914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-16a88a44-3849-4328-bf56-6bc29cca5c01 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:34.568351 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-635c2a0f-8465-4f69-a938-0cdd41179ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.607628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a88a44-3849-4328-bf56-6bc29cca5c01 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:34.614169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16a88a44-3849-4328-bf56-6bc29cca5c01 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.616584 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a88a44-3849-4328-bf56-6bc29cca5c01 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:25:34.617164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a88a44-3849-4328-bf56-6bc29cca5c01 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:25:34.621208 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.638184 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-16a88a44-3849-4328-bf56-6bc29cca5c01 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1587818 Dec 12 04:25:34.641352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36442) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:34.646943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-75dfad70-71d8-4f0e-837b-abecbfd8024b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:34.673571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c2a0f-8465-4f69-a938-0cdd41179ef8 None None] Pushing event deleted for resources: {'Port': ['ID=6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:34.684279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c2a0f-8465-4f69-a938-0cdd41179ef8 None None] No DVR routers for this DVR port 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:34.719609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Subnet': ['ID=e5d4616c-46f4-4ec5-80e1-273f3e58466b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:34.731032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Checking segment: {'id': '2b7904e6-4859-41e5-a1fe-d467f8bb4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:34.731205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network hostable DHCP agents. Network: 5b9115a8-faf6-4159-993e-36cdc0b5063a, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:25:34.764620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 5b9115a8-faf6-4159-993e-36cdc0b5063a is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:25:34.781631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 5b9115a8-faf6-4159-993e-36cdc0b5063a) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:34.792762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb4552-a984-4767-bf21-4df6c92aaad8 None None] Network 5b9115a8-faf6-4159-993e-36cdc0b5063a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:34.803218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dfad70-71d8-4f0e-837b-abecbfd8024b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:34.810104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-75dfad70-71d8-4f0e-837b-abecbfd8024b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.812023 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dfad70-71d8-4f0e-837b-abecbfd8024b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:25:34.812678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75dfad70-71d8-4f0e-837b-abecbfd8024b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:25:34.814520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:34.815839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.840806 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-75dfad70-71d8-4f0e-837b-abecbfd8024b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1978526 Dec 12 04:25:34.843244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36444) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:34.863734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4c43dca0-5beb-481e-9ceb-bbf77992916a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6609004 Dec 12 04:25:34.864680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36446) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:34.900261 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-15893b2f-e4d7-486d-8ede-3981dd1cf0bf tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0546472 Dec 12 04:25:34.905388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36448) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:34.972445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5b9115a8-faf6-4159-993e-36cdc0b5063a', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:34.973376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:34.975587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ac1b0-e31e-4c65-9147-0135f623cc70 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:34.977667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a66ac1b0-e31e-4c65-9147-0135f623cc70 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0708265 Dec 12 04:25:34.980097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36450) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:35.022937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bf80a023-c076-4a33-862a-5b9511082ebb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415115 Dec 12 04:25:35.026930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36452) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:35.035909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:35.195431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d55d52cc-97f4-4cd0-a1d1-acc0a1253246 req-fa4362ba-36f4-44e9-957c-8f5b939d284e tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.0310194 Dec 12 04:25:35.336532 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.341784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:35.346493 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.349749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Allocated IP 2001:db8::2 (5b9115a8-faf6-4159-993e-36cdc0b5063a/e5d4616c-46f4-4ec5-80e1-273f3e58466b/2c0dc76b-edee-4104-822b-db4878a516e6) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:35.548247 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.562289 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.628441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Network 5b9115a8-faf6-4159-993e-36cdc0b5063a is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:35.631547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:35.636059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:35.649668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Pushing event updated for resources: {'Port': ['ID=2c0dc76b-edee-4104-822b-db4878a516e6,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:35.705072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Attempting to bind port 2c0dc76b-edee-4104-822b-db4878a516e6 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:35.706018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Attempting to bind port 2c0dc76b-edee-4104-822b-db4878a516e6 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '2b7904e6-4859-41e5-a1fe-d467f8bb4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:35.706403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Attempting to bind port 2c0dc76b-edee-4104-822b-db4878a516e6 on network 5b9115a8-faf6-4159-993e-36cdc0b5063a {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:35.713649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:35.714032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Checking segment: {'id': '2b7904e6-4859-41e5-a1fe-d467f8bb4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:35.714443 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.714842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Bound using segment: {'id': '2b7904e6-4859-41e5-a1fe-d467f8bb4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:35.715332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Bound port: 2c0dc76b-edee-4104-822b-db4878a516e6, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7904e6-4859-41e5-a1fe-d467f8bb4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:35.715718 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.728295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 2001:db8::1 (5b9115a8-faf6-4159-993e-36cdc0b5063a/e5d4616c-46f4-4ec5-80e1-273f3e58466b/94e434e2-2972-438c-be53-af143e5c33dd) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:35.809588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:25:35.811958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.816265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] For port 2c0dc76b-edee-4104-822b-db4878a516e6, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:35.825939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] For port 2c0dc76b-edee-4104-822b-db4878a516e6, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2c0dc76b-edee-4104-822b-db4878a516e6,segment=NetworkSegment(2b7904e6-4859-41e5-a1fe-d467f8bb4356),segment_id=2b7904e6-4859-41e5-a1fe-d467f8bb4356)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:35.837629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:35.861222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:35.867869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:35.868652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:35.868961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6b02bbcb-a4f7-461d-a8b2-2ad8635ef47e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:35.871162 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:35.872402 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.889787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=68d631ed-82d5-445f-9235-80a85e81cdb2,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:35.895089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab37b5-86ab-4b31-a417-a3371c40c92c None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:35.901120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-946f7435-47b2-4226-bb7b-9e14eb244050 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8728030 Dec 12 04:25:35.901732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.903993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36460) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:35.911331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.911545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:3b:31:95', 'name': 'tempest-NetworksTestDHCPv6-661826279'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:35.960888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:35.983403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e899e37-3f13-499f-904b-a18b5d04b9d2 None None] Pushing event updated for resources: {'Port': ['ID=2c0dc76b-edee-4104-822b-db4878a516e6,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:36.009665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 5b9115a8-faf6-4159-993e-36cdc0b5063a is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:36.013687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:36.022302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:36.022890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.057814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:36.076957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=94e434e2-2972-438c-be53-af143e5c33dd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:36.129172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '68d631ed-82d5-445f-9235-80a85e81cdb2'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:36.130833 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.198738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.429807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Allocated IP 2001:db8::f816:3eff:fed8:999f (5960b5c2-0a27-4431-bc11-230ba4c4a35f/68d631ed-82d5-445f-9235-80a85e81cdb2/768a7fb5-5161-42db-a70c-9d418666b78d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:36.597601 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.606243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.607297 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.705590 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59f03017-97d1-4c8e-ae65-8cf5b77374d7 req-4cfeaeb6-74c2-4069-b430-66896f3056b8 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.1008196 Dec 12 04:25:36.719978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.747456 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.760362 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.762658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=94e434e2-2972-438c-be53-af143e5c33dd,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:36.771805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 5e2d470a-f8f7-4b3a-a48f-78edbc803e7d yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:25:36.829752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Pushing event updated for resources: {'Port': ['ID=768a7fb5-5161-42db-a70c-9d418666b78d,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:36.845801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:36.847342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:36.852562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:36.856141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network 5b9115a8-faf6-4159-993e-36cdc0b5063a is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:36.858500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:36.950125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Attempting to bind port 768a7fb5-5161-42db-a70c-9d418666b78d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:36.950746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Attempting to bind port 768a7fb5-5161-42db-a70c-9d418666b78d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:36.951506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Attempting to bind port 768a7fb5-5161-42db-a70c-9d418666b78d on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:36.957648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:36.958268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:36.958850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:36.959389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:36.960169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Bound port: 768a7fb5-5161-42db-a70c-9d418666b78d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:36.960708 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.063167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:25:37.064039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] For port 768a7fb5-5161-42db-a70c-9d418666b78d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:37.072123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] For port 768a7fb5-5161-42db-a70c-9d418666b78d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=768a7fb5-5161-42db-a70c-9d418666b78d,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:37.075485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:fe3b:3195 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/68d631ed-82d5-445f-9235-80a85e81cdb2/5e2d470a-f8f7-4b3a-a48f-78edbc803e7d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:37.090902 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.271026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada96c4-5478-460a-a0ec-f5f510809081 None None] Pushing event updated for resources: {'Port': ['ID=768a7fb5-5161-42db-a70c-9d418666b78d,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:37.278512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:37.291720 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Sync routers for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:37.296531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6a9f05ef-d355-471e-8c9c-d8b1aafb4296 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4302599 Dec 12 04:25:37.298967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36472) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:37.306124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1782326890'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:37.319570 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:37.320459 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:37.356608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:37.360874 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.392682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.437983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:25:37.454604 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.486634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.488328 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added segment dc3bed8e-66aa-4a0d-948b-3a49677346e0 of type vlan for network b275fdb1-66dd-47d9-b9c7-673c589877fc Dec 12 04:25:37.501930 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:37.540152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=5e2d470a-f8f7-4b3a-a48f-78edbc803e7d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:37.568780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:37.570519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:37.580104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:37.593368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:37.594496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.594915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.661809 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.682045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:37.693070 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e5b40d7d-d387-41d0-b6e1-281bcd1becc1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7848582 Dec 12 04:25:37.693262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:37.694375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36476) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:37.795920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4955146 Dec 12 04:25:37.806140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406d8b5-13d5-4df1-be36-16a48e939eb2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:37.816209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406d8b5-13d5-4df1-be36-16a48e939eb2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:37.820422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9406d8b5-13d5-4df1-be36-16a48e939eb2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1231792 Dec 12 04:25:37.820422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36480) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:37.839280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'subnet': {'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:37.864737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36482) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:38.017987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200950a-8a5a-448b-aede-2856edc53c77 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Network': ['ID=b275fdb1-66dd-47d9-b9c7-673c589877fc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:38.030329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network b275fdb1-66dd-47d9-b9c7-673c589877fc details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:25:38.035238 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-43e47461-f517-4696-9496-e6281ff6314c req-60d9f9c9-5b3c-4a79-88ab-e17684369409 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.0814016 Dec 12 04:25:38.171710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2c0dc76b-edee-4104-822b-db4878a516e6 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:38.186138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:38.192789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:38.202033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-3d543a9f-1e6e-4e97-a214-c4a7d2f936a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 5e2d470a-f8f7-4b3a-a48f-78edbc803e7d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:38.202387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3d543a9f-1e6e-4e97-a214-c4a7d2f936a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:38.234945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850bd721-15cc-4d8c-81ff-8adc6d415818 None None] Network 5b9115a8-faf6-4159-993e-36cdc0b5063a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:38.253423 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:36Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:36Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:38.338678 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Checking router: 1529142d-6bfb-43b5-aa6e-a785d4473177 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:25:38.339287 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Updating router 1529142d-6bfb-43b5-aa6e-a785d4473177 port 94e434e2-2972-438c-be53-af143e5c33dd binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:25:38.415736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3d543a9f-1e6e-4e97-a214-c4a7d2f936a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:38.424118 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:38.464904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-3d543a9f-1e6e-4e97-a214-c4a7d2f936a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 5e2d470a-f8f7-4b3a-a48f-78edbc803e7d owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:38.476579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dccb77e3-7bc7-4824-b53d-fbfb749bbfa5 None None] Provisioning complete for port 2c0dc76b-edee-4104-822b-db4878a516e6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:38.477248 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dccb77e3-7bc7-4824-b53d-fbfb749bbfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:38.708457 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:38.764428 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dccb77e3-7bc7-4824-b53d-fbfb749bbfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:38.784462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2c0dc76b-edee-4104-822b-db4878a516e6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:38.785047 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:38.892422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Checking segment: {'id': 'dc3bed8e-66aa-4a0d-948b-3a49677346e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:38.900248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network hostable DHCP agents. Network: b275fdb1-66dd-47d9-b9c7-673c589877fc, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:25:38.905311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3d543a9f-1e6e-4e97-a214-c4a7d2f936a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:38.913848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Subnet': ['ID=6ddad21d-2743-4596-9669-8b4a8d47af8a,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:38.988732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dccb77e3-7bc7-4824-b53d-fbfb749bbfa5 None None] For port 2c0dc76b-edee-4104-822b-db4878a516e6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2c0dc76b-edee-4104-822b-db4878a516e6,segment=NetworkSegment(2b7904e6-4859-41e5-a1fe-d467f8bb4356),segment_id=2b7904e6-4859-41e5-a1fe-d467f8bb4356)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:38.995439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network b275fdb1-66dd-47d9-b9c7-673c589877fc is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:25:39.014587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, b275fdb1-66dd-47d9-b9c7-673c589877fc) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:39.016956 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dccb77e3-7bc7-4824-b53d-fbfb749bbfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.020792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:39.022302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.027262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d543a9f-1e6e-4e97-a214-c4a7d2f936a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=5e2d470a-f8f7-4b3a-a48f-78edbc803e7d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:39.090850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fccac5f6-58ea-4959-aa7b-d758b022ab0e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2711911 Dec 12 04:25:39.093784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36490) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:39.134005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3d543a9f-1e6e-4e97-a214-c4a7d2f936a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.138906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3d543a9f-1e6e-4e97-a214-c4a7d2f936a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/5e2d470a-f8f7-4b3a-a48f-78edbc803e7d HTTP/1.1" status: 204 len: 168 time: 1.2689855 Dec 12 04:25:39.148894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36492) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:39.194010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb77e3-7bc7-4824-b53d-fbfb749bbfa5 None None] Pushing event updated for resources: {'Port': ['ID=2c0dc76b-edee-4104-822b-db4878a516e6,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:39.200098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87fa696-67f1-4e0f-82fa-fda88f66b5e5 None None] Network b275fdb1-66dd-47d9-b9c7-673c589877fc requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:39.222185 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.234289 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.290493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf4c87-8ad9-47c8-8365-536f0bc6318b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:39.314755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf4c87-8ad9-47c8-8365-536f0bc6318b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:39.323718 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ecf4c87-8ad9-47c8-8365-536f0bc6318b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1709182 Dec 12 04:25:39.329295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36496) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:39.371837 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e8a97-2315-46f1-8bb6-bf25fa8ec118 None None] Pushing event updated for resources: {'Port': ['ID=94e434e2-2972-438c-be53-af143e5c33dd,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:39.426673 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9981ba7-6e95-4be7-8a45-db886a888bda req-dc789465-1f9f-48fd-8e32-e4317a63944f tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.1469903 Dec 12 04:25:39.484577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3b04a4f6-85b1-40c8-ab82-a1731f52d07e None None] Provisioning complete for port 768a7fb5-5161-42db-a70c-9d418666b78d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:39.485480 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b04a4f6-85b1-40c8-ab82-a1731f52d07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.485861 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Attempting to bind port 94e434e2-2972-438c-be53-af143e5c33dd on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:39.486475 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Attempting to bind port 94e434e2-2972-438c-be53-af143e5c33dd by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '2b7904e6-4859-41e5-a1fe-d467f8bb4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:39.487064 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Attempting to bind port 94e434e2-2972-438c-be53-af143e5c33dd on network 5b9115a8-faf6-4159-993e-36cdc0b5063a {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:39.497282 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:39.499067 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Checking segment: {'id': '2b7904e6-4859-41e5-a1fe-d467f8bb4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:39.499302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-79de5283-8e5f-4f92-b525-723cb2772f4e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 68d631ed-82d5-445f-9235-80a85e81cdb2 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:39.503605 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.504277 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Bound using segment: {'id': '2b7904e6-4859-41e5-a1fe-d467f8bb4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:39.505041 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Bound port: 94e434e2-2972-438c-be53-af143e5c33dd, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7904e6-4859-41e5-a1fe-d467f8bb4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:39.505656 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.507852 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79de5283-8e5f-4f92-b525-723cb2772f4e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.655906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79de5283-8e5f-4f92-b525-723cb2772f4e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.670601 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] For port 94e434e2-2972-438c-be53-af143e5c33dd, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:39.686448 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] For port 94e434e2-2972-438c-be53-af143e5c33dd, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=94e434e2-2972-438c-be53-af143e5c33dd,segment=NetworkSegment(2b7904e6-4859-41e5-a1fe-d467f8bb4356),segment_id=2b7904e6-4859-41e5-a1fe-d467f8bb4356)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:39.700568 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.835282 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:39.836167 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:39.854930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-b275fdb1-66dd-47d9-b9c7-673c589877fc', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:39.859949 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:39.899732 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e8a97-2315-46f1-8bb6-bf25fa8ec118 None None] Pushing event updated for resources: {'Port': ['ID=94e434e2-2972-438c-be53-af143e5c33dd,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:39.905682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 768a7fb5-5161-42db-a70c-9d418666b78d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:39.990184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79de5283-8e5f-4f92-b525-723cb2772f4e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:40.006771 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:40.015615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b04a4f6-85b1-40c8-ab82-a1731f52d07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:40.140636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79de5283-8e5f-4f92-b525-723cb2772f4e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:40.181604 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:40.223840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de5283-8e5f-4f92-b525-723cb2772f4e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=68d631ed-82d5-445f-9235-80a85e81cdb2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:40.225894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-79de5283-8e5f-4f92-b525-723cb2772f4e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:40.232205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-79de5283-8e5f-4f92-b525-723cb2772f4e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/68d631ed-82d5-445f-9235-80a85e81cdb2 HTTP/1.1" status: 204 len: 168 time: 0.8993158 Dec 12 04:25:40.241700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36504) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:40.358918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-91d2f845-52ee-4193-bcea-bbbd6ed1c983 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155245 Dec 12 04:25:40.359489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:40.371159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:40.574974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:40.579281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:40.760251 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:36Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:39Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:40.766885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3950b3b1-cb3d-4386-8611-1ac8b9839e05 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:40.818453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92c266a5-324b-4719-a836-a52b8c67cc6b req-f7376a5f-71f3-4061-8450-a443e48e4e58 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/ports?device_id=666bfbee-edad-4a66-95f9-4a7be916d0d9 HTTP/1.1" status: 200 len: 210 time: 0.1286676 Dec 12 04:25:40.834920 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24024566-80a4-4d68-8dc4-8d6a90ad8b29 None None] The sync data for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 is: [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:36Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:39Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:40.918548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 768a7fb5-5161-42db-a70c-9d418666b78d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:40.918909 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:40.939716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 2001:db8:1::1 (b275fdb1-66dd-47d9-b9c7-673c589877fc/6ddad21d-2743-4596-9669-8b4a8d47af8a/8bdd41df-a852-40b2-97ec-716bd94aca70) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:41.003182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d607724d-2681-4ff0-8959-7b14ea142e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:41.095048 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-3b04a4f6-85b1-40c8-ab82-a1731f52d07e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:25:41.095416 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-3b04a4f6-85b1-40c8-ab82-a1731f52d07e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:25:41.188941 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:41.212163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe129a8-2330-4c5e-872a-9d86775fd005 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:41.235908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 768a7fb5-5161-42db-a70c-9d418666b78d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=768a7fb5-5161-42db-a70c-9d418666b78d,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:41.259337 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:41.260922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:41.402612 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:41.413824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.objects.ports [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103451) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:25:41.466340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=768a7fb5-5161-42db-a70c-9d418666b78d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:41.527901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network b275fdb1-66dd-47d9-b9c7-673c589877fc is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:41.531497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:41.556667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:41.560130 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:41.671042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=8bdd41df-a852-40b2-97ec-716bd94aca70,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:41.793253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2c0dc76b-edee-4104-822b-db4878a516e6 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:41.835803 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:41.960971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Allocated IP 2001:db8:1::2 (b275fdb1-66dd-47d9-b9c7-673c589877fc/6ddad21d-2743-4596-9669-8b4a8d47af8a/c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:41.994414 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.010296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fbe129a8-2330-4c5e-872a-9d86775fd005 None None] Deleting port 768a7fb5-5161-42db-a70c-9d418666b78d {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:42.010739 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fbe129a8-2330-4c5e-872a-9d86775fd005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.030171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:42.150612 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9687e05b-1af4-42d1-8633-3b05686e520c tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.151445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fbe129a8-2330-4c5e-872a-9d86775fd005 None None] For port 768a7fb5-5161-42db-a70c-9d418666b78d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=768a7fb5-5161-42db-a70c-9d418666b78d,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:42.151869 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fbe129a8-2330-4c5e-872a-9d86775fd005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.167251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fbe129a8-2330-4c5e-872a-9d86775fd005 None None] Calling delete_port for 768a7fb5-5161-42db-a70c-9d418666b78d owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:42.177883 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9687e05b-1af4-42d1-8633-3b05686e520c tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.246364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9687e05b-1af4-42d1-8633-3b05686e520c tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.249688 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9687e05b-1af4-42d1-8633-3b05686e520c tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.253337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9687e05b-1af4-42d1-8633-3b05686e520c tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "DELETE /v2.0/security-groups/eebe7cc0-6af9-4e23-8a54-3eaf8038b699 HTTP/1.1" status: 204 len: 168 time: 0.2198541 Dec 12 04:25:42.299292 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fbe129a8-2330-4c5e-872a-9d86775fd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.307755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36524) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:42.319650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2c0dc76b-edee-4104-822b-db4878a516e6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:42.320041 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.323104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe129a8-2330-4c5e-872a-9d86775fd005 None None] No DVR routers for this DVR port 768a7fb5-5161-42db-a70c-9d418666b78d on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:42.330966 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-04a39e63-c298-4803-b4a5-c1160c72e935 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] show failed (client error): The resource could not be found. Dec 12 04:25:42.334660 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-04a39e63-c298-4803-b4a5-c1160c72e935 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "GET /v2.0/security-groups/eebe7cc0-6af9-4e23-8a54-3eaf8038b699 HTTP/1.1" status: 404 len: 347 time: 0.0213857 Dec 12 04:25:42.337893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36526) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:42.344158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687e05b-1af4-42d1-8633-3b05686e520c tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebe7cc0-6af9-4e23-8a54-3eaf8038b699,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:42.390992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe129a8-2330-4c5e-872a-9d86775fd005 None None] Pushing event deleted for resources: {'Port': ['ID=768a7fb5-5161-42db-a70c-9d418666b78d,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:42.402074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_pluggable_backend [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Port 768a7fb5-5161-42db-a70c-9d418666b78d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103451) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 12 04:25:42.402495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_pluggable_backend [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Reverting IP allocation for 2001:db8::f816:3eff:fed8:999f {{(pid=103451) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 12 04:25:42.411400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_pluggable_backend [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed8:999f {{(pid=103451) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 12 04:25:42.412785 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.516706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:42.520874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:42.529610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:42.535658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.566720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=aaad222b-0b0c-44be-85b8-49282f8c25dc,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:42.580294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.581861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8430f1f7-45c9-4a5a-8a25-29024e3b287c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2213361 Dec 12 04:25:42.584371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36528) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:42.599945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:34:c3:cf', 'name': 'tempest-NetworksTestDHCPv6-1877686949'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:42.601656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956bda00-fef0-414a-8b4b-960c700c1c8b None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:42.604862 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.631006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Deleting port 6db637eb-f71e-4451-a221-2c0a13712c40 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:42.631340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.658078 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.694913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.695933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.710270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2de1df1b-ed2f-4eef-986d-6af94ddaf707 None None] Could not find standard attr ID for object 5e2d470a-f8f7-4b3a-a48f-78edbc803e7d. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:25:42.756273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Network b275fdb1-66dd-47d9-b9c7-673c589877fc is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:42.779428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=8bdd41df-a852-40b2-97ec-716bd94aca70,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:42.784509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:42.798763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:42.821896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:42.854365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2de1df1b-ed2f-4eef-986d-6af94ddaf707 None None] Provisioning complete for port 94e434e2-2972-438c-be53-af143e5c33dd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:42.854365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2de1df1b-ed2f-4eef-986d-6af94ddaf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.854991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Pushing event updated for resources: {'Port': ['ID=c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:42.908588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.909477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:42.937555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Calling delete_port for 6db637eb-f71e-4451-a221-2c0a13712c40 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:43.006127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 94e434e2-2972-438c-be53-af143e5c33dd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:43.049975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': 'aaad222b-0b0c-44be-85b8-49282f8c25dc'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:43.050871 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.056767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Attempting to bind port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:43.057191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Attempting to bind port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'dc3bed8e-66aa-4a0d-948b-3a49677346e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:43.057559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Attempting to bind port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 on network b275fdb1-66dd-47d9-b9c7-673c589877fc {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:43.063266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.080724 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5073766f-b14f-4c95-aa4b-0fbf580a128c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.089088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:43.089499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Checking segment: {'id': 'dc3bed8e-66aa-4a0d-948b-3a49677346e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:43.089896 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.090305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Bound using segment: {'id': 'dc3bed8e-66aa-4a0d-948b-3a49677346e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:43.090808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Bound port: c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3bed8e-66aa-4a0d-948b-3a49677346e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:43.091190 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.092220 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network b275fdb1-66dd-47d9-b9c7-673c589877fc is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:43.106165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:43.109009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 5e9cbd53-c364-4f2e-ade4-cb49177c9ecd yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:25:43.120477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 94e434e2-2972-438c-be53-af143e5c33dd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:43.120835 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.180012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] For port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:43.183374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] For port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842,segment=NetworkSegment(dc3bed8e-66aa-4a0d-948b-3a49677346e0),segment_id=dc3bed8e-66aa-4a0d-948b-3a49677346e0)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:43.232176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.290199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:43.326720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:fe34:c3cf (5960b5c2-0a27-4431-bc11-230ba4c4a35f/aaad222b-0b0c-44be-85b8-49282f8c25dc/5e9cbd53-c364-4f2e-ade4-cb49177c9ecd) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:43.427219 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2de1df1b-ed2f-4eef-986d-6af94ddaf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.578506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea88822-88b2-4af6-b766-675ed71cceea None None] Pushing event updated for resources: {'Port': ['ID=c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:43.587062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2de1df1b-ed2f-4eef-986d-6af94ddaf707 None None] For port 94e434e2-2972-438c-be53-af143e5c33dd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=94e434e2-2972-438c-be53-af143e5c33dd,segment=NetworkSegment(2b7904e6-4859-41e5-a1fe-d467f8bb4356),segment_id=2b7904e6-4859-41e5-a1fe-d467f8bb4356)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:43.612596 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2de1df1b-ed2f-4eef-986d-6af94ddaf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.613888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.693523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.754300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.796115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Pushing event deleted for resources: {'Port': ['ID=6db637eb-f71e-4451-a221-2c0a13712c40,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:43.819980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:43.835380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:43.845052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:43.853396 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bd3afd97-d862-4d98-b4e6-e0b4d1782086 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7584515 Dec 12 04:25:43.854595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:43.864780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:43.868256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.874022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36534) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:43.879072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-282046273'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:43.892268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45593796-6680-4d30-89e8-5cef970b7bd4 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:43.898078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Sync routers for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:43.898426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=5e9cbd53-c364-4f2e-ade4-cb49177c9ecd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:43.923390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-58e905a3-efd5-48f3-936f-058b7572d130 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3359220 Dec 12 04:25:43.924368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36536) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:43.948200 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.951753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.953442 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4290a991-584f-4d50-8968-3b51e2bdd9e4 tempest-ServersTestBootFromVolume-45063720 tempest-ServersTestBootFromVolume-45063720-project] 10.222.0.36 "DELETE /v2.0/floatingips/602d83c5-28b9-48e1-b1b2-072eeab239dc HTTP/1.1" status: 204 len: 168 time: 1.6117644 Dec 12 04:25:43.954762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:43.958916 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.962910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:43.975780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36538) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:44.004683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2de1df1b-ed2f-4eef-986d-6af94ddaf707 None None] Provisioning complete for port 2c0dc76b-edee-4104-822b-db4878a516e6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:44.005134 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2de1df1b-ed2f-4eef-986d-6af94ddaf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.030609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8339d85-7aaf-4152-9ddc-670ccd83a4a7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:44.036585 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a8339d85-7aaf-4152-9ddc-670ccd83a4a7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1107545 Dec 12 04:25:44.039123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36542) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:44.065672 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.119622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:25:44.121269 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:25:44.121638 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:25:44.122136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:44.122760 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:44.135722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1df1b-ed2f-4eef-986d-6af94ddaf707 None None] Pushing event updated for resources: {'Port': ['ID=94e434e2-2972-438c-be53-af143e5c33dd,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:44.145274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.145881 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added segment 9c9b9075-c391-46b7-9fc0-5ad5a10a15c3 of type vlan for network d753def2-6592-4f75-88f9-7a54e4402cf9 Dec 12 04:25:44.180440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Allocated IP 2001:db8::f816:3eff:feac:88a5 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/aaad222b-0b0c-44be-85b8-49282f8c25dc/fecbe3d4-9061-4deb-aab0-91152aeba81e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:44.213500 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.216302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1dbf8-7828-4e96-93ff-8290792ef03b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 5e9cbd53-c364-4f2e-ade4-cb49177c9ecd {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:44.217099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dbf8-7828-4e96-93ff-8290792ef03b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.247795 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.325289 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.331922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:44.332628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.341027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:44.419425 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dbf8-7828-4e96-93ff-8290792ef03b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.425886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5483534 Dec 12 04:25:44.445320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36552) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:44.455608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1dbf8-7828-4e96-93ff-8290792ef03b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 5e9cbd53-c364-4f2e-ade4-cb49177c9ecd owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:44.460327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'subnet': {'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:44.502498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a1d5f-b79e-4d71-afe6-b843deaff2fa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Network': ['ID=d753def2-6592-4f75-88f9-7a54e4402cf9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:44.555866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network d753def2-6592-4f75-88f9-7a54e4402cf9 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:25:44.738973 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dbf8-7828-4e96-93ff-8290792ef03b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.771646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:44.776253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.824531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1dbf8-7828-4e96-93ff-8290792ef03b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=5e9cbd53-c364-4f2e-ade4-cb49177c9ecd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:44.884686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dbf8-7828-4e96-93ff-8290792ef03b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.888909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f7f1dbf8-7828-4e96-93ff-8290792ef03b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/5e9cbd53-c364-4f2e-ade4-cb49177c9ecd HTTP/1.1" status: 204 len: 168 time: 0.8463430 Dec 12 04:25:44.891315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36556) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:44.913362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 768a7fb5-5161-42db-a70c-9d418666b78d no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:44.977671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 768a7fb5-5161-42db-a70c-9d418666b78d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:44.979103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 768a7fb5-5161-42db-a70c-9d418666b78d not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:44.982558 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:44.999942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c47b9a-d2f0-40d9-9f34-f4f055197d79 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:45.006174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c47b9a-d2f0-40d9-9f34-f4f055197d79 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:45.010973 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-88c47b9a-d2f0-40d9-9f34-f4f055197d79 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186728 Dec 12 04:25:45.015250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36558) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:45.031098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.032254 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.091082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:45.103159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:45.106339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:45.111179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Pushing event updated for resources: {'Port': ['ID=fecbe3d4-9061-4deb-aab0-91152aeba81e,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:45.125999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff16b81-4f34-477f-85ae-a1feaaede391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet aaad222b-0b0c-44be-85b8-49282f8c25dc {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:45.134329 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ff16b81-4f34-477f-85ae-a1feaaede391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.175887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fa0533-ecf1-41d4-8e2e-10bd023e1c5b None None] Network b275fdb1-66dd-47d9-b9c7-673c589877fc requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:45.224046 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ff16b81-4f34-477f-85ae-a1feaaede391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.249164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.340194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:41Z', 'revision_number': 3, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:42Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:45.387948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ff16b81-4f34-477f-85ae-a1feaaede391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.397525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 94e434e2-2972-438c-be53-af143e5c33dd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:45.406858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Checking router: 1529142d-6bfb-43b5-aa6e-a785d4473177 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:25:45.407234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Updating router 1529142d-6bfb-43b5-aa6e-a785d4473177 port 8bdd41df-a852-40b2-97ec-716bd94aca70 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:25:45.436827 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Attempting to bind port fecbe3d4-9061-4deb-aab0-91152aeba81e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:45.437240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Attempting to bind port fecbe3d4-9061-4deb-aab0-91152aeba81e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:45.437609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Attempting to bind port fecbe3d4-9061-4deb-aab0-91152aeba81e on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:45.439497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Checking segment: {'id': '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:45.439497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network hostable DHCP agents. Network: d753def2-6592-4f75-88f9-7a54e4402cf9, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:25:45.439692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f5085eaf-c29b-45d2-9c0e-d4407df9b829 None None] Provisioning complete for port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:45.440266 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f5085eaf-c29b-45d2-9c0e-d4407df9b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.462271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Subnet': ['ID=0553258c-f1a8-4f8d-96fb-7351bc6b6f1f,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:45.496017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ff16b81-4f34-477f-85ae-a1feaaede391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.504422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:45.505032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:45.505398 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.505890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:45.506427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Bound port: fecbe3d4-9061-4deb-aab0-91152aeba81e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:45.507030 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.508705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network d753def2-6592-4f75-88f9-7a54e4402cf9 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:25:45.531413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, d753def2-6592-4f75-88f9-7a54e4402cf9) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:45.536481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:45.538042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.568854 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.574792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b9c5b6-e1c9-4c51-a7f8-74e2ba3cfd55 None None] Network d753def2-6592-4f75-88f9-7a54e4402cf9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:45.595475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff16b81-4f34-477f-85ae-a1feaaede391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=aaad222b-0b0c-44be-85b8-49282f8c25dc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:45.601734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6ff16b81-4f34-477f-85ae-a1feaaede391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.614368 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6ff16b81-4f34-477f-85ae-a1feaaede391 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/aaad222b-0b0c-44be-85b8-49282f8c25dc HTTP/1.1" status: 204 len: 168 time: 0.5980372 Dec 12 04:25:45.614908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36562) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:45.634171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d83d97be-8894-493a-bced-74cb7380945a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1799123 Dec 12 04:25:45.637204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36564) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:45.750669 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-30e2cf2b-5e0f-4bcc-a91c-67b246c8b4bf tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307092 Dec 12 04:25:45.751037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36568) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:45.849332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeffd866-d6e8-4c7b-9922-7eec374e575f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:45.853301 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aeffd866-d6e8-4c7b-9922-7eec374e575f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0979931 Dec 12 04:25:45.853301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Deleting port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:45.853301 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:45.854952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36570) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:46.047436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beefd5e-acd1-48d0-93c7-3b69e427caa0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:46.051405 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7beefd5e-acd1-48d0-93c7-3b69e427caa0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1931438 Dec 12 04:25:46.052340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36572) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:46.104345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f8630b6e-f865-4b76-b08a-d72e7187d998 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470340 Dec 12 04:25:46.107155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36574) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:46.112089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:46.163557 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.165022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] For port fecbe3d4-9061-4deb-aab0-91152aeba81e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:46.170717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] For port d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:46.171168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.197463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Calling delete_port for d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:46.226309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] For port fecbe3d4-9061-4deb-aab0-91152aeba81e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fecbe3d4-9061-4deb-aab0-91152aeba81e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:46.228412 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.290296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 94e434e2-2972-438c-be53-af143e5c33dd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:46.290296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.290296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.307032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:46.310705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.645474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.678463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-d753def2-6592-4f75-88f9-7a54e4402cf9', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:46.680749 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.687742 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:46.722369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f5085eaf-c29b-45d2-9c0e-d4407df9b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.765849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 2001:db8:2::1 (d753def2-6592-4f75-88f9-7a54e4402cf9/0553258c-f1a8-4f8d-96fb-7351bc6b6f1f/7feab42b-a54f-426f-8f01-737184a8a343) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:46.795671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b92b5-b592-4072-b426-910a57dbee48 None None] Pushing event updated for resources: {'Port': ['ID=fecbe3d4-9061-4deb-aab0-91152aeba81e,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:46.917066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.956212 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.995181 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:46.996178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:25:47.021614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.073873 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.139738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f5085eaf-c29b-45d2-9c0e-d4407df9b829 None None] For port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842,segment=NetworkSegment(dc3bed8e-66aa-4a0d-948b-3a49677346e0),segment_id=dc3bed8e-66aa-4a0d-948b-3a49677346e0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:47.193523 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f5085eaf-c29b-45d2-9c0e-d4407df9b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.194160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network d753def2-6592-4f75-88f9-7a54e4402cf9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:47.204391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:47.209496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:47.209895 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.254807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26395f53-18d7-4cc3-b452-ba5077bac29d None None] Pushing event updated for resources: {'Port': ['ID=8bdd41df-a852-40b2-97ec-716bd94aca70,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:47.259949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=7feab42b-a54f-426f-8f01-737184a8a343,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:47.322476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5085eaf-c29b-45d2-9c0e-d4407df9b829 None None] Pushing event updated for resources: {'Port': ['ID=c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:47.384150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:47.434635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Attempting to bind port 8bdd41df-a852-40b2-97ec-716bd94aca70 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:47.434834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.435074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Attempting to bind port 8bdd41df-a852-40b2-97ec-716bd94aca70 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'dc3bed8e-66aa-4a0d-948b-3a49677346e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:47.435386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Attempting to bind port 8bdd41df-a852-40b2-97ec-716bd94aca70 on network b275fdb1-66dd-47d9-b9c7-673c589877fc {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:47.453594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-77dc93a4-00c1-4ffc-a475-a8927612579c None None] Provisioning complete for port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:47.454136 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-77dc93a4-00c1-4ffc-a475-a8927612579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.499185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:47.499568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Checking segment: {'id': 'dc3bed8e-66aa-4a0d-948b-3a49677346e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:47.499978 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.500379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Bound using segment: {'id': 'dc3bed8e-66aa-4a0d-948b-3a49677346e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:47.500902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Bound port: 8bdd41df-a852-40b2-97ec-716bd94aca70, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3bed8e-66aa-4a0d-948b-3a49677346e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:47.501288 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.524261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Allocated IP 2001:db8:2::2 (d753def2-6592-4f75-88f9-7a54e4402cf9/0553258c-f1a8-4f8d-96fb-7351bc6b6f1f/c8ace614-a6b1-4ed6-8ab5-802f155ba5ec) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:47.537483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.724356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:47.724745 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.793290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] For port fecbe3d4-9061-4deb-aab0-91152aeba81e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fecbe3d4-9061-4deb-aab0-91152aeba81e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:47.837497 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.839674 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.847140 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.851714 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.853251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.856410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.857781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:47.916497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] For port 8bdd41df-a852-40b2-97ec-716bd94aca70, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:47.932582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] For port 8bdd41df-a852-40b2-97ec-716bd94aca70, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8bdd41df-a852-40b2-97ec-716bd94aca70,segment=NetworkSegment(dc3bed8e-66aa-4a0d-948b-3a49677346e0),segment_id=dc3bed8e-66aa-4a0d-948b-3a49677346e0)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:47.947929 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.000217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=7feab42b-a54f-426f-8f01-737184a8a343,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:48.030356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:48.031017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:48.120848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network d753def2-6592-4f75-88f9-7a54e4402cf9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:48.122415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:48.147581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:48.212806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-77dc93a4-00c1-4ffc-a475-a8927612579c None None] Provisioning complete for port 8bdd41df-a852-40b2-97ec-716bd94aca70 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:48.213480 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-77dc93a4-00c1-4ffc-a475-a8927612579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.295197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:48.396099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=fecbe3d4-9061-4deb-aab0-91152aeba81e,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:48.451615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:48.458363 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1541f848-a462-493e-8f28-859c36942915 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8198113 Dec 12 04:25:48.462227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36584) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:48.470362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-341165458'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:48.487713 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.491428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26395f53-18d7-4cc3-b452-ba5077bac29d None None] Pushing event updated for resources: {'Port': ['ID=8bdd41df-a852-40b2-97ec-716bd94aca70,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:48.525579 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.531326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:48.535996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.568604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:25:48.581819 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.582344 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added segment bc7a243c-9a64-456e-a674-eb46baa4268a of type vlan for network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 Dec 12 04:25:48.615887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=f398d0cc-cdfd-4776-89b2-dcae21f823d7,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:48.672707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.702963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Network d753def2-6592-4f75-88f9-7a54e4402cf9 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:48.724342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:48.726295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.729424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:48.733136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:48.733939 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.739587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:48.740281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.752665 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-77dc93a4-00c1-4ffc-a475-a8927612579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:48.774107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211a792-0f2f-4528-abf4-5c606af744eb None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:48.788272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:48.821457 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c1ea8db8-fd65-46e3-b0fe-698be1bf0781 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7132583 Dec 12 04:25:48.825302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36588) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:48.832178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:48.834105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Router 2e48a976-428f-4e62-b40e-281f9fd855fd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:48.836134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:60:15:00', 'name': 'tempest-NetworksTestDHCPv6-130026257'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:48.845770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Pushing event updated for resources: {'Port': ['ID=c8ace614-a6b1-4ed6-8ab5-802f155ba5ec,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:48.863073 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3977199 Dec 12 04:25:48.884420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36590) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:48.902831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:48.917125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'subnet': {'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:48.968787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:48.979195 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] Sync routers for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:48.995899 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bb9560a3-e821-477e-b9cb-59c64c420011 admin admin] 10.222.0.36 "PUT /v2.0/routers/2e48a976-428f-4e62-b40e-281f9fd855fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0156016 Dec 12 04:25:48.997909 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:48.998424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36592) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:48.999194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cc149-c3a3-47b9-860f-1f5a665c45b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Network': ['ID=c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:48.999312 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:49.089803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Made reservation on behalf of 957d77a65f0145ccad8edd4b1e10a98a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:49.094157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.217568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:49.234126 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:49.251318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-77dc93a4-00c1-4ffc-a475-a8927612579c None None] For port 8bdd41df-a852-40b2-97ec-716bd94aca70, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8bdd41df-a852-40b2-97ec-716bd94aca70,segment=NetworkSegment(dc3bed8e-66aa-4a0d-948b-3a49677346e0),segment_id=dc3bed8e-66aa-4a0d-948b-3a49677346e0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:49.256111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:25:49.259151 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.382066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-77dc93a4-00c1-4ffc-a475-a8927612579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.389840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Attempting to bind port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:49.390446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Attempting to bind port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:49.391021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Attempting to bind port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec on network d753def2-6592-4f75-88f9-7a54e4402cf9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:49.430354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.468396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:49.469267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Checking segment: {'id': '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:49.470778 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.471964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Bound using segment: {'id': '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:49.472735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Bound port: c8ace614-a6b1-4ed6-8ab5-802f155ba5ec, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:49.473369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.493909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc93a4-00c1-4ffc-a475-a8927612579c None None] Pushing event updated for resources: {'Port': ['ID=8bdd41df-a852-40b2-97ec-716bd94aca70,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:49.517590 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:25:46Z', 'revision_number': 5, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port': {'id': '6eaa7508-5eee-4c85-98b8-55c3fe175871', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:22:21Z', 'updated_at': '2021-12-12T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:49.531298 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.549076 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] Checking router: 2e48a976-428f-4e62-b40e-281f9fd855fd for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:25:49.559075 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] Routers {'2e48a976-428f-4e62-b40e-281f9fd855fd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:49.559455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] For port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:49.560060 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e48a976-428f-4e62-b40e-281f9fd855fd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:49.564270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] For port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c8ace614-a6b1-4ed6-8ab5-802f155ba5ec,segment=NetworkSegment(9c9b9075-c391-46b7-9fc0-5ad5a10a15c3),segment_id=9c9b9075-c391-46b7-9fc0-5ad5a10a15c3)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:49.587503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:49.588561 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.596788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 80138340-51f1-4fc3-a577-6c18e6f7dd3d yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:25:49.622526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Deleting port 6eaa7508-5eee-4c85-98b8-55c3fe175871 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:49.623080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.636171 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.646285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.646659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:47Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:47Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:47Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:49.685253 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] Set router 2e48a976-428f-4e62-b40e-281f9fd855fd gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:49.745479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f514bb-2a1a-45ed-b7f4-4d301db7368f None None] Pushing event updated for resources: {'Port': ['ID=c8ace614-a6b1-4ed6-8ab5-802f155ba5ec,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:49.769684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] For port 6eaa7508-5eee-4c85-98b8-55c3fe175871, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6eaa7508-5eee-4c85-98b8-55c3fe175871,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:49.770595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.792620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abf3ca-0efc-4c67-b402-14b96cb9dc08 None None] The sync data for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 is: [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:47Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:47Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:47Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:49.801238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Subnet': ['ID=e2c47f3f-278a-4efa-851e-1f9e3fa51925,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:49.806379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-763ef63a-f51b-4402-8f68-4a1e53fdbdaf None None] Provisioning complete for port 8bdd41df-a852-40b2-97ec-716bd94aca70 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:49.807331 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-763ef63a-f51b-4402-8f68-4a1e53fdbdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:49.829886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Calling delete_port for 6eaa7508-5eee-4c85-98b8-55c3fe175871 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:49.842716 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:25:49Z', 'revision_number': 6, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:49.946339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:fe60:1500 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/f398d0cc-cdfd-4776-89b2-dcae21f823d7/80138340-51f1-4fc3-a577-6c18e6f7dd3d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:49.968041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Checking segment: {'id': 'bc7a243c-9a64-456e-a674-eb46baa4268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:49.968417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network hostable DHCP agents. Network: c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:25:49.968876 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255b265-47b6-49cd-854c-5b5bcc2a07de None None] The sync data for ids ['2e48a976-428f-4e62-b40e-281f9fd855fd'] in n-d-710847-7 is: [{'id': '2e48a976-428f-4e62-b40e-281f9fd855fd', 'name': 'tempest-ServersTestBootFromVolume-69901088-router', 'tenant_id': 'e3db509dcb2e4b9895b5215b271435a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:22:20Z', 'updated_at': '2021-12-12T04:25:49Z', 'revision_number': 6, 'project_id': 'e3db509dcb2e4b9895b5215b271435a6', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:50.084200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:25:50.107141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:50.115901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2ff6d-c697-4de7-83a0-2bb502a1f068 None None] Network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:50.210610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:50.215255 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:50.260361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a6a62924-4f6b-4655-9756-00bd386e5b2b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3744347 Dec 12 04:25:50.264291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36600) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:50.333781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59', 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59', 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'fixed_ips': [{'subnet_id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:50.334759 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:50.443299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:50.530058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:50.557751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:50.628011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bce265-f3bb-44d9-9639-b20641534ff4 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:50.693441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Allocated IP 2001:db8:3::2 (c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59/e2c47f3f-278a-4efa-851e-1f9e3fa51925/6508d871-71b8-4060-a650-4d67544b1c61) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:50.694841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=80138340-51f1-4fc3-a577-6c18e6f7dd3d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:50.709089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:50.715721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:50.721798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:50.732651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:50.733859 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:50.763541 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-add4fc5f-4c97-4a4f-b330-0f56c6738c14 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9336758 Dec 12 04:25:50.764971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36602) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:50.796661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaa7508-5eee-4c85-98b8-55c3fe175871,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:50.850299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12aa908-3cff-44aa-bca5-55e59791c493 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:50.860694 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12aa908-3cff-44aa-bca5-55e59791c493 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:50.862703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f12aa908-3cff-44aa-bca5-55e59791c493 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0965865 Dec 12 04:25:50.865381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36606) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:50.981907 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:50.990826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:50.994638 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.065879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-dab29245-fc0d-4aed-9965-ea36d8be3bbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 80138340-51f1-4fc3-a577-6c18e6f7dd3d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:51.066228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dab29245-fc0d-4aed-9965-ea36d8be3bbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.120189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Pushing event updated for resources: {'Port': ['ID=6508d871-71b8-4060-a650-4d67544b1c61,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:51.132894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:51.134551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:51.154814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:51.254551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c8ace614-a6b1-4ed6-8ab5-802f155ba5ec up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:51.267501 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.272536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.278147 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dab29245-fc0d-4aed-9965-ea36d8be3bbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.297296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Attempting to bind port 6508d871-71b8-4060-a650-4d67544b1c61 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:51.298107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Attempting to bind port 6508d871-71b8-4060-a650-4d67544b1c61 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'bc7a243c-9a64-456e-a674-eb46baa4268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:51.298483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Attempting to bind port 6508d871-71b8-4060-a650-4d67544b1c61 on network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:51.298692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-dab29245-fc0d-4aed-9965-ea36d8be3bbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 80138340-51f1-4fc3-a577-6c18e6f7dd3d owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:51.346149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:51.346651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Checking segment: {'id': 'bc7a243c-9a64-456e-a674-eb46baa4268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:51.346932 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.347382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Bound using segment: {'id': 'bc7a243c-9a64-456e-a674-eb46baa4268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:51.347887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Bound port: 6508d871-71b8-4060-a650-4d67544b1c61, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7a243c-9a64-456e-a674-eb46baa4268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:51.348286 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.449987 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.450972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e48a976-428f-4e62-b40e-281f9fd855fd {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:25:51.466816 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.468535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-91031dce-a0d7-4c73-aefa-22b6cb287422 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2e48a976-428f-4e62-b40e-281f9fd855fd HTTP/1.1" status: 204 len: 168 time: 2.4681544 Dec 12 04:25:51.472316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36610) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:51.534331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] For port 6508d871-71b8-4060-a650-4d67544b1c61, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:51.561142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:51.561905 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.613029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-340364c2-e54c-4da5-a221-d89424ce5fda admin admin] Deleting subnet f30cf526-941e-47a8-a33e-ecdb3e94a218 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:51.623757 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dab29245-fc0d-4aed-9965-ea36d8be3bbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.627122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] For port 6508d871-71b8-4060-a650-4d67544b1c61, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6508d871-71b8-4060-a650-4d67544b1c61,segment=NetworkSegment(bc7a243c-9a64-456e-a674-eb46baa4268a),segment_id=bc7a243c-9a64-456e-a674-eb46baa4268a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:51.627653 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.631884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-340364c2-e54c-4da5-a221-d89424ce5fda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.637365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.663601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab29245-fc0d-4aed-9965-ea36d8be3bbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=80138340-51f1-4fc3-a577-6c18e6f7dd3d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:51.723273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dab29245-fc0d-4aed-9965-ea36d8be3bbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.730878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dab29245-fc0d-4aed-9965-ea36d8be3bbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/80138340-51f1-4fc3-a577-6c18e6f7dd3d HTTP/1.1" status: 204 len: 168 time: 0.8642418 Dec 12 04:25:51.731551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36612) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:51.779025 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-340364c2-e54c-4da5-a221-d89424ce5fda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.801814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c037b07-296e-4b5c-b9b3-2c357a60edb6 None None] Network d753def2-6592-4f75-88f9-7a54e4402cf9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:51.899907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162b6d4-ec42-409c-a4db-d4ae2866bb0e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:51.910056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162b6d4-ec42-409c-a4db-d4ae2866bb0e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:51.913891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.915752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-61f598c1-bdf2-4eb5-aa23-bd9e5d7452fb None None] Provisioning complete for port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:51.917407 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61f598c1-bdf2-4eb5-aa23-bd9e5d7452fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:51.917480 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a162b6d4-ec42-409c-a4db-d4ae2866bb0e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1831686 Dec 12 04:25:51.917480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36614) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:51.931528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077e7bf-7256-4dde-9c76-246d088ad959 None None] Pushing event updated for resources: {'Port': ['ID=6508d871-71b8-4060-a650-4d67544b1c61,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:52.122570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-153fff82-073e-4d2b-a92c-d844e95a00e9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet f398d0cc-cdfd-4776-89b2-dcae21f823d7 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:52.126459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-153fff82-073e-4d2b-a92c-d844e95a00e9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.144290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c8ace614-a6b1-4ed6-8ab5-802f155ba5ec,segment=NetworkSegment(9c9b9075-c391-46b7-9fc0-5ad5a10a15c3),segment_id=9c9b9075-c391-46b7-9fc0-5ad5a10a15c3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:52.154990 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-340364c2-e54c-4da5-a221-d89424ce5fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.197889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-153fff82-073e-4d2b-a92c-d844e95a00e9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.217594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.218516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fecbe3d4-9061-4deb-aab0-91152aeba81e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:52.267030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-340364c2-e54c-4da5-a221-d89424ce5fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.290069 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-340364c2-e54c-4da5-a221-d89424ce5fda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.297015 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-340364c2-e54c-4da5-a221-d89424ce5fda admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f30cf526-941e-47a8-a33e-ecdb3e94a218 HTTP/1.1" status: 204 len: 168 time: 0.8226273 Dec 12 04:25:52.302872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36620) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:52.333081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c952b-2362-420a-80e3-64f564f71729 None None] Network 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:52.400649 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-153fff82-073e-4d2b-a92c-d844e95a00e9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.494927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-153fff82-073e-4d2b-a92c-d844e95a00e9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.505329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=c8ace614-a6b1-4ed6-8ab5-802f155ba5ec,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:52.555689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fff82-073e-4d2b-a92c-d844e95a00e9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=f398d0cc-cdfd-4776-89b2-dcae21f823d7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:52.566650 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-153fff82-073e-4d2b-a92c-d844e95a00e9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.576174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-153fff82-073e-4d2b-a92c-d844e95a00e9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/f398d0cc-cdfd-4776-89b2-dcae21f823d7 HTTP/1.1" status: 204 len: 168 time: 0.6579745 Dec 12 04:25:52.578936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36624) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:52.647730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Sync routers for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:52.663022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fecbe3d4-9061-4deb-aab0-91152aeba81e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:52.663717 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.681606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-21c53e1a-7d75-4b5d-92b7-6d8170fa8bb2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008050 Dec 12 04:25:52.683815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36626) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:52.689225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:52.697232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:52.697902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:52.716715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884bc3d8-8b41-4dd3-bcca-2bc9a59f72f6 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:52.826110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:52.831075 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:52.906073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340364c2-e54c-4da5-a221-d89424ce5fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30cf526-941e-47a8-a33e-ecdb3e94a218,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:52.923846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] DHCP port deletion for 38e5c449-18e5-4d7f-b4d0-dd2f4274e00c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:53.013612 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.070107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e109ff0b-cb81-4965-b577-e63682909aef None None] Provisioning complete for port fecbe3d4-9061-4deb-aab0-91152aeba81e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:53.074864 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e109ff0b-cb81-4965-b577-e63682909aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.090898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Allocated IP 2001:db8:3::1 (c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59/e2c47f3f-278a-4efa-851e-1f9e3fa51925/d27e2a14-180e-433a-9458-64bcd1b3848e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:53.186879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:53.346433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.objects.ports [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103451) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:25:53.360058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Deleting port 1736bac6-fa58-49ea-b12b-20de328f6701 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:53.360589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.497144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] For port 1736bac6-fa58-49ea-b12b-20de328f6701, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1736bac6-fa58-49ea-b12b-20de328f6701,segment=NetworkSegment(5d1adef9-229d-4c10-be18-9cf962177335),segment_id=5d1adef9-229d-4c10-be18-9cf962177335)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:53.497521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.514630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Calling delete_port for 1736bac6-fa58-49ea-b12b-20de328f6701 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:53.597097 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.620775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.671703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1736bac6-fa58-49ea-b12b-20de328f6701,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:53.679695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] No DVR routers for this DVR port 1736bac6-fa58-49ea-b12b-20de328f6701 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:53.692563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29e51f3-79cc-40c9-ac2a-ec0f289c84bc None None] Network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:53.811949 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.816358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a1dba2-2f6e-42bc-bb6f-c963e22711d9 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:53.836111 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.841615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] Deleting port 1736bac6-fa58-49ea-b12b-20de328f6701 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:53.842002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.859319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e5c449-18e5-4d7f-b4d0-dd2f4274e00c']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:53.874969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1adef9-229d-4c10-be18-9cf962177335') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:53.875266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1adef9-229d-4c10-be18-9cf962177335') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:53.896768 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.911833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] For port 1736bac6-fa58-49ea-b12b-20de328f6701, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:53.912249 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.919330 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.930420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:25:53.930840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:25:53.933121 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:25:53.938711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] Calling delete_port for 1736bac6-fa58-49ea-b12b-20de328f6701 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:53.943870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] Port 1736bac6-fa58-49ea-b12b-20de328f6701 was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:25:53.944298 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:53.948178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port fecbe3d4-9061-4deb-aab0-91152aeba81e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fecbe3d4-9061-4deb-aab0-91152aeba81e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:53.993384 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.035533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:54.041913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:54.046827 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:54.047389 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.049771 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.065365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.071617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/38e5c449-18e5-4d7f-b4d0-dd2f4274e00c HTTP/1.1" status: 204 len: 168 time: 1.7641833 Dec 12 04:25:54.100860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=d27e2a14-180e-433a-9458-64bcd1b3848e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:54.111816 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.118710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbb588-29fc-4768-b2d8-dad3a23286a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e5c449-18e5-4d7f-b4d0-dd2f4274e00c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:54.179198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] Pushing event deleted for resources: {'Port': ['ID=1736bac6-fa58-49ea-b12b-20de328f6701,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:54.198538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502168f-b5d9-494c-99db-32b86e66c718 None None] No DVR routers for this DVR port 1736bac6-fa58-49ea-b12b-20de328f6701 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:54.220642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.248135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6eaa7508-5eee-4c85-98b8-55c3fe175871 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:54.261378 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.324100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 6eaa7508-5eee-4c85-98b8-55c3fe175871 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:54.324454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6eaa7508-5eee-4c85-98b8-55c3fe175871 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:54.327562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:54.386431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36636) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:54.398346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:54.399150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d14d40c5-0142-4c1b-a3ca-4da1ac6e75d9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:54.444985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-20a1dba2-2f6e-42bc-bb6f-c963e22711d9 None None] Deleting port fecbe3d4-9061-4deb-aab0-91152aeba81e {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:54.444985 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20a1dba2-2f6e-42bc-bb6f-c963e22711d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.446127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=fecbe3d4-9061-4deb-aab0-91152aeba81e,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:54.461642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a06ff4d3-ddf3-4f03-8361-78148f72d52e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3db509dcb2e4b9895b5215b271435a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0735343 Dec 12 04:25:54.462255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36638) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:54.487549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] For port fecbe3d4-9061-4deb-aab0-91152aeba81e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fecbe3d4-9061-4deb-aab0-91152aeba81e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:54.525286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Provisioning complete for port 7feab42b-a54f-426f-8f01-737184a8a343 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:54.525451 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.537256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:47Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:47Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:54.582786 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-15bb0f7d-1dc1-4245-8cae-92c1c7c9b294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.589210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.597968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Checking router: 1529142d-6bfb-43b5-aa6e-a785d4473177 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:25:54.598419 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Updating router 1529142d-6bfb-43b5-aa6e-a785d4473177 port 7feab42b-a54f-426f-8f01-737184a8a343 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:25:54.599414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.600428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.635866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.641617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.642490 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.690715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-15bb0f7d-1dc1-4245-8cae-92c1c7c9b294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.700317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Port 7feab42b-a54f-426f-8f01-737184a8a343 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:54.752805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:54.755804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-20a1dba2-2f6e-42bc-bb6f-c963e22711d9 None None] For port fecbe3d4-9061-4deb-aab0-91152aeba81e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fecbe3d4-9061-4deb-aab0-91152aeba81e,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:54.756321 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20a1dba2-2f6e-42bc-bb6f-c963e22711d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.771536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:54.782506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:54.783122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.801059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=fecbe3d4-9061-4deb-aab0-91152aeba81e,revision_number=9']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:54.807942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=226f4fe3-8f42-4ce1-ac80-62484fa508c4,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:54.809138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-20a1dba2-2f6e-42bc-bb6f-c963e22711d9 None None] Calling delete_port for fecbe3d4-9061-4deb-aab0-91152aeba81e owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:54.825758 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b32c90ce-63d9-4560-b0c9-b46153724629 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1407294 Dec 12 04:25:54.829374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36644) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:54.834730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:ee:b8:56', 'name': 'tempest-NetworksTestDHCPv6-414072420'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:54.863532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:54.868137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:54.907337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-15bb0f7d-1dc1-4245-8cae-92c1c7c9b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.910276 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-15bb0f7d-1dc1-4245-8cae-92c1c7c9b294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.914786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-15bb0f7d-1dc1-4245-8cae-92c1c7c9b294 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f97deb5-d390-47f4-8083-3e3d92a148d1 HTTP/1.1" status: 204 len: 168 time: 0.4462805 Dec 12 04:25:54.930634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb0f7d-1dc1-4245-8cae-92c1c7c9b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f97deb5-d390-47f4-8083-3e3d92a148d1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:54.944434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event updated for resources: {'Port': ['ID=d27e2a14-180e-433a-9458-64bcd1b3848e,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:54.948284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:54.961071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c8ace614-a6b1-4ed6-8ab5-802f155ba5ec up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:55.025144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:55.061496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Provisioning complete for port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:55.061881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:55.087824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:55.174135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:55.179636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-84220488-2dd3-4494-aa26-91a7bbf24211 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9065738 Dec 12 04:25:55.183261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36650) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:55.189160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:55.247194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb0b58-24a7-4aed-bcb4-3689ab77060f req-3c48bdab-015d-4c87-ae0c-f53faa284f1d tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:55.249672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ebb0b58-24a7-4aed-bcb4-3689ab77060f req-3c48bdab-015d-4c87-ae0c-f53faa284f1d tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 945 time: 0.1061020 Dec 12 04:25:55.283470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:55.320375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:55.320750 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:55.340949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 4cc22b5d-00d4-42ef-ab51-e4a46e0f0351 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:25:55.367514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ebb0b58-24a7-4aed-bcb4-3689ab77060f req-d9499342-0f84-428f-8f30-138de8a09542 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099188 Dec 12 04:25:55.552497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:feee:b856 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/226f4fe3-8f42-4ce1-ac80-62484fa508c4/4cc22b5d-00d4-42ef-ab51-e4a46e0f0351) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:55.649214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Provisioning complete for port 6508d871-71b8-4060-a650-4d67544b1c61 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:55.649792 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:55.673221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6508d871-71b8-4060-a650-4d67544b1c61 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:55.708924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20a1dba2-2f6e-42bc-bb6f-c963e22711d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:55.768083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1dba2-2f6e-42bc-bb6f-c963e22711d9 None None] Pushing event deleted for resources: {'Port': ['ID=fecbe3d4-9061-4deb-aab0-91152aeba81e,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:55.802322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.extraroute_db [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103450) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 04:25:55.822923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.extraroute_db [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Removed routes are [] {{(pid=103450) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 04:25:55.826801 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:55.849216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:55.861795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1dba2-2f6e-42bc-bb6f-c963e22711d9 None None] No DVR routers for this DVR port fecbe3d4-9061-4deb-aab0-91152aeba81e on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:55.898680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2001450a-36cc-4cd6-b36d-e6f41859b00d None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:55.900414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:55.958811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:55.963184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:55.968593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:55.975202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:55.975870 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:55.980674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=4cc22b5d-00d4-42ef-ab51-e4a46e0f0351,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:56.001009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5cea51f1-477c-4d6c-886c-8a18ca1a0fbb tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1703236 Dec 12 04:25:56.003693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36672) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:56.033677 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.061898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6508d871-71b8-4060-a650-4d67544b1c61 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:56.062280 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.064701 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.068346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad4da7-a3d3-4626-ad9e-dee29468d0aa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:56.069761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36678) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:56.070125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-24ad4da7-a3d3-4626-ad9e-dee29468d0aa tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0652161 Dec 12 04:25:56.072605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36680) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:56.080214 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.107941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.113303 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.215519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-2ca37061-5153-40e9-9af6-4c291b1e4dc3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 4cc22b5d-00d4-42ef-ab51-e4a46e0f0351 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:56.215885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2ca37061-5153-40e9-9af6-4c291b1e4dc3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.231827 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:56.238282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1146699661-network', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:56.275144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Made reservation on behalf of fdaa7b0f418c46eea6ec05ac44c40094 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:56.277684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.317052 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.350456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2ca37061-5153-40e9-9af6-4c291b1e4dc3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.386505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-2ca37061-5153-40e9-9af6-4c291b1e4dc3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 4cc22b5d-00d4-42ef-ab51-e4a46e0f0351 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:56.412375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] For port 6508d871-71b8-4060-a650-4d67544b1c61, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6508d871-71b8-4060-a650-4d67544b1c61,segment=NetworkSegment(bc7a243c-9a64-456e-a674-eb46baa4268a),segment_id=bc7a243c-9a64-456e-a674-eb46baa4268a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:56.415191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcb46b-7487-485e-8993-3c025ec308be None None] Pushing event updated for resources: {'Port': ['ID=7feab42b-a54f-426f-8f01-737184a8a343,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:56.429176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.457360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:56.465474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.466701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-df2ca35c-817e-4fed-9277-5552bcf015ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177 HTTP/1.1" status: 200 len: 953 time: 1.2824836 Dec 12 04:25:56.470207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36686) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:56.552364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.558146 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.568055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '226f4fe3-8f42-4ce1-ac80-62484fa508c4'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:56.571883 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.627749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:25:56.644356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd43fa0-3f89-487f-8cf3-8b66358c09bf,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:56.652001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f25ddfa4-c0b4-4716-a32d-d7687c9968a6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177 HTTP/1.1" status: 200 len: 953 time: 0.1805973 Dec 12 04:25:56.659757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36690) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:56.670529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'routes': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:56.677848 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.681442 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Added segment 0f03b6c4-b4c8-42a9-8577-4985e566ed5f of type vlan for network dfe4446c-bd79-46bc-a6d5-3e895a126906 Dec 12 04:25:56.696267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b1c6c4bb-9f92-4dbc-b680-c4cbaea4939b None None] Provisioning complete for port d27e2a14-180e-433a-9458-64bcd1b3848e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:56.696870 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c4bb-9f92-4dbc-b680-c4cbaea4939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.704320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8bdd41df-a852-40b2-97ec-716bd94aca70 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:56.707309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cae51-f320-4ccd-b49c-d6975a80ce20 req-4264d8b5-e511-4595-a634-2b6eda5d4b78 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:56.709033 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-364cae51-f320-4ccd-b49c-d6975a80ce20 req-4264d8b5-e511-4595-a634-2b6eda5d4b78 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 945 time: 0.1415579 Dec 12 04:25:56.753267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Attempting to bind port 7feab42b-a54f-426f-8f01-737184a8a343 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:56.753658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Attempting to bind port 7feab42b-a54f-426f-8f01-737184a8a343 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:56.754034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Attempting to bind port 7feab42b-a54f-426f-8f01-737184a8a343 on network d753def2-6592-4f75-88f9-7a54e4402cf9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:56.786503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:56.786892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Checking segment: {'id': '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:56.787312 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.787726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Bound using segment: {'id': '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:56.788233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Bound port: 7feab42b-a54f-426f-8f01-737184a8a343, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:56.788623 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.800879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2ca37061-5153-40e9-9af6-4c291b1e4dc3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.852446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa69a2-1e7c-4a36-95d0-2a51c25b4d5e None None] Pushing event updated for resources: {'Port': ['ID=6508d871-71b8-4060-a650-4d67544b1c61,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:56.878102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca37061-5153-40e9-9af6-4c291b1e4dc3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=4cc22b5d-00d4-42ef-ab51-e4a46e0f0351,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:56.885133 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2ca37061-5153-40e9-9af6-4c291b1e4dc3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:56.889461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2ca37061-5153-40e9-9af6-4c291b1e4dc3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/4cc22b5d-00d4-42ef-ab51-e4a46e0f0351 HTTP/1.1" status: 204 len: 168 time: 0.8157854 Dec 12 04:25:56.892998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36694) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:56.954021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6c4bb-9f92-4dbc-b680-c4cbaea4939b None None] Port d27e2a14-180e-433a-9458-64bcd1b3848e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:25:56.997398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] For port 7feab42b-a54f-426f-8f01-737184a8a343, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:57.021032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] For port 7feab42b-a54f-426f-8f01-737184a8a343, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7feab42b-a54f-426f-8f01-737184a8a343,segment=NetworkSegment(9c9b9075-c391-46b7-9fc0-5ad5a10a15c3),segment_id=9c9b9075-c391-46b7-9fc0-5ad5a10a15c3)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:57.022179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8bdd41df-a852-40b2-97ec-716bd94aca70 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:57.022769 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.026265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b1c6c4bb-9f92-4dbc-b680-c4cbaea4939b None None] Provisioning complete for port 6508d871-71b8-4060-a650-4d67544b1c61 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:57.026626 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c4bb-9f92-4dbc-b680-c4cbaea4939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.028476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231017e-f7e5-45db-b524-c36144cb4c30 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.030769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231017e-f7e5-45db-b524-c36144cb4c30 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.032128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2231017e-f7e5-45db-b524-c36144cb4c30 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1374168 Dec 12 04:25:57.042755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36698) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:57.050657 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.074501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-2e2f04ea-6340-478a-a970-37708b107c46 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.076980 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-2e2f04ea-6340-478a-a970-37708b107c46 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 945 time: 0.1322947 Dec 12 04:25:57.090521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dcb9-4a6f-4ba2-8dc3-140ecda99a18 req-d7dfa187-3062-4dd9-ac4b-a4369118625f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.097552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dcb9-4a6f-4ba2-8dc3-140ecda99a18 req-d7dfa187-3062-4dd9-ac4b-a4369118625f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.106013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dcb9-4a6f-4ba2-8dc3-140ecda99a18 req-d7dfa187-3062-4dd9-ac4b-a4369118625f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.113065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dcb9-4a6f-4ba2-8dc3-140ecda99a18 req-d7dfa187-3062-4dd9-ac4b-a4369118625f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.119625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dcb9-4a6f-4ba2-8dc3-140ecda99a18 req-d7dfa187-3062-4dd9-ac4b-a4369118625f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.121771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Allocated IP 2001:db8::f816:3eff:fe83:2d6a (5960b5c2-0a27-4431-bc11-230ba4c4a35f/226f4fe3-8f42-4ce1-ac80-62484fa508c4/d877c868-e4bc-455e-ba51-2b71f6baa60b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:57.126219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dcb9-4a6f-4ba2-8dc3-140ecda99a18 req-d7dfa187-3062-4dd9-ac4b-a4369118625f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.133775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dcb9-4a6f-4ba2-8dc3-140ecda99a18 req-d7dfa187-3062-4dd9-ac4b-a4369118625f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.144203 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3119dcb9-4a6f-4ba2-8dc3-140ecda99a18 req-d7dfa187-3062-4dd9-ac4b-a4369118625f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.2001400 Dec 12 04:25:57.149322 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.202191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:57.202583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:57.207627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4283bc-6825-485a-b809-54bd682e37ad tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 226f4fe3-8f42-4ce1-ac80-62484fa508c4 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:25:57.267508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcb46b-7487-485e-8993-3c025ec308be None None] Pushing event updated for resources: {'Port': ['ID=7feab42b-a54f-426f-8f01-737184a8a343,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:57.309620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3119dcb9-4a6f-4ba2-8dc3-140ecda99a18 req-a47bb208-7530-468f-b1e3-818edbb0e0c1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642318 Dec 12 04:25:57.331809 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Deleting port be1a8573-0e0f-4a84-a1b8-5a722907ed65 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:25:57.332352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.355839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-364cae51-f320-4ccd-b49c-d6975a80ce20 req-3b2d60be-b218-4e53-97a2-97e72be956b8 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373420 Dec 12 04:25:57.361448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.362441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:57.363028 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.461870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] For port be1a8573-0e0f-4a84-a1b8-5a722907ed65, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=be1a8573-0e0f-4a84-a1b8-5a722907ed65,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:57.462437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.471370 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3978746 Dec 12 04:25:57.475445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36702) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:57.478434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:25:57.483520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Request body: {'subnet': {'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1146699661-subnet', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:57.496682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Calling delete_port for be1a8573-0e0f-4a84-a1b8-5a722907ed65 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:25:57.511949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ac438-f317-467f-a5d3-0162516e5924 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe4446c-bd79-46bc-a6d5-3e895a126906,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:57.535526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network dfe4446c-bd79-46bc-a6d5-3e895a126906 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:25:57.559624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Made reservation on behalf of fdaa7b0f418c46eea6ec05ac44c40094 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:57.561999 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.649510 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.705659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['be1a8573-0e0f-4a84-a1b8-5a722907ed65'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:25:57.713758 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.721266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fecbe3d4-9061-4deb-aab0-91152aeba81e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:57.742800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb4283bc-6825-485a-b809-54bd682e37ad tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.754015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78cb87-f4fa-4d82-8698-96ec6115d90c None None] DHCP port deletion for 73e39552-9640-4dd8-b579-a1d95b525a8c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:25:57.774087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Pushing event deleted for resources: {'Port': ['ID=be1a8573-0e0f-4a84-a1b8-5a722907ed65,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:57.777769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] No DVR routers for this DVR port be1a8573-0e0f-4a84-a1b8-5a722907ed65 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:57.781897 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.787139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f87ed8c3-70ea-44bb-810a-d06f4d9972d1 req-3860b435-7b6d-4f82-ab13-3b1878d267be tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.37 "DELETE /v2.0/ports/be1a8573-0e0f-4a84-a1b8-5a722907ed65 HTTP/1.1" status: 204 len: 173 time: 0.6385252 Dec 12 04:25:57.787542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca214d3-f917-42e0-96c2-049e37301957', 'name': 'network-vif-deleted', 'tag': 'be1a8573-0e0f-4a84-a1b8-5a722907ed65'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:25:57.789993 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2596d61c-fa27-4248-afcf-c710d08f0308" -d '{"events": [{"server_uuid": "1ca214d3-f917-42e0-96c2-049e37301957", "name": "network-vif-deleted", "tag": "be1a8573-0e0f-4a84-a1b8-5a722907ed65"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:25:57.817950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.extraroute_db [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added routes are [] {{(pid=103450) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 04:25:57.818281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.extraroute_db [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103450) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 04:25:57.823760 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.831217 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb4283bc-6825-485a-b809-54bd682e37ad tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.832693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: fecbe3d4-9061-4deb-aab0-91152aeba81e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:57.833157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fecbe3d4-9061-4deb-aab0-91152aeba81e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:57.833734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1736bac6-fa58-49ea-b12b-20de328f6701 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:25:57.863129 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be95163-5e2e-4c71-aa15-09ff0103ae3f x-openstack-request-id: req-5be95163-5e2e-4c71-aa15-09ff0103ae3f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:25:57.864268 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca214d3-f917-42e0-96c2-049e37301957", "name": "network-vif-deleted", "tag": "be1a8573-0e0f-4a84-a1b8-5a722907ed65", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:25:57.864268 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5be95163-5e2e-4c71-aa15-09ff0103ae3f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:25:57.864501 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca214d3-f917-42e0-96c2-049e37301957', 'name': 'network-vif-deleted', 'tag': 'be1a8573-0e0f-4a84-a1b8-5a722907ed65', 'status': 'completed', 'code': 200} Dec 12 04:25:57.903534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 1736bac6-fa58-49ea-b12b-20de328f6701 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:25:57.904077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1736bac6-fa58-49ea-b12b-20de328f6701 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:25:57.926801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:57.935699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-677fd09e-be95-42ac-a7bb-43d55f35c4a8 None None] Provisioning complete for port 7feab42b-a54f-426f-8f01-737184a8a343 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:57.935699 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-677fd09e-be95-42ac-a7bb-43d55f35c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:57.941058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:57.971065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Pushing event updated for resources: {'Port': ['ID=d877c868-e4bc-455e-ba51-2b71f6baa60b,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:57.973692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:58.006455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.068872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-0933f8c7-99ef-4b00-bbcf-3b887d4d29ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.081559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-0933f8c7-99ef-4b00-bbcf-3b887d4d29ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.089389 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-0933f8c7-99ef-4b00-bbcf-3b887d4d29ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.104261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-0933f8c7-99ef-4b00-bbcf-3b887d4d29ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.104493 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.108224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Attempting to bind port d877c868-e4bc-455e-ba51-2b71f6baa60b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:58.108691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Attempting to bind port d877c868-e4bc-455e-ba51-2b71f6baa60b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:58.109168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Attempting to bind port d877c868-e4bc-455e-ba51-2b71f6baa60b on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:58.116701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb4283bc-6825-485a-b809-54bd682e37ad tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.122572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:58.123050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:58.123526 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.124002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:58.124571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Bound port: d877c868-e4bc-455e-ba51-2b71f6baa60b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:58.125082 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.126694 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-0933f8c7-99ef-4b00-bbcf-3b887d4d29ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.136502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-0933f8c7-99ef-4b00-bbcf-3b887d4d29ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.143091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-0933f8c7-99ef-4b00-bbcf-3b887d4d29ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.145446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-0933f8c7-99ef-4b00-bbcf-3b887d4d29ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.2017479 Dec 12 04:25:58.165980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7feab42b-a54f-426f-8f01-737184a8a343 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:58.209209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-791a0001-0fc8-48b5-98e9-f54699a699fa tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.211811 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-791a0001-0fc8-48b5-98e9-f54699a699fa tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "GET /v2.0/ports/f9a61b9a-355b-44cd-a2e2-a869dbf3a14d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0550668 Dec 12 04:25:58.223181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3f5a4f-fc4d-4f55-8510-8375eedc6eac,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:58.330893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Checking segment: {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:58.331307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Network hostable DHCP agents. Network: dfe4446c-bd79-46bc-a6d5-3e895a126906, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:25:58.334070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-abc056f1-3b23-4e44-9c21-a9f1cc67cca9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "GET /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1153698 Dec 12 04:25:58.338098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb4283bc-6825-485a-b809-54bd682e37ad tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.356492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:58.380666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.385760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4283bc-6825-485a-b809-54bd682e37ad tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=226f4fe3-8f42-4ce1-ac80-62484fa508c4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:58.394310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb4283bc-6825-485a-b809-54bd682e37ad tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.400341 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bb4283bc-6825-485a-b809-54bd682e37ad tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/226f4fe3-8f42-4ce1-ac80-62484fa508c4 HTTP/1.1" status: 204 len: 168 time: 1.3565407 Dec 12 04:25:58.401609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.405413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36712) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:58.410203 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-677fd09e-be95-42ac-a7bb-43d55f35c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.416808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Network dfe4446c-bd79-46bc-a6d5-3e895a126906 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:25:58.461864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e22b9448-e546-44d8-a2d8-5d2359a7a8ec tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552051 Dec 12 04:25:58.467486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:55Z', 'revision_number': 6, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:56Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27e2a14-180e-433a-9458-64bcd1b3848e', 'name': '', 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:86:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:52Z', 'updated_at': '2021-12-12T04:25:54Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:58.488897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36714) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:58.489563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.513975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d574d30-38f4-44ac-9079-ae7ff08e4a3c None None] The sync data for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 is: [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:55Z', 'revision_number': 6, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:56Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27e2a14-180e-433a-9458-64bcd1b3848e', 'name': '', 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:86:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:52Z', 'updated_at': '2021-12-12T04:25:54Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:25:58.520646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] For port d877c868-e4bc-455e-ba51-2b71f6baa60b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:58.538445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, dfe4446c-bd79-46bc-a6d5-3e895a126906) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:58.559141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.559662 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.566502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7ca54-c3c4-43f4-8d55-60aeea5575db None None] Network dfe4446c-bd79-46bc-a6d5-3e895a126906 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:25:58.574399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-677fd09e-be95-42ac-a7bb-43d55f35c4a8 None None] For port 7feab42b-a54f-426f-8f01-737184a8a343, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7feab42b-a54f-426f-8f01-737184a8a343,segment=NetworkSegment(9c9b9075-c391-46b7-9fc0-5ad5a10a15c3),segment_id=9c9b9075-c391-46b7-9fc0-5ad5a10a15c3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:58.578080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] For port d877c868-e4bc-455e-ba51-2b71f6baa60b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d877c868-e4bc-455e-ba51-2b71f6baa60b,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:25:58.594231 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-677fd09e-be95-42ac-a7bb-43d55f35c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.621194 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1287ea8-9c59-41ac-867c-fc96b0dd9d38 req-4b795697-9142-433e-bab6-67dd9a5bf5e4 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca214d3-f917-42e0-96c2-049e37301957 HTTP/1.1" status: 200 len: 210 time: 0.0842717 Dec 12 04:25:58.649260 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.654174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-66398f56-d60f-47cc-a769-90ac7572b982 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1760714 Dec 12 04:25:58.657102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36716) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:58.661970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:58.685772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7feab42b-a54f-426f-8f01-737184a8a343 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:58.686311 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.723194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:25:58.731470 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.732906 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.823115 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fd09e-be95-42ac-a7bb-43d55f35c4a8 None None] Pushing event updated for resources: {'Port': ['ID=7feab42b-a54f-426f-8f01-737184a8a343,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:58.830282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] For port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:25:58.862187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb4203-6f7d-44b9-bb40-cfd192551c19 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.864095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-01cb4203-6f7d-44b9-bb40-cfd192551c19 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3722622 Dec 12 04:25:58.867834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36718) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:58.891674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6edba-ec38-402a-8e66-dbeb1ec4c240 req-b33f534a-4872-4225-8049-2813fd08dbc7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.898638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6edba-ec38-402a-8e66-dbeb1ec4c240 req-b33f534a-4872-4225-8049-2813fd08dbc7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.903741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:58.905802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6edba-ec38-402a-8e66-dbeb1ec4c240 req-b33f534a-4872-4225-8049-2813fd08dbc7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.912440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6edba-ec38-402a-8e66-dbeb1ec4c240 req-b33f534a-4872-4225-8049-2813fd08dbc7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.919284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6edba-ec38-402a-8e66-dbeb1ec4c240 req-b33f534a-4872-4225-8049-2813fd08dbc7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.925704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6edba-ec38-402a-8e66-dbeb1ec4c240 req-b33f534a-4872-4225-8049-2813fd08dbc7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.932800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6edba-ec38-402a-8e66-dbeb1ec4c240 req-b33f534a-4872-4225-8049-2813fd08dbc7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:58.940867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8d6edba-ec38-402a-8e66-dbeb1ec4c240 req-b33f534a-4872-4225-8049-2813fd08dbc7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 5431 time: 0.4276969 Dec 12 04:25:58.943396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-dfe4446c-bd79-46bc-a6d5-3e895a126906', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:25:58.944342 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.001104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c949c-1a2a-4355-b2ed-ca7d5a77eac1 None None] Pushing event updated for resources: {'Port': ['ID=d877c868-e4bc-455e-ba51-2b71f6baa60b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:59.008687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] For port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:25:59.034261 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:25:59.054718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2077a68-c36a-4a78-8294-ef3703d15ee7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:59.058354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2077a68-c36a-4a78-8294-ef3703d15ee7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1856766 Dec 12 04:25:59.058514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:25:59.059483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36724) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:59.071116 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.072420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-27d02c88-0a41-4bc4-b5f1-5b832d434fc1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177 HTTP/1.1" status: 200 len: 703 time: 2.4062202 Dec 12 04:25:59.080628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36726) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:59.096373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] device_id is not set on port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:25:59.147310 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.158815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6508d871-71b8-4060-a650-4d67544b1c61 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:25:59.196530 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.203465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-96cee141-e806-40f5-a576-0f8fcfa181f6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1376839 Dec 12 04:25:59.207263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36728) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:59.234773 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.251624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:59.254822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Allocated IP 172.20.0.2 (dfe4446c-bd79-46bc-a6d5-3e895a126906/3e3f5a4f-fc4d-4f55-8510-8375eedc6eac/8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:25:59.281645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6508d871-71b8-4060-a650-4d67544b1c61 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:59.282082 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.365404 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-18045bd2-7ca3-4542-a931-e0c1cd9566c4 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177 HTTP/1.1" status: 200 len: 703 time: 0.2812078 Dec 12 04:25:59.368331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36730) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:25:59.382829 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8d6edba-ec38-402a-8e66-dbeb1ec4c240 req-d07bc57c-e4c9-4baa-a14f-af082243cd84 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4408281 Dec 12 04:25:59.386169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] Pushing event updated for resources: {'Port': ['ID=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:59.435427 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] No DVR routers for this DVR port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:25:59.526961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] In _notify_port_updated(), no bound segment for port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:25:59.528415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:59.529252 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.535121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-6ffb2d53-c973-4549-aba1-50042675da9d service neutron] 10.222.0.18 "PUT /v2.0/ports/f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 200 len: 1027 time: 1.1918325 Dec 12 04:25:59.612133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-9fc1087d-b535-4585-a3d6-0a23fa9be834 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:25:59.615016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-9fc1087d-b535-4585-a3d6-0a23fa9be834 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "GET /v2.0/ports/cc391740-5e3b-4b36-8a0a-d7f7b0b1947f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0733445 Dec 12 04:25:59.618046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:25:59.620181 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.622549 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.629121 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.633339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:25:59.707211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Network dfe4446c-bd79-46bc-a6d5-3e895a126906 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:25:59.727226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Pushing event updated for resources: {'Port': ['ID=8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:25:59.733674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8d656ff6-cd5f-4a1e-9645-502130a2cd05 None None] Provisioning complete for port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:25:59.735618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d656ff6-cd5f-4a1e-9645-502130a2cd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.738010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:25:59.746131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:25:59.803724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.870563 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Sync routers for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:25:59.889524 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:25:59.890456 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:25:59.895965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Attempting to bind port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:25:59.896554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Attempting to bind port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:25:59.896795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Attempting to bind port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 on network dfe4446c-bd79-46bc-a6d5-3e895a126906 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:25:59.917631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:25:59.918092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Checking segment: {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:25:59.918440 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.918922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Bound using segment: {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:25:59.919354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Bound port: 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:25:59.919744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:25:59.923269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8d656ff6-cd5f-4a1e-9645-502130a2cd05 None None] Port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:00.058802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] For port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:00.064990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] For port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:00.073761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.091209 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:00.103892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.152039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b621e7-d08a-4e87-8dfe-14f38e623774 None None] Pushing event updated for resources: {'Port': ['ID=8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:00.156692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7feab42b-a54f-426f-8f01-737184a8a343 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:00.165961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:00.174327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:00.177594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.193883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:00.194507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.239283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.239826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] For port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:00.247426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8878e4-42e4-4bd7-b31b-26dfccefb4de None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:00.269296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0335853 Dec 12 04:26:00.277477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36740) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:00.299134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:96:58:92', 'name': 'tempest-NetworksTestDHCPv6-1726185484'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:00.334237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec4891-677a-45ac-a484-59608f1996a3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=1c6fb618-795d-4d80-9fd8-7f82a4f878ba,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:00.419696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7feab42b-a54f-426f-8f01-737184a8a343 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:00.420024 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.473038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] For port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:00.501184 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:57Z', 'revision_number': 7, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:58Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27e2a14-180e-433a-9458-64bcd1b3848e', 'name': '', 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:86:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:52Z', 'updated_at': '2021-12-12T04:25:54Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:00.548396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Allocated IP 172.25.7.16 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/04e9c62a-6c34-420f-92be-1b630267099a) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:00.557921 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Checking router: 1529142d-6bfb-43b5-aa6e-a785d4473177 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:00.558568 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Updating router 1529142d-6bfb-43b5-aa6e-a785d4473177 port d27e2a14-180e-433a-9458-64bcd1b3848e binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:26:00.594583 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.602804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] device_id is not set on port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:26:00.664908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.691069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782e881-0592-4a09-8aa7-15f461c8321c req-15967a66-4704-4137-a945-41786d3e1ec7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:00.699887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782e881-0592-4a09-8aa7-15f461c8321c req-15967a66-4704-4137-a945-41786d3e1ec7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:00.706795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782e881-0592-4a09-8aa7-15f461c8321c req-15967a66-4704-4137-a945-41786d3e1ec7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:00.715722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.720930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782e881-0592-4a09-8aa7-15f461c8321c req-15967a66-4704-4137-a945-41786d3e1ec7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:00.728111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782e881-0592-4a09-8aa7-15f461c8321c req-15967a66-4704-4137-a945-41786d3e1ec7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:00.734600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782e881-0592-4a09-8aa7-15f461c8321c req-15967a66-4704-4137-a945-41786d3e1ec7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:00.744595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a782e881-0592-4a09-8aa7-15f461c8321c req-15967a66-4704-4137-a945-41786d3e1ec7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 4657 time: 0.1926861 Dec 12 04:26:00.763440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d8b0d4-ef19-441e-bfb4-5bb56755128a None None] Update dhcp port {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '1c6fb618-795d-4d80-9fd8-7f82a4f878ba'}], 'binding:host_id': 'n-d-710847-7'}, 'id': 'd877c868-e4bc-455e-ba51-2b71f6baa60b'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:26:00.797154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device be1a8573-0e0f-4a84-a1b8-5a722907ed65 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:00.821046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.835137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: be1a8573-0e0f-4a84-a1b8-5a722907ed65 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:00.836677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device be1a8573-0e0f-4a84-a1b8-5a722907ed65 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:00.844269 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-09d8b0d4-ef19-441e-bfb4-5bb56755128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:00.886642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:00.978179 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] Pushing event updated for resources: {'Port': ['ID=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:00.985863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] No DVR routers for this DVR port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:01.025766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a782e881-0592-4a09-8aa7-15f461c8321c req-c7a002fd-7a05-4fbe-9a6f-bb2312e4c06a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8403931-67db-4f1d-8646-64ea8270216c&id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2801766 Dec 12 04:26:01.075204 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.139667 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-09d8b0d4-ef19-441e-bfb4-5bb56755128a None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/1c6fb618-795d-4d80-9fd8-7f82a4f878ba/d877c868-e4bc-455e-ba51-2b71f6baa60b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:01.161284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:01.172613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] In _notify_port_updated(), no bound segment for port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f on network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:26:01.172613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:01.173647 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.175103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-d8ee9d9e-067e-487c-9b79-5c1bd85144ab service neutron] 10.222.0.18 "PUT /v2.0/ports/cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 200 len: 1025 time: 1.5474632 Dec 12 04:26:01.247932 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.270022 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.279969 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.328114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.396528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-09d8b0d4-ef19-441e-bfb4-5bb56755128a None None] For port d877c868-e4bc-455e-ba51-2b71f6baa60b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d877c868-e4bc-455e-ba51-2b71f6baa60b,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:01.416679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 36d5eb9e-686f-4ff6-b53f-717f97525461 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:26:01.479806 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Pushing event updated for resources: {'Port': ['ID=d27e2a14-180e-433a-9458-64bcd1b3848e,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:01.496781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:01.497246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.514294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-51b51d64-1964-4fd2-9f9d-d00ec13a7809 None None] Provisioning complete for port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:01.514294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-51b51d64-1964-4fd2-9f9d-d00ec13a7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.518079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:01.521049 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.522629 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.523449 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.523948 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.524440 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.524965 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.525458 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.525959 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.526443 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.527413 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.528156 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.528670 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.529592 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:01.545909 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Attempting to bind port d27e2a14-180e-433a-9458-64bcd1b3848e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:26:01.551175 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Attempting to bind port d27e2a14-180e-433a-9458-64bcd1b3848e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'bc7a243c-9a64-456e-a674-eb46baa4268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:26:01.551566 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Attempting to bind port d27e2a14-180e-433a-9458-64bcd1b3848e on network c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:01.558130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:01.561950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Pushing event updated for resources: {'Port': ['ID=04e9c62a-6c34-420f-92be-1b630267099a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:01.568634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:01.581198 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:26:01.583301 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Checking segment: {'id': 'bc7a243c-9a64-456e-a674-eb46baa4268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:26:01.583919 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.585959 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Bound using segment: {'id': 'bc7a243c-9a64-456e-a674-eb46baa4268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:26:01.586680 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Bound port: d27e2a14-180e-433a-9458-64bcd1b3848e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7a243c-9a64-456e-a674-eb46baa4268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:26:01.588209 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.686130 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.692323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf4503-4cbc-45ad-afb0-fbcf9bb5f8a9 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:01.715619 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-09d8b0d4-ef19-441e-bfb4-5bb56755128a None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.733802 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] For port d27e2a14-180e-433a-9458-64bcd1b3848e, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:01.741079 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] For port d27e2a14-180e-433a-9458-64bcd1b3848e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d27e2a14-180e-433a-9458-64bcd1b3848e,segment=NetworkSegment(bc7a243c-9a64-456e-a674-eb46baa4268a),segment_id=bc7a243c-9a64-456e-a674-eb46baa4268a)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:01.748528 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.749451 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-09d8b0d4-ef19-441e-bfb4-5bb56755128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:01.875349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-51b51d64-1964-4fd2-9f9d-d00ec13a7809 None None] Port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:01.911124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:01.919403 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249e868-d40c-46f7-bc1c-95db94a97471 None None] Pushing event updated for resources: {'Port': ['ID=d27e2a14-180e-433a-9458-64bcd1b3848e,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:01.921161 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b088d504-694c-4cae-ade2-3942d3575c37" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:01.931343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64e83464-34be-42db-ab31-49bb36f131d3 req-7149ef48-4404-4642-80b7-12b9caf324a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6037529 Dec 12 04:26:01.953649 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:01.961882 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:02.009739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:02.064308 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296b3899-6aa9-4101-8286-d14d23cf6441 x-openstack-request-id: req-296b3899-6aa9-4101-8286-d14d23cf6441 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:02.064702 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:02.065494 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-296b3899-6aa9-4101-8286-d14d23cf6441 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:02.065973 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6', 'code': 200} Dec 12 04:26:02.085805 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:02.092315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:02.244844 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81660143-d936-465c-b91e-d7bbd00f3a89 None None] Network dfe4446c-bd79-46bc-a6d5-3e895a126906 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:02.316405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8b0d4-ef19-441e-bfb4-5bb56755128a None None] Pushing event updated for resources: {'Port': ['ID=d877c868-e4bc-455e-ba51-2b71f6baa60b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:02.491201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d27e2a14-180e-433a-9458-64bcd1b3848e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:02.521657 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b7985bc9-a420-4f41-ad39-fe0638569785 None None] Provisioning complete for port d27e2a14-180e-433a-9458-64bcd1b3848e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:02.522427 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7985bc9-a420-4f41-ad39-fe0638569785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:02.598561 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:02.637964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e83464-34be-42db-ab31-49bb36f131d3 req-7f120832-c325-4c0c-b668-d6033660427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:02.646525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64e83464-34be-42db-ab31-49bb36f131d3 req-7f120832-c325-4c0c-b668-d6033660427a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1097 time: 0.5323162 Dec 12 04:26:02.736659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] For port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:02.737418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:02.768942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Calling delete_port for d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:02.862352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::90 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/1c6fb618-795d-4d80-9fd8-7f82a4f878ba/36d5eb9e-686f-4ff6-b53f-717f97525461) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:02.910609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578e56c-fdce-4aef-959f-15af8b69a8a4 req-4ac2f150-75f7-423b-9a9c-ef158d4619f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:02.914492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:02.931850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578e56c-fdce-4aef-959f-15af8b69a8a4 req-4ac2f150-75f7-423b-9a9c-ef158d4619f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:02.951594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578e56c-fdce-4aef-959f-15af8b69a8a4 req-4ac2f150-75f7-423b-9a9c-ef158d4619f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:02.971973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578e56c-fdce-4aef-959f-15af8b69a8a4 req-4ac2f150-75f7-423b-9a9c-ef158d4619f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:02.973630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port d27e2a14-180e-433a-9458-64bcd1b3848e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:02.974137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:02.989463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:02.993795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578e56c-fdce-4aef-959f-15af8b69a8a4 req-4ac2f150-75f7-423b-9a9c-ef158d4619f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:02.997218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d27e2a14-180e-433a-9458-64bcd1b3848e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:02.997786 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.004052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d578e56c-fdce-4aef-959f-15af8b69a8a4 req-4ac2f150-75f7-423b-9a9c-ef158d4619f5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 3883 time: 0.5204678 Dec 12 04:26:03.126187 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:57Z', 'revision_number': 7, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:58Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27e2a14-180e-433a-9458-64bcd1b3848e', 'name': '', 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:86:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:52Z', 'updated_at': '2021-12-12T04:26:01Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:03.204435 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122a3f0-a90d-49d2-b485-78cfac7e0230 None None] The sync data for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 is: [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:25:57Z', 'revision_number': 7, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:58Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27e2a14-180e-433a-9458-64bcd1b3848e', 'name': '', 'network_id': 'c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:86:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:52Z', 'updated_at': '2021-12-12T04:26:01Z', 'revision_number': 4, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e2c47f3f-278a-4efa-851e-1f9e3fa51925', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:03.271284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7985bc9-a420-4f41-ad39-fe0638569785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.272226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:03.280728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d578e56c-fdce-4aef-959f-15af8b69a8a4 req-ed890daa-e3ce-4053-8423-dad241b02bae tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957004 Dec 12 04:26:03.348293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.371471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f9a61b9a-355b-44cd-a2e2-a869dbf3a14d no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:03.592646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.604378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b7985bc9-a420-4f41-ad39-fe0638569785 None None] For port d27e2a14-180e-433a-9458-64bcd1b3848e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d27e2a14-180e-433a-9458-64bcd1b3848e,segment=NetworkSegment(bc7a243c-9a64-456e-a674-eb46baa4268a),segment_id=bc7a243c-9a64-456e-a674-eb46baa4268a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:03.606064 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.622467 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7985bc9-a420-4f41-ad39-fe0638569785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.689444 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.721708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f9a61b9a-355b-44cd-a2e2-a869dbf3a14d not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:03.722157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 50865e90-2d61-4c3f-845d-73e68d27bd50 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:03.754413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b7985bc9-a420-4f41-ad39-fe0638569785 None None] Provisioning complete for port 04e9c62a-6c34-420f-92be-1b630267099a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:03.754803 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7985bc9-a420-4f41-ad39-fe0638569785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.756412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:03.846176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Port': ['ID=d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:03.862856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.908678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e83464-34be-42db-ab31-49bb36f131d3 req-0b731d21-763c-41d8-9cfa-e7e1deeba548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:03.911236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64e83464-34be-42db-ab31-49bb36f131d3 req-0b731d21-763c-41d8-9cfa-e7e1deeba548 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 1.2024860 Dec 12 04:26:03.954745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port d27e2a14-180e-433a-9458-64bcd1b3848e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d27e2a14-180e-433a-9458-64bcd1b3848e,segment=NetworkSegment(bc7a243c-9a64-456e-a674-eb46baa4268a),segment_id=bc7a243c-9a64-456e-a674-eb46baa4268a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:03.955118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.957011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] No DVR routers for this DVR port d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:03.964215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:03.968991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-cd1fd3f4-6a04-4ae1-a739-ddb1dc63945f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "DELETE /v2.0/ports/d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6 HTTP/1.1" status: 204 len: 173 time: 2.7795360 Dec 12 04:26:03.972864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:03.976043 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11577277-2634-4ee5-ae52-52220557fe3b" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:03.981100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for d27e2a14-180e-433a-9458-64bcd1b3848e owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:04.039384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b7985bc9-a420-4f41-ad39-fe0638569785 None None] Port 04e9c62a-6c34-420f-92be-1b630267099a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:04.067342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:04.071172 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f827b9-c0cb-4268-87ee-6fe58c221c3d" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0b1cb5-d7f8-4336-83e9-ed922da46c93"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:04.083321 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad318b56-defe-499c-a716-fed691076d89 x-openstack-request-id: req-ad318b56-defe-499c-a716-fed691076d89 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:04.083696 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "d2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:04.084058 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad318b56-defe-499c-a716-fed691076d89 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:04.084567 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': 'd2d5fe82-5e4f-46a3-aa27-9e2eb07a98d6', 'status': 'completed', 'code': 200} Dec 12 04:26:04.112390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb65c48-3634-4863-8f3d-5eff7259cfc1 req-7a172ce2-8e1e-47bc-b420-8955bd010fa3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.119291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb65c48-3634-4863-8f3d-5eff7259cfc1 req-7a172ce2-8e1e-47bc-b420-8955bd010fa3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.130981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7985bc9-a420-4f41-ad39-fe0638569785 None None] Pushing event updated for resources: {'Port': ['ID=d27e2a14-180e-433a-9458-64bcd1b3848e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:04.151065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb65c48-3634-4863-8f3d-5eff7259cfc1 req-7a172ce2-8e1e-47bc-b420-8955bd010fa3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.178145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb65c48-3634-4863-8f3d-5eff7259cfc1 req-7a172ce2-8e1e-47bc-b420-8955bd010fa3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.192182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb65c48-3634-4863-8f3d-5eff7259cfc1 req-7a172ce2-8e1e-47bc-b420-8955bd010fa3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.206010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb65c48-3634-4863-8f3d-5eff7259cfc1 req-7a172ce2-8e1e-47bc-b420-8955bd010fa3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.213881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb65c48-3634-4863-8f3d-5eff7259cfc1 req-7a172ce2-8e1e-47bc-b420-8955bd010fa3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.222623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddb65c48-3634-4863-8f3d-5eff7259cfc1 req-7a172ce2-8e1e-47bc-b420-8955bd010fa3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.4055007 Dec 12 04:26:04.300423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:04.483551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddb65c48-3634-4863-8f3d-5eff7259cfc1 req-581bf232-8a09-45b5-9459-586ebb55b6c4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2596710 Dec 12 04:26:04.488880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:04.491630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=36d5eb9e-686f-4ff6-b53f-717f97525461,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:04.511463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:04.516136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:04.522695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.524203 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:04.551053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting port 50865e90-2d61-4c3f-845d-73e68d27bd50 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:04.551350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:04.563258 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2b6678a0-1b54-474e-9d27-602c78563023 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2716687 Dec 12 04:26:04.566688 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3d6a8f-c297-47d1-96c8-9c0213eed9e9 x-openstack-request-id: req-cf3d6a8f-c297-47d1-96c8-9c0213eed9e9 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:04.567518 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0b1cb5-d7f8-4336-83e9-ed922da46c93", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:04.567942 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf3d6a8f-c297-47d1-96c8-9c0213eed9e9 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:04.568475 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93', 'code': 200} Dec 12 04:26:04.571062 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:04.571534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36794) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:04.576598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2029a3e-5fb6-47b0-8bd8-b2572352eec6 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:26:04.629442 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:26:04.630094 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:26:04.675047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-05740aac-d731-4682-ad40-f55664a5e6d8 None None] Provisioning complete for port d27e2a14-180e-433a-9458-64bcd1b3848e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:04.675715 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05740aac-d731-4682-ad40-f55664a5e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:04.707393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bacc50-f3fa-486d-b4c3-984c87dee12c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.717351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bacc50-f3fa-486d-b4c3-984c87dee12c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:04.717351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f3bacc50-f3fa-486d-b4c3-984c87dee12c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1442721 Dec 12 04:26:04.723150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36796) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:04.796803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] For port 50865e90-2d61-4c3f-845d-73e68d27bd50, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=50865e90-2d61-4c3f-845d-73e68d27bd50,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:04.797211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:04.846038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-05740aac-d731-4682-ad40-f55664a5e6d8 None None] Provisioning complete for port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:04.846338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05740aac-d731-4682-ad40-f55664a5e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:04.851754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:04.883897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 50865e90-2d61-4c3f-845d-73e68d27bd50, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=50865e90-2d61-4c3f-845d-73e68d27bd50,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:04.894302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:04.894973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ac44bc2b-566d-43df-a507-1831e4b1458e no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:05.046247 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05740aac-d731-4682-ad40-f55664a5e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.121272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089879ff-39c1-4588-a325-87044750b1c0 req-c8c2e6b3-d625-4e93-ba11-a3004d06739f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.122470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=50865e90-2d61-4c3f-845d-73e68d27bd50,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:05.128090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089879ff-39c1-4588-a325-87044750b1c0 req-c8c2e6b3-d625-4e93-ba11-a3004d06739f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.135633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089879ff-39c1-4588-a325-87044750b1c0 req-c8c2e6b3-d625-4e93-ba11-a3004d06739f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.138295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-05740aac-d731-4682-ad40-f55664a5e6d8 None None] For port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:05.142114 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089879ff-39c1-4588-a325-87044750b1c0 req-c8c2e6b3-d625-4e93-ba11-a3004d06739f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.147353 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-089879ff-39c1-4588-a325-87044750b1c0 req-c8c2e6b3-d625-4e93-ba11-a3004d06739f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 3148 time: 0.2897298 Dec 12 04:26:05.204610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.212683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64e83464-34be-42db-ab31-49bb36f131d3 req-4f647717-e022-454b-9904-5cde69fdc352 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 1001 time: 0.3243423 Dec 12 04:26:05.223707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.225651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.229163 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Floating IP ae7e52c4-32a6-401f-a16b-f3d3f919bea4 disassociated. External IP: 172.25.7.169, port: 50865e90-2d61-4c3f-845d-73e68d27bd50. Dec 12 04:26:05.229599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Calling delete_port for 50865e90-2d61-4c3f-845d-73e68d27bd50 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:05.255196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ac44bc2b-566d-43df-a507-1831e4b1458e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac44bc2b-566d-43df-a507-1831e4b1458e,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:05.256425 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05740aac-d731-4682-ad40-f55664a5e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.283599 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.284411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e1307ca1-10fe-44f8-b15c-2d52c3b2c10c no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:05.334502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.355037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05740aac-d731-4682-ad40-f55664a5e6d8 None None] Pushing event updated for resources: {'Port': ['ID=8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:05.381454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-afbe27d4-1e5d-4958-a15c-e79f05b34de8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 36d5eb9e-686f-4ff6-b53f-717f97525461 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:05.381901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-afbe27d4-1e5d-4958-a15c-e79f05b34de8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.419390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=d27e2a14-180e-433a-9458-64bcd1b3848e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:05.456515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:05.461036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2029a3e-5fb6-47b0-8bd8-b2572352eec6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:26:05.480640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9b70d343-b68c-4d9e-bc0e-993896379f61 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.509499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9b70d343-b68c-4d9e-bc0e-993896379f61 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.516522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9b70d343-b68c-4d9e-bc0e-993896379f61 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.533141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9b70d343-b68c-4d9e-bc0e-993896379f61 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.541205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9b70d343-b68c-4d9e-bc0e-993896379f61 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.550543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9b70d343-b68c-4d9e-bc0e-993896379f61 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.558822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9b70d343-b68c-4d9e-bc0e-993896379f61 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.561017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9b70d343-b68c-4d9e-bc0e-993896379f61 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.3034573 Dec 12 04:26:05.584358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.605792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a3f04010-0c6a-449a-aec0-bfdb903402e9 None None] Provisioning complete for port d877c868-e4bc-455e-ba51-2b71f6baa60b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:05.607173 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3f04010-0c6a-449a-aec0-bfdb903402e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.617719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-089879ff-39c1-4588-a325-87044750b1c0 req-9a931c02-34b7-4235-87be-e589843efe57 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523711 Dec 12 04:26:05.688510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-99643dad-27bb-423a-a6b6-c6b039b27954 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.689949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-99643dad-27bb-423a-a6b6-c6b039b27954 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "GET /v2.0/ports/600813ff-3126-4384-b853-3d038e201e81?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1183579 Dec 12 04:26:05.704038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ac44bc2b-566d-43df-a507-1831e4b1458e,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:05.736364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e83464-34be-42db-ab31-49bb36f131d3 req-151f91d0-7810-4ec1-a824-615cd1652f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.739438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64e83464-34be-42db-ab31-49bb36f131d3 req-151f91d0-7810-4ec1-a824-615cd1652f07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.5120072 Dec 12 04:26:05.794765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-afbe27d4-1e5d-4958-a15c-e79f05b34de8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.816213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:05.816687 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.828597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-afbe27d4-1e5d-4958-a15c-e79f05b34de8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 36d5eb9e-686f-4ff6-b53f-717f97525461 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:05.876227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265a45-8383-4be3-81cf-be93fe97d7c9 req-ca6eb7e3-f164-43f7-b14b-6c5d77779849 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.887565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265a45-8383-4be3-81cf-be93fe97d7c9 req-ca6eb7e3-f164-43f7-b14b-6c5d77779849 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.889377 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:05.897121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265a45-8383-4be3-81cf-be93fe97d7c9 req-ca6eb7e3-f164-43f7-b14b-6c5d77779849 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.906534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265a45-8383-4be3-81cf-be93fe97d7c9 req-ca6eb7e3-f164-43f7-b14b-6c5d77779849 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.913132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265a45-8383-4be3-81cf-be93fe97d7c9 req-ca6eb7e3-f164-43f7-b14b-6c5d77779849 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.922520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265a45-8383-4be3-81cf-be93fe97d7c9 req-ca6eb7e3-f164-43f7-b14b-6c5d77779849 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.929674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265a45-8383-4be3-81cf-be93fe97d7c9 req-ca6eb7e3-f164-43f7-b14b-6c5d77779849 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:05.932091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4265a45-8383-4be3-81cf-be93fe97d7c9 req-ca6eb7e3-f164-43f7-b14b-6c5d77779849 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.3171027 Dec 12 04:26:05.941899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Router 243013b3-9c27-496b-b359-10743a0db952 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:26:06.033680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e83464-34be-42db-ab31-49bb36f131d3 req-984f17cd-bae8-44ef-b30b-cc36b757d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:06.033680 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64e83464-34be-42db-ab31-49bb36f131d3 req-984f17cd-bae8-44ef-b30b-cc36b757d772 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2755675 Dec 12 04:26:06.072848 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:06.100594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3f04010-0c6a-449a-aec0-bfdb903402e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:06.165136 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4265a45-8383-4be3-81cf-be93fe97d7c9 req-c4ddbc03-c420-4674-9c1b-26985a30f4ae tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1655707 Dec 12 04:26:06.166229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Port': ['ID=50865e90-2d61-4c3f-845d-73e68d27bd50,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:06.179001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-be06eb87-b1dc-4911-96ff-fcf171653e6f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "GET /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4694936 Dec 12 04:26:06.185325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:06.205938 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:06.206659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cc391740-5e3b-4b36-8a0a-d7f7b0b1947f no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:06.238808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:26:06.310132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a3f04010-0c6a-449a-aec0-bfdb903402e9 None None] For port d877c868-e4bc-455e-ba51-2b71f6baa60b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d877c868-e4bc-455e-ba51-2b71f6baa60b,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:06.347275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:06.361211 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3f04010-0c6a-449a-aec0-bfdb903402e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:06.366289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:06.406743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cc391740-5e3b-4b36-8a0a-d7f7b0b1947f not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:06.428069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:06.442231 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64e83464-34be-42db-ab31-49bb36f131d3 req-8496c94b-a927-4fd2-86ef-32814a41e591 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065347 Dec 12 04:26:06.450089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25cc761e-9c14-4d21-8da7-802b83be256f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0803170 Dec 12 04:26:06.480855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36816) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:06.495219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] Sync routers for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:06.583637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50'}, {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac44bc2b-566d-43df-a507-1831e4b1458e'}, {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:06.588391 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e365a0c9-9d39-4c26-834a-bf668fb9608f" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50"}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ac44bc2b-566d-43df-a507-1831e4b1458e"}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1307ca1-10fe-44f8-b15c-2d52c3b2c10c"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:06.603168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:06.603951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:06.623450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-afbe27d4-1e5d-4958-a15c-e79f05b34de8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:06.677989 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b0f798-4a35-4679-a91c-60a4614515cf x-openstack-request-id: req-e4b0f798-4a35-4679-a91c-60a4614515cf {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:06.678509 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50", "code": 200}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ac44bc2b-566d-43df-a507-1831e4b1458e", "code": 200}, {"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1307ca1-10fe-44f8-b15c-2d52c3b2c10c", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:06.678680 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4b0f798-4a35-4679-a91c-60a4614515cf {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:06.679360 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'code': 200} Dec 12 04:26:06.679705 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac44bc2b-566d-43df-a507-1831e4b1458e', 'code': 200} Dec 12 04:26:06.680126 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c', 'code': 200} Dec 12 04:26:06.681028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d877c868-e4bc-455e-ba51-2b71f6baa60b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:06.708096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe27d4-1e5d-4958-a15c-e79f05b34de8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=36d5eb9e-686f-4ff6-b53f-717f97525461,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:06.717566 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:06.725130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f04010-0c6a-449a-aec0-bfdb903402e9 None None] Pushing event updated for resources: {'Port': ['ID=d877c868-e4bc-455e-ba51-2b71f6baa60b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:06.791444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ffbdbf-f3c2-45ab-a51b-a389d5d146ae tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting subnet e2c47f3f-278a-4efa-851e-1f9e3fa51925 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:06.797376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 91b8ebca-dfd8-454a-9997-404e942eae56 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:06.858229 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-afbe27d4-1e5d-4958-a15c-e79f05b34de8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:06.861452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-afbe27d4-1e5d-4958-a15c-e79f05b34de8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/36d5eb9e-686f-4ff6-b53f-717f97525461 HTTP/1.1" status: 204 len: 168 time: 2.1373200 Dec 12 04:26:06.862299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbdbf-f3c2-45ab-a51b-a389d5d146ae tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:06.887762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36838) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:06.957928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bc430-65cb-4050-8972-2ebc58b57392 req-d9883a29-c0b2-496a-844b-5c722d206bd7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:06.963799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:06.965193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bc430-65cb-4050-8972-2ebc58b57392 req-d9883a29-c0b2-496a-844b-5c722d206bd7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:06.975404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bc430-65cb-4050-8972-2ebc58b57392 req-d9883a29-c0b2-496a-844b-5c722d206bd7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:06.978192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-435bc430-65cb-4050-8972-2ebc58b57392 req-d9883a29-c0b2-496a-844b-5c722d206bd7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 2408 time: 0.1612647 Dec 12 04:26:06.981373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:26:06.988006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbdbf-f3c2-45ab-a51b-a389d5d146ae tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.008257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:07.020254 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Sync routers for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:07.041016 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:07.045147 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:07.074207 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.077959 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-47f35fe0-0750-4a7d-87c6-53254c1f8cfc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.4171629 Dec 12 04:26:07.094566 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb2a95-970c-4513-84f0-f47ae8ba7913 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.099298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-435bc430-65cb-4050-8972-2ebc58b57392 req-4e03044f-56ec-4fff-8a12-5b33b989613a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076081 Dec 12 04:26:07.109384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb2a95-970c-4513-84f0-f47ae8ba7913 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.112373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-abcb2a95-970c-4513-84f0-f47ae8ba7913 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2234015 Dec 12 04:26:07.114121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36840) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:07.136649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36844) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:07.247852 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbdbf-f3c2-45ab-a51b-a389d5d146ae tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.256982 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:07.299446 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e82b0-a8ee-48fd-82a9-6ecf6e58733d req-1ae72c7a-302d-46e7-b61d-2aa6c2a8dde6 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.312835 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa6e82b0-a8ee-48fd-82a9-6ecf6e58733d req-1ae72c7a-302d-46e7-b61d-2aa6c2a8dde6 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.4111648 Dec 12 04:26:07.366333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbdbf-f3c2-45ab-a51b-a389d5d146ae tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.457431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffbdbf-f3c2-45ab-a51b-a389d5d146ae tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c47f3f-278a-4efa-851e-1f9e3fa51925,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:07.462861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbdbf-f3c2-45ab-a51b-a389d5d146ae tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.469746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2ffbdbf-f3c2-45ab-a51b-a389d5d146ae tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/e2c47f3f-278a-4efa-851e-1f9e3fa51925 HTTP/1.1" status: 204 len: 168 time: 0.9855232 Dec 12 04:26:07.481995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa6e82b0-a8ee-48fd-82a9-6ecf6e58733d req-9a2181bf-5dfe-42c7-821f-040c8879017a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680293 Dec 12 04:26:07.483655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36848) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:07.583119 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:02Z', 'revision_number': 3, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:07.597763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3805c73e-4618-4507-84ad-9b04896cbf80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 1c6fb618-795d-4d80-9fd8-7f82a4f878ba {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:07.617420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d877c868-e4bc-455e-ba51-2b71f6baa60b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:07.617811 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.619210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3805c73e-4618-4507-84ad-9b04896cbf80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.622928 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Checking router: 243013b3-9c27-496b-b359-10743a0db952 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:07.623584 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Updating router 243013b3-9c27-496b-b359-10743a0db952 port 04e9c62a-6c34-420f-92be-1b630267099a binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:26:07.666212 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.714241 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.722150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc019-7249-48d5-95c3-fdd631cdc824 req-3b86cf29-3948-4391-9a12-c9c437e4de37 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.734590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc019-7249-48d5-95c3-fdd631cdc824 req-3b86cf29-3948-4391-9a12-c9c437e4de37 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.759549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc019-7249-48d5-95c3-fdd631cdc824 req-3b86cf29-3948-4391-9a12-c9c437e4de37 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.765476 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.779949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc019-7249-48d5-95c3-fdd631cdc824 req-3b86cf29-3948-4391-9a12-c9c437e4de37 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.781059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 91b8ebca-dfd8-454a-9997-404e942eae56, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=91b8ebca-dfd8-454a-9997-404e942eae56,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:07.789998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc019-7249-48d5-95c3-fdd631cdc824 req-3b86cf29-3948-4391-9a12-c9c437e4de37 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.799489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc019-7249-48d5-95c3-fdd631cdc824 req-3b86cf29-3948-4391-9a12-c9c437e4de37 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.805548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc019-7249-48d5-95c3-fdd631cdc824 req-3b86cf29-3948-4391-9a12-c9c437e4de37 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:07.807509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24fbc019-7249-48d5-95c3-fdd631cdc824 req-3b86cf29-3948-4391-9a12-c9c437e4de37 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 5443 time: 0.4830930 Dec 12 04:26:07.822680 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.823427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 600813ff-3126-4384-b853-3d038e201e81 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:07.865542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] For port 600813ff-3126-4384-b853-3d038e201e81, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=600813ff-3126-4384-b853-3d038e201e81,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:07.903816 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64e83464-34be-42db-ab31-49bb36f131d3 req-4ec1e5ad-bfb6-42eb-8822-efb7e626468b service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4501841 Dec 12 04:26:07.944154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:05Z', 'revision_number': 8, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:58Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:07.965098 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3805c73e-4618-4507-84ad-9b04896cbf80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:07.979988 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:08.007854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] Checking router: 1529142d-6bfb-43b5-aa6e-a785d4473177 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:08.023952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc081ef2-2b23-4cee-8104-240ca2e88576 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:26:08.038220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=91b8ebca-dfd8-454a-9997-404e942eae56,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:08.082510 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:08.083165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:08.104855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:08.158296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] Sync routers for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:08.188331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] For port 600813ff-3126-4384-b853-3d038e201e81, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:08.196440 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.214356 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.262542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9c0d4a51-8362-42ca-b457-1ef904c21697 None None] Could not find standard attr ID for object 36d5eb9e-686f-4ff6-b53f-717f97525461. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:26:08.282775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] No DVR routers for this DVR port 50865e90-2d61-4c3f-845d-73e68d27bd50 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:08.289027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.295743 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-33878e80-ef44-40c0-9826-45f4aed84254 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "DELETE /v2.0/ports/50865e90-2d61-4c3f-845d-73e68d27bd50 HTTP/1.1" status: 204 len: 173 time: 4.3122993 Dec 12 04:26:08.314834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:08.317689 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dbafc9-fc49-49fa-b275-a2f1ed784c24" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:08.337522 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.337678 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9ce49-d68a-4d0b-af8d-c27896d048b4 None None] Pushing event updated for resources: {'Port': ['ID=04e9c62a-6c34-420f-92be-1b630267099a,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:08.349667 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:08.350539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:08.352381 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Attempting to bind port 04e9c62a-6c34-420f-92be-1b630267099a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:26:08.352973 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Attempting to bind port 04e9c62a-6c34-420f-92be-1b630267099a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:26:08.353502 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Attempting to bind port 04e9c62a-6c34-420f-92be-1b630267099a on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:08.372515 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:26:08.372958 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:26:08.373388 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.376551 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:26:08.376551 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Bound port: 04e9c62a-6c34-420f-92be-1b630267099a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:26:08.376551 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.420656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24fbc019-7249-48d5-95c3-fdd631cdc824 req-857abcfd-f15a-4871-9ea8-f304cfe3e2c9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5922825 Dec 12 04:26:08.498631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:08.508105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] For port 04e9c62a-6c34-420f-92be-1b630267099a, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:08.508609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9c0d4a51-8362-42ca-b457-1ef904c21697 None None] Provisioning complete for port d877c868-e4bc-455e-ba51-2b71f6baa60b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:08.509653 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4a51-8362-42ca-b457-1ef904c21697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.515026 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] For port 04e9c62a-6c34-420f-92be-1b630267099a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=04e9c62a-6c34-420f-92be-1b630267099a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:08.518835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] device_id is not set on port 600813ff-3126-4384-b853-3d038e201e81 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:26:08.525294 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.533412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0015784-f75f-4cdc-8f19-8ebb29e6894f req-dd0a14e8-bb07-4908-9fb8-d4c844f142e4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:08.542585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0015784-f75f-4cdc-8f19-8ebb29e6894f req-dd0a14e8-bb07-4908-9fb8-d4c844f142e4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:08.549046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:08.551425 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a8c082-5d98-4487-8c34-ea0454c61a42 x-openstack-request-id: req-83a8c082-5d98-4487-8c34-ea0454c61a42 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:08.551736 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "50865e90-2d61-4c3f-845d-73e68d27bd50", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:08.552001 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83a8c082-5d98-4487-8c34-ea0454c61a42 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:08.552414 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': '50865e90-2d61-4c3f-845d-73e68d27bd50', 'status': 'completed', 'code': 200} Dec 12 04:26:08.553264 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.564068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0015784-f75f-4cdc-8f19-8ebb29e6894f req-dd0a14e8-bb07-4908-9fb8-d4c844f142e4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:08.567889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0015784-f75f-4cdc-8f19-8ebb29e6894f req-dd0a14e8-bb07-4908-9fb8-d4c844f142e4 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 2408 time: 0.2843277 Dec 12 04:26:08.587534 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9ce49-d68a-4d0b-af8d-c27896d048b4 None None] Pushing event updated for resources: {'Port': ['ID=04e9c62a-6c34-420f-92be-1b630267099a,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:08.620395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3805c73e-4618-4507-84ad-9b04896cbf80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.627245 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:08.628095 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:08.670991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port 6508d871-71b8-4060-a650-4d67544b1c61 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:08.671494 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.696842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b8ebca-dfd8-454a-9997-404e942eae56'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:08.703152 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643b5e40-61ab-4891-85cc-1984bba81198" -d '{"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "91b8ebca-dfd8-454a-9997-404e942eae56"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:08.722652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.757367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port 6508d871-71b8-4060-a650-4d67544b1c61, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6508d871-71b8-4060-a650-4d67544b1c61,segment=NetworkSegment(bc7a243c-9a64-456e-a674-eb46baa4268a),segment_id=bc7a243c-9a64-456e-a674-eb46baa4268a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:08.757902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.772675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for 6508d871-71b8-4060-a650-4d67544b1c61 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:08.787148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3805c73e-4618-4507-84ad-9b04896cbf80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.794848 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:08.844854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.873486 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:08.908188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc081ef2-2b23-4cee-8104-240ca2e88576 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:26:09.083857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Allocated IP 172.20.0.1 (dfe4446c-bd79-46bc-a6d5-3e895a126906/3e3f5a4f-fc4d-4f55-8510-8375eedc6eac/8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:09.123799 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:02Z', 'revision_number': 3, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:09.153435 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef1754-9523-457b-bd14-f30fd92e3b7c None None] The sync data for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 is: [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:02Z', 'revision_number': 3, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:09.174674 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:09.276256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:09.316932 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:26:09.317409 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:26:09.336529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No DVR routers for this DVR port 6508d871-71b8-4060-a650-4d67544b1c61 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:09.348182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=6508d871-71b8-4060-a650-4d67544b1c61,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:09.414609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:09.416709 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0015784-f75f-4cdc-8f19-8ebb29e6894f req-47cbd232-61a6-4992-b75b-adae9401b03e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5495470 Dec 12 04:26:09.416709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:09.645374 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f56dd4-e49a-4c5c-a355-f33d395c1390 x-openstack-request-id: req-c3f56dd4-e49a-4c5c-a355-f33d395c1390 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:09.646469 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "91b8ebca-dfd8-454a-9997-404e942eae56", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:09.646955 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3f56dd4-e49a-4c5c-a355-f33d395c1390 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:09.647639 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b8ebca-dfd8-454a-9997-404e942eae56', 'code': 200} Dec 12 04:26:09.655646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Pushing event updated for resources: {'Port': ['ID=8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:09.686537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805c73e-4618-4507-84ad-9b04896cbf80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6fb618-795d-4d80-9fd8-7f82a4f878ba,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:09.700329 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3805c73e-4618-4507-84ad-9b04896cbf80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:09.713662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3805c73e-4618-4507-84ad-9b04896cbf80 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/1c6fb618-795d-4d80-9fd8-7f82a4f878ba HTTP/1.1" status: 204 len: 168 time: 2.5760164 Dec 12 04:26:09.740507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36864) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:09.741354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] No DVR routers for this DVR port 600813ff-3126-4384-b853-3d038e201e81 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:09.781137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Network dfe4446c-bd79-46bc-a6d5-3e895a126906 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:09.828992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31533-0f1a-4ead-bf8d-fdff4f7fd36c req-6203871a-95fd-4d90-91fa-22f8b21cde1b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:09.836178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31533-0f1a-4ead-bf8d-fdff4f7fd36c req-6203871a-95fd-4d90-91fa-22f8b21cde1b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:09.843943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31533-0f1a-4ead-bf8d-fdff4f7fd36c req-6203871a-95fd-4d90-91fa-22f8b21cde1b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:09.850561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31533-0f1a-4ead-bf8d-fdff4f7fd36c req-6203871a-95fd-4d90-91fa-22f8b21cde1b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:09.857278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31533-0f1a-4ead-bf8d-fdff4f7fd36c req-6203871a-95fd-4d90-91fa-22f8b21cde1b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:09.863439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-82dbefc2-6c6c-405c-a8b5-92b639931399 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109478 Dec 12 04:26:09.865587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31533-0f1a-4ead-bf8d-fdff4f7fd36c req-6203871a-95fd-4d90-91fa-22f8b21cde1b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:09.868229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edf31533-0f1a-4ead-bf8d-fdff4f7fd36c req-6203871a-95fd-4d90-91fa-22f8b21cde1b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 4662 time: 0.1391251 Dec 12 04:26:09.869398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:09.871590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36866) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:09.876466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:09.889256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] Pushing event updated for resources: {'Port': ['ID=600813ff-3126-4384-b853-3d038e201e81,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:09.901669 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:09.902029 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:09.917818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84855824-8629-470c-8aec-1f1d6c8d0265 req-e42abdfe-15f7-4a80-8429-bfcf6b7aaa77 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:09.919471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84855824-8629-470c-8aec-1f1d6c8d0265 req-e42abdfe-15f7-4a80-8429-bfcf6b7aaa77 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 1.1386688 Dec 12 04:26:09.927000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:09.980279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] In _notify_port_updated(), no bound segment for port 600813ff-3126-4384-b853-3d038e201e81 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:26:09.981231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:09.981858 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:09.983295 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-61597c4d-49f1-4538-a119-7cc38490ea1c service neutron] 10.222.0.37 "PUT /v2.0/ports/600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 200 len: 1032 time: 3.6402180 Dec 12 04:26:10.016961 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.093795 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84855824-8629-470c-8aec-1f1d6c8d0265 req-91a06277-acec-4923-9262-ccaa6458aa22 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606090 Dec 12 04:26:10.123696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-e2c66d3c-fedb-4f4e-b04a-ccdc22c359c8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:10.125232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-e2c66d3c-fedb-4f4e-b04a-ccdc22c359c8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "GET /v2.0/ports/91b8ebca-dfd8-454a-9997-404e942eae56?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1316814 Dec 12 04:26:10.153663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:10.224839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 66acfa88-d834-41a9-8927-d8491f3ecb7e no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:10.225763 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edf31533-0f1a-4ead-bf8d-fdff4f7fd36c req-bbfa4019-a819-43e7-a09c-994e1736f162 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa&id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2489030 Dec 12 04:26:10.249019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce04121a-9086-46af-b471-d1776c4e49e2 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:10.324727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] For port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:10.326515 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.344375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:10.403522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cdc4cf23-7a87-45e9-8c0b-1d7452bd61a5 None None] Could not find standard attr ID for object 36d5eb9e-686f-4ff6-b53f-717f97525461. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:26:10.406682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08746137-1e6c-4264-afc4-68c776f097b0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:10.408301 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-08746137-1e6c-4264-afc4-68c776f097b0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5281520 Dec 12 04:26:10.431782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7a243c-9a64-456e-a674-eb46baa4268a') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:10.432161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7a243c-9a64-456e-a674-eb46baa4268a') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:10.437045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36872) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:10.490396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d877c868-e4bc-455e-ba51-2b71f6baa60b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:10.516183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.546636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ada1d16-1729-48ed-95ff-655df50a41c9 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:10.579627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Calling delete_port for e1307ca1-10fe-44f8-b15c-2d52c3b2c10c owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:10.598895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cdc4cf23-7a87-45e9-8c0b-1d7452bd61a5 None None] Provisioning complete for port d877c868-e4bc-455e-ba51-2b71f6baa60b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:10.599267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cdc4cf23-7a87-45e9-8c0b-1d7452bd61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.606302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.614548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.656549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:26:10.659450 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:26:10.665269 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:26:10.688375 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.782562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:05Z', 'revision_number': 8, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:58Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:10.870471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-a4f79129-33ba-4882-bf76-6f0cb515d2d6 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:10.878429 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-a4f79129-33ba-4882-bf76-6f0cb515d2d6 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/networks?id=73e39552-9640-4dd8-b579-a1d95b525a8c HTTP/1.1" status: 200 len: 814 time: 0.1941621 Dec 12 04:26:10.912784 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d027df31-8c09-4f2f-9300-6a116e02ae79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.920445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa2063-d8b7-4a22-8bf1-ea6f74333e36 None None] The sync data for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 is: [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:05Z', 'revision_number': 8, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '7feab42b-a54f-426f-8f01-737184a8a343', 'name': '', 'network_id': 'd753def2-6592-4f75-88f9-7a54e4402cf9', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:4a:21:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:46Z', 'updated_at': '2021-12-12T04:25:58Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '0553258c-f1a8-4f8d-96fb-7351bc6b6f1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:10.922491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-c1dff936-47a3-426a-831d-4bf6c6d2b3e3 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/quotas/e2c962f346904986a402ee4bbeaa5311 HTTP/1.1" status: 200 len: 375 time: 0.0422523 Dec 12 04:26:10.942149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d877c868-e4bc-455e-ba51-2b71f6baa60b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:10.942544 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.952961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243f0e6-9ec6-4a5c-95f3-9a0aa5dce940 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:10.954728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c243f0e6-9ec6-4a5c-95f3-9a0aa5dce940 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5166845 Dec 12 04:26:10.964038 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:10.977351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36886) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:10.992901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885a1c2-2868-487a-aeda-a5187ac21cc4 req-46339294-2fea-4111-a739-eee8938352d0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:11.006759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885a1c2-2868-487a-aeda-a5187ac21cc4 req-46339294-2fea-4111-a739-eee8938352d0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:11.021588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885a1c2-2868-487a-aeda-a5187ac21cc4 req-46339294-2fea-4111-a739-eee8938352d0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:11.025077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-f74343c9-5d30-42a6-b7af-16b85e93b9c1 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2c962f346904986a402ee4bbeaa5311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008909 Dec 12 04:26:11.035601 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0885a1c2-2868-487a-aeda-a5187ac21cc4 req-46339294-2fea-4111-a739-eee8938352d0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 2408 time: 0.4457479 Dec 12 04:26:11.125640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 66acfa88-d834-41a9-8927-d8491f3ecb7e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:11.127728 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.134456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-09304ead-3b90-4e1a-ab59-1f711568545b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735419 Dec 12 04:26:11.138970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed78a2-911c-4a5f-ba75-9e7b05b142b7 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:11.154387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36890) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:11.161700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:11.162262 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.162915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f829480a-8304-430f-9b25-fa0b0b0e16a7 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:11.178068 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.184856 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/networks/c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 HTTP/1.1" status: 204 len: 168 time: 3.6773465 Dec 12 04:26:11.188245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36892) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:11.239998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41809fd6-197d-4007-b0a9-bd499ccd4fe0 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Network': ['ID=c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:11.260705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3a5b280d-3b16-4249-83f2-e53c64f7bdd1', 'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'mac_address': 'fa:16:3e:28:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:31Z', 'updated_at': '2021-12-12T04:14:41Z', 'revision_number': 5, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'subnets': [{'id': '8498c706-8988-4493-9db4-a7c752384c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:11.317290 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0885a1c2-2868-487a-aeda-a5187ac21cc4 req-60daae5d-cd66-4c84-82db-82a23b90255e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804625 Dec 12 04:26:11.372045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39406a3f-f258-4bdd-be5e-93ed9c8a6a9c None None] DHCP port deletion for c43f9bff-cb9b-4e6a-8f5f-0ce1fb6e6f59 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:11.394439 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] Checking router: 10309aca-6f65-45f7-9fcb-5c4ca6e82788 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:11.410508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-9ccdd22a-6626-4c64-9e88-4e37f97004a4 service neutron] 10.222.0.36 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841853 Dec 12 04:26:11.493102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:11.493830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:25:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:11.562953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=66acfa88-d834-41a9-8927-d8491f3ecb7e,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:11.599814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] For port 91b8ebca-dfd8-454a-9997-404e942eae56, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=91b8ebca-dfd8-454a-9997-404e942eae56,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:11.651710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] For port 91b8ebca-dfd8-454a-9997-404e942eae56, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:11.689146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66acfa88-d834-41a9-8927-d8491f3ecb7e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:11.692094 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ed6026-f794-4306-8faa-ddea6d6df4a0" -d '{"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "66acfa88-d834-41a9-8927-d8491f3ecb7e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:11.693335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:11.695891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.697480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.735219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Provisioning complete for port 04e9c62a-6c34-420f-92be-1b630267099a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:11.735698 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.766703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] device_id is not set on port 91b8ebca-dfd8-454a-9997-404e942eae56 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:26:11.779561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 04e9c62a-6c34-420f-92be-1b630267099a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:11.802478 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.814262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ef75-a56b-4b91-8e6b-7783c2db83e9 req-4d1dfae7-65b1-4144-ba2b-ff578368f521 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:11.815528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.815902 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2126ef75-a56b-4b91-8e6b-7783c2db83e9 req-4d1dfae7-65b1-4144-ba2b-ff578368f521 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.3616557 Dec 12 04:26:11.822211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f205b13-cd9b-4d62-ad03-cdcd33834808 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:11.822971 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.847382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.851527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f829480a-8304-430f-9b25-fa0b0b0e16a7, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:11.885825 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:11.886835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:11.891045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Port': ['ID=e1307ca1-10fe-44f8-b15c-2d52c3b2c10c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:11.989704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:12.052029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] Pushing event updated for resources: {'Port': ['ID=91b8ebca-dfd8-454a-9997-404e942eae56,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:12.073642 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-2992cedb-4f55-4129-b5b9-2be88debc9eb service neutron] 10.222.0.36 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622527 Dec 12 04:26:12.088350 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2126ef75-a56b-4b91-8e6b-7783c2db83e9 req-3d2da154-21c1-443f-85ac-44417f561442 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538755 Dec 12 04:26:12.094119 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.119419 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 04e9c62a-6c34-420f-92be-1b630267099a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:12.119419 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.139669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f829480a-8304-430f-9b25-fa0b0b0e16a7,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:12.145571 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.151964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] No DVR routers for this DVR port e1307ca1-10fe-44f8-b15c-2d52c3b2c10c on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:12.157100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] No DVR routers for this DVR port 91b8ebca-dfd8-454a-9997-404e942eae56 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:12.162809 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.167722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-5a1a328c-a795-444a-9f5e-43874a0d02ef tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "DELETE /v2.0/ports/e1307ca1-10fe-44f8-b15c-2d52c3b2c10c HTTP/1.1" status: 204 len: 173 time: 3.8435280 Dec 12 04:26:12.169537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:12.172302 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91722a82-9e03-4344-992c-1a500d46c2a6" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "e1307ca1-10fe-44f8-b15c-2d52c3b2c10c"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:12.287205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Pushing event updated for resources: {'Port': ['ID=8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:12.307682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.431098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.451108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.485217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] For port 04e9c62a-6c34-420f-92be-1b630267099a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=04e9c62a-6c34-420f-92be-1b630267099a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:12.493860 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49c7961-ad11-42d4-a620-d0f1c67fa6d2 x-openstack-request-id: req-b49c7961-ad11-42d4-a620-d0f1c67fa6d2 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:12.494475 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "66acfa88-d834-41a9-8927-d8491f3ecb7e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:12.494867 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b49c7961-ad11-42d4-a620-d0f1c67fa6d2 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:12.495418 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66acfa88-d834-41a9-8927-d8491f3ecb7e', 'code': 200} Dec 12 04:26:12.512653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] In _notify_port_updated(), no bound segment for port 91b8ebca-dfd8-454a-9997-404e942eae56 on network 820fa5df-1459-434b-a847-5908eb8140d9 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:26:12.519471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:12.520111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.527032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-92ccc6ef-aa2c-4de6-b8b6-ac79e2759d8b service neutron] 10.222.0.37 "PUT /v2.0/ports/91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 200 len: 1032 time: 2.3811378 Dec 12 04:26:12.557938 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22db6079-6af5-4c9a-9a39-66485f394ffd x-openstack-request-id: req-22db6079-6af5-4c9a-9a39-66485f394ffd {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:12.558244 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "e1307ca1-10fe-44f8-b15c-2d52c3b2c10c", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:12.560056 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22db6079-6af5-4c9a-9a39-66485f394ffd {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:12.560673 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': 'e1307ca1-10fe-44f8-b15c-2d52c3b2c10c', 'status': 'completed', 'code': 200} Dec 12 04:26:12.613839 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.630098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:12.651752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Network dfe4446c-bd79-46bc-a6d5-3e895a126906 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:12.657260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:12.708165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060846d6-a7af-4a22-93de-ce4f16f59a40 req-db4578a6-d5e2-4235-8dad-411726d12c0b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:12.715100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060846d6-a7af-4a22-93de-ce4f16f59a40 req-db4578a6-d5e2-4235-8dad-411726d12c0b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:12.722517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060846d6-a7af-4a22-93de-ce4f16f59a40 req-db4578a6-d5e2-4235-8dad-411726d12c0b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:12.729431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060846d6-a7af-4a22-93de-ce4f16f59a40 req-db4578a6-d5e2-4235-8dad-411726d12c0b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:12.736051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060846d6-a7af-4a22-93de-ce4f16f59a40 req-db4578a6-d5e2-4235-8dad-411726d12c0b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:12.738343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-060846d6-a7af-4a22-93de-ce4f16f59a40 req-db4578a6-d5e2-4235-8dad-411726d12c0b tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 3881 time: 0.4742301 Dec 12 04:26:12.751797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.781326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787386b8-a54b-4455-a4d4-2f4153187f55 req-5a387ce2-c391-449f-b8df-eb41d746f710 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:12.787723 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787386b8-a54b-4455-a4d4-2f4153187f55 req-5a387ce2-c391-449f-b8df-eb41d746f710 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:12.795416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-787386b8-a54b-4455-a4d4-2f4153187f55 req-5a387ce2-c391-449f-b8df-eb41d746f710 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 1675 time: 0.1893704 Dec 12 04:26:12.864792 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-060846d6-a7af-4a22-93de-ce4f16f59a40 req-bf52169d-572d-44ff-a4ac-1a6dadc1d0fb tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761337 Dec 12 04:26:12.982241 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:12.983097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 50c32b66-1914-4858-b0c4-599461ce68a6 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:12.994743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-787386b8-a54b-4455-a4d4-2f4153187f55 req-e7185d14-76c4-4f2f-b571-efa813bbb6c3 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945670 Dec 12 04:26:13.002526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5f205b13-cd9b-4d62-ad03-cdcd33834808 None None] Deleting port d877c868-e4bc-455e-ba51-2b71f6baa60b {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:13.002896 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f205b13-cd9b-4d62-ad03-cdcd33834808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.051172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting port ac44bc2b-566d-43df-a507-1831e4b1458e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:13.051787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.058867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac6c8b85-47e0-460b-858e-906b5ebea009 req-874fef81-0257-4160-88c7-141b1ab9b9ce tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 210 time: 0.0650008 Dec 12 04:26:13.095559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Provisioning complete for port 600813ff-3126-4384-b853-3d038e201e81 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:13.096431 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.098711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Router 243013b3-9c27-496b-b359-10743a0db952 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:26:13.167311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting port fe26d9f7-c56f-4c18-af19-534b24397d10 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:13.167608 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.221199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.objects.ports [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103451) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:26:13.290882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a80ae1e4-ba3a-4df7-9db1-078eb0959f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.323671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] For port ac44bc2b-566d-43df-a507-1831e4b1458e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ac44bc2b-566d-43df-a507-1831e4b1458e,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:13.324052 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.334549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Pushing event updated for resources: {'Port': ['ID=04e9c62a-6c34-420f-92be-1b630267099a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:13.351102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Port 600813ff-3126-4384-b853-3d038e201e81 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:13.369965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Calling delete_port for ac44bc2b-566d-43df-a507-1831e4b1458e owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:13.383097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03a3d5-785b-45b3-8a15-f81aa2fb5910 req-0f870246-271d-4cfb-86b0-bb1a538894b7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:13.384999 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-db03a3d5-785b-45b3-8a15-f81aa2fb5910 req-0f870246-271d-4cfb-86b0-bb1a538894b7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.1787555 Dec 12 04:26:13.407699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:13.410113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] For port fe26d9f7-c56f-4c18-af19-534b24397d10, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=fe26d9f7-c56f-4c18-af19-534b24397d10,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:13.410479 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.415874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3f975810-f2d4-41d2-a13b-632441457e9b admin admin] 10.222.0.36 "PUT /v2.0/routers/243013b3-9c27-496b-b359-10743a0db952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2910604 Dec 12 04:26:13.420918 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Sync routers for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:13.439483 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:13.440113 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:13.483991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Calling delete_port for fe26d9f7-c56f-4c18-af19-534b24397d10 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:13.557915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d27e2a14-180e-433a-9458-64bcd1b3848e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:13.615330 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.618788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-db03a3d5-785b-45b3-8a15-f81aa2fb5910 req-14bcfc97-ac83-4aa4-a4df-ff27ccbc0856 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163293 Dec 12 04:26:13.660397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port 7feab42b-a54f-426f-8f01-737184a8a343 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:13.662182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.691694 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.740024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: d27e2a14-180e-433a-9458-64bcd1b3848e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:13.740379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d27e2a14-180e-433a-9458-64bcd1b3848e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:13.740932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d877c868-e4bc-455e-ba51-2b71f6baa60b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:13.744842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.800502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5f205b13-cd9b-4d62-ad03-cdcd33834808 None None] For port d877c868-e4bc-455e-ba51-2b71f6baa60b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d877c868-e4bc-455e-ba51-2b71f6baa60b,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:13.800845 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f205b13-cd9b-4d62-ad03-cdcd33834808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.802829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port 7feab42b-a54f-426f-8f01-737184a8a343, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7feab42b-a54f-426f-8f01-737184a8a343,segment=NetworkSegment(9c9b9075-c391-46b7-9fc0-5ad5a10a15c3),segment_id=9c9b9075-c391-46b7-9fc0-5ad5a10a15c3)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:13.803552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.809276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Provisioning complete for port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:13.809642 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:13.811664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:13.820908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for 7feab42b-a54f-426f-8f01-737184a8a343 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:13.835053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3a5b280d-3b16-4249-83f2-e53c64f7bdd1', 'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'mac_address': 'fa:16:3e:28:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:31Z', 'updated_at': '2021-12-12T04:14:41Z', 'revision_number': 5, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'subnets': [{'id': '8498c706-8988-4493-9db4-a7c752384c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:13.878673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Port': ['ID=ac44bc2b-566d-43df-a507-1831e4b1458e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:13.899544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360dd50-7064-4c74-806c-b39e39e705b9 None None] The sync data for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 is: [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:34Z', 'revision_number': 4, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3a5b280d-3b16-4249-83f2-e53c64f7bdd1', 'name': '', 'network_id': 'e24b41d5-580c-404e-9977-7163a101b7f9', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'mac_address': 'fa:16:3e:28:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8498c706-8988-4493-9db4-a7c752384c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:31Z', 'updated_at': '2021-12-12T04:14:41Z', 'revision_number': 5, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'subnets': [{'id': '8498c706-8988-4493-9db4-a7c752384c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:13.915515 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:13.937834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 50c32b66-1914-4858-b0c4-599461ce68a6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50c32b66-1914-4858-b0c4-599461ce68a6,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:13.970012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5f205b13-cd9b-4d62-ad03-cdcd33834808 None None] Calling delete_port for d877c868-e4bc-455e-ba51-2b71f6baa60b owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:14.050040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.057028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.059105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device fe26d9f7-c56f-4c18-af19-534b24397d10 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:14.064041 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.068384 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.112545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] No DVR routers for this DVR port ac44bc2b-566d-43df-a507-1831e4b1458e on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:14.127019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.130695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-56568235-0d86-4d0d-93e5-e3c5fc59f9b5 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "DELETE /v2.0/ports/ac44bc2b-566d-43df-a507-1831e4b1458e HTTP/1.1" status: 204 len: 173 time: 1.9154298 Dec 12 04:26:14.260356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=50c32b66-1914-4858-b0c4-599461ce68a6,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:14.310563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a55a-3ac0-4812-85f7-fbcbba8aec40 req-d301b38e-86d3-4481-bab4-76787463b3c7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:14.318466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Port': ['ID=fe26d9f7-c56f-4c18-af19-534b24397d10,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:14.320478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: fe26d9f7-c56f-4c18-af19-534b24397d10 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:14.320893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device fe26d9f7-c56f-4c18-af19-534b24397d10 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:14.321792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a55a-3ac0-4812-85f7-fbcbba8aec40 req-d301b38e-86d3-4481-bab4-76787463b3c7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:14.331133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a55a-3ac0-4812-85f7-fbcbba8aec40 req-d301b38e-86d3-4481-bab4-76787463b3c7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:14.346621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a55a-3ac0-4812-85f7-fbcbba8aec40 req-d301b38e-86d3-4481-bab4-76787463b3c7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:14.358128 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.365094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce16a55a-3ac0-4812-85f7-fbcbba8aec40 req-d301b38e-86d3-4481-bab4-76787463b3c7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 3143 time: 0.2046094 Dec 12 04:26:14.368618 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:10Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb', 'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'mac_address': 'fa:16:3e:57:fb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:08Z', 'updated_at': '2021-12-12T04:26:11Z', 'revision_number': 2, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'subnets': [{'id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:14.380035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:14.394229 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.431116 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Checking router: 243013b3-9c27-496b-b359-10743a0db952 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:14.432192 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Updating router 243013b3-9c27-496b-b359-10743a0db952 port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:26:14.482117 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.482976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] No DVR routers for this DVR port fe26d9f7-c56f-4c18-af19-534b24397d10 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:14.494958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=7feab42b-a54f-426f-8f01-737184a8a343,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:14.500448 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.504399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-06c842a3-7dba-47cd-b0bf-d8f38275dcf0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "DELETE /v2.0/ports/fe26d9f7-c56f-4c18-af19-534b24397d10 HTTP/1.1" status: 204 len: 173 time: 1.8918095 Dec 12 04:26:14.507379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-17d404fb-f14d-44e4-93c7-57cbc9badd90 None None] Could not find standard attr ID for object 36d5eb9e-686f-4ff6-b53f-717f97525461. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:26:14.524757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7'}, {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855'}, {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c32b66-1914-4858-b0c4-599461ce68a6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:14.530523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] For port d877c868-e4bc-455e-ba51-2b71f6baa60b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d877c868-e4bc-455e-ba51-2b71f6baa60b,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:14.532034 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae23c830-94f6-4314-8dca-0925d122b8f0" -d '{"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7"}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "48b825c0-ddcd-4d44-86c5-47d5b2ac0855"}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "50c32b66-1914-4858-b0c4-599461ce68a6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:14.554845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2bde3-0241-4045-a0d9-2cbdbf3a5c6e None None] New status for floating IP ae7e52c4-32a6-401f-a16b-f3d3f919bea4: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:26:14.567773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': 'ac44bc2b-566d-43df-a507-1831e4b1458e'}, {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': 'fe26d9f7-c56f-4c18-af19-534b24397d10'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:14.570670 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c44ba1-e6c0-45ee-a550-d5ec4574e6d3" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "ac44bc2b-566d-43df-a507-1831e4b1458e"}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "fe26d9f7-c56f-4c18-af19-534b24397d10"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:14.604389 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce16a55a-3ac0-4812-85f7-fbcbba8aec40 req-c18ba04c-acdb-4e3b-878f-1a8a1c16fd37 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2251647 Dec 12 04:26:14.827281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-31e2e177-0fd8-4227-b82f-a164331d97e5 None None] Provisioning complete for port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:14.828347 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-31e2e177-0fd8-4227-b82f-a164331d97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.845265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.917764 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.918540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:14.964367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-71130ae3-3f19-44d1-b856-e2414530fba0 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:14.972733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-71130ae3-3f19-44d1-b856-e2414530fba0 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.37 "GET /v2.0/networks?id=73e39552-9640-4dd8-b579-a1d95b525a8c HTTP/1.1" status: 200 len: 814 time: 0.8104310 Dec 12 04:26:14.986480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b3c35-9900-4005-9c17-f3d5007bd171 req-452994ab-b809-40ec-884f-a9c8d56299ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:14.988012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af4b3c35-9900-4005-9c17-f3d5007bd171 req-452994ab-b809-40ec-884f-a9c8d56299ea tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 942 time: 0.1574500 Dec 12 04:26:14.988523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36932) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:15.014385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c850b0e8-7b1c-442e-b2d8-5bacb838a491 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631228564', 'description': 'tempest-description--174121087'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:15.027196 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.043038 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.052097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Request body: {'port': {'device_id': '2acba739-a839-4aa4-8fa6-c46fe2c884c0', 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c', 'admin_state_up': True, 'tenant_id': 'e2c962f346904986a402ee4bbeaa5311'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:15.055480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-31e2e177-0fd8-4227-b82f-a164331d97e5 None None] Port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:15.065913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c850b0e8-7b1c-442e-b2d8-5bacb838a491 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.093504 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f205b13-cd9b-4d62-ad03-cdcd33834808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.098548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.103561 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:26:15.103936 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:26:15.104464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-31e2e177-0fd8-4227-b82f-a164331d97e5 None None] Provisioning complete for port 91b8ebca-dfd8-454a-9997-404e942eae56 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:15.105259 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-31e2e177-0fd8-4227-b82f-a164331d97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.133865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f205b13-cd9b-4d62-ad03-cdcd33834808 None None] No DVR routers for this DVR port d877c868-e4bc-455e-ba51-2b71f6baa60b on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:15.135415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:15.140161 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16c1b2-ae20-406a-b9cd-76dba2e5465d None None] Pushing event updated for resources: {'Port': ['ID=8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:15.161161 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f205b13-cd9b-4d62-ad03-cdcd33834808 None None] Pushing event deleted for resources: {'Port': ['ID=d877c868-e4bc-455e-ba51-2b71f6baa60b,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:15.181810 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-31e2e177-0fd8-4227-b82f-a164331d97e5 None None] Port 91b8ebca-dfd8-454a-9997-404e942eae56 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:15.189598 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Attempting to bind port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:26:15.189972 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Attempting to bind port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:26:15.190341 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Attempting to bind port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb on network dfe4446c-bd79-46bc-a6d5-3e895a126906 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:15.202071 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:26:15.202453 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Checking segment: {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:26:15.203001 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.203532 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Bound using segment: {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:26:15.204011 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Bound port: 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:26:15.205086 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.280572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af4b3c35-9900-4005-9c17-f3d5007bd171 req-61cb21f0-7e52-4fee-ae4d-cc4921f05472 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284455 Dec 12 04:26:15.330556 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] For port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:15.340790 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] For port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:15.352239 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.411157 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba401ba-ff25-4b99-83a8-24531fff41a7 x-openstack-request-id: req-2ba401ba-ff25-4b99-83a8-24531fff41a7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:15.412360 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7", "code": 200}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "48b825c0-ddcd-4d44-86c5-47d5b2ac0855", "code": 200}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-unplugged", "status": "completed", "tag": "50c32b66-1914-4858-b0c4-599461ce68a6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:15.414591 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ba401ba-ff25-4b99-83a8-24531fff41a7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:15.417091 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'code': 200} Dec 12 04:26:15.417602 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855', 'code': 200} Dec 12 04:26:15.418018 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c32b66-1914-4858-b0c4-599461ce68a6', 'code': 200} Dec 12 04:26:15.421077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8dba639f-3c63-447a-9f15-246764f1a218 None None] Provisioning complete for port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:15.422419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:26:15.423768 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8dba639f-3c63-447a-9f15-246764f1a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.424484 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16c1b2-ae20-406a-b9cd-76dba2e5465d None None] Pushing event updated for resources: {'Port': ['ID=8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:15.468405 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:15.470259 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:15.483685 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c850b0e8-7b1c-442e-b2d8-5bacb838a491 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.607685 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c850b0e8-7b1c-442e-b2d8-5bacb838a491 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.693168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850b0e8-7b1c-442e-b2d8-5bacb838a491 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0422c941-8693-4877-979b-007fd9b05aa5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:15.697265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Port d877c868-e4bc-455e-ba51-2b71f6baa60b update to DOWN by agent not found {{(pid=103452) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 04:26:15.697728 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6508d871-71b8-4060-a650-4d67544b1c61 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:15.701985 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:15.722466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c850b0e8-7b1c-442e-b2d8-5bacb838a491 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.724761 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c850b0e8-7b1c-442e-b2d8-5bacb838a491 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7158415 Dec 12 04:26:15.726888 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.732003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36936) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:15.734481 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c097c06-6af1-4832-9479-083b6d3046a6 x-openstack-request-id: req-5c097c06-6af1-4832-9479-083b6d3046a6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:15.734904 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "ac44bc2b-566d-43df-a507-1831e4b1458e", "status": "completed", "code": 200}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "fe26d9f7-c56f-4c18-af19-534b24397d10", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:15.735265 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c097c06-6af1-4832-9479-083b6d3046a6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:15.735787 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': 'ac44bc2b-566d-43df-a507-1831e4b1458e', 'status': 'completed', 'code': 200} Dec 12 04:26:15.736154 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': 'fe26d9f7-c56f-4c18-af19-534b24397d10', 'status': 'completed', 'code': 200} Dec 12 04:26:15.741662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7a2c45bd-3a4a-4cfc-a53d-755ce8bb34eb tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Request body: {'security_group_rule': {'security_group_id': '0422c941-8693-4877-979b-007fd9b05aa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:15.754206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:15.754936 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.789223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:15.802483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-36dcaf0c-1e8b-4a2f-9a6e-9d2734208bcd tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6031847 Dec 12 04:26:15.802483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36938) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:15.849531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8dba639f-3c63-447a-9f15-246764f1a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.853271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddfc76-5828-4aa0-9f89-0dcb4857f8ac req-055f3540-d5d4-493e-8ec8-56e20c9fb238 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:15.855096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-79ddfc76-5828-4aa0-9f89-0dcb4857f8ac req-055f3540-d5d4-493e-8ec8-56e20c9fb238 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.2083952 Dec 12 04:26:15.862615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] For port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:15.863164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.866273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 6508d871-71b8-4060-a650-4d67544b1c61 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:15.866946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6508d871-71b8-4060-a650-4d67544b1c61 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:15.878492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Calling delete_port for 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:15.881785 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] Sync routers for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:15.919272 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:15.919272 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:15.924795 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a2c45bd-3a4a-4cfc-a53d-755ce8bb34eb tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.942665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8dba639f-3c63-447a-9f15-246764f1a218 None None] For port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:15.951182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8dba639f-3c63-447a-9f15-246764f1a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:15.965013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df7524b-8c2c-48ad-87b3-a86b63c6f5b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting subnet 0553258c-f1a8-4f8d-96fb-7351bc6b6f1f {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:15.971977 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3df7524b-8c2c-48ad-87b3-a86b63c6f5b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.036277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba639f-3c63-447a-9f15-246764f1a218 None None] Pushing event updated for resources: {'Port': ['ID=8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:16.058052 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:10Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb', 'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'mac_address': 'fa:16:3e:57:fb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:08Z', 'updated_at': '2021-12-12T04:26:15Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'subnets': [{'id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:16.088987 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057318df-9571-4af0-9fa0-624c7c8bda13 None None] The sync data for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 is: [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:10Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb', 'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'mac_address': 'fa:16:3e:57:fb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:08Z', 'updated_at': '2021-12-12T04:26:15Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'subnets': [{'id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:16.094530 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:16.096433 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:16.113121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3df7524b-8c2c-48ad-87b3-a86b63c6f5b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.122739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:16.123524 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.142418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1853eef8-a91f-4616-8213-883a4f0dab8b None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:16.151629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 04e9c62a-6c34-420f-92be-1b630267099a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:16.156106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.177768 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f9d9062-60a8-4ce6-85a9-ce660d5a0fd2 req-78ab80d4-b4f5-4305-8ea8-b9ce22fd2957 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 210 time: 0.4553068 Dec 12 04:26:16.198774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=072d7457-6cc9-4c36-95aa-a83880036b93,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:16.226997 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=d877c868-e4bc-455e-ba51-2b71f6baa60b,revision_number=8']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:16.237949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-249bd664-9fd7-4a69-ad0d-30d163761cdc None None] Provisioning complete for port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:16.238340 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-249bd664-9fd7-4a69-ad0d-30d163761cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.296659 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-79ddfc76-5828-4aa0-9f89-0dcb4857f8ac req-8dd214ca-983d-4e65-8094-99de9abfa62f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4311025 Dec 12 04:26:16.356642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Port': ['ID=5a0b1cb5-d7f8-4336-83e9-ed922da46c93,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:16.374123 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a2c45bd-3a4a-4cfc-a53d-755ce8bb34eb tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.395742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a2c45bd-3a4a-4cfc-a53d-755ce8bb34eb tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.405864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-babeaebb-fb99-417f-8383-8295260db5f4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2488945 Dec 12 04:26:16.413726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting port 50c32b66-1914-4858-b0c4-599461ce68a6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:16.414085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.426592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36942) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:16.447835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-873a2fa7-c55a-4696-81d7-df05947be4c3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:16.490524 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:14Z', 'revision_number': 9, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:16.531544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd912f6b-06a0-441b-9e52-caeb8dfed1a3 req-0a592a9a-c116-459f-812d-5d9817c37492 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0528312 Dec 12 04:26:16.555373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] No DVR routers for this DVR port 5a0b1cb5-d7f8-4336-83e9-ed922da46c93 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:16.555874 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c45bd-3a4a-4cfc-a53d-755ce8bb34eb tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d632c261-22d7-4e08-8d3a-1cdd8cfda69b,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:16.576285 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a2c45bd-3a4a-4cfc-a53d-755ce8bb34eb tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.579666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7a2c45bd-3a4a-4cfc-a53d-755ce8bb34eb tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8432176 Dec 12 04:26:16.584434 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.585437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36944) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:16.586264 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] Checking router: 1529142d-6bfb-43b5-aa6e-a785d4473177 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:16.591295 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2d8f3c7-b549-4c86-b5b9-4ac928771cd3 req-ba16658d-47f7-4b17-97f2-be1b185816f1 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.18 "DELETE /v2.0/ports/5a0b1cb5-d7f8-4336-83e9-ed922da46c93 HTTP/1.1" status: 204 len: 173 time: 2.4535253 Dec 12 04:26:16.596011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e9b7d037-110c-4a0a-be31-385e24f5935b tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Request body: {'security_group_rule': {'security_group_id': '0422c941-8693-4877-979b-007fd9b05aa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:16.612308 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:16.613924 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3df7524b-8c2c-48ad-87b3-a86b63c6f5b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.614275 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:16.727169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d037-110c-4a0a-be31-385e24f5935b tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.790674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 04e9c62a-6c34-420f-92be-1b630267099a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:16.791060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.828732 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3df7524b-8c2c-48ad-87b3-a86b63c6f5b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.844765 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.853955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] For port 50c32b66-1914-4858-b0c4-599461ce68a6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50c32b66-1914-4858-b0c4-599461ce68a6,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:16.854561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.871104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3df7524b-8c2c-48ad-87b3-a86b63c6f5b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.874748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Calling delete_port for 50c32b66-1914-4858-b0c4-599461ce68a6 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:16.880279 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3df7524b-8c2c-48ad-87b3-a86b63c6f5b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/0553258c-f1a8-4f8d-96fb-7351bc6b6f1f HTTP/1.1" status: 204 len: 168 time: 1.0769434 Dec 12 04:26:16.891093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739817e5-33f7-4b13-a076-91c9b8e203a5 None None] Network d753def2-6592-4f75-88f9-7a54e4402cf9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:16.947734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36946) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:16.994465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '072d7457-6cc9-4c36-95aa-a83880036b93'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:26:16.995392 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:16.998081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7524b-8c2c-48ad-87b3-a86b63c6f5b6 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Subnet': ['ID=0553258c-f1a8-4f8d-96fb-7351bc6b6f1f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:17.082995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Made reservation on behalf of e2c962f346904986a402ee4bbeaa5311 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:17.093430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.123367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d037-110c-4a0a-be31-385e24f5935b tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.151141 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d037-110c-4a0a-be31-385e24f5935b tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.153921 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:17.154753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6e081-1a8f-4f09-820a-b1ce04679d0d req-5ebe4dab-63c3-464b-912b-0c6febec47ff tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:17.188900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6e081-1a8f-4f09-820a-b1ce04679d0d req-5ebe4dab-63c3-464b-912b-0c6febec47ff tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:17.200511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Allocated IP 2001:db8::f816:3eff:fe56:b088 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/072d7457-6cc9-4c36-95aa-a83880036b93/049b0bcc-fa18-4d43-8c72-79df2c9db781) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:17.204550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7d037-110c-4a0a-be31-385e24f5935b tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb50280-b84f-4052-8672-36916c03df4f,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:17.209827 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6e081-1a8f-4f09-820a-b1ce04679d0d req-5ebe4dab-63c3-464b-912b-0c6febec47ff tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:17.235007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6e081-1a8f-4f09-820a-b1ce04679d0d req-5ebe4dab-63c3-464b-912b-0c6febec47ff tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:17.249886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46b6e081-1a8f-4f09-820a-b1ce04679d0d req-5ebe4dab-63c3-464b-912b-0c6febec47ff tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 3143 time: 0.9967043 Dec 12 04:26:17.258170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.284560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d037-110c-4a0a-be31-385e24f5935b tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.290289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e9b7d037-110c-4a0a-be31-385e24f5935b tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7010877 Dec 12 04:26:17.291250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36950) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:17.302640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:17.324539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.401926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5502fd60-3bf4-4a80-a8e8-49a21bcca4d8 req-831a6092-a363-40eb-ad7c-01de1aec39dc tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 210 time: 0.0835173 Dec 12 04:26:17.463880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Port': ['ID=50c32b66-1914-4858-b0c4-599461ce68a6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:17.483011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46b6e081-1a8f-4f09-820a-b1ce04679d0d req-ba2bd5ab-56d6-4da3-ba62-c1b3295509f4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2303910 Dec 12 04:26:17.541959 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.551508 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.572544 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.607063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] No DVR routers for this DVR port 50c32b66-1914-4858-b0c4-599461ce68a6 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:17.619633 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.623418 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-40801244-2acc-4c0e-9484-c7b3f88e8055 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "DELETE /v2.0/ports/50c32b66-1914-4858-b0c4-599461ce68a6 HTTP/1.1" status: 204 len: 173 time: 3.0586162 Dec 12 04:26:17.668505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873a2fa7-c55a-4696-81d7-df05947be4c3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:17.693379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:17.698543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-873a2fa7-c55a-4696-81d7-df05947be4c3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.702756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:17.719380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:17.781013 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:14Z', 'revision_number': 9, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:17.800341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Pushing event updated for resources: {'Port': ['ID=049b0bcc-fa18-4d43-8c72-79df2c9db781,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:17.824155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93'}, {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': '50c32b66-1914-4858-b0c4-599461ce68a6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:17.826541 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdfb435-7acd-46f4-a944-39a86d30b0d7" -d '{"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "5a0b1cb5-d7f8-4336-83e9-ed922da46c93"}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "50c32b66-1914-4858-b0c4-599461ce68a6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:17.847525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Attempting to bind port 049b0bcc-fa18-4d43-8c72-79df2c9db781 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:26:17.848147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Attempting to bind port 049b0bcc-fa18-4d43-8c72-79df2c9db781 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:26:17.848538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Attempting to bind port 049b0bcc-fa18-4d43-8c72-79df2c9db781 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:17.853275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f300b15-9f06-4547-8b6b-049348631f5b None None] DHCP port deletion for d753def2-6592-4f75-88f9-7a54e4402cf9 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:17.874777 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f4ec6-3101-484a-b0c2-2b97f5166b5e None None] The sync data for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 is: [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:14Z', 'revision_number': 9, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '8bdd41df-a852-40b2-97ec-716bd94aca70', 'name': '', 'network_id': 'b275fdb1-66dd-47d9-b9c7-673c589877fc', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:26:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:40Z', 'updated_at': '2021-12-12T04:25:48Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': '6ddad21d-2743-4596-9669-8b4a8d47af8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:17.904962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:26:17.906039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:26:17.906626 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.907175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:26:17.907818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Bound port: 049b0bcc-fa18-4d43-8c72-79df2c9db781, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:26:17.908353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:17.910634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4a10e-4bb2-4658-b391-f5c9073a154f req-bbcf952f-b9bf-458c-ad3c-7ddce210297e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:17.924395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ea4a10e-4bb2-4658-b391-f5c9073a154f req-bbcf952f-b9bf-458c-ad3c-7ddce210297e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.3245773 Dec 12 04:26:17.955571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:17.958915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:18.002093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] For port 049b0bcc-fa18-4d43-8c72-79df2c9db781, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:18.009337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] For port 049b0bcc-fa18-4d43-8c72-79df2c9db781, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=049b0bcc-fa18-4d43-8c72-79df2c9db781,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:18.014973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6f300b15-9f06-4547-8b6b-049348631f5b None None] Deleting port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:18.017149 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f300b15-9f06-4547-8b6b-049348631f5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:18.094067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6f300b15-9f06-4547-8b6b-049348631f5b None None] For port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c8ace614-a6b1-4ed6-8ab5-802f155ba5ec,segment=NetworkSegment(9c9b9075-c391-46b7-9fc0-5ad5a10a15c3),segment_id=9c9b9075-c391-46b7-9fc0-5ad5a10a15c3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:18.094479 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f300b15-9f06-4547-8b6b-049348631f5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:18.110524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6f300b15-9f06-4547-8b6b-049348631f5b None None] Calling delete_port for c8ace614-a6b1-4ed6-8ab5-802f155ba5ec owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:18.157266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c8ace614-a6b1-4ed6-8ab5-802f155ba5ec,segment=NetworkSegment(9c9b9075-c391-46b7-9fc0-5ad5a10a15c3),segment_id=9c9b9075-c391-46b7-9fc0-5ad5a10a15c3)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:18.157969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7f9e94c-a547-408f-befe-bd33b18434f5 req-b0b5109e-ee96-48ae-bcb6-ced8f12141fc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.3634894 Dec 12 04:26:18.159499 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:18.226854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for c8ace614-a6b1-4ed6-8ab5-802f155ba5ec owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:18.227825 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:18.271774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f300b15-9f06-4547-8b6b-049348631f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:18.360152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f300b15-9f06-4547-8b6b-049348631f5b None None] No DVR routers for this DVR port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:18.361214 n-d-710847-7 neutron-server[103451]: INFO neutron.db.ipam_backend_mixin [None req-873a2fa7-c55a-4696-81d7-df05947be4c3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 072d7457-6cc9-4c36-95aa-a83880036b93 (CIDR: 2001:db8::/64) Dec 12 04:26:18.392532 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3852f72b-43bb-4927-abe1-87da5a20bd10 x-openstack-request-id: req-3852f72b-43bb-4927-abe1-87da5a20bd10 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:18.392920 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a004ee3-b5b9-45e4-9696-521cf42d56e5", "name": "network-vif-deleted", "tag": "5a0b1cb5-d7f8-4336-83e9-ed922da46c93", "status": "completed", "code": 200}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "50c32b66-1914-4858-b0c4-599461ce68a6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:18.393199 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3852f72b-43bb-4927-abe1-87da5a20bd10 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:18.394162 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a004ee3-b5b9-45e4-9696-521cf42d56e5', 'name': 'network-vif-deleted', 'tag': '5a0b1cb5-d7f8-4336-83e9-ed922da46c93', 'status': 'completed', 'code': 200} Dec 12 04:26:18.394162 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': '50c32b66-1914-4858-b0c4-599461ce68a6', 'status': 'completed', 'code': 200} Dec 12 04:26:18.419956 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-873a2fa7-c55a-4696-81d7-df05947be4c3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:26:18.420466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873a2fa7-c55a-4696-81d7-df05947be4c3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:18.422128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fa627-7b59-48b2-b943-74650f02d675 None None] Pushing event updated for resources: {'Port': ['ID=049b0bcc-fa18-4d43-8c72-79df2c9db781,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:18.423343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Allocated IP 172.20.0.7 (73e39552-9640-4dd8-b579-a1d95b525a8c/079bc776-950e-477e-b555-1bd7cbeeb64d/50179420-25f4-4d9e-a9b3-9aa7072efc83) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:18.460724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f300b15-9f06-4547-8b6b-049348631f5b None None] Pushing event deleted for resources: {'Port': ['ID=c8ace614-a6b1-4ed6-8ab5-802f155ba5ec,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:18.541414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-873a2fa7-c55a-4696-81d7-df05947be4c3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0982363 Dec 12 04:26:18.544464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:18.546833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36960) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:18.587871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:18.607048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:18.617410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:18.666718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:18.666718 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:18.946679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cec34e3a-4d80-48ac-bcde-54de410dd1e8 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:26:19.003554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c8ace614-a6b1-4ed6-8ab5-802f155ba5ec no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:19.023415 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ea4a10e-4bb2-4658-b391-f5c9073a154f req-3593fd31-01a9-4d6b-802f-8c100b012e4a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0972912 Dec 12 04:26:19.024680 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1455f191-3b21-4808-b2ed-1666fb65ee59 req-575f5aba-dcac-4d07-bb26-c98ace1b145b tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 210 time: 0.4288852 Dec 12 04:26:19.073978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c8ace614-a6b1-4ed6-8ab5-802f155ba5ec {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:19.074503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c8ace614-a6b1-4ed6-8ab5-802f155ba5ec not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:19.097548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.106514 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.120438 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.173276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=c8ace614-a6b1-4ed6-8ab5-802f155ba5ec,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:19.179576 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.185781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No DVR routers for this DVR port c8ace614-a6b1-4ed6-8ab5-802f155ba5ec on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:19.224230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:19.240762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'port_id': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'mac_address': 'fa:16:3e:b7:b0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:26:19.315640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Pushing event updated for resources: {'Port': ['ID=50179420-25f4-4d9e-a9b3-9aa7072efc83,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:19.329793 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.349973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Network 73e39552-9640-4dd8-b579-a1d95b525a8c is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:19.361135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cec34e3a-4d80-48ac-bcde-54de410dd1e8 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:26:19.365240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.367853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.368275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.368629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.369239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.369787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.370875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.371337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.371820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.372065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.372561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.372786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.373197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:19.389914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-710e9615-eb48-4609-bb4f-2de0c0e53638 req-8c3ab9b3-66b6-4e3a-a94d-7942886cbf8e tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.1062799 Dec 12 04:26:19.416843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:19.427667 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.440861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:19.445350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:19.476107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ffc4b-1289-4953-8772-9dbf152ac8dd None None] DHCP port deletion for 73e39552-9640-4dd8-b579-a1d95b525a8c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:19.523027 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.531672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:19.532772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.555701 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] For port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:19.556094 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.578801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['cec34e3a-4d80-48ac-bcde-54de410dd1e8'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:26:19.595827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-99393cce-dc1c-4607-99ca-423d8a91a406 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5569117 Dec 12 04:26:19.600051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:19.607679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.632920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:19.635465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d753def2-6592-4f75-88f9-7a54e4402cf9']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:19.646636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4f1b3f76-8aa2-4c2c-956d-48fd9c8adcfb None None] Provisioning complete for port 50179420-25f4-4d9e-a9b3-9aa7072efc83 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:19.647189 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3f76-8aa2-4c2c-956d-48fd9c8adcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.659684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:19.660221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9b9075-c391-46b7-9fc0-5ad5a10a15c3') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:19.672262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-2c2abae7-8ab5-40f9-a342-052ed5ad4826 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:26:19.673303 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-2c2abae7-8ab5-40f9-a342-052ed5ad4826 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503387 Dec 12 04:26:19.686874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732af9c-9ce7-4669-8b20-9db972cd2650 req-36c34e47-f92b-43e8-ac26-ba368b091cd1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:19.698564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732af9c-9ce7-4669-8b20-9db972cd2650 req-36c34e47-f92b-43e8-ac26-ba368b091cd1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:19.702861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.705823 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Allocated IP 172.25.7.172 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/31a71f2b-3caa-4f73-bae7-699f0faf2618) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:19.709281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732af9c-9ce7-4669-8b20-9db972cd2650 req-36c34e47-f92b-43e8-ac26-ba368b091cd1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:19.721246 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2732af9c-9ce7-4669-8b20-9db972cd2650 req-36c34e47-f92b-43e8-ac26-ba368b091cd1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 2410 time: 0.4436383 Dec 12 04:26:19.742249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b3f76-8aa2-4c2c-956d-48fd9c8adcfb None None] Port 50179420-25f4-4d9e-a9b3-9aa7072efc83 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:19.745039 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.766759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:26:19.767562 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:26:19.771180 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:26:19.928232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.935379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Calling delete_port for 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:19.961367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:19.967544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/networks/d753def2-6592-4f75-88f9-7a54e4402cf9 HTTP/1.1" status: 204 len: 168 time: 3.0164139 Dec 12 04:26:19.976780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36990) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:19.998008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd746b37-8b99-4f49-b53b-71bed2049691 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Network': ['ID=d753def2-6592-4f75-88f9-7a54e4402cf9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:20.107595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 049b0bcc-fa18-4d43-8c72-79df2c9db781 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:20.175615 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2732af9c-9ce7-4669-8b20-9db972cd2650 req-407bac3a-ca2d-4a08-b5cb-ccd8caa89631 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4525831 Dec 12 04:26:20.203186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.244653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Request body: {'port': {'device_id': '2acba739-a839-4aa4-8fa6-c46fe2c884c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:20.249160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 049b0bcc-fa18-4d43-8c72-79df2c9db781 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:20.249547 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.404354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9966-9605-4c84-9e72-b0fa6547bf13 None None] Provisioning complete for port 049b0bcc-fa18-4d43-8c72-79df2c9db781 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:20.404661 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9966-9605-4c84-9e72-b0fa6547bf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.449432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e2f15-c164-41d9-a5b8-721e90908fd2 req-5f63abfe-ae08-40c1-a7ae-fd051de0a65e tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:20.451046 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b31e2f15-c164-41d9-a5b8-721e90908fd2 req-5f63abfe-ae08-40c1-a7ae-fd051de0a65e tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 931 time: 0.2899950 Dec 12 04:26:20.524970 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.533558 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.547505 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.565820 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.613057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:20.663963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Port': ['ID=48b825c0-ddcd-4d44-86c5-47d5b2ac0855,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:20.691272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:20.713358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b31e2f15-c164-41d9-a5b8-721e90908fd2 req-748a27a7-7c77-4b84-82cb-d7c455aec096 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312860 Dec 12 04:26:20.726270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:20.728943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 049b0bcc-fa18-4d43-8c72-79df2c9db781, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=049b0bcc-fa18-4d43-8c72-79df2c9db781,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:20.737293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9966-9605-4c84-9e72-b0fa6547bf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.740479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Pushing event updated for resources: {'Port': ['ID=31a71f2b-3caa-4f73-bae7-699f0faf2618,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:20.768382 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.796143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7feab42b-a54f-426f-8f01-737184a8a343 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:20.871058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 7feab42b-a54f-426f-8f01-737184a8a343 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:20.871415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7feab42b-a54f-426f-8f01-737184a8a343 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:20.967293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cec34e3a-4d80-48ac-bcde-54de410dd1e8 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:20.986391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50179420-25f4-4d9e-a9b3-9aa7072efc83 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:26:20.994205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:20.999257 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:21.013234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Transition to ACTIVE for port object 50179420-25f4-4d9e-a9b3-9aa7072efc83 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:26:21.036457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2bda7-a80f-4247-a75e-953eecf849d0 req-20c35d88-bb78-4e05-86e9-cadfb1fb0757 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:21.038734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e8f2bda7-a80f-4247-a75e-953eecf849d0 req-20c35d88-bb78-4e05-86e9-cadfb1fb0757 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.6926763 Dec 12 04:26:21.055069 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:21.057778 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:21.094992 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f6f4c3c-3c09-4fc6-9678-800b96cee056 req-f2d8e7c7-c7cc-4ae0-b82d-5f78510ffa9b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0742242 Dec 12 04:26:21.108579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=049b0bcc-fa18-4d43-8c72-79df2c9db781,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:21.122494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Pushing event updated for resources: {'Port': ['ID=50179420-25f4-4d9e-a9b3-9aa7072efc83,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:21.129514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port cec34e3a-4d80-48ac-bcde-54de410dd1e8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:21.129895 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:21.131838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-7dcd9966-9605-4c84-9e72-b0fa6547bf13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:26:21.132292 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-7dcd9966-9605-4c84-9e72-b0fa6547bf13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:26:21.178185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] No DVR routers for this DVR port 48b825c0-ddcd-4d44-86c5-47d5b2ac0855 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:21.181292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:21.185108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-9811c7cc-34b8-4a66-861b-8f57b772517a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "DELETE /v2.0/ports/48b825c0-ddcd-4d44-86c5-47d5b2ac0855 HTTP/1.1" status: 204 len: 173 time: 3.5484972 Dec 12 04:26:21.198492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:21.201298 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc7db93-5501-422f-b1f6-bb8d415d8961" -d '{"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "48b825c0-ddcd-4d44-86c5-47d5b2ac0855"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:21.211796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b3788-f81a-4227-a8e1-58dc0b778108 None None] DHCP port deletion for 73e39552-9640-4dd8-b579-a1d95b525a8c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:21.263549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:21.287805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:21.308199 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e8f2bda7-a80f-4247-a75e-953eecf849d0 req-86ff46af-9b8b-43ff-8b3b-234f83028b14 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465134 Dec 12 04:26:21.342672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:21.353287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:21.354149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:21.361903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e2b60a-e87e-4b64-9ce4-cc31e3eab6ea None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:21.377654 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a5f740-ad44-4860-8705-a0437692650d x-openstack-request-id: req-74a5f740-ad44-4860-8705-a0437692650d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:21.382471 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "48b825c0-ddcd-4d44-86c5-47d5b2ac0855", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:21.383127 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74a5f740-ad44-4860-8705-a0437692650d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:21.384427 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': '48b825c0-ddcd-4d44-86c5-47d5b2ac0855', 'status': 'completed', 'code': 200} Dec 12 04:26:21.411375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=42360ab4-d6ff-43aa-a153-f9be67520779,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:21.499372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:21.544003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:21.546600 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b28890-70a5-4d7e-9066-994e77798eff" -d '{"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-plugged", "status": "completed", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:21.586025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c5eed788-8361-4a2a-9fe6-77005deff041 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0297756 Dec 12 04:26:21.592973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37010) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:21.607454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:21.610302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:b0:37:72', 'name': 'tempest-NetworksTestDHCPv6-1800478232'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:21.621982 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:21.676733 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9615657f-a376-47b3-bd96-7873483e7ed1 x-openstack-request-id: req-9615657f-a376-47b3-bd96-7873483e7ed1 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:21.677338 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-plugged", "status": "completed", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:21.677914 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9615657f-a376-47b3-bd96-7873483e7ed1 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:21.678544 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'code': 200} Dec 12 04:26:21.821691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3fde0-4ba0-496d-a9c5-3c8f99b78cb2 req-365f127d-d192-4ac3-981f-282b2a22dea0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:21.829996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3fde0-4ba0-496d-a9c5-3c8f99b78cb2 req-365f127d-d192-4ac3-981f-282b2a22dea0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:21.833301 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1b3fde0-4ba0-496d-a9c5-3c8f99b78cb2 req-365f127d-d192-4ac3-981f-282b2a22dea0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 1677 time: 0.3526425 Dec 12 04:26:21.865282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:21.883877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Attempting to bind port 50179420-25f4-4d9e-a9b3-9aa7072efc83 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:26:21.884319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Attempting to bind port 50179420-25f4-4d9e-a9b3-9aa7072efc83 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:26:21.885268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Attempting to bind port 50179420-25f4-4d9e-a9b3-9aa7072efc83 on network 73e39552-9640-4dd8-b579-a1d95b525a8c {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:21.940800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db65aaae-08bc-43cf-a73b-e0bf056c163d None None] Update dhcp port {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '072d7457-6cc9-4c36-95aa-a83880036b93', 'ip_address': '2001:db8::f816:3eff:fe56:b088'}, {'subnet_id': '42360ab4-d6ff-43aa-a153-f9be67520779'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '049b0bcc-fa18-4d43-8c72-79df2c9db781'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:26:21.976778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Port 50179420-25f4-4d9e-a9b3-9aa7072efc83 on network 73e39552-9640-4dd8-b579-a1d95b525a8c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:26:21.977491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Attempting to bind port 50179420-25f4-4d9e-a9b3-9aa7072efc83 on network 73e39552-9640-4dd8-b579-a1d95b525a8c {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:22.014157 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db65aaae-08bc-43cf-a73b-e0bf056c163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.028838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting port f829480a-8304-430f-9b25-fa0b0b0e16a7 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:22.031390 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.061388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.124899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 049b0bcc-fa18-4d43-8c72-79df2c9db781 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:22.248754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] For port f829480a-8304-430f-9b25-fa0b0b0e16a7, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f829480a-8304-430f-9b25-fa0b0b0e16a7,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:22.249508 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.263339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1b3fde0-4ba0-496d-a9c5-3c8f99b78cb2 req-b02f8009-1c86-4d9d-92bd-4e870a5efff0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4093719 Dec 12 04:26:22.380342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.428506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.455884 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f55d2d30-ef76-467b-af6e-1d57bdf6bb7d req-c99f31e2-ba7a-47de-add2-1e7e3a0efef2 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0447402 Dec 12 04:26:22.486053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 049b0bcc-fa18-4d43-8c72-79df2c9db781 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:22.495930 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.534797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Pushing event updated for resources: {'Port': ['ID=31a71f2b-3caa-4f73-bae7-699f0faf2618,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:22.557567 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.599033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.599636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.599808 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Floating IP 49117385-a1ed-4140-bacd-07db3c9765f6 disassociated. External IP: 172.25.7.141, port: f829480a-8304-430f-9b25-fa0b0b0e16a7. Dec 12 04:26:22.600165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Calling delete_port for f829480a-8304-430f-9b25-fa0b0b0e16a7 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:22.624211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.625671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64568b1b-e618-4bb3-8cd3-dafc2caa92a7 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3322852 Dec 12 04:26:22.732606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171aec30-5846-4ee5-8f8f-f4240f942cf4 req-60a77cdf-fd49-4531-ad84-7a52ea1936d4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:22.737054 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-171aec30-5846-4ee5-8f8f-f4240f942cf4 req-60a77cdf-fd49-4531-ad84-7a52ea1936d4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.1257515 Dec 12 04:26:22.737305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-db65aaae-08bc-43cf-a73b-e0bf056c163d None None] Allocated IP 2001:db8:0:1::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/42360ab4-d6ff-43aa-a153-f9be67520779/049b0bcc-fa18-4d43-8c72-79df2c9db781) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:22.782356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:26:22.782708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Checking segment: {'id': '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:26:22.783098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Bound using segment: {'id': '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:26:22.783548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Bound port: 50179420-25f4-4d9e-a9b3-9aa7072efc83, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:26:22.783906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.790063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.866153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port 8bdd41df-a852-40b2-97ec-716bd94aca70 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:22.866853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:22.874254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-171aec30-5846-4ee5-8f8f-f4240f942cf4 req-cc985dd2-2489-4b9d-ad57-fb78bd8041d5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249361 Dec 12 04:26:22.904166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Port': ['ID=f829480a-8304-430f-9b25-fa0b0b0e16a7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:22.936123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:22.969653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-db65aaae-08bc-43cf-a73b-e0bf056c163d None None] For port 049b0bcc-fa18-4d43-8c72-79df2c9db781, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=049b0bcc-fa18-4d43-8c72-79df2c9db781,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:23.040379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port 8bdd41df-a852-40b2-97ec-716bd94aca70, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8bdd41df-a852-40b2-97ec-716bd94aca70,segment=NetworkSegment(dc3bed8e-66aa-4a0d-948b-3a49677346e0),segment_id=dc3bed8e-66aa-4a0d-948b-3a49677346e0)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:23.040557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:23.059658 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db65aaae-08bc-43cf-a73b-e0bf056c163d None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:23.068927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for 8bdd41df-a852-40b2-97ec-716bd94aca70 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:23.073577 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db65aaae-08bc-43cf-a73b-e0bf056c163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:23.100218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] For port 50179420-25f4-4d9e-a9b3-9aa7072efc83, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:23.104027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] For port 50179420-25f4-4d9e-a9b3-9aa7072efc83, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50179420-25f4-4d9e-a9b3-9aa7072efc83,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:23.127241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224eb0-4a87-4c49-986d-3ce809a85c38 req-5be23885-2647-46f3-b514-e07475dc154c tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:23.130626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-33224eb0-4a87-4c49-986d-3ce809a85c38 req-5be23885-2647-46f3-b514-e07475dc154c tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 943 time: 1.2533076 Dec 12 04:26:23.133313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-4f79efa5-6e3f-4334-a1af-71008e646ff4 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1631228564&fields=id&tenant_id=fdaa7b0f418c46eea6ec05ac44c40094 HTTP/1.1" status: 200 len: 267 time: 0.0834486 Dec 12 04:26:23.139125 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:23.231156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef4dca-743b-43f5-8eb7-72df1a485298 None None] DHCP port deletion for 73e39552-9640-4dd8-b579-a1d95b525a8c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:23.248095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65aaae-08bc-43cf-a73b-e0bf056c163d None None] Pushing event updated for resources: {'Port': ['ID=049b0bcc-fa18-4d43-8c72-79df2c9db781,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:23.451871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-38e60953-a203-4e1e-b28a-912aa91dbb4c tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:23.459979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-38e60953-a203-4e1e-b28a-912aa91dbb4c tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/networks?id=dfe4446c-bd79-46bc-a6d5-3e895a126906 HTTP/1.1" status: 200 len: 806 time: 0.1900914 Dec 12 04:26:23.485613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-ee8a9942-0b2e-41ff-95fd-e16ecc8832b5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/quotas/fdaa7b0f418c46eea6ec05ac44c40094 HTTP/1.1" status: 200 len: 375 time: 0.0243306 Dec 12 04:26:23.640639 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:23.699108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=8bdd41df-a852-40b2-97ec-716bd94aca70,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:23.817576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-26389be6-0f19-4e36-ab84-971292c1cfeb tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdaa7b0f418c46eea6ec05ac44c40094&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3118136 Dec 12 04:26:23.831263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-ace1503f-4f50-4a70-8eb3-0034c37d15f3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:26:23.844510 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-ace1503f-4f50-4a70-8eb3-0034c37d15f3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253699 Dec 12 04:26:24.006187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Pushing event updated for resources: {'Port': ['ID=50179420-25f4-4d9e-a9b3-9aa7072efc83,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:24.016353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:24.017101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:24.018725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-86beae27-24d4-401f-9ce3-5988559e0efc service neutron] 10.222.0.37 "PUT /v2.0/ports/50179420-25f4-4d9e-a9b3-9aa7072efc83 HTTP/1.1" status: 200 len: 1091 time: 4.0806532 Dec 12 04:26:24.119132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acba739-a839-4aa4-8fa6-c46fe2c884c0', 'tag': '50179420-25f4-4d9e-a9b3-9aa7072efc83'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:24.121775 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c656c2-be5c-4009-ba56-1f1dfc211c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2acba739-a839-4aa4-8fa6-c46fe2c884c0", "tag": "50179420-25f4-4d9e-a9b3-9aa7072efc83"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:24.126821 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:24.208638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 3e5ce122-eed3-47f8-9d18-04a4808cb9fc yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:26:24.254614 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:24.270680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 049b0bcc-fa18-4d43-8c72-79df2c9db781 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:24.455228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8:0:1::59 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/42360ab4-d6ff-43aa-a153-f9be67520779/3e5ce122-eed3-47f8-9d18-04a4808cb9fc) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:24.463185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:feb0:3772 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/072d7457-6cc9-4c36-95aa-a83880036b93/3e5ce122-eed3-47f8-9d18-04a4808cb9fc) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:24.637258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:24.699212 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:24.747504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3490de3d-7a1e-4637-8fe7-da839c0540f7 None None] Provisioning complete for port 049b0bcc-fa18-4d43-8c72-79df2c9db781 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:24.749176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3490de3d-7a1e-4637-8fe7-da839c0540f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:24.786914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-978d071c-76bb-4584-87c3-89e9b55bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:24.788515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-978d071c-76bb-4584-87c3-89e9b55bc713 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2c962f346904986a402ee4bbeaa5311&device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 1094 time: 0.6580241 Dec 12 04:26:24.799153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:24.808877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:24.811718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:24.821139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:24.822071 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:24.848586 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-33224eb0-4a87-4c49-986d-3ce809a85c38 req-3384f5e3-f5a3-4fe5-8607-65ac3924f89f tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6537278 Dec 12 04:26:24.851800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 049b0bcc-fa18-4d43-8c72-79df2c9db781 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:24.852235 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:24.872797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:26:24.882294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2849631 Dec 12 04:26:24.891325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37038) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:25.082365 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-8944bcc2-d26e-48a9-9ae1-e7b08a618c12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50179420-25f4-4d9e-a9b3-9aa7072efc83 HTTP/1.1" status: 200 len: 217 time: 0.2301421 Dec 12 04:26:25.153333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e86ea-7872-40da-a9be-07a2f3c01425 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=3e5ce122-eed3-47f8-9d18-04a4808cb9fc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:25.158369 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-425297d9-2cb7-45f6-8d9d-f93617e8e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:25.160033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-425297d9-2cb7-45f6-8d9d-f93617e8e352 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079bc776-950e-477e-b555-1bd7cbeeb64d HTTP/1.1" status: 200 len: 854 time: 0.0594554 Dec 12 04:26:25.191632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-97280e71-fa1d-4e83-b2bc-0cce7e84113e None None] Provisioning complete for port 3e5ce122-eed3-47f8-9d18-04a4808cb9fc triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:25.192171 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97280e71-fa1d-4e83-b2bc-0cce7e84113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:25.220397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-c29250d6-3965-4e7f-b024-092fa9c82c36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73e39552-9640-4dd8-b579-a1d95b525a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440190 Dec 12 04:26:25.275717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-97280e71-fa1d-4e83-b2bc-0cce7e84113e None None] Port 3e5ce122-eed3-47f8-9d18-04a4808cb9fc cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:25.313805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-f355ee98-175c-4e41-84df-05bdebeae5ec service neutron] 10.222.0.36 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4677441 Dec 12 04:26:25.371537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b059fc-ae5b-40a9-8a8a-2b8e2927cac6 req-3d3926f6-bfb9-4276-a212-3f82d4e185b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:25.383849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69b059fc-ae5b-40a9-8a8a-2b8e2927cac6 req-3d3926f6-bfb9-4276-a212-3f82d4e185b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 943 time: 0.3858261 Dec 12 04:26:25.434659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf6553-bcf7-4b28-9b2e-36010afa081e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 3e5ce122-eed3-47f8-9d18-04a4808cb9fc {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:25.435245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6553-bcf7-4b28-9b2e-36010afa081e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:25.575801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-ad6503c8-cf7a-4d3d-8cab-a2a6d654a66e service neutron] 10.222.0.36 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610986 Dec 12 04:26:25.596402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6553-bcf7-4b28-9b2e-36010afa081e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:25.598810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:26:25.617901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:25.628079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] Sync routers for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:25.635771 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69b059fc-ae5b-40a9-8a8a-2b8e2927cac6 req-a6ce77ab-e206-4ace-8a5d-1fd16b767a2d tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c8294e8-b381-4c50-99b0-5e84932e8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2503417 Dec 12 04:26:25.638096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-000ed850-03e8-4b3b-a350-c064e066ba39 service neutron] 10.222.0.37 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842402 Dec 12 04:26:25.646623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf6553-bcf7-4b28-9b2e-36010afa081e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 3e5ce122-eed3-47f8-9d18-04a4808cb9fc owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:25.660608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:25.668954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:25.731453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] No DVR routers for this DVR port f829480a-8304-430f-9b25-fa0b0b0e16a7 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:25.855234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:25.861824 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4b5da00d-1690-4912-82a2-f6850f5a497e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8838694 Dec 12 04:26:25.864418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37040) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:25.868070 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] Sync routers for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:25.893112 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:25.893767 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:25.895853 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:25.908587 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-04094fc2-2a3b-4b06-885e-267612cbe5e4 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "DELETE /v2.0/ports/f829480a-8304-430f-9b25-fa0b0b0e16a7 HTTP/1.1" status: 204 len: 173 time: 4.6946869 Dec 12 04:26:25.984623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:25.998594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2e628c-98b6-4d2a-a4b9-971bdf783a62 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting subnet 6ddad21d-2743-4596-9669-8b4a8d47af8a {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:26.019049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b2e628c-98b6-4d2a-a4b9-971bdf783a62 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:26.124447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e99cb586-f407-4199-918b-95c7f76c3c33 req-967b3d70-4cb6-4b4c-8463-e9bd6625dd88 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.2122216 Dec 12 04:26:26.160744 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:26.248332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b2e628c-98b6-4d2a-a4b9-971bdf783a62 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:26.275090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6bb38f4-7b4d-4c06-bbc1-2306b849b335 req-49845176-2fe3-40ed-a0e9-0155a40b6760 service neutron] 10.222.0.37 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923731 Dec 12 04:26:26.304655 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb88f305-58ea-4994-b552-242ef847c274 x-openstack-request-id: req-fb88f305-58ea-4994-b552-242ef847c274 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:26.304987 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acba739-a839-4aa4-8fa6-c46fe2c884c0", "tag": "50179420-25f4-4d9e-a9b3-9aa7072efc83", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:26.305257 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb88f305-58ea-4994-b552-242ef847c274 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:26.310519 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acba739-a839-4aa4-8fa6-c46fe2c884c0', 'tag': '50179420-25f4-4d9e-a9b3-9aa7072efc83', 'status': 'completed', 'code': 200} Dec 12 04:26:26.436460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting port 66acfa88-d834-41a9-8927-d8491f3ecb7e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:26.437775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:26.512906 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b2e628c-98b6-4d2a-a4b9-971bdf783a62 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:26.644851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b2e628c-98b6-4d2a-a4b9-971bdf783a62 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:26.656616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] For port 66acfa88-d834-41a9-8927-d8491f3ecb7e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=66acfa88-d834-41a9-8927-d8491f3ecb7e,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:26.657031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:26.679265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Calling delete_port for 66acfa88-d834-41a9-8927-d8491f3ecb7e owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:26.684519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '27c1ed0d-91b7-47e5-995a-9d2fc4b57189', 'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'mac_address': 'fa:16:3e:d6:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 5, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'subnets': [{'id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:26.699281 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:23Z', 'revision_number': 10, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:26.724761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e628c-98b6-4d2a-a4b9-971bdf783a62 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Subnet': ['ID=6ddad21d-2743-4596-9669-8b4a8d47af8a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:26.745420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbd125-85f8-46ec-ad92-8bcbae77cf43 req-c9fcfca5-ce36-4fa0-930c-a651f707035e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:26.758033 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8bbd125-85f8-46ec-ad92-8bcbae77cf43 req-c9fcfca5-ce36-4fa0-930c-a651f707035e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.6606576 Dec 12 04:26:26.770120 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] Checking router: 1529142d-6bfb-43b5-aa6e-a785d4473177 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:26.777471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] Checking router: 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:26.795549 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:26.796415 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:26.800650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22771811-bc3c-4157-bc67-3397f50506bd None None] Network b275fdb1-66dd-47d9-b9c7-673c589877fc requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:26.808720 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b2e628c-98b6-4d2a-a4b9-971bdf783a62 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:26.823560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2b2e628c-98b6-4d2a-a4b9-971bdf783a62 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/6ddad21d-2743-4596-9669-8b4a8d47af8a HTTP/1.1" status: 204 len: 168 time: 0.9575863 Dec 12 04:26:26.831359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37056) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:26.933664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8bbd125-85f8-46ec-ad92-8bcbae77cf43 req-2ed53680-a997-4a53-8472-358202c7caa8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746216 Dec 12 04:26:27.019047 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:27.071032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-3022e961-37aa-40b8-912d-defd36c1bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:27.074286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-3022e961-37aa-40b8-912d-defd36c1bb08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2c962f346904986a402ee4bbeaa5311&device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 1094 time: 0.6705823 Dec 12 04:26:27.083575 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:27.086951 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:27.123970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:27.127438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:27.183755 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d88db9ca-3bf5-4bad-afbc-23980d872eb5 req-f38eae2c-a5e9-4f8e-b1e7-f3193004924e tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 210 time: 0.0921526 Dec 12 04:26:27.245891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Port': ['ID=66acfa88-d834-41a9-8927-d8491f3ecb7e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:27.307617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:27.308207 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:27.365190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] No DVR routers for this DVR port 66acfa88-d834-41a9-8927-d8491f3ecb7e on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:27.434890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe959804-8150-4720-a4c9-e0744ce4c403 req-7946ff38-e04f-4097-bb6e-bbb2d7ac2f45 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:27.450580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe959804-8150-4720-a4c9-e0744ce4c403 req-7946ff38-e04f-4097-bb6e-bbb2d7ac2f45 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 943 time: 0.5783842 Dec 12 04:26:27.468919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:27.470903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:27.474376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db3f5be3-5e78-428f-b50b-9f4f116dff69 req-8c919945-4e84-4cf1-bc96-dbc7e209b642 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.37 "DELETE /v2.0/ports/66acfa88-d834-41a9-8927-d8491f3ecb7e HTTP/1.1" status: 204 len: 173 time: 1.5349021 Dec 12 04:26:27.497702 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44acd2e3-09fe-4a58-8719-41690a59c79a req-8b895285-6223-4042-b376-4f9a86914604 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.1489606 Dec 12 04:26:27.538800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] DHCP port deletion for b275fdb1-66dd-47d9-b9c7-673c589877fc request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:27.567002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842,segment=NetworkSegment(dc3bed8e-66aa-4a0d-948b-3a49677346e0),segment_id=dc3bed8e-66aa-4a0d-948b-3a49677346e0)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:27.567625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:27.608757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:27.627775 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:23Z', 'revision_number': 10, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:27.692698 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947997f-3f0f-43e4-b763-861a81107116 None None] The sync data for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 is: [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:23Z', 'revision_number': 10, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None, '_interfaces': [{'id': '94e434e2-2972-438c-be53-af143e5c33dd', 'name': '', 'network_id': '5b9115a8-faf6-4159-993e-36cdc0b5063a', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'mac_address': 'fa:16:3e:10:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:25:35Z', 'updated_at': '2021-12-12T04:25:43Z', 'revision_number': 5, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'subnets': [{'id': 'e5d4616c-46f4-4ec5-80e1-273f3e58466b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:27.757749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe959804-8150-4720-a4c9-e0744ce4c403 req-fcb66064-a0da-4fe4-a266-7aef78bcd120 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056347 Dec 12 04:26:27.812098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-c4121b44-2673-484d-a35e-8d1b0d60219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:27.813690 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-c4121b44-2673-484d-a35e-8d1b0d60219b service neutron] 10.222.0.37 "GET /v2.0/networks?id=73e39552-9640-4dd8-b579-a1d95b525a8c HTTP/1.1" status: 200 len: 914 time: 0.7242553 Dec 12 04:26:27.833687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6553-bcf7-4b28-9b2e-36010afa081e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:27.961127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf6553-bcf7-4b28-9b2e-36010afa081e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=3e5ce122-eed3-47f8-9d18-04a4808cb9fc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:27.963944 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b85b1577-c6ea-4d90-a4d6-94bf67a647eb req-95a5181e-e9d0-4bad-97b1-3f5af2fdef80 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0983458 Dec 12 04:26:28.092047 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.103974 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-11881b9e-fc45-4830-b30c-8ab5dc5ca8b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50179420-25f4-4d9e-a9b3-9aa7072efc83 HTTP/1.1" status: 200 len: 217 time: 0.2778711 Dec 12 04:26:28.120780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No DVR routers for this DVR port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:28.321651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:28.324336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:28.369559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7'}, {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': '66acfa88-d834-41a9-8927-d8491f3ecb7e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:28.378907 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d504ae22-2a64-43c6-8f93-51b0e2cf7052" -d '{"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7"}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "66acfa88-d834-41a9-8927-d8491f3ecb7e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:28.397232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:28.398125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:28.398557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8bdd41df-a852-40b2-97ec-716bd94aca70 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:28.420076 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.444067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b275fdb1-66dd-47d9-b9c7-673c589877fc']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:28.445480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 8bdd41df-a852-40b2-97ec-716bd94aca70 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:28.445589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8bdd41df-a852-40b2-97ec-716bd94aca70 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:28.465776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3bed8e-66aa-4a0d-948b-3a49677346e0') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:28.466089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3bed8e-66aa-4a0d-948b-3a49677346e0') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:28.468002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] Deleting port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:28.476357 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6553-bcf7-4b28-9b2e-36010afa081e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.477074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.479429 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.481076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a4bf6553-bcf7-4b28-9b2e-36010afa081e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/3e5ce122-eed3-47f8-9d18-04a4808cb9fc HTTP/1.1" status: 204 len: 168 time: 3.5814910 Dec 12 04:26:28.482982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-1c05de19-adbe-4f70-87ff-5c6c36933fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:28.484856 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-1c05de19-adbe-4f70-87ff-5c6c36933fbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079bc776-950e-477e-b555-1bd7cbeeb64d HTTP/1.1" status: 200 len: 854 time: 0.2361710 Dec 12 04:26:28.486204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37066) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:28.498345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.506322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:26:28.506783 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.553792 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-e81ea398-5b91-4734-ad93-68fe64886a7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73e39552-9640-4dd8-b579-a1d95b525a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538461 Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:26:28.617937 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:26:28.654362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] For port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:28.654795 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.681135 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.684144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-57e1a178-a5c8-4bc8-9802-a2499fe92adf tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:28.686550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-57e1a178-a5c8-4bc8-9802-a2499fe92adf tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.18 "GET /v2.0/networks?id=dfe4446c-bd79-46bc-a6d5-3e895a126906 HTTP/1.1" status: 200 len: 806 time: 0.5946469 Dec 12 04:26:28.688989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '27c1ed0d-91b7-47e5-995a-9d2fc4b57189', 'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'mac_address': 'fa:16:3e:d6:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 5, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'subnets': [{'id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:28.691095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] Calling delete_port for c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:28.694353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] Port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:26:28.696534 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.735482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee0243-7677-4db0-b253-1b468ffe096c None None] The sync data for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 is: [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:14:43Z', 'revision_number': 4, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '27c1ed0d-91b7-47e5-995a-9d2fc4b57189', 'name': '', 'network_id': '586ce0e1-b7da-4049-8cce-e0568a1dc6ff', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'mac_address': 'fa:16:3e:d6:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 5, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'subnets': [{'id': '096e88f5-8993-4f7c-8a4b-6dbd7270e925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:28.756742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:28.763134 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/networks/b275fdb1-66dd-47d9-b9c7-673c589877fc HTTP/1.1" status: 204 len: 168 time: 1.9282732 Dec 12 04:26:28.764659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] Pushing event deleted for resources: {'Port': ['ID=c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:28.766800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] Network b275fdb1-66dd-47d9-b9c7-673c589877fc is not hosted by any dhcp agent {{(pid=103452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:26:28.767278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf76a4-4902-4a68-81b8-46e337e174eb None None] No DVR routers for this DVR port c8e6dc4a-ef3c-4e0a-b57d-b14d7fbb3842 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:28.773736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37070) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:28.791358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a9f6e3e0-215d-4714-b73a-908de8449897 req-8f5b2c4b-9325-4689-9e53-d1827002638c tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 210 time: 0.1759632 Dec 12 04:26:28.806112 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 50179420-25f4-4d9e-a9b3-9aa7072efc83 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:26:28.829022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71389844-43c8-4cea-af56-3c63acba9341 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Network': ['ID=b275fdb1-66dd-47d9-b9c7-673c589877fc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:28.865563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5de8-4e8a-40de-8964-ffcb74d03a60 req-b1a169a3-b9e1-4711-9beb-514e361c0f6f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:28.867696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-102b5de8-4e8a-40de-8964-ffcb74d03a60 req-b1a169a3-b9e1-4711-9beb-514e361c0f6f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.4992800 Dec 12 04:26:28.919441 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b11322-71b0-4d6c-8045-910cce51d7c8 x-openstack-request-id: req-f3b11322-71b0-4d6c-8045-910cce51d7c8 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:28.920302 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "f829480a-8304-430f-9b25-fa0b0b0e16a7", "status": "completed", "code": 200}, {"server_uuid": "c0cdfe08-6194-4e79-8735-f466819d05aa", "name": "network-vif-deleted", "tag": "66acfa88-d834-41a9-8927-d8491f3ecb7e", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:28.920563 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3b11322-71b0-4d6c-8045-910cce51d7c8 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:28.920987 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': 'f829480a-8304-430f-9b25-fa0b0b0e16a7', 'status': 'completed', 'code': 200} Dec 12 04:26:28.921262 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdfe08-6194-4e79-8735-f466819d05aa', 'name': 'network-vif-deleted', 'tag': '66acfa88-d834-41a9-8927-d8491f3ecb7e', 'status': 'completed', 'code': 200} Dec 12 04:26:28.977630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 50179420-25f4-4d9e-a9b3-9aa7072efc83, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50179420-25f4-4d9e-a9b3-9aa7072efc83,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:28.993175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '50179420-25f4-4d9e-a9b3-9aa7072efc83', 'network_id': '73e39552-9640-4dd8-b579-a1d95b525a8c', 'port_id': '50179420-25f4-4d9e-a9b3-9aa7072efc83', 'mac_address': 'fa:16:3e:b7:7d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079bc776-950e-477e-b555-1bd7cbeeb64d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:26:28.996069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee48facf-b6bb-4a03-a3ef-903fcdea5400 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:28.997683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ee48facf-b6bb-4a03-a3ef-903fcdea5400 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5067861 Dec 12 04:26:29.004386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37078) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:29.052729 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-102b5de8-4e8a-40de-8964-ffcb74d03a60 req-a3701aaf-4faf-4f1e-ac3d-546a4924d783 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780255 Dec 12 04:26:29.063324 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:29.070680 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-ad1856c5-7967-4f00-a3f3-308ccdbf7961 service neutron] 10.222.0.37 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817890 Dec 12 04:26:29.076488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-071fc48c-0a1a-4d94-a478-7e6c2bfdc7dd tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdaa7b0f418c46eea6ec05ac44c40094 HTTP/1.1" status: 200 len: 380 time: 0.2808893 Dec 12 04:26:29.088982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50179420-25f4-4d9e-a9b3-9aa7072efc83 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:26:29.121640 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-17a0c7fa-d1a5-4990-965f-85bf9a448134 req-af360745-29f0-4aea-9df4-240e207c2e39 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.1063564 Dec 12 04:26:29.178203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 50179420-25f4-4d9e-a9b3-9aa7072efc83, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50179420-25f4-4d9e-a9b3-9aa7072efc83,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:29.193656 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:29.235106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Request body: {'port': {'device_id': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'admin_state_up': True, 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'security_groups': ['0422c941-8693-4877-979b-007fd9b05aa5']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:29.250241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aded378-c66c-4248-b92a-82a9790b2a57 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:29.260524 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0aded378-c66c-4248-b92a-82a9790b2a57 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2558782 Dec 12 04:26:29.261497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37082) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:29.311942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=50179420-25f4-4d9e-a9b3-9aa7072efc83,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:29.392430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dd0b3-4295-48cf-9260-f4b950ff9b9a None None] New status for floating IP 49117385-a1ed-4140-bacd-07db3c9765f6: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:26:29.409500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041ca78-4a36-4725-ae2f-bdb203342c22 req-4988fb9f-57a2-4a8c-bf47-1e10bb40c1ca tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:29.411080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9041ca78-4a36-4725-ae2f-bdb203342c22 req-4988fb9f-57a2-4a8c-bf47-1e10bb40c1ca tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 944 time: 0.1672108 Dec 12 04:26:29.508496 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9041ca78-4a36-4725-ae2f-bdb203342c22 req-10e49f1e-ecc8-4f4e-9cc7-b9d706ad930d tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893514 Dec 12 04:26:29.511940 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28c656c2-be5c-4009-ba56-1f1dfc211c7b req-133ee019-9d19-4c02-804d-1540dbebed60 service neutron] 10.222.0.37 "GET /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268076 Dec 12 04:26:29.548705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Made reservation on behalf of fdaa7b0f418c46eea6ec05ac44c40094 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:29.560803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:29.579471 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9afe0f7a-c82c-414c-bdc7-4d1811cb1e5d req-c94c35a5-088e-4613-96fc-e7f8adaead31 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0629649 Dec 12 04:26:29.604636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['50179420-25f4-4d9e-a9b3-9aa7072efc83'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:26:29.621004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5424ec83-9430-4c64-9757-49ec77fcf71d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:29.623266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5424ec83-9430-4c64-9757-49ec77fcf71d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:29.625325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5424ec83-9430-4c64-9757-49ec77fcf71d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:29.629508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5424ec83-9430-4c64-9757-49ec77fcf71d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3646481 Dec 12 04:26:29.630956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37084) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:29.764646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f5558d-7e2f-4b6f-8d71-86e8fd31fe2b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 072d7457-6cc9-4c36-95aa-a83880036b93 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:29.769600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07f5558d-7e2f-4b6f-8d71-86e8fd31fe2b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:29.839919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07f5558d-7e2f-4b6f-8d71-86e8fd31fe2b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:29.886154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Allocated IP 172.20.0.7 (dfe4446c-bd79-46bc-a6d5-3e895a126906/3e3f5a4f-fc4d-4f55-8510-8375eedc6eac/bbcbf637-c883-4ad3-bc29-ef1ceab9e444) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:30.041363 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07f5558d-7e2f-4b6f-8d71-86e8fd31fe2b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.124804 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.287109 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07f5558d-7e2f-4b6f-8d71-86e8fd31fe2b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.341516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5558d-7e2f-4b6f-8d71-86e8fd31fe2b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=072d7457-6cc9-4c36-95aa-a83880036b93,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:30.408189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ddb655-11d0-4a65-b523-f85cad3b5ab6 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:30.421173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07f5558d-7e2f-4b6f-8d71-86e8fd31fe2b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.428079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-07f5558d-7e2f-4b6f-8d71-86e8fd31fe2b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/072d7457-6cc9-4c36-95aa-a83880036b93 HTTP/1.1" status: 204 len: 168 time: 0.7939689 Dec 12 04:26:30.435300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37092) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:30.437622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cab81-8538-4c3e-a722-33f916bf3e60 req-f03b0ad9-df4e-4f98-a8a7-b03c5e148e37 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:30.440660 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b1cab81-8538-4c3e-a722-33f916bf3e60 req-f03b0ad9-df4e-4f98-a8a7-b03c5e148e37 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.2044652 Dec 12 04:26:30.441041 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4fa7a62-f573-4acb-ac64-1cc2b8d0c25a req-51ca7cc0-15ec-48bb-abe4-3cea67aad6ae tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 210 time: 0.0455465 Dec 12 04:26:30.622665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b1cab81-8538-4c3e-a722-33f916bf3e60 req-5576117b-113b-4e73-b10b-350ff12f2c96 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688406 Dec 12 04:26:30.659410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.664584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4fb6ff24-f442-4e66-84a2-540b8d602875 req-82e0d924-6edd-4884-b470-9b978489461f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0708044 Dec 12 04:26:30.672160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccc551a-7adc-4209-a436-b34fa3a18d48 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 42360ab4-d6ff-43aa-a153-f9be67520779 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:30.678932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ccc551a-7adc-4209-a436-b34fa3a18d48 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.758259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ccc551a-7adc-4209-a436-b34fa3a18d48 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.808117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 50179420-25f4-4d9e-a9b3-9aa7072efc83 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:30.836138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port 94e434e2-2972-438c-be53-af143e5c33dd {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:30.837323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.937988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3c1aa5f-0058-4dcf-9e27-ea0492a6495c req-e3faf914-d11b-4614-bb5c-2e5f3a511779 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.1335952 Dec 12 04:26:30.948969 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.950364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port 94e434e2-2972-438c-be53-af143e5c33dd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=94e434e2-2972-438c-be53-af143e5c33dd,segment=NetworkSegment(2b7904e6-4859-41e5-a1fe-d467f8bb4356),segment_id=2b7904e6-4859-41e5-a1fe-d467f8bb4356)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:30.950889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:30.959501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 50179420-25f4-4d9e-a9b3-9aa7072efc83 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:26:30.968053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for 94e434e2-2972-438c-be53-af143e5c33dd owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:30.969217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 50179420-25f4-4d9e-a9b3-9aa7072efc83 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:30.971529 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:31.078747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Network dfe4446c-bd79-46bc-a6d5-3e895a126906 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:31.081362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93128c48-8d04-468b-8abe-544b9a856b1d req-02edcdae-b0c7-4c88-89e0-fd5c625ec5cb tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:31.089491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93128c48-8d04-468b-8abe-544b9a856b1d req-02edcdae-b0c7-4c88-89e0-fd5c625ec5cb tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 944 time: 0.3010287 Dec 12 04:26:31.097627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:31.104868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:31.179344 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:31.234629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93128c48-8d04-468b-8abe-544b9a856b1d req-ca4ce4c8-e1df-4a16-8a21-571242dcb24f tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438808 Dec 12 04:26:31.259014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acba739-a839-4aa4-8fa6-c46fe2c884c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50179420-25f4-4d9e-a9b3-9aa7072efc83'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:31.275767 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b980a1-ffd1-4610-97b0-f65391c585ae" -d '{"events": [{"server_uuid": "2acba739-a839-4aa4-8fa6-c46fe2c884c0", "name": "network-vif-plugged", "status": "completed", "tag": "50179420-25f4-4d9e-a9b3-9aa7072efc83"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:31.322797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 50179420-25f4-4d9e-a9b3-9aa7072efc83, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50179420-25f4-4d9e-a9b3-9aa7072efc83,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:31.327564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Pushing event updated for resources: {'Port': ['ID=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:31.337287 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:31.375414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ccc551a-7adc-4209-a436-b34fa3a18d48 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:31.453536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=50179420-25f4-4d9e-a9b3-9aa7072efc83,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:31.489378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:31.490066 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:31.502263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:31.546590 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d64a2-3885-4309-90f3-172743aa6022 x-openstack-request-id: req-ee7d64a2-3885-4309-90f3-172743aa6022 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:31.547159 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acba739-a839-4aa4-8fa6-c46fe2c884c0", "name": "network-vif-plugged", "status": "completed", "tag": "50179420-25f4-4d9e-a9b3-9aa7072efc83", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:31.547659 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee7d64a2-3885-4309-90f3-172743aa6022 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:31.548275 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acba739-a839-4aa4-8fa6-c46fe2c884c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50179420-25f4-4d9e-a9b3-9aa7072efc83', 'code': 200} Dec 12 04:26:31.555065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-73bd7851-8e2e-4609-95ad-edf3c35daed8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4709694 Dec 12 04:26:31.571681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-dd81c29e-a0b5-4228-9e16-a4a05d4277c8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:26:31.572602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-dd81c29e-a0b5-4228-9e16-a4a05d4277c8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063705 Dec 12 04:26:31.598033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=94e434e2-2972-438c-be53-af143e5c33dd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:31.721995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-114140ef-bb28-458f-bc24-41b4167b04f6 None None] Provisioning complete for port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:31.727839 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-114140ef-bb28-458f-bc24-41b4167b04f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:31.779615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Request body: {'port': {'device_id': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:32.020100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:32.059040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-114140ef-bb28-458f-bc24-41b4167b04f6 None None] Port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:32.094520 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ccc551a-7adc-4209-a436-b34fa3a18d48 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:32.190068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7202dcc1-7d61-4690-be6c-c21835ecdda4 None None] Provisioning complete for port 049b0bcc-fa18-4d43-8c72-79df2c9db781 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:32.190363 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7202dcc1-7d61-4690-be6c-c21835ecdda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:32.386862 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:32.401765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31f1d-1dae-423a-8e70-7d1b7bd1e826 req-61a1e01f-9bb8-4232-aa7b-b3c3d5559707 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:32.403644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08c31f1d-1dae-423a-8e70-7d1b7bd1e826 req-61a1e01f-9bb8-4232-aa7b-b3c3d5559707 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 931 time: 0.7806029 Dec 12 04:26:32.537788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08c31f1d-1dae-423a-8e70-7d1b7bd1e826 req-8367ab1f-2072-4367-bdfc-b9b4da3c459e tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180201 Dec 12 04:26:32.541656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc551a-7adc-4209-a436-b34fa3a18d48 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=42360ab4-d6ff-43aa-a153-f9be67520779,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:32.551009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1827c6a-9896-4674-8204-81a2a4ac42f5 req-f7f19d8a-dacc-4d62-a10c-2d92213cdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:32.553231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e1827c6a-9896-4674-8204-81a2a4ac42f5 req-f7f19d8a-dacc-4d62-a10c-2d92213cdabc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 1096 time: 0.8795228 Dec 12 04:26:32.580256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaba2b9-e2b2-49fa-a046-40ee1945622e None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:32.610927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55254a3c-c94a-412b-af74-d9f411238509 req-552806ca-1586-448d-b45e-37f36fda6ed7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:32.612452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55254a3c-c94a-412b-af74-d9f411238509 req-552806ca-1586-448d-b45e-37f36fda6ed7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.6836841 Dec 12 04:26:32.625401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ccc551a-7adc-4209-a436-b34fa3a18d48 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:32.634975 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9ccc551a-7adc-4209-a436-b34fa3a18d48 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/42360ab4-d6ff-43aa-a153-f9be67520779 HTTP/1.1" status: 204 len: 168 time: 2.1928749 Dec 12 04:26:32.655138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37114) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:32.672420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcbf637-c883-4ad3-bc29-ef1ceab9e444 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:26:32.711943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:32.777897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Transition to ACTIVE for port object bbcbf637-c883-4ad3-bc29-ef1ceab9e444 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:26:32.795335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-492ba5ae-7435-48df-b933-b1857b7983b8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345074 Dec 12 04:26:32.796281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37116) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:32.802432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa66f1f-4f46-4c19-a9bf-a78d972d42db None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:32.803266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:32.862909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e1827c6a-9896-4674-8204-81a2a4ac42f5 req-d6f69d5b-fcc2-487f-9e31-b99a83a35606 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893836 Dec 12 04:26:32.876016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:32.955894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9aa66f1f-4f46-4c19-a9bf-a78d972d42db None None] Deleting port 049b0bcc-fa18-4d43-8c72-79df2c9db781 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:32.956278 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9aa66f1f-4f46-4c19-a9bf-a78d972d42db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:32.970182 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55254a3c-c94a-412b-af74-d9f411238509 req-501902f3-a0f5-4ea1-b67f-342c268bc9af tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263481 Dec 12 04:26:33.021454 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-897fc89e-18d3-448f-b586-6f24a6e6937a req-f8541eaa-afff-42c7-9e78-34f19b8a68b1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.2726042 Dec 12 04:26:33.062541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:26:33.064348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:33.123727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:33.127756 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:33.128195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9aa66f1f-4f46-4c19-a9bf-a78d972d42db None None] For port 049b0bcc-fa18-4d43-8c72-79df2c9db781, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=049b0bcc-fa18-4d43-8c72-79df2c9db781,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:33.128627 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9aa66f1f-4f46-4c19-a9bf-a78d972d42db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:33.158883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9aa66f1f-4f46-4c19-a9bf-a78d972d42db None None] Calling delete_port for 049b0bcc-fa18-4d43-8c72-79df2c9db781 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:33.313820 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-393ca406-07a6-472c-92d7-d8cf1df0635e req-363d0414-bf66-40d5-a665-17b591d3ac79 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.1971183 Dec 12 04:26:33.325630 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9aa66f1f-4f46-4c19-a9bf-a78d972d42db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:33.348325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Attempting to bind port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:26:33.348970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Attempting to bind port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:26:33.349504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Attempting to bind port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 on network dfe4446c-bd79-46bc-a6d5-3e895a126906 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:33.359949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 on network dfe4446c-bd79-46bc-a6d5-3e895a126906 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:26:33.360587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Attempting to bind port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 on network dfe4446c-bd79-46bc-a6d5-3e895a126906 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:33.376088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:26:33.376734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Checking segment: {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:26:33.377366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Bound using segment: {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:26:33.378009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Bound port: bbcbf637-c883-4ad3-bc29-ef1ceab9e444, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f03b6c4-b4c8-42a9-8577-4985e566ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:26:33.378599 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:33.383111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa66f1f-4f46-4c19-a9bf-a78d972d42db None None] Pushing event deleted for resources: {'Port': ['ID=049b0bcc-fa18-4d43-8c72-79df2c9db781,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:33.403348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa66f1f-4f46-4c19-a9bf-a78d972d42db None None] No DVR routers for this DVR port 049b0bcc-fa18-4d43-8c72-79df2c9db781 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:33.503856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] For port bbcbf637-c883-4ad3-bc29-ef1ceab9e444, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:33.508063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] For port bbcbf637-c883-4ad3-bc29-ef1ceab9e444, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:33.515125 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:33.568240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:33.581620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:33.585738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] 10.222.0.18 "PUT /v2.0/ports/bbcbf637-c883-4ad3-bc29-ef1ceab9e444 HTTP/1.1" status: 200 len: 1091 time: 1.9852428 Dec 12 04:26:33.588268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'tag': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:33.593444 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc283865-62ee-419a-a3c7-88d3be5f07f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbe2788-1ad0-4cd3-b357-b0b9799073af", "tag": "bbcbf637-c883-4ad3-bc29-ef1ceab9e444"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:33.594194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:26:33.598211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:33.718779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:33.728114 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=c84825ff-c17b-4463-b47f-e1c6b9fc84af,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:33.731227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:33.738420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3efe2-71ca-4db9-b443-e47f457dfaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:33.740438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:33.741172 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:33.742549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127d2e8a-4e82-49a4-837e-b23d3a597669 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:33.763645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf71d3d-89b3-4c72-9bec-1721cc52db81 req-cc1ecfdb-0d33-4505-bcc9-d419c5069436 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:33.765254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbf71d3d-89b3-4c72-9bec-1721cc52db81 req-cc1ecfdb-0d33-4505-bcc9-d419c5069436 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 945 time: 0.3609653 Dec 12 04:26:33.776947 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9789579 Dec 12 04:26:33.778479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:33.780014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37122) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:33.789518 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] Sync routers for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:33.808502 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:33.809893 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:33.814643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5a7c9f5d-2ead-40ce-939f-3283a0de1d7c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:33.850447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55fe2-d27c-42c8-ac2e-ea2b82ccc9a7 req-1bed57e6-b52a-4b64-a89f-01b8504853e1 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:33.852071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65d55fe2-d27c-42c8-ac2e-ea2b82ccc9a7 req-1bed57e6-b52a-4b64-a89f-01b8504853e1 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 943 time: 0.1667483 Dec 12 04:26:33.872397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-da304b51-91f4-4207-ba7b-39829f3d3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:33.883414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-da304b51-91f4-4207-ba7b-39829f3d3185 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdaa7b0f418c46eea6ec05ac44c40094&device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 1094 time: 0.2379439 Dec 12 04:26:33.932659 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d7482473-85a5-4b37-8f4f-e7a93ea47048 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1580250 Dec 12 04:26:33.934716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.935334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.936391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.936391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.936582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.937083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.937615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.937990 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.938437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.938860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.939334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.939818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.940190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34d9c-46b1-42a4-a3bf-7f7a22c806dd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:33.943751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37124) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:33.978318 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:34.041813 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbf71d3d-89b3-4c72-9bec-1721cc52db81 req-980b7927-41fe-425e-94a6-35276b74f61a tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533679 Dec 12 04:26:34.094616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-865217a7-a10a-4396-9aaf-753d39ac0673 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444 HTTP/1.1" status: 200 len: 217 time: 0.1955178 Dec 12 04:26:34.106755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 049b0bcc-fa18-4d43-8c72-79df2c9db781 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:34.141120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': 'c84825ff-c17b-4463-b47f-e1c6b9fc84af'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:26:34.142506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:34.157323 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:31Z', 'revision_number': 11, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:34.161699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 049b0bcc-fa18-4d43-8c72-79df2c9db781 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:34.164703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 049b0bcc-fa18-4d43-8c72-79df2c9db781 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:34.198026 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-65d55fe2-d27c-42c8-ac2e-ea2b82ccc9a7 req-b914128c-5195-489a-9161-f9b520cffd41 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357129 Dec 12 04:26:34.219322 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072c7c69-68f6-4645-bc4b-5783c14ece2c x-openstack-request-id: req-072c7c69-68f6-4645-bc4b-5783c14ece2c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:34.219872 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbe2788-1ad0-4cd3-b357-b0b9799073af", "tag": "bbcbf637-c883-4ad3-bc29-ef1ceab9e444", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:34.220994 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-072c7c69-68f6-4645-bc4b-5783c14ece2c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:34.221794 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'tag': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444', 'status': 'completed', 'code': 200} Dec 12 04:26:34.226708 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] Checking router: 1529142d-6bfb-43b5-aa6e-a785d4473177 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:34.249770 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:34.250563 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:34.289928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7c9f5d-2ead-40ce-939f-3283a0de1d7c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:34.297395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9f5d-2ead-40ce-939f-3283a0de1d7c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:34.374047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b0a942-efbe-4156-8601-5f1c283e0270 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting subnet e5d4616c-46f4-4ec5-80e1-273f3e58466b {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:34.411410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9844aea-7d9d-4d30-8d59-2cc26c4563f2 req-0b52eb99-fe74-42b4-a714-1d78313e37aa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0645065 Dec 12 04:26:34.414056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37b0a942-efbe-4156-8601-5f1c283e0270 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:34.445690 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:34.473419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-c697e4af-d205-4ad1-9d85-94dc37a0677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:34.481399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-c697e4af-d205-4ad1-9d85-94dc37a0677d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e3f5a4f-fc4d-4f55-8510-8375eedc6eac HTTP/1.1" status: 200 len: 845 time: 0.2806079 Dec 12 04:26:34.482378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Allocated IP 2001:db8::f816:3eff:feaa:67cb (5960b5c2-0a27-4431-bc11-230ba4c4a35f/c84825ff-c17b-4463-b47f-e1c6b9fc84af/36fff215-c8a8-4ef9-8c8a-953089677e0a) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:34.596809 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:31Z', 'revision_number': 11, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:34.620491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf6368-7340-4292-bddd-ee63ed6d1714 req-8c3005f0-d4f2-4c59-8c5a-b483b617bbac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:34.622260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-796d08e3-82ed-422e-ae12-ae635b965058 req-848727cc-669c-43c6-9c05-80b5738ca848 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0713685 Dec 12 04:26:34.628556 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37b0a942-efbe-4156-8601-5f1c283e0270 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:34.636052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-1184a1bb-9922-4540-a862-24bfc475f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:34.637222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0cdf6368-7340-4292-bddd-ee63ed6d1714 req-8c3005f0-d4f2-4c59-8c5a-b483b617bbac tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.3251264 Dec 12 04:26:34.637575 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-1184a1bb-9922-4540-a862-24bfc475f8ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfe4446c-bd79-46bc-a6d5-3e895a126906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483328 Dec 12 04:26:34.690751 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6140e-dc4d-418a-a9ed-6856b8c9e4af None None] The sync data for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 is: [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:31Z', 'revision_number': 11, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:34.735995 n-d-710847-7 neutron-server[103450]: INFO neutron.db.ipam_backend_mixin [None req-5a7c9f5d-2ead-40ce-939f-3283a0de1d7c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c84825ff-c17b-4463-b47f-e1c6b9fc84af (CIDR: 2001:db8::/64) Dec 12 04:26:34.770539 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7c9f5d-2ead-40ce-939f-3283a0de1d7c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:26:34.770539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7c9f5d-2ead-40ce-939f-3283a0de1d7c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:34.823994 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:34.828939 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0cdf6368-7340-4292-bddd-ee63ed6d1714 req-32944c21-87b5-4a6f-8075-1879e2a9e90d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699195 Dec 12 04:26:34.838250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5a7c9f5d-2ead-40ce-939f-3283a0de1d7c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0248623 Dec 12 04:26:34.840548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:34.841080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37132) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:34.848674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:34.872669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-d434c2c7-cbcb-4a76-914a-acc6f0d653ab service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126105 Dec 12 04:26:34.911393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37b0a942-efbe-4156-8601-5f1c283e0270 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:34.917514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:34.920478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:34.924191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:34.937469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Pushing event updated for resources: {'Port': ['ID=36fff215-c8a8-4ef9-8c8a-953089677e0a,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:34.999846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.000542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.001055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.001539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.002255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.003441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.003937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.004418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.005508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.006307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.007502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.008929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.009424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:26:35.063128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Attempting to bind port 36fff215-c8a8-4ef9-8c8a-953089677e0a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:26:35.063764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Attempting to bind port 36fff215-c8a8-4ef9-8c8a-953089677e0a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:26:35.065057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Attempting to bind port 36fff215-c8a8-4ef9-8c8a-953089677e0a on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:35.075733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:26:35.076337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:26:35.076924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:35.077464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:26:35.078109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Bound port: 36fff215-c8a8-4ef9-8c8a-953089677e0a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:26:35.078650 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:35.166918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:35.170574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:35.246211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] For port 36fff215-c8a8-4ef9-8c8a-953089677e0a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:35.255059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] For port 36fff215-c8a8-4ef9-8c8a-953089677e0a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=36fff215-c8a8-4ef9-8c8a-953089677e0a,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:35.266605 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:35.455090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a223bf-b2ae-4098-b89d-b4d040727275 None None] Pushing event updated for resources: {'Port': ['ID=36fff215-c8a8-4ef9-8c8a-953089677e0a,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:35.473923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f14e73-8093-483c-b7f2-220f29e976f3 req-0bf307f5-d88f-41b3-966c-4a8355de47fa tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:35.476328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4f14e73-8093-483c-b7f2-220f29e976f3 req-0bf307f5-d88f-41b3-966c-4a8355de47fa tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 943 time: 0.1509492 Dec 12 04:26:35.543896 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37b0a942-efbe-4156-8601-5f1c283e0270 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:35.557509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:35.561294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e4f6626-51b4-4d9f-ba15-3d3ff776fa22 req-f741997e-99ff-4acf-b49a-996c10c72ba0 service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602786 Dec 12 04:26:35.570364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4f14e73-8093-483c-b7f2-220f29e976f3 req-87d1a882-0097-421d-853e-b86a91f23914 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861962 Dec 12 04:26:35.630239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0a942-efbe-4156-8601-5f1c283e0270 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d4616c-46f4-4ec5-80e1-273f3e58466b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:35.639818 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37b0a942-efbe-4156-8601-5f1c283e0270 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:35.643969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-37b0a942-efbe-4156-8601-5f1c283e0270 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/e5d4616c-46f4-4ec5-80e1-273f3e58466b HTTP/1.1" status: 204 len: 168 time: 1.6981421 Dec 12 04:26:35.648603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37140) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:35.653997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ff70a-d579-40e0-b669-47f1e6b6158c None None] Network 5b9115a8-faf6-4159-993e-36cdc0b5063a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:35.659143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:35.662825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:35.673340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb89162-3e58-4920-bb56-e43a50e6db78 req-49d2b209-6526-4bac-b712-5a18f2559002 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:35.681988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6fb89162-3e58-4920-bb56-e43a50e6db78 req-49d2b209-6526-4bac-b712-5a18f2559002 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 945 time: 0.3531837 Dec 12 04:26:35.691564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:35.692674 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:35.864230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0205631 Dec 12 04:26:35.880717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37144) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:35.882548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:35.916262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:ce:8e:35', 'name': 'tempest-NetworksTestDHCPv6-1151047318'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:35.931082 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fdf506b2-5ef0-4509-b9aa-0286fad52f1d req-f84047ac-1602-4e27-ac38-bb97ecd6c593 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0714035 Dec 12 04:26:35.937379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15228f-36a4-436d-89e8-6ecbfffcb432 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=f8f5bd4f-da47-4062-93d4-5e4bace65291,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:36.021790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-01fc1a1e-25fe-405b-be91-d564955ba546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:36.041036 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:26:36.048574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-01fc1a1e-25fe-405b-be91-d564955ba546 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdaa7b0f418c46eea6ec05ac44c40094&device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 1094 time: 0.2562623 Dec 12 04:26:36.090109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2591bb-aa17-474a-b3fc-e5af083cb164 None None] DHCP port deletion for 5b9115a8-faf6-4159-993e-36cdc0b5063a request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:36.123582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6fb89162-3e58-4920-bb56-e43a50e6db78 req-9076c8d9-0e8c-449d-8df1-d15f5ac8e947 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403515 Dec 12 04:26:36.173180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 36fff215-c8a8-4ef9-8c8a-953089677e0a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:36.244310 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-03ab0868-e51d-4e2b-a6a1-4ac1f7f42b6a req-48b97fea-2acd-4df4-a7fe-63680a7f28f7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.1144123 Dec 12 04:26:36.256895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Deleting port 2c0dc76b-edee-4104-822b-db4878a516e6 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:36.257260 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.388132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-7a831232-7b86-4a30-a45c-5960739e51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:36.402944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2b2591bb-aa17-474a-b3fc-e5af083cb164 None None] Deleting port 2c0dc76b-edee-4104-822b-db4878a516e6 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:36.403335 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b2591bb-aa17-474a-b3fc-e5af083cb164 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.406240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-7a831232-7b86-4a30-a45c-5960739e51af service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfe4446c-bd79-46bc-a6d5-3e895a126906 HTTP/1.1" status: 200 len: 906 time: 0.3565767 Dec 12 04:26:36.416084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 36fff215-c8a8-4ef9-8c8a-953089677e0a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:36.416578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.500559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] For port 2c0dc76b-edee-4104-822b-db4878a516e6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2c0dc76b-edee-4104-822b-db4878a516e6,segment=NetworkSegment(2b7904e6-4859-41e5-a1fe-d467f8bb4356),segment_id=2b7904e6-4859-41e5-a1fe-d467f8bb4356)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:36.501193 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.514329 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-b3dd7ab0-b2c0-41e9-8cc7-466eff38fc6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444 HTTP/1.1" status: 200 len: 217 time: 0.0765345 Dec 12 04:26:36.517932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Calling delete_port for 2c0dc76b-edee-4104-822b-db4878a516e6 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:36.541913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2b2591bb-aa17-474a-b3fc-e5af083cb164 None None] For port 2c0dc76b-edee-4104-822b-db4878a516e6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2c0dc76b-edee-4104-822b-db4878a516e6,segment=NetworkSegment(2b7904e6-4859-41e5-a1fe-d467f8bb4356),segment_id=2b7904e6-4859-41e5-a1fe-d467f8bb4356)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:36.542334 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b2591bb-aa17-474a-b3fc-e5af083cb164 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.555767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2b2591bb-aa17-474a-b3fc-e5af083cb164 None None] Calling delete_port for 2c0dc76b-edee-4104-822b-db4878a516e6 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:36.630072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.679592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Port': ['ID=2c0dc76b-edee-4104-822b-db4878a516e6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:36.685917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No DVR routers for this DVR port 2c0dc76b-edee-4104-822b-db4878a516e6 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:36.687390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63641844-8580-41ea-922b-ad7deebf4f48 req-afebd6cc-043a-4385-a799-c502ae073b44 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:36.702424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63641844-8580-41ea-922b-ad7deebf4f48 req-afebd6cc-043a-4385-a799-c502ae073b44 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.3882792 Dec 12 04:26:36.703467 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.749833 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b2591bb-aa17-474a-b3fc-e5af083cb164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.824189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2591bb-aa17-474a-b3fc-e5af083cb164 None None] No DVR routers for this DVR port 2c0dc76b-edee-4104-822b-db4878a516e6 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:36.836690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 36fff215-c8a8-4ef9-8c8a-953089677e0a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=36fff215-c8a8-4ef9-8c8a-953089677e0a,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:36.842596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2591bb-aa17-474a-b3fc-e5af083cb164 None None] Pushing event deleted for resources: {'Port': ['ID=2c0dc76b-edee-4104-822b-db4878a516e6,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:36.855587 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.875990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 94e434e2-2972-438c-be53-af143e5c33dd no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:36.913586 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:36.969534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9115a8-faf6-4159-993e-36cdc0b5063a']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:36.993016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7904e6-4859-41e5-a1fe-d467f8bb4356') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:36.993283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7904e6-4859-41e5-a1fe-d467f8bb4356') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:37.007434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 94e434e2-2972-438c-be53-af143e5c33dd {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:37.009422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 94e434e2-2972-438c-be53-af143e5c33dd not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:37.018866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:37.049337 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63641844-8580-41ea-922b-ad7deebf4f48 req-ffa1b89e-88f7-4a14-906c-6245753dce51 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458955 Dec 12 04:26:37.055449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-e1cf3d25-f35d-4fb7-a667-d559c52d639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:37.059258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:37.074714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:26:37.076330 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:37.080967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=36fff215-c8a8-4ef9-8c8a-953089677e0a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:37.087961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-e1cf3d25-f35d-4fb7-a667-d559c52d639f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e3f5a4f-fc4d-4f55-8510-8375eedc6eac HTTP/1.1" status: 200 len: 845 time: 0.5276146 Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:26:37.160511 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:26:37.171874 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:37.179669 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:37.190215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37160) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:37.192775 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/networks/5b9115a8-faf6-4159-993e-36cdc0b5063a HTTP/1.1" status: 204 len: 168 time: 1.5405798 Dec 12 04:26:37.217214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'routes': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:37.227093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b9a2d-6412-4ed1-b4f4-7e21bc86fb69 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Pushing event deleted for resources: {'Network': ['ID=5b9115a8-faf6-4159-993e-36cdc0b5063a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:37.323331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba7d86-e08c-4561-a12b-f065657d6d56 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:37.330935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:37.456326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3eb0a540-3127-435e-b10c-38e20212fd7b None None] Provisioning complete for port 36fff215-c8a8-4ef9-8c8a-953089677e0a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:37.456775 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a540-3127-435e-b10c-38e20212fd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:37.736230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828ddd8-d284-413e-8983-f3eef1f70181 None None] Update dhcp port {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': 'c84825ff-c17b-4463-b47f-e1c6b9fc84af', 'ip_address': '2001:db8::f816:3eff:feaa:67cb'}, {'subnet_id': 'f8f5bd4f-da47-4062-93d4-5e4bace65291'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '36fff215-c8a8-4ef9-8c8a-953089677e0a'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:26:37.800359 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a828ddd8-d284-413e-8983-f3eef1f70181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:38.046439 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 36fff215-c8a8-4ef9-8c8a-953089677e0a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:38.140755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-a828ddd8-d284-413e-8983-f3eef1f70181 None None] Allocated IP 2001:db8:0:1::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/f8f5bd4f-da47-4062-93d4-5e4bace65291/36fff215-c8a8-4ef9-8c8a-953089677e0a) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:38.268668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a828ddd8-d284-413e-8983-f3eef1f70181 None None] For port 36fff215-c8a8-4ef9-8c8a-953089677e0a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=36fff215-c8a8-4ef9-8c8a-953089677e0a,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:38.278354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:38.311809 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a828ddd8-d284-413e-8983-f3eef1f70181 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:38.324149 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a828ddd8-d284-413e-8983-f3eef1f70181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:38.354896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-ad09b0a7-a9be-48d0-b5a0-fa7d7dd47f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:38.356594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-ad09b0a7-a9be-48d0-b5a0-fa7d7dd47f24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfe4446c-bd79-46bc-a6d5-3e895a126906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2678261 Dec 12 04:26:38.357994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.extraroute_db [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Added routes are [] {{(pid=103451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 04:26:38.358414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.extraroute_db [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Removed routes are [] {{(pid=103451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 04:26:38.358886 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:38.371785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port d53271f8-e18f-4748-99a0-67c666556668 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:26:38.405599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 36fff215-c8a8-4ef9-8c8a-953089677e0a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:38.406294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:38.535696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828ddd8-d284-413e-8983-f3eef1f70181 None None] Pushing event updated for resources: {'Port': ['ID=36fff215-c8a8-4ef9-8c8a-953089677e0a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:38.594222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e254a-6361-4d23-b15c-7e2286d315a3 req-94242375-caae-494f-bdab-9a97be2b55d8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:38.601723 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38e254a-6361-4d23-b15c-7e2286d315a3 req-94242375-caae-494f-bdab-9a97be2b55d8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 943 time: 1.2572455 Dec 12 04:26:38.648967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8:0:1::27e (5960b5c2-0a27-4431-bc11-230ba4c4a35f/f8f5bd4f-da47-4062-93d4-5e4bace65291/d53271f8-e18f-4748-99a0-67c666556668) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:38.658024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2c0dc76b-edee-4104-822b-db4878a516e6 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:38.697262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 2c0dc76b-edee-4104-822b-db4878a516e6 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:38.698131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2c0dc76b-edee-4104-822b-db4878a516e6 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:38.754376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::f816:3eff:fece:8e35 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/c84825ff-c17b-4463-b47f-e1c6b9fc84af/d53271f8-e18f-4748-99a0-67c666556668) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:39.019387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:39.025557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:39.043241 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38e254a-6361-4d23-b15c-7e2286d315a3 req-9f076e9d-54a8-4579-9bae-63b638af2024 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405301 Dec 12 04:26:39.056349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bbcbf637-c883-4ad3-bc29-ef1ceab9e444 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:26:39.059207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-ef84c18c-a87f-49e7-9536-d3f846d125b9 service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748809 Dec 12 04:26:39.301139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bbcbf637-c883-4ad3-bc29-ef1ceab9e444, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:39.321348 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:39.331524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'port_id': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444', 'mac_address': 'fa:16:3e:40:88:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:26:39.420487 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:39.443158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcbf637-c883-4ad3-bc29-ef1ceab9e444 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:26:39.480092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bbcbf637-c883-4ad3-bc29-ef1ceab9e444, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:39.494288 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:39.512073 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc283865-62ee-419a-a3c7-88d3be5f07f3 req-373a9e9f-0558-44be-96b9-584957ec39c8 service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416435 Dec 12 04:26:39.517244 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:39.528535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7a8166b5-425b-4439-a215-9e05f7037cab None None] Provisioning complete for port 36fff215-c8a8-4ef9-8c8a-953089677e0a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:39.529196 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a8166b5-425b-4439-a215-9e05f7037cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:39.565140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f130fad9-7e00-47bc-827a-e9ac970d107a req-3f4b6279-5f73-4e4c-96cb-be174f809879 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.1697412 Dec 12 04:26:39.600874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:39.630567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:39.647322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 1529142d-6bfb-43b5-aa6e-a785d4473177 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:26:39.649059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:39.659697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:39.666418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:39.667119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:39.794000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:39.806050 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:39.807338 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d4413a1f-e40c-4609-b02d-505172b4f2ef tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177 HTTP/1.1" status: 200 len: 704 time: 2.6160054 Dec 12 04:26:39.810401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37166) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:39.813664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.9167900 Dec 12 04:26:39.814890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37168) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:39.825576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] Sync routers for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:39.846899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-993f823d-02e5-4c96-bb5d-407e7dd87ac0 req-0484bf27-33b4-4709-91b3-fd6ecc0a9b3f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0707862 Dec 12 04:26:39.852376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a975de-2d69-4caa-b0e6-0039d8925b58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=d53271f8-e18f-4748-99a0-67c666556668,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:40.005792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37172) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:40.015235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3ce01931-a6b6-4717-add4-5287259cc779 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1529142d-6bfb-43b5-aa6e-a785d4473177 HTTP/1.1" status: 200 len: 205 time: 0.1870191 Dec 12 04:26:40.132105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['bbcbf637-c883-4ad3-bc29-ef1ceab9e444'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:26:40.135468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 36fff215-c8a8-4ef9-8c8a-953089677e0a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:40.140253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] Routers {'1529142d-6bfb-43b5-aa6e-a785d4473177'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:40.141131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1529142d-6bfb-43b5-aa6e-a785d4473177'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:40.154091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd88e9-1cbd-4d09-89ab-ebbca1b826f3 req-50478b90-4509-4639-8dce-2b84b7fa12c8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:40.162039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64fd88e9-1cbd-4d09-89ab-ebbca1b826f3 req-50478b90-4509-4639-8dce-2b84b7fa12c8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.1450930 Dec 12 04:26:40.172569 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9752-cf23-4a68-9b24-578d496cf799 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.177501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-301edf94-034a-4803-8049-d95234655c0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port d53271f8-e18f-4748-99a0-67c666556668 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:40.189271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-301edf94-034a-4803-8049-d95234655c0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.299816 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] Set router 1529142d-6bfb-43b5-aa6e-a785d4473177 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:40.371011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d767a2fe-bde6-46f9-a44f-c3085dfe8076 None None] Provisioning complete for port d53271f8-e18f-4748-99a0-67c666556668 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:40.372641 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d767a2fe-bde6-46f9-a44f-c3085dfe8076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.373019 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-301edf94-034a-4803-8049-d95234655c0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.389176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-301edf94-034a-4803-8049-d95234655c0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for d53271f8-e18f-4748-99a0-67c666556668 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:40.389953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-64fd88e9-1cbd-4d09-89ab-ebbca1b826f3 req-b4a0d774-7517-4bdb-9f01-a5ddede12dcd tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269588 Dec 12 04:26:40.400133 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9752-cf23-4a68-9b24-578d496cf799 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.413381 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9752-cf23-4a68-9b24-578d496cf799 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.448032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d767a2fe-bde6-46f9-a44f-c3085dfe8076 None None] Port d53271f8-e18f-4748-99a0-67c666556668 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:26:40.454618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1529142d-6bfb-43b5-aa6e-a785d4473177', 'name': 'tempest-RoutersIpV6Test-router-716859391', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:33Z', 'updated_at': '2021-12-12T04:26:31Z', 'revision_number': 11, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:40.544615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] Checking router: 1529142d-6bfb-43b5-aa6e-a785d4473177 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:40.564438 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9752-cf23-4a68-9b24-578d496cf799 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.565288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1e9752-cf23-4a68-9b24-578d496cf799 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Fanout notify agent at l3_agent the message router_deleted on router 1529142d-6bfb-43b5-aa6e-a785d4473177 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:26:40.570984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] Routers set() bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:40.571362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] Router IDs set() for agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 04:26:40.572033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1529142d-6bfb-43b5-aa6e-a785d4473177'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent'). {{(pid=103452) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 04:26:40.572350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6580e7b-0936-4d91-90fb-8002f26bec0a None None] The sync data for ids ['1529142d-6bfb-43b5-aa6e-a785d4473177'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:40.583424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9752-cf23-4a68-9b24-578d496cf799 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.585473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 36fff215-c8a8-4ef9-8c8a-953089677e0a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:40.585809 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.586025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3f1e9752-cf23-4a68-9b24-578d496cf799 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177 HTTP/1.1" status: 204 len: 168 time: 0.5782430 Dec 12 04:26:40.590660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37178) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:40.598082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5a115270-bf92-463e-98ca-b0156964af4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1904999902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:40.610827 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-301edf94-034a-4803-8049-d95234655c0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.611257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08ab49-9580-4874-89ba-b307447d8c35 req-8475e403-f2a5-4aed-b00b-58c3d3d2c258 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:40.620458 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d08ab49-9580-4874-89ba-b307447d8c35 req-8475e403-f2a5-4aed-b00b-58c3d3d2c258 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 944 time: 0.1226008 Dec 12 04:26:40.691917 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f53dbde8-027d-4f89-afc7-a3de76bdaef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.747047 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d08ab49-9580-4874-89ba-b307447d8c35 req-898f63d2-de37-4b91-b6cc-d6a36da28d0a tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249712 Dec 12 04:26:40.803300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301edf94-034a-4803-8049-d95234655c0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=d53271f8-e18f-4748-99a0-67c666556668,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:40.823103 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a115270-bf92-463e-98ca-b0156964af4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.825395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a115270-bf92-463e-98ca-b0156964af4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.894262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-301edf94-034a-4803-8049-d95234655c0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:40.903633 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-301edf94-034a-4803-8049-d95234655c0f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/d53271f8-e18f-4748-99a0-67c666556668 HTTP/1.1" status: 204 len: 168 time: 1.0862007 Dec 12 04:26:40.904669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37182) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:40.923501 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5603c978-fa5d-4917-b9a9-450a9515fa29 req-ebe0a5f1-780c-42fe-95b5-1a82e1d3b1bd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0430918 Dec 12 04:26:41.041597 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a115270-bf92-463e-98ca-b0156964af4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.048477 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9eb7ac14-efbb-4519-8d76-61dc93a4522f req-eb98ff2a-864c-4f66-8d03-83b87656f18f tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0410750 Dec 12 04:26:41.066726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a115270-bf92-463e-98ca-b0156964af4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.093666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c383eae-0587-4ca0-bb5d-5d3edb9acf58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:41.097559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0c383eae-0587-4ca0-bb5d-5d3edb9acf58 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1805305 Dec 12 04:26:41.098778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a115270-bf92-463e-98ca-b0156964af4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.101180 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5a115270-bf92-463e-98ca-b0156964af4c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5084450 Dec 12 04:26:41.102130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37184) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:41.103383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37186) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:41.108085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3d03186c-7ba3-46eb-ad46-5c04254d2faa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:41.172261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bae081-d0ce-4ebe-8d7a-708192848f30 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:41.173770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-83bae081-d0ce-4ebe-8d7a-708192848f30 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0705991 Dec 12 04:26:41.177638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37188) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:41.264492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043abdd-d69c-4a54-82c9-fae53102da2a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:41.266094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043abdd-d69c-4a54-82c9-fae53102da2a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:41.268164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043abdd-d69c-4a54-82c9-fae53102da2a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:41.271748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3043abdd-d69c-4a54-82c9-fae53102da2a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0931139 Dec 12 04:26:41.274742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37190) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:41.355701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d03186c-7ba3-46eb-ad46-5c04254d2faa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.369422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d212ad-d5b5-4ddf-a679-e296d9ea869f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet c84825ff-c17b-4463-b47f-e1c6b9fc84af {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:41.374250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b1d212ad-d5b5-4ddf-a679-e296d9ea869f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.379720 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d03186c-7ba3-46eb-ad46-5c04254d2faa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.421439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b1d212ad-d5b5-4ddf-a679-e296d9ea869f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.546892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d03186c-7ba3-46eb-ad46-5c04254d2faa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Router 8a992d8c-fe2e-49a9-8f5b-97fa590a503b is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:26:41.580301 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b1d212ad-d5b5-4ddf-a679-e296d9ea869f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.616563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c66153-e728-4ca0-8888-94c2182814af req-cfd72a93-d0c9-4ca1-a58e-fdb9c68e604c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:41.618169 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-98c66153-e728-4ca0-8888-94c2182814af req-cfd72a93-d0c9-4ca1-a58e-fdb9c68e604c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.1283054 Dec 12 04:26:41.653017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d03186c-7ba3-46eb-ad46-5c04254d2faa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:41.666926 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] Sync routers for ids ['8a992d8c-fe2e-49a9-8f5b-97fa590a503b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:41.676807 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d03186c-7ba3-46eb-ad46-5c04254d2faa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.683241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3d03186c-7ba3-46eb-ad46-5c04254d2faa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "PUT /v2.0/routers/8a992d8c-fe2e-49a9-8f5b-97fa590a503b HTTP/1.1" status: 200 len: 698 time: 0.5786333 Dec 12 04:26:41.686795 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] Routers {'8a992d8c-fe2e-49a9-8f5b-97fa590a503b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:41.688594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37194) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:41.690592 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['8a992d8c-fe2e-49a9-8f5b-97fa590a503b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:41.699075 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.700712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-98c66153-e728-4ca0-8888-94c2182814af req-81dfccf2-5f1b-40a3-a777-dff9d477b4b4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731587 Dec 12 04:26:41.717441 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b1d212ad-d5b5-4ddf-a679-e296d9ea869f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.765633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d212ad-d5b5-4ddf-a679-e296d9ea869f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=c84825ff-c17b-4463-b47f-e1c6b9fc84af,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:41.781274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b1d212ad-d5b5-4ddf-a679-e296d9ea869f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.782149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc48b91-7cd6-4c46-aeaf-ce8b30aa62df None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:41.785920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b1d212ad-d5b5-4ddf-a679-e296d9ea869f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/c84825ff-c17b-4463-b47f-e1c6b9fc84af HTTP/1.1" status: 204 len: 168 time: 0.5101516 Dec 12 04:26:41.788397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37198) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:41.847015 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] Set router 8a992d8c-fe2e-49a9-8f5b-97fa590a503b gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:41.894727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40e2d56-3d39-4c5d-bb51-91b9466303ba tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet f8f5bd4f-da47-4062-93d4-5e4bace65291 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:41.897304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f353a475-b674-424c-b8aa-d8d7bb48ea9f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/routers/8a992d8c-fe2e-49a9-8f5b-97fa590a503b HTTP/1.1" status: 200 len: 704 time: 0.2071517 Dec 12 04:26:41.898032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37200) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:41.907668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2d56-3d39-4c5d-bb51-91b9466303ba tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:41.953920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37204) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:41.961587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-917589a9-a9db-41e8-9a53-50d14e111406 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a992d8c-fe2e-49a9-8f5b-97fa590a503b HTTP/1.1" status: 200 len: 205 time: 0.0622983 Dec 12 04:26:42.101806 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a992d8c-fe2e-49a9-8f5b-97fa590a503b', 'name': 'tempest-RoutersIpV6Test-router-1904999902', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:26:40Z', 'updated_at': '2021-12-12T04:26:41Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:42.112964 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2d56-3d39-4c5d-bb51-91b9466303ba tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:42.147772 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] Checking router: 8a992d8c-fe2e-49a9-8f5b-97fa590a503b for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:42.165613 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] Routers {'8a992d8c-fe2e-49a9-8f5b-97fa590a503b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:42.167172 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['8a992d8c-fe2e-49a9-8f5b-97fa590a503b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:42.281538 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] Set router 8a992d8c-fe2e-49a9-8f5b-97fa590a503b gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:42.362445 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a992d8c-fe2e-49a9-8f5b-97fa590a503b', 'name': 'tempest-RoutersIpV6Test-router-1904999902', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:26:40Z', 'updated_at': '2021-12-12T04:26:41Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:42.363574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a31f6d41-3723-458f-ac0a-b965231143ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:42.395346 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de6a30-eac8-4915-841a-80b768ea372f None None] The sync data for ids ['8a992d8c-fe2e-49a9-8f5b-97fa590a503b'] in n-d-710847-7 is: [{'id': '8a992d8c-fe2e-49a9-8f5b-97fa590a503b', 'name': 'tempest-RoutersIpV6Test-router-1904999902', 'tenant_id': '957d77a65f0145ccad8edd4b1e10a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:26:40Z', 'updated_at': '2021-12-12T04:26:41Z', 'revision_number': 2, 'project_id': '957d77a65f0145ccad8edd4b1e10a98a', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:42.475925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05caee1-8fa8-433d-a7e3-c9e30e2180bd req-55836339-6ebd-4af9-b184-1fa1d3a59bc6 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:42.483248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e05caee1-8fa8-433d-a7e3-c9e30e2180bd req-55836339-6ebd-4af9-b184-1fa1d3a59bc6 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 944 time: 0.5835407 Dec 12 04:26:42.524684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2d56-3d39-4c5d-bb51-91b9466303ba tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:42.691612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a31f6d41-3723-458f-ac0a-b965231143ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:42.695087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a31f6d41-3723-458f-ac0a-b965231143ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:42.773459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a31f6d41-3723-458f-ac0a-b965231143ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:42.773988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f6d41-3723-458f-ac0a-b965231143ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Fanout notify agent at l3_agent the message router_deleted on router 8a992d8c-fe2e-49a9-8f5b-97fa590a503b {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:26:42.802154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a31f6d41-3723-458f-ac0a-b965231143ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:42.803291 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a31f6d41-3723-458f-ac0a-b965231143ce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/8a992d8c-fe2e-49a9-8f5b-97fa590a503b HTTP/1.1" status: 204 len: 168 time: 0.8228452 Dec 12 04:26:42.808770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37210) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:42.848134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e05caee1-8fa8-433d-a7e3-c9e30e2180bd req-9aefefd7-2c51-48cb-a9cc-04f9b92b0714 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624599 Dec 12 04:26:42.851513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5c757289-8112-4c95-b38b-99a362c5c794 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a992d8c-fe2e-49a9-8f5b-97fa590a503b HTTP/1.1" status: 200 len: 205 time: 0.0413163 Dec 12 04:26:42.854278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37212) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:42.882822 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2d56-3d39-4c5d-bb51-91b9466303ba tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:42.908673 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-2766e212-432f-42f9-86ff-a6d71565c22f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] delete failed (client error): The resource could not be found. Dec 12 04:26:42.909939 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2766e212-432f-42f9-86ff-a6d71565c22f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/8a992d8c-fe2e-49a9-8f5b-97fa590a503b HTTP/1.1" status: 404 len: 336 time: 0.0541615 Dec 12 04:26:42.914667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37214) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:42.940664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e2d56-3d39-4c5d-bb51-91b9466303ba tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f5bd4f-da47-4062-93d4-5e4bace65291,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:42.962830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2d56-3d39-4c5d-bb51-91b9466303ba tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:42.973123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c40e2d56-3d39-4c5d-bb51-91b9466303ba tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/f8f5bd4f-da47-4062-93d4-5e4bace65291 HTTP/1.1" status: 204 len: 168 time: 1.1815395 Dec 12 04:26:42.974759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37216) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:42.980429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d52c32-d1b3-4bd4-afea-fd1fcfc522dd None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:42.994999 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d9e0a6-25e8-4aa1-917d-a4aaba1d46d2 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:42.995634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d9e0a6-25e8-4aa1-917d-a4aaba1d46d2 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:43.005282 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f2d9e0a6-25e8-4aa1-917d-a4aaba1d46d2 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/e2c47f3f-278a-4efa-851e-1f9e3fa51925 HTTP/1.1" status: 404 len: 337 time: 0.0893726 Dec 12 04:26:43.032089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37218) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.034314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7ce365fe-7a0d-4347-a7f2-483db80e1879 req-a3c1b08c-e686-47c7-b398-ed87e308c101 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0618856 Dec 12 04:26:43.092343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7f370d8f-5244-4372-85be-c26b13ed1170 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134083 Dec 12 04:26:43.097404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37220) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.105330 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c494975e-9aa5-45ad-a282-deb6acfdab74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:43.109429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bbcbf637-c883-4ad3-bc29-ef1ceab9e444 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:43.117780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:43.221763 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ff1cc7-aaa5-40b1-96dc-ced794b6b0e9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:43.222153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ff1cc7-aaa5-40b1-96dc-ced794b6b0e9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:43.227875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-27ff1cc7-aaa5-40b1-96dc-ced794b6b0e9 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/0553258c-f1a8-4f8d-96fb-7351bc6b6f1f HTTP/1.1" status: 404 len: 337 time: 0.1903436 Dec 12 04:26:43.228553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37222) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.230339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-debea7a4-079e-4542-badb-4625bb77088d None None] Provisioning complete for port 36fff215-c8a8-4ef9-8c8a-953089677e0a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:43.230732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-debea7a4-079e-4542-badb-4625bb77088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:43.298932 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fcff78-1a31-4d2a-8ff1-383b5ba0619c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:43.299403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fcff78-1a31-4d2a-8ff1-383b5ba0619c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:43.302715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-84fcff78-1a31-4d2a-8ff1-383b5ba0619c tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/6ddad21d-2743-4596-9669-8b4a8d47af8a HTTP/1.1" status: 404 len: 337 time: 0.0733366 Dec 12 04:26:43.313696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f47efb8d-03f5-4e3a-9a78-683b0653347e req-f09cbfc2-6a51-4bbc-8a34-ce02e81050ec tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0978720 Dec 12 04:26:43.314227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37224) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.385969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:26:43.413811 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b6431a-4dd6-4b0e-bc35-9e4b7ccb0d8b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:43.414188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b6431a-4dd6-4b0e-bc35-9e4b7ccb0d8b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:43.420233 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-38b6431a-4dd6-4b0e-bc35-9e4b7ccb0d8b tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/e5d4616c-46f4-4ec5-80e1-273f3e58466b HTTP/1.1" status: 404 len: 337 time: 0.1019824 Dec 12 04:26:43.422947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37226) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.426213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:43.426674 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:43.453653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:43.457905 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:43.474955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522f517-1c76-472d-abbb-172828885732 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:43.488732 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3fe35993-3d53-4ffb-9ec2-907c0d24fdce tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1529142d-6bfb-43b5-aa6e-a785d4473177 HTTP/1.1" status: 200 len: 205 time: 0.0647151 Dec 12 04:26:43.508911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37230) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.607720 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:43.610231 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-d78e33b7-c607-4bf6-af58-018df5af998a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] delete failed (client error): The resource could not be found. Dec 12 04:26:43.614035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d78e33b7-c607-4bf6-af58-018df5af998a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/1529142d-6bfb-43b5-aa6e-a785d4473177 HTTP/1.1" status: 404 len: 336 time: 0.1041322 Dec 12 04:26:43.615363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37234) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.636042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7522f517-1c76-472d-abbb-172828885732 None None] Deleting port 36fff215-c8a8-4ef9-8c8a-953089677e0a {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:43.636606 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7522f517-1c76-472d-abbb-172828885732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:43.678817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ecefb25d-77cd-4688-b98a-21370a99ed58 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5802ce09-d001-4730-8d41-705fab1beca3 HTTP/1.1" status: 200 len: 205 time: 0.0604074 Dec 12 04:26:43.685781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37236) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.704749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca770d2-7e7f-423f-81b1-336784f429e9 req-c6f6e66f-4dd9-4f45-af82-f6d0eb0351c4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:43.714347 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ca770d2-7e7f-423f-81b1-336784f429e9 req-c6f6e66f-4dd9-4f45-af82-f6d0eb0351c4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.2345283 Dec 12 04:26:43.723554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7522f517-1c76-472d-abbb-172828885732 None None] For port 36fff215-c8a8-4ef9-8c8a-953089677e0a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=36fff215-c8a8-4ef9-8c8a-953089677e0a,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:43.724353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7522f517-1c76-472d-abbb-172828885732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:43.739817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7522f517-1c76-472d-abbb-172828885732 None None] Calling delete_port for 36fff215-c8a8-4ef9-8c8a-953089677e0a owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:43.795268 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-00dd368d-5994-4b7a-8f64-d141c19b8857 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] delete failed (client error): The resource could not be found. Dec 12 04:26:43.796333 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-00dd368d-5994-4b7a-8f64-d141c19b8857 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/5802ce09-d001-4730-8d41-705fab1beca3 HTTP/1.1" status: 404 len: 336 time: 0.1089573 Dec 12 04:26:43.799329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37238) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.838548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:43.842933 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6d6b29-8397-4fe2-9ada-e629f9ed32ba" -d '{"events": [{"server_uuid": "4dbe2788-1ad0-4cd3-b357-b0b9799073af", "name": "network-vif-plugged", "status": "completed", "tag": "bbcbf637-c883-4ad3-bc29-ef1ceab9e444"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:43.855162 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7522f517-1c76-472d-abbb-172828885732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:43.865136 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ca770d2-7e7f-423f-81b1-336784f429e9 req-c6b9f560-6d73-4b9d-807d-2b97f13960ba tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467772 Dec 12 04:26:43.884067 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbc5fd5-2b1c-450e-a6ed-44f323a877aa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:43.884542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbc5fd5-2b1c-450e-a6ed-44f323a877aa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:43.894464 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4dbc5fd5-2b1c-450e-a6ed-44f323a877aa tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/840d503d-d95f-4b26-8035-429815e0435f HTTP/1.1" status: 404 len: 337 time: 0.0943277 Dec 12 04:26:43.897926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37244) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:43.932236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bbcbf637-c883-4ad3-bc29-ef1ceab9e444, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:43.946383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522f517-1c76-472d-abbb-172828885732 None None] Pushing event deleted for resources: {'Port': ['ID=36fff215-c8a8-4ef9-8c8a-953089677e0a,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:43.980960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522f517-1c76-472d-abbb-172828885732 None None] No DVR routers for this DVR port 36fff215-c8a8-4ef9-8c8a-953089677e0a on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:43.992605 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b57f10-fed1-408a-8680-b0962ff2dcbb x-openstack-request-id: req-d8b57f10-fed1-408a-8680-b0962ff2dcbb {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:43.993208 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbe2788-1ad0-4cd3-b357-b0b9799073af", "name": "network-vif-plugged", "status": "completed", "tag": "bbcbf637-c883-4ad3-bc29-ef1ceab9e444", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:43.993632 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8b57f10-fed1-408a-8680-b0962ff2dcbb {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:43.994723 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444', 'code': 200} Dec 12 04:26:44.000221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4a779b25-d663-4dbb-93e2-1e8ff80316e4 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6a4306-5e49-466f-a3e2-db30da9b2e09 HTTP/1.1" status: 200 len: 205 time: 0.0975561 Dec 12 04:26:44.007717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37246) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:44.009593 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:44.153435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:44.165021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 36fff215-c8a8-4ef9-8c8a-953089677e0a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:44.218446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:44.220410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 36fff215-c8a8-4ef9-8c8a-953089677e0a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:44.221034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 36fff215-c8a8-4ef9-8c8a-953089677e0a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:44.258497 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:44.635902 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-841e7829-9375-4c97-9fc4-24457795ad54 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] delete failed (client error): The resource could not be found. Dec 12 04:26:44.637551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-841e7829-9375-4c97-9fc4-24457795ad54 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/0a6a4306-5e49-466f-a3e2-db30da9b2e09 HTTP/1.1" status: 404 len: 336 time: 0.6273873 Dec 12 04:26:44.640237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37254) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:44.670259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-48511066-b7b1-40af-b50b-cfaf139fbc79 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a574e02-97b0-414d-97c2-63bc38b1141b HTTP/1.1" status: 200 len: 205 time: 0.0288374 Dec 12 04:26:44.673261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37256) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:44.698420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:44.723652 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-b16fcc52-9b07-4867-96d5-e5ad25c964bf tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] delete failed (client error): The resource could not be found. Dec 12 04:26:44.725051 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b16fcc52-9b07-4867-96d5-e5ad25c964bf tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/3a574e02-97b0-414d-97c2-63bc38b1141b HTTP/1.1" status: 404 len: 336 time: 0.0500793 Dec 12 04:26:44.728039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37258) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:44.756494 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85eed9f-eb95-44c0-9493-98e952e44e1f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:44.757295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85eed9f-eb95-44c0-9493-98e952e44e1f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:44.760809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c85eed9f-eb95-44c0-9493-98e952e44e1f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/96ed36be-497b-46e1-877c-55b431c8614e HTTP/1.1" status: 404 len: 337 time: 0.0316539 Dec 12 04:26:44.763407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37260) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:44.776723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3838007-52f8-4c49-a670-46cb417bd562 req-e6679d3f-1ee8-402d-82a3-273a831be88f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:44.781125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3838007-52f8-4c49-a670-46cb417bd562 req-e6679d3f-1ee8-402d-82a3-273a831be88f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 945 time: 0.1649456 Dec 12 04:26:44.784471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bb2fa-d2c6-495a-adfa-2d21a590d664 req-f0545995-0dd9-4661-925d-7fc8a3caed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:44.788585 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d34bb2fa-d2c6-495a-adfa-2d21a590d664 req-f0545995-0dd9-4661-925d-7fc8a3caed2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 1096 time: 0.1695998 Dec 12 04:26:44.812847 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7fd79713-89e5-4a7f-9c2f-88b209bc43f4 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac54f6c-7ee7-49bc-94a4-b4e6b88da977 HTTP/1.1" status: 200 len: 205 time: 0.0481515 Dec 12 04:26:44.815486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37262) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:44.858174 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-bf0b5bd0-e7bb-4a25-ad04-795dba503f2a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] delete failed (client error): The resource could not be found. Dec 12 04:26:44.859529 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bf0b5bd0-e7bb-4a25-ad04-795dba503f2a tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/eac54f6c-7ee7-49bc-94a4-b4e6b88da977 HTTP/1.1" status: 404 len: 336 time: 0.0426273 Dec 12 04:26:44.861915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37264) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:44.882686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3838007-52f8-4c49-a670-46cb417bd562 req-b8a7afc4-6a79-4c9a-977f-0afdab328869 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890694 Dec 12 04:26:44.898842 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dad8d41-e301-4da1-88a9-8b31b1ccce61 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:44.899802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dad8d41-e301-4da1-88a9-8b31b1ccce61 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:44.903828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:44.904391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8dad8d41-e301-4da1-88a9-8b31b1ccce61 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/7de9036b-e038-4099-a859-8f76107f2cfc HTTP/1.1" status: 404 len: 337 time: 0.0411122 Dec 12 04:26:44.907513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37272) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:44.915311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:44.918503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:44.918994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:44.935414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc384be-619e-4e9c-9089-74388b1d52a3 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:44.946510 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7cc78f51-fb79-47fb-b470-8448db91775f tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d042197-00cb-48d1-8afa-0481e9bdc806 HTTP/1.1" status: 200 len: 205 time: 0.0374181 Dec 12 04:26:44.949208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37276) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:44.951390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=0c7452d1-0917-4b74-bb35-085e5eb50c6f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:44.994227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3914e60e-54dc-40b4-a3f0-b96623841360 req-8d7bce44-b6fe-41ac-9c53-dab2b0f26202 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0349171 Dec 12 04:26:45.011778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37278) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:45.012374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-34d86a90-217b-4905-86f2-0f608d4158b6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9133317 Dec 12 04:26:45.020502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d34bb2fa-d2c6-495a-adfa-2d21a590d664 req-9a63a229-a217-4da5-8e78-bb21ad90e30d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588016 Dec 12 04:26:45.020892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b1fa334e-48c9-4a42-be4b-e07647705f1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:45.071689 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-0d715428-bdf2-4f01-81a4-0e40001c3fb5 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] delete failed (client error): The resource could not be found. Dec 12 04:26:45.073076 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0d715428-bdf2-4f01-81a4-0e40001c3fb5 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/routers/4d042197-00cb-48d1-8afa-0481e9bdc806 HTTP/1.1" status: 404 len: 336 time: 0.1227365 Dec 12 04:26:45.076007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37280) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:45.108052 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5e8cd3-eb4a-4838-9b7f-73b23671475e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:45.108052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5e8cd3-eb4a-4838-9b7f-73b23671475e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:45.112882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3e5e8cd3-eb4a-4838-9b7f-73b23671475e tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/1b221dad-84aa-4874-86bd-a853ff4719f7 HTTP/1.1" status: 404 len: 337 time: 0.0345280 Dec 12 04:26:45.115459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37282) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:45.140422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '0c7452d1-0917-4b74-bb35-085e5eb50c6f'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:26:45.141293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.161625 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea41531-342b-4c93-adb5-d5dde46f66f1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:45.162565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea41531-342b-4c93-adb5-d5dde46f66f1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:45.167855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2ea41531-342b-4c93-adb5-d5dde46f66f1 tempest-RoutersIpV6Test-1251707393 tempest-RoutersIpV6Test-1251707393-project] 10.222.0.36 "DELETE /v2.0/subnets/e50c0c9a-1be8-4651-8826-ca76d62a9aa2 HTTP/1.1" status: 404 len: 337 time: 0.0459690 Dec 12 04:26:45.186256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fa334e-48c9-4a42-be4b-e07647705f1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:45.190918 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1fa334e-48c9-4a42-be4b-e07647705f1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.192712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baa53289-b9d6-4f78-abd4-ca7b6377ab2b req-7f72d281-e7b2-40b8-a6c5-452adbd981ee tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0623958 Dec 12 04:26:45.363161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd24b5-30dd-470b-b32c-66990da085a2 req-25ff7696-d03c-4bb1-aa97-11dab5d98a48 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:45.364750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3efd24b5-30dd-470b-b32c-66990da085a2 req-25ff7696-d03c-4bb1-aa97-11dab5d98a48 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.0969143 Dec 12 04:26:45.369917 n-d-710847-7 neutron-server[103450]: INFO neutron.db.ipam_backend_mixin [None req-b1fa334e-48c9-4a42-be4b-e07647705f1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c7452d1-0917-4b74-bb35-085e5eb50c6f (CIDR: 2001:db8::/64) Dec 12 04:26:45.376442 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fa334e-48c9-4a42-be4b-e07647705f1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:26:45.376895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fa334e-48c9-4a42-be4b-e07647705f1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:45.391440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/0c7452d1-0917-4b74-bb35-085e5eb50c6f/39151251-5198-4191-8417-5f1244c58db5) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:45.407105 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b1fa334e-48c9-4a42-be4b-e07647705f1a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3933682 Dec 12 04:26:45.409712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37292) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:45.421829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:45.448494 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3efd24b5-30dd-470b-b32c-66990da085a2 req-8bebf642-4eb6-4748-baa4-407d5e9a1313 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729618 Dec 12 04:26:45.493591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37294) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:45.578558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:45.583260 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.601023 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.616262 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.625472 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.681550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7a18a4c3-3d99-4929-a6a3-d8b53e88ee00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=957d77a65f0145ccad8edd4b1e10a98a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864738 Dec 12 04:26:45.682095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:45.683122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37298) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:45.686558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Pushing event updated for resources: {'Port': ['ID=39151251-5198-4191-8417-5f1244c58db5,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:45.695399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:45.698769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:45.760960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Attempting to bind port 39151251-5198-4191-8417-5f1244c58db5 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:26:45.761795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Attempting to bind port 39151251-5198-4191-8417-5f1244c58db5 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:26:45.762358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Attempting to bind port 39151251-5198-4191-8417-5f1244c58db5 on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:45.768159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:26:45.769009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:26:45.769629 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.770224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:26:45.771451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Bound port: 39151251-5198-4191-8417-5f1244c58db5, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:26:45.772215 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.809341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0e7634a2-059d-4c05-ba27-a4d6c3afc7bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.842640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0e7634a2-059d-4c05-ba27-a4d6c3afc7bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.858849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c006087c-62a8-4395-b369-4c572732e8da None None] For port 39151251-5198-4191-8417-5f1244c58db5, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:45.862543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c006087c-62a8-4395-b369-4c572732e8da None None] For port 39151251-5198-4191-8417-5f1244c58db5, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=39151251-5198-4191-8417-5f1244c58db5,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:45.869754 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.933105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0e7634a2-059d-4c05-ba27-a4d6c3afc7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.936718 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0e7634a2-059d-4c05-ba27-a4d6c3afc7bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:45.938285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0e7634a2-059d-4c05-ba27-a4d6c3afc7bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9cf452fd-045c-4469-924c-ee43e95ef257 HTTP/1.1" status: 204 len: 168 time: 0.2539897 Dec 12 04:26:45.986867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006087c-62a8-4395-b369-4c572732e8da None None] Pushing event updated for resources: {'Port': ['ID=39151251-5198-4191-8417-5f1244c58db5,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:45.988721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7634a2-059d-4c05-ba27-a4d6c3afc7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf452fd-045c-4469-924c-ee43e95ef257,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:46.082483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:26:46.129183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfa6ae-272f-442b-8755-20f56882d935 req-e3d8227b-b548-466a-a503-7d7c05655afd tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:46.132353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02dfa6ae-272f-442b-8755-20f56882d935 req-e3d8227b-b548-466a-a503-7d7c05655afd tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 945 time: 0.1487119 Dec 12 04:26:46.139880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-b4d930a8-d323-47c7-aef3-be63e9dece99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:46.141783 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-b4d930a8-d323-47c7-aef3-be63e9dece99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1097 time: 0.1368625 Dec 12 04:26:46.360283 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02dfa6ae-272f-442b-8755-20f56882d935 req-c61640ba-94f0-47f2-a2eb-1e9c455b35e5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170448 Dec 12 04:26:46.418520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-df5e0ae3-4b05-4309-9c37-8f4dde2cfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:46.420061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-df5e0ae3-4b05-4309-9c37-8f4dde2cfb7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.2635663 Dec 12 04:26:46.430260 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:46.478952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0a73da5e-ec9e-4fb0-8e3a-795b4ac075d2 req-4e9d6b67-a84b-4088-a955-2635d005e5a6 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0513177 Dec 12 04:26:46.572128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-b5163f4d-1cf4-4eb7-817b-c392b609aecf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 1001 time: 0.1412532 Dec 12 04:26:46.646374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74906ac4-5764-44d5-bf6f-bb4093561fd9 req-1a1957de-4e57-4f7a-9cd9-832a1bc0454a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0373921 Dec 12 04:26:46.652582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-d8e6038f-5492-46a0-a146-31aec8b53bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:46.654391 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-d8e6038f-5492-46a0-a146-31aec8b53bd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.0751495 Dec 12 04:26:46.699814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] For port 39151251-5198-4191-8417-5f1244c58db5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=39151251-5198-4191-8417-5f1244c58db5,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:46.700790 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:46.749105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-a9e8fa8d-3453-452a-ad3e-5fb45acecbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:46.750658 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-a9e8fa8d-3453-452a-ad3e-5fb45acecbbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835028 Dec 12 04:26:46.753031 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:46.766355 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:46.767545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:46.879668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32518d50-13b1-4976-ad78-ebbf65cb2fbd req-011e8759-ef2d-41fc-8710-72697ab982cb tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:46.890223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-32518d50-13b1-4976-ad78-ebbf65cb2fbd req-011e8759-ef2d-41fc-8710-72697ab982cb tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.1134479 Dec 12 04:26:46.929106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-c6ea5c75-bf14-4c54-adec-73d9a6ba6e7e service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697588 Dec 12 04:26:47.049744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-32518d50-13b1-4976-ad78-ebbf65cb2fbd req-de3e0ddb-6dad-4b7e-883a-958c54ba072e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585739 Dec 12 04:26:47.108651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4fb504de-0549-4936-a4fc-66ce14a9a361 req-398670b4-c08b-47fa-a01c-41bfd51bf223 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668484 Dec 12 04:26:47.238176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:47.249669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:47.258345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:47.258946 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:47.274189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=7f580d33-a82c-4396-8449-ef5a2e5f7693,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:47.277064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=39151251-5198-4191-8417-5f1244c58db5,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:47.304203 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-748deaf1-7415-4060-b778-e587f034ef21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8934362 Dec 12 04:26:47.307778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37330) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:47.314689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:1c:a0:2c', 'name': 'tempest-NetworksTestDHCPv6-134884838'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:47.465614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a91d48d-9ec1-4561-89ff-ce7b0b04e5ff None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:47.486116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:47.509755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f683f3-ff7e-492e-8792-4360d2aa5d0e req-6d9aa5ba-237c-4868-927d-c16f258de20f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:47.511917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7f683f3-ff7e-492e-8792-4360d2aa5d0e req-6d9aa5ba-237c-4868-927d-c16f258de20f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 945 time: 0.0695291 Dec 12 04:26:47.575953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-543ec9ad-04a5-486a-a1a1-44f69fc1a669 None None] Provisioning complete for port 39151251-5198-4191-8417-5f1244c58db5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:47.576747 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-543ec9ad-04a5-486a-a1a1-44f69fc1a669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:47.580358 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7f683f3-ff7e-492e-8792-4360d2aa5d0e req-60d8db92-5ad3-40f4-b500-a6ed73dde6ec tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619092 Dec 12 04:26:47.619350 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:47.647528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port b96ebbef-127a-42a6-8b18-6e781c3cd77b yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:26:47.789468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-543ec9ad-04a5-486a-a1a1-44f69fc1a669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:47.795981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6541db69-7699-47e0-a56b-dfed55abb1cc req-9bd1941f-660a-4fca-9288-cc64558a1302 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0873756 Dec 12 04:26:47.853572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-543ec9ad-04a5-486a-a1a1-44f69fc1a669 None None] For port 39151251-5198-4191-8417-5f1244c58db5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=39151251-5198-4191-8417-5f1244c58db5,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:47.864546 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-543ec9ad-04a5-486a-a1a1-44f69fc1a669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:47.946120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ec9ad-04a5-486a-a1a1-44f69fc1a669 None None] Pushing event updated for resources: {'Port': ['ID=39151251-5198-4191-8417-5f1244c58db5,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:47.969058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::29e (5960b5c2-0a27-4431-bc11-230ba4c4a35f/0c7452d1-0917-4b74-bb35-085e5eb50c6f/b96ebbef-127a-42a6-8b18-6e781c3cd77b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:47.983150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b3e5e-6738-40f0-80ef-427a6a212439 req-dd2bcbac-f6bf-4b0c-a9f8-2c86c6e270bc tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:47.985253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c5b3e5e-6738-40f0-80ef-427a6a212439 req-dd2bcbac-f6bf-4b0c-a9f8-2c86c6e270bc tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 945 time: 0.0888355 Dec 12 04:26:47.986337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1c:a02c (5960b5c2-0a27-4431-bc11-230ba4c4a35f/7f580d33-a82c-4396-8449-ef5a2e5f7693/b96ebbef-127a-42a6-8b18-6e781c3cd77b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:47.995180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37352) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:48.002059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b31b18f7-00ef-404a-aaec-2d59ccd60a9f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Request body: {'floatingip': {'port_id': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:48.113281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b31b18f7-00ef-404a-aaec-2d59ccd60a9f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.142820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 39151251-5198-4191-8417-5f1244c58db5 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:48.219007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1dac5e04-9338-4dfb-a6e7-a9c441668e3a req-5a79d2ea-6dc6-4dd1-bb93-9e9cd06a9ac7 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.1000021 Dec 12 04:26:48.220219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 39151251-5198-4191-8417-5f1244c58db5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:48.220837 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.327219 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.384648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.436457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:48.442178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:48.445608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:48.452313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:48.453006 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.470657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=b96ebbef-127a-42a6-8b18-6e781c3cd77b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:48.484926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6804ae85-0d78-408f-a3c7-ed95308a20ca tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1757820 Dec 12 04:26:48.485628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37358) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:48.545462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4b170-bda6-4ac9-a094-478c151a9cf8 req-447371ff-3da3-4c4e-827f-ba4a8597cac2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:48.547023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7c4b170-bda6-4ac9-a094-478c151a9cf8 req-447371ff-3da3-4c4e-827f-ba4a8597cac2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.1676505 Dec 12 04:26:48.592981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-02c8ccfd-6f39-492b-9e51-86cb69b09c28 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port b96ebbef-127a-42a6-8b18-6e781c3cd77b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:48.593833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02c8ccfd-6f39-492b-9e51-86cb69b09c28 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.684205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7c4b170-bda6-4ac9-a094-478c151a9cf8 req-bccef560-8103-45e7-98c0-4813b83dca04 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966620 Dec 12 04:26:48.721364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02c8ccfd-6f39-492b-9e51-86cb69b09c28 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.740072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-02c8ccfd-6f39-492b-9e51-86cb69b09c28 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for b96ebbef-127a-42a6-8b18-6e781c3cd77b owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:48.747232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a346ed83-00e9-4554-9883-65f41b3cd1ab None None] Provisioning complete for port 39151251-5198-4191-8417-5f1244c58db5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:48.747625 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a346ed83-00e9-4554-9883-65f41b3cd1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.812114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b31b18f7-00ef-404a-aaec-2d59ccd60a9f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.821780 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b31b18f7-00ef-404a-aaec-2d59ccd60a9f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:48.996214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7281e317-130d-495e-ac1d-5528e679756d req-3c7a51ce-cac5-4d9b-8058-c42d175d3aa3 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0367403 Dec 12 04:26:49.008844 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-b31b18f7-00ef-404a-aaec-2d59ccd60a9f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Floating IP c942f1a7-a06f-4804-8c40-824e4dd7a1b5 associated. External IP: 172.25.7.172, port: bbcbf637-c883-4ad3-bc29-ef1ceab9e444. Dec 12 04:26:49.049490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-677c8056-63b1-4d19-bc20-659fe82f2100 None None] Provisioning complete for port b96ebbef-127a-42a6-8b18-6e781c3cd77b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:49.050573 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-677c8056-63b1-4d19-bc20-659fe82f2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:49.055077 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02c8ccfd-6f39-492b-9e51-86cb69b09c28 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:49.075539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-677c8056-63b1-4d19-bc20-659fe82f2100 None None] Port b96ebbef-127a-42a6-8b18-6e781c3cd77b was deleted so its status cannot be updated. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 04:26:49.114497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8ccfd-6f39-492b-9e51-86cb69b09c28 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=b96ebbef-127a-42a6-8b18-6e781c3cd77b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:49.130215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cec34e3a-4d80-48ac-bcde-54de410dd1e8 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:49.216629 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02c8ccfd-6f39-492b-9e51-86cb69b09c28 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:49.225438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-02c8ccfd-6f39-492b-9e51-86cb69b09c28 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/b96ebbef-127a-42a6-8b18-6e781c3cd77b HTTP/1.1" status: 204 len: 168 time: 0.7384689 Dec 12 04:26:49.226091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37362) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:49.283652 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:49.315961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd11d7-a520-4960-8d8b-d22756373fc2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:49.320040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:49.324670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37366) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:49.325633 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89fda5b-f2da-419f-b82d-737eb2b3799a" -d '{"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-unplugged", "status": "completed", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:49.327262 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a7fd11d7-a520-4960-8d8b-d22756373fc2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0998266 Dec 12 04:26:49.338849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31b18f7-00ef-404a-aaec-2d59ccd60a9f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Router 243013b3-9c27-496b-b359-10743a0db952 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:26:49.347182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:49.352882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:49.406762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3cd3222-5e44-4a81-a4dd-02a2593918e5 req-6f819388-574c-47b4-97e0-46c691050572 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.0453815 Dec 12 04:26:49.431760 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:49.469559 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcae8c53-e0a3-4bdb-b105-13a74db921ab x-openstack-request-id: req-fcae8c53-e0a3-4bdb-b105-13a74db921ab {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:49.470407 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-unplugged", "status": "failed", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8", "code": 422}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:49.470869 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcae8c53-e0a3-4bdb-b105-13a74db921ab {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:49.471373 n-d-710847-7 neutron-server[103452]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'code': 422} returned with failed status Dec 12 04:26:49.501645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc49dfff-1a13-4c66-92be-7ace5d5157c3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:49.503161 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dc49dfff-1a13-4c66-92be-7ace5d5157c3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1774588 Dec 12 04:26:49.505914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37370) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:49.536949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31b18f7-00ef-404a-aaec-2d59ccd60a9f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:26:49.543851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b31b18f7-00ef-404a-aaec-2d59ccd60a9f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:49.549845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] Sync routers for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:26:49.559708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:49.560271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:49.568308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18b3db-7e3a-434b-b352-9b111091bebf tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:49.570765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18b3db-7e3a-434b-b352-9b111091bebf tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:49.573389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18b3db-7e3a-434b-b352-9b111091bebf tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:49.577998 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4f18b3db-7e3a-434b-b352-9b111091bebf tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0710173 Dec 12 04:26:49.578583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37372) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:49.586904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b31b18f7-00ef-404a-aaec-2d59ccd60a9f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "PUT /v2.0/floatingips/c942f1a7-a06f-4804-8c40-824e4dd7a1b5 HTTP/1.1" status: 200 len: 991 time: 1.5905550 Dec 12 04:26:49.588040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'tag': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:26:49.590837 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0ac612-1b09-4021-8ead-9b910432646e" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbe2788-1ad0-4cd3-b357-b0b9799073af", "tag": "bbcbf637-c883-4ad3-bc29-ef1ceab9e444"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:26:49.653586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f08d9b-0d66-477d-8e4b-15e82db3504b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 0c7452d1-0917-4b74-bb35-085e5eb50c6f {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:49.656972 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5f08d9b-0d66-477d-8e4b-15e82db3504b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:49.683512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:49.705665 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6e352d-2cdf-475a-b984-8e7e97522db7 x-openstack-request-id: req-5e6e352d-2cdf-475a-b984-8e7e97522db7 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:26:49.705986 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbe2788-1ad0-4cd3-b357-b0b9799073af", "tag": "bbcbf637-c883-4ad3-bc29-ef1ceab9e444", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:26:49.706251 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e6e352d-2cdf-475a-b984-8e7e97522db7 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:26:49.706673 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'tag': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444', 'status': 'completed', 'code': 200} Dec 12 04:26:49.721856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5f08d9b-0d66-477d-8e4b-15e82db3504b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:49.840374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac612-1b09-4021-8ead-9b910432646e req-c4830074-3731-499b-8a9f-a4e48543a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:49.841947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c0ac612-1b09-4021-8ead-9b910432646e req-c4830074-3731-499b-8a9f-a4e48543a7f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdaa7b0f418c46eea6ec05ac44c40094&device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 1096 time: 0.0856292 Dec 12 04:26:49.865188 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5f08d9b-0d66-477d-8e4b-15e82db3504b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:49.976238 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5f08d9b-0d66-477d-8e4b-15e82db3504b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:50.020251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8b60-f1b7-4a99-9b06-6a574724f828 req-81756caf-3e4c-4854-bcb1-00794d4ebd26 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:50.031273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddcb8b60-f1b7-4a99-9b06-6a574724f828 req-81756caf-3e4c-4854-bcb1-00794d4ebd26 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.1690359 Dec 12 04:26:50.081407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f08d9b-0d66-477d-8e4b-15e82db3504b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7452d1-0917-4b74-bb35-085e5eb50c6f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:50.098562 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5f08d9b-0d66-477d-8e4b-15e82db3504b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:50.106874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a5f08d9b-0d66-477d-8e4b-15e82db3504b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/0c7452d1-0917-4b74-bb35-085e5eb50c6f HTTP/1.1" status: 204 len: 168 time: 0.5272355 Dec 12 04:26:50.107524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37386) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:50.185166 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddcb8b60-f1b7-4a99-9b06-6a574724f828 req-d39d41d2-2dc0-4a43-962b-333eedaec16c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460419 Dec 12 04:26:50.195462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac612-1b09-4021-8ead-9b910432646e req-d8f33b30-c461-45a3-8aea-eb916fee35be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:50.197027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c0ac612-1b09-4021-8ead-9b910432646e req-d8f33b30-c461-45a3-8aea-eb916fee35be service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfe4446c-bd79-46bc-a6d5-3e895a126906 HTTP/1.1" status: 200 len: 906 time: 0.3473175 Dec 12 04:26:50.279151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec9cff5-fdc7-475c-8b49-39b14575b530 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 7f580d33-a82c-4396-8449-ef5a2e5f7693 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:50.293658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aec9cff5-fdc7-475c-8b49-39b14575b530 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:50.326125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd394f13-2b05-4796-896d-fc3a55d03952 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:50.328418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 39151251-5198-4191-8417-5f1244c58db5 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:50.351839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-286fa059-164b-4122-aa9d-70e61b7bfc7c req-651c5d75-d8e1-4bcd-9781-d08f7c0bc5f1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0541899 Dec 12 04:26:50.401998 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c0ac612-1b09-4021-8ead-9b910432646e req-ea14574f-5f81-4816-90de-2422fdbea468 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444 HTTP/1.1" status: 200 len: 999 time: 0.1961503 Dec 12 04:26:50.441772 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aec9cff5-fdc7-475c-8b49-39b14575b530 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:50.543767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac612-1b09-4021-8ead-9b910432646e req-f0d4bde0-8ab3-48fd-b75c-058dde44fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:50.548036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c0ac612-1b09-4021-8ead-9b910432646e req-f0d4bde0-8ab3-48fd-b75c-058dde44fdfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e3f5a4f-fc4d-4f55-8510-8375eedc6eac HTTP/1.1" status: 200 len: 845 time: 0.1391637 Dec 12 04:26:50.598618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:10Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c942f1a7-a06f-4804-8c40-824e4dd7a1b5', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '243013b3-9c27-496b-b359-10743a0db952', 'port_id': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'mac_address': 'fa:16:3e:40:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:26:20Z', 'updated_at': '2021-12-12T04:26:48Z', 'revision_number': 1, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb', 'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'mac_address': 'fa:16:3e:57:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:08Z', 'updated_at': '2021-12-12T04:26:15Z', 'revision_number': 5, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'subnets': [{'id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:50.646775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aec9cff5-fdc7-475c-8b49-39b14575b530 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:50.658328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] Checking router: 243013b3-9c27-496b-b359-10743a0db952 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:26:50.661219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac612-1b09-4021-8ead-9b910432646e req-2aa9ef37-36ee-4908-9ead-361c648fe241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:50.663331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c0ac612-1b09-4021-8ead-9b910432646e req-2aa9ef37-36ee-4908-9ead-361c648fe241 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfe4446c-bd79-46bc-a6d5-3e895a126906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072888 Dec 12 04:26:50.670312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 39151251-5198-4191-8417-5f1244c58db5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:50.670975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:50.741327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:26:50.742170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:50.752517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3a17c888-b7df-4509-95a8-545ab4d1fd59 req-2da325f1-92e8-4884-a70c-6686a3d99ebe tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a004ee3-b5b9-45e4-9696-521cf42d56e5 HTTP/1.1" status: 200 len: 210 time: 0.1016614 Dec 12 04:26:50.828691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aec9cff5-fdc7-475c-8b49-39b14575b530 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:50.854498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c0ac612-1b09-4021-8ead-9b910432646e req-918a66f7-0a00-493e-9fc4-14142b332089 service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830964 Dec 12 04:26:50.906191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9cff5-fdc7-475c-8b49-39b14575b530 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=7f580d33-a82c-4396-8449-ef5a2e5f7693,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:50.908918 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aec9cff5-fdc7-475c-8b49-39b14575b530 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:50.915556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aec9cff5-fdc7-475c-8b49-39b14575b530 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/7f580d33-a82c-4396-8449-ef5a2e5f7693 HTTP/1.1" status: 204 len: 168 time: 0.8041694 Dec 12 04:26:50.915556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37414) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:51.012005 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e666298-b005-44ff-a6d3-482c94184d93 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954864 Dec 12 04:26:51.017359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c0ac612-1b09-4021-8ead-9b910432646e req-a2b5886c-5cd3-43fe-b387-9b2214ce5cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451807 Dec 12 04:26:51.017807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37416) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:51.028793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:51.046530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:26:51.091059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb1bf86-2438-4d89-b73b-0280c5bcdf8b None None] Update dhcp port {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'fixed_ips': [{'subnet_id': '7f580d33-a82c-4396-8449-ef5a2e5f7693'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '39151251-5198-4191-8417-5f1244c58db5'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:26:51.143472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:51.147337 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:51.199255 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7bb1bf86-2438-4d89-b73b-0280c5bcdf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:51.424936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21509917-bda8-4efc-95bd-c0a77ede61ac None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:51.437442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:51.479352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:10Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c942f1a7-a06f-4804-8c40-824e4dd7a1b5', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '243013b3-9c27-496b-b359-10743a0db952', 'port_id': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'mac_address': 'fa:16:3e:40:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:26:20Z', 'updated_at': '2021-12-12T04:26:48Z', 'revision_number': 1, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb', 'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'mac_address': 'fa:16:3e:57:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:08Z', 'updated_at': '2021-12-12T04:26:15Z', 'revision_number': 5, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'subnets': [{'id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:51.524464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326cfec7-2414-4a58-83e7-183ceda86abc None None] The sync data for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 is: [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:10Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c942f1a7-a06f-4804-8c40-824e4dd7a1b5', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '243013b3-9c27-496b-b359-10743a0db952', 'port_id': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'mac_address': 'fa:16:3e:40:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:26:20Z', 'updated_at': '2021-12-12T04:26:48Z', 'revision_number': 1, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb', 'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'mac_address': 'fa:16:3e:57:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:08Z', 'updated_at': '2021-12-12T04:26:15Z', 'revision_number': 5, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'subnets': [{'id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:26:51.529085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02a7d053-4d6b-40b6-b8ec-444d2032da09 req-9fce0acd-ad99-437d-97b2-dd5feca6b3f1 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0520403 Dec 12 04:26:51.550491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:51.555190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:51.563174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8e48e20a-6383-41bf-8c9e-e3f509a18356 None None] Provisioning complete for port 39151251-5198-4191-8417-5f1244c58db5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:51.563682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e48e20a-6383-41bf-8c9e-e3f509a18356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:51.565097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:51.570468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:51.602436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=5d3d07ed-630f-4240-b326-b780e7936b88,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:51.614542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d32188c-fd4b-44ea-a1bf-1740d20c2b76 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5927479 Dec 12 04:26:51.614892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37424) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:51.620289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d2b9bd6a-1305-4c18-a045-1b3fbdc620db tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:51.656991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abba76db-0985-4ed5-b8a6-3aa7f8778e09 None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:51.742705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-abba76db-0985-4ed5-b8a6-3aa7f8778e09 None None] Deleting port 39151251-5198-4191-8417-5f1244c58db5 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:51.743270 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-abba76db-0985-4ed5-b8a6-3aa7f8778e09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:51.844927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b9bd6a-1305-4c18-a045-1b3fbdc620db tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:51.848495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bd6a-1305-4c18-a045-1b3fbdc620db tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:51.862480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-abba76db-0985-4ed5-b8a6-3aa7f8778e09 None None] For port 39151251-5198-4191-8417-5f1244c58db5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=39151251-5198-4191-8417-5f1244c58db5,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:51.862893 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-abba76db-0985-4ed5-b8a6-3aa7f8778e09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:51.883944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-abba76db-0985-4ed5-b8a6-3aa7f8778e09 None None] Calling delete_port for 39151251-5198-4191-8417-5f1244c58db5 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:51.895669 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134df86c-9d0f-40bb-8ccb-705ac8706265 None None] New status for floating IP c942f1a7-a06f-4804-8c40-824e4dd7a1b5: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:26:51.901117 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37432) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:52.058012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 39151251-5198-4191-8417-5f1244c58db5 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:52.059447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1f8f-118c-4300-b8d9-9c063d9a4f13 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.063945 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-abba76db-0985-4ed5-b8a6-3aa7f8778e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.079220 n-d-710847-7 neutron-server[103451]: INFO neutron.db.ipam_backend_mixin [None req-d2b9bd6a-1305-4c18-a045-1b3fbdc620db tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d3d07ed-630f-4240-b326-b780e7936b88 (CIDR: 2001:db8::/64) Dec 12 04:26:52.085609 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b9bd6a-1305-4c18-a045-1b3fbdc620db tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:26:52.086075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b9bd6a-1305-4c18-a045-1b3fbdc620db tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:52.090329 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1f8f-118c-4300-b8d9-9c063d9a4f13 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.124918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d2b9bd6a-1305-4c18-a045-1b3fbdc620db tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5041015 Dec 12 04:26:52.125129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 39151251-5198-4191-8417-5f1244c58db5 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:52.125129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 39151251-5198-4191-8417-5f1244c58db5 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:52.125328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37434) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:52.129088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'subnet': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:52.144912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba76db-0985-4ed5-b8a6-3aa7f8778e09 None None] No DVR routers for this DVR port 39151251-5198-4191-8417-5f1244c58db5 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:52.146924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba76db-0985-4ed5-b8a6-3aa7f8778e09 None None] Pushing event deleted for resources: {'Port': ['ID=39151251-5198-4191-8417-5f1244c58db5,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:52.172281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f57d7f9-66ef-40ff-a9bd-c8cbdd0cbe0e None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:52.200502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1f8f-118c-4300-b8d9-9c063d9a4f13 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.204207 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1f8f-118c-4300-b8d9-9c063d9a4f13 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.205558 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8f9b1f8f-118c-4300-b8d9-9c063d9a4f13 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "DELETE /v2.0/security-groups/7ed8f576-eeab-475c-8978-a6d8a9e8e2f3 HTTP/1.1" status: 204 len: 168 time: 0.3032107 Dec 12 04:26:52.211205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37436) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:52.230103 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-74d34a80-7570-46dc-94fc-ab800dc062c9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] show failed (client error): The resource could not be found. Dec 12 04:26:52.231162 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-74d34a80-7570-46dc-94fc-ab800dc062c9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "GET /v2.0/security-groups/7ed8f576-eeab-475c-8978-a6d8a9e8e2f3 HTTP/1.1" status: 404 len: 347 time: 0.0189884 Dec 12 04:26:52.232379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b1f8f-118c-4300-b8d9-9c063d9a4f13 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed8f576-eeab-475c-8978-a6d8a9e8e2f3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:52.243964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37438) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:52.303965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:52.308386 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.338463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'project_id': 'f286aa23a1c949589732dc43ca62c40b', 'fixed_ips': [{'subnet_id': '5d3d07ed-630f-4240-b326-b780e7936b88'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:26:52.339476 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.402626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting port cad019a0-840c-4f00-b80e-6fb8ac2111cb {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:52.402888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.492645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Allocated IP 2001:db8::2 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/5d3d07ed-630f-4240-b326-b780e7936b88/ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:52.517074 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.517406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.531927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Calling delete_port for cad019a0-840c-4f00-b80e-6fb8ac2111cb owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:52.672444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.681576 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.692899 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37dc78bd-c1e6-4b19-9708-086c949ea6e0 req-a6bc73a3-41a7-4c5d-9ba3-35e885ef79c0 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0389223 Dec 12 04:26:52.740272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:52.746408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:52.752547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:52.766440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.objects.ports [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103451) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:26:52.789517 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.793319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Pushing event updated for resources: {'Port': ['ID=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:52.833358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ba8b4b-c49f-42b2-aadb-aa21f863a58e None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:52.841974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Attempting to bind port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:26:52.842355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Attempting to bind port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:26:52.842724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Attempting to bind port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c on network 5960b5c2-0a27-4431-bc11-230ba4c4a35f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:26:52.859899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:26:52.860284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Checking segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:26:52.860690 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.861455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Bound using segment: {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:26:52.861938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Bound port: ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177d0be5-2552-4cb5-bb58-afba92ad8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:26:52.862761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.872091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Port': ['ID=cad019a0-840c-4f00-b80e-6fb8ac2111cb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:52.927475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.937643 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.941583 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b1759d96-9f78-4b9c-9c93-7ce0d0ef1eb0 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "DELETE /v2.0/floatingips/ae7e52c4-32a6-401f-a16b-f3d3f919bea4 HTTP/1.1" status: 204 len: 168 time: 0.6940529 Dec 12 04:26:52.942310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37442) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:52.953448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] For port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:26:52.964957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] For port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:26:52.968536 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:52.973797 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.060213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd23f0-9e48-48a3-acf0-dfa0ea79701d None None] Pushing event updated for resources: {'Port': ['ID=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:53.076217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a86f6c42-6443-4e94-b854-fdc555728666 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting port cc391740-5e3b-4b36-8a0a-d7f7b0b1947f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:53.076764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a86f6c42-6443-4e94-b854-fdc555728666 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.174894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] For port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:53.209591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.214662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.215585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.217138 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a86f6c42-6443-4e94-b854-fdc555728666 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.230494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a86f6c42-6443-4e94-b854-fdc555728666 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Calling delete_port for cc391740-5e3b-4b36-8a0a-d7f7b0b1947f owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:53.314265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:53.327414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:53.334979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:53.335371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.347960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Subnet': ['ID=7a7c6c1a-28dc-4305-9f39-bc752cd963bf,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:53.361461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,revision_number=4']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:53.387649 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c8300c5d-07d5-4635-9fc9-2896623fabf8 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2621071 Dec 12 04:26:53.388606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37446) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:53.394187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Request body: {'port': {'network_id': '5960b5c2-0a27-4431-bc11-230ba4c4a35f', 'mac_address': 'fa:16:3e:76:6e:59', 'name': 'tempest-NetworksTestDHCPv6-1373430227'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:26:53.446025 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a86f6c42-6443-4e94-b854-fdc555728666 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.478793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f6c42-6443-4e94-b854-fdc555728666 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Port': ['ID=cc391740-5e3b-4b36-8a0a-d7f7b0b1947f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:53.545412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Made reservation on behalf of f286aa23a1c949589732dc43ca62c40b for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:26:53.574092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a86f6c42-6443-4e94-b854-fdc555728666 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.580529 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a86f6c42-6443-4e94-b854-fdc555728666 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "DELETE /v2.0/ports/cc391740-5e3b-4b36-8a0a-d7f7b0b1947f HTTP/1.1" status: 204 len: 168 time: 0.6354496 Dec 12 04:26:53.582968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37448) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:53.648944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.669743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] device_id is not set on port 575d95bb-96f1-47da-8aa9-e51ac3f4ef0c yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:26:53.683023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-553d91b1-6e3c-4f1d-9928-63df857d097a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting port f9a61b9a-355b-44cd-a2e2-a869dbf3a14d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:53.683377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-553d91b1-6e3c-4f1d-9928-63df857d097a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.798475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-553d91b1-6e3c-4f1d-9928-63df857d097a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:53.835319 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b332efc-7db5-4648-ad2a-cc8726a1f8a3 req-e76b0d65-2343-4d6b-ae51-3edc92e15f23 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0395319 Dec 12 04:26:53.839900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-553d91b1-6e3c-4f1d-9928-63df857d097a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Calling delete_port for f9a61b9a-355b-44cd-a2e2-a869dbf3a14d owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:54.035107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-553d91b1-6e3c-4f1d-9928-63df857d097a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.078464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d91b1-6e3c-4f1d-9928-63df857d097a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Port': ['ID=f9a61b9a-355b-44cd-a2e2-a869dbf3a14d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:54.161727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:54.196894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-553d91b1-6e3c-4f1d-9928-63df857d097a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.202635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-553d91b1-6e3c-4f1d-9928-63df857d097a tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "DELETE /v2.0/ports/f9a61b9a-355b-44cd-a2e2-a869dbf3a14d HTTP/1.1" status: 204 len: 168 time: 0.6184654 Dec 12 04:26:54.205289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37454) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:54.271676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:54.272062 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.281992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-7502d244-9cf6-4a36-a4f2-bcf792fad9a9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting subnet fd5c7e23-5653-44d5-a088-4062740c18b4 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:54.292123 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7502d244-9cf6-4a36-a4f2-bcf792fad9a9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.337905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7502d244-9cf6-4a36-a4f2-bcf792fad9a9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.421411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8::c6 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/5d3d07ed-630f-4240-b326-b780e7936b88/575d95bb-96f1-47da-8aa9-e51ac3f4ef0c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:54.436548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Allocated IP 2001:db8:0:1:f816:3eff:fe76:6e59 (5960b5c2-0a27-4431-bc11-230ba4c4a35f/7a7c6c1a-28dc-4305-9f39-bc752cd963bf/575d95bb-96f1-47da-8aa9-e51ac3f4ef0c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:26:54.440505 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.448290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7502d244-9cf6-4a36-a4f2-bcf792fad9a9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.497840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:54.505122 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.540290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7502d244-9cf6-4a36-a4f2-bcf792fad9a9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.574255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502d244-9cf6-4a36-a4f2-bcf792fad9a9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5c7e23-5653-44d5-a088-4062740c18b4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:54.582234 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7502d244-9cf6-4a36-a4f2-bcf792fad9a9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.586137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7502d244-9cf6-4a36-a4f2-bcf792fad9a9 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "DELETE /v2.0/subnets/fd5c7e23-5653-44d5-a088-4062740c18b4 HTTP/1.1" status: 204 len: 168 time: 0.3794303 Dec 12 04:26:54.588756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37456) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:54.618906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b3a33-4910-4118-b012-3f946c08ceed None None] Network 7807f09d-0aa0-4730-9e80-ec87226ad9a0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:54.684025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ad075-600d-4cb7-919f-dd68cb42e9c3 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:54.687026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-7933eb01-5484-4885-8e3a-d890bd41e934 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting subnet c0e65ed2-30cf-4875-832b-494adfedbeb7 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:54.691051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7933eb01-5484-4885-8e3a-d890bd41e934 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.707971 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.763607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7933eb01-5484-4885-8e3a-d890bd41e934 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.774704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.860734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:26:54.865263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:26:54.868518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:26:54.876336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:54.877046 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.880623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event updated for resources: {'Port': ['ID=575d95bb-96f1-47da-8aa9-e51ac3f4ef0c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:54.907433 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7933eb01-5484-4885-8e3a-d890bd41e934 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:54.908685 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a8e23e17-8e0d-4fea-baf6-b7c8ab4c19d4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5189698 Dec 12 04:26:54.911296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37460) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:54.950223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:54.997445 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c944ee3-d26b-43b2-b6ed-66ca890335bb req-cee78527-d0b4-43bc-8f50-cf49fbec1256 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0564733 Dec 12 04:26:55.038276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5f0ce7f6-a069-4235-aa77-5b29b4cf43ff None None] Provisioning complete for port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:55.038276 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ce7f6-a069-4235-aa77-5b29b4cf43ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.048201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7933eb01-5484-4885-8e3a-d890bd41e934 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.056518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b06fa-0fa7-48d7-8f88-a1c05fe5ae0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting port 575d95bb-96f1-47da-8aa9-e51ac3f4ef0c {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:55.057054 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06fa-0fa7-48d7-8f88-a1c05fe5ae0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.081073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933eb01-5484-4885-8e3a-d890bd41e934 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e65ed2-30cf-4875-832b-494adfedbeb7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:55.087739 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7933eb01-5484-4885-8e3a-d890bd41e934 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.091622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7933eb01-5484-4885-8e3a-d890bd41e934 tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "DELETE /v2.0/subnets/c0e65ed2-30cf-4875-832b-494adfedbeb7 HTTP/1.1" status: 204 len: 168 time: 0.5017307 Dec 12 04:26:55.094890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37462) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:55.101108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a672b-1fae-4724-827c-e0c75748c061 None None] Network fd654d73-c5e0-4a77-925c-fa06e5acb9d9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:55.173998 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06fa-0fa7-48d7-8f88-a1c05fe5ae0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.196191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dcea95-3046-4625-853b-257ebc0c3c45 None None] DHCP port deletion for 7807f09d-0aa0-4730-9e80-ec87226ad9a0 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:55.203496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b06fa-0fa7-48d7-8f88-a1c05fe5ae0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Calling delete_port for 575d95bb-96f1-47da-8aa9-e51ac3f4ef0c owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:55.238509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.335756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-87dcea95-3046-4625-853b-257ebc0c3c45 None None] Deleting port ed405ac6-4a08-4ab9-a85e-de2449d39796 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:55.336241 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-87dcea95-3046-4625-853b-257ebc0c3c45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.377926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Deleting port ed405ac6-4a08-4ab9-a85e-de2449d39796 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:55.378365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.429529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b93dc9-828d-4851-b9da-9cc4d8a67117 None None] DHCP port deletion for fd654d73-c5e0-4a77-925c-fa06e5acb9d9 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:55.454197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-87dcea95-3046-4625-853b-257ebc0c3c45 None None] For port ed405ac6-4a08-4ab9-a85e-de2449d39796, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ed405ac6-4a08-4ab9-a85e-de2449d39796,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:55.454683 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-87dcea95-3046-4625-853b-257ebc0c3c45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.501117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-87dcea95-3046-4625-853b-257ebc0c3c45 None None] Calling delete_port for ed405ac6-4a08-4ab9-a85e-de2449d39796 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:55.519830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] For port ed405ac6-4a08-4ab9-a85e-de2449d39796, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ed405ac6-4a08-4ab9-a85e-de2449d39796,segment=NetworkSegment(50803cae-a7c8-4db0-8e02-67fe8bd7f539),segment_id=50803cae-a7c8-4db0-8e02-67fe8bd7f539)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:55.520890 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.539624 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06fa-0fa7-48d7-8f88-a1c05fe5ae0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.549308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Calling delete_port for ed405ac6-4a08-4ab9-a85e-de2449d39796 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:55.579947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-05b93dc9-828d-4851-b9da-9cc4d8a67117 None None] Deleting port a41938da-c6e6-4d19-b7d4-9c4285b82d1f {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:55.580424 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05b93dc9-828d-4851-b9da-9cc4d8a67117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.585525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b06fa-0fa7-48d7-8f88-a1c05fe5ae0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Port': ['ID=575d95bb-96f1-47da-8aa9-e51ac3f4ef0c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:55.666642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06fa-0fa7-48d7-8f88-a1c05fe5ae0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.673171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6d1b06fa-0fa7-48d7-8f88-a1c05fe5ae0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/575d95bb-96f1-47da-8aa9-e51ac3f4ef0c HTTP/1.1" status: 204 len: 168 time: 0.7607429 Dec 12 04:26:55.676508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37466) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:55.698920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-05b93dc9-828d-4851-b9da-9cc4d8a67117 None None] For port a41938da-c6e6-4d19-b7d4-9c4285b82d1f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a41938da-c6e6-4d19-b7d4-9c4285b82d1f,segment=NetworkSegment(7c46e462-7349-4df2-bf86-11815ed6b627),segment_id=7c46e462-7349-4df2-bf86-11815ed6b627)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:55.699356 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05b93dc9-828d-4851-b9da-9cc4d8a67117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.715582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-05b93dc9-828d-4851-b9da-9cc4d8a67117 None None] Calling delete_port for a41938da-c6e6-4d19-b7d4-9c4285b82d1f owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:55.717339 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-87dcea95-3046-4625-853b-257ebc0c3c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.732755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.756611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcea95-3046-4625-853b-257ebc0c3c45 None None] Pushing event deleted for resources: {'Port': ['ID=ed405ac6-4a08-4ab9-a85e-de2449d39796,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:55.760964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3b9956-ebdd-4798-bfc7-3fcb682098bc tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:55.762494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcea95-3046-4625-853b-257ebc0c3c45 None None] No DVR routers for this DVR port ed405ac6-4a08-4ab9-a85e-de2449d39796 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:55.764717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa3b9956-ebdd-4798-bfc7-3fcb682098bc tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0868847 Dec 12 04:26:55.769759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37468) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:55.802364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Port': ['ID=ed405ac6-4a08-4ab9-a85e-de2449d39796,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:55.805560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] No DVR routers for this DVR port ed405ac6-4a08-4ab9-a85e-de2449d39796 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:55.852516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e21b6c-eaea-4354-9099-10ef0fb2ad21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:55.858021 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-86e21b6c-eaea-4354-9099-10ef0fb2ad21 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0869102 Dec 12 04:26:55.860747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37470) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:55.913858 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05b93dc9-828d-4851-b9da-9cc4d8a67117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:55.944529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b93dc9-828d-4851-b9da-9cc4d8a67117 None None] Pushing event deleted for resources: {'Port': ['ID=a41938da-c6e6-4d19-b7d4-9c4285b82d1f,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:55.951104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b93dc9-828d-4851-b9da-9cc4d8a67117 None None] No DVR routers for this DVR port a41938da-c6e6-4d19-b7d4-9c4285b82d1f on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:55.976226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.014604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124206f6-7721-4e52-9e65-89803de1e3d0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:56.016356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124206f6-7721-4e52-9e65-89803de1e3d0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:56.022802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124206f6-7721-4e52-9e65-89803de1e3d0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:56.028040 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-124206f6-7721-4e52-9e65-89803de1e3d0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1618142 Dec 12 04:26:56.028040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37472) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:56.041617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7807f09d-0aa0-4730-9e80-ec87226ad9a0']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:56.082763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50803cae-a7c8-4db0-8e02-67fe8bd7f539') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:56.082884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50803cae-a7c8-4db0-8e02-67fe8bd7f539') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:56.089959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:26:56.102179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.127048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8e6f8f-bf0d-443d-a7e8-131544881bf4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 5d3d07ed-630f-4240-b326-b780e7936b88 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:56.164941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6f8f-bf0d-443d-a7e8-131544881bf4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.179657 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:56.180317 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.187857 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.194678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:26:56.195194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:26:56.277407 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:26:56.281878 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8bbd0b63-4ded-4cd1-b10d-3dcb6aee77fb req-2a665a56-05a5-465e-9f6b-b4e47a309679 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.1519549 Dec 12 04:26:56.343600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6f8f-bf0d-443d-a7e8-131544881bf4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.351142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.380067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-be5bb4e5-136e-48cb-97c5-fac1ad43f19d None None] Provisioning complete for port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:56.385602 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-be5bb4e5-136e-48cb-97c5-fac1ad43f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.395686 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.402680 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "DELETE /v2.0/networks/7807f09d-0aa0-4730-9e80-ec87226ad9a0 HTTP/1.1" status: 204 len: 168 time: 1.3030612 Dec 12 04:26:56.403655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:56.461335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71707e36-b177-47a2-9610-81952f3fd8dc tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Network': ['ID=7807f09d-0aa0-4730-9e80-ec87226ad9a0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:56.470763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ed405ac6-4a08-4ab9-a85e-de2449d39796 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:56.504347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: ed405ac6-4a08-4ab9-a85e-de2449d39796 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:56.504881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ed405ac6-4a08-4ab9-a85e-de2449d39796 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:56.505866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a41938da-c6e6-4d19-b7d4-9c4285b82d1f no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:56.529241 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.534281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: a41938da-c6e6-4d19-b7d4-9c4285b82d1f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:26:56.534713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a41938da-c6e6-4d19-b7d4-9c4285b82d1f not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:26:56.576239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6f8f-bf0d-443d-a7e8-131544881bf4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.602232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-be5bb4e5-136e-48cb-97c5-fac1ad43f19d None None] Could not find standard attr ID for object 575d95bb-96f1-47da-8aa9-e51ac3f4ef0c. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:26:56.656945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6f8f-bf0d-443d-a7e8-131544881bf4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.683017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.698397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e6f8f-bf0d-443d-a7e8-131544881bf4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3d07ed-630f-4240-b326-b780e7936b88,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:56.703397 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6f8f-bf0d-443d-a7e8-131544881bf4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.707333 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb8e6f8f-bf0d-443d-a7e8-131544881bf4 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/5d3d07ed-630f-4240-b326-b780e7936b88 HTTP/1.1" status: 204 len: 168 time: 0.6784639 Dec 12 04:26:56.710317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37484) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:56.713139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd654d73-c5e0-4a77-925c-fa06e5acb9d9']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:56.723662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c46e462-7349-4df2-bf86-11815ed6b627') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:56.723878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9a25887b-0f05-46ba-b2eb-93699457dc84 None None] Could not find standard attr ID for object 575d95bb-96f1-47da-8aa9-e51ac3f4ef0c. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:26:56.723990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c46e462-7349-4df2-bf86-11815ed6b627') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:56.735378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.754500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.769727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:26:56.770137 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:26:56.775751 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:26:56.778920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-676c40cf-1322-4f1e-a59b-a880ba09f834 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Deleting subnet 7a7c6c1a-28dc-4305-9f39-bc752cd963bf {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:26:56.782382 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-676c40cf-1322-4f1e-a59b-a880ba09f834 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.836295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-676c40cf-1322-4f1e-a59b-a880ba09f834 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.863787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.871635 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:56.882101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] 10.222.0.36 "DELETE /v2.0/networks/fd654d73-c5e0-4a77-925c-fa06e5acb9d9 HTTP/1.1" status: 204 len: 168 time: 0.4711499 Dec 12 04:26:56.898099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52de8543-17af-4fe9-8fe3-12bdf444aaa4 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:56.908629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9a81e-747e-4797-a46c-6a3020a5ec6b tempest-TaggedBootDevicesTest-939111102 tempest-TaggedBootDevicesTest-939111102-project] Pushing event deleted for resources: {'Network': ['ID=fd654d73-c5e0-4a77-925c-fa06e5acb9d9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:56.986356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-676c40cf-1322-4f1e-a59b-a880ba09f834 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:57.082629 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-676c40cf-1322-4f1e-a59b-a880ba09f834 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:57.118136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c40cf-1322-4f1e-a59b-a880ba09f834 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7c6c1a-28dc-4305-9f39-bc752cd963bf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:57.134443 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-676c40cf-1322-4f1e-a59b-a880ba09f834 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:57.140223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-676c40cf-1322-4f1e-a59b-a880ba09f834 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/7a7c6c1a-28dc-4305-9f39-bc752cd963bf HTTP/1.1" status: 204 len: 168 time: 0.4274487 Dec 12 04:26:57.141250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37490) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.187653 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2af6e81e-114c-4298-87ca-7097fecd3e51 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424397 Dec 12 04:26:57.187653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37492) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.247996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc46c72-2118-48a4-ba0d-5207b7e87c5d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:57.251892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0cc46c72-2118-48a4-ba0d-5207b7e87c5d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0611169 Dec 12 04:26:57.252424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37496) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.310733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dcff4c-e53e-4a0c-b663-c79b9300573c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:26:57.312258 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-85dcff4c-e53e-4a0c-b663-c79b9300573c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0587094 Dec 12 04:26:57.314814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37498) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.354950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cad13a13-d718-48eb-8d6c-c8cf3ade6237 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369983 Dec 12 04:26:57.357567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37502) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.383948 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7ce33f-1bdd-4f17-b40a-f6d87070f55d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:57.384559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7ce33f-1bdd-4f17-b40a-f6d87070f55d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:57.388638 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5b7ce33f-1bdd-4f17-b40a-f6d87070f55d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/575d95bb-96f1-47da-8aa9-e51ac3f4ef0c HTTP/1.1" status: 404 len: 333 time: 0.0299003 Dec 12 04:26:57.391140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.427637 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e095b87c-4b61-437b-b865-dc2fee374248 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:57.428873 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e095b87c-4b61-437b-b865-dc2fee374248 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:57.434268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e095b87c-4b61-437b-b865-dc2fee374248 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/7a7c6c1a-28dc-4305-9f39-bc752cd963bf HTTP/1.1" status: 404 len: 337 time: 0.0400107 Dec 12 04:26:57.434724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37508) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.461732 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b759b705-f012-4a7f-8f5c-82b9859d9db0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:57.462233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b759b705-f012-4a7f-8f5c-82b9859d9db0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:57.463341 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-476ea37e-4f96-4273-876d-2ef7185f51d3 req-f4c9f4e0-160c-4a53-9b5e-ea4fded74b19 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0379996 Dec 12 04:26:57.466824 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b759b705-f012-4a7f-8f5c-82b9859d9db0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/5d3d07ed-630f-4240-b326-b780e7936b88 HTTP/1.1" status: 404 len: 337 time: 0.0296514 Dec 12 04:26:57.468183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37510) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.500937 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-300eb3e3-dd11-4e42-ad42-4ac092f504ae tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:57.501750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300eb3e3-dd11-4e42-ad42-4ac092f504ae tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:57.505778 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-300eb3e3-dd11-4e42-ad42-4ac092f504ae tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/b96ebbef-127a-42a6-8b18-6e781c3cd77b HTTP/1.1" status: 404 len: 333 time: 0.0364952 Dec 12 04:26:57.507850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37512) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.536694 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e58bf4-5b6b-4707-9f44-285ac7dad4a9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:57.537813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e58bf4-5b6b-4707-9f44-285ac7dad4a9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:57.541383 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-14e58bf4-5b6b-4707-9f44-285ac7dad4a9 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/7f580d33-a82c-4396-8449-ef5a2e5f7693 HTTP/1.1" status: 404 len: 337 time: 0.0318959 Dec 12 04:26:57.545134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37516) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.686968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fffe0b3-8ed4-4214-94fd-47a0ff48e5d1 None None] Network 5960b5c2-0a27-4431-bc11-230ba4c4a35f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:26:57.792462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2a0255c3-1122-48e1-8db8-c44fcd6b5a2f None None] Provisioning complete for port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:26:57.792983 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a0255c3-1122-48e1-8db8-c44fcd6b5a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:57.880727 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0fa0d0-833c-4dec-9cc0-b322b69f1ed1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:57.881797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0fa0d0-833c-4dec-9cc0-b322b69f1ed1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:57.884866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6a0fa0d0-833c-4dec-9cc0-b322b69f1ed1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/0c7452d1-0917-4b74-bb35-085e5eb50c6f HTTP/1.1" status: 404 len: 337 time: 0.3384941 Dec 12 04:26:57.887427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37518) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.916373 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-852c4c4a-3f9f-419f-bbe6-3dce752215f2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:57.916954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852c4c4a-3f9f-419f-bbe6-3dce752215f2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:57.922387 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-852c4c4a-3f9f-419f-bbe6-3dce752215f2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/d53271f8-e18f-4748-99a0-67c666556668 HTTP/1.1" status: 404 len: 333 time: 0.0316710 Dec 12 04:26:57.922571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.938325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441f257-9640-4d23-9c0e-971059cad48b None None] DHCP port deletion for 5960b5c2-0a27-4431-bc11-230ba4c4a35f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:26:57.951759 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f359bb-8979-49e2-be30-74c20b679a45 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:57.952243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f359bb-8979-49e2-be30-74c20b679a45 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:57.955577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-98f359bb-8979-49e2-be30-74c20b679a45 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/f8f5bd4f-da47-4062-93d4-5e4bace65291 HTTP/1.1" status: 404 len: 337 time: 0.0320954 Dec 12 04:26:57.958289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37522) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:57.993628 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b64964-45f6-4262-83a6-200359968291 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:57.994169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b64964-45f6-4262-83a6-200359968291 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:57.996454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d441f257-9640-4d23-9c0e-971059cad48b None None] Deleting port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:26:57.997052 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d441f257-9640-4d23-9c0e-971059cad48b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:57.999911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-68b64964-45f6-4262-83a6-200359968291 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/c84825ff-c17b-4463-b47f-e1c6b9fc84af HTTP/1.1" status: 404 len: 337 time: 0.0381982 Dec 12 04:26:58.000480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37524) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.029663 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6ccebd-c1c6-4d22-8dc6-8acf9210dd6d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.030249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6ccebd-c1c6-4d22-8dc6-8acf9210dd6d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.036033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37526) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.036710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fa6ccebd-c1c6-4d22-8dc6-8acf9210dd6d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/3e5ce122-eed3-47f8-9d18-04a4808cb9fc HTTP/1.1" status: 404 len: 333 time: 0.0344863 Dec 12 04:26:58.048169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:26:58.064300 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d576bc-f600-46cb-ad65-ea4fbd74e99a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.064925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d576bc-f600-46cb-ad65-ea4fbd74e99a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.071485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-75d576bc-f600-46cb-ad65-ea4fbd74e99a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/42360ab4-d6ff-43aa-a153-f9be67520779 HTTP/1.1" status: 404 len: 337 time: 0.0306721 Dec 12 04:26:58.071485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37528) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.098333 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a880239b-89d0-47f8-9942-dda9f1123662 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.098812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a880239b-89d0-47f8-9942-dda9f1123662 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.101996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a880239b-89d0-47f8-9942-dda9f1123662 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/072d7457-6cc9-4c36-95aa-a83880036b93 HTTP/1.1" status: 404 len: 337 time: 0.0296767 Dec 12 04:26:58.105010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37530) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.107796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d441f257-9640-4d23-9c0e-971059cad48b None None] For port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:58.108201 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d441f257-9640-4d23-9c0e-971059cad48b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:58.124168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d441f257-9640-4d23-9c0e-971059cad48b None None] Calling delete_port for ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:26:58.127657 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-9583ac80-186a-4acd-be3c-fb9e9eb74e29 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.128211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9583ac80-186a-4acd-be3c-fb9e9eb74e29 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.132256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9583ac80-186a-4acd-be3c-fb9e9eb74e29 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/36d5eb9e-686f-4ff6-b53f-717f97525461 HTTP/1.1" status: 404 len: 333 time: 0.0258243 Dec 12 04:26:58.134321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37532) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.161494 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8f795a-1424-4386-8f72-9cfccb721b34 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.162319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8f795a-1424-4386-8f72-9cfccb721b34 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.165634 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6f8f795a-1424-4386-8f72-9cfccb721b34 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/1c6fb618-795d-4d80-9fd8-7f82a4f878ba HTTP/1.1" status: 404 len: 337 time: 0.0302296 Dec 12 04:26:58.168142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37534) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.194773 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-c306a564-6106-4a24-94e1-9a0687086e08 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.195522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c306a564-6106-4a24-94e1-9a0687086e08 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.200766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c306a564-6106-4a24-94e1-9a0687086e08 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/4cc22b5d-00d4-42ef-ab51-e4a46e0f0351 HTTP/1.1" status: 404 len: 333 time: 0.0291557 Dec 12 04:26:58.201386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37536) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.212669 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:58.227089 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfec991-e180-47b3-b3e9-2b4c42cf09c5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.227808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfec991-e180-47b3-b3e9-2b4c42cf09c5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.231259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1cfec991-e180-47b3-b3e9-2b4c42cf09c5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/226f4fe3-8f42-4ce1-ac80-62484fa508c4 HTTP/1.1" status: 404 len: 337 time: 0.0283241 Dec 12 04:26:58.233323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37538) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.257220 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc2dcc0-a9d5-4b57-8dcd-33009b7f0037 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.257934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc2dcc0-a9d5-4b57-8dcd-33009b7f0037 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.259448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,segment=NetworkSegment(177d0be5-2552-4cb5-bb58-afba92ad8463),segment_id=177d0be5-2552-4cb5-bb58-afba92ad8463)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:26:58.263988 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fcc2dcc0-a9d5-4b57-8dcd-33009b7f0037 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/80138340-51f1-4fc3-a577-6c18e6f7dd3d HTTP/1.1" status: 404 len: 333 time: 0.0266080 Dec 12 04:26:58.264275 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:58.264394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37540) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.290046 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d441f257-9640-4d23-9c0e-971059cad48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:58.298128 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-22300c74-9855-427d-b140-3b6cbb31126f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.298886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22300c74-9855-427d-b140-3b6cbb31126f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.304903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-22300c74-9855-427d-b140-3b6cbb31126f tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/f398d0cc-cdfd-4776-89b2-dcae21f823d7 HTTP/1.1" status: 404 len: 337 time: 0.0367310 Dec 12 04:26:58.305607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37542) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.310884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441f257-9640-4d23-9c0e-971059cad48b None None] No DVR routers for this DVR port ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:26:58.329352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:58.339235 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ea2d13-d271-46aa-8906-93d1e0a40447 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.339818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ea2d13-d271-46aa-8906-93d1e0a40447 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.343009 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e5ea2d13-d271-46aa-8906-93d1e0a40447 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/5e9cbd53-c364-4f2e-ade4-cb49177c9ecd HTTP/1.1" status: 404 len: 333 time: 0.0367985 Dec 12 04:26:58.345582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37544) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.357368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441f257-9640-4d23-9c0e-971059cad48b None None] Pushing event deleted for resources: {'Port': ['ID=ebcb4aa3-10dd-4b69-b5bd-4944a5926a9c,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:26:58.372971 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-874db500-2f37-4bab-9c0e-1cc4a44556c5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.373436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874db500-2f37-4bab-9c0e-1cc4a44556c5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.376470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-874db500-2f37-4bab-9c0e-1cc4a44556c5 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/aaad222b-0b0c-44be-85b8-49282f8c25dc HTTP/1.1" status: 404 len: 337 time: 0.0299370 Dec 12 04:26:58.379074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37546) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.405435 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b8599c-4624-4862-96bd-bffdf2423bea tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.405965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b8599c-4624-4862-96bd-bffdf2423bea tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.409701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a2b8599c-4624-4862-96bd-bffdf2423bea tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/5e2d470a-f8f7-4b3a-a48f-78edbc803e7d HTTP/1.1" status: 404 len: 333 time: 0.0289907 Dec 12 04:26:58.411547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37548) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.436936 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff55de1-10c6-4049-82af-9755982d2d0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.437392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff55de1-10c6-4049-82af-9755982d2d0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.440416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7ff55de1-10c6-4049-82af-9755982d2d0b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/68d631ed-82d5-445f-9235-80a85e81cdb2 HTTP/1.1" status: 404 len: 337 time: 0.0279877 Dec 12 04:26:58.442967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37550) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.465378 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe34ff8-ada6-4e9e-a976-bfd267867af0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.465898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe34ff8-ada6-4e9e-a976-bfd267867af0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.468910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cfe34ff8-ada6-4e9e-a976-bfd267867af0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/cc189b16-a23b-4824-9b67-70eaaba08a70 HTTP/1.1" status: 404 len: 333 time: 0.0244660 Dec 12 04:26:58.471475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37552) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.496543 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-6239fccc-5172-4ab9-a5c3-eac33378636e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.497052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6239fccc-5172-4ab9-a5c3-eac33378636e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.500033 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6239fccc-5172-4ab9-a5c3-eac33378636e tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/7a651a4f-38b7-4f0b-986c-78d386f42f36 HTTP/1.1" status: 404 len: 337 time: 0.0276732 Dec 12 04:26:58.502493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37556) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.528364 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-487a5c82-8e0f-4c9c-98ad-660d178a071c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.528852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487a5c82-8e0f-4c9c-98ad-660d178a071c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.531909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-487a5c82-8e0f-4c9c-98ad-660d178a071c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/6c99f347-de0b-48c2-af09-9c84fbc4ca57 HTTP/1.1" status: 404 len: 337 time: 0.0285041 Dec 12 04:26:58.534416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37558) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.557222 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-68eb5a4f-e672-4c76-97f4-2e8c25c8233b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.557704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68eb5a4f-e672-4c76-97f4-2e8c25c8233b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.560779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-68eb5a4f-e672-4c76-97f4-2e8c25c8233b tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/b9c6f674-fa57-401c-b8fe-04f5cb429730 HTTP/1.1" status: 404 len: 333 time: 0.0254629 Dec 12 04:26:58.563333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37560) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.583684 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-533ed9cc-f957-4111-8e3c-2492597ee54d req-82c15b7f-903f-4c7b-8bb9-b9b4e7cc4c8e tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0318255 Dec 12 04:26:58.594978 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-991fb475-6833-4932-b6a1-e48e94e5c00a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.595441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991fb475-6833-4932-b6a1-e48e94e5c00a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.601896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-991fb475-6833-4932-b6a1-e48e94e5c00a tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/ba4c6175-962d-45a9-bb9f-fbf676f87634 HTTP/1.1" status: 404 len: 337 time: 0.0342600 Dec 12 04:26:58.601985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37562) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.629303 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff1ddfb-f7b9-4c7e-bced-d16e74a1e339 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.629771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff1ddfb-f7b9-4c7e-bced-d16e74a1e339 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.633898 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1ff1ddfb-f7b9-4c7e-bced-d16e74a1e339 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/1861e277-5e24-4861-97be-552984b3a63e HTTP/1.1" status: 404 len: 337 time: 0.0302019 Dec 12 04:26:58.635921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37566) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.661280 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b2a522-3346-4d4c-b878-1e7f0d1a67b1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.661845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b2a522-3346-4d4c-b878-1e7f0d1a67b1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.665722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f7b2a522-3346-4d4c-b878-1e7f0d1a67b1 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/834b3be1-cb19-441a-b47d-2a6c8dc7f799 HTTP/1.1" status: 404 len: 333 time: 0.0285931 Dec 12 04:26:58.667951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37568) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.694015 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-89da99a3-13ea-4df1-bae7-03d09eb79b9c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.694574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89da99a3-13ea-4df1-bae7-03d09eb79b9c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.697730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-89da99a3-13ea-4df1-bae7-03d09eb79b9c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/5d7ccb75-ff6a-446f-9c7e-b76c16d1b9c5 HTTP/1.1" status: 404 len: 337 time: 0.0288105 Dec 12 04:26:58.700206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37570) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.727214 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-267ab337-d9d5-449c-a929-e93e97abde63 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.727685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267ab337-d9d5-449c-a929-e93e97abde63 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.733121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-267ab337-d9d5-449c-a929-e93e97abde63 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/14f9c568-31cc-42e7-ad18-1d7e47995e7c HTTP/1.1" status: 404 len: 337 time: 0.0297706 Dec 12 04:26:58.733387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37572) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.756706 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f645fe-8df6-44ad-9c25-06c04157ad62 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.757291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f645fe-8df6-44ad-9c25-06c04157ad62 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.760350 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-09f645fe-8df6-44ad-9c25-06c04157ad62 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/a77d30d4-7430-4f24-b4d4-9469b26eeb02 HTTP/1.1" status: 404 len: 333 time: 0.0260396 Dec 12 04:26:58.762808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37574) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.793346 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-788058ca-3674-477a-8c76-dbe8eed10da2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.793810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788058ca-3674-477a-8c76-dbe8eed10da2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.796934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-788058ca-3674-477a-8c76-dbe8eed10da2 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/b10e31eb-d6a6-4942-bac3-689b7ec8b121 HTTP/1.1" status: 404 len: 337 time: 0.0331745 Dec 12 04:26:58.799494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37576) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.825301 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-048d7db1-93b0-4f37-bb65-a938e6dfe196 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.825686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048d7db1-93b0-4f37-bb65-a938e6dfe196 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.828878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-048d7db1-93b0-4f37-bb65-a938e6dfe196 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/0687372a-a91e-4bbb-8547-62442ec6a763 HTTP/1.1" status: 404 len: 337 time: 0.0284147 Dec 12 04:26:58.832444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37578) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.860698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-99a2c49b-47fe-41ed-9ea5-0fb02f133d7c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports?device_id=445bf56f-35b0-4291-8744-10a77b297645 HTTP/1.1" status: 200 len: 205 time: 0.0269473 Dec 12 04:26:58.863195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37580) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.900855 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-904ef3ac-c7aa-4e5c-bd17-85b2effd34e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] delete failed (client error): The resource could not be found. Dec 12 04:26:58.901927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-904ef3ac-c7aa-4e5c-bd17-85b2effd34e7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/routers/445bf56f-35b0-4291-8744-10a77b297645 HTTP/1.1" status: 404 len: 336 time: 0.0378065 Dec 12 04:26:58.904729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37582) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.932286 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e0c06a-6fb4-4b93-b3ac-9ba716d8901c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:58.932756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e0c06a-6fb4-4b93-b3ac-9ba716d8901c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:58.936165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-84e0c06a-6fb4-4b93-b3ac-9ba716d8901c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/701cdf36-ac04-4226-869c-61216291afeb HTTP/1.1" status: 404 len: 337 time: 0.0301926 Dec 12 04:26:58.938813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37584) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:58.970325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-32fc9650-9885-4850-a9cc-160611628a2d tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "GET /v2.0/ports?device_id=1562dcd1-fe6d-4812-896c-dfed0f0e07e9 HTTP/1.1" status: 200 len: 205 time: 0.0298378 Dec 12 04:26:58.972089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37586) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.008359 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-d223ca73-1bdc-433a-a915-82c8165e6f44 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] delete failed (client error): The resource could not be found. Dec 12 04:26:59.009394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d223ca73-1bdc-433a-a915-82c8165e6f44 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/routers/1562dcd1-fe6d-4812-896c-dfed0f0e07e9 HTTP/1.1" status: 404 len: 336 time: 0.0364213 Dec 12 04:26:59.011836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37588) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.038530 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-d637cdee-ca6d-46d7-a11a-4ddb1916aafd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.038980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d637cdee-ca6d-46d7-a11a-4ddb1916aafd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.041980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d637cdee-ca6d-46d7-a11a-4ddb1916aafd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/598664b8-a553-434e-931d-29e485b94da6 HTTP/1.1" status: 404 len: 337 time: 0.0292356 Dec 12 04:26:59.044260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37590) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.068923 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-536d8d92-4b95-43e8-afe5-251a06a54485 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.069377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536d8d92-4b95-43e8-afe5-251a06a54485 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.072402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-536d8d92-4b95-43e8-afe5-251a06a54485 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/62d2c84c-6c80-4430-862b-f10965eacfb8 HTTP/1.1" status: 404 len: 337 time: 0.0272591 Dec 12 04:26:59.074810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37592) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.097541 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb2446f-698e-4c43-b5aa-06a033ee2ce7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.098008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb2446f-698e-4c43-b5aa-06a033ee2ce7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.103909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5bb2446f-698e-4c43-b5aa-06a033ee2ce7 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/ea4ba211-f142-44ab-8baa-22f3845f8f7b HTTP/1.1" status: 404 len: 333 time: 0.0260370 Dec 12 04:26:59.104282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37594) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.130573 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c23bef4-6ec6-4928-a514-398f1728f1bd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.131050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c23bef4-6ec6-4928-a514-398f1728f1bd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.136854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5c23bef4-6ec6-4928-a514-398f1728f1bd tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/6d2d977c-bb47-44de-885d-dec7fae1b5b4 HTTP/1.1" status: 404 len: 337 time: 0.0315361 Dec 12 04:26:59.137487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37596) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.160627 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddac11e-9723-4ffe-b336-5d2efdee2adc tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.161196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddac11e-9723-4ffe-b336-5d2efdee2adc tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.164841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4ddac11e-9723-4ffe-b336-5d2efdee2adc tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/c5588c46-7910-4bbe-ad2d-ad157785e824 HTTP/1.1" status: 404 len: 333 time: 0.0264285 Dec 12 04:26:59.167283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37598) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.193011 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e798bdf5-a122-4630-90d6-6aeba2911cb0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.193394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e798bdf5-a122-4630-90d6-6aeba2911cb0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.196413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e798bdf5-a122-4630-90d6-6aeba2911cb0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/00b4c19a-777c-4d17-8a43-a9fb5383dc33 HTTP/1.1" status: 404 len: 337 time: 0.0279894 Dec 12 04:26:59.198896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37600) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.221049 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadfb044-aff3-4335-9e8e-50702c794fb3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.221569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadfb044-aff3-4335-9e8e-50702c794fb3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.224535 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cadfb044-aff3-4335-9e8e-50702c794fb3 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/c10b3e15-7055-401f-ad13-5f62ec9aced8 HTTP/1.1" status: 404 len: 333 time: 0.0247555 Dec 12 04:26:59.227447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37602) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.256482 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea45551f-6cf6-4d3d-99a9-431462a948d6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.256968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea45551f-6cf6-4d3d-99a9-431462a948d6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.260023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ea45551f-6cf6-4d3d-99a9-431462a948d6 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/5525af1f-f467-4a65-9ece-0bb947c62a72 HTTP/1.1" status: 404 len: 337 time: 0.0316982 Dec 12 04:26:59.262515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37604) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.287949 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95f6384-5a92-45b6-8e2e-156c8c8ac86c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.288493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95f6384-5a92-45b6-8e2e-156c8c8ac86c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.293761 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a95f6384-5a92-45b6-8e2e-156c8c8ac86c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/d4e8665e-a0c5-45ff-9b10-d7a91c9fb19d HTTP/1.1" status: 404 len: 333 time: 0.0281897 Dec 12 04:26:59.294063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37606) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.319892 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9b7bf5-d0b6-43cf-abbf-b9f69ca1fa39 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.320346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9b7bf5-d0b6-43cf-abbf-b9f69ca1fa39 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.323419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1e9b7bf5-d0b6-43cf-abbf-b9f69ca1fa39 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/2efe0173-427c-4cd1-a699-a3f1b6d87f2e HTTP/1.1" status: 404 len: 337 time: 0.0284379 Dec 12 04:26:59.325711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37608) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.348014 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b38444-486c-4d16-9fca-536e88f8e478 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.348476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b38444-486c-4d16-9fca-536e88f8e478 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.351538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-09b38444-486c-4d16-9fca-536e88f8e478 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/9bd1ed76-c1fe-40cb-bbd3-800ae780f5ed HTTP/1.1" status: 404 len: 333 time: 0.0249519 Dec 12 04:26:59.353911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37610) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.379155 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-992bf132-d845-470c-9be9-2bfeaec1f0ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.379614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992bf132-d845-470c-9be9-2bfeaec1f0ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.383181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-992bf132-d845-470c-9be9-2bfeaec1f0ab tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/0b4fea81-c7db-4dd1-95db-ace3a3e5e1af HTTP/1.1" status: 404 len: 337 time: 0.0283291 Dec 12 04:26:59.385457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37612) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.408626 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-6196d0a4-6eda-44bf-a751-ccd883074836 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.409230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6196d0a4-6eda-44bf-a751-ccd883074836 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.412347 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6196d0a4-6eda-44bf-a751-ccd883074836 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/932406d0-3bbf-436f-a02e-ea8a257f325e HTTP/1.1" status: 404 len: 333 time: 0.0259991 Dec 12 04:26:59.414813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37614) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.444756 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e050f3f9-ddce-41d8-ab12-03a7a36d27ce tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.445246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e050f3f9-ddce-41d8-ab12-03a7a36d27ce tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.448335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e050f3f9-ddce-41d8-ab12-03a7a36d27ce tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/484cdf1c-1f0c-4289-b668-e5531604138d HTTP/1.1" status: 404 len: 337 time: 0.0325928 Dec 12 04:26:59.450735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37616) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.474118 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b52911-f2ca-4a93-8dfd-4d0b9be8eec0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.474691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b52911-f2ca-4a93-8dfd-4d0b9be8eec0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.477766 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a6b52911-f2ca-4a93-8dfd-4d0b9be8eec0 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/ports/b42b64dc-9c36-432f-9c8c-145f3cd88969 HTTP/1.1" status: 404 len: 333 time: 0.0261304 Dec 12 04:26:59.480062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37618) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.505397 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdfefe2-d247-4e40-8652-27f42639ea8c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] DELETE failed (client error): The resource could not be found. Dec 12 04:26:59.506384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdfefe2-d247-4e40-8652-27f42639ea8c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:26:59.509555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ecdfefe2-d247-4e40-8652-27f42639ea8c tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/subnets/5d1ec141-93a7-494f-af3f-a9865757ab3e HTTP/1.1" status: 404 len: 337 time: 0.0285950 Dec 12 04:26:59.511972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37620) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:26:59.589020 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:59.704584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6d0ea83-6dff-4a28-9e15-4be3f1d36bda req-c915e01a-e90f-421e-87f1-658b70edd2db tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0383356 Dec 12 04:26:59.706485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:59.730982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5960b5c2-0a27-4431-bc11-230ba4c4a35f']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:59.745798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177d0be5-2552-4cb5-bb58-afba92ad8463') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:59.746114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177d0be5-2552-4cb5-bb58-afba92ad8463') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:26:59.764218 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:59.780593 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:59.786979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:26:59.788033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:26:59.791008 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:26:59.853981 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:59.861275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:26:59.864830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] 10.222.0.36 "DELETE /v2.0/networks/5960b5c2-0a27-4431-bc11-230ba4c4a35f HTTP/1.1" status: 204 len: 168 time: 0.3519323 Dec 12 04:26:59.876929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667738af-8a61-43a1-96b1-a8a63434d174 tempest-NetworksTestDHCPv6-358367053 tempest-NetworksTestDHCPv6-358367053-project] Pushing event deleted for resources: {'Network': ['ID=5960b5c2-0a27-4431-bc11-230ba4c4a35f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:00.139629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37630) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:00.289653 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5e4f9446-b837-4c71-8dd7-1c59b3e3e338 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f286aa23a1c949589732dc43ca62c40b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488039 Dec 12 04:27:00.292063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37634) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:00.340196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a67a68b8-b94a-4a0a-bf3a-3e34f85f83d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:00.361439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a67a68b8-b94a-4a0a-bf3a-3e34f85f83d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:00.407605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a67a68b8-b94a-4a0a-bf3a-3e34f85f83d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:00.410210 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a67a68b8-b94a-4a0a-bf3a-3e34f85f83d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:00.411375 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a67a68b8-b94a-4a0a-bf3a-3e34f85f83d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/415fcf9e-9bfd-4141-9591-03e531aded76 HTTP/1.1" status: 204 len: 168 time: 0.1182520 Dec 12 04:27:00.419643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a68b8-b94a-4a0a-bf3a-3e34f85f83d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415fcf9e-9bfd-4141-9591-03e531aded76,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:00.850671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e40228bc-aae8-41c1-a73a-3aecae0cb43f req-4e8363be-187a-42a3-bdce-489fcfa31c45 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0603275 Dec 12 04:27:01.091847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37660) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:01.186009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2042223997'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:01.209801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Made reservation on behalf of 7f206bc18b38431585a29a7f0ec6f421 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:01.213252 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.223041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.301851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.307076 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.338942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:27:01.345093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cc6c36-4e95-43fd-bf95-5d728bb250f8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:01.356533 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.356903 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Added segment 8b08c51a-a574-4331-b443-ea8d6f229596 of type vlan for network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 Dec 12 04:27:01.404101 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.430982 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.436751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:01.437381 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.493495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4005196 Dec 12 04:27:01.496639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37664) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:01.508467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'subnet': {'network_id': 'cd202dd2-cdc7-40cb-be9e-2bf4100eed57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:01.525897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709fa71-f943-4bd3-ba90-62ef141b7b72 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Network': ['ID=cd202dd2-cdc7-40cb-be9e-2bf4100eed57,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:01.536423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:27:01.610682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Made reservation on behalf of 7f206bc18b38431585a29a7f0ec6f421 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:01.614287 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.794072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.856359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Subnet': ['ID=9ace9307-b5fa-4286-a11f-69a0f7ca54eb,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:01.863649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Checking segment: {'id': '8b08c51a-a574-4331-b443-ea8d6f229596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cd202dd2-cdc7-40cb-be9e-2bf4100eed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:27:01.864024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network hostable DHCP agents. Network: cd202dd2-cdc7-40cb-be9e-2bf4100eed57, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:27:01.882096 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:27:01.892708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, cd202dd2-cdc7-40cb-be9e-2bf4100eed57) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:01.897735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:01.898518 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.906117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2acf1-5350-458e-9e1a-6ea4407cf134 None None] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:01.919226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-db2e71da-eeea-4ff3-81d4-a01473fc0d6c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4217608 Dec 12 04:27:01.922249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37668) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:01.928803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1223686582', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:01.961362 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.962785 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:01.987677 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ff8677e-4766-4e4e-8d1b-7100ff427f87 req-d48ca8dc-aff7-4380-b40d-6bc9d07145d2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0491314 Dec 12 04:27:02.038391 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:02.074176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b890efe-eacd-41b5-9104-ec44933fbe31 None None] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:02.186928 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:02.393492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:02.414083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:02.527352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.25.7.14 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/1141aee5-4986-4985-b90b-b6e0efbe61a8) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:02.634695 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:02.669098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:02.717369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:02.722605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:02.727120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:02.738385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f247ad-f732-41bb-8b91-c08b550d2c52 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:02.760993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=1141aee5-4986-4985-b90b-b6e0efbe61a8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:02.860216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-68a5f952-2cfc-411a-9ad3-d96df34dec84 None None] Provisioning complete for port 1141aee5-4986-4985-b90b-b6e0efbe61a8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:27:02.860711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68a5f952-2cfc-411a-9ad3-d96df34dec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:02.899973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-68a5f952-2cfc-411a-9ad3-d96df34dec84 None None] Port 1141aee5-4986-4985-b90b-b6e0efbe61a8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:27:02.984492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:03.128055 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-098bf4c8-442b-4900-a06f-79cb9c08d7a4 req-94ca8869-677a-4e82-b583-113c6bcfd4b9 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cdfe08-6194-4e79-8735-f466819d05aa HTTP/1.1" status: 200 len: 210 time: 0.0318103 Dec 12 04:27:03.220349 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:03.297488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-3f26a1d6-d4a0-4130-990c-43a19e0302ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535688 Dec 12 04:27:03.416215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:27:03.465021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-15c4989d-1453-48f1-82a7-91f0cab4073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:03.468127 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-15c4989d-1453-48f1-82a7-91f0cab4073f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdaa7b0f418c46eea6ec05ac44c40094&device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 1096 time: 0.0906861 Dec 12 04:27:03.569453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:03.581520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0800f22-c149-4c06-9b53-fb54ecc2acc5 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:03.595130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0800f22-c149-4c06-9b53-fb54ecc2acc5 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:03.595765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f0800f22-c149-4c06-9b53-fb54ecc2acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:03.612776 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:03.618003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37686) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:03.618402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8bbd69c2-98f7-4f88-a1d9-88edb40c90c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6943903 Dec 12 04:27:03.624764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-0cdd6f0b-702a-4878-a6d7-b4ac9c468933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:03.626597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-0cdd6f0b-702a-4878-a6d7-b4ac9c468933 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfe4446c-bd79-46bc-a6d5-3e895a126906 HTTP/1.1" status: 200 len: 906 time: 0.1357422 Dec 12 04:27:03.645379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f0800f22-c149-4c06-9b53-fb54ecc2acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:03.658000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0800f22-c149-4c06-9b53-fb54ecc2acc5 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:03.658850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f0800f22-c149-4c06-9b53-fb54ecc2acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:03.736377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f0800f22-c149-4c06-9b53-fb54ecc2acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:03.763531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0800f22-c149-4c06-9b53-fb54ecc2acc5 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:04.030503 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-b3631e81-dda3-4f7c-a3f5-dc2e9763bece service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444 HTTP/1.1" status: 200 len: 1001 time: 0.2564600 Dec 12 04:27:04.040679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b31f19-0985-4b10-b09d-2242fbc43c7d req-0f392ab3-2a10-4759-93d2-439b51cddeb0 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:04.042433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2b31f19-0985-4b10-b09d-2242fbc43c7d req-0f392ab3-2a10-4759-93d2-439b51cddeb0 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.1790082 Dec 12 04:27:04.106018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37700) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:04.251233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bcad6dd-5c29-4ae3-abcd-453749da44d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.301411 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2b31f19-0985-4b10-b09d-2242fbc43c7d req-ac04450a-a7e0-47c7-92f8-e1aede0167e9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383142 Dec 12 04:27:04.306509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-03e2d91c-8c16-44e6-af10-5d159f9bb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:04.308082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-03e2d91c-8c16-44e6-af10-5d159f9bb5f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e3f5a4f-fc4d-4f55-8510-8375eedc6eac HTTP/1.1" status: 200 len: 845 time: 0.2621884 Dec 12 04:27:04.369000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37716) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:04.388722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-ad52cc4c-f51f-466f-b966-05fcba953537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:04.390909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-ad52cc4c-f51f-466f-b966-05fcba953537 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfe4446c-bd79-46bc-a6d5-3e895a126906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725906 Dec 12 04:27:04.434959 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bcad6dd-5c29-4ae3-abcd-453749da44d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.438338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-006f8f40-6c30-4547-b678-a096839ed5ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2688291 Dec 12 04:27:04.442183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bcad6dd-5c29-4ae3-abcd-453749da44d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.526447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3657931-8cd9-4d51-ac81-0631956145bd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.532941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcad6dd-5c29-4ae3-abcd-453749da44d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67028f3-3a55-41c1-981b-545095daa366,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:04.577782 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3657931-8cd9-4d51-ac81-0631956145bd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.614176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5bcad6dd-5c29-4ae3-abcd-453749da44d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb56b69dbc03497a8893368baa136213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5070579 Dec 12 04:27:04.617170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37724) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:04.624042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-4e0ab852-f0c0-4c80-a0bf-433950610bb4 service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069688 Dec 12 04:27:04.678740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3657931-8cd9-4d51-ac81-0631956145bd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.681618 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3657931-8cd9-4d51-ac81-0631956145bd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.685216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f3657931-8cd9-4d51-ac81-0631956145bd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "DELETE /v2.0/security-groups/1c8294e8-b381-4c50-99b0-5e84932e8fef HTTP/1.1" status: 204 len: 168 time: 0.3123896 Dec 12 04:27:04.697202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37728) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:04.714820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657931-8cd9-4d51-ac81-0631956145bd tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8294e8-b381-4c50-99b0-5e84932e8fef,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:04.717099 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-fb364c70-1f27-4d6b-a059-a2c7e04d1063 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] show failed (client error): The resource could not be found. Dec 12 04:27:04.720681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fb364c70-1f27-4d6b-a059-a2c7e04d1063 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "GET /v2.0/security-groups/1c8294e8-b381-4c50-99b0-5e84932e8fef HTTP/1.1" status: 404 len: 347 time: 0.0162809 Dec 12 04:27:04.720681 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-332f6846-a4be-454f-8a9f-1d0d978b79f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.756365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-332f6846-a4be-454f-8a9f-1d0d978b79f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.766438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37730) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:04.780034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.808996 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-332f6846-a4be-454f-8a9f-1d0d978b79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.811900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-332f6846-a4be-454f-8a9f-1d0d978b79f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:04.813407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-332f6846-a4be-454f-8a9f-1d0d978b79f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d67028f3-3a55-41c1-981b-545095daa366 HTTP/1.1" status: 204 len: 168 time: 0.1952596 Dec 12 04:27:04.822725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f6846-a4be-454f-8a9f-1d0d978b79f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67028f3-3a55-41c1-981b-545095daa366,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:05.088341 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e923f372-57f0-44d9-879e-5abc190c46f6 req-6b0a65bc-1aa7-4a14-94f6-6397d4df7dbe service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538589 Dec 12 04:27:05.105386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting port df4c63d4-13ae-415f-95d4-b0934e865f94 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:05.105733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.197830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37740) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:05.229174 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-097cb3ca-86a0-4787-b943-ebc21416b505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.238873 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.241296 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.266794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Calling delete_port for df4c63d4-13ae-415f-95d4-b0934e865f94 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:05.357265 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-097cb3ca-86a0-4787-b943-ebc21416b505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.362761 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-097cb3ca-86a0-4787-b943-ebc21416b505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.397572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-097cb3ca-86a0-4787-b943-ebc21416b505 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=176cb64163d14c5098a4a151e6df2373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1960647 Dec 12 04:27:05.404396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37746) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:05.445155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cb3ca-86a0-4787-b943-ebc21416b505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71584b6-0c0f-4eec-b8b6-c770ed5961e3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:05.489485 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32bb5dbf-df57-4796-8f21-94d09962c241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.561513 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32bb5dbf-df57-4796-8f21-94d09962c241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.633427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32bb5dbf-df57-4796-8f21-94d09962c241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.637570 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-32bb5dbf-df57-4796-8f21-94d09962c241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:05.638765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-32bb5dbf-df57-4796-8f21-94d09962c241 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e71584b6-0c0f-4eec-b8b6-c770ed5961e3 HTTP/1.1" status: 204 len: 168 time: 0.2332420 Dec 12 04:27:05.660022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb5dbf-df57-4796-8f21-94d09962c241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71584b6-0c0f-4eec-b8b6-c770ed5961e3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:05.944594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e612a-73c1-4064-a1ff-0fd006128de9 req-18c86db6-bcde-44e9-a2d4-1c4f95fee7b2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:05.946316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-997e612a-73c1-4064-a1ff-0fd006128de9 req-18c86db6-bcde-44e9-a2d4-1c4f95fee7b2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.1381114 Dec 12 04:27:05.958355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.20.0.1 (cd202dd2-cdc7-40cb-be9e-2bf4100eed57/9ace9307-b5fa-4286-a11f-69a0f7ca54eb/1c2e9e19-b85d-450c-ab8e-ee2de2848ae6) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:06.091687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-997e612a-73c1-4064-a1ff-0fd006128de9 req-29ecd4e9-cae8-435c-aaf3-e403ed1828aa tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302032 Dec 12 04:27:06.173446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.201982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c841405-685b-4bd0-a654-87c30109da4e None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:06.234734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Port': ['ID=df4c63d4-13ae-415f-95d4-b0934e865f94,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:06.292212 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.321579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.324305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.330741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8cb8dcd6-9bfb-4a20-ba7e-5e250147a7b8 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "DELETE /v2.0/floatingips/49117385-a1ed-4140-bacd-07db3c9765f6 HTTP/1.1" status: 204 len: 168 time: 1.5561404 Dec 12 04:27:06.331047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37766) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:06.354577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.445547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=1c2e9e19-b85d-450c-ab8e-ee2de2848ae6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:06.460810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:06.462315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:06.464728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:06.501181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-074c69db-0c67-4538-96a0-e4b5285f8c1f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting port 91b8ebca-dfd8-454a-9997-404e942eae56 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:06.501767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-074c69db-0c67-4538-96a0-e4b5285f8c1f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.530643 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.621383 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-074c69db-0c67-4538-96a0-e4b5285f8c1f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.637001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-074c69db-0c67-4538-96a0-e4b5285f8c1f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Calling delete_port for 91b8ebca-dfd8-454a-9997-404e942eae56 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:06.703964 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.850292 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-074c69db-0c67-4538-96a0-e4b5285f8c1f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:06.956738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c69db-0c67-4538-96a0-e4b5285f8c1f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Port': ['ID=91b8ebca-dfd8-454a-9997-404e942eae56,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:07.014588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-074c69db-0c67-4538-96a0-e4b5285f8c1f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:07.021733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-074c69db-0c67-4538-96a0-e4b5285f8c1f tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "DELETE /v2.0/ports/91b8ebca-dfd8-454a-9997-404e942eae56 HTTP/1.1" status: 204 len: 168 time: 0.6898532 Dec 12 04:27:07.022072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37786) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:07.197886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ffeee-894c-4439-b417-9a91ddf7b8ba tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting port 600813ff-3126-4384-b853-3d038e201e81 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:07.198234 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e9ffeee-894c-4439-b417-9a91ddf7b8ba tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:07.275892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:07.286802 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:07.400224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e9304-4bd1-4ec8-9922-8f442a38f954 req-88c4e401-6e14-416f-9e9a-42ec717bc423 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:07.401931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-566e9304-4bd1-4ec8-9922-8f442a38f954 req-88c4e401-6e14-416f-9e9a-42ec717bc423 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.1961768 Dec 12 04:27:07.403595 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:07.420931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e9ffeee-894c-4439-b417-9a91ddf7b8ba tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:07.432342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=1c2e9e19-b85d-450c-ab8e-ee2de2848ae6,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:07.448002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ffeee-894c-4439-b417-9a91ddf7b8ba tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Calling delete_port for 600813ff-3126-4384-b853-3d038e201e81 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:07.559115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-566e9304-4bd1-4ec8-9922-8f442a38f954 req-985d2b28-29e6-43cf-8d34-609953d6571c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453886 Dec 12 04:27:07.618191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:07.622366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:07.661069 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e9ffeee-894c-4439-b417-9a91ddf7b8ba tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:07.705094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ffeee-894c-4439-b417-9a91ddf7b8ba tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Port': ['ID=600813ff-3126-4384-b853-3d038e201e81,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:07.810719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:07.876731 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3e9ffeee-894c-4439-b417-9a91ddf7b8ba tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:07.893823 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3e9ffeee-894c-4439-b417-9a91ddf7b8ba tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "DELETE /v2.0/ports/600813ff-3126-4384-b853-3d038e201e81 HTTP/1.1" status: 204 len: 168 time: 0.8683112 Dec 12 04:27:07.894231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37810) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:08.124213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:08.132222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9f3f58f8-f004-4c06-b8e5-b7c2f0a6f229 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/routers/c88d1935-4f71-4ccc-a723-52d1d685c96b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5132401 Dec 12 04:27:08.134830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37812) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:08.137225 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2be9f-ad0f-401a-af9e-159b97b7dbdc None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:08.140181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'port': {'network_id': 'cd202dd2-cdc7-40cb-be9e-2bf4100eed57', 'name': 'tempest-FloatingIPTestJSON-1739894330'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:08.155912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2be9f-ad0f-401a-af9e-159b97b7dbdc None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:08.156749 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e5e2be9f-ad0f-401a-af9e-159b97b7dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:08.234391 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e5e2be9f-ad0f-401a-af9e-159b97b7dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:08.275646 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2be9f-ad0f-401a-af9e-159b97b7dbdc None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:08.276325 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e5e2be9f-ad0f-401a-af9e-159b97b7dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:26:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:08.330519 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e5e2be9f-ad0f-401a-af9e-159b97b7dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:08.331436 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2be9f-ad0f-401a-af9e-159b97b7dbdc None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:08.402503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6dbb73-fde4-456b-8056-30549ae9f0f2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting subnet 8179102e-2b26-484f-8a2b-e38104af2dd7 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:27:08.403671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Made reservation on behalf of 7f206bc18b38431585a29a7f0ec6f421 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:08.405976 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb73-fde4-456b-8056-30549ae9f0f2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:08.411883 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:08.456738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] device_id is not set on port c4269c7e-2139-4c05-b652-bbf757ac6427 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:27:08.508142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb73-fde4-456b-8056-30549ae9f0f2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:08.640511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb73-fde4-456b-8056-30549ae9f0f2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:08.748347 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb73-fde4-456b-8056-30549ae9f0f2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:08.781789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.20.0.2 (cd202dd2-cdc7-40cb-be9e-2bf4100eed57/9ace9307-b5fa-4286-a11f-69a0f7ca54eb/c4269c7e-2139-4c05-b652-bbf757ac6427) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:08.784353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dbb73-fde4-456b-8056-30549ae9f0f2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Subnet': ['ID=8179102e-2b26-484f-8a2b-e38104af2dd7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:08.797951 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbb73-fde4-456b-8056-30549ae9f0f2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:08.805996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0f6dbb73-fde4-456b-8056-30549ae9f0f2 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "DELETE /v2.0/subnets/8179102e-2b26-484f-8a2b-e38104af2dd7 HTTP/1.1" status: 204 len: 168 time: 0.9105115 Dec 12 04:27:08.809794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37824) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:08.810316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa41d1-59a8-44c5-aa7b-d14cf7ba0cf3 None None] Network 33db8f80-6383-4d67-beb4-519412b18788 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:09.007688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c32aa6-1c76-4126-99af-07c380f62788 None None] DHCP port deletion for 33db8f80-6383-4d67-beb4-519412b18788 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:09.098233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d5c32aa6-1c76-4126-99af-07c380f62788 None None] Deleting port 82fc54bf-8187-403f-ae90-bf37f746c7ed {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:09.098717 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5c32aa6-1c76-4126-99af-07c380f62788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.127853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82b4955-6629-4605-926c-6a57b7446ae7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Deleting subnet 0726ede9-e1db-43ef-92f6-d6f8a0376c07 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:27:09.135379 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b82b4955-6629-4605-926c-6a57b7446ae7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.185708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2358e-5c12-4888-a25c-fd3d68156b15 req-7eb879b0-3d3c-41f6-9187-13247ca833d9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:09.187562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccd2358e-5c12-4888-a25c-fd3d68156b15 req-7eb879b0-3d3c-41f6-9187-13247ca833d9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.4625022 Dec 12 04:27:09.213267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d5c32aa6-1c76-4126-99af-07c380f62788 None None] For port 82fc54bf-8187-403f-ae90-bf37f746c7ed, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=82fc54bf-8187-403f-ae90-bf37f746c7ed,segment=NetworkSegment(f12e97ed-113f-4a4a-82fc-742d93d0323d),segment_id=f12e97ed-113f-4a4a-82fc-742d93d0323d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:09.213844 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5c32aa6-1c76-4126-99af-07c380f62788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.233169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d5c32aa6-1c76-4126-99af-07c380f62788 None None] Calling delete_port for 82fc54bf-8187-403f-ae90-bf37f746c7ed owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:09.249730 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.281921 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b82b4955-6629-4605-926c-6a57b7446ae7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.364055 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccd2358e-5c12-4888-a25c-fd3d68156b15 req-360a6e20-29ba-4e5f-a614-1ab4022e39bd tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424425 Dec 12 04:27:09.411881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.464046 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5c32aa6-1c76-4126-99af-07c380f62788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.471286 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b82b4955-6629-4605-926c-6a57b7446ae7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.475866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:09.502677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:09.510378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:09.510993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c32aa6-1c76-4126-99af-07c380f62788 None None] Pushing event deleted for resources: {'Port': ['ID=82fc54bf-8187-403f-ae90-bf37f746c7ed,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:09.517437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=c4269c7e-2139-4c05-b652-bbf757ac6427,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:09.517590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c32aa6-1c76-4126-99af-07c380f62788 None None] No DVR routers for this DVR port 82fc54bf-8187-403f-ae90-bf37f746c7ed on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:09.582728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:09.583369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.600394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b82b4955-6629-4605-926c-6a57b7446ae7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.631203 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6832f7e3-1b03-4a6d-abb9-058e703030d0 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4947200 Dec 12 04:27:09.638789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37832) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:09.655206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'port': {'network_id': 'cd202dd2-cdc7-40cb-be9e-2bf4100eed57', 'name': 'tempest-FloatingIPTestJSON-1990287206'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:09.687657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b4955-6629-4605-926c-6a57b7446ae7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Subnet': ['ID=0726ede9-e1db-43ef-92f6-d6f8a0376c07,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:09.697955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b82b4955-6629-4605-926c-6a57b7446ae7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.701087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745bc6e-ff4d-41d3-894b-2c63bbfb227b None None] Network 820fa5df-1459-434b-a847-5908eb8140d9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:09.706374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b82b4955-6629-4605-926c-6a57b7446ae7 tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "DELETE /v2.0/subnets/0726ede9-e1db-43ef-92f6-d6f8a0376c07 HTTP/1.1" status: 204 len: 168 time: 0.8923390 Dec 12 04:27:09.710319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37834) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:09.912478 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.942281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Made reservation on behalf of 7f206bc18b38431585a29a7f0ec6f421 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:09.946057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:09.977493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] device_id is not set on port fe16468c-8e84-49ca-b6cf-65c938dcc4c5 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:27:10.050726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c49f67-e1e6-4a0c-8c02-1eaaad7a0f53 None None] DHCP port deletion for 820fa5df-1459-434b-a847-5908eb8140d9 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:10.107587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.112569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 82fc54bf-8187-403f-ae90-bf37f746c7ed no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:10.131213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33db8f80-6383-4d67-beb4-519412b18788']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:10.139396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 82fc54bf-8187-403f-ae90-bf37f746c7ed {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:10.139748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 82fc54bf-8187-403f-ae90-bf37f746c7ed not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:10.142523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12e97ed-113f-4a4a-82fc-742d93d0323d') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:10.142898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.20.0.3 (cd202dd2-cdc7-40cb-be9e-2bf4100eed57/9ace9307-b5fa-4286-a11f-69a0f7ca54eb/fe16468c-8e84-49ca-b6cf-65c938dcc4c5) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:10.143317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12e97ed-113f-4a4a-82fc-742d93d0323d') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:10.170103 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.172595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-45c49f67-e1e6-4a0c-8c02-1eaaad7a0f53 None None] Deleting port 318682d0-2589-487e-9fe8-03e19c3123fb {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:10.173159 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-45c49f67-e1e6-4a0c-8c02-1eaaad7a0f53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.186966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.193640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:27:10.194221 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.252738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-45c49f67-e1e6-4a0c-8c02-1eaaad7a0f53 None None] For port 318682d0-2589-487e-9fe8-03e19c3123fb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=318682d0-2589-487e-9fe8-03e19c3123fb,segment=NetworkSegment(c99dd071-3bd5-485b-be87-c6627f05403d),segment_id=c99dd071-3bd5-485b-be87-c6627f05403d)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:10.253423 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-45c49f67-e1e6-4a0c-8c02-1eaaad7a0f53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:27:10.261766 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:27:10.273291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-45c49f67-e1e6-4a0c-8c02-1eaaad7a0f53 None None] Calling delete_port for 318682d0-2589-487e-9fe8-03e19c3123fb owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:10.274292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.284037 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.295992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "DELETE /v2.0/networks/33db8f80-6383-4d67-beb4-519412b18788 HTTP/1.1" status: 204 len: 168 time: 0.5843627 Dec 12 04:27:10.298452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37838) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:10.336718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b71091-d8f8-4060-af77-a7ac33b6797a tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Network': ['ID=33db8f80-6383-4d67-beb4-519412b18788,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:10.380059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-45c49f67-e1e6-4a0c-8c02-1eaaad7a0f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.388467 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.424043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c49f67-e1e6-4a0c-8c02-1eaaad7a0f53 None None] No DVR routers for this DVR port 318682d0-2589-487e-9fe8-03e19c3123fb on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:10.445890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c49f67-e1e6-4a0c-8c02-1eaaad7a0f53 None None] Pushing event deleted for resources: {'Port': ['ID=318682d0-2589-487e-9fe8-03e19c3123fb,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:10.447957 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.473726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.535839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:10.539798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:10.542842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:10.588681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=fe16468c-8e84-49ca-b6cf-65c938dcc4c5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:10.604799 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.623814 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cf1232fe-6849-4467-aa02-5a476b18c29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.627501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:10.628480 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.644431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820fa5df-1459-434b-a847-5908eb8140d9']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:10.659239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628b424-34cb-4d7a-8703-8380c7cbf9f1 req-c48e9d82-9ade-4f3b-87e7-fdf4429943eb tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:10.660886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7628b424-34cb-4d7a-8703-8380c7cbf9f1 req-c48e9d82-9ade-4f3b-87e7-fdf4429943eb tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.1441090 Dec 12 04:27:10.665345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99dd071-3bd5-485b-be87-c6627f05403d') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:10.665651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99dd071-3bd5-485b-be87-c6627f05403d') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:10.676165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37844) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:10.678651 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f538368b-5515-4f07-bad6-74ca643286de tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0366526 Dec 12 04:27:10.682569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'fe16468c-8e84-49ca-b6cf-65c938dcc4c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:10.689401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.720328 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.734478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:27:10.734882 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:27:10.739356 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:27:10.787558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.859494 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7628b424-34cb-4d7a-8703-8380c7cbf9f1 req-1172c971-35a8-4b45-8bd4-18546727380f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868775 Dec 12 04:27:10.860126 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.870011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:10.873255 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] 10.222.0.36 "DELETE /v2.0/networks/820fa5df-1459-434b-a847-5908eb8140d9 HTTP/1.1" status: 204 len: 168 time: 0.5738478 Dec 12 04:27:10.885020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fb3f7-d8b4-4b43-b1e3-86413e8e99fa tempest-TaggedBootDevicesTest_v242-2016084262 tempest-TaggedBootDevicesTest_v242-2016084262-project] Pushing event deleted for resources: {'Network': ['ID=820fa5df-1459-434b-a847-5908eb8140d9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:11.015121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:11.149407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.25.7.219 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/319cc551-8b2a-431d-9a9a-b3d6972df56e) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:11.290203 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:11.334465 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:11.380462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:11.384643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:11.388932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:11.417640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=319cc551-8b2a-431d-9a9a-b3d6972df56e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:11.698090 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:11.934103 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:12.047568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 318682d0-2589-487e-9fe8-03e19c3123fb no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:12.092347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 318682d0-2589-487e-9fe8-03e19c3123fb {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:12.092700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 318682d0-2589-487e-9fe8-03e19c3123fb not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:12.121216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:12.181129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08986f6-3cbd-452b-b276-3dbc0e97d4cb req-75dd7be7-b583-47f9-a840-4f38f0b3f9f7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:12.183230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d08986f6-3cbd-452b-b276-3dbc0e97d4cb req-75dd7be7-b583-47f9-a840-4f38f0b3f9f7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.1604426 Dec 12 04:27:12.310895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d08986f6-3cbd-452b-b276-3dbc0e97d4cb req-a8e62dab-854f-4cc5-bbec-51c657a9e789 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187003 Dec 12 04:27:12.384514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:12.390884 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:12.484365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=319cc551-8b2a-431d-9a9a-b3d6972df56e,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:12.511615 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:12.629101 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP 80be21f5-b0b9-4ba3-b72f-95b5ed1919de associated. External IP: 172.25.7.219, port: fe16468c-8e84-49ca-b6cf-65c938dcc4c5. Dec 12 04:27:12.886697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:12.955880 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a52c514-c912-4499-81b3-d0ba648ce070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:13.042520 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:27:13.051949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:13.069349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d852d-ddc5-4e1b-85bb-59e027035ab8 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:13.091439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:13.100098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d852d-ddc5-4e1b-85bb-59e027035ab8 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:13.103957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5c3d852d-ddc5-4e1b-85bb-59e027035ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:13.187702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-77d3cdba-df7a-4328-802c-363ac1f203d5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5100601 Dec 12 04:27:13.190913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37886) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:13.205852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e35c831f-3a02-443a-8fba-f2adea400d44 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:13.266670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5c3d852d-ddc5-4e1b-85bb-59e027035ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:13.301508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d852d-ddc5-4e1b-85bb-59e027035ab8 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:13.302169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5c3d852d-ddc5-4e1b-85bb-59e027035ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:13.341077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e35c831f-3a02-443a-8fba-f2adea400d44 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:13.375269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5c3d852d-ddc5-4e1b-85bb-59e027035ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:13.376524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d852d-ddc5-4e1b-85bb-59e027035ab8 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:13.559317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b2951-7a83-455d-9440-9c75a8655165 req-9e5990d0-6c0c-4d84-a5ec-e0bed81bc522 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:13.561285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133b2951-7a83-455d-9440-9c75a8655165 req-9e5990d0-6c0c-4d84-a5ec-e0bed81bc522 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.1230402 Dec 12 04:27:13.650919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e35c831f-3a02-443a-8fba-f2adea400d44 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:13.660462 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e35c831f-3a02-443a-8fba-f2adea400d44 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:13.660883 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-e35c831f-3a02-443a-8fba-f2adea400d44 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP 80be21f5-b0b9-4ba3-b72f-95b5ed1919de disassociated. External IP: 172.25.7.219, port: fe16468c-8e84-49ca-b6cf-65c938dcc4c5. Dec 12 04:27:13.668469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133b2951-7a83-455d-9440-9c75a8655165 req-840d8906-2de8-45d2-95f1-5f90b55e830e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987375 Dec 12 04:27:13.937429 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:13.962976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c831f-3a02-443a-8fba-f2adea400d44 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:14.087163 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:14.692253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c831f-3a02-443a-8fba-f2adea400d44 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:14.697913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e35c831f-3a02-443a-8fba-f2adea400d44 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:14.702951 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35b666-d79d-48c4-8bec-4b5aaacbe910 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:14.721933 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35b666-d79d-48c4-8bec-4b5aaacbe910 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:14.722742 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0e35b666-d79d-48c4-8bec-4b5aaacbe910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:14.803499 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0e35b666-d79d-48c4-8bec-4b5aaacbe910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:14.827891 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35b666-d79d-48c4-8bec-4b5aaacbe910 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:14.828576 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0e35b666-d79d-48c4-8bec-4b5aaacbe910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:14.892120 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e35c831f-3a02-443a-8fba-f2adea400d44 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/floatingips/80be21f5-b0b9-4ba3-b72f-95b5ed1919de HTTP/1.1" status: 200 len: 688 time: 1.6969192 Dec 12 04:27:14.895869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37924) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:14.924422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-35778eec-3691-4d2f-a76a-9637658ada58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:14.926351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-35778eec-3691-4d2f-a76a-9637658ada58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab&tenant_id=8d84172a3226415fb80c59544009f5bc HTTP/1.1" status: 200 len: 1095 time: 0.7876604 Dec 12 04:27:14.939940 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0e35b666-d79d-48c4-8bec-4b5aaacbe910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:14.940625 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35b666-d79d-48c4-8bec-4b5aaacbe910 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:14.947038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:15.004049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.030190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c9c-898f-42ef-a63b-800c58a23c3c req-6f0c84a8-b26a-4b13-82cd-54f66d05fc59 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:15.031769 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4423c9c-898f-42ef-a63b-800c58a23c3c req-6f0c84a8-b26a-4b13-82cd-54f66d05fc59 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.1683128 Dec 12 04:27:15.057443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port 319cc551-8b2a-431d-9a9a-b3d6972df56e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:15.058038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.112890 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4423c9c-898f-42ef-a63b-800c58a23c3c req-014f23ba-3e6f-40bd-a55f-2cc404dec5df tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566800 Dec 12 04:27:15.220192 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.220805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.257496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for 319cc551-8b2a-431d-9a9a-b3d6972df56e owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:15.309258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:15.360527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:27:15.409353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec34e3a-4d80-48ac-bcde-54de410dd1e8 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:27:15.419538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.483616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.483982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Transition to ACTIVE for port object cec34e3a-4d80-48ac-bcde-54de410dd1e8 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:27:15.495714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.525341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=319cc551-8b2a-431d-9a9a-b3d6972df56e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:15.572760 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.673000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.681035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.685672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3b156e17-ad7e-41a5-82a7-a9142862ed7f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/floatingips/80be21f5-b0b9-4ba3-b72f-95b5ed1919de HTTP/1.1" status: 204 len: 168 time: 0.7848723 Dec 12 04:27:15.685913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37938) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:15.696934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'c4269c7e-2139-4c05-b652-bbf757ac6427'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:15.754987 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:15.857900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=9']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:16.006905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] No DVR routers for this DVR port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:16.020985 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:16.244435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Attempting to bind port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:27:16.244986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Attempting to bind port cec34e3a-4d80-48ac-bcde-54de410dd1e8 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:27:16.245435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Attempting to bind port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:27:16.260707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.25.7.43 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/8d19dc1e-3153-446c-8dbc-4907b536c1a1) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:16.305950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:27:16.306448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Attempting to bind port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:27:16.314331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:27:16.315163 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Checking segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:27:16.315486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Bound using segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:27:16.316049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Bound port: cec34e3a-4d80-48ac-bcde-54de410dd1e8, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:27:16.316529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:16.392391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e7bbc-1fa9-4044-b9b8-bd0b0d0684d5 req-580316d6-345c-42f6-874a-d568514663c5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:16.406684 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-383e7bbc-1fa9-4044-b9b8-bd0b0d0684d5 req-580316d6-345c-42f6-874a-d568514663c5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 944 time: 0.1559632 Dec 12 04:27:16.467803 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-383e7bbc-1fa9-4044-b9b8-bd0b0d0684d5 req-22e0da00-0070-45bb-bf3b-2e8e9b01bfe4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596874 Dec 12 04:27:16.486339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:27:16.489912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:27:16.497617 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:16.497914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:16.539980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:16.540622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:16.552283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:16.554777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] 10.222.0.37 "PUT /v2.0/ports/cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 1092 time: 1.5993476 Dec 12 04:27:16.556846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:27:16.563056 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:27:16.643532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3a0f2-c0e9-415f-a654-ce5b35030dea service neutron] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=10']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:16.723669 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:16.794106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:16.810747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:16.814289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:16.892776 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-10e9b802-1701-471a-a18b-8f08a3160de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:16.903867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-10e9b802-1701-471a-a18b-8f08a3160de2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1096 time: 0.2535305 Dec 12 04:27:16.954342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=8d19dc1e-3153-446c-8dbc-4907b536c1a1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:17.094298 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e950bd87-58ad-43dd-8f85-d2bc00d45ad7 x-openstack-request-id: req-e950bd87-58ad-43dd-8f85-d2bc00d45ad7 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:27:17.094496 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:27:17.094729 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e950bd87-58ad-43dd-8f85-d2bc00d45ad7 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:27:17.096429 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'status': 'completed', 'code': 200} Dec 12 04:27:17.169461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-177c9d4d-9098-42a0-a0f8-5d3dd71fd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:17.170979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-177c9d4d-9098-42a0-a0f8-5d3dd71fd355 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.2289557 Dec 12 04:27:17.303737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-bab37f5b-bb8c-4c7b-a69d-fc7cc1d8cc83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 999 time: 0.1195984 Dec 12 04:27:17.368022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-d21569d9-2ee8-4ab5-9af4-3b9ffe55987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:17.369593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-d21569d9-2ee8-4ab5-9af4-3b9ffe55987d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.0548580 Dec 12 04:27:17.449860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-f044ee42-0607-4241-a31d-e8a7a783299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:17.454278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-f044ee42-0607-4241-a31d-e8a7a783299d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697894 Dec 12 04:27:17.491734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:17.657617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:17.734083 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-200162fe-10b3-4332-9da6-384b21adc6ca service neutron] 10.222.0.37 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679837 Dec 12 04:27:17.792300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c9ef-2e06-4454-97f8-41e03741cb34 req-9f5d7f39-d77b-47a9-be2d-f040ffcdd566 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:17.793948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1152c9ef-2e06-4454-97f8-41e03741cb34 req-9f5d7f39-d77b-47a9-be2d-f040ffcdd566 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.1295586 Dec 12 04:27:17.871696 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:17.878497 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:17.984367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1152c9ef-2e06-4454-97f8-41e03741cb34 req-c7c56d6f-b2ce-4b0a-96d3-3facf872c177 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723056 Dec 12 04:27:18.001491 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:18.027502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a5dbf29-68d1-45ae-b6e4-a180b2fa7cee req-d84c113d-63da-4dfb-a141-c7283dd0ec01 service neutron] 10.222.0.37 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788696 Dec 12 04:27:18.108841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=8d19dc1e-3153-446c-8dbc-4907b536c1a1,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:18.173179 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP 80d3489b-d2a9-4852-8d1e-f9f6df05ace4 associated. External IP: 172.25.7.43, port: c4269c7e-2139-4c05-b652-bbf757ac6427. Dec 12 04:27:18.491536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-9959f694-46aa-4783-aa7d-797728d21b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:18.535401 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-9959f694-46aa-4783-aa7d-797728d21b3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1096 time: 0.2865980 Dec 12 04:27:18.899804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-22f80934-5c51-4c15-ad59-380b69f1d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:18.901672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-22f80934-5c51-4c15-ad59-380b69f1d8de service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.3655400 Dec 12 04:27:19.033091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-4e1484c3-bd5d-4d44-b9c1-30bd0eb666a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 999 time: 0.1187284 Dec 12 04:27:19.202355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:19.237212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-392bcc46-21a0-4cea-933e-fdd32fa29231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:19.239410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-392bcc46-21a0-4cea-933e-fdd32fa29231 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.1955051 Dec 12 04:27:19.326600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691585a8-f07a-4d23-b925-c234f30c72bc req-6b3b51e2-70d9-4919-b4bb-e920c23fc695 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:19.336055 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-691585a8-f07a-4d23-b925-c234f30c72bc req-6b3b51e2-70d9-4919-b4bb-e920c23fc695 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.2017193 Dec 12 04:27:19.484397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-1042c551-a69c-4fc4-93c0-3ab670814340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:19.489910 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-1042c551-a69c-4fc4-93c0-3ab670814340 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252190 Dec 12 04:27:19.497095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:19.510540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e04610-2243-40a2-ab67-46f3cc0b30c9 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:19.525795 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-691585a8-f07a-4d23-b925-c234f30c72bc req-579590b9-5c68-4606-bb44-96987e92f61f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887534 Dec 12 04:27:19.556344 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:19.557796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e04610-2243-40a2-ab67-46f3cc0b30c9 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:19.561068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-04e04610-2243-40a2-ab67-46f3cc0b30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:19.608615 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1660cab6-ddd9-4806-bc5a-a2a729bdc84a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9216571 Dec 12 04:27:19.613522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38008) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:19.671532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-04e04610-2243-40a2-ab67-46f3cc0b30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:19.735786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e04610-2243-40a2-ab67-46f3cc0b30c9 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:19.738029 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-04e04610-2243-40a2-ab67-46f3cc0b30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:19.748613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f40944fc-e0e8-43f6-b5e2-9c9e4dc97c66 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "GET /v2.0/floatingips/80d3489b-d2a9-4852-8d1e-f9f6df05ace4 HTTP/1.1" status: 200 len: 977 time: 0.1336737 Dec 12 04:27:19.750598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38014) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:19.819452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-f03d7d89-aca7-41b4-a4c6-8c3070a86bfc service neutron] 10.222.0.37 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292717 Dec 12 04:27:19.981048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-04e04610-2243-40a2-ab67-46f3cc0b30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:19.984296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e04610-2243-40a2-ab67-46f3cc0b30c9 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:20.095522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dd05ac9-f6b2-4b46-bc23-25825c445400 req-0da03f3b-f95d-4b47-90b2-088a2ffb5e55 service neutron] 10.222.0.37 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619338 Dec 12 04:27:20.139303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38024) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:20.144296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'port_id': 'fe16468c-8e84-49ca-b6cf-65c938dcc4c5'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:20.149339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-57d645f9-8c12-4379-8c92-6d86a3f45ee9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3946393 Dec 12 04:27:20.234724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:21.547620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:21.570147 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:21.623253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-cfd2aae2-8243-4084-93dc-fedb5dd13e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:21.625932 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-cfd2aae2-8243-4084-93dc-fedb5dd13e98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1096 time: 0.2440448 Dec 12 04:27:21.679935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac018f-cd51-4c30-998c-44d13aea5939 req-27d93e55-2608-4b44-9c9c-d9afb2a5a541 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:21.685468 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfac018f-cd51-4c30-998c-44d13aea5939 req-27d93e55-2608-4b44-9c9c-d9afb2a5a541 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.3093379 Dec 12 04:27:21.815847 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP 80d3489b-d2a9-4852-8d1e-f9f6df05ace4 associated. External IP: 172.25.7.43, port: c4269c7e-2139-4c05-b652-bbf757ac6427. Dec 12 04:27:21.926478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cfac018f-cd51-4c30-998c-44d13aea5939 req-87d737f3-ff79-4368-a879-3e77f58c28a1 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392182 Dec 12 04:27:22.385579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-9cbce62b-a45e-4326-8fa7-10345b79ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:22.393029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-9cbce62b-a45e-4326-8fa7-10345b79ccba service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.6284125 Dec 12 04:27:22.397291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:22.580083 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-10b1ea50-3666-4c8c-9a9a-7432f27cc775 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 200 len: 999 time: 0.1479681 Dec 12 04:27:22.867627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:22.882338 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeffd83-59ae-4e0a-9dc3-23f70d72830a None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:22.914517 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeffd83-59ae-4e0a-9dc3-23f70d72830a None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:22.915171 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6aeffd83-59ae-4e0a-9dc3-23f70d72830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:23.039779 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6aeffd83-59ae-4e0a-9dc3-23f70d72830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:23.172105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeffd83-59ae-4e0a-9dc3-23f70d72830a None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:23.173240 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6aeffd83-59ae-4e0a-9dc3-23f70d72830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:23.342975 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6aeffd83-59ae-4e0a-9dc3-23f70d72830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:23.344105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeffd83-59ae-4e0a-9dc3-23f70d72830a None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:23.387431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-f050ee60-4b27-4568-b61f-0c0a042611ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:23.388944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-f050ee60-4b27-4568-b61f-0c0a042611ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.8080308 Dec 12 04:27:24.179784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f329ef-a15b-480a-9b59-43d4df95b63a req-adb00502-99cc-4fb6-bc85-6fb673ae4ace tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:24.181574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f329ef-a15b-480a-9b59-43d4df95b63a req-adb00502-99cc-4fb6-bc85-6fb673ae4ace tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.9853089 Dec 12 04:27:24.203514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-48ad2aee-0977-4dbf-9978-16fc3982ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:24.205487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-48ad2aee-0977-4dbf-9978-16fc3982ae75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7485886 Dec 12 04:27:24.260621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:24.270164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f329ef-a15b-480a-9b59-43d4df95b63a req-006f4f04-a6d7-476e-9114-af97acc4f856 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750663 Dec 12 04:27:24.572587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:24.577362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:24.585711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae530fb-c007-48bf-9a08-da1738832c38 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:24.603827 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae530fb-c007-48bf-9a08-da1738832c38 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:24.604561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fae530fb-c007-48bf-9a08-da1738832c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:24.694857 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1d926ba8-ea92-4976-86c9-e88115a15393 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/floatingips/80d3489b-d2a9-4852-8d1e-f9f6df05ace4 HTTP/1.1" status: 200 len: 977 time: 4.5542884 Dec 12 04:27:24.697847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38084) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:24.702679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-481201ba-c9c0-4a87-941c-b71954f73b68 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:24.727095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fae530fb-c007-48bf-9a08-da1738832c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:24.750159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae530fb-c007-48bf-9a08-da1738832c38 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:24.752625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fae530fb-c007-48bf-9a08-da1738832c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:24.909051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fae530fb-c007-48bf-9a08-da1738832c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:24.933197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae530fb-c007-48bf-9a08-da1738832c38 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:25.075265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-481201ba-c9c0-4a87-941c-b71954f73b68 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:25.327017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-bd2d9964-cf04-4eb9-9817-21ad2b9bfb44 service neutron] 10.222.0.37 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644606 Dec 12 04:27:25.590054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ad206b5-81fa-4edc-b81b-8e96c4a4bcc1 req-d951a2bd-6aec-44d1-9e9e-0b204e2b24bb service neutron] 10.222.0.37 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298217 Dec 12 04:27:25.682283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-481201ba-c9c0-4a87-941c-b71954f73b68 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:25.709594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-481201ba-c9c0-4a87-941c-b71954f73b68 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:25.710324 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-481201ba-c9c0-4a87-941c-b71954f73b68 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP 80d3489b-d2a9-4852-8d1e-f9f6df05ace4 disassociated. External IP: 172.25.7.43, port: fe16468c-8e84-49ca-b6cf-65c938dcc4c5. Dec 12 04:27:25.884715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca06e-1075-493c-a88b-580aac788bfb req-9ee681f4-0609-414b-a00b-50d43190362a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:25.892555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc6ca06e-1075-493c-a88b-580aac788bfb req-9ee681f4-0609-414b-a00b-50d43190362a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.2261834 Dec 12 04:27:26.045049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc6ca06e-1075-493c-a88b-580aac788bfb req-5ac38b9a-1d4d-4f4e-8864-7562dab6b114 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500535 Dec 12 04:27:26.192134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481201ba-c9c0-4a87-941c-b71954f73b68 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:26.466132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481201ba-c9c0-4a87-941c-b71954f73b68 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:26.473707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-481201ba-c9c0-4a87-941c-b71954f73b68 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:26.477460 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7209f7ae-7075-450c-ac97-0a598f14ad9a None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:26.493353 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7209f7ae-7075-450c-ac97-0a598f14ad9a None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:26.494221 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7209f7ae-7075-450c-ac97-0a598f14ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:26.527102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-481201ba-c9c0-4a87-941c-b71954f73b68 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/floatingips/80d3489b-d2a9-4852-8d1e-f9f6df05ace4 HTTP/1.1" status: 200 len: 687 time: 1.8277476 Dec 12 04:27:26.530360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:26.574788 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7209f7ae-7075-450c-ac97-0a598f14ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:26.591076 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7209f7ae-7075-450c-ac97-0a598f14ad9a None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:26.591699 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7209f7ae-7075-450c-ac97-0a598f14ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:26.694441 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7209f7ae-7075-450c-ac97-0a598f14ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:26.697174 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7209f7ae-7075-450c-ac97-0a598f14ad9a None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:27.008775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port 8d19dc1e-3153-446c-8dbc-4907b536c1a1 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:27.009855 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:27.284759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:27.294771 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:27.341925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for 8d19dc1e-3153-446c-8dbc-4907b536c1a1 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:27.407632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94509703-c4be-4c91-bd38-bdd067bac3a9 req-cfa8e5a9-3c87-4df9-a396-f5c3e9436480 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:27.410211 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94509703-c4be-4c91-bd38-bdd067bac3a9 req-cfa8e5a9-3c87-4df9-a396-f5c3e9436480 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.1648157 Dec 12 04:27:27.546312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94509703-c4be-4c91-bd38-bdd067bac3a9 req-f404d8de-c105-4a30-af5a-5eb91f4a14c2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254153 Dec 12 04:27:27.711897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:27.837133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=8d19dc1e-3153-446c-8dbc-4907b536c1a1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:28.015028 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:28.022975 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:28.029543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38138) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:28.030020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-16634c66-c3ef-4ea4-b698-c89d190ce59c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/floatingips/80d3489b-d2a9-4852-8d1e-f9f6df05ace4 HTTP/1.1" status: 204 len: 168 time: 1.4983842 Dec 12 04:27:28.166041 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-5dd4a711-a1ee-4d12-98cc-3f50a5528690 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] delete failed (client error): The resource could not be found. Dec 12 04:27:28.168097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5dd4a711-a1ee-4d12-98cc-3f50a5528690 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/floatingips/80d3489b-d2a9-4852-8d1e-f9f6df05ace4 HTTP/1.1" status: 404 len: 345 time: 0.1371508 Dec 12 04:27:28.172447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38142) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:28.213566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38144) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:28.404298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534dde71-4008-44e4-bd3d-09e400710833 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:28.413942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534dde71-4008-44e4-bd3d-09e400710833 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:28.444761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534dde71-4008-44e4-bd3d-09e400710833 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:28.456637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38152) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:28.456877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-534dde71-4008-44e4-bd3d-09e400710833 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "GET /v2.0/ports?network_id=cd202dd2-cdc7-40cb-be9e-2bf4100eed57 HTTP/1.1" status: 200 len: 2358 time: 0.2827516 Dec 12 04:27:28.617755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad542ae-0089-4b2a-b8a9-7ca4d0c2a033 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:28.619836 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ad542ae-0089-4b2a-b8a9-7ca4d0c2a033 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "GET /v2.0/subnets/9ace9307-b5fa-4286-a11f-69a0f7ca54eb HTTP/1.1" status: 200 len: 797 time: 0.1616495 Dec 12 04:27:28.625468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38158) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:28.632799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'port': {'network_id': 'cd202dd2-cdc7-40cb-be9e-2bf4100eed57', 'name': 'tempest-FloatingIPTestJSON-643512094', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:28.955164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Made reservation on behalf of 7f206bc18b38431585a29a7f0ec6f421 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:29.211212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:29.250340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] device_id is not set on port f1fecfa5-3ca8-4319-b2b1-a14138a2b52d yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:27:29.314397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead87e04-cb38-47f4-a916-3903692e1db7 req-0dd2a76e-fda6-4924-aa31-63c79d8a61ef tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:29.315893 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ead87e04-cb38-47f4-a916-3903692e1db7 req-0dd2a76e-fda6-4924-aa31-63c79d8a61ef tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.4578695 Dec 12 04:27:29.554860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ead87e04-cb38-47f4-a916-3903692e1db7 req-f55f61d4-1641-4dc5-b717-6deebd689bdc tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094388 Dec 12 04:27:30.101909 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:30.582453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.20.0.14 (cd202dd2-cdc7-40cb-be9e-2bf4100eed57/9ace9307-b5fa-4286-a11f-69a0f7ca54eb/f1fecfa5-3ca8-4319-b2b1-a14138a2b52d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:30.603911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.20.0.13 (cd202dd2-cdc7-40cb-be9e-2bf4100eed57/9ace9307-b5fa-4286-a11f-69a0f7ca54eb/f1fecfa5-3ca8-4319-b2b1-a14138a2b52d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:30.890520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2125b-a57b-423d-93d5-d6a167100200 req-12a2c820-b69e-426e-9c82-a718aa1e25d5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:30.898418 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5da2125b-a57b-423d-93d5-d6a167100200 req-12a2c820-b69e-426e-9c82-a718aa1e25d5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.1679404 Dec 12 04:27:31.082071 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:31.222105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:31.284908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5da2125b-a57b-423d-93d5-d6a167100200 req-6ba6f96a-8423-428b-86e1-ebf8fd40d8f7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761737 Dec 12 04:27:31.348672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Deleting port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:31.349826 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:31.408791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:31.425763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:31.440992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:31.457624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=f1fecfa5-3ca8-4319-b2b1-a14138a2b52d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:31.561734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] For port 3a5b280d-3b16-4249-83f2-e53c64f7bdd1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3a5b280d-3b16-4249-83f2-e53c64f7bdd1,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:31.562498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:31.607589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Calling delete_port for 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:31.642210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:31.644080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:31.785928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0cd38b4f-fbdf-4628-adad-fa5685f86811 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1574857 Dec 12 04:27:31.790766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38190) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:31.810014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'f1fecfa5-3ca8-4319-b2b1-a14138a2b52d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:31.891116 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:32.070551 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:32.154115 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:32.236474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5b280d-3b16-4249-83f2-e53c64f7bdd1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:32.283733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.284196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.284753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.296093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.296583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.297056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.297181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.297532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.298212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.298212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.298580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.298877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.299169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:32.519571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.25.7.204 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9ffa4af9-e3a8-4bed-b238-4c045160a436) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:32.628565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dbd3a-1fdc-41fd-b292-ee7afd9f7485 req-645120cc-a1fa-4127-bdbd-3c4cc9bdeb34 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:32.631283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-973dbd3a-1fdc-41fd-b292-ee7afd9f7485 req-645120cc-a1fa-4127-bdbd-3c4cc9bdeb34 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.1213808 Dec 12 04:27:32.744664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:32.855749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-973dbd3a-1fdc-41fd-b292-ee7afd9f7485 req-25fd75d4-fe50-4965-82a2-366631b56ab5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104352 Dec 12 04:27:32.947619 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:33.036194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:33.092703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:33.096012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:33.100577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:33.135639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=9ffa4af9-e3a8-4bed-b238-4c045160a436,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:33.383125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:33.613105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:33.711485 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:33.911789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:33.922494 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:33.940439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:33.950251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b123f-560d-4954-be03-852b286898fc None None] Sync routers for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:33.968125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a34d12c4-cc5c-49bb-be6c-de57a0abda71 admin admin] 10.222.0.36 "PUT /v2.0/routers/10309aca-6f65-45f7-9fcb-5c4ca6e82788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7527125 Dec 12 04:27:33.968785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38222) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:33.970457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b123f-560d-4954-be03-852b286898fc None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:33.971846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ae4b123f-560d-4954-be03-852b286898fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:34.029813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=9ffa4af9-e3a8-4bed-b238-4c045160a436,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:34.036884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38226) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:34.123426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.123789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.124141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.124486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.128189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.128547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.134009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.134392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.134884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.135237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.135587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.135933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.136277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:34.213222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ae4b123f-560d-4954-be03-852b286898fc None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:34.213640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:34.306919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b1ad9-68ee-487e-b1f2-ebe49fd9c9d5 req-bdc27eb7-3856-461b-9eba-06d04e9900aa tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:34.308473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-821b1ad9-68ee-487e-b1f2-ebe49fd9c9d5 req-bdc27eb7-3856-461b-9eba-06d04e9900aa tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.2478647 Dec 12 04:27:34.326059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:34.459994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:34.503842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-821b1ad9-68ee-487e-b1f2-ebe49fd9c9d5 req-75ead400-61ce-4d1e-8065-77934688ad70 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872692 Dec 12 04:27:34.552721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Deleting port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:34.553276 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:34.687763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ae4b123f-560d-4954-be03-852b286898fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:27:32Z', 'revision_number': 5, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port': {'id': '4f269ea3-f27f-42fd-bc9d-7f8059884f5f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:34.774170 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP a63d9f61-1a5b-48dd-a669-0c52b0946544 associated. External IP: 172.25.7.204, port: f1fecfa5-3ca8-4319-b2b1-a14138a2b52d. Dec 12 04:27:34.787825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b123f-560d-4954-be03-852b286898fc None None] Checking router: 10309aca-6f65-45f7-9fcb-5c4ca6e82788 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:27:34.804850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] For port 4f269ea3-f27f-42fd-bc9d-7f8059884f5f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4f269ea3-f27f-42fd-bc9d-7f8059884f5f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:34.805429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:34.807761 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b123f-560d-4954-be03-852b286898fc None None] Routers {'10309aca-6f65-45f7-9fcb-5c4ca6e82788'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:34.808354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ae4b123f-560d-4954-be03-852b286898fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:34.841990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Calling delete_port for 4f269ea3-f27f-42fd-bc9d-7f8059884f5f owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:34.986474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ae4b123f-560d-4954-be03-852b286898fc None None] Set router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:35.061919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ae4b123f-560d-4954-be03-852b286898fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:27:34Z', 'revision_number': 6, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:35.103430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b123f-560d-4954-be03-852b286898fc None None] The sync data for ids ['10309aca-6f65-45f7-9fcb-5c4ca6e82788'] in n-d-710847-7 is: [{'id': '10309aca-6f65-45f7-9fcb-5c4ca6e82788', 'name': 'tempest-TaggedBootDevicesTest-1949232709-router', 'tenant_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:25Z', 'updated_at': '2021-12-12T04:27:34Z', 'revision_number': 6, 'project_id': 'e0b784a5ba4b4533a91f101d0edb582e', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:35.206430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.212749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:35.249197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f269ea3-f27f-42fd-bc9d-7f8059884f5f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:35.264301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89d70a-ac57-4607-8c87-5bc44c61b186 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:35.322557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.427344 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.441942 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.444953 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.522294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:35.535024 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b115a19-c884-48b4-bc61-523850430ee9 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:35.555091 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b115a19-c884-48b4-bc61-523850430ee9 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:35.557921 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8b115a19-c884-48b4-bc61-523850430ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:35.574733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.575413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10309aca-6f65-45f7-9fcb-5c4ca6e82788 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:27:35.595141 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.601639 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.601844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-91b85177-8c4c-4bdc-b7d8-7f14d0c549a4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/10309aca-6f65-45f7-9fcb-5c4ca6e82788 HTTP/1.1" status: 204 len: 168 time: 1.6295817 Dec 12 04:27:35.607115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38250) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:35.645192 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-34478ebf-88bd-4780-87f8-333a5977a41c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8526061 Dec 12 04:27:35.650608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38252) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:35.660627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-685a6598-1844-41ca-854c-5d3ef909147e tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'port_id': 'f1fecfa5-3ca8-4319-b2b1-a14138a2b52d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:35.684162 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8b115a19-c884-48b4-bc61-523850430ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:35.707195 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b115a19-c884-48b4-bc61-523850430ee9 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:35.709563 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8b115a19-c884-48b4-bc61-523850430ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:35.727067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c54b5f2-f379-4a09-acbb-36cba05d95ea admin admin] Deleting subnet 8498c706-8988-4493-9db4-a7c752384c54 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:27:35.730352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c54b5f2-f379-4a09-acbb-36cba05d95ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.791167 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8b115a19-c884-48b4-bc61-523850430ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:35.795281 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b115a19-c884-48b4-bc61-523850430ee9 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:35.809431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c54b5f2-f379-4a09-acbb-36cba05d95ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.941415 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-685a6598-1844-41ca-854c-5d3ef909147e tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:35.948846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c54b5f2-f379-4a09-acbb-36cba05d95ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.070195 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c54b5f2-f379-4a09-acbb-36cba05d95ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.148291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54b5f2-f379-4a09-acbb-36cba05d95ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8498c706-8988-4493-9db4-a7c752384c54,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:36.150761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c54b5f2-f379-4a09-acbb-36cba05d95ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.151417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:36.157161 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3c54b5f2-f379-4a09-acbb-36cba05d95ea admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8498c706-8988-4493-9db4-a7c752384c54 HTTP/1.1" status: 204 len: 168 time: 0.5466578 Dec 12 04:27:36.157804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38256) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:36.160709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126c145a-1052-461c-b059-ef505a328714 None None] Network e24b41d5-580c-404e-9977-7163a101b7f9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:36.243032 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.277427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:36.278059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3a5b280d-3b16-4249-83f2-e53c64f7bdd1 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:36.278826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4f269ea3-f27f-42fd-bc9d-7f8059884f5f no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:36.306026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 4f269ea3-f27f-42fd-bc9d-7f8059884f5f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:36.306698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4f269ea3-f27f-42fd-bc9d-7f8059884f5f not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:36.338431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Deleting port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:36.338925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.405581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bfbb6-dea4-4fb4-aacc-3af20eda6dca req-be6083d4-4692-4e15-bf29-b0ab8406e26c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:36.407163 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d4bfbb6-dea4-4fb4-aacc-3af20eda6dca req-be6083d4-4692-4e15-bf29-b0ab8406e26c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.7326157 Dec 12 04:27:36.465907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] DHCP port deletion for e24b41d5-580c-404e-9977-7163a101b7f9 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:36.475547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] For port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=34526aa8-ebbf-4bdc-9980-b0a0ac41fc38,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:36.476034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.494088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Calling delete_port for 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:36.569712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d4bfbb6-dea4-4fb4-aacc-3af20eda6dca req-eb39e4bc-e798-4b5b-bbd6-9722d2dc4317 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516919 Dec 12 04:27:36.595598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Deleting port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:36.595999 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.607178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.621733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] No DVR routers for this DVR port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:36.643109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=34526aa8-ebbf-4bdc-9980-b0a0ac41fc38,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:36.730159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] For port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=34526aa8-ebbf-4bdc-9980-b0a0ac41fc38,segment=NetworkSegment(40699021-9a16-4a62-bbb1-7395b81d6210),segment_id=40699021-9a16-4a62-bbb1-7395b81d6210)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:36.730568 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.756408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Calling delete_port for 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:36.822355 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.869002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24b41d5-580c-404e-9977-7163a101b7f9']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:36.882416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40699021-9a16-4a62-bbb1-7395b81d6210') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:36.882871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40699021-9a16-4a62-bbb1-7395b81d6210') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:36.892756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Deleting port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:36.893361 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.907586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.917180 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.924077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.931674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:27:36.932368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:27:36.934302 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:27:37.017976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:37.032850 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:37.038105 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] 10.222.0.36 "DELETE /v2.0/networks/e24b41d5-580c-404e-9977-7163a101b7f9 HTTP/1.1" status: 204 len: 168 time: 0.8791840 Dec 12 04:27:37.046478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] No DVR routers for this DVR port 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:37.050350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Pushing event deleted for resources: {'Port': ['ID=34526aa8-ebbf-4bdc-9980-b0a0ac41fc38,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:37.055539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38264) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:37.066171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.067345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.067850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.068343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.068989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.069476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.069985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.070467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.070956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.071440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.071975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.072526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.073029 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41d50c-0b2e-4a58-a5b5-58807f5ddda5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:27:37.132751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e0114-b1ec-443d-9842-dc7acd883a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e24b41d5-580c-404e-9977-7163a101b7f9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:37.364699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] For port 27c1ed0d-91b7-47e5-995a-9d2fc4b57189, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=27c1ed0d-91b7-47e5-995a-9d2fc4b57189,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:37.365016 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:37.386824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Calling delete_port for 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:37.672317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:37.705840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-685a6598-1844-41ca-854c-5d3ef909147e tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:37.749841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-685a6598-1844-41ca-854c-5d3ef909147e tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:37.926045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bf5ee-c95e-4f72-9024-43f2fe655ea0 req-fd491f47-e859-4be0-8e06-cd245c810d95 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:37.933943 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-351bf5ee-c95e-4f72-9024-43f2fe655ea0 req-fd491f47-e859-4be0-8e06-cd245c810d95 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.2302794 Dec 12 04:27:38.084656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Deleting port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:38.084841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:38.085289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:38.127530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:38.131048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 34526aa8-ebbf-4bdc-9980-b0a0ac41fc38 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:38.149444 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-351bf5ee-c95e-4f72-9024-43f2fe655ea0 req-6a147b99-1104-412e-b437-7c576860c786 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147055 Dec 12 04:27:38.185963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] For port 5591930c-f4ae-4830-a2a6-1c3620eb3a5d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5591930c-f4ae-4830-a2a6-1c3620eb3a5d,segment=NetworkSegment(efceddb1-16d2-49e4-8135-6739a2985448),segment_id=efceddb1-16d2-49e4-8135-6739a2985448)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:38.186339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:38.201987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Calling delete_port for 5591930c-f4ae-4830-a2a6-1c3620eb3a5d owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:38.216070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:38.280019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c1ed0d-91b7-47e5-995a-9d2fc4b57189,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:38.392075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685a6598-1844-41ca-854c-5d3ef909147e tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:38.448251 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:38.496998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Pushing event deleted for resources: {'Port': ['ID=5591930c-f4ae-4830-a2a6-1c3620eb3a5d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:38.605407 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:38.719441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685a6598-1844-41ca-854c-5d3ef909147e tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:38.724992 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-685a6598-1844-41ca-854c-5d3ef909147e tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:38.733982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c213207c-42bb-4c7d-b13e-f3a2352e84a6 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:38.745874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213207c-42bb-4c7d-b13e-f3a2352e84a6 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:38.746512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c213207c-42bb-4c7d-b13e-f3a2352e84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:38.775846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:38.814814 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-685a6598-1844-41ca-854c-5d3ef909147e tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/floatingips/a63d9f61-1a5b-48dd-a669-0c52b0946544 HTTP/1.1" status: 200 len: 978 time: 3.1628854 Dec 12 04:27:38.819407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38282) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:38.828093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c213207c-42bb-4c7d-b13e-f3a2352e84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:38.839345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213207c-42bb-4c7d-b13e-f3a2352e84a6 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:38.839989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c213207c-42bb-4c7d-b13e-f3a2352e84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:38.879649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c213207c-42bb-4c7d-b13e-f3a2352e84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:38.881172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c213207c-42bb-4c7d-b13e-f3a2352e84a6 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:39.127715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:39.210011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Router aea4ba19-d4ee-45dc-afe7-c08722ebe68f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:39.245615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port 9ffa4af9-e3a8-4bed-b238-4c045160a436 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:39.246102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:39.348225 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:39.349153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:39.364022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for 9ffa4af9-e3a8-4bed-b238-4c045160a436 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:39.567769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:39.631739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:39.641101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-859c6393-eeb0-497d-bbc6-73d7b3b8f26d admin admin] 10.222.0.36 "PUT /v2.0/routers/aea4ba19-d4ee-45dc-afe7-c08722ebe68f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5738857 Dec 12 04:27:39.641537 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] Sync routers for ids ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:39.641989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38292) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:39.657795 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] Routers {'aea4ba19-d4ee-45dc-afe7-c08722ebe68f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:39.658434 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:39.775932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:39.936292 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] Set router aea4ba19-d4ee-45dc-afe7-c08722ebe68f gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:39.976249 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.007941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=9ffa4af9-e3a8-4bed-b238-4c045160a436,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:40.075710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Deleting port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:40.076300 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.104153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.104579 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP a63d9f61-1a5b-48dd-a669-0c52b0946544 disassociated (deleted). External IP: 172.25.7.204, port: f1fecfa5-3ca8-4319-b2b1-a14138a2b52d. Dec 12 04:27:40.216478 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:27:38Z', 'revision_number': 5, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'gw_port': {'id': '8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:43Z', 'updated_at': '2021-12-12T04:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:40.228035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] For port 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:40.228410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.255649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f2fce-0f98-4f8d-9f13-996c97ef1773 req-29da6a7e-ff48-437b-99b4-49e4f65452a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:40.257252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b59f2fce-0f98-4f8d-9f13-996c97ef1773 req-29da6a7e-ff48-437b-99b4-49e4f65452a4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.7042046 Dec 12 04:27:40.259980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:40.260115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Calling delete_port for 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:40.281198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] Sync routers for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:40.281949 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] Checking router: aea4ba19-d4ee-45dc-afe7-c08722ebe68f for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:27:40.295294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:40.296027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:40.296270 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] Routers {'aea4ba19-d4ee-45dc-afe7-c08722ebe68f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:40.296982 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:40.326853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b708c5ff-5da0-4141-b09d-4107e8c8e618 admin admin] 10.222.0.36 "PUT /v2.0/routers/70bdd246-b1e3-4992-b14e-feec4b7d8eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2807477 Dec 12 04:27:40.364841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38300) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:40.428663 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] Set router aea4ba19-d4ee-45dc-afe7-c08722ebe68f gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:40.429254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b59f2fce-0f98-4f8d-9f13-996c97ef1773 req-53ba1547-88ad-4626-8f66-b56a393e20cb tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153319 Dec 12 04:27:40.453284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:40.498543 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:27:39Z', 'revision_number': 6, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:40.531693 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b5690-4996-4735-8377-18d7fac679c3 None None] The sync data for ids ['aea4ba19-d4ee-45dc-afe7-c08722ebe68f'] in n-d-710847-7 is: [{'id': 'aea4ba19-d4ee-45dc-afe7-c08722ebe68f', 'name': 'tempest-TaggedBootDevicesTest-1637748496-router', 'tenant_id': '653393d9c56a48f585c50ed4e79d72dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:41Z', 'updated_at': '2021-12-12T04:27:39Z', 'revision_number': 6, 'project_id': '653393d9c56a48f585c50ed4e79d72dc', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:40.537776 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:40.600851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:40.607104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.610836 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d473c-1327-40ab-91c4-5da0690fac08 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:40.613316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.622352 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d473c-1327-40ab-91c4-5da0690fac08 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:40.623079 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f40d473c-1327-40ab-91c4-5da0690fac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:40.645799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e4d9314e-2ada-437b-977e-05dae7204970 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/floatingips/a63d9f61-1a5b-48dd-a669-0c52b0946544 HTTP/1.1" status: 204 len: 168 time: 1.8134906 Dec 12 04:27:40.653494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38302) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:40.663778 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f40d473c-1327-40ab-91c4-5da0690fac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:40.673706 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d473c-1327-40ab-91c4-5da0690fac08 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:40.676060 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f40d473c-1327-40ab-91c4-5da0690fac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:40.709788 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f40d473c-1327-40ab-91c4-5da0690fac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:40.710400 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d473c-1327-40ab-91c4-5da0690fac08 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:40.760646 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79148063-f2d3-4555-a9d7-ee4c503e7ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.846527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.850651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-333f93d6-c4e2-4de7-a1df-d73560902ac1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port f1fecfa5-3ca8-4319-b2b1-a14138a2b52d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:40.851048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-333f93d6-c4e2-4de7-a1df-d73560902ac1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.902191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:27:37Z', 'revision_number': 5, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port': {'id': 'dc584f93-90d6-4a5a-82b6-312f5eccbd1a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:33Z', 'updated_at': '2021-12-12T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:40.926435 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:40.969579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Pushing event deleted for resources: {'Port': ['ID=8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:40.993192 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-333f93d6-c4e2-4de7-a1df-d73560902ac1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.003214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Deleting port dc584f93-90d6-4a5a-82b6-312f5eccbd1a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:41.006620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.012640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-333f93d6-c4e2-4de7-a1df-d73560902ac1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for f1fecfa5-3ca8-4319-b2b1-a14138a2b52d owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:41.013358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] Checking router: 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:27:41.034631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30157a7a-b5ca-43a0-b2db-c153d1bd46bd None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:41.048302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] Routers {'70bdd246-b1e3-4992-b14e-feec4b7d8eb3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:41.048992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:41.213707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.354552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device cec34e3a-4d80-48ac-bcde-54de410dd1e8 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:27:41.401585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.406604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.475783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] For port dc584f93-90d6-4a5a-82b6-312f5eccbd1a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=dc584f93-90d6-4a5a-82b6-312f5eccbd1a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:41.475783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.486344 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.486930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aea4ba19-d4ee-45dc-afe7-c08722ebe68f {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:27:41.493056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.496921 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-94ffb647-6553-4437-ba1c-03e45c9f3369 admin admin] 10.222.0.36 "DELETE /v2.0/routers/aea4ba19-d4ee-45dc-afe7-c08722ebe68f HTTP/1.1" status: 204 len: 168 time: 1.8539550 Dec 12 04:27:41.497596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38312) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:41.522326 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-333f93d6-c4e2-4de7-a1df-d73560902ac1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.547226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Calling delete_port for dc584f93-90d6-4a5a-82b6-312f5eccbd1a owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:41.580147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f93d6-c4e2-4de7-a1df-d73560902ac1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=f1fecfa5-3ca8-4319-b2b1-a14138a2b52d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:41.632727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff536883-d36d-4ebf-b481-602ab680a9a8 admin admin] Deleting subnet 1caf30a7-c7d4-46ef-8986-1c95426cff0c {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:27:41.638171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff536883-d36d-4ebf-b481-602ab680a9a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.701643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] Set router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:41.702559 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff536883-d36d-4ebf-b481-602ab680a9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.735861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8686469-6eba-4da0-9692-3f909af65138 req-7876e266-0582-4ef8-a06f-49a745120a07 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:41.742486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8686469-6eba-4da0-9692-3f909af65138 req-7876e266-0582-4ef8-a06f-49a745120a07 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 945 time: 0.1229088 Dec 12 04:27:41.771636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:27:40Z', 'revision_number': 6, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:41.783110 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-333f93d6-c4e2-4de7-a1df-d73560902ac1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.787229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-333f93d6-c4e2-4de7-a1df-d73560902ac1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/ports/f1fecfa5-3ca8-4319-b2b1-a14138a2b52d HTTP/1.1" status: 204 len: 168 time: 1.1316764 Dec 12 04:27:41.792155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38314) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:41.800626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:41.813740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da577d59-9f68-4ba9-a24a-7eab41086451 None None] The sync data for ids ['70bdd246-b1e3-4992-b14e-feec4b7d8eb3'] in n-d-710847-7 is: [{'id': '70bdd246-b1e3-4992-b14e-feec4b7d8eb3', 'name': 'tempest-TaggedBootDevicesTest_v242-942458954-router', 'tenant_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:30Z', 'updated_at': '2021-12-12T04:27:40Z', 'revision_number': 6, 'project_id': 'f99d660ac13d4c0da61665f05dcad8c4', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:41.841124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff536883-d36d-4ebf-b481-602ab680a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.857963 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.868225 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8686469-6eba-4da0-9692-3f909af65138 req-ec556a9e-278b-41ab-8f17-23c01a116408 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155844 Dec 12 04:27:41.869667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:41.945418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:41.960870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'port_id': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'mac_address': 'fa:16:3e:b7:b0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:27:41.993111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff536883-d36d-4ebf-b481-602ab680a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.005873 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.009176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.025248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec34e3a-4d80-48ac-bcde-54de410dd1e8 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:27:42.029484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff536883-d36d-4ebf-b481-602ab680a9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1caf30a7-c7d4-46ef-8986-1c95426cff0c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:42.031531 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff536883-d36d-4ebf-b481-602ab680a9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.034898 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ff536883-d36d-4ebf-b481-602ab680a9a8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1caf30a7-c7d4-46ef-8986-1c95426cff0c HTTP/1.1" status: 204 len: 168 time: 0.5330391 Dec 12 04:27:42.037793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38316) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:42.041855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce111011-70f2-4ccb-ab55-7c561197d016 None None] Network c440ffd4-33ad-45ca-94be-2a3476a6b17f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:42.073812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:42.102878 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.115139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.118233 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.125900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.25.7.40 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/d15d6207-f525-40f5-be75-020e6c8b84ec) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:42.156137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=dc584f93-90d6-4a5a-82b6-312f5eccbd1a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:42.189982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=11']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:42.197505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9ef8a6-d4bc-42de-be20-f8aaaeb1738e None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:42.257230 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.323281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.342538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f840f-3820-4d30-bb24-d49ea4b14257 None None] DHCP port deletion for c440ffd4-33ad-45ca-94be-2a3476a6b17f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:42.369058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:42.375478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:42.379438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:42.389000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.428496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=d15d6207-f525-40f5-be75-020e6c8b84ec,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:42.469384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['cec34e3a-4d80-48ac-bcde-54de410dd1e8'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:27:42.494867 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.543003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.596297 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.600738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.626358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f840f-3820-4d30-bb24-d49ea4b14257 None None] Deleting port 73a6edcd-effd-43f9-9f9b-d666208f16ec {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:42.627261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae2f840f-3820-4d30-bb24-d49ea4b14257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.736165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Deleting port 73a6edcd-effd-43f9-9f9b-d666208f16ec {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:42.736537 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.740224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.740786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70bdd246-b1e3-4992-b14e-feec4b7d8eb3 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:27:42.759146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5591930c-f4ae-4830-a2a6-1c3620eb3a5d no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:42.766621 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.776002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.801490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5591930c-f4ae-4830-a2a6-1c3620eb3a5d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:42.802538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5591930c-f4ae-4830-a2a6-1c3620eb3a5d not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:42.803096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:42.833207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:42.833713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8148a8c5-f9e2-4b7e-afe3-6c72ae2671b3 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:42.834248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:42.866675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] For port 73a6edcd-effd-43f9-9f9b-d666208f16ec, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=73a6edcd-effd-43f9-9f9b-d666208f16ec,segment=NetworkSegment(efceddb1-16d2-49e4-8135-6739a2985448),segment_id=efceddb1-16d2-49e4-8135-6739a2985448)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:42.866975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.868747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:42.869251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 27c1ed0d-91b7-47e5-995a-9d2fc4b57189 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:42.885214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ae2f840f-3820-4d30-bb24-d49ea4b14257 None None] For port 73a6edcd-effd-43f9-9f9b-d666208f16ec, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=73a6edcd-effd-43f9-9f9b-d666208f16ec,segment=NetworkSegment(efceddb1-16d2-49e4-8135-6739a2985448),segment_id=efceddb1-16d2-49e4-8135-6739a2985448)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:42.885785 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae2f840f-3820-4d30-bb24-d49ea4b14257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.886143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Calling delete_port for 73a6edcd-effd-43f9-9f9b-d666208f16ec owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:42.907208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=d15d6207-f525-40f5-be75-020e6c8b84ec,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:42.918296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f840f-3820-4d30-bb24-d49ea4b14257 None None] Calling delete_port for 73a6edcd-effd-43f9-9f9b-d666208f16ec owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:42.935947 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.981801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:42.983222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cab095cb-393f-43a0-a641-4e101ce3b2ab admin admin] 10.222.0.36 "DELETE /v2.0/routers/70bdd246-b1e3-4992-b14e-feec4b7d8eb3 HTTP/1.1" status: 204 len: 168 time: 2.6172533 Dec 12 04:27:42.986039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38338) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:43.006609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.011861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d8bd3a2f-4a57-47ae-a99e-d46dbfa690f9 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2179279 Dec 12 04:27:43.012740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38340) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:43.019570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'port': {'network_id': 'cd202dd2-cdc7-40cb-be9e-2bf4100eed57', 'name': 'tempest-FloatingIPTestJSON-2106674764'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:43.032526 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-91172052-6391-4a38-857d-020c48824f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.109299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.114050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abb1b9-b83f-4207-9e18-78fbf2d1d012 req-5ae1797e-c1ba-4876-8263-e789355c1835 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:43.116240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1abb1b9-b83f-4207-9e18-78fbf2d1d012 req-5ae1797e-c1ba-4876-8263-e789355c1835 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.1457431 Dec 12 04:27:43.124339 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae2f840f-3820-4d30-bb24-d49ea4b14257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.135771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dcce9c-a7ef-44d5-b439-48a7e3920602 admin admin] Deleting subnet 096e88f5-8993-4f7c-8a4b-6dbd7270e925 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:27:43.138146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f840f-3820-4d30-bb24-d49ea4b14257 None None] No DVR routers for this DVR port 73a6edcd-effd-43f9-9f9b-d666208f16ec on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:43.140279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] No DVR routers for this DVR port 73a6edcd-effd-43f9-9f9b-d666208f16ec on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:43.178589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f840f-3820-4d30-bb24-d49ea4b14257 None None] Pushing event deleted for resources: {'Port': ['ID=73a6edcd-effd-43f9-9f9b-d666208f16ec,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:43.181178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc308255-123a-4e79-be23-967d4f38e07d req-b8d4a09d-b25c-4802-a686-cc493033c72c tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:43.183674 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc308255-123a-4e79-be23-967d4f38e07d req-b8d4a09d-b25c-4802-a686-cc493033c72c tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 945 time: 0.2047663 Dec 12 04:27:43.184164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Pushing event deleted for resources: {'Port': ['ID=73a6edcd-effd-43f9-9f9b-d666208f16ec,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:43.186420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01dcce9c-a7ef-44d5-b439-48a7e3920602 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.253661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1abb1b9-b83f-4207-9e18-78fbf2d1d012 req-413aca77-9084-4a4f-bb4c-6f0a9eb92081 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228666 Dec 12 04:27:43.283171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Made reservation on behalf of 7f206bc18b38431585a29a7f0ec6f421 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:43.287773 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.308950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] device_id is not set on port 6ca85af2-66c0-4061-92e6-60545f010075 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:27:43.337521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.345531 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01dcce9c-a7ef-44d5-b439-48a7e3920602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.412268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c440ffd4-33ad-45ca-94be-2a3476a6b17f']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:43.417545 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc308255-123a-4e79-be23-967d4f38e07d req-bf869731-7597-4c5b-8193-b1035b8231a4 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995056 Dec 12 04:27:43.431367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efceddb1-16d2-49e4-8135-6739a2985448') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:43.431712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efceddb1-16d2-49e4-8135-6739a2985448') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:43.435628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.20.0.13 (cd202dd2-cdc7-40cb-be9e-2bf4100eed57/9ace9307-b5fa-4286-a11f-69a0f7ca54eb/6ca85af2-66c0-4061-92e6-60545f010075) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:43.461293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.484052 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.492388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01dcce9c-a7ef-44d5-b439-48a7e3920602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.494758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:27:43.495153 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:27:43.496838 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:27:43.591796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.616729 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.620157 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] 10.222.0.36 "DELETE /v2.0/networks/c440ffd4-33ad-45ca-94be-2a3476a6b17f HTTP/1.1" status: 204 len: 168 time: 1.5814173 Dec 12 04:27:43.622712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba57a44-7e15-489a-89f3-c1659dce212e admin admin] Pushing event deleted for resources: {'Network': ['ID=c440ffd4-33ad-45ca-94be-2a3476a6b17f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:43.638212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.639499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01dcce9c-a7ef-44d5-b439-48a7e3920602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.679804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcce9c-a7ef-44d5-b439-48a7e3920602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096e88f5-8993-4f7c-8a4b-6dbd7270e925,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:43.686892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01dcce9c-a7ef-44d5-b439-48a7e3920602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.690034 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.693019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-01dcce9c-a7ef-44d5-b439-48a7e3920602 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/096e88f5-8993-4f7c-8a4b-6dbd7270e925 HTTP/1.1" status: 204 len: 168 time: 0.6953931 Dec 12 04:27:43.693253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38348) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:43.696799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9050ea63-7123-44f3-ad7b-c67e5a85e292 None None] Network 586ce0e1-b7da-4049-8cce-e0568a1dc6ff requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:43.751415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network cd202dd2-cdc7-40cb-be9e-2bf4100eed57 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:43.756736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:43.759488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:43.788508 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.791577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=6ca85af2-66c0-4061-92e6-60545f010075,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:43.830922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:43.832072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.838610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38350) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:43.889578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Deleting port fa6c0a81-c46e-47ae-b1c4-c063200edd78 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:43.889978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.893296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bb34687e-69d4-482a-80b4-0d90073c4a10 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8760021 Dec 12 04:27:43.895570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38352) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:43.907953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'port_id': '6ca85af2-66c0-4061-92e6-60545f010075'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:43.915125 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.959115 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-447add9f-58dc-42ac-8ca5-8ed3c2fc29d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0b784a5ba4b4533a91f101d0edb582e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1192851 Dec 12 04:27:43.961145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38354) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:43.961992 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:43.982797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5f47a-7cae-44b4-b8b8-24913cfa0650 None None] DHCP port deletion for 586ce0e1-b7da-4049-8cce-e0568a1dc6ff request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:44.054966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 73a6edcd-effd-43f9-9f9b-d666208f16ec no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:44.060366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] For port fa6c0a81-c46e-47ae-b1c4-c063200edd78, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fa6c0a81-c46e-47ae-b1c4-c063200edd78,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:44.060742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.079990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Calling delete_port for fa6c0a81-c46e-47ae-b1c4-c063200edd78 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:44.086825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 73a6edcd-effd-43f9-9f9b-d666208f16ec {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:44.087229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 73a6edcd-effd-43f9-9f9b-d666208f16ec not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:44.087904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fa6c0a81-c46e-47ae-b1c4-c063200edd78 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:44.099344 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bba6-237c-4449-ac68-6ce4d7386a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.122440 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.154476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-71d5f47a-7cae-44b4-b8b8-24913cfa0650 None None] Deleting port fa6c0a81-c46e-47ae-b1c4-c063200edd78 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:44.154863 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-71d5f47a-7cae-44b4-b8b8-24913cfa0650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.196057 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bba6-237c-4449-ac68-6ce4d7386a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.297446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.304350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.349349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-71d5f47a-7cae-44b4-b8b8-24913cfa0650 None None] For port fa6c0a81-c46e-47ae-b1c4-c063200edd78, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fa6c0a81-c46e-47ae-b1c4-c063200edd78,segment=NetworkSegment(ea777830-c089-416f-8547-922ba4632d46),segment_id=ea777830-c089-416f-8547-922ba4632d46)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:44.352133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-71d5f47a-7cae-44b4-b8b8-24913cfa0650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.387570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6c0a81-c46e-47ae-b1c4-c063200edd78,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:44.400334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device dc584f93-90d6-4a5a-82b6-312f5eccbd1a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:44.413250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bba6-237c-4449-ac68-6ce4d7386a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.416265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bba6-237c-4449-ac68-6ce4d7386a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.420382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f2e6bba6-237c-4449-ac68-6ce4d7386a4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8403931-67db-4f1d-8646-64ea8270216c HTTP/1.1" status: 204 len: 168 time: 0.4577210 Dec 12 04:27:44.421778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] No DVR routers for this DVR port fa6c0a81-c46e-47ae-b1c4-c063200edd78 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:44.426133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-71d5f47a-7cae-44b4-b8b8-24913cfa0650 None None] Calling delete_port for fa6c0a81-c46e-47ae-b1c4-c063200edd78 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:44.430019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: dc584f93-90d6-4a5a-82b6-312f5eccbd1a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:44.430491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device dc584f93-90d6-4a5a-82b6-312f5eccbd1a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:44.441837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6bba6-237c-4449-ac68-6ce4d7386a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8403931-67db-4f1d-8646-64ea8270216c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:44.579746 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-71d5f47a-7cae-44b4-b8b8-24913cfa0650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.624374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5f47a-7cae-44b4-b8b8-24913cfa0650 None None] No DVR routers for this DVR port fa6c0a81-c46e-47ae-b1c4-c063200edd78 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:44.638353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5f47a-7cae-44b4-b8b8-24913cfa0650 None None] Pushing event deleted for resources: {'Port': ['ID=fa6c0a81-c46e-47ae-b1c4-c063200edd78,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:44.669650 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.resource_extend [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:27:44.752177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596b373-a93c-482c-8186-061c036d8c62 req-e6b7427f-18e0-4df8-82c9-63c4d5cbdf67 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:44.756045 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1596b373-a93c-482c-8186-061c036d8c62 req-e6b7427f-18e0-4df8-82c9-63c4d5cbdf67 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 945 time: 0.1965771 Dec 12 04:27:44.790178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.798231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.919129 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1596b373-a93c-482c-8186-061c036d8c62 req-bd38255e-67d6-4a57-bb03-f5cee3056b2d tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa719e05-2f07-4166-9a3c-aef79d3e14c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516893 Dec 12 04:27:44.946339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6fa94-0d35-4034-94cb-418fae0e0d4b req-e95e55e9-b698-4448-a373-3da31e0c7eea tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:44.953566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5cc6fa94-0d35-4034-94cb-418fae0e0d4b req-e95e55e9-b698-4448-a373-3da31e0c7eea tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 946 time: 0.5793421 Dec 12 04:27:44.965317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:44.969430 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP 210fbf3e-3dd9-4265-9a23-3bfa79d4e916 associated. External IP: 172.25.7.40, port: 6ca85af2-66c0-4061-92e6-60545f010075. Dec 12 04:27:44.990398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-269249ba-4b58-4109-9709-cda2b3583664 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:44.992037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-269249ba-4b58-4109-9709-cda2b3583664 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.37 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 945 time: 0.1505330 Dec 12 04:27:45.015688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586ce0e1-b7da-4049-8cce-e0568a1dc6ff']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:45.053633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea777830-c089-416f-8547-922ba4632d46') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:45.053947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea777830-c089-416f-8547-922ba4632d46') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:45.084848 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.108712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5cc6fa94-0d35-4034-94cb-418fae0e0d4b req-52609841-3dee-42d4-a048-be675325a413 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542761 Dec 12 04:27:45.127536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38390) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:45.146611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.163130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:27:45.163540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:27:45.166616 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:27:45.249488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device cec34e3a-4d80-48ac-bcde-54de410dd1e8 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:27:45.267259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:45.268598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38398) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:45.272539 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8931d28f-2de9-4f53-845b-4508ba283165 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=653393d9c56a48f585c50ed4e79d72dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400864 Dec 12 04:27:45.275376 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.281917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.287979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/586ce0e1-b7da-4049-8cce-e0568a1dc6ff HTTP/1.1" status: 204 len: 168 time: 1.5908582 Dec 12 04:27:45.294069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38400) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:45.294987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Deleting port 50179420-25f4-4d9e-a9b3-9aa7072efc83 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:45.295385 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.323619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port cec34e3a-4d80-48ac-bcde-54de410dd1e8 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:27:45.328524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port cec34e3a-4d80-48ac-bcde-54de410dd1e8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:27:45.328940 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.346603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7131fb-0134-49c4-8155-02ed3c8f74b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=586ce0e1-b7da-4049-8cce-e0568a1dc6ff,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:45.423289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] For port 50179420-25f4-4d9e-a9b3-9aa7072efc83, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=50179420-25f4-4d9e-a9b3-9aa7072efc83,segment=NetworkSegment(0ec25f4f-4229-4178-bf2c-0e67b78e0ad8),segment_id=0ec25f4f-4229-4178-bf2c-0e67b78e0ad8)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:45.424142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.437204 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.443967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Calling delete_port for 50179420-25f4-4d9e-a9b3-9aa7072efc83 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:45.467961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:27:45.471442 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab66aa4-ac92-4a26-ba4b-b3353da2fb9f" -d '{"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-plugged", "status": "completed", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:27:45.486480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:45.495027 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.495852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 50179420-25f4-4d9e-a9b3-9aa7072efc83 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:45.556883 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eb9441-6199-4dab-abe0-061984c9a154 x-openstack-request-id: req-06eb9441-6199-4dab-abe0-061984c9a154 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:27:45.557174 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-plugged", "status": "completed", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:27:45.557461 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06eb9441-6199-4dab-abe0-061984c9a154 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:27:45.557956 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'code': 200} Dec 12 04:27:45.567832 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f63440e8-6de8-47da-91fd-49b413f8d662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.583734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=12']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:45.634881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.685528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.733100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.792581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad36140f-903c-459e-a207-b2107470af80 None None] DHCP port deletion for 73e39552-9640-4dd8-b579-a1d95b525a8c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:45.799089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Pushing event deleted for resources: {'Port': ['ID=50179420-25f4-4d9e-a9b3-9aa7072efc83,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:45.864731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] No DVR routers for this DVR port 50179420-25f4-4d9e-a9b3-9aa7072efc83 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:45.868586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:45.872315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21f5bcba-0402-4acd-9c96-d8663d49a0e6 req-505b88c8-73db-4796-bba1-b32f2a5dad88 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.37 "DELETE /v2.0/ports/50179420-25f4-4d9e-a9b3-9aa7072efc83 HTTP/1.1" status: 204 len: 173 time: 0.8691928 Dec 12 04:27:45.872960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acba739-a839-4aa4-8fa6-c46fe2c884c0', 'name': 'network-vif-deleted', 'tag': '50179420-25f4-4d9e-a9b3-9aa7072efc83'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:27:45.875650 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a112595-43c1-4aa9-b3fb-c994f6f0e031" -d '{"events": [{"server_uuid": "2acba739-a839-4aa4-8fa6-c46fe2c884c0", "name": "network-vif-deleted", "tag": "50179420-25f4-4d9e-a9b3-9aa7072efc83"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:27:45.900454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8314233-aa3e-4a71-95ed-f652640ad168 req-68b62d28-5f79-4c43-85de-f50b75518d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:45.902459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8314233-aa3e-4a71-95ed-f652640ad168 req-68b62d28-5f79-4c43-85de-f50b75518d1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 1098 time: 0.1022956 Dec 12 04:27:45.935305 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd19f1b-16f0-421f-8641-da16845bd89f x-openstack-request-id: req-ecd19f1b-16f0-421f-8641-da16845bd89f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:27:45.935652 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acba739-a839-4aa4-8fa6-c46fe2c884c0", "name": "network-vif-deleted", "tag": "50179420-25f4-4d9e-a9b3-9aa7072efc83", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:27:45.935870 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecd19f1b-16f0-421f-8641-da16845bd89f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:27:45.936281 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acba739-a839-4aa4-8fa6-c46fe2c884c0', 'name': 'network-vif-deleted', 'tag': '50179420-25f4-4d9e-a9b3-9aa7072efc83', 'status': 'completed', 'code': 200} Dec 12 04:27:45.979405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8314233-aa3e-4a71-95ed-f652640ad168 req-e4439c7a-e310-4f6d-8669-6d0483e29395 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576546 Dec 12 04:27:46.023693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:46.029346 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.035670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba879c-03a1-4a3a-96d9-de8739e21be2 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:46.047241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba879c-03a1-4a3a-96d9-de8739e21be2 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:46.048017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-56ba879c-03a1-4a3a-96d9-de8739e21be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:46.092037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-56ba879c-03a1-4a3a-96d9-de8739e21be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:46.101355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2e2f2fb-b4bd-489d-9733-7c40e6f26924 req-c7c8af86-44c6-4f05-a2dc-1091766fc212 tempest-VolumesSnapshotTestJSON-1154732318 tempest-VolumesSnapshotTestJSON-1154732318-project] 10.222.0.36 "GET /v2.0/ports?device_id=2acba739-a839-4aa4-8fa6-c46fe2c884c0 HTTP/1.1" status: 200 len: 210 time: 0.0815432 Dec 12 04:27:46.102996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba879c-03a1-4a3a-96d9-de8739e21be2 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:46.104514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-56ba879c-03a1-4a3a-96d9-de8739e21be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:46.105588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f63440e8-6de8-47da-91fd-49b413f8d662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.133455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-031b5b70-76bf-4a1d-a010-479ffb60d47a tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/floatingips/210fbf3e-3dd9-4265-9a23-3bfa79d4e916 HTTP/1.1" status: 200 len: 978 time: 2.2366910 Dec 12 04:27:46.136138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38410) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:46.147714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-56ba879c-03a1-4a3a-96d9-de8739e21be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:46.148458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba879c-03a1-4a3a-96d9-de8739e21be2 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:46.249137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f63440e8-6de8-47da-91fd-49b413f8d662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.251712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f63440e8-6de8-47da-91fd-49b413f8d662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.253066 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f63440e8-6de8-47da-91fd-49b413f8d662 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e4681ca-286d-4fcf-9754-0732e60ce96d HTTP/1.1" status: 204 len: 168 time: 0.9810312 Dec 12 04:27:46.262395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port 6ca85af2-66c0-4061-92e6-60545f010075 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:46.262964 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.283697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63440e8-6de8-47da-91fd-49b413f8d662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4681ca-286d-4fcf-9754-0732e60ce96d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:46.338994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6c9c3-fa53-4fb9-86c8-e133f913a9ff req-c66c874b-8fdf-4fa7-bbde-8ea08d2c1806 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:46.340827 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dfc6c9c3-fa53-4fb9-86c8-e133f913a9ff req-c66c874b-8fdf-4fa7-bbde-8ea08d2c1806 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 947 time: 0.1238883 Dec 12 04:27:46.429987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.451569 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dfc6c9c3-fa53-4fb9-86c8-e133f913a9ff req-08910e8a-5c1f-4f54-9014-686129a36b61 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988986 Dec 12 04:27:46.479635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.696255 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.746217 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.746546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.746881 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP 210fbf3e-3dd9-4265-9a23-3bfa79d4e916 disassociated. External IP: 172.25.7.40, port: 6ca85af2-66c0-4061-92e6-60545f010075. Dec 12 04:27:46.747243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for 6ca85af2-66c0-4061-92e6-60545f010075 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:46.826988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Deleting port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:46.827419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.947878 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.948704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] For port c28afdcc-dcfb-4ea1-abd5-cdf31c421d34, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c28afdcc-dcfb-4ea1-abd5-cdf31c421d34,segment=NetworkSegment(2f524c7e-a1ef-48fb-a935-08deda7d2735),segment_id=2f524c7e-a1ef-48fb-a935-08deda7d2735)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:46.949138 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:46.976215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Calling delete_port for c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:46.985191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=6ca85af2-66c0-4061-92e6-60545f010075,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:47.136794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:47.251581 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:47.336273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Pushing event deleted for resources: {'Port': ['ID=c28afdcc-dcfb-4ea1-abd5-cdf31c421d34,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:47.372518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38456) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:47.445872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:47.462032 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560f5f6-9e55-4f45-89ae-c45aa6c2eb91 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:47.481541 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560f5f6-9e55-4f45-89ae-c45aa6c2eb91 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:47.482169 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b560f5f6-9e55-4f45-89ae-c45aa6c2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:47.593662 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:47.624810 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b560f5f6-9e55-4f45-89ae-c45aa6c2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:47.666946 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560f5f6-9e55-4f45-89ae-c45aa6c2eb91 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:47.667863 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b560f5f6-9e55-4f45-89ae-c45aa6c2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:47.722644 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b560f5f6-9e55-4f45-89ae-c45aa6c2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:47.723658 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560f5f6-9e55-4f45-89ae-c45aa6c2eb91 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:47.753117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-network', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:47.798459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:47.804722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d0bbf030-201d-4a32-9574-b8c1c1f29475 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/ports/6ca85af2-66c0-4061-92e6-60545f010075 HTTP/1.1" status: 204 len: 168 time: 1.6652837 Dec 12 04:27:47.807616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38472) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:47.826727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72f1d-18ca-4521-baff-a1a56729a94d req-1b82a585-b8e4-4031-8140-0638c1ab346b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:47.834635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24e72f1d-18ca-4521-baff-a1a56729a94d req-1b82a585-b8e4-4031-8140-0638c1ab346b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 947 time: 0.1856263 Dec 12 04:27:47.878217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Made reservation on behalf of 24aa79f485e74de1ac3b6647566e22f8 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:47.881106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:47.919552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0ec33a63-a606-447a-afd8-3b143d2a11c5 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "GET /v2.0/floatingips/210fbf3e-3dd9-4265-9a23-3bfa79d4e916 HTTP/1.1" status: 200 len: 687 time: 0.1104877 Dec 12 04:27:47.925644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38484) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:47.926905 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.017506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24e72f1d-18ca-4521-baff-a1a56729a94d req-2ccac0ee-31f6-440c-bc0c-893d9d2ba3d7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818686 Dec 12 04:27:48.025953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Router 1590801b-c118-461e-b172-6254f96d6068 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:48.180336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:48.186772 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fd5d1476-3e66-491c-966b-706db538906f admin admin] 10.222.0.36 "PUT /v2.0/routers/1590801b-c118-461e-b172-6254f96d6068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8916640 Dec 12 04:27:48.192801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38500) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:48.194496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] Sync routers for ids ['1590801b-c118-461e-b172-6254f96d6068'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:48.211691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] Routers {'1590801b-c118-461e-b172-6254f96d6068'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:48.215881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1590801b-c118-461e-b172-6254f96d6068'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:48.225550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.228590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port d15d6207-f525-40f5-be75-020e6c8b84ec {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:48.228962 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.251704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.419969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:27:48.451167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.456672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ecf502-57e9-4fc5-a606-4299675588af,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:48.462186 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.462819 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Added segment 4922641b-7572-4f8c-82ee-f62f1c140afe of type vlan for network 697dbcba-33be-42b7-9e69-e8961cce61ab Dec 12 04:27:48.488749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] Set router 1590801b-c118-461e-b172-6254f96d6068 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:48.539552 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.540196 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.551395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.568077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for d15d6207-f525-40f5-be75-020e6c8b84ec owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:48.675938 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.699022 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.700016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:48.700608 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.762409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Deleting port 46f6bbb2-c979-4878-89b2-15100bef5b3d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:48.762788 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.772364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1590801b-c118-461e-b172-6254f96d6068', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:51Z', 'updated_at': '2021-12-12T04:27:47Z', 'revision_number': 5, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'gw_port': {'id': '46f6bbb2-c979-4878-89b2-15100bef5b3d', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1590801b-c118-461e-b172-6254f96d6068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:14:52Z', 'updated_at': '2021-12-12T04:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:48.804891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] Checking router: 1590801b-c118-461e-b172-6254f96d6068 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:27:48.814883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] Routers {'1590801b-c118-461e-b172-6254f96d6068'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:48.816157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1590801b-c118-461e-b172-6254f96d6068'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:48.847849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4716926 Dec 12 04:27:48.849495 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38506) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:48.856414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Request body: {'subnet': {'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-subnet', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:48.889179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Made reservation on behalf of 24aa79f485e74de1ac3b6647566e22f8 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:48.892565 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.901442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] For port 46f6bbb2-c979-4878-89b2-15100bef5b3d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=46f6bbb2-c979-4878-89b2-15100bef5b3d,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:48.902192 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:48.922941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea1259-a6b3-454b-99bf-2310966c4cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=697dbcba-33be-42b7-9e69-e8961cce61ab,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:48.938237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 697dbcba-33be-42b7-9e69-e8961cce61ab details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:27:48.975140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Calling delete_port for 46f6bbb2-c979-4878-89b2-15100bef5b3d owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:49.057601 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.080914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] Set router 1590801b-c118-461e-b172-6254f96d6068 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:49.129115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=d15d6207-f525-40f5-be75-020e6c8b84ec,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:49.201832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1590801b-c118-461e-b172-6254f96d6068', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:51Z', 'updated_at': '2021-12-12T04:27:48Z', 'revision_number': 6, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:49.269428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929000e-faaf-46a2-88f0-79c1bab80a4c None None] The sync data for ids ['1590801b-c118-461e-b172-6254f96d6068'] in n-d-710847-7 is: [{'id': '1590801b-c118-461e-b172-6254f96d6068', 'name': 'tempest-TaggedBootDevicesTest_v242-2145086602-router', 'tenant_id': '96c1a67037fc43d3811aa53d9350b931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:14:51Z', 'updated_at': '2021-12-12T04:27:48Z', 'revision_number': 6, 'project_id': '96c1a67037fc43d3811aa53d9350b931', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:49.328732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.332406 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.333978 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-70008c17-1957-4c21-a27b-711837d4fdbe tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/floatingips/210fbf3e-3dd9-4265-9a23-3bfa79d4e916 HTTP/1.1" status: 204 len: 168 time: 1.4037004 Dec 12 04:27:49.337784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38512) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:49.346120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'fe16468c-8e84-49ca-b6cf-65c938dcc4c5'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:49.352361 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.359705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640532-4064-41b0-8aaa-8aa2c58aefce req-1eed5eb1-8c92-4a9d-9bd9-d8a557565e0f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:49.361113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c0640532-4064-41b0-8aaa-8aa2c58aefce req-1eed5eb1-8c92-4a9d-9bd9-d8a557565e0f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 947 time: 0.1578116 Dec 12 04:27:49.404540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.409943 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.444706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a96308-43a3-4f31-ab61-f9dac0b3bec8,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:49.452875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Pushing event deleted for resources: {'Port': ['ID=46f6bbb2-c979-4878-89b2-15100bef5b3d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:49.462543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c0640532-4064-41b0-8aaa-8aa2c58aefce req-32811252-4334-47f0-903b-cfd9f4df79cf tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902154 Dec 12 04:27:49.472153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa465e82-49f1-40c8-9aa2-11b1077cc966 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:49.532009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Checking segment: {'id': '4922641b-7572-4f8c-82ee-f62f1c140afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:27:49.532488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Network hostable DHCP agents. Network: 697dbcba-33be-42b7-9e69-e8961cce61ab, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:27:49.553103 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.572146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Network 697dbcba-33be-42b7-9e69-e8961cce61ab is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:27:49.583571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 697dbcba-33be-42b7-9e69-e8961cce61ab) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:49.587856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.590773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:49.591362 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.699410 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.701922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.709093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64831e8c-9dc1-4c1f-915d-77209af156bb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8581364 Dec 12 04:27:49.711796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:49.716462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:49.742182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.25.7.140 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/d2450684-83af-40b4-af0e-9011f492f848) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:49.767565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe172fb-4a3f-4361-9df5-97db98e2e130 None None] Network 697dbcba-33be-42b7-9e69-e8961cce61ab requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:49.789587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.790170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1590801b-c118-461e-b172-6254f96d6068 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:27:49.792964 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.794201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.800259 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.806036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3d6ae74c-3afc-49ff-b271-fe0e4d41468c admin admin] 10.222.0.36 "DELETE /v2.0/routers/1590801b-c118-461e-b172-6254f96d6068 HTTP/1.1" status: 204 len: 168 time: 1.6104040 Dec 12 04:27:49.808851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38522) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:49.883953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed7d34e-c018-4bb4-8ac2-b3a262fdbbf8 None None] Network 697dbcba-33be-42b7-9e69-e8961cce61ab requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:49.922907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8b5960-493b-4923-abec-7d0a2671f3ad admin admin] Deleting subnet 971b13fd-311f-473d-ba97-a084e9f138c5 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:27:49.928597 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.929749 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5960-493b-4923-abec-7d0a2671f3ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.930239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:49.975531 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.023361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:50.026957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:50.030606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:50.044559 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:27:50.066544 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5960-493b-4923-abec-7d0a2671f3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.068176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=d2450684-83af-40b4-af0e-9011f492f848,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:50.207345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.300567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 46f6bbb2-c979-4878-89b2-15100bef5b3d no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:50.338033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 46f6bbb2-c979-4878-89b2-15100bef5b3d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:50.338408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 46f6bbb2-c979-4878-89b2-15100bef5b3d not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:50.338862 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:50.346607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5960-493b-4923-abec-7d0a2671f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.383793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:50.384147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c28afdcc-dcfb-4ea1-abd5-cdf31c421d34 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:50.509246 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5960-493b-4923-abec-7d0a2671f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.621734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.772908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.949835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.959016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.973573 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5960-493b-4923-abec-7d0a2671f3ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:50.979290 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8d8b5960-493b-4923-abec-7d0a2671f3ad admin admin] 10.222.0.36 "DELETE /v2.0/subnets/971b13fd-311f-473d-ba97-a084e9f138c5 HTTP/1.1" status: 204 len: 168 time: 1.1669674 Dec 12 04:27:50.983010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f388385-e000-4da6-a569-222079044677 None None] Network 1238166c-7cbf-4ecb-a991-0d1d130cc785 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:50.984551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38534) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:50.987817 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b5960-493b-4923-abec-7d0a2671f3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971b13fd-311f-473d-ba97-a084e9f138c5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:51.049310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.077812 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.216843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5473d2c7-0719-41ab-927a-8d55a83d095d None None] DHCP port deletion for 1238166c-7cbf-4ecb-a991-0d1d130cc785 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:51.253785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Allocated IP 172.25.7.238 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/2fdb25c9-7e97-4ee9-a3e4-4a65728832b9) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:51.286793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5473d2c7-0719-41ab-927a-8d55a83d095d None None] Deleting port 3c51441f-dfa0-4bcb-94f0-dfea3928c941 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:27:51.288165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5473d2c7-0719-41ab-927a-8d55a83d095d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.365790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5473d2c7-0719-41ab-927a-8d55a83d095d None None] For port 3c51441f-dfa0-4bcb-94f0-dfea3928c941, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3c51441f-dfa0-4bcb-94f0-dfea3928c941,segment=NetworkSegment(2f524c7e-a1ef-48fb-a935-08deda7d2735),segment_id=2f524c7e-a1ef-48fb-a935-08deda7d2735)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:51.367229 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5473d2c7-0719-41ab-927a-8d55a83d095d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.384262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5473d2c7-0719-41ab-927a-8d55a83d095d None None] Calling delete_port for 3c51441f-dfa0-4bcb-94f0-dfea3928c941 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:27:51.428782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=d2450684-83af-40b4-af0e-9011f492f848,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:51.435284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.445668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.472062 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.499661 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5473d2c7-0719-41ab-927a-8d55a83d095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.542479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] The port '3c51441f-dfa0-4bcb-94f0-dfea3928c941' was deleted {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 12 04:27:51.551743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473d2c7-0719-41ab-927a-8d55a83d095d None None] Pushing event deleted for resources: {'Port': ['ID=3c51441f-dfa0-4bcb-94f0-dfea3928c941,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:51.564876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.573652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473d2c7-0719-41ab-927a-8d55a83d095d None None] No DVR routers for this DVR port 3c51441f-dfa0-4bcb-94f0-dfea3928c941 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:27:51.642366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:51.648244 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.648919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:51.655709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:51.665770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d11f908-6957-4a65-87ec-9c986b4e35c6 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:51.677721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1238166c-7cbf-4ecb-a991-0d1d130cc785']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:51.681717 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP be117167-898e-40e7-a222-ca632b73554f associated. External IP: 172.25.7.140, port: fe16468c-8e84-49ca-b6cf-65c938dcc4c5. Dec 12 04:27:51.782727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a7b52ebc-08c1-428d-810f-58c24ca260c7 None None] Provisioning complete for port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:27:51.783111 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7b52ebc-08c1-428d-810f-58c24ca260c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.784176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f524c7e-a1ef-48fb-a935-08deda7d2735') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:51.784672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f524c7e-a1ef-48fb-a935-08deda7d2735') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:51.850352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Pushing event updated for resources: {'Port': ['ID=2fdb25c9-7e97-4ee9-a3e4-4a65728832b9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:51.871826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a7b52ebc-08c1-428d-810f-58c24ca260c7 None None] Port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:27:51.883974 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.905929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.917467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:27:51.917904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:27:51.919839 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:27:52.091776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.121473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3c51441f-dfa0-4bcb-94f0-dfea3928c941 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:27:52.180995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.198764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3c51441f-dfa0-4bcb-94f0-dfea3928c941 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:27:52.198991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3c51441f-dfa0-4bcb-94f0-dfea3928c941 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:27:52.208725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38546) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:52.217226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.231101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] 10.222.0.36 "DELETE /v2.0/networks/1238166c-7cbf-4ecb-a991-0d1d130cc785 HTTP/1.1" status: 204 len: 168 time: 1.2356577 Dec 12 04:27:52.292686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7370b4-89f9-4958-89b1-f40cc97859cd admin admin] Pushing event deleted for resources: {'Network': ['ID=1238166c-7cbf-4ecb-a991-0d1d130cc785,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:52.401457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:52.476523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38554) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:52.536631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3bd84612-558d-458b-b4d6-283029f19230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.565636 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.602354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3464e4c3-7101-4bef-8698-afcf7a8be104 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f99d660ac13d4c0da61665f05dcad8c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220887 Dec 12 04:27:52.602699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38556) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:52.619313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:52.632320 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523a5b6e-5661-428f-8338-ad7d1c6f1d21 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:52.644742 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a5b6e-5661-428f-8338-ad7d1c6f1d21 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:52.646510 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-523a5b6e-5661-428f-8338-ad7d1c6f1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:52.653061 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.685664 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-523a5b6e-5661-428f-8338-ad7d1c6f1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:52.694817 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a5b6e-5661-428f-8338-ad7d1c6f1d21 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:52.695766 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-523a5b6e-5661-428f-8338-ad7d1c6f1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:52.700491 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec09db8d-ae4f-41ea-ae3b-e1136839dd82 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3590357 Dec 12 04:27:52.702452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3bd84612-558d-458b-b4d6-283029f19230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.703151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38558) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:52.709129 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3bd84612-558d-458b-b4d6-283029f19230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.710650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2111449854'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:52.734631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6eae152-6bab-450b-93ee-7d90b842ec81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.736146 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-523a5b6e-5661-428f-8338-ad7d1c6f1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:52.737108 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523a5b6e-5661-428f-8338-ad7d1c6f1d21 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:52.739230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Made reservation on behalf of 7f206bc18b38431585a29a7f0ec6f421 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:52.742806 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.755523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3bd84612-558d-458b-b4d6-283029f19230 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c061a8c43c64a11867616207eca2479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5254018 Dec 12 04:27:52.756233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd84612-558d-458b-b4d6-283029f19230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd038bf5-cabd-4713-8983-d8b87b81dd8c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:52.758570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38560) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:52.788105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6eae152-6bab-450b-93ee-7d90b842ec81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.805167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:27:52.809616 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-85777a26-3556-44fd-959f-07f6dc117b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.833943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-85777a26-3556-44fd-959f-07f6dc117b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.840962 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.841355 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Added segment 4ad91a7e-e527-4803-b986-6fb985af886e of type vlan for network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 Dec 12 04:27:52.851821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Router eb4fc712-7375-411d-be5d-737b267183cd is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:27:52.893500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-85777a26-3556-44fd-959f-07f6dc117b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.896933 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-85777a26-3556-44fd-959f-07f6dc117b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.897391 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.900519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-85777a26-3556-44fd-959f-07f6dc117b43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd038bf5-cabd-4713-8983-d8b87b81dd8c HTTP/1.1" status: 204 len: 168 time: 0.1386232 Dec 12 04:27:52.911436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85777a26-3556-44fd-959f-07f6dc117b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd038bf5-cabd-4713-8983-d8b87b81dd8c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:52.965320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6eae152-6bab-450b-93ee-7d90b842ec81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.967970 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6eae152-6bab-450b-93ee-7d90b842ec81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:52.969173 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a6eae152-6bab-450b-93ee-7d90b842ec81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa HTTP/1.1" status: 204 len: 168 time: 0.3655560 Dec 12 04:27:52.997550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eae152-6bab-450b-93ee-7d90b842ec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772aa20-55b6-41ed-bcb0-2e3a7dcf4aaa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:53.014365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.021667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:53.022515 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.098334 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3940694 Dec 12 04:27:53.101360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38568) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:53.107419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:53.119583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f2f10-ebec-4886-be35-3472da8a3832 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Network': ['ID=977ff49c-e73d-4f87-a431-dc2cbc4c58d9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:53.121333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'subnet': {'network_id': '977ff49c-e73d-4f87-a431-dc2cbc4c58d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:53.123344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Sync routers for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:53.133844 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.138845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2eba465b-64f5-4a13-bbcb-a9b9b4633dba admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4260607 Dec 12 04:27:53.139505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38572) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:53.143054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:27:53.152104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:53.152767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:53.303577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:53.439269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Made reservation on behalf of 7f206bc18b38431585a29a7f0ec6f421 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:53.440024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38580) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:53.442497 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.468012 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-215fdf95-9520-42e9-bb63-da7a611b9927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.563907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38582) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:53.579048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:51Z', 'revision_number': 3, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:53.603563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-215fdf95-9520-42e9-bb63-da7a611b9927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.609225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Checking router: eb4fc712-7375-411d-be5d-737b267183cd for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:27:53.609595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Updating router eb4fc712-7375-411d-be5d-737b267183cd port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:27:53.611179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-215fdf95-9520-42e9-bb63-da7a611b9927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.639538 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.664666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-215fdf95-9520-42e9-bb63-da7a611b9927 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3edab85265474b9889c5bae8b804d4bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233198 Dec 12 04:27:53.667522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38584) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:53.676931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fdf95-9520-42e9-bb63-da7a611b9927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cd508d-b6ec-4eed-a9ab-f77204ee8c80,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:53.712104 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ce24f3c5-08bf-4f23-a39c-a68213efc525 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96c1a67037fc43d3811aa53d9350b931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470737 Dec 12 04:27:53.717504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38586) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:53.737760 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fbf-4a33-43c1-8ae9-92ffdf13ba02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.764984 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fbf-4a33-43c1-8ae9-92ffdf13ba02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.823732 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fbf-4a33-43c1-8ae9-92ffdf13ba02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.826766 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fbf-4a33-43c1-8ae9-92ffdf13ba02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.830375 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dcf39fbf-4a33-43c1-8ae9-92ffdf13ba02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27cd508d-b6ec-4eed-a9ab-f77204ee8c80 HTTP/1.1" status: 204 len: 168 time: 0.1589375 Dec 12 04:27:53.836936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf39fbf-4a33-43c1-8ae9-92ffdf13ba02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cd508d-b6ec-4eed-a9ab-f77204ee8c80,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:53.929882 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-26a8b8af-39d8-47c6-8bd5-980a84db0db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:53.950843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.027307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-26a8b8af-39d8-47c6-8bd5-980a84db0db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.071534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Subnet': ['ID=8678cab7-6a9a-43f5-a0ca-bef321829a3d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:54.084200 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.092445 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.141447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Checking segment: {'id': '4ad91a7e-e527-4803-b986-6fb985af886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '977ff49c-e73d-4f87-a431-dc2cbc4c58d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:27:54.141819 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network hostable DHCP agents. Network: 977ff49c-e73d-4f87-a431-dc2cbc4c58d9, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:27:54.150687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b372ff-abd6-449b-8d8e-99485d9c4848 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:54.161290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.188803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Attempting to bind port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:27:54.189418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Attempting to bind port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:27:54.189866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Attempting to bind port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:27:54.192167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-26a8b8af-39d8-47c6-8bd5-980a84db0db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.195604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-26a8b8af-39d8-47c6-8bd5-980a84db0db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.199272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-26a8b8af-39d8-47c6-8bd5-980a84db0db8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/948d3062-35b9-488e-9155-df5959a31667 HTTP/1.1" status: 204 len: 168 time: 0.4590082 Dec 12 04:27:54.199892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6557df7-9298-469e-bdb7-a0c73315382d None None] Pushing event updated for resources: {'Port': ['ID=2fdb25c9-7e97-4ee9-a3e4-4a65728832b9,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:54.202452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:27:54.202936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:27:54.203382 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.203926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:27:54.204432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Bound port: 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:27:54.204851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.252125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8b8af-39d8-47c6-8bd5-980a84db0db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948d3062-35b9-488e-9155-df5959a31667,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:54.260657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:27:54.314445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] For port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:27:54.320199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] For port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2fdb25c9-7e97-4ee9-a3e4-4a65728832b9,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:27:54.325730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 977ff49c-e73d-4f87-a431-dc2cbc4c58d9) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:54.329108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.329789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:54.330620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.418837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:54.419813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:54.436180 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-15c489c2-7249-4ac4-b54e-3a28a2d6c1c6 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3327267 Dec 12 04:27:54.438621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38604) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:54.444119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-614810960', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:54.512211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.513723 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.621218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7036e4-4993-4be3-887d-e59b659df9ed None None] Network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:54.641307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291f723-9cb8-4b65-9784-8222da610b74 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:54.647394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Allocated IP 172.20.0.1 (697dbcba-33be-42b7-9e69-e8961cce61ab/a2a96308-43a3-4f31-ab61-f9dac0b3bec8/1fb78e61-a255-4281-b21c-4184a67e7d04) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:54.665829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.694025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6557df7-9298-469e-bdb7-a0c73315382d None None] Pushing event updated for resources: {'Port': ['ID=2fdb25c9-7e97-4ee9-a3e4-4a65728832b9,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:54.873799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f119b0eb-8f64-4492-a99d-92d4ce214dcb None None] Provisioning complete for port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:27:54.874071 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f119b0eb-8f64-4492-a99d-92d4ce214dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.897825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.918091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:54.976533 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.038996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Network 697dbcba-33be-42b7-9e69-e8961cce61ab is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:55.041346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:55.044544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:55.048698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:55.076862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Pushing event updated for resources: {'Port': ['ID=1fb78e61-a255-4281-b21c-4184a67e7d04,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:55.129846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.330713 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.357075 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.403553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-977ff49c-e73d-4f87-a431-dc2cbc4c58d9', 'network_id': '977ff49c-e73d-4f87-a431-dc2cbc4c58d9', 'project_id': '7f206bc18b38431585a29a7f0ec6f421', 'fixed_ips': [{'subnet_id': '8678cab7-6a9a-43f5-a0ca-bef321829a3d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:27:55.404458 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.415803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.546877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.25.7.92 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/15e93501-3d0e-47a5-b48a-c0994eb93a2a) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:55.725481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.755081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.763174 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.774773 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.804933 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f119b0eb-8f64-4492-a99d-92d4ce214dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.843867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Pushing event updated for resources: {'Port': ['ID=1fb78e61-a255-4281-b21c-4184a67e7d04,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:55.855661 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:55.899313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:55.908911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:55.915665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:55.966217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Allocated IP 172.20.0.2 (977ff49c-e73d-4f87-a431-dc2cbc4c58d9/8678cab7-6a9a-43f5-a0ca-bef321829a3d/516f326b-dd57-4132-8f02-27b18ca2e02e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:27:56.093451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee89b1b-820f-43bf-9a90-6946560aef17 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:27:56.108853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38650) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:56.133958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f119b0eb-8f64-4492-a99d-92d4ce214dcb None None] For port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2fdb25c9-7e97-4ee9-a3e4-4a65728832b9,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:56.150829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f119b0eb-8f64-4492-a99d-92d4ce214dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:56.175007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=15e93501-3d0e-47a5-b48a-c0994eb93a2a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:56.277542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119b0eb-8f64-4492-a99d-92d4ce214dcb None None] Pushing event updated for resources: {'Port': ['ID=2fdb25c9-7e97-4ee9-a3e4-4a65728832b9,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:56.317947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Network 697dbcba-33be-42b7-9e69-e8961cce61ab is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:56.320064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:56.378592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f4f8385c-a39a-405f-9646-f34989c6b9bf None None] Provisioning complete for port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:27:56.378977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f4f8385c-a39a-405f-9646-f34989c6b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:56.435054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:56.453952 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:56.470582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:51Z', 'revision_number': 3, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:56.505710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Router eb4fc712-7375-411d-be5d-737b267183cd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:27:56.533289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9897bc-4da6-45ba-b7a8-967711280969 None None] The sync data for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 is: [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:51Z', 'revision_number': 3, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:56.535510 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:56.558920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1423423536-network', 'tenant_id': 'ea7ecfe33ec14b50be078abcad3114c7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:56.591490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:27:56.599325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:56.603704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:27:56.666012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:56.671678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5a03b42a-ebdc-41ac-8227-9cbc1a5f7f1a admin admin] 10.222.0.36 "PUT /v2.0/routers/eb4fc712-7375-411d-be5d-737b267183cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5218551 Dec 12 04:27:56.741360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Pushing event updated for resources: {'Port': ['ID=516f326b-dd57-4132-8f02-27b18ca2e02e,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:56.750340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Attempting to bind port 516f326b-dd57-4132-8f02-27b18ca2e02e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:27:56.750699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Attempting to bind port 516f326b-dd57-4132-8f02-27b18ca2e02e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '4ad91a7e-e527-4803-b986-6fb985af886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '977ff49c-e73d-4f87-a431-dc2cbc4c58d9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:27:56.751058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Attempting to bind port 516f326b-dd57-4132-8f02-27b18ca2e02e on network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:27:56.773506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:27:56.773915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Checking segment: {'id': '4ad91a7e-e527-4803-b986-6fb985af886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '977ff49c-e73d-4f87-a431-dc2cbc4c58d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:27:56.774291 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:56.774699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Bound using segment: {'id': '4ad91a7e-e527-4803-b986-6fb985af886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '977ff49c-e73d-4f87-a431-dc2cbc4c58d9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:27:56.775196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Bound port: 516f326b-dd57-4132-8f02-27b18ca2e02e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad91a7e-e527-4803-b986-6fb985af886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '977ff49c-e73d-4f87-a431-dc2cbc4c58d9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:27:56.775571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:56.878816 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f4f8385c-a39a-405f-9646-f34989c6b9bf None None] Provisioning complete for port 15e93501-3d0e-47a5-b48a-c0994eb93a2a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:27:56.879323 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f4f8385c-a39a-405f-9646-f34989c6b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:56.992302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8385c-a39a-405f-9646-f34989c6b9bf None None] Port 15e93501-3d0e-47a5-b48a-c0994eb93a2a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:27:56.998482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] For port 516f326b-dd57-4132-8f02-27b18ca2e02e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:27:57.007717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] For port 516f326b-dd57-4132-8f02-27b18ca2e02e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=516f326b-dd57-4132-8f02-27b18ca2e02e,segment=NetworkSegment(4ad91a7e-e527-4803-b986-6fb985af886e),segment_id=4ad91a7e-e527-4803-b986-6fb985af886e)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:27:57.024028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:57.236160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c0678-5f88-42ec-b85f-015b9fc908f2 None None] Pushing event updated for resources: {'Port': ['ID=516f326b-dd57-4132-8f02-27b18ca2e02e,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:57.515850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Made reservation on behalf of ea7ecfe33ec14b50be078abcad3114c7 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:57.518462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:57.542765 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:57.596185 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:57.792408 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:57.804157 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:57.866619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:27:57.877481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fa9f33-c63d-46e8-8587-0b69ae143fbc,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:57.890113 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:57.890543 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Added segment 18076ca6-604d-42d1-8ecb-d3f763447200 of type vlan for network 3f41ea8b-464e-4d57-973d-76bd5b3ea27e Dec 12 04:27:57.901808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router 2bebfef9-466e-40cd-8fd1-6c67b2c3f002 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:27:57.974720 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:57.998667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-78d6041b-a7da-4ded-927f-e90b235198ec tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:58.002691 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-78d6041b-a7da-4ded-927f-e90b235198ec tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 820 time: 0.1877644 Dec 12 04:27:58.032527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-be3e4140-6c75-42b3-82b3-cd2e58b53d2d tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/quotas/24aa79f485e74de1ac3b6647566e22f8 HTTP/1.1" status: 200 len: 375 time: 0.0177958 Dec 12 04:27:58.115295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:58.124111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:58.124737 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:58.194428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 516f326b-dd57-4132-8f02-27b18ca2e02e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:27:58.196230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-9623b5fe-3ebd-4150-a892-d1027366f687 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1458688 Dec 12 04:27:58.341336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 516f326b-dd57-4132-8f02-27b18ca2e02e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:27:58.342376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:58.369352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:27:58.384497 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75473337-f447-42b6-9815-4c01ee8648ee None None] Sync routers for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:58.401312 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75473337-f447-42b6-9815-4c01ee8648ee None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:58.402771 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-75473337-f447-42b6-9815-4c01ee8648ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:58.420771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3106868 Dec 12 04:27:58.424514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bdf55-ef76-43fe-b611-7959d843110e admin admin] Pushing event updated for resources: {'Network': ['ID=3f41ea8b-464e-4d57-973d-76bd5b3ea27e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:58.431605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-84592443-86ea-4094-bb1b-89c97d37a6b6 service neutron] 10.222.0.36 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343910 Dec 12 04:27:58.435957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38716) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:58.449589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Request body: {'subnet': {'network_id': '3f41ea8b-464e-4d57-973d-76bd5b3ea27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1423423536-subnet', 'tenant_id': 'ea7ecfe33ec14b50be078abcad3114c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:27:58.457891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 3f41ea8b-464e-4d57-973d-76bd5b3ea27e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:27:58.477955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:58.484264 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a5c7bb63-b3a8-4fc4-ab64-0552a1334247 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0442002 Dec 12 04:27:58.498560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38720) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:27:58.530125 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-75473337-f447-42b6-9815-4c01ee8648ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:58.561773 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75473337-f447-42b6-9815-4c01ee8648ee None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:58.563815 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-75473337-f447-42b6-9815-4c01ee8648ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:58.606913 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-75473337-f447-42b6-9815-4c01ee8648ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:58.607994 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75473337-f447-42b6-9815-4c01ee8648ee None None] The sync data for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:27:58.661853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:58.689124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-4045c252-5ca8-4740-afdc-982c8bcac797 service neutron] 10.222.0.36 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565932 Dec 12 04:27:58.751860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 516f326b-dd57-4132-8f02-27b18ca2e02e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=516f326b-dd57-4132-8f02-27b18ca2e02e,segment=NetworkSegment(4ad91a7e-e527-4803-b986-6fb985af886e),segment_id=4ad91a7e-e527-4803-b986-6fb985af886e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:27:58.759464 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:58.761002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:27:58.867810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Made reservation on behalf of ea7ecfe33ec14b50be078abcad3114c7 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:27:58.870316 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:58.939277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=516f326b-dd57-4132-8f02-27b18ca2e02e,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:58.951484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfdf836-188f-4d89-8752-55bb18777285 None None] Network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:58.994950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-924bdb82-5932-41b0-bc05-ee7cf45150a1 req-b5d116d4-7d0a-4d61-92ce-7d3aa1bb25ed tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 210 time: 0.0620725 Dec 12 04:27:59.121719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-43d85331-342e-4e14-a606-da54bdbba1fc None None] Provisioning complete for port 516f326b-dd57-4132-8f02-27b18ca2e02e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:27:59.122831 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-43d85331-342e-4e14-a606-da54bdbba1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:59.339320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:59.419108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:27:59.419606 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:59.457658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Sync routers for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:27:59.477044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:27:59.477927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:27:59.554663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5215fd8-7d7a-42d8-8892-bf766c89452a,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:27:59.640871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Checking segment: {'id': '18076ca6-604d-42d1-8ecb-d3f763447200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f41ea8b-464e-4d57-973d-76bd5b3ea27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:27:59.640871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Network hostable DHCP agents. Network: 3f41ea8b-464e-4d57-973d-76bd5b3ea27e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:27:59.703064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:27:59.719386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Network 3f41ea8b-464e-4d57-973d-76bd5b3ea27e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:27:59.766716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:27:59.888518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 3f41ea8b-464e-4d57-973d-76bd5b3ea27e) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:27:59.937424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f794b9e-f4b3-417b-bbfd-208f88dcdacf None None] Network 3f41ea8b-464e-4d57-973d-76bd5b3ea27e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:27:59.952278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:27:59.952798 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:00.162974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 516f326b-dd57-4132-8f02-27b18ca2e02e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:00.311017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.20.0.1 (977ff49c-e73d-4f87-a431-dc2cbc4c58d9/8678cab7-6a9a-43f5-a0ca-bef321829a3d/e2c35cbb-39f3-4661-acfa-e596e886c807) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:00.333853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d341328-d06b-45e5-b1ee-5313553bffd2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8965690 Dec 12 04:28:00.382128 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-02e27de5-f67e-46a6-be96-01d3bc8b76d6 req-eb7ab3c2-6d3f-4846-b135-22f3bf3e4761 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 210 time: 0.0571074 Dec 12 04:28:00.429058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3824e170-5b3c-4cb1-be25-065223ba290b None None] Provisioning complete for port 516f326b-dd57-4132-8f02-27b18ca2e02e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:00.429560 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3824e170-5b3c-4cb1-be25-065223ba290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:00.607333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eac22b-7923-4c33-bb6e-ca97df0a6d11 None None] Network 3f41ea8b-464e-4d57-973d-76bd5b3ea27e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:00.634908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:00.695338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:00.701746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 516f326b-dd57-4132-8f02-27b18ca2e02e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:00.702305 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:00.760017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1fb78e61-a255-4281-b21c-4184a67e7d04', 'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'mac_address': 'fa:16:3e:0a:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:54Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 2, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'subnets': [{'id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:00.819037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=e2c35cbb-39f3-4661-acfa-e596e886c807,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:00.822952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Checking router: eb4fc712-7375-411d-be5d-737b267183cd for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:28:00.823345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Updating router eb4fc712-7375-411d-be5d-737b267183cd port 1fb78e61-a255-4281-b21c-4184a67e7d04 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:28:00.840744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:00.849371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:00.852072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:00.948090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:00.973772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-79b1f33d-57ca-473b-8191-dcbf51126150 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:00.975481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-79b1f33d-57ca-473b-8191-dcbf51126150 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.18 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 820 time: 0.2386947 Dec 12 04:28:00.998609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Request body: {'port': {'device_id': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'admin_state_up': True, 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:01.068400 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.187973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.307563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f575-653c-4b99-9458-7e496552e672 req-0964f851-e607-4392-b072-50efeb0f5bc1 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:01.312232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-0964f851-e607-4392-b072-50efeb0f5bc1 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/networks?id=3f41ea8b-464e-4d57-973d-76bd5b3ea27e HTTP/1.1" status: 200 len: 818 time: 0.2199268 Dec 12 04:28:01.339435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-bde0921b-eece-4c48-a919-8e703e470ae0 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/quotas/ea7ecfe33ec14b50be078abcad3114c7 HTTP/1.1" status: 200 len: 375 time: 0.0162516 Dec 12 04:28:01.345960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Made reservation on behalf of 24aa79f485e74de1ac3b6647566e22f8 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:01.350416 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.384249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0d1e1e68-12cb-46c9-970c-f15189c00a17 None None] Provisioning complete for port e2c35cbb-39f3-4661-acfa-e596e886c807 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:01.384522 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1e68-12cb-46c9-970c-f15189c00a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.402543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-73497c3f-261c-43f9-936b-fccca8e2a75a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea7ecfe33ec14b50be078abcad3114c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468149 Dec 12 04:28:01.473599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e1e68-12cb-46c9-970c-f15189c00a17 None None] Port e2c35cbb-39f3-4661-acfa-e596e886c807 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:28:01.559641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-09d7ec3e-3bfe-4ce6-85af-43003ba60169 service neutron] 10.222.0.36 "GET /v2.0/networks/3f41ea8b-464e-4d57-973d-76bd5b3ea27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558661 Dec 12 04:28:01.584524 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.586299 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7b8960e-3555-4233-9ef5-13f2f6613087 req-d165dba7-8515-44e4-a962-f46fbb6087bd tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 210 time: 0.0560386 Dec 12 04:28:01.601353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.693948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9400e-ab4f-47f2-b7f3-7b50768f9bda None None] Pushing event updated for resources: {'Port': ['ID=1fb78e61-a255-4281-b21c-4184a67e7d04,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:01.706392 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.717309 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.727941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Allocated IP 172.20.0.6 (697dbcba-33be-42b7-9e69-e8961cce61ab/a2a96308-43a3-4f31-ab61-f9dac0b3bec8/4b8f78a3-367b-4d7b-b592-4c2ebd747786) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:01.782148 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Attempting to bind port 1fb78e61-a255-4281-b21c-4184a67e7d04 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:28:01.782849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Attempting to bind port 1fb78e61-a255-4281-b21c-4184a67e7d04 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '4922641b-7572-4f8c-82ee-f62f1c140afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:28:01.788172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Attempting to bind port 1fb78e61-a255-4281-b21c-4184a67e7d04 on network 697dbcba-33be-42b7-9e69-e8961cce61ab {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:01.800675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:28:01.801999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Checking segment: {'id': '4922641b-7572-4f8c-82ee-f62f1c140afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:01.803087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.805194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Bound using segment: {'id': '4922641b-7572-4f8c-82ee-f62f1c140afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:28:01.805967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Bound port: 1fb78e61-a255-4281-b21c-4184a67e7d04, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4922641b-7572-4f8c-82ee-f62f1c140afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:28:01.809443 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.813557 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-29395276-79bb-45e8-bf4d-966e7abb4e16 service neutron] 10.222.0.36 "GET /v2.0/networks/3f41ea8b-464e-4d57-973d-76bd5b3ea27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390766 Dec 12 04:28:01.851476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=e2c35cbb-39f3-4661-acfa-e596e886c807,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:01.872744 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:01.949006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] For port 1fb78e61-a255-4281-b21c-4184a67e7d04, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:28:01.953264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] For port 1fb78e61-a255-4281-b21c-4184a67e7d04, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1fb78e61-a255-4281-b21c-4184a67e7d04,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:28:01.966169 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:02.079675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:02.080459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:02.136633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:02.138186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a69597e0-4bf0-4634-8926-f6b27a7b9bb3 req-4d68a15d-3722-4174-8959-afec0c448e9b tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 210 time: 0.0358417 Dec 12 04:28:02.149043 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:02.150509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:02.226282 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:02.319197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9400e-ab4f-47f2-b7f3-7b50768f9bda None None] Pushing event updated for resources: {'Port': ['ID=1fb78e61-a255-4281-b21c-4184a67e7d04,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:02.428278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Network 697dbcba-33be-42b7-9e69-e8961cce61ab is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:02.435643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:02.441333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:02.475473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router 2bebfef9-466e-40cd-8fd1-6c67b2c3f002 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:02.487538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:02.528473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Pushing event updated for resources: {'Port': ['ID=4b8f78a3-367b-4d7b-b592-4c2ebd747786,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:02.596302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:02.598916 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:02.633242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:02.646697 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd519185-d87e-4531-9ff9-a41f38a495c5 None None] Sync routers for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:02.649821 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9fa25a09-2fd1-4c29-953c-d7d8500b0cdf tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/routers/2bebfef9-466e-40cd-8fd1-6c67b2c3f002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1419365 Dec 12 04:28:02.651286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38798) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:02.664078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'port': {'network_id': '977ff49c-e73d-4f87-a431-dc2cbc4c58d9', 'name': 'tempest-FloatingIPTestJSON-356954920'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:02.666949 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd519185-d87e-4531-9ff9-a41f38a495c5 None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:02.669449 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cd519185-d87e-4531-9ff9-a41f38a495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:02.744247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-8f3dbda0-e5d1-40a2-a9d6-df852def8cf1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7441339 Dec 12 04:28:02.750913 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cd519185-d87e-4531-9ff9-a41f38a495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:02.775091 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd519185-d87e-4531-9ff9-a41f38a495c5 None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:02.776070 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cd519185-d87e-4531-9ff9-a41f38a495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:02.784152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Request body: {'port': {'device_id': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:02.843689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6b400122-595d-480f-987a-c1a27e073b90 None None] Provisioning complete for port e2c35cbb-39f3-4661-acfa-e596e886c807 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:02.844193 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6b400122-595d-480f-987a-c1a27e073b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:02.867077 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cd519185-d87e-4531-9ff9-a41f38a495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:02.868094 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd519185-d87e-4531-9ff9-a41f38a495c5 None None] The sync data for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:02.909586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfa5b9-eca4-4ba5-a1f9-871e5033da63 req-b04e986f-07d7-4070-bc42-4ec17ca7a3f0 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:02.919299 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06bfa5b9-eca4-4ba5-a1f9-871e5033da63 req-b04e986f-07d7-4070-bc42-4ec17ca7a3f0 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 931 time: 0.1576445 Dec 12 04:28:02.963258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:03.048081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06bfa5b9-eca4-4ba5-a1f9-871e5033da63 req-956f72cd-50c9-465b-b77f-af9a86c71dbb tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105285 Dec 12 04:28:03.060546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6b400122-595d-480f-987a-c1a27e073b90 None None] Port e2c35cbb-39f3-4661-acfa-e596e886c807 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:28:03.065688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Made reservation on behalf of 7f206bc18b38431585a29a7f0ec6f421 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:03.070246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:03.206547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] device_id is not set on port d61e344c-7f1f-4032-94a4-7835858acab7 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:28:03.237909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e0b20907-aabf-4101-988e-034502bce535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1fb78e61-a255-4281-b21c-4184a67e7d04', 'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'mac_address': 'fa:16:3e:0a:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:54Z', 'updated_at': '2021-12-12T04:28:01Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'subnets': [{'id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:03.277629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b20907-aabf-4101-988e-034502bce535 None None] The sync data for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 is: [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1fb78e61-a255-4281-b21c-4184a67e7d04', 'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'mac_address': 'fa:16:3e:0a:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:54Z', 'updated_at': '2021-12-12T04:28:01Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'subnets': [{'id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:03.550533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8769dd04-5cf4-4195-a012-99e5fbdf69cc req-69a67170-1368-4082-948e-565749b7367e tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 210 time: 0.0638733 Dec 12 04:28:03.562716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-451603e4-320a-4011-b4b9-90afef672e64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1659410 Dec 12 04:28:03.622330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Allocated IP 172.20.0.14 (977ff49c-e73d-4f87-a431-dc2cbc4c58d9/8678cab7-6a9a-43f5-a0ca-bef321829a3d/d61e344c-7f1f-4032-94a4-7835858acab7) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:03.763957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-525d68b9-e035-42ef-8d8d-36af9d5c00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:03.766923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-525d68b9-e035-42ef-8d8d-36af9d5c00d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdaa7b0f418c46eea6ec05ac44c40094&device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 1096 time: 0.0805287 Dec 12 04:28:03.882255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8f78a3-367b-4d7b-b592-4c2ebd747786 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:28:03.942573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:03.990875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-cda38e38-9c53-4355-a74a-495171923b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:03.996011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-cda38e38-9c53-4355-a74a-495171923b53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfe4446c-bd79-46bc-a6d5-3e895a126906 HTTP/1.1" status: 200 len: 906 time: 0.1903608 Dec 12 04:28:04.058588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Transition to ACTIVE for port object 4b8f78a3-367b-4d7b-b592-4c2ebd747786 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:28:04.078997 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:04.228383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1fb78e61-a255-4281-b21c-4184a67e7d04 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:04.282936 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:04.337037 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-f4af9ac4-698f-4c62-bedb-e4659301edcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444 HTTP/1.1" status: 200 len: 1001 time: 0.3225610 Dec 12 04:28:04.339001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1fb78e61-a255-4281-b21c-4184a67e7d04 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:04.340449 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:04.454280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-21cbe240-d351-4978-99dd-cd050068e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:04.462385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-21cbe240-d351-4978-99dd-cd050068e7d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e3f5a4f-fc4d-4f55-8510-8375eedc6eac HTTP/1.1" status: 200 len: 845 time: 0.1167114 Dec 12 04:28:04.531047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8f78a3-367b-4d7b-b592-4c2ebd747786,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:04.586578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-494e6b73-77da-4a5b-8e7e-3d9ff6fa7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:04.588292 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-494e6b73-77da-4a5b-8e7e-3d9ff6fa7cdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfe4446c-bd79-46bc-a6d5-3e895a126906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013019 Dec 12 04:28:04.625639 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:04.701690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 1fb78e61-a255-4281-b21c-4184a67e7d04, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1fb78e61-a255-4281-b21c-4184a67e7d04,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:04.713581 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:04.836298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116049e-4b19-4792-bd7d-4372083d8b5c req-82993f69-a614-40fd-87eb-088ca5400906 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:04.837012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-120f9ec5-07fa-4817-a551-30d9c5e5519d req-903746aa-26a5-4a3c-a8ae-f36b28dc30a1 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 210 time: 0.1293595 Dec 12 04:28:04.842500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5116049e-4b19-4792-bd7d-4372083d8b5c req-82993f69-a614-40fd-87eb-088ca5400906 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 943 time: 0.5110281 Dec 12 04:28:04.857701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=1fb78e61-a255-4281-b21c-4184a67e7d04,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:04.938133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-a38d750b-c96f-4aed-be06-c4588d8ac306 service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409889 Dec 12 04:28:04.980168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f575-653c-4b99-9458-7e496552e672 req-72da3951-662a-4698-b218-1660c6c27acc tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:04.981930 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-72da3951-662a-4698-b218-1660c6c27acc tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.37 "GET /v2.0/networks?id=3f41ea8b-464e-4d57-973d-76bd5b3ea27e HTTP/1.1" status: 200 len: 818 time: 0.7623961 Dec 12 04:28:04.983161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:05.032656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Request body: {'port': {'device_id': '8f6c988c-230d-473c-9f3d-b13ff09381aa', 'network_id': '3f41ea8b-464e-4d57-973d-76bd5b3ea27e', 'admin_state_up': True, 'tenant_id': 'ea7ecfe33ec14b50be078abcad3114c7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:05.152142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7282dc9a-0c84-464d-907e-ef1f289dc921 req-978b8a72-6e1c-4863-80ae-e869d5e15ec9 service neutron] 10.222.0.18 "GET /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048151 Dec 12 04:28:05.165240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:05.169920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Attempting to bind port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:28:05.170414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Attempting to bind port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '4922641b-7572-4f8c-82ee-f62f1c140afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:28:05.170844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Attempting to bind port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 on network 697dbcba-33be-42b7-9e69-e8961cce61ab {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:05.188351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:05.202686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:05.214308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 on network 697dbcba-33be-42b7-9e69-e8961cce61ab not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:28:05.214308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Attempting to bind port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 on network 697dbcba-33be-42b7-9e69-e8961cce61ab {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:05.239856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event updated for resources: {'Port': ['ID=d61e344c-7f1f-4032-94a4-7835858acab7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:05.245467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5116049e-4b19-4792-bd7d-4372083d8b5c req-76b26297-3464-4658-8808-3181e694cc12 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824258 Dec 12 04:28:05.268003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:28:05.268003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Checking segment: {'id': '4922641b-7572-4f8c-82ee-f62f1c140afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:05.268003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Bound using segment: {'id': '4922641b-7572-4f8c-82ee-f62f1c140afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:28:05.268003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Bound port: 4b8f78a3-367b-4d7b-b592-4c2ebd747786, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4922641b-7572-4f8c-82ee-f62f1c140afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:28:05.268003 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:05.421148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:05.421977 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:05.487636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Made reservation on behalf of ea7ecfe33ec14b50be078abcad3114c7 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:05.491208 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:05.513280 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b5f608f5-9c8a-45f2-abcc-98495aec15a1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8604147 Dec 12 04:28:05.516683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38824) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:05.521950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Request body: {'floatingip': {'port_id': 'd61e344c-7f1f-4032-94a4-7835858acab7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:05.638669 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:05.679512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] For port 4b8f78a3-367b-4d7b-b592-4c2ebd747786, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:28:05.718947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5e36b204-2664-44b0-a49a-ccbc72927720 None None] Provisioning complete for port d61e344c-7f1f-4032-94a4-7835858acab7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:05.721614 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e36b204-2664-44b0-a49a-ccbc72927720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:05.742597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] For port 4b8f78a3-367b-4d7b-b592-4c2ebd747786, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:28:05.754930 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:05.798933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5e36b204-2664-44b0-a49a-ccbc72927720 None None] Port d61e344c-7f1f-4032-94a4-7835858acab7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:28:05.817267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Allocated IP 172.20.0.6 (3f41ea8b-464e-4d57-973d-76bd5b3ea27e/b5215fd8-7d7a-42d8-8892-bf766c89452a/c7a77a45-e346-4c48-8636-0f6503968dbb) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:05.820242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:05.820949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:05.822940 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] 10.222.0.18 "PUT /v2.0/ports/4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 1091 time: 3.0454197 Dec 12 04:28:05.823556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:05.826180 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b659ee-f446-4c83-9811-e03e932cd01e" -d '{"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:06.041889 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084d48cf-bde0-48c8-a5e7-d81957b37ef6 x-openstack-request-id: req-084d48cf-bde0-48c8-a5e7-d81957b37ef6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:06.042576 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:06.043042 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-084d48cf-bde0-48c8-a5e7-d81957b37ef6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:06.043660 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'status': 'completed', 'code': 200} Dec 12 04:28:06.072480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63342922-a6b4-4a0f-9794-a05eda2f8951 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8f78a3-367b-4d7b-b592-4c2ebd747786,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:06.105426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e98cfef-f7d2-4d2c-b6b1-5384d67b19b8 req-e5aa3a35-34b2-4db5-be2d-6478c437c3ed tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 210 time: 0.0886302 Dec 12 04:28:06.156253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1fb78e61-a255-4281-b21c-4184a67e7d04 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:06.320907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1fb78e61-a255-4281-b21c-4184a67e7d04 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:06.321540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:06.420312 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:06.425033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:06.579642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-c3e16b63-6ea1-4096-a47f-7a030d57d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:06.581323 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-c3e16b63-6ea1-4096-a47f-7a030d57d597 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1094 time: 0.6961277 Dec 12 04:28:06.594180 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP be117167-898e-40e7-a222-ca632b73554f associated. External IP: 172.25.7.140, port: fe16468c-8e84-49ca-b6cf-65c938dcc4c5. Dec 12 04:28:06.645402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-06540c57-042d-4644-a2bd-ad6377649c25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 217 time: 0.0471187 Dec 12 04:28:06.770517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372202d-d542-48ec-a356-63200f4fecba req-eef77b9f-d1c4-421c-9db0-7e474ddf11ee tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:06.772066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9372202d-d542-48ec-a356-63200f4fecba req-eef77b9f-d1c4-421c-9db0-7e474ddf11ee tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 943 time: 0.2230072 Dec 12 04:28:06.857693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:06.916794 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9372202d-d542-48ec-a356-63200f4fecba req-cd34c334-bd0e-47ea-9f6c-7ffa53a9214a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263688 Dec 12 04:28:06.937598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-529f8d9a-d586-479e-9004-27f5a13a1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:06.939399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-529f8d9a-d586-479e-9004-27f5a13a1bb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 0.2850175 Dec 12 04:28:06.977918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-4b07d45b-a478-448e-80e4-516330a8664a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300765 Dec 12 04:28:07.007581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:07.156610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Network 3f41ea8b-464e-4d57-973d-76bd5b3ea27e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:07.156610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:07.156610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:07.272918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:07.273683 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:07.291517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Pushing event updated for resources: {'Port': ['ID=c7a77a45-e346-4c48-8636-0f6503968dbb,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:07.310325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-405a3b0d-b00d-4a96-884a-47d7cfea5558 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3016746 Dec 12 04:28:07.343747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Request body: {'port': {'device_id': '8f6c988c-230d-473c-9f3d-b13ff09381aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:07.356481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-fdfbae92-2898-415c-9785-1993f3ec277b service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706052 Dec 12 04:28:07.485871 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:07.532279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:07.635090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42eb986d-02db-44f3-adf5-417ad9dad2bb req-02f3785f-a92b-4996-b22b-57ac5aa85d1e service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532558 Dec 12 04:28:07.688530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:07.701570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f682ee-ef3e-4290-843f-9311c5d151c2 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:07.709404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43274-f489-41c0-b49d-d572f98e3d42 req-33c08100-3a63-4729-b24d-4859b4429e97 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:07.711577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20a43274-f489-41c0-b49d-d572f98e3d42 req-33c08100-3a63-4729-b24d-4859b4429e97 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 931 time: 0.2648153 Dec 12 04:28:07.728460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f682ee-ef3e-4290-843f-9311c5d151c2 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:07.730748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-28f682ee-ef3e-4290-843f-9311c5d151c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:07.855665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-28f682ee-ef3e-4290-843f-9311c5d151c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:07.881063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f682ee-ef3e-4290-843f-9311c5d151c2 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:07.883808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-28f682ee-ef3e-4290-843f-9311c5d151c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:07.956209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-28f682ee-ef3e-4290-843f-9311c5d151c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:07.958679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f682ee-ef3e-4290-843f-9311c5d151c2 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:07.965284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-8527b1fd-ecca-43cc-a9d1-a1296040318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:07.967873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-8527b1fd-ecca-43cc-a9d1-a1296040318d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1094 time: 0.2349925 Dec 12 04:28:08.057343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20a43274-f489-41c0-b49d-d572f98e3d42 req-503bfa39-afbb-4c78-bee0-da90769d80ed tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284441 Dec 12 04:28:08.117226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-7865a247-4462-43d2-a0b4-9d9129df6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:08.119034 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-7865a247-4462-43d2-a0b4-9d9129df6ecf service neutron] 10.222.0.18 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 920 time: 0.1399283 Dec 12 04:28:08.121070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router 2bebfef9-466e-40cd-8fd1-6c67b2c3f002 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:08.202368 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-dededdd0-fc68-4ed2-abda-43082642635c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 217 time: 0.0660589 Dec 12 04:28:08.251753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:08.257341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.263230 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659e9ef3-11fe-48a1-86ab-6e71c5ed4d86 None None] Sync routers for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:08.274340 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e9ef3-11fe-48a1-86ab-6e71c5ed4d86 None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:08.275625 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-659e9ef3-11fe-48a1-86ab-6e71c5ed4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:08.291251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca2df1-9b53-4dd5-b995-39ae519adcb8 req-a2af253a-054f-4351-80b5-32251106d4a2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:08.292792 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24ca2df1-9b53-4dd5-b995-39ae519adcb8 req-a2af253a-054f-4351-80b5-32251106d4a2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 943 time: 0.1705954 Dec 12 04:28:08.304554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-6def4209-f43c-4910-9afc-50dce3a30b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:08.305997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-6def4209-f43c-4910-9afc-50dce3a30b0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 0.0938570 Dec 12 04:28:08.310947 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-659e9ef3-11fe-48a1-86ab-6e71c5ed4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:08.323034 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e9ef3-11fe-48a1-86ab-6e71c5ed4d86 None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:08.323665 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-659e9ef3-11fe-48a1-86ab-6e71c5ed4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:08.337192 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-472ac15a-34ce-472b-9f01-3e20e1c270a2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/floatingips/be117167-898e-40e7-a222-ca632b73554f HTTP/1.1" status: 200 len: 978 time: 2.8198793 Dec 12 04:28:08.339897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38862) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:08.361593 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-659e9ef3-11fe-48a1-86ab-6e71c5ed4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:08.361741 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659e9ef3-11fe-48a1-86ab-6e71c5ed4d86 None None] The sync data for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:08.367708 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-d6761fca-d79f-4fa2-ae6f-7d10f3e368d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467489 Dec 12 04:28:08.465576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port d61e344c-7f1f-4032-94a4-7835858acab7 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:08.465843 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.489245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a77a45-e346-4c48-8636-0f6503968dbb {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:28:08.501228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.511620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24ca2df1-9b53-4dd5-b995-39ae519adcb8 req-30183d61-627d-4c40-86d5-7751925c77b5 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046549 Dec 12 04:28:08.534650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Transition to ACTIVE for port object c7a77a45-e346-4c48-8636-0f6503968dbb will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:28:08.543859 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.570237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.575191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-c5229afa-a793-4c6d-8ba8-252ee69ff7b1 service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960278 Dec 12 04:28:08.658622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Pushing event updated for resources: {'Port': ['ID=c7a77a45-e346-4c48-8636-0f6503968dbb,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:08.751233 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0b659ee-f446-4c83-9811-e03e932cd01e req-edcaaf7e-7727-4387-88c1-782395af814a service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654177 Dec 12 04:28:08.761497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Attempting to bind port c7a77a45-e346-4c48-8636-0f6503968dbb on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:28:08.761846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Attempting to bind port c7a77a45-e346-4c48-8636-0f6503968dbb by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '18076ca6-604d-42d1-8ecb-d3f763447200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f41ea8b-464e-4d57-973d-76bd5b3ea27e'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:28:08.762185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Attempting to bind port c7a77a45-e346-4c48-8636-0f6503968dbb on network 3f41ea8b-464e-4d57-973d-76bd5b3ea27e {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:08.770389 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Port c7a77a45-e346-4c48-8636-0f6503968dbb on network 3f41ea8b-464e-4d57-973d-76bd5b3ea27e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:28:08.770964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Attempting to bind port c7a77a45-e346-4c48-8636-0f6503968dbb on network 3f41ea8b-464e-4d57-973d-76bd5b3ea27e {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:08.777222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:28:08.777804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Checking segment: {'id': '18076ca6-604d-42d1-8ecb-d3f763447200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f41ea8b-464e-4d57-973d-76bd5b3ea27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:08.778495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Bound using segment: {'id': '18076ca6-604d-42d1-8ecb-d3f763447200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f41ea8b-464e-4d57-973d-76bd5b3ea27e'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:28:08.779115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Bound port: c7a77a45-e346-4c48-8636-0f6503968dbb, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18076ca6-604d-42d1-8ecb-d3f763447200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f41ea8b-464e-4d57-973d-76bd5b3ea27e'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:28:08.779770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.828329 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.828624 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.828985 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Floating IP be117167-898e-40e7-a222-ca632b73554f disassociated. External IP: 172.25.7.140, port: d61e344c-7f1f-4032-94a4-7835858acab7. Dec 12 04:28:08.829342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for d61e344c-7f1f-4032-94a4-7835858acab7 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:08.847905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] For port c7a77a45-e346-4c48-8636-0f6503968dbb, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:28:08.851011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] For port c7a77a45-e346-4c48-8636-0f6503968dbb, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c7a77a45-e346-4c48-8636-0f6503968dbb,segment=NetworkSegment(18076ca6-604d-42d1-8ecb-d3f763447200),segment_id=18076ca6-604d-42d1-8ecb-d3f763447200)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:28:08.855948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.900341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:08.901031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:08.902687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] 10.222.0.37 "PUT /v2.0/ports/c7a77a45-e346-4c48-8636-0f6503968dbb HTTP/1.1" status: 200 len: 1091 time: 1.5672586 Dec 12 04:28:08.903133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c988c-230d-473c-9f3d-b13ff09381aa', 'tag': 'c7a77a45-e346-4c48-8636-0f6503968dbb'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:08.905539 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be644c3-cd34-43b5-a30d-ecc376dec943" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6c988c-230d-473c-9f3d-b13ff09381aa", "tag": "c7a77a45-e346-4c48-8636-0f6503968dbb"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:08.934282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a807ac-5ef7-49ee-970e-e7fb6bcf775f service neutron] Pushing event updated for resources: {'Port': ['ID=c7a77a45-e346-4c48-8636-0f6503968dbb,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:08.999906 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b5aff-0e07-47b4-84d9-0c296067bf4c x-openstack-request-id: req-2d6b5aff-0e07-47b4-84d9-0c296067bf4c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:09.000245 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6c988c-230d-473c-9f3d-b13ff09381aa", "tag": "c7a77a45-e346-4c48-8636-0f6503968dbb", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:09.000505 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d6b5aff-0e07-47b4-84d9-0c296067bf4c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:09.000920 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c988c-230d-473c-9f3d-b13ff09381aa', 'tag': 'c7a77a45-e346-4c48-8636-0f6503968dbb', 'status': 'completed', 'code': 200} Dec 12 04:28:09.003695 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:09.030660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f575-653c-4b99-9458-7e496552e672 req-83f4f07a-ad6a-409a-92e4-59bcd21f973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:09.042014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-83f4f07a-ad6a-409a-92e4-59bcd21f973a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea7ecfe33ec14b50be078abcad3114c7&device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 1094 time: 0.0716870 Dec 12 04:28:09.046378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=d61e344c-7f1f-4032-94a4-7835858acab7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:09.112443 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-f38699c4-4e80-4e29-844e-31f5cbb0e5b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7a77a45-e346-4c48-8636-0f6503968dbb HTTP/1.1" status: 200 len: 217 time: 0.0544617 Dec 12 04:28:09.219843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f575-653c-4b99-9458-7e496552e672 req-e5f27ad9-a986-4138-a93b-30dc62a0d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:09.222091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-e5f27ad9-a986-4138-a93b-30dc62a0d628 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b5215fd8-7d7a-42d8-8892-bf766c89452a HTTP/1.1" status: 200 len: 858 time: 0.1022482 Dec 12 04:28:09.247610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router 2bebfef9-466e-40cd-8fd1-6c67b2c3f002 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:09.280381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-b2ae52af-d09a-426a-ae0f-d261657cef4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f41ea8b-464e-4d57-973d-76bd5b3ea27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500915 Dec 12 04:28:09.383402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ba7d8-96ae-4717-832b-cb4b68aa9e88 req-613cad4a-bf0f-4e8b-8b04-ee2747c181ed tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:09.385269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-734ba7d8-96ae-4717-832b-cb4b68aa9e88 req-613cad4a-bf0f-4e8b-8b04-ee2747c181ed tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 943 time: 0.1769445 Dec 12 04:28:09.399410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-b8515e08-1718-4650-bb49-f62496bf0998 service neutron] 10.222.0.37 "GET /v2.0/networks/3f41ea8b-464e-4d57-973d-76bd5b3ea27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098766 Dec 12 04:28:09.427602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4b8f78a3-367b-4d7b-b592-4c2ebd747786 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:28:09.505549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:09.558902 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9a6f575-653c-4b99-9458-7e496552e672 req-ef8120b4-a4ca-4331-ae73-c37777b0f01a service neutron] 10.222.0.37 "GET /v2.0/networks/3f41ea8b-464e-4d57-973d-76bd5b3ea27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504509 Dec 12 04:28:09.560295 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-734ba7d8-96ae-4717-832b-cb4b68aa9e88 req-f068e7b7-806f-4674-8684-775a4ed2d7a8 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622102 Dec 12 04:28:09.565637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4b8f78a3-367b-4d7b-b592-4c2ebd747786, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:09.595357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'port_id': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'mac_address': 'fa:16:3e:05:20:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:28:09.597494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c70940-02bb-464c-a8e1-d9cedfbce577 None None] Sync routers for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:09.643492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:09.651239 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-029cf50e-2388-423f-8c32-8cf4b3dd47d1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/ports/d61e344c-7f1f-4032-94a4-7835858acab7 HTTP/1.1" status: 204 len: 168 time: 1.3101172 Dec 12 04:28:09.654575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38888) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:09.670173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c70940-02bb-464c-a8e1-d9cedfbce577 None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:09.671156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-88c70940-02bb-464c-a8e1-d9cedfbce577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:09.717371 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:09.719831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-88c70940-02bb-464c-a8e1-d9cedfbce577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:09.740457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c70940-02bb-464c-a8e1-d9cedfbce577 None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:09.741435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-88c70940-02bb-464c-a8e1-d9cedfbce577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:09.744517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8f78a3-367b-4d7b-b592-4c2ebd747786 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:28:09.805691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-88c70940-02bb-464c-a8e1-d9cedfbce577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:09.807053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c70940-02bb-464c-a8e1-d9cedfbce577 None None] The sync data for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:09.813986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bbcf7-63e1-48c5-a3cb-b95d3d778d21 req-07eb5b10-62ae-4b49-a466-50556d0e2b16 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:09.822264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4b8f78a3-367b-4d7b-b592-4c2ebd747786, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:09.824654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-190bbcf7-63e1-48c5-a3cb-b95d3d778d21 req-07eb5b10-62ae-4b49-a466-50556d0e2b16 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 943 time: 0.1934590 Dec 12 04:28:09.829694 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:09.880378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-71e59a91-d4bc-4aca-8230-67c7f04da1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:09.881847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-71e59a91-d4bc-4aca-8230-67c7f04da1aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea7ecfe33ec14b50be078abcad3114c7&device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 1094 time: 0.2039397 Dec 12 04:28:09.903402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4b8f78a3-367b-4d7b-b592-4c2ebd747786,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:09.988201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-190bbcf7-63e1-48c5-a3cb-b95d3d778d21 req-64e9f9a3-1b9b-4001-b56f-0fce45f62537 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625013 Dec 12 04:28:10.036623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-7718681e-f39b-48d7-bdde-4749bf1e758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:10.038337 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-7718681e-f39b-48d7-bdde-4749bf1e758b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3f41ea8b-464e-4d57-973d-76bd5b3ea27e HTTP/1.1" status: 200 len: 918 time: 0.1386209 Dec 12 04:28:10.112485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4b8f78a3-367b-4d7b-b592-4c2ebd747786'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:28:10.148681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-c3bd6734-2cf5-4cb4-b21c-2de46fe0a1cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7a77a45-e346-4c48-8636-0f6503968dbb HTTP/1.1" status: 200 len: 217 time: 0.0923781 Dec 12 04:28:10.212977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-13b1c2b6-cfab-408e-84a0-48aa16c38436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:10.214606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-13b1c2b6-cfab-408e-84a0-48aa16c38436 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b5215fd8-7d7a-42d8-8892-bf766c89452a HTTP/1.1" status: 200 len: 858 time: 0.0582736 Dec 12 04:28:10.256759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-49d045da-49f5-4f1b-8620-61cb96adb325 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f41ea8b-464e-4d57-973d-76bd5b3ea27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328846 Dec 12 04:28:10.268026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:10.419765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-e47e8c42-639d-4761-90f3-dbf501ae275d service neutron] 10.222.0.37 "GET /v2.0/networks/3f41ea8b-464e-4d57-973d-76bd5b3ea27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472044 Dec 12 04:28:10.545584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7be644c3-cd34-43b5-a30d-ecc376dec943 req-43ed9d8f-ed20-4076-8121-603103e89606 service neutron] 10.222.0.37 "GET /v2.0/networks/3f41ea8b-464e-4d57-973d-76bd5b3ea27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234756 Dec 12 04:28:10.619761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c43a4fd9-f945-4411-942b-abef33b69d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:10.677660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port e2c35cbb-39f3-4661-acfa-e596e886c807 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:10.678232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:10.768981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25205d8-21dd-4fa3-8070-cd1f66cf1f19 req-31ef9c95-1634-45e2-ab3c-097ae9f018db tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:10.775474 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b25205d8-21dd-4fa3-8070-cd1f66cf1f19 req-31ef9c95-1634-45e2-ab3c-097ae9f018db tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 943 time: 0.1152568 Dec 12 04:28:10.783304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:10.798013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for e2c35cbb-39f3-4661-acfa-e596e886c807 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:10.889738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b25205d8-21dd-4fa3-8070-cd1f66cf1f19 req-7f0ef3ef-8d4a-47b3-96ac-e27ef8607857 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071930 Dec 12 04:28:11.125648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:11.157577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=e2c35cbb-39f3-4661-acfa-e596e886c807,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:11.169350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039f947-2b5a-4c38-929e-e9678d0a8bde req-2132616f-e6ad-4f70-add9-54268c56dbbc tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:11.178035 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6039f947-2b5a-4c38-929e-e9678d0a8bde req-2132616f-e6ad-4f70-add9-54268c56dbbc tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 944 time: 0.1029079 Dec 12 04:28:11.297555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6039f947-2b5a-4c38-929e-e9678d0a8bde req-9096298c-276f-4115-a0a9-b4f08ecd528e tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186221 Dec 12 04:28:11.346994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c7a77a45-e346-4c48-8636-0f6503968dbb details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:28:11.468905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4b8f78a3-367b-4d7b-b592-4c2ebd747786 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:11.528463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:11.551241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:28:11.582709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:11.583237 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:11.647672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c7a77a45-e346-4c48-8636-0f6503968dbb, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c7a77a45-e346-4c48-8636-0f6503968dbb,segment=NetworkSegment(18076ca6-604d-42d1-8ecb-d3f763447200),segment_id=18076ca6-604d-42d1-8ecb-d3f763447200)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:11.762561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'c7a77a45-e346-4c48-8636-0f6503968dbb', 'network_id': '3f41ea8b-464e-4d57-973d-76bd5b3ea27e', 'port_id': 'c7a77a45-e346-4c48-8636-0f6503968dbb', 'mac_address': 'fa:16:3e:28:a2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5215fd8-7d7a-42d8-8892-bf766c89452a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:28:11.768183 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:11.771689 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:11.839409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:11.842514 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee175b6-d4cc-48a8-8565-59c48e066a69" -d '{"events": [{"server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:11.867943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4b8f78a3-367b-4d7b-b592-4c2ebd747786, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:11.869862 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:11.913068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router 2bebfef9-466e-40cd-8fd1-6c67b2c3f002 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:12.135998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466929c2-590e-4303-9e9b-401e2bdc6498 req-2efc1fa8-9b35-456e-9fec-638d86ad55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:12.138429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-466929c2-590e-4303-9e9b-401e2bdc6498 req-2efc1fa8-9b35-456e-9fec-638d86ad55fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0733352 Dec 12 04:28:12.176512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a77a45-e346-4c48-8636-0f6503968dbb {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:28:12.178942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f173a5-583d-4f26-b9be-a001a992eee6 req-a4c0fd18-a5c8-4001-b003-ce4d01d2b33d tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:12.180638 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78f173a5-583d-4f26-b9be-a001a992eee6 req-a4c0fd18-a5c8-4001-b003-ce4d01d2b33d tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 943 time: 0.1224432 Dec 12 04:28:12.181844 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882969a8-04c6-4d14-a658-f6ae835930f5 x-openstack-request-id: req-882969a8-04c6-4d14-a658-f6ae835930f5 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:12.182149 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:12.182413 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-882969a8-04c6-4d14-a658-f6ae835930f5 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:12.182967 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'code': 200} Dec 12 04:28:12.186824 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:12.188246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:12.199873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ea8ff2d7-b472-4f48-ac19-f1bf3c6ee2e1 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/routers/2bebfef9-466e-40cd-8fd1-6c67b2c3f002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5424283 Dec 12 04:28:12.203269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38930) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:12.210716 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb17a43-916a-426f-99fc-8546f901a9b6 None None] Sync routers for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:12.229599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-466929c2-590e-4303-9e9b-401e2bdc6498 req-0db51417-128e-4b5b-be31-00dcd78b7996 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826390 Dec 12 04:28:12.230165 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb17a43-916a-426f-99fc-8546f901a9b6 None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:12.231124 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-acb17a43-916a-426f-99fc-8546f901a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:12.291092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c7a77a45-e346-4c48-8636-0f6503968dbb, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c7a77a45-e346-4c48-8636-0f6503968dbb,segment=NetworkSegment(18076ca6-604d-42d1-8ecb-d3f763447200),segment_id=18076ca6-604d-42d1-8ecb-d3f763447200)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:12.308421 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-acb17a43-916a-426f-99fc-8546f901a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:12.309399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:12.327614 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb17a43-916a-426f-99fc-8546f901a9b6 None None] Routers {'2bebfef9-466e-40cd-8fd1-6c67b2c3f002'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:12.329343 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-acb17a43-916a-426f-99fc-8546f901a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:12.343091 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78f173a5-583d-4f26-b9be-a001a992eee6 req-484f6272-e2b4-4f0f-af2f-c0ad18b9fead tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420796 Dec 12 04:28:12.364797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4b8f78a3-367b-4d7b-b592-4c2ebd747786,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:12.400646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:12.411302 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-acb17a43-916a-426f-99fc-8546f901a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:12.421459 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb17a43-916a-426f-99fc-8546f901a9b6 None None] The sync data for ids ['2bebfef9-466e-40cd-8fd1-6c67b2c3f002'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:12.464148 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=c7a77a45-e346-4c48-8636-0f6503968dbb,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:12.641793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['c7a77a45-e346-4c48-8636-0f6503968dbb'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:28:12.861250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75fb06-5bd6-47e7-ab17-ba77708db2f3 req-fc1e54bb-9ab8-43aa-9154-bba50a078e33 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:12.863109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb75fb06-5bd6-47e7-ab17-ba77708db2f3 req-fc1e54bb-9ab8-43aa-9154-bba50a078e33 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.4149148 Dec 12 04:28:12.895380 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:12.942982 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb75fb06-5bd6-47e7-ab17-ba77708db2f3 req-cba0b78f-e52f-4f4f-92fe-6382addd534f tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728827 Dec 12 04:28:12.957898 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9ea40f29-0525-43c9-abb4-a20166cda0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:12.973834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port 15e93501-3d0e-47a5-b48a-c0994eb93a2a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:12.974176 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.063231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.077117 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for 15e93501-3d0e-47a5-b48a-c0994eb93a2a owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:13.294562 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.329569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=15e93501-3d0e-47a5-b48a-c0994eb93a2a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:13.348285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d09d4-115a-4b7a-84aa-f917c403411c None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:13.362032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c7a77a45-e346-4c48-8636-0f6503968dbb up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:13.404253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.459499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port c7a77a45-e346-4c48-8636-0f6503968dbb completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:28:13.466108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port c7a77a45-e346-4c48-8636-0f6503968dbb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:13.466548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.593918 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.599328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.668742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6f87-73de-4fc9-9857-a70e19ae050d req-be8b8c3b-9499-41ee-938b-7b6411476e7c tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:13.670002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.670361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Fanout notify agent at l3_agent the message router_deleted on router 2bebfef9-466e-40cd-8fd1-6c67b2c3f002 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:28:13.682499 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5ae6f87-73de-4fc9-9857-a70e19ae050d req-be8b8c3b-9499-41ee-938b-7b6411476e7c tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 944 time: 0.1818135 Dec 12 04:28:13.697954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.698869 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.702674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a1bf04e9-04a4-4930-ba62-b88491ad073b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/routers/2bebfef9-466e-40cd-8fd1-6c67b2c3f002 HTTP/1.1" status: 204 len: 168 time: 1.4742417 Dec 12 04:28:13.703185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38954) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:13.745813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c7a77a45-e346-4c48-8636-0f6503968dbb, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c7a77a45-e346-4c48-8636-0f6503968dbb,segment=NetworkSegment(18076ca6-604d-42d1-8ecb-d3f763447200),segment_id=18076ca6-604d-42d1-8ecb-d3f763447200)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:13.756777 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.798937 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5ae6f87-73de-4fc9-9857-a70e19ae050d req-881a6496-1fe9-41a3-8572-063a06f34e5c tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146064 Dec 12 04:28:13.818225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a1d215-4465-4410-8ea1-a1df31e1ba4f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting subnet 8678cab7-6a9a-43f5-a0ca-bef321829a3d {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:28:13.822000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1a1d215-4465-4410-8ea1-a1df31e1ba4f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.823503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=c7a77a45-e346-4c48-8636-0f6503968dbb,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:13.876413 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1a1d215-4465-4410-8ea1-a1df31e1ba4f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:13.928991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.003294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1a1d215-4465-4410-8ea1-a1df31e1ba4f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.057921 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.126731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329d453-5bed-47cb-b69c-9833d1e389be req-ebc3e59b-e17d-4a06-a700-3853bf3982f9 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:14.128273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7329d453-5bed-47cb-b69c-9833d1e389be req-ebc3e59b-e17d-4a06-a700-3853bf3982f9 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.0761950 Dec 12 04:28:14.129837 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1a1d215-4465-4410-8ea1-a1df31e1ba4f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.169040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1d215-4465-4410-8ea1-a1df31e1ba4f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Subnet': ['ID=8678cab7-6a9a-43f5-a0ca-bef321829a3d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:14.178493 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1a1d215-4465-4410-8ea1-a1df31e1ba4f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.183441 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e1a1d215-4465-4410-8ea1-a1df31e1ba4f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/subnets/8678cab7-6a9a-43f5-a0ca-bef321829a3d HTTP/1.1" status: 204 len: 168 time: 0.4781082 Dec 12 04:28:14.184454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c988c-230d-473c-9f3d-b13ff09381aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a77a45-e346-4c48-8636-0f6503968dbb'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:14.186361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38962) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:14.186811 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee19aaa-f4fc-451c-8cdf-e8a42431159d" -d '{"events": [{"server_uuid": "8f6c988c-230d-473c-9f3d-b13ff09381aa", "name": "network-vif-plugged", "status": "completed", "tag": "c7a77a45-e346-4c48-8636-0f6503968dbb"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:14.189660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabfcc52-0607-477c-a7df-41a7b2ce385d None None] Network 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:14.300245 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368b3e64-8bdc-400f-81cd-51398a548074 x-openstack-request-id: req-368b3e64-8bdc-400f-81cd-51398a548074 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:14.300540 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6c988c-230d-473c-9f3d-b13ff09381aa", "name": "network-vif-plugged", "status": "completed", "tag": "c7a77a45-e346-4c48-8636-0f6503968dbb", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:14.301354 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-368b3e64-8bdc-400f-81cd-51398a548074 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:14.301975 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c988c-230d-473c-9f3d-b13ff09381aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a77a45-e346-4c48-8636-0f6503968dbb', 'code': 200} Dec 12 04:28:14.336299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.359276 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7329d453-5bed-47cb-b69c-9833d1e389be req-c41ae8b4-2ea2-4c80-a1c0-e37f9266c590 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188885 Dec 12 04:28:14.473873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cd2533-13b9-47f0-9b7f-1f6949028d07 None None] DHCP port deletion for 977ff49c-e73d-4f87-a431-dc2cbc4c58d9 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:14.474114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port 516f326b-dd57-4132-8f02-27b18ca2e02e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:14.474350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.567002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-81cd2533-13b9-47f0-9b7f-1f6949028d07 None None] Deleting port 516f326b-dd57-4132-8f02-27b18ca2e02e {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:14.567687 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-81cd2533-13b9-47f0-9b7f-1f6949028d07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.674714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0c58-ce4d-4ba1-b1e9-ead96d560543 req-361425a9-b4c8-4f98-8b7b-185bdcf8edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:14.676501 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b72c0c58-ce4d-4ba1-b1e9-ead96d560543 req-361425a9-b4c8-4f98-8b7b-185bdcf8edad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 1096 time: 0.2047493 Dec 12 04:28:14.737257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-81cd2533-13b9-47f0-9b7f-1f6949028d07 None None] For port 516f326b-dd57-4132-8f02-27b18ca2e02e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=516f326b-dd57-4132-8f02-27b18ca2e02e,segment=NetworkSegment(4ad91a7e-e527-4803-b986-6fb985af886e),segment_id=4ad91a7e-e527-4803-b986-6fb985af886e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:14.737915 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-81cd2533-13b9-47f0-9b7f-1f6949028d07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.755057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-81cd2533-13b9-47f0-9b7f-1f6949028d07 None None] Calling delete_port for 516f326b-dd57-4132-8f02-27b18ca2e02e owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:14.821873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ddfb2-5fcc-4bf2-aa45-856077c1f09f req-33376c22-1dab-432a-a29c-c69ab3c38f59 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:14.830022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f8ddfb2-5fcc-4bf2-aa45-856077c1f09f req-33376c22-1dab-432a-a29c-c69ab3c38f59 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.1323986 Dec 12 04:28:14.833203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38984) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:14.858215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] For port 516f326b-dd57-4132-8f02-27b18ca2e02e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=516f326b-dd57-4132-8f02-27b18ca2e02e,segment=NetworkSegment(4ad91a7e-e527-4803-b986-6fb985af886e),segment_id=4ad91a7e-e527-4803-b986-6fb985af886e)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:14.858632 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.869302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-81cd2533-13b9-47f0-9b7f-1f6949028d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:14.925109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for 516f326b-dd57-4132-8f02-27b18ca2e02e owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:14.934063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd2533-13b9-47f0-9b7f-1f6949028d07 None None] Pushing event deleted for resources: {'Port': ['ID=516f326b-dd57-4132-8f02-27b18ca2e02e,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:14.946314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cd2533-13b9-47f0-9b7f-1f6949028d07 None None] No DVR routers for this DVR port 516f326b-dd57-4132-8f02-27b18ca2e02e on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:28:14.968757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-9d8be637-512a-44cb-9ce4-fc355b4d86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:14.970750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-9d8be637-512a-44cb-9ce4-fc355b4d86c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1096 time: 0.3200977 Dec 12 04:28:14.974845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f8ddfb2-5fcc-4bf2-aa45-856077c1f09f req-ba7f6bef-4903-4e66-b7c5-2ae6431108c2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434588 Dec 12 04:28:15.030041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e72cff8-1c5c-4c73-b4cb-7840d33c9c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.047834 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b72c0c58-ce4d-4ba1-b1e9-ead96d560543 req-57ff57ee-b1f0-4038-ab6b-904fcbbc73d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219516 Dec 12 04:28:15.122905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e72cff8-1c5c-4c73-b4cb-7840d33c9c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.127530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e72cff8-1c5c-4c73-b4cb-7840d33c9c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.133800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37e4af-4c4b-4192-8e10-d46ebcb953c4 req-a416702d-0acb-4002-9ccd-3b92abd1dd4c tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:15.137330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c37e4af-4c4b-4192-8e10-d46ebcb953c4 req-a416702d-0acb-4002-9ccd-3b92abd1dd4c tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 945 time: 0.2048750 Dec 12 04:28:15.168340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72cff8-1c5c-4c73-b4cb-7840d33c9c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57109296-54f4-4b1b-90dc-a615d572a1db,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:15.173174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1e72cff8-1c5c-4c73-b4cb-7840d33c9c30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9995478d957044aaa01e6d2c87e4a2da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3390062 Dec 12 04:28:15.175808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38990) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:15.220327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-5b7c1be2-240f-4439-9883-b16061e0684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:15.221833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-5b7c1be2-240f-4439-9883-b16061e0684d service neutron] 10.222.0.18 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 920 time: 0.2393363 Dec 12 04:28:15.232445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-60e7b737-9233-495f-be52-39fac020c343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.255957 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-60e7b737-9233-495f-be52-39fac020c343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.270628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-04c633f7-c586-481c-9f3f-2f168bb6ef8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 217 time: 0.0388262 Dec 12 04:28:15.271906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.277661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7c37e4af-4c4b-4192-8e10-d46ebcb953c4 req-c42c77bd-aa4a-4b6b-81a7-2326b41869e2 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352189 Dec 12 04:28:15.343917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] No DVR routers for this DVR port 516f326b-dd57-4132-8f02-27b18ca2e02e on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:28:15.351797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=516f326b-dd57-4132-8f02-27b18ca2e02e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:15.374186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-60e7b737-9233-495f-be52-39fac020c343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.377295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-60e7b737-9233-495f-be52-39fac020c343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.383704 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-60e7b737-9233-495f-be52-39fac020c343 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57109296-54f4-4b1b-90dc-a615d572a1db HTTP/1.1" status: 204 len: 168 time: 0.2060702 Dec 12 04:28:15.396688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7b737-9233-495f-be52-39fac020c343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57109296-54f4-4b1b-90dc-a615d572a1db,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:15.484088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-2c777055-257b-487b-adc6-38d8d4de475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:15.485671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-2c777055-257b-487b-adc6-38d8d4de475f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 0.2070889 Dec 12 04:28:15.508458 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.534046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-8aecf9cd-7bfa-434c-a2a6-928821d3f367 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379879 Dec 12 04:28:15.564791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977ff49c-e73d-4f87-a431-dc2cbc4c58d9']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:15.614706 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.615644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad91a7e-e527-4803-b986-6fb985af886e') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:15.615985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad91a7e-e527-4803-b986-6fb985af886e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:15.632559 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.653676 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.668780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:15.669211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:15.672610 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:15.783328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39000) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:15.803922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2efee501-5609-409b-b92c-f2ddf9d03c07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.907870 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2efee501-5609-409b-b92c-f2ddf9d03c07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.912726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2efee501-5609-409b-b92c-f2ddf9d03c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:15.956169 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2efee501-5609-409b-b92c-f2ddf9d03c07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=747b0196567e4cbeae8a5b64dc027b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712618 Dec 12 04:28:15.957701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efee501-5609-409b-b92c-f2ddf9d03c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d659d1-62f0-4d28-8757-6e2088557ce1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:15.966467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39004) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:16.030898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd30286a-824a-4501-9580-495ca61bc276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.036688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-aa24cdf0-8ca0-43d0-8840-155cd3e1c5fa service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898684 Dec 12 04:28:16.070556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd30286a-824a-4501-9580-495ca61bc276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.108449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 516f326b-dd57-4132-8f02-27b18ca2e02e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:28:16.136769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 516f326b-dd57-4132-8f02-27b18ca2e02e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:28:16.137746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 516f326b-dd57-4132-8f02-27b18ca2e02e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:28:16.162453 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd30286a-824a-4501-9580-495ca61bc276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.166188 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd30286a-824a-4501-9580-495ca61bc276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.169915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fd30286a-824a-4501-9580-495ca61bc276 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4d659d1-62f0-4d28-8757-6e2088557ce1 HTTP/1.1" status: 204 len: 168 time: 0.1999972 Dec 12 04:28:16.176378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.188100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.191798 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/networks/977ff49c-e73d-4f87-a431-dc2cbc4c58d9 HTTP/1.1" status: 204 len: 168 time: 2.0034189 Dec 12 04:28:16.195960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39014) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:16.213577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30286a-824a-4501-9580-495ca61bc276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d659d1-62f0-4d28-8757-6e2088557ce1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:16.254659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b143f8-82a7-45cc-9bbb-bec9ef83390c tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Network': ['ID=977ff49c-e73d-4f87-a431-dc2cbc4c58d9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:16.338907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0afd64d-fa77-487e-9dd3-fc7621f6304a req-e465c9f2-8a10-4010-9c38-91e5668c3e8f service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879632 Dec 12 04:28:16.356288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12ccdf-ac06-438e-b792-e617fe89e4df req-065ccd7a-2855-4e86-b46e-d2eb3ea86fc3 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:16.357899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d12ccdf-ac06-438e-b792-e617fe89e4df req-065ccd7a-2855-4e86-b46e-d2eb3ea86fc3 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.2237680 Dec 12 04:28:16.446403 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d12ccdf-ac06-438e-b792-e617fe89e4df req-2a787364-0392-4808-b506-76c5cc4b0a2a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619400 Dec 12 04:28:16.450199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port d2450684-83af-40b4-af0e-9011f492f848 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:16.450548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.482758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454de7d7-0349-4b73-8620-dd5dd982da5e req-cb2d930c-c7f0-4382-b788-4a69fd15a3d8 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:16.484494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-454de7d7-0349-4b73-8620-dd5dd982da5e req-cb2d930c-c7f0-4382-b788-4a69fd15a3d8 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 945 time: 0.0915675 Dec 12 04:28:16.538309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-454de7d7-0349-4b73-8620-dd5dd982da5e req-f2fd5de3-5fce-4211-aaf0-0c4245d8d9be tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Dec 12 04:28:16.558710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.559356 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.573923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for d2450684-83af-40b4-af0e-9011f492f848 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:16.685687 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.701884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39028) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:16.717719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed08371d-cc80-4d9e-b34d-dc1a7173f8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.765282 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.803495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=d2450684-83af-40b4-af0e-9011f492f848,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:16.861168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed08371d-cc80-4d9e-b34d-dc1a7173f8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.867655 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.870455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.871638 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d94d77bf-fcf9-480d-aef5-4de6edfa428f tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/floatingips/be117167-898e-40e7-a222-ca632b73554f HTTP/1.1" status: 204 len: 168 time: 0.6727138 Dec 12 04:28:16.875102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f4fc3-53e7-4851-a6c8-788d660e7b6c req-10dc9662-1d27-4827-b273-03616a245d04 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:16.876673 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-466f4fc3-53e7-4851-a6c8-788d660e7b6c req-10dc9662-1d27-4827-b273-03616a245d04 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 945 time: 0.0876601 Dec 12 04:28:16.877073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39034) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:16.881888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed08371d-cc80-4d9e-b34d-dc1a7173f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:16.901780 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb81fcc-c7f3-47fd-8e82-facb797b0530 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] DELETE failed (client error): The resource could not be found. Dec 12 04:28:16.902380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb81fcc-c7f3-47fd-8e82-facb797b0530 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:28:16.905545 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7fb81fcc-c7f3-47fd-8e82-facb797b0530 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/ports/d61e344c-7f1f-4032-94a4-7835858acab7 HTTP/1.1" status: 404 len: 333 time: 0.0274704 Dec 12 04:28:16.909885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39036) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:16.937700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ed08371d-cc80-4d9e-b34d-dc1a7173f8fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58b669a7069648b78960e651fa0b31e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339313 Dec 12 04:28:16.940850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39038) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:16.968411 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-44e9ec99-d35a-4cd5-b9b7-2908172334eb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bebfef9-466e-40cd-8fd1-6c67b2c3f002 HTTP/1.1" status: 200 len: 205 time: 0.0550561 Dec 12 04:28:16.973383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39040) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:16.977708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08371d-cc80-4d9e-b34d-dc1a7173f8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0f973d-83fe-486a-8c73-e1f99c7bb54d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:17.004712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-466f4fc3-53e7-4851-a6c8-788d660e7b6c req-2599c006-2561-4b3c-b96b-2eead68ba791 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964954 Dec 12 04:28:17.028410 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-65e371ef-b29f-4a5b-aa91-68ad1ecfa7b8 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] delete failed (client error): The resource could not be found. Dec 12 04:28:17.031139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-65e371ef-b29f-4a5b-aa91-68ad1ecfa7b8 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/routers/2bebfef9-466e-40cd-8fd1-6c67b2c3f002 HTTP/1.1" status: 404 len: 336 time: 0.0551932 Dec 12 04:28:17.032273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39042) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:17.048211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1d31495e-3e23-4ec8-af5d-4988f86da811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.060586 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-5270c5ec-e095-48ce-9ab8-d988c5467982 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] DELETE failed (client error): The resource could not be found. Dec 12 04:28:17.061336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5270c5ec-e095-48ce-9ab8-d988c5467982 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:28:17.067869 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5270c5ec-e095-48ce-9ab8-d988c5467982 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/subnets/8678cab7-6a9a-43f5-a0ca-bef321829a3d HTTP/1.1" status: 404 len: 337 time: 0.0315962 Dec 12 04:28:17.068087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39044) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:17.075647 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1d31495e-3e23-4ec8-af5d-4988f86da811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.152731 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1d31495e-3e23-4ec8-af5d-4988f86da811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.157014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1d31495e-3e23-4ec8-af5d-4988f86da811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.162314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1d31495e-3e23-4ec8-af5d-4988f86da811 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b0f973d-83fe-486a-8c73-e1f99c7bb54d HTTP/1.1" status: 204 len: 168 time: 0.2197080 Dec 12 04:28:17.172799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31495e-3e23-4ec8-af5d-4988f86da811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0f973d-83fe-486a-8c73-e1f99c7bb54d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:17.198409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-671a7a83-e798-4a00-89d0-e13f09e60fe2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port fe16468c-8e84-49ca-b6cf-65c938dcc4c5 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:17.198763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-671a7a83-e798-4a00-89d0-e13f09e60fe2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.292847 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-671a7a83-e798-4a00-89d0-e13f09e60fe2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.307367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-671a7a83-e798-4a00-89d0-e13f09e60fe2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for fe16468c-8e84-49ca-b6cf-65c938dcc4c5 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:17.461617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-671a7a83-e798-4a00-89d0-e13f09e60fe2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.494555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a7a83-e798-4a00-89d0-e13f09e60fe2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=fe16468c-8e84-49ca-b6cf-65c938dcc4c5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:17.590817 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-671a7a83-e798-4a00-89d0-e13f09e60fe2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.599299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaa346-daf5-48f0-999d-a3f33ff50c74 req-191ce1ba-c940-4dc8-9f49-3b8343428355 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:17.599505 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-671a7a83-e798-4a00-89d0-e13f09e60fe2 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/ports/fe16468c-8e84-49ca-b6cf-65c938dcc4c5 HTTP/1.1" status: 204 len: 168 time: 0.5285532 Dec 12 04:28:17.600104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39062) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:17.601357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dffaa346-daf5-48f0-999d-a3f33ff50c74 req-191ce1ba-c940-4dc8-9f49-3b8343428355 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.0606594 Dec 12 04:28:17.659270 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dffaa346-daf5-48f0-999d-a3f33ff50c74 req-475be7c5-7d82-4235-a9d9-5136f8e415ad tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505688 Dec 12 04:28:17.711210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-63ed44e5-db2b-4fb4-8545-4af0f33041a4 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port c4269c7e-2139-4c05-b652-bbf757ac6427 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:17.711634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63ed44e5-db2b-4fb4-8545-4af0f33041a4 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.806778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63ed44e5-db2b-4fb4-8545-4af0f33041a4 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:17.821139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-63ed44e5-db2b-4fb4-8545-4af0f33041a4 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for c4269c7e-2139-4c05-b652-bbf757ac6427 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:17.963900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63ed44e5-db2b-4fb4-8545-4af0f33041a4 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:18.029897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed44e5-db2b-4fb4-8545-4af0f33041a4 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=c4269c7e-2139-4c05-b652-bbf757ac6427,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:18.120156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63ed44e5-db2b-4fb4-8545-4af0f33041a4 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:18.127820 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-63ed44e5-db2b-4fb4-8545-4af0f33041a4 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/ports/c4269c7e-2139-4c05-b652-bbf757ac6427 HTTP/1.1" status: 204 len: 168 time: 0.5256879 Dec 12 04:28:18.128883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39080) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:18.178835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f110ff-399f-472a-8221-3b98751c6c7f req-bda350ac-66c4-4786-b013-36231a2843f1 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:18.180576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d2f110ff-399f-472a-8221-3b98751c6c7f req-bda350ac-66c4-4786-b013-36231a2843f1 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 945 time: 0.0714464 Dec 12 04:28:18.189593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b534c4f-762e-49ae-89da-80a31fbca14b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:18.193743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7b534c4f-762e-49ae-89da-80a31fbca14b tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "GET /v2.0/ports?device_id=c88d1935-4f71-4ccc-a723-52d1d685c96b HTTP/1.1" status: 200 len: 913 time: 0.0607586 Dec 12 04:28:18.194577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39086) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:18.355121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d2f110ff-399f-472a-8221-3b98751c6c7f req-e62e64a2-3a3a-4471-9478-5faaa25cea83 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/security-groups?id=67fa9f33-c63d-46e8-8587-0b69ae143fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685050 Dec 12 04:28:18.384576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-79dd4b31-c2e1-4de8-9a66-6febce6fdfac tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:18.386196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-79dd4b31-c2e1-4de8-9a66-6febce6fdfac tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 945 time: 0.0911212 Dec 12 04:28:18.622823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Deleting port c7a77a45-e346-4c48-8636-0f6503968dbb {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:18.623180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:18.750112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] For port c7a77a45-e346-4c48-8636-0f6503968dbb, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c7a77a45-e346-4c48-8636-0f6503968dbb,segment=NetworkSegment(18076ca6-604d-42d1-8ecb-d3f763447200),segment_id=18076ca6-604d-42d1-8ecb-d3f763447200)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:18.750477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:18.773541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Calling delete_port for c7a77a45-e346-4c48-8636-0f6503968dbb owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:18.854424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609da94-e787-4557-bf49-ecf8e1433944 req-82189268-af9a-408d-a290-08f512bf095a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:18.861440 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3609da94-e787-4557-bf49-ecf8e1433944 req-82189268-af9a-408d-a290-08f512bf095a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.0841472 Dec 12 04:28:18.873434 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:18.965806 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3609da94-e787-4557-bf49-ecf8e1433944 req-ddecfa81-b7c5-4034-b1c6-13a68098343c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874469 Dec 12 04:28:19.060559 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:19.109356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['c7a77a45-e346-4c48-8636-0f6503968dbb'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:28:19.174274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Pushing event deleted for resources: {'Port': ['ID=c7a77a45-e346-4c48-8636-0f6503968dbb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:19.221943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] No DVR routers for this DVR port c7a77a45-e346-4c48-8636-0f6503968dbb on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:28:19.227625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:19.230987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-292724ed-7a1f-4900-a8be-f56e7918b692 req-cfb7949e-9c4b-4704-b37b-f216d384833a tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.37 "DELETE /v2.0/ports/c7a77a45-e346-4c48-8636-0f6503968dbb HTTP/1.1" status: 204 len: 173 time: 0.8377974 Dec 12 04:28:19.232313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c988c-230d-473c-9f3d-b13ff09381aa', 'name': 'network-vif-deleted', 'tag': 'c7a77a45-e346-4c48-8636-0f6503968dbb'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:19.235002 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a69756f-6c4f-46a6-bf7f-43bb6c0178d0" -d '{"events": [{"server_uuid": "8f6c988c-230d-473c-9f3d-b13ff09381aa", "name": "network-vif-deleted", "tag": "c7a77a45-e346-4c48-8636-0f6503968dbb"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:19.314539 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e0b08c-61d2-477c-b063-f3147096b61f x-openstack-request-id: req-f8e0b08c-61d2-477c-b063-f3147096b61f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:19.314844 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6c988c-230d-473c-9f3d-b13ff09381aa", "name": "network-vif-deleted", "tag": "c7a77a45-e346-4c48-8636-0f6503968dbb", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:19.315102 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8e0b08c-61d2-477c-b063-f3147096b61f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:19.315501 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c988c-230d-473c-9f3d-b13ff09381aa', 'name': 'network-vif-deleted', 'tag': 'c7a77a45-e346-4c48-8636-0f6503968dbb', 'status': 'completed', 'code': 200} Dec 12 04:28:19.451935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port 1c2e9e19-b85d-450c-ab8e-ee2de2848ae6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:19.452501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:19.541798 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c707591e-f91c-4c87-95c1-e8d1333ee98d req-e41b0cee-b04b-4af6-8b6b-6bb9eda47081 tempest-InstanceActionsV221TestJSON-1475803849 tempest-InstanceActionsV221TestJSON-1475803849-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6c988c-230d-473c-9f3d-b13ff09381aa HTTP/1.1" status: 200 len: 210 time: 0.0409513 Dec 12 04:28:19.585684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:19.598716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for 1c2e9e19-b85d-450c-ab8e-ee2de2848ae6 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:19.798159 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:19.825601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=1c2e9e19-b85d-450c-ab8e-ee2de2848ae6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:20.072690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:20.134716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fa9c4-17b4-4053-acb3-3cfffa5a9555 req-7ebad7a1-df5b-4749-88b7-9221a728a9db tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:20.143179 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f63fa9c4-17b4-4053-acb3-3cfffa5a9555 req-7ebad7a1-df5b-4749-88b7-9221a728a9db tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.0835743 Dec 12 04:28:20.197724 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f63fa9c4-17b4-4053-acb3-3cfffa5a9555 req-65893bc9-7020-4b77-9f37-502c2738f8ed tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511396 Dec 12 04:28:20.355693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Router c88d1935-4f71-4ccc-a723-52d1d685c96b has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:20.498300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:20.508865 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8f57a48d-e643-4269-a794-1a6727d97020 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "PUT /v2.0/routers/c88d1935-4f71-4ccc-a723-52d1d685c96b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3128719 Dec 12 04:28:20.511921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39126) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:20.515316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c0195-7484-4474-8293-6578c8571f43 None None] Sync routers for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:20.534819 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c0195-7484-4474-8293-6578c8571f43 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:20.536082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c28c0195-7484-4474-8293-6578c8571f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:20.570780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c28c0195-7484-4474-8293-6578c8571f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:20.580508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c0195-7484-4474-8293-6578c8571f43 None None] Routers {'c88d1935-4f71-4ccc-a723-52d1d685c96b'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:20.581369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c28c0195-7484-4474-8293-6578c8571f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c88d1935-4f71-4ccc-a723-52d1d685c96b'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:20.620392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c28c0195-7484-4474-8293-6578c8571f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:20.621274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c0195-7484-4474-8293-6578c8571f43 None None] The sync data for ids ['c88d1935-4f71-4ccc-a723-52d1d685c96b'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:20.642902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:20.824429 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:20.924243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting port 1141aee5-4986-4985-b90b-b6e0efbe61a8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:20.924778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.054675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.070001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Calling delete_port for 1141aee5-4986-4985-b90b-b6e0efbe61a8 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:21.081846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39140) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:21.137477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca5c569-46e6-4297-bfa5-48e038aabe7c admin admin] Deleting subnet b5215fd8-7d7a-42d8-8892-bf766c89452a {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:28:21.146949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c569-46e6-4297-bfa5-48e038aabe7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.204580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c569-46e6-4297-bfa5-48e038aabe7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.256434 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c569-46e6-4297-bfa5-48e038aabe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.389570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c7a77a45-e346-4c48-8636-0f6503968dbb no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:28:21.398702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c569-46e6-4297-bfa5-48e038aabe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.411741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f15af7-f8b2-451a-9020-5bf48781c623 req-d130b65f-fe56-4a4a-b43e-c1781d68701c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:21.425170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7f15af7-f8b2-451a-9020-5bf48781c623 req-d130b65f-fe56-4a4a-b43e-c1781d68701c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.1263866 Dec 12 04:28:21.427448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5c569-46e6-4297-bfa5-48e038aabe7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5215fd8-7d7a-42d8-8892-bf766c89452a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:21.439336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c569-46e6-4297-bfa5-48e038aabe7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.440417 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.447134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2ca5c569-46e6-4297-bfa5-48e038aabe7c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b5215fd8-7d7a-42d8-8892-bf766c89452a HTTP/1.1" status: 204 len: 168 time: 0.3639381 Dec 12 04:28:21.451485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39148) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:21.461621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: c7a77a45-e346-4c48-8636-0f6503968dbb {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:28:21.462149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c7a77a45-e346-4c48-8636-0f6503968dbb not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:28:21.486034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Port': ['ID=1141aee5-4986-4985-b90b-b6e0efbe61a8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:21.499764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a266c-5212-4631-b565-bb08a65304c3 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:21.573641 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.587078 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7f15af7-f8b2-451a-9020-5bf48781c623 req-611d9106-6ffe-450d-8e58-d0d8cf464f55 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600025 Dec 12 04:28:21.624030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.690880 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.730592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.733129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.733852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f41ea8b-464e-4d57-973d-76bd5b3ea27e']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:21.755909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18076ca6-604d-42d1-8ecb-d3f763447200') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:21.756365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18076ca6-604d-42d1-8ecb-d3f763447200') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:21.770058 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.789560 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.791496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.792279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Fanout notify agent at l3_agent the message router_deleted on router c88d1935-4f71-4ccc-a723-52d1d685c96b {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:28:21.800541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.805141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b303b2c3-9b56-4245-b406-8e2c50f534bb tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/routers/c88d1935-4f71-4ccc-a723-52d1d685c96b HTTP/1.1" status: 204 len: 168 time: 1.2920148 Dec 12 04:28:21.805914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39152) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:21.809489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:21.810035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:21.811976 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:21.866038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5037a65-fa57-4a1d-b6b7-aaf43c4799a3 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Deleting subnet 9ace9307-b5fa-4286-a11f-69a0f7ca54eb {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:28:21.870408 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5037a65-fa57-4a1d-b6b7-aaf43c4799a3 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.917628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.924850 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.939967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3f41ea8b-464e-4d57-973d-76bd5b3ea27e HTTP/1.1" status: 204 len: 168 time: 0.4822750 Dec 12 04:28:21.941886 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5037a65-fa57-4a1d-b6b7-aaf43c4799a3 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:21.953836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0aa222-acf0-4935-8dfa-8064be6ed943 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f41ea8b-464e-4d57-973d-76bd5b3ea27e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:22.025107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5037a65-fa57-4a1d-b6b7-aaf43c4799a3 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.147602 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5037a65-fa57-4a1d-b6b7-aaf43c4799a3 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.184441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5037a65-fa57-4a1d-b6b7-aaf43c4799a3 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Subnet': ['ID=9ace9307-b5fa-4286-a11f-69a0f7ca54eb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:22.190637 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5037a65-fa57-4a1d-b6b7-aaf43c4799a3 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.197525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c5037a65-fa57-4a1d-b6b7-aaf43c4799a3 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/subnets/9ace9307-b5fa-4286-a11f-69a0f7ca54eb HTTP/1.1" status: 204 len: 168 time: 0.3905802 Dec 12 04:28:22.199952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39158) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:22.217689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39160) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:22.312106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4c861773-b421-4c1e-8b6c-d99cca86314b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea7ecfe33ec14b50be078abcad3114c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891352 Dec 12 04:28:22.315562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39162) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:22.317061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.428289 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.431843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a97bf56-2e7d-4378-a8f2-b3c62e032771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.452107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd202dd2-cdc7-40cb-be9e-2bf4100eed57']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:22.462949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b08c51a-a574-4331-b443-ea8d6f229596') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:22.463949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b08c51a-a574-4331-b443-ea8d6f229596') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:22.473923 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.488286 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a97bf56-2e7d-4378-a8f2-b3c62e032771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.499937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.509508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:22.510580 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:22.520612 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:22.603494 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a97bf56-2e7d-4378-a8f2-b3c62e032771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.607491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a97bf56-2e7d-4378-a8f2-b3c62e032771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.611001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0a97bf56-2e7d-4378-a8f2-b3c62e032771 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67fa9f33-c63d-46e8-8587-0b69ae143fbc HTTP/1.1" status: 204 len: 168 time: 0.2922752 Dec 12 04:28:22.656026 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97bf56-2e7d-4378-a8f2-b3c62e032771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fa9f33-c63d-46e8-8587-0b69ae143fbc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:22.664273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.677582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:22.682844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] 10.222.0.36 "DELETE /v2.0/networks/cd202dd2-cdc7-40cb-be9e-2bf4100eed57 HTTP/1.1" status: 204 len: 168 time: 0.4817536 Dec 12 04:28:22.704875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e14680-5c61-4b6b-8da5-508fb9530a22 tempest-FloatingIPTestJSON-1816781630 tempest-FloatingIPTestJSON-1816781630-project] Pushing event deleted for resources: {'Network': ['ID=cd202dd2-cdc7-40cb-be9e-2bf4100eed57,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:22.863218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23ab23-61cb-400b-9fc4-0ce820299713 req-bdc2dc6d-fe45-4b5b-b93b-a65c7385927a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:22.865192 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c23ab23-61cb-400b-9fc4-0ce820299713 req-bdc2dc6d-fe45-4b5b-b93b-a65c7385927a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.0975313 Dec 12 04:28:23.005735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c23ab23-61cb-400b-9fc4-0ce820299713 req-424bc3a2-c864-4dd9-9f01-42231769e1ce tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330321 Dec 12 04:28:23.367933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39196) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:23.571160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f92eced9-9826-4a2a-88be-bde2da819e45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f206bc18b38431585a29a7f0ec6f421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2012854 Dec 12 04:28:23.573834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39204) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:23.681520 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-091d245f-dc3c-4762-9f34-8f6b86215425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:23.734631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-091d245f-dc3c-4762-9f34-8f6b86215425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:23.844266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-091d245f-dc3c-4762-9f34-8f6b86215425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:23.863678 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-091d245f-dc3c-4762-9f34-8f6b86215425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:23.867934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-091d245f-dc3c-4762-9f34-8f6b86215425 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85cc6c36-4e95-43fd-bf95-5d728bb250f8 HTTP/1.1" status: 204 len: 168 time: 0.2903266 Dec 12 04:28:23.906947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d245f-dc3c-4762-9f34-8f6b86215425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cc6c36-4e95-43fd-bf95-5d728bb250f8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:24.018408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39222) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:24.172966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb343a77-e060-46d7-971c-77c70ee7b219 req-8adcbef1-e8d2-4295-b815-1feb4e46c9d4 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:24.175326 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb343a77-e060-46d7-971c-77c70ee7b219 req-8adcbef1-e8d2-4295-b815-1feb4e46c9d4 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.0811434 Dec 12 04:28:24.257823 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb343a77-e060-46d7-971c-77c70ee7b219 req-45ee7879-24ef-436f-9506-5eabe3469f95 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753503 Dec 12 04:28:24.409411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-835366098-network', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:24.449786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Made reservation on behalf of cdb85fdb3e99414fba5ae212421ed190 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:24.453336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:24.465990 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:24.559247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:24.570993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:24.610607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:24.614765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc3c52-e007-4333-ad92-31e247b7251e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:24.638802 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:24.639130 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Added segment 3649514e-5870-4804-ba82-6eb9271080ca of type vlan for network 0aca496d-4365-4afd-8933-1fbd7178cac0 Dec 12 04:28:24.702669 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:24.733603 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:24.734990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:24.735864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:24.772081 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7524238 Dec 12 04:28:24.778185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39246) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:24.783907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Request body: {'subnet': {'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-835366098-subnet', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:24.838806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4d040-c378-4817-b899-e44e1113d5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0aca496d-4365-4afd-8933-1fbd7178cac0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:24.845461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Made reservation on behalf of cdb85fdb3e99414fba5ae212421ed190 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:24.851625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:24.857290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:25.075294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0223-4bac-4499-8054-82b186fa175e req-41e674a3-1da8-475b-a96b-82705b6ed809 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:25.077144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-793b0223-4bac-4499-8054-82b186fa175e req-41e674a3-1da8-475b-a96b-82705b6ed809 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 945 time: 0.0883739 Dec 12 04:28:25.145146 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-793b0223-4bac-4499-8054-82b186fa175e req-7fe1abb8-fdad-4081-9273-4fc9126c44a8 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590522 Dec 12 04:28:25.325422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:25.442231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbf2369-0e5e-449d-99ce-848fd07923e6,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:25.494146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39266) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:25.524422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26824df-3bfa-462f-95f0-d5da5424cf3d req-bf2b3ab0-92c0-48f7-bb5a-4b36d745c4b1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:25.526892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b26824df-3bfa-462f-95f0-d5da5424cf3d req-bf2b3ab0-92c0-48f7-bb5a-4b36d745c4b1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.1179023 Dec 12 04:28:25.528054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Checking segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:25.528596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Network hostable DHCP agents. Network: 0aca496d-4365-4afd-8933-1fbd7178cac0, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:28:25.581795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:28:25.603946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0aca496d-4365-4afd-8933-1fbd7178cac0) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:25.612122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d11494-6d01-49dc-91f4-9d238e558302 None None] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:25.624036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:25.627468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:25.659723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'networks': [{'name': 'tempest-network--360805531'}, {'name': 'tempest-network--867475945'}]} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:25.661280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'network': {'name': 'tempest-network--360805531'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:25.662103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b26824df-3bfa-462f-95f0-d5da5424cf3d req-a684eed1-e4ea-45e8-bdeb-b4fac9610830 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190946 Dec 12 04:28:25.662265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'network': {'name': 'tempest-network--867475945'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:25.685789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39270) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:25.686063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f170ede9-a4a4-465e-95c2-d7bc3db1c843 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9059801 Dec 12 04:28:25.693175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:25.731577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Made reservation on behalf of 299e5a7fa16240c09f1b49b46c200787 for: {'network': 2} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:25.736677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:25.751350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:25.769008 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:25.771904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:25.795534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-0aca496d-4365-4afd-8933-1fbd7178cac0', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:28:25.803451 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.114368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Allocated IP 172.20.0.2 (0aca496d-4365-4afd-8933-1fbd7178cac0/0cbf2369-0e5e-449d-99ce-848fd07923e6/a7c15246-a387-48d0-93ab-dfaf273cc5b6) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:26.245811 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.335729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785170b-5903-4f1f-9fa2-29fcf9f6b208 req-5637e1ab-8b16-4569-a2ac-d51328cb569c tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:26.344895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8785170b-5903-4f1f-9fa2-29fcf9f6b208 req-5637e1ab-8b16-4569-a2ac-d51328cb569c tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 945 time: 0.0782719 Dec 12 04:28:26.350336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.363685 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.403041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8785170b-5903-4f1f-9fa2-29fcf9f6b208 req-434e8685-496e-4c12-a829-4126a666c99c tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562835 Dec 12 04:28:26.419925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Pushing event updated for resources: {'Port': ['ID=a7c15246-a387-48d0-93ab-dfaf273cc5b6,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:26.424987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:26.426714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:26.429926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:26.501945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Attempting to bind port a7c15246-a387-48d0-93ab-dfaf273cc5b6 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:28:26.501945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Attempting to bind port a7c15246-a387-48d0-93ab-dfaf273cc5b6 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:28:26.502250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Attempting to bind port a7c15246-a387-48d0-93ab-dfaf273cc5b6 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:26.505087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.510152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:28:26.510152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Checking segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:26.510523 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.510908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Bound using segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:28:26.511415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Bound port: a7c15246-a387-48d0-93ab-dfaf273cc5b6, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:28:26.512127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.512991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.513565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.518771 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.588010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] For port a7c15246-a387-48d0-93ab-dfaf273cc5b6, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:28:26.591392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] For port a7c15246-a387-48d0-93ab-dfaf273cc5b6, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a7c15246-a387-48d0-93ab-dfaf273cc5b6,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:28:26.595871 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.621051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fc9b7-6a17-4ee7-ae44-9e911cb0c5dc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:26.627250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:26.646225 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.646583 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Added segment ae3ff2a9-d1c1-4a03-a32b-4203ffa6e496 of type vlan for network 50cd923c-4f7c-469d-b270-a4cd96cbfc9b Dec 12 04:28:26.676273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46270a09-67d8-427e-b4af-c3381b844fb7 None None] Pushing event updated for resources: {'Port': ['ID=a7c15246-a387-48d0-93ab-dfaf273cc5b6,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:26.708942 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.764550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:26.797514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:26.798066 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Added segment b0a18383-db1e-4854-b3bd-64711a0a8ad8 of type vlan for network dbf80e02-e079-44ea-a915-7e05d3880cc5 Dec 12 04:28:26.973365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:27.051333 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:28:27.056246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcd8d7-58b6-4ec3-ac7e-7c03a974ee84 req-6ce6c21d-bbc1-423f-86bd-3694c0c70d90 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:27.058952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcfcd8d7-58b6-4ec3-ac7e-7c03a974ee84 req-6ce6c21d-bbc1-423f-86bd-3694c0c70d90 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.2970011 Dec 12 04:28:27.062423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:27.062732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:27.071267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:27.076741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:27.077527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:27.099282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17002dd3-49d5-4251-82b2-def73db8eb65 req-1b1abba4-20bf-434d-8bb8-530dc3497be0 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:27.102146 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-17002dd3-49d5-4251-82b2-def73db8eb65 req-1b1abba4-20bf-434d-8bb8-530dc3497be0 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 945 time: 0.0988078 Dec 12 04:28:27.146596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:27.180340 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-17002dd3-49d5-4251-82b2-def73db8eb65 req-d4c76c74-0c01-4cff-ab1d-662d2d5e9f9e tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770712 Dec 12 04:28:27.244500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7487931 Dec 12 04:28:27.247404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39302) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:27.253133 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:27.338149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Network': ['ID=50cd923c-4f7c-469d-b270-a4cd96cbfc9b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:27.352616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 50cd923c-4f7c-469d-b270-a4cd96cbfc9b details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:27.355955 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcfcd8d7-58b6-4ec3-ac7e-7c03a974ee84 req-ececb154-cc7d-4f6d-99f8-72fadf7ebedb tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721245 Dec 12 04:28:27.433357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e69798-1a32-4e3d-b550-21fe96086274 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Network': ['ID=dbf80e02-e079-44ea-a915-7e05d3880cc5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:27.479954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network dbf80e02-e079-44ea-a915-7e05d3880cc5 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:27.515361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Allocated IP 172.25.7.65 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/daeda132-8549-4941-bb29-26fc1b5a22f1) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:27.648152 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:27.698527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:27.698959 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4bf1a-76c2-4adc-8669-a61d5d5cf8e5 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:27.708596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4bf1a-76c2-4adc-8669-a61d5d5cf8e5 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:27.717241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4bf1a-76c2-4adc-8669-a61d5d5cf8e5 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:27.725549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4bf1a-76c2-4adc-8669-a61d5d5cf8e5 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:27.727653 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-41f4bf1a-76c2-4adc-8669-a61d5d5cf8e5 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4792314 Dec 12 04:28:27.732667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39306) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:27.747294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:27.750953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:27.756422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:27.767436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf7a8bc-7384-4408-9726-5fe71fd29a56 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:27.842314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3b6bc05b-978b-4013-9627-2e0acf1784b3 None None] Provisioning complete for port daeda132-8549-4941-bb29-26fc1b5a22f1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:27.842698 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc05b-978b-4013-9627-2e0acf1784b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:27.885151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Pushing event updated for resources: {'Port': ['ID=daeda132-8549-4941-bb29-26fc1b5a22f1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:27.931006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bc05b-978b-4013-9627-2e0acf1784b3 None None] Port daeda132-8549-4941-bb29-26fc1b5a22f1 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:28:28.142224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.143499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a7c15246-a387-48d0-93ab-dfaf273cc5b6 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:28.194412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da63dbfe-3ce9-427a-bcc9-b6820403a540 None None] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:28.392485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-535b8dc3-1e36-4dc8-902f-8124941c465d None None] Provisioning complete for port a7c15246-a387-48d0-93ab-dfaf273cc5b6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:28.393515 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-535b8dc3-1e36-4dc8-902f-8124941c465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.399685 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.475175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a7c15246-a387-48d0-93ab-dfaf273cc5b6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:28.475801 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.570916 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.578977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-535b8dc3-1e36-4dc8-902f-8124941c465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.621944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.650028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cd923c-4f7c-469d-b270-a4cd96cbfc9b']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:28.652485 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.670327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3ff2a9-d1c1-4a03-a32b-4203ffa6e496') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:28.671124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3ff2a9-d1c1-4a03-a32b-4203ffa6e496') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:28.688974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8d622-2e48-465a-91e4-2d4edbfed524 req-d7ccac52-e947-4731-9ee0-7d5a9ac312ce tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:28.698923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63b8d622-2e48-465a-91e4-2d4edbfed524 req-d7ccac52-e947-4731-9ee0-7d5a9ac312ce tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.2119279 Dec 12 04:28:28.749801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-c41d2e2d-9f6c-4203-90ac-d852db6fccc3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:28.751047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-535b8dc3-1e36-4dc8-902f-8124941c465d None None] For port a7c15246-a387-48d0-93ab-dfaf273cc5b6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a7c15246-a387-48d0-93ab-dfaf273cc5b6,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:28.751481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.751889 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-c41d2e2d-9f6c-4203-90ac-d852db6fccc3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 945 time: 0.1821766 Dec 12 04:28:28.761998 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-535b8dc3-1e36-4dc8-902f-8124941c465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.762555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8c128-d660-4589-bbb5-ee374705f1f3 req-72673813-b876-4f43-ba0c-612c842af874 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:28.764594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8e8c128-d660-4589-bbb5-ee374705f1f3 req-72673813-b876-4f43-ba0c-612c842af874 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 945 time: 0.4075837 Dec 12 04:28:28.798440 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.831629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:28.834076 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:28.841328 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:28.948578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63b8d622-2e48-465a-91e4-2d4edbfed524 req-b4c0b675-d66b-45f1-b5ac-69cdd588153c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428503 Dec 12 04:28:28.949064 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:28:28.949439 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:28:28.968343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b8dc3-1e36-4dc8-902f-8124941c465d None None] Pushing event updated for resources: {'Port': ['ID=a7c15246-a387-48d0-93ab-dfaf273cc5b6,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:28.994029 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-916a4e65-4f41-48b6-a8a7-42270424a269 None None] Provisioning complete for port a7c15246-a387-48d0-93ab-dfaf273cc5b6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:28.994414 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-916a4e65-4f41-48b6-a8a7-42270424a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.001048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.011724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.017633 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/networks/50cd923c-4f7c-469d-b270-a4cd96cbfc9b HTTP/1.1" status: 204 len: 168 time: 1.2833240 Dec 12 04:28:29.026739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39318) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:29.058859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e218d8e-c084-4f76-9d20-5cfb4eecde6c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Network': ['ID=50cd923c-4f7c-469d-b270-a4cd96cbfc9b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:29.072629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:28:29.080988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8e8c128-d660-4589-bbb5-ee374705f1f3 req-b04a6543-606b-4676-a3f5-85d47f55918f tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups?id=0422c941-8693-4877-979b-007fd9b05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430613 Dec 12 04:28:29.092950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Deleting port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:29.093389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.167215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.267419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:29.277297 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.281260 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Sync routers for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:29.299995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf80e02-e079-44ea-a915-7e05d3880cc5']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:29.301692 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:29.303554 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:29.321978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a18383-db1e-4854-b3bd-64711a0a8ad8') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:29.322662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a18383-db1e-4854-b3bd-64711a0a8ad8') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:29.332649 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.336523 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.337428 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c2c35bed-53fb-4aac-8ad8-14a8ac5b2605 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6499293 Dec 12 04:28:29.338428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39322) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:29.343221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] For port bbcbf637-c883-4ad3-bc29-ef1ceab9e444, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:29.343595 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.546016 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:29.567373 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.610469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:29.610891 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:29.614654 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:29.694199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.717896 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.725300 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/networks/dbf80e02-e079-44ea-a915-7e05d3880cc5 HTTP/1.1" status: 204 len: 168 time: 0.6938322 Dec 12 04:28:29.725300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc6eac-146d-4265-80f2-1417fd1fc2d4 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Network': ['ID=dbf80e02-e079-44ea-a915-7e05d3880cc5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:29.725300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39326) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:29.814470 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:27Z', 'revision_number': 3, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:29.852085 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Checking router: 301ad367-a1fc-4544-bbe4-3d2c7b230a1c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:28:29.852983 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Updating router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c port daeda132-8549-4941-bb29-26fc1b5a22f1 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:28:29.889590 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.986000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.987085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:29.987429 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Floating IP c942f1a7-a06f-4804-8c40-824e4dd7a1b5 disassociated. External IP: 172.25.7.172, port: bbcbf637-c883-4ad3-bc29-ef1ceab9e444. Dec 12 04:28:29.987992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Calling delete_port for bbcbf637-c883-4ad3-bc29-ef1ceab9e444 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:30.027602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e63d5-6527-4ad6-81b4-a90f0c648e2d tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:30.050846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e63d5-6527-4ad6-81b4-a90f0c648e2d tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:30.056371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-454e63d5-6527-4ad6-81b4-a90f0c648e2d tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3241887 Dec 12 04:28:30.060266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39332) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:30.069720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-172586819'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:30.152681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a7c15246-a387-48d0-93ab-dfaf273cc5b6 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:30.193236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.257168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a7c15246-a387-48d0-93ab-dfaf273cc5b6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:30.257554 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.344213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Made reservation on behalf of 299e5a7fa16240c09f1b49b46c200787 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:30.347850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.380657 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.388601 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.412278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9145bbb-4818-4aab-bc76-255dd192ef6e req-0e242d8b-3747-4c4f-b47c-bc8ff0f0cbc2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:30.416026 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9145bbb-4818-4aab-bc76-255dd192ef6e req-0e242d8b-3747-4c4f-b47c-bc8ff0f0cbc2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.3035197 Dec 12 04:28:30.447432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b7fcf-7236-4f28-9323-eafcaa01e563 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:30.465300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Pushing event deleted for resources: {'Port': ['ID=bbcbf637-c883-4ad3-bc29-ef1ceab9e444,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:30.493267 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Attempting to bind port daeda132-8549-4941-bb29-26fc1b5a22f1 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:28:30.493644 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Attempting to bind port daeda132-8549-4941-bb29-26fc1b5a22f1 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:28:30.494016 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Attempting to bind port daeda132-8549-4941-bb29-26fc1b5a22f1 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:30.517242 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:28:30.517628 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:30.518040 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.518453 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:28:30.518928 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Bound port: daeda132-8549-4941-bb29-26fc1b5a22f1, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:28:30.519352 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.525040 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Pushing event updated for resources: {'Port': ['ID=daeda132-8549-4941-bb29-26fc1b5a22f1,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:30.530227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75b16e9c-4501-46b0-91fb-32549fe80bcd req-bff6f722-2cfb-4099-8dc6-3864a30ade2e tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 210 time: 0.1569142 Dec 12 04:28:30.548769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Router 243013b3-9c27-496b-b359-10743a0db952 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:30.574003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:30.646582 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] For port daeda132-8549-4941-bb29-26fc1b5a22f1, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:28:30.655010 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.657069 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] For port daeda132-8549-4941-bb29-26fc1b5a22f1, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=daeda132-8549-4941-bb29-26fc1b5a22f1,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:28:30.660745 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Added segment effdb2b6-8fee-4212-918b-00f7db63ac00 of type vlan for network edd63fc3-14d9-4192-8a25-8d5eced019e4 Dec 12 04:28:30.663458 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.663824 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.664228 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.665067 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.665502 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.665856 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.666602 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.666954 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.667387 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.667726 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.668538 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.668947 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.669285 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:30.686875 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.809118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.876895 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:30.877551 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:30.891099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:30.901611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9145bbb-4818-4aab-bc76-255dd192ef6e req-5820fe95-03fc-49c3-9a11-306d9af38145 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183276 Dec 12 04:28:30.977383 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.988558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] No DVR routers for this DVR port bbcbf637-c883-4ad3-bc29-ef1ceab9e444 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:28:30.992289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:30.997210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b63f7a1e-7b42-4e42-97a2-983d8318fbab req-11b72de4-7ffc-4442-8bc4-3c20dd0da6a5 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.18 "DELETE /v2.0/ports/bbcbf637-c883-4ad3-bc29-ef1ceab9e444 HTTP/1.1" status: 204 len: 173 time: 2.2314706 Dec 12 04:28:30.997905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'name': 'network-vif-deleted', 'tag': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:31.002189 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c63bfa-7233-43da-a9af-56f93cc5529b" -d '{"events": [{"server_uuid": "4dbe2788-1ad0-4cd3-b357-b0b9799073af", "name": "network-vif-deleted", "tag": "bbcbf637-c883-4ad3-bc29-ef1ceab9e444"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:31.086755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad94ead8-65cf-434f-bd79-2ebe8d70b57f None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:31.090827 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b75ec2-62b6-4281-8bde-a3c7a5fd5c49 x-openstack-request-id: req-74b75ec2-62b6-4281-8bde-a3c7a5fd5c49 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:31.091132 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbe2788-1ad0-4cd3-b357-b0b9799073af", "name": "network-vif-deleted", "tag": "bbcbf637-c883-4ad3-bc29-ef1ceab9e444", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:31.091679 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74b75ec2-62b6-4281-8bde-a3c7a5fd5c49 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:31.092097 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbe2788-1ad0-4cd3-b357-b0b9799073af', 'name': 'network-vif-deleted', 'tag': 'bbcbf637-c883-4ad3-bc29-ef1ceab9e444', 'status': 'completed', 'code': 200} Dec 12 04:28:31.099120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] Sync routers for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:31.102591 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.resource_extend [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:28:31.129342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-36b6a14c-0cb6-4fed-abba-2d7234aa4613 None None] Provisioning complete for port daeda132-8549-4941-bb29-26fc1b5a22f1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:31.129761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36b6a14c-0cb6-4fed-abba-2d7234aa4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.154772 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:31.177011 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.183583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:31.184630 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.220832 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155eeb0-cbc9-49cc-a45e-d2f67c19244e None None] Pushing event updated for resources: {'Port': ['ID=daeda132-8549-4941-bb29-26fc1b5a22f1,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:31.239089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39350) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:31.240008 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1743600 Dec 12 04:28:31.246194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1284767207'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:31.315791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7afea-36d4-4677-abeb-48592e984905 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Network': ['ID=edd63fc3-14d9-4192-8a25-8d5eced019e4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:31.352050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:31.353462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Made reservation on behalf of 299e5a7fa16240c09f1b49b46c200787 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:31.354305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:31.359249 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.370114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network edd63fc3-14d9-4192-8a25-8d5eced019e4 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:31.404322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:31.415237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.416213 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Added segment 8af18a95-0182-4947-b0b7-01613b3570d3 of type vlan for network 888a729f-99f5-4ef3-880a-c88cb0dc8abb Dec 12 04:28:31.445641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Allocated IP 172.20.0.1 (0aca496d-4365-4afd-8933-1fbd7178cac0/0cbf2369-0e5e-449d-99ce-848fd07923e6/f0a34683-2a6f-40ec-969d-800c5186eb6b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:31.482215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.551114 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:27Z', 'revision_number': 3, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:31.567742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bbcbf637-c883-4ad3-bc29-ef1ceab9e444 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:28:31.582246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.604979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: bbcbf637-c883-4ad3-bc29-ef1ceab9e444 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:28:31.605471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bbcbf637-c883-4ad3-bc29-ef1ceab9e444 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:28:31.607809 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:31.609284 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497ba19-4f8f-4e03-9d29-32d983bda423 None None] The sync data for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 is: [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:27Z', 'revision_number': 3, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:31.611753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.647764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.700772 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.721509 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36b6a14c-0cb6-4fed-abba-2d7234aa4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.761132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a34683-2a6f-40ec-969d-800c5186eb6b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:31.777280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:31.778847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:31.781899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:31.791053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-36b6a14c-0cb6-4fed-abba-2d7234aa4613 None None] For port daeda132-8549-4941-bb29-26fc1b5a22f1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=daeda132-8549-4941-bb29-26fc1b5a22f1,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:31.821983 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36b6a14c-0cb6-4fed-abba-2d7234aa4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.845396 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.934479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a14c-0cb6-4fed-abba-2d7234aa4613 None None] Pushing event updated for resources: {'Port': ['ID=daeda132-8549-4941-bb29-26fc1b5a22f1,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:31.965889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-db4b37c1-8149-45c5-9756-d3ca53853dd8 None None] Provisioning complete for port daeda132-8549-4941-bb29-26fc1b5a22f1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:31.966415 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db4b37c1-8149-45c5-9756-d3ca53853dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:31.997225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7567096 Dec 12 04:28:32.013822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39360) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:32.030212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:32.080013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'ports': [{'network_id': 'edd63fc3-14d9-4192-8a25-8d5eced019e4', 'name': 'tempest-port--2026484715', 'admin_state_up': True}, {'network_id': '888a729f-99f5-4ef3-880a-c88cb0dc8abb', 'admin_state_up': False}]} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:32.080453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'port': {'network_id': 'edd63fc3-14d9-4192-8a25-8d5eced019e4', 'name': 'tempest-port--2026484715', 'admin_state_up': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:32.081060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'port': {'network_id': '888a729f-99f5-4ef3-880a-c88cb0dc8abb', 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:32.116039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-adc53cdd-badc-42a5-b3f7-29d9f492e854 req-0e46fff0-206d-42d9-bf3c-7a4c9de7d65b tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dbe2788-1ad0-4cd3-b357-b0b9799073af HTTP/1.1" status: 200 len: 210 time: 0.2058420 Dec 12 04:28:32.123028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fd653-c4e0-400e-95c4-52febeebd36c tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Network': ['ID=888a729f-99f5-4ef3-880a-c88cb0dc8abb,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:32.161280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 888a729f-99f5-4ef3-880a-c88cb0dc8abb details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:32.242469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ac4eb-7662-4945-a4ae-5157e5860327 req-49d190f8-eeb0-4b85-87cc-47d2464cbb9c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:32.256202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c7ac4eb-7662-4945-a4ae-5157e5860327 req-49d190f8-eeb0-4b85-87cc-47d2464cbb9c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.1975861 Dec 12 04:28:32.395560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:32.444874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c7ac4eb-7662-4945-a4ae-5157e5860327 req-1ca3c6f5-5fcb-49a9-8292-a9ce4beaf93f tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875546 Dec 12 04:28:32.545010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Made reservation on behalf of 299e5a7fa16240c09f1b49b46c200787 for: {'port': 2} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:32.549981 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:32.579259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e3d4f2bb-4e48-4cd8-8d69-18f898da1db9 None None] Provisioning complete for port f0a34683-2a6f-40ec-969d-800c5186eb6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:32.580528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e3d4f2bb-4e48-4cd8-8d69-18f898da1db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:32.599202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:32.678969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:10Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb', 'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'mac_address': 'fa:16:3e:57:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:08Z', 'updated_at': '2021-12-12T04:26:15Z', 'revision_number': 5, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'subnets': [{'id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:32.771013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] Checking router: 243013b3-9c27-496b-b359-10743a0db952 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:28:32.791133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e3d4f2bb-4e48-4cd8-8d69-18f898da1db9 None None] Port f0a34683-2a6f-40ec-969d-800c5186eb6b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:28:32.794510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] device_id is not set on port 4467bfe1-8b20-456b-9619-26222b9af6c0 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:28:32.811267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:32.812992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:32.825222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:32.833384 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:32.937678 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:32.939703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a34683-2a6f-40ec-969d-800c5186eb6b,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:33.095691 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:33.127682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:33.238579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:33.240557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:33.337232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] device_id is not set on port 1ffed73d-8b9d-4eb1-b75c-cecfac792553 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:28:33.340221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39372) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:33.579604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:10Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb', 'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'mac_address': 'fa:16:3e:57:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:08Z', 'updated_at': '2021-12-12T04:26:15Z', 'revision_number': 5, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'subnets': [{'id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:33.586419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:33.652198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a355017-74ce-4e03-94bb-23a3ec54b848 None None] The sync data for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 is: [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:26:10Z', 'revision_number': 4, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb', 'name': '', 'network_id': 'dfe4446c-bd79-46bc-a6d5-3e895a126906', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'mac_address': 'fa:16:3e:57:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:08Z', 'updated_at': '2021-12-12T04:26:15Z', 'revision_number': 5, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'subnets': [{'id': '3e3f5a4f-fc4d-4f55-8510-8375eedc6eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:33.786620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:33.825508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cee2cbe4-a35d-4dea-918c-3abefd011d7e None None] Provisioning complete for port f0a34683-2a6f-40ec-969d-800c5186eb6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:33.826683 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cee2cbe4-a35d-4dea-918c-3abefd011d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:33.855198 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31f80a01-6bb7-4632-939b-a2e7da1e3089 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:33.885695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:33.893776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:33.908265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-035cafb4-f50a-4648-a907-546612ce7f05 admin admin] 10.222.0.36 "PUT /v2.0/routers/301ad367-a1fc-4544-bbe4-3d2c7b230a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5680621 Dec 12 04:28:33.948643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cee2cbe4-a35d-4dea-918c-3abefd011d7e None None] Port f0a34683-2a6f-40ec-969d-800c5186eb6b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:28:33.988256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b0673-1e6b-47a7-b397-77eeb0c948b0 req-b0fa5e04-4bdf-4a82-9481-2e144d2566ec tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:33.992749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea2b0673-1e6b-47a7-b397-77eeb0c948b0 req-b0fa5e04-4bdf-4a82-9481-2e144d2566ec tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.1229558 Dec 12 04:28:34.042569 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31f80a01-6bb7-4632-939b-a2e7da1e3089 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:34.095831 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea2b0673-1e6b-47a7-b397-77eeb0c948b0 req-91be21d6-db53-48a0-8fdc-bc326810c2b7 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988400 Dec 12 04:28:34.147238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Checking segment: {'id': 'effdb2b6-8fee-4212-918b-00f7db63ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'edd63fc3-14d9-4192-8a25-8d5eced019e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:34.148471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Network hostable DHCP agents. Network: edd63fc3-14d9-4192-8a25-8d5eced019e4, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:28:34.162585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Port': ['ID=4467bfe1-8b20-456b-9619-26222b9af6c0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:34.215896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.216255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.216608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.217637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.217637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.217637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.229608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.230442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.231023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.232121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.232711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.233490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.234009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:34.266815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Network edd63fc3-14d9-4192-8a25-8d5eced019e4 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:28:34.317774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, edd63fc3-14d9-4192-8a25-8d5eced019e4) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:34.327176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9548653a-a039-4bb9-bd8e-b3f816866d9a None None] Network edd63fc3-14d9-4192-8a25-8d5eced019e4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:34.327642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31f80a01-6bb7-4632-939b-a2e7da1e3089 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:34.344344 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31f80a01-6bb7-4632-939b-a2e7da1e3089 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:34.355937 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-31f80a01-6bb7-4632-939b-a2e7da1e3089 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "DELETE /v2.0/security-groups/0422c941-8693-4877-979b-007fd9b05aa5 HTTP/1.1" status: 204 len: 168 time: 1.0145524 Dec 12 04:28:34.357056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39398) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:34.360350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:34.362585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:34.403886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device daeda132-8549-4941-bb29-26fc1b5a22f1 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:34.418899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87f088-e4fd-4951-bddb-e1e2e754c9d2 req-19f2c75e-565d-4713-832b-e6d5120f38cb tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:34.423881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f87f088-e4fd-4951-bddb-e1e2e754c9d2 req-19f2c75e-565d-4713-832b-e6d5120f38cb tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 947 time: 0.1457486 Dec 12 04:28:34.427286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f80a01-6bb7-4632-939b-a2e7da1e3089 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0422c941-8693-4877-979b-007fd9b05aa5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:34.457593 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-e4e9ce1f-8fe5-429e-82b2-70fd81e23c06 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] show failed (client error): The resource could not be found. Dec 12 04:28:34.461875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e4e9ce1f-8fe5-429e-82b2-70fd81e23c06 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "GET /v2.0/security-groups/0422c941-8693-4877-979b-007fd9b05aa5 HTTP/1.1" status: 404 len: 347 time: 0.0927069 Dec 12 04:28:34.468051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39400) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:34.514604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Port': ['ID=1ffed73d-8b9d-4eb1-b75c-cecfac792553,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:34.554109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Checking segment: {'id': '8af18a95-0182-4947-b0b7-01613b3570d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '888a729f-99f5-4ef3-880a-c88cb0dc8abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:34.555076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Network hostable DHCP agents. Network: 888a729f-99f5-4ef3-880a-c88cb0dc8abb, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:28:34.586803 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe562ae-7beb-42fd-b63f-3aa74fe5cd4d None None] New status for floating IP c942f1a7-a06f-4804-8c40-824e4dd7a1b5: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:28:34.604398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Network 888a729f-99f5-4ef3-880a-c88cb0dc8abb is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:28:34.627065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 888a729f-99f5-4ef3-880a-c88cb0dc8abb) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:34.650270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:34.655488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c73639-8fff-4dc5-833c-20dd81814331 None None] Network 888a729f-99f5-4ef3-880a-c88cb0dc8abb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:34.666587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:34.694454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:34.699813 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:34.736853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e6d409e2-c352-448e-836b-c1e3916890f8 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6741111 Dec 12 04:28:34.737937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39404) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:34.825503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f87f088-e4fd-4951-bddb-e1e2e754c9d2 req-d385765a-c084-411c-940b-f9c2e0c65a60 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3948448 Dec 12 04:28:34.827281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea1ea6-9564-4a03-b20c-8288ddbe883d tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:34.867544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea1ea6-9564-4a03-b20c-8288ddbe883d tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:34.872867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-96ea1ea6-9564-4a03-b20c-8288ddbe883d tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1338971 Dec 12 04:28:34.875954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39406) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:34.909148 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port daeda132-8549-4941-bb29-26fc1b5a22f1 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:34.911067 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:34.981164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Deleting port 31a71f2b-3caa-4f73-bae7-699f0faf2618 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:34.981796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.052278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Sync routers for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:35.062405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bc162-0073-47b3-97e6-d64306b9a7a2 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Deleting port 4467bfe1-8b20-456b-9619-26222b9af6c0 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:35.063862 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc162-0073-47b3-97e6-d64306b9a7a2 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.114644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:35.114753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:35.136767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.137381 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.153763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Calling delete_port for 31a71f2b-3caa-4f73-bae7-699f0faf2618 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:35.258876 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc162-0073-47b3-97e6-d64306b9a7a2 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.297078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bc162-0073-47b3-97e6-d64306b9a7a2 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Calling delete_port for 4467bfe1-8b20-456b-9619-26222b9af6c0 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:35.332513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ec138-8c72-476b-9fb8-6ad44502f47f req-1444b386-3a68-45ec-8464-e4d4456a0f72 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:35.334575 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b96ec138-8c72-476b-9fb8-6ad44502f47f req-1444b386-3a68-45ec-8464-e4d4456a0f72 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.0764213 Dec 12 04:28:35.351205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:35.409064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39412) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:35.415605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d0bb512b-b2e6-4b97-81cf-19caa455641f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678382608', 'description': 'tempest-description--1779721112'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:35.473826 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc162-0073-47b3-97e6-d64306b9a7a2 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.485201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0bb512b-b2e6-4b97-81cf-19caa455641f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.518775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bc162-0073-47b3-97e6-d64306b9a7a2 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Port': ['ID=4467bfe1-8b20-456b-9619-26222b9af6c0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:35.533903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b96ec138-8c72-476b-9fb8-6ad44502f47f req-289d2d93-64ec-4a5c-a1fb-b5e36a912239 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785808 Dec 12 04:28:35.537216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc162-0073-47b3-97e6-d64306b9a7a2 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.541790 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8d9bc162-0073-47b3-97e6-d64306b9a7a2 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/ports/4467bfe1-8b20-456b-9619-26222b9af6c0 HTTP/1.1" status: 204 len: 168 time: 0.6642156 Dec 12 04:28:35.544380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39414) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:35.555818 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.607121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Pushing event deleted for resources: {'Port': ['ID=31a71f2b-3caa-4f73-bae7-699f0faf2618,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:35.642311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.642681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.643045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.643397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.643746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.644671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.645041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.645448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.645798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.646157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.647328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.647328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.647328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:35.708395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0bb512b-b2e6-4b97-81cf-19caa455641f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.720545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0bb512b-b2e6-4b97-81cf-19caa455641f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.725310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.727349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f0a34683-2a6f-40ec-969d-800c5186eb6b', 'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'mac_address': 'fa:16:3e:02:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:30Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 2, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'subnets': [{'id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:35.728156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.732079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9aa2e256-155d-4f13-8369-212370151ae3 tempest-ServersTestJSON-1689722715 tempest-ServersTestJSON-1689722715-project] 10.222.0.36 "DELETE /v2.0/floatingips/c942f1a7-a06f-4804-8c40-824e4dd7a1b5 HTTP/1.1" status: 204 len: 168 time: 1.2601914 Dec 12 04:28:35.733415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39418) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:35.736723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-50608a1c-95d5-476c-887e-a24257217bca tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Deleting port 1ffed73d-8b9d-4eb1-b75c-cecfac792553 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:35.738835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-50608a1c-95d5-476c-887e-a24257217bca tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.853209 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-50608a1c-95d5-476c-887e-a24257217bca tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.855778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0bb512b-b2e6-4b97-81cf-19caa455641f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.857665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d0bb512b-b2e6-4b97-81cf-19caa455641f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4467072 Dec 12 04:28:35.862041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39422) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:35.871330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7e49c487-288a-489a-95d5-bde44da5784e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'security_group_rule': {'security_group_id': '8e1eea97-2513-477e-aacb-0a063c56520c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:35.874103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-50608a1c-95d5-476c-887e-a24257217bca tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Calling delete_port for 1ffed73d-8b9d-4eb1-b75c-cecfac792553 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:35.881735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb512b-b2e6-4b97-81cf-19caa455641f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1eea97-2513-477e-aacb-0a063c56520c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:35.936504 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e49c487-288a-489a-95d5-bde44da5784e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:35.984458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Checking router: 301ad367-a1fc-4544-bbe4-3d2c7b230a1c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:28:35.985019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Updating router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c port f0a34683-2a6f-40ec-969d-800c5186eb6b binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:28:36.016473 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.106281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e49c487-288a-489a-95d5-bde44da5784e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.124745 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e49c487-288a-489a-95d5-bde44da5784e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.198365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e49c487-288a-489a-95d5-bde44da5784e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.202791 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7e49c487-288a-489a-95d5-bde44da5784e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380342 Dec 12 04:28:36.204544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49c487-288a-489a-95d5-bde44da5784e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b4bf80-c8e5-48d6-a548-a24cc82e3b45,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:36.210703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39426) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:36.219907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-66ced243-96bd-461f-8cd6-6c84fe175cfd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'security_group_rule': {'security_group_id': '8e1eea97-2513-477e-aacb-0a063c56520c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:36.231322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff54d2-c3dc-4860-8ed3-4365fb41f716 req-584102ab-41f7-4206-aa0e-9ede8aaf4444 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:36.233673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1ff54d2-c3dc-4860-8ed3-4365fb41f716 req-584102ab-41f7-4206-aa0e-9ede8aaf4444 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 947 time: 0.2333410 Dec 12 04:28:36.256487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-87aa0e5d-6c3a-4a69-bcc0-fa329eb2466a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:36.258052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-87aa0e5d-6c3a-4a69-bcc0-fa329eb2466a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.37 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 947 time: 0.2685213 Dec 12 04:28:36.364942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1ff54d2-c3dc-4860-8ed3-4365fb41f716 req-a2888449-5bba-44d0-866e-af6ce577363f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=52646a5d-5d7c-4bbc-9866-9705e4dff584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181200 Dec 12 04:28:36.368758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-50608a1c-95d5-476c-887e-a24257217bca tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.402763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66ced243-96bd-461f-8cd6-6c84fe175cfd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.434666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50608a1c-95d5-476c-887e-a24257217bca tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Port': ['ID=1ffed73d-8b9d-4eb1-b75c-cecfac792553,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:36.452051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-50608a1c-95d5-476c-887e-a24257217bca tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.455786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-50608a1c-95d5-476c-887e-a24257217bca tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/ports/1ffed73d-8b9d-4eb1-b75c-cecfac792553 HTTP/1.1" status: 204 len: 168 time: 0.9099319 Dec 12 04:28:36.459366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39428) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:36.495072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-09f08a7a-c391-4a74-b07d-dbf13744d711 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301726 Dec 12 04:28:36.495270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39430) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:36.497658 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.502870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2098866058'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:36.513759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Deleting port cec34e3a-4d80-48ac-bcde-54de410dd1e8 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:36.514115 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.518335 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.543783 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66ced243-96bd-461f-8cd6-6c84fe175cfd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.553660 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66ced243-96bd-461f-8cd6-6c84fe175cfd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.599845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Made reservation on behalf of 299e5a7fa16240c09f1b49b46c200787 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:36.605243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.623672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Pushing event updated for resources: {'Port': ['ID=f0a34683-2a6f-40ec-969d-800c5186eb6b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:36.638296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ced243-96bd-461f-8cd6-6c84fe175cfd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adb4c6d-65de-48ee-ac1a-740a3ce12165,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:36.653633 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.665168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66ced243-96bd-461f-8cd6-6c84fe175cfd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.669882 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-66ced243-96bd-461f-8cd6-6c84fe175cfd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4553406 Dec 12 04:28:36.670865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39436) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:36.684056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:36.698487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:36.728407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] For port cec34e3a-4d80-48ac-bcde-54de410dd1e8, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=cec34e3a-4d80-48ac-bcde-54de410dd1e8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:36.728787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.750783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.751203 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Added segment 032a97b9-6a62-47ab-ba7a-4735a091c35f of type vlan for network a248ce95-97d6-4a91-90b3-7c9b95bd160d Dec 12 04:28:36.806489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.819896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Attempting to bind port f0a34683-2a6f-40ec-969d-800c5186eb6b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:28:36.820460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Attempting to bind port f0a34683-2a6f-40ec-969d-800c5186eb6b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:28:36.821583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Attempting to bind port f0a34683-2a6f-40ec-969d-800c5186eb6b on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:36.834536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:28:36.837247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Checking segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:36.837803 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.840033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Bound using segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:28:36.840693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Bound port: f0a34683-2a6f-40ec-969d-800c5186eb6b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:28:36.841230 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.943477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:36.981558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] For port f0a34683-2a6f-40ec-969d-800c5186eb6b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:28:36.990772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] For port f0a34683-2a6f-40ec-969d-800c5186eb6b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f0a34683-2a6f-40ec-969d-800c5186eb6b,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:28:36.998668 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.119764 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.128004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:37.129569 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.185494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-86e5c2a3-09c6-486a-8763-6fcb0486a103 None None] Provisioning complete for port f0a34683-2a6f-40ec-969d-800c5186eb6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:37.186319 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86e5c2a3-09c6-486a-8763-6fcb0486a103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.188138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:37.189023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:37.221463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Pushing event updated for resources: {'Port': ['ID=f0a34683-2a6f-40ec-969d-800c5186eb6b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:37.281697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.282059 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.282390 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Floating IP 8b4591db-a175-4e56-bf8a-30dfa6642803 disassociated. External IP: 172.25.7.18, port: cec34e3a-4d80-48ac-bcde-54de410dd1e8. Dec 12 04:28:37.282747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Calling delete_port for cec34e3a-4d80-48ac-bcde-54de410dd1e8 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:37.285314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.285937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.286859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.287409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.287977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.288530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.289114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.289668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.290209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.290910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.291473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.292041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.292588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84e771-73cc-4b3b-ad9b-bbe0432788b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:28:37.390824 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:37.529721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108b32-efc4-4ccc-8300-54f6d690719e req-39e0824f-a400-47a1-b8f4-a3c6ee35f2fd tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:37.532019 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0108b32-efc4-4ccc-8300-54f6d690719e req-39e0824f-a400-47a1-b8f4-a3c6ee35f2fd tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.7998919 Dec 12 04:28:37.584250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.597354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0995831 Dec 12 04:28:37.610794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39444) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:37.618687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1057222438'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:37.682907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event deleted for resources: {'Port': ['ID=cec34e3a-4d80-48ac-bcde-54de410dd1e8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:37.693332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Made reservation on behalf of 299e5a7fa16240c09f1b49b46c200787 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:37.697377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.701556 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc0d059b-c6d9-49f7-9eca-cb9d1ab74fba req-bda59487-d829-47be-97dd-3458aa9ed9de tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 210 time: 0.1186793 Dec 12 04:28:37.714005 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0108b32-efc4-4ccc-8300-54f6d690719e req-1344039c-ff74-4d83-93c7-72731a302354 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458626 Dec 12 04:28:37.730266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62052ac2-82aa-4603-be1e-31244400075a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Network': ['ID=a248ce95-97d6-4a91-90b3-7c9b95bd160d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:37.747460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:37.766828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a248ce95-97d6-4a91-90b3-7c9b95bd160d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:37.811603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.812054 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Added segment b5dce26e-b86c-4fa2-9b89-9413109770e2 of type vlan for network 9614bc11-09a3-453d-9112-4470e5c78e6b Dec 12 04:28:37.886264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f0a34683-2a6f-40ec-969d-800c5186eb6b', 'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'mac_address': 'fa:16:3e:02:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:30Z', 'updated_at': '2021-12-12T04:28:36Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'subnets': [{'id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:37.890577 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.919691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172da80-7643-4b12-a101-1c14287faf3a None None] The sync data for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 is: [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f0a34683-2a6f-40ec-969d-800c5186eb6b', 'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'mac_address': 'fa:16:3e:02:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:30Z', 'updated_at': '2021-12-12T04:28:36Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'subnets': [{'id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:37.928705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86e5c2a3-09c6-486a-8763-6fcb0486a103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.936975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Deleting port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:37.937398 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.939256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:37.946071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:37.946811 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:38.008109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-86e5c2a3-09c6-486a-8763-6fcb0486a103 None None] For port f0a34683-2a6f-40ec-969d-800c5186eb6b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f0a34683-2a6f-40ec-969d-800c5186eb6b,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:38.018561 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86e5c2a3-09c6-486a-8763-6fcb0486a103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:38.036113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:38.090947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Router d60fbea4-f245-475e-b09a-6b326a11190d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:38.152067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5c2a3-09c6-486a-8763-6fcb0486a103 None None] Pushing event updated for resources: {'Port': ['ID=f0a34683-2a6f-40ec-969d-800c5186eb6b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:38.196183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7c05e916-29aa-4e94-b93e-177fc55ff899 None None] Provisioning complete for port f0a34683-2a6f-40ec-969d-800c5186eb6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:38.196598 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7c05e916-29aa-4e94-b93e-177fc55ff899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:38.221133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6066196 Dec 12 04:28:38.281752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151fda7-5a2f-40d7-ae9e-bbb99d8ae09a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Network': ['ID=9614bc11-09a3-453d-9112-4470e5c78e6b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:38.332709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] For port 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:38.333104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:38.344276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f0a34683-2a6f-40ec-969d-800c5186eb6b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:38.410889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Calling delete_port for 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:38.476893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9614bc11-09a3-453d-9112-4470e5c78e6b details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:38.745788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f0a34683-2a6f-40ec-969d-800c5186eb6b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:38.746083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:38.779770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:38.792104 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] Sync routers for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:38.822457 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:38.829486 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:38.906187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Allocated IP 172.25.7.10 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/60809207-d40b-445d-a333-484e3f68cf02) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:39.013379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] No DVR routers for this DVR port cec34e3a-4d80-48ac-bcde-54de410dd1e8 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:28:39.029459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:39.051695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8468562-23ed-41c7-a8b3-ddfe46e2c0b9 req-438a923a-92fb-4130-90c9-c63934af1f75 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.37 "DELETE /v2.0/ports/cec34e3a-4d80-48ac-bcde-54de410dd1e8 HTTP/1.1" status: 204 len: 173 time: 2.7619934 Dec 12 04:28:39.057176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-deleted', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:39.059450 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94138dc7-9643-4538-8a36-52fa0324d153" -d '{"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-deleted", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:39.116676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3b9b-c02e-4115-93ae-1dc1f792e5cb req-34d4d799-060f-4ff5-b1cb-552dc67f67f9 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:39.130977 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d0f312c-be82-46ad-9f5e-ac9c41a7e796 req-6ed40a2a-cb52-482a-9e34-9bc439d7770e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=72659783-fa10-43bc-8f53-832c5e3b84ab HTTP/1.1" status: 200 len: 210 time: 0.1532156 Dec 12 04:28:39.146237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c4d3b9b-c02e-4115-93ae-1dc1f792e5cb req-34d4d799-060f-4ff5-b1cb-552dc67f67f9 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.2191806 Dec 12 04:28:39.421610 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07e62e0-f0cb-4f36-ad35-011448b2be6a x-openstack-request-id: req-f07e62e0-f0cb-4f36-ad35-011448b2be6a {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:39.421919 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72659783-fa10-43bc-8f53-832c5e3b84ab", "name": "network-vif-deleted", "tag": "cec34e3a-4d80-48ac-bcde-54de410dd1e8", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:39.422187 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f07e62e0-f0cb-4f36-ad35-011448b2be6a {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:39.422549 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:39.422687 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72659783-fa10-43bc-8f53-832c5e3b84ab', 'name': 'network-vif-deleted', 'tag': 'cec34e3a-4d80-48ac-bcde-54de410dd1e8', 'status': 'completed', 'code': 200} Dec 12 04:28:39.439331 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:39.524587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device cec34e3a-4d80-48ac-bcde-54de410dd1e8 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:28:39.613105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:39.623370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: cec34e3a-4d80-48ac-bcde-54de410dd1e8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:28:39.625171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device cec34e3a-4d80-48ac-bcde-54de410dd1e8 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:28:39.708025 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c4d3b9b-c02e-4115-93ae-1dc1f792e5cb req-7eb8cbd7-0a57-4102-a9c1-93d94a622fc9 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026538 Dec 12 04:28:39.735519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:39.803025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:39.932629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:39.966454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:39.972896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:40.042404 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:40.113924 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] Checking router: d60fbea4-f245-475e-b09a-6b326a11190d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:28:40.150501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'Port': ['ID=60809207-d40b-445d-a333-484e3f68cf02,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:40.153577 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:40.156986 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:40.461985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39472) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:40.473820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f0a34683-2a6f-40ec-969d-800c5186eb6b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:40.498099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:40.525920 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:40.604416 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:40.717880 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f40285ba-2239-43d0-b203-b6dffdf3b675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:40.735289 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:40.787586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f0a34683-2a6f-40ec-969d-800c5186eb6b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:40.791281 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:41.197361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Router 243013b3-9c27-496b-b359-10743a0db952 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:28:41.482171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:28:41.492637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] Sync routers for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:28:41.493605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b071c092-7992-4690-a0f4-84b985433eac admin admin] 10.222.0.36 "PUT /v2.0/routers/243013b3-9c27-496b-b359-10743a0db952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7546442 Dec 12 04:28:41.497267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39496) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:41.500723 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:41.512061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:41.514213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:41.590215 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f223b4b-92db-4bef-ad12-f707ac474298 None None] The sync data for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 is: [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:41.708376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39498) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:41.715838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'subnets': [{'network_id': 'a248ce95-97d6-4a91-90b3-7c9b95bd160d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--435487778', 'ip_version': 6}, {'network_id': '9614bc11-09a3-453d-9112-4470e5c78e6b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:41.716149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'subnet': {'network_id': 'a248ce95-97d6-4a91-90b3-7c9b95bd160d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--435487778', 'ip_version': 6}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:41.720192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:41.721459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Request body: {'subnet': {'network_id': '9614bc11-09a3-453d-9112-4470e5c78e6b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:41.788059 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:41.790389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:41.835955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:41.888566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'Port': ['ID=60809207-d40b-445d-a333-484e3f68cf02,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:41.967834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-875520ef-d0eb-4a7b-8706-9b2762ca02c5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.046117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.059038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.103642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998ab16-8ec6-4fbe-8422-6943a9f498b3 req-a7a2fc34-e2be-49f4-9ed6-7de9f0bc089e tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:42.118091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8998ab16-8ec6-4fbe-8422-6943a9f498b3 req-a7a2fc34-e2be-49f4-9ed6-7de9f0bc089e tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.4005005 Dec 12 04:28:42.158410 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b00f92f-706a-47e9-89cb-16dce9f88a40 None None] New status for floating IP 8b4591db-a175-4e56-bf8a-30dfa6642803: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:28:42.187183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '04e9c62a-6c34-420f-92be-1b630267099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:28:39Z', 'revision_number': 5, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port': {'id': '04e9c62a-6c34-420f-92be-1b630267099a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243013b3-9c27-496b-b359-10743a0db952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:26:00Z', 'updated_at': '2021-12-12T04:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:42.214505 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-875520ef-d0eb-4a7b-8706-9b2762ca02c5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.225893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] Checking router: 243013b3-9c27-496b-b359-10743a0db952 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:28:42.242916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] Routers {'243013b3-9c27-496b-b359-10743a0db952'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:28:42.244598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['243013b3-9c27-496b-b359-10743a0db952'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:42.325725 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.361891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Made reservation on behalf of 299e5a7fa16240c09f1b49b46c200787 for: {'subnet': 2} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:42.367393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.368661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.395762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8998ab16-8ec6-4fbe-8422-6943a9f498b3 req-db1a96a7-7b5c-4217-ae38-1edeeec762e4 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766919 Dec 12 04:28:42.432623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.433934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-54d4b375-a136-4527-926c-3d1bef82e389 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7599702 Dec 12 04:28:42.454619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Deleting port 04e9c62a-6c34-420f-92be-1b630267099a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:42.455231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.466506 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-875520ef-d0eb-4a7b-8706-9b2762ca02c5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.469305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-875520ef-d0eb-4a7b-8706-9b2762ca02c5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.473351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-875520ef-d0eb-4a7b-8706-9b2762ca02c5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "DELETE /v2.0/security-groups/52646a5d-5d7c-4bbc-9866-9705e4dff584 HTTP/1.1" status: 204 len: 168 time: 1.9857447 Dec 12 04:28:42.473990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39516) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:42.480844 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] Set router 243013b3-9c27-496b-b359-10743a0db952 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:28:42.558430 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-f5d0be6f-2170-4e02-8074-26400e881899 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] show failed (client error): The resource could not be found. Dec 12 04:28:42.562250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f5d0be6f-2170-4e02-8074-26400e881899 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups/52646a5d-5d7c-4bbc-9866-9705e4dff584 HTTP/1.1" status: 404 len: 347 time: 0.0845549 Dec 12 04:28:42.563771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39520) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:42.564562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875520ef-d0eb-4a7b-8706-9b2762ca02c5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52646a5d-5d7c-4bbc-9866-9705e4dff584,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:42.605019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:28:42Z', 'revision_number': 6, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:42.643405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b6fc3-0e8c-447d-b9e1-79ca68035b2d None None] The sync data for ids ['243013b3-9c27-496b-b359-10743a0db952'] in n-d-710847-7 is: [{'id': '243013b3-9c27-496b-b359-10743a0db952', 'name': 'tempest-ServersTestJSON-1146699661-router', 'tenant_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:25:58Z', 'updated_at': '2021-12-12T04:28:42Z', 'revision_number': 6, 'project_id': 'fdaa7b0f418c46eea6ec05ac44c40094', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:28:42.672485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e0634-888a-4a2a-992f-0838f744cd9d req-b7117411-6ec9-4c3e-8a36-d1e68095519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:42.692602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-479e0634-888a-4a2a-992f-0838f744cd9d req-b7117411-6ec9-4c3e-8a36-d1e68095519c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1096 time: 0.1886005 Dec 12 04:28:42.823167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-479e0634-888a-4a2a-992f-0838f744cd9d req-437c1c04-0dec-4ff6-86bf-d9274488a738 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227736 Dec 12 04:28:42.830286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Deleting port b932ca6b-171c-4f5f-be5b-2b1f74059c6b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:42.830759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.905197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-791c10be-4827-48df-b67e-76d7782675b1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--678382608&fields=id&tenant_id=cdb85fdb3e99414fba5ae212421ed190 HTTP/1.1" status: 200 len: 267 time: 0.2678304 Dec 12 04:28:42.945092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] For port 04e9c62a-6c34-420f-92be-1b630267099a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=04e9c62a-6c34-420f-92be-1b630267099a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:42.945469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.976620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.977195 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:42.988162 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bffe4623-0bae-4297-adb7-5a291accdd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:43.018375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Calling delete_port for b932ca6b-171c-4f5f-be5b-2b1f74059c6b owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:43.036205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Calling delete_port for 04e9c62a-6c34-420f-92be-1b630267099a owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:43.232351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:43.242283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-f0a231d1-8089-438b-b8d9-a54980e4a8be tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:43.245509 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-f0a231d1-8089-438b-b8d9-a54980e4a8be tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.3183119 Dec 12 04:28:43.267935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event deleted for resources: {'Port': ['ID=b932ca6b-171c-4f5f-be5b-2b1f74059c6b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:43.289398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f85e3c-0525-40e4-bd26-f0a780db8e19 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:43.309194 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-aabc0c76-f3ae-4307-846b-0a889a3279eb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/quotas/cdb85fdb3e99414fba5ae212421ed190 HTTP/1.1" status: 200 len: 375 time: 0.0569785 Dec 12 04:28:43.364558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:43.367402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:43.368628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-424e0bc9-eeed-4d42-bafd-677b62d6045a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "DELETE /v2.0/floatingips/8b4591db-a175-4e56-bf8a-30dfa6642803 HTTP/1.1" status: 204 len: 168 time: 0.8010437 Dec 12 04:28:43.476757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-886de58e-3b50-412e-800a-314cdb57ac9b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563320 Dec 12 04:28:43.507170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:43.538018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd296e-b247-4b8d-81d4-6b33b4377f88 req-588f034f-313b-4ee0-b928-ef423096baff tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:43.539810 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6bd296e-b247-4b8d-81d4-6b33b4377f88 req-588f034f-313b-4ee0-b928-ef423096baff tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.0829656 Dec 12 04:28:43.556244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:43.603478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6bd296e-b247-4b8d-81d4-6b33b4377f88 req-15febc23-4967-45ed-b9c0-206cd4bcf5f2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 Dec 12 04:28:43.632660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Pushing event deleted for resources: {'Port': ['ID=04e9c62a-6c34-420f-92be-1b630267099a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:43.696361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83dc53-7003-449d-87e3-d870c7933e07 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:43.716391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Subnet': ['ID=5e57926a-982c-448a-a74f-598e9ec08c91,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:43.856045 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-633c8c31-e38c-4f17-8d89-e38ba7d6362f service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669193 Dec 12 04:28:43.861975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Checking segment: {'id': '032a97b9-6a62-47ab-ba7a-4735a091c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a248ce95-97d6-4a91-90b3-7c9b95bd160d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:43.863369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Network hostable DHCP agents. Network: a248ce95-97d6-4a91-90b3-7c9b95bd160d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:28:43.949259 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:43.962796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:43.992904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Network a248ce95-97d6-4a91-90b3-7c9b95bd160d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:28:44.055811 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.083528 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39562) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:44.086385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.088284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f030ffd3-de63-4f1c-b162-1928ca0e4c55 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830728136', 'description': 'tempest-description--2141868639'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:44.090651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.092232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a248ce95-97d6-4a91-90b3-7c9b95bd160d) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:44.103379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239204be-7044-4b1c-8bb8-04a5958057ce None None] Network a248ce95-97d6-4a91-90b3-7c9b95bd160d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:44.108459 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.127749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f030ffd3-de63-4f1c-b162-1928ca0e4c55 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.185855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-d92dba00-5d35-4d52-b1ff-3a7a22b843b2 service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082571 Dec 12 04:28:44.203566 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.204950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243013b3-9c27-496b-b359-10743a0db952 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:28:44.219359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.220789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6d0d33de-715a-4379-80e9-5cc9731c084b admin admin] 10.222.0.36 "DELETE /v2.0/routers/243013b3-9c27-496b-b359-10743a0db952 HTTP/1.1" status: 204 len: 168 time: 2.7225683 Dec 12 04:28:44.228945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39570) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:44.257290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event updated for resources: {'Subnet': ['ID=e50b32b2-a802-47e2-968d-0435633121ea,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:44.296420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:28:44.361642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:28:44.362013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8f3ef4af-dffb-4f43-8e0a-f0ee11020eeb not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:28:44.363098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 04e9c62a-6c34-420f-92be-1b630267099a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:28:44.366170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b8013b-5389-4ac5-9db5-71a6f34b15dd admin admin] Deleting subnet 3e3f5a4f-fc4d-4f55-8510-8375eedc6eac {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:28:44.369773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Checking segment: {'id': 'b5dce26e-b86c-4fa2-9b89-9413109770e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9614bc11-09a3-453d-9112-4470e5c78e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:44.371180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Network hostable DHCP agents. Network: 9614bc11-09a3-453d-9112-4470e5c78e6b, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:28:44.375529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f030ffd3-de63-4f1c-b162-1928ca0e4c55 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.375917 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56b8013b-5389-4ac5-9db5-71a6f34b15dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.382987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f030ffd3-de63-4f1c-b162-1928ca0e4c55 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.423489 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Network 9614bc11-09a3-453d-9112-4470e5c78e6b is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:28:44.426290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f030ffd3-de63-4f1c-b162-1928ca0e4c55 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.431616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f030ffd3-de63-4f1c-b162-1928ca0e4c55 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3469837 Dec 12 04:28:44.432278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39572) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:44.439546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-87268c6d-1366-4e5e-a182-2c184ac9ba6b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'security_group_rule': {'security_group_id': '7e9d1114-3589-4431-8e53-acc8dd640bfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:44.445810 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56b8013b-5389-4ac5-9db5-71a6f34b15dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.450232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030ffd3-de63-4f1c-b162-1928ca0e4c55 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9d1114-3589-4431-8e53-acc8dd640bfa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:44.475210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 04e9c62a-6c34-420f-92be-1b630267099a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:28:44.481029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9614bc11-09a3-453d-9112-4470e5c78e6b) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:44.489410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87268c6d-1366-4e5e-a182-2c184ac9ba6b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.492491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 04e9c62a-6c34-420f-92be-1b630267099a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:28:44.500287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:44.500992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:44.501887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.509157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64893302-0476-48c0-8e09-79ac48087557 None None] Network 9614bc11-09a3-453d-9112-4470e5c78e6b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:44.551398 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d8e740c5-f87c-465a-8305-eb576b2baadd tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.8395536 Dec 12 04:28:44.560069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39574) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:44.652796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56b8013b-5389-4ac5-9db5-71a6f34b15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.677018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-9614bc11-09a3-453d-9112-4470e5c78e6b', 'network_id': '9614bc11-09a3-453d-9112-4470e5c78e6b', 'project_id': '299e5a7fa16240c09f1b49b46c200787', 'fixed_ips': [{'subnet_id': 'e50b32b2-a802-47e2-968d-0435633121ea'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:28:44.679175 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.778575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56b8013b-5389-4ac5-9db5-71a6f34b15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.790361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4620f5db-66f3-4941-9454-fe425226a47c req-a3bc5ca2-0a66-47d4-ab78-826eaaf5804b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 210 time: 0.1331990 Dec 12 04:28:44.843785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8013b-5389-4ac5-9db5-71a6f34b15dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3f5a4f-fc4d-4f55-8510-8375eedc6eac,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:44.862157 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56b8013b-5389-4ac5-9db5-71a6f34b15dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.866896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-56b8013b-5389-4ac5-9db5-71a6f34b15dd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3e3f5a4f-fc4d-4f55-8510-8375eedc6eac HTTP/1.1" status: 204 len: 168 time: 0.6368177 Dec 12 04:28:44.869792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39590) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:44.888508 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87268c6d-1366-4e5e-a182-2c184ac9ba6b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:44.924525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87268c6d-1366-4e5e-a182-2c184ac9ba6b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.016316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f41993-584e-4b0c-90b0-317b797e3035 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:45.021538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f41993-584e-4b0c-90b0-317b797e3035 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:45.027750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f41993-584e-4b0c-90b0-317b797e3035 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:45.042265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-86f41993-584e-4b0c-90b0-317b797e3035 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4737024 Dec 12 04:28:45.043127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39592) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:45.055219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87268c6d-1366-4e5e-a182-2c184ac9ba6b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c182f20c-9469-4b2c-94d0-6ff16fe605f6,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:45.164307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aee631-91a0-462b-a339-913b31b5757f None None] Network dfe4446c-bd79-46bc-a6d5-3e895a126906 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:45.168524 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87268c6d-1366-4e5e-a182-2c184ac9ba6b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.172351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-87268c6d-1366-4e5e-a182-2c184ac9ba6b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7353792 Dec 12 04:28:45.183783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39598) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:45.201041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a60e7b39-30c5-40c4-9f91-5a7355f1b1e8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'security_group_rule': {'security_group_id': '7e9d1114-3589-4431-8e53-acc8dd640bfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:45.243817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-184393cc-71e6-4975-bea9-ceda149f7a46 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Deleting subnet 5e57926a-982c-448a-a74f-598e9ec08c91 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:28:45.253644 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-184393cc-71e6-4975-bea9-ceda149f7a46 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.310141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857ad309-2c08-4261-adb4-0a334c3aa9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-a248ce95-97d6-4a91-90b3-7c9b95bd160d', 'network_id': 'a248ce95-97d6-4a91-90b3-7c9b95bd160d', 'project_id': '299e5a7fa16240c09f1b49b46c200787', 'fixed_ips': [{'subnet_id': '5e57926a-982c-448a-a74f-598e9ec08c91'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:28:45.313396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-184393cc-71e6-4975-bea9-ceda149f7a46 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.316711 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a60e7b39-30c5-40c4-9f91-5a7355f1b1e8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.317881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-857ad309-2c08-4261-adb4-0a334c3aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.336869 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.350221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011cd24-442f-403f-a753-e7fbceda1d83 req-ba360706-e88f-4186-b42f-f04e1e3596d8 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:45.358804 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7011cd24-442f-403f-a753-e7fbceda1d83 req-ba360706-e88f-4186-b42f-f04e1e3596d8 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.5284836 Dec 12 04:28:45.456832 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-184393cc-71e6-4975-bea9-ceda149f7a46 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.484792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7011cd24-442f-403f-a753-e7fbceda1d83 req-79d108d8-5552-49b4-9638-4a80a9c40507 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245058 Dec 12 04:28:45.496756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Deleting port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:45.497633 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.517255 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a60e7b39-30c5-40c4-9f91-5a7355f1b1e8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.528510 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a60e7b39-30c5-40c4-9f91-5a7355f1b1e8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.533138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7e9aae26-122f-4602-a207-353368669dfb req-f2a33119-8f44-49fc-8d4a-32000e5a4f22 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1474158006', 'description': 'tempest-description-304157046'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:45.574726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e7b39-30c5-40c4-9f91-5a7355f1b1e8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18cebea-df5a-45a7-bc51-971f56c18b44,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:45.598060 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-184393cc-71e6-4975-bea9-ceda149f7a46 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.606714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e9aae26-122f-4602-a207-353368669dfb req-f2a33119-8f44-49fc-8d4a-32000e5a4f22 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.628417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] For port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3,segment=NetworkSegment(0f03b6c4-b4c8-42a9-8577-4985e566ed5f),segment_id=0f03b6c4-b4c8-42a9-8577-4985e566ed5f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:45.628865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.642991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a60e7b39-30c5-40c4-9f91-5a7355f1b1e8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.644660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Calling delete_port for 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:45.645435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a60e7b39-30c5-40c4-9f91-5a7355f1b1e8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4596102 Dec 12 04:28:45.657581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39608) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:45.660750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184393cc-71e6-4975-bea9-ceda149f7a46 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Subnet': ['ID=5e57926a-982c-448a-a74f-598e9ec08c91,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:45.668192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:45.697594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-184393cc-71e6-4975-bea9-ceda149f7a46 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.705298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-184393cc-71e6-4975-bea9-ceda149f7a46 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/subnets/5e57926a-982c-448a-a74f-598e9ec08c91 HTTP/1.1" status: 204 len: 168 time: 0.6519880 Dec 12 04:28:45.715209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39610) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:45.744275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server [None req-857ad309-2c08-4261-adb4-0a334c3aa9fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e57926a-982c-448a-a74f-598e9ec08c91: This subnet is being modified by another concurrent operation. Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise exception Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e57926a-982c-448a-a74f-598e9ec08c91: This subnet is being modified by another concurrent operation. Dec 12 04:28:45.767971 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Dec 12 04:28:45.802921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75d87f5-7812-47bd-b71f-ab5859a2d7b7 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Deleting subnet e50b32b2-a802-47e2-968d-0435633121ea {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:28:45.860509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1571ba5f-1037-4465-b9e0-e98cad06f8b3 None None] Network a248ce95-97d6-4a91-90b3-7c9b95bd160d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:45.889784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.922965 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.950180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e9aae26-122f-4602-a207-353368669dfb req-f2a33119-8f44-49fc-8d4a-32000e5a4f22 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.962851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e9aae26-122f-4602-a207-353368669dfb req-f2a33119-8f44-49fc-8d4a-32000e5a4f22 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:45.971146 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9df7b55d-acfd-4f90-b089-b089a5e0956c req-d96f2ef2-4410-48fb-9a03-dd2953d72feb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 210 time: 0.0372195 Dec 12 04:28:45.974043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:45.975803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] No DVR routers for this DVR port 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:28:46.030642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e9aae26-122f-4602-a207-353368669dfb req-f2a33119-8f44-49fc-8d4a-32000e5a4f22 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.032172 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e9aae26-122f-4602-a207-353368669dfb req-f2a33119-8f44-49fc-8d4a-32000e5a4f22 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5087097 Dec 12 04:28:46.034502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a33119-8f44-49fc-8d4a-32000e5a4f22 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17be8eae-afdf-475a-b80b-0c1e61bd1fe6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:46.141539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.150912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.178377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe4446c-bd79-46bc-a6d5-3e895a126906']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:46.193287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Allocated IP 2001:db8:0:1::1 (9614bc11-09a3-453d-9112-4470e5c78e6b/e50b32b2-a802-47e2-968d-0435633121ea/dab6e4e4-61c8-4120-8878-5105e38063d4) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:46.229965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f03b6c4-b4c8-42a9-8577-4985e566ed5f') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:46.230305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f03b6c4-b4c8-42a9-8577-4985e566ed5f') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:46.258750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555188a0-1566-4eaf-a284-c86098e530f8 None None] DHCP port deletion for dfe4446c-bd79-46bc-a6d5-3e895a126906 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:46.268958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.299710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-56689ffc-6afa-4b4e-8451-4df78c4cce08 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1474158006&fields=id&tenant_id=24aa79f485e74de1ac3b6647566e22f8 HTTP/1.1" status: 200 len: 267 time: 0.1064670 Dec 12 04:28:46.308202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.346484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:46.347207 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:46.348782 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:46.411291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Allocated IP 172.25.7.149 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/eb554755-c4de-48c0-a0ed-720fb377824f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:46.442101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-007143f6-5556-40e7-84b1-d33ed573ca1f tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:46.445001 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-007143f6-5556-40e7-84b1-d33ed573ca1f tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.1400080 Dec 12 04:28:46.448364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.498793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-71c2c952-570c-4da3-8dde-593365de44f1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Request body: {'port': {'security_groups': ['35ecf502-57e9-4fc5-a606-4299675588af', '17be8eae-afdf-475a-b80b-0c1e61bd1fe6']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:46.505498 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.511923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dfe4446c-bd79-46bc-a6d5-3e895a126906 HTTP/1.1" status: 204 len: 168 time: 1.6394744 Dec 12 04:28:46.514166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27d930-cc0a-45dd-a248-fafe5f47dda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe4446c-bd79-46bc-a6d5-3e895a126906,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:46.623308 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-71c2c952-570c-4da3-8dde-593365de44f1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.634495 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.645258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f75d87f5-7812-47bd-b71f-ab5859a2d7b7 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.645882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.746344 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f75d87f5-7812-47bd-b71f-ab5859a2d7b7 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.816891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.820072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Network 9614bc11-09a3-453d-9112-4470e5c78e6b is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:46.821348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Pushing event updated for resources: {'Port': ['ID=dab6e4e4-61c8-4120-8878-5105e38063d4,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:46.822060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-be3e1462-f824-4ecb-827e-34bda99a219b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:46.825505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-be3e1462-f824-4ecb-827e-34bda99a219b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.3934121 Dec 12 04:28:46.830712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:46.840190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:46.851422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39634) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:46.892453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.922778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Attempting to bind port dab6e4e4-61c8-4120-8878-5105e38063d4 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:28:46.923227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Attempting to bind port dab6e4e4-61c8-4120-8878-5105e38063d4 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'b5dce26e-b86c-4fa2-9b89-9413109770e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9614bc11-09a3-453d-9112-4470e5c78e6b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:28:46.923608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Attempting to bind port dab6e4e4-61c8-4120-8878-5105e38063d4 on network 9614bc11-09a3-453d-9112-4470e5c78e6b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:46.933024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:28:46.933471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Checking segment: {'id': 'b5dce26e-b86c-4fa2-9b89-9413109770e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9614bc11-09a3-453d-9112-4470e5c78e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:46.933907 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.935635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Bound using segment: {'id': 'b5dce26e-b86c-4fa2-9b89-9413109770e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9614bc11-09a3-453d-9112-4470e5c78e6b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:28:46.937819 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Bound port: dab6e4e4-61c8-4120-8878-5105e38063d4, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5dce26e-b86c-4fa2-9b89-9413109770e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9614bc11-09a3-453d-9112-4470e5c78e6b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:28:46.938246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:46.997227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-a8a5dda9-3dcf-47cd-ac6a-9fef366aa723 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb85fdb3e99414fba5ae212421ed190 HTTP/1.1" status: 200 len: 379 time: 0.1503937 Dec 12 04:28:47.003685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b7f45b64-139e-444c-bd1d-8bb8b3cd9ad9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdaa7b0f418c46eea6ec05ac44c40094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482353 Dec 12 04:28:47.004931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39636) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:47.010396 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f75d87f5-7812-47bd-b71f-ab5859a2d7b7 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.056913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'port': {'device_id': '41763056-f139-4a44-a719-73bbbd6b4abc', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'admin_state_up': True, 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'security_groups': ['8e1eea97-2513-477e-aacb-0a063c56520c']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:47.076803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.111095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-71c2c952-570c-4da3-8dde-593365de44f1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] For port 4b8f78a3-367b-4d7b-b592-4c2ebd747786, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:47.183004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f75d87f5-7812-47bd-b71f-ab5859a2d7b7 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.185991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] For port dab6e4e4-61c8-4120-8878-5105e38063d4, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:28:47.188382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] For port dab6e4e4-61c8-4120-8878-5105e38063d4, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=dab6e4e4-61c8-4120-8878-5105e38063d4,segment=NetworkSegment(b5dce26e-b86c-4fa2-9b89-9413109770e2),segment_id=b5dce26e-b86c-4fa2-9b89-9413109770e2)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:28:47.200649 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.214714 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d40dbe5-5dc7-48a3-b762-7eda46f09e56 req-0370ee79-916e-4b71-8fa2-8dbcb8662764 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 210 time: 0.0408614 Dec 12 04:28:47.228182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f75d87f5-7812-47bd-b71f-ab5859a2d7b7 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.231999 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f75d87f5-7812-47bd-b71f-ab5859a2d7b7 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/subnets/e50b32b2-a802-47e2-968d-0435633121ea HTTP/1.1" status: 204 len: 168 time: 1.5155766 Dec 12 04:28:47.234439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-71c2c952-570c-4da3-8dde-593365de44f1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.236432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d87f5-7812-47bd-b71f-ab5859a2d7b7 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Subnet': ['ID=e50b32b2-a802-47e2-968d-0435633121ea,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:47.239629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39646) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:47.252806 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-71c2c952-570c-4da3-8dde-593365de44f1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.264063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:47.305688 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6736f054-c594-45e4-8a36-611baec1aa9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.307523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:47.314987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:47.317524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'Port': ['ID=eb554755-c4de-48c0-a0ed-720fb377824f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:47.337496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-71c2c952-570c-4da3-8dde-593365de44f1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:47.337791 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-71c2c952-570c-4da3-8dde-593365de44f1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.339286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f64ee699-a57a-409b-8a3b-e263a04bf9ef req-71c2c952-570c-4da3-8dde-593365de44f1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "PUT /v2.0/ports/4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 981 time: 0.8847876 Dec 12 04:28:47.342042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:47.344707 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0804e9a-240b-4c08-ae7e-90782b8d7d80" -d '{"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:47.381626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf035564-0bec-4050-995c-001dc84d817e tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:47.383207 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bf035564-0bec-4050-995c-001dc84d817e tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1413636 Dec 12 04:28:47.387021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39654) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:47.387555 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6736f054-c594-45e4-8a36-611baec1aa9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.402457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6632368-06be-43ca-943b-5c4d8d93033c None None] Pushing event updated for resources: {'Port': ['ID=dab6e4e4-61c8-4120-8878-5105e38063d4,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:47.417751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4b8f78a3-367b-4d7b-b592-4c2ebd747786'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:28:47.423754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2c952-570c-4da3-8dde-593365de44f1 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Pushing event updated for resources: {'Port': ['ID=4b8f78a3-367b-4d7b-b592-4c2ebd747786,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:47.531609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.541096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4b8f78a3-367b-4d7b-b592-4c2ebd747786'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:28:47.556248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Made reservation on behalf of cdb85fdb3e99414fba5ae212421ed190 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:47.561496 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.629693 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e652d732-8695-4aff-971f-db20daba5eef x-openstack-request-id: req-e652d732-8695-4aff-971f-db20daba5eef {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:47.630075 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:47.630398 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e652d732-8695-4aff-971f-db20daba5eef {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:47.630896 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'status': 'completed', 'code': 200} Dec 12 04:28:47.679575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Deleting port dab6e4e4-61c8-4120-8878-5105e38063d4 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:28:47.680060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.789727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] For port dab6e4e4-61c8-4120-8878-5105e38063d4, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=dab6e4e4-61c8-4120-8878-5105e38063d4,segment=NetworkSegment(b5dce26e-b86c-4fa2-9b89-9413109770e2),segment_id=b5dce26e-b86c-4fa2-9b89-9413109770e2)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:47.790221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.804013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Calling delete_port for dab6e4e4-61c8-4120-8878-5105e38063d4 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:28:47.907720 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6736f054-c594-45e4-8a36-611baec1aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.911733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6736f054-c594-45e4-8a36-611baec1aa9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:47.915243 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6736f054-c594-45e4-8a36-611baec1aa9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afd43fa0-3f89-487f-8cf3-8b66358c09bf HTTP/1.1" status: 204 len: 168 time: 0.9048505 Dec 12 04:28:47.929710 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-43895776-2489-4678-afeb-255d6f3276a6 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1474158006&fields=id&tenant_id=24aa79f485e74de1ac3b6647566e22f8 HTTP/1.1" status: 200 len: 267 time: 0.4041319 Dec 12 04:28:47.963888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736f054-c594-45e4-8a36-611baec1aa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd43fa0-3f89-487f-8cf3-8b66358c09bf,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:47.984034 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.003233 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.023522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Port': ['ID=dab6e4e4-61c8-4120-8878-5105e38063d4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:48.061896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] No DVR routers for this DVR port dab6e4e4-61c8-4120-8878-5105e38063d4 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:28:48.078557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-d7f80bdd-6ed4-4501-966f-0bde8428ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:48.080114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-d7f80bdd-6ed4-4501-966f-0bde8428ded5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1135 time: 0.3973927 Dec 12 04:28:48.107730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:28:48.135301 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.192430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.266880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:28:48.279627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8a5e5ac6-0616-4c4f-8797-bf7a29e2b0f3 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:28:48.298411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9614bc11-09a3-453d-9112-4470e5c78e6b']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:48.313934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5dce26e-b86c-4fa2-9b89-9413109770e2') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:48.314552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5dce26e-b86c-4fa2-9b89-9413109770e2') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:48.328492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.346061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.364703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:48.366855 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:48.484013 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:48.568488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8392e79f-c2bd-4796-bbe2-eb121a3356a1 req-6404d84d-fd0c-47cf-9b52-8039106bd590 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 210 time: 0.0831869 Dec 12 04:28:48.601607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.610039 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.611059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.627470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/networks/9614bc11-09a3-453d-9112-4470e5c78e6b HTTP/1.1" status: 204 len: 168 time: 1.2370906 Dec 12 04:28:48.629182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39682) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:48.633386 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.662107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c443b-6e40-4c32-9f45-f89f455d742a tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Network': ['ID=9614bc11-09a3-453d-9112-4470e5c78e6b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:48.775259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-2d275073-04f2-45d9-9bfc-67d103779600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:48.793267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-2d275073-04f2-45d9-9bfc-67d103779600 service neutron] 10.222.0.18 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 920 time: 0.6474085 Dec 12 04:28:48.818810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Allocated IP 172.20.0.8 (0aca496d-4365-4afd-8933-1fbd7178cac0/0cbf2369-0e5e-449d-99ce-848fd07923e6/6a1c4bcf-be70-42b1-92b9-d860f789c308) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:48.827744 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:48.906479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-5d4214b8-74dc-4b64-871b-61e3d801c3c4 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:48.908362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-5d4214b8-74dc-4b64-871b-61e3d801c3c4 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 984 time: 0.9508462 Dec 12 04:28:48.974277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-f4e251ce-d14a-4b7a-9798-4f2f69900fe6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 217 time: 0.1796465 Dec 12 04:28:49.029140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-34950d67-d749-4bc2-83e4-0c93d7503fd2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Request body: {'port': {'security_groups': ['35ecf502-57e9-4fc5-a606-4299675588af']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:49.080702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.137202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.166149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a248ce95-97d6-4a91-90b3-7c9b95bd160d']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:49.198614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032a97b9-6a62-47ab-ba7a-4735a091c35f') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:49.200397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032a97b9-6a62-47ab-ba7a-4735a091c35f') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:49.226552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.242763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'Port': ['ID=eb554755-c4de-48c0-a0ed-720fb377824f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:49.281419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.294638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:49.295072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:49.298565 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:49.310426 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.320091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1364546a-5d66-4eda-b923-701525189b36 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6528804 Dec 12 04:28:49.348918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-3ef4730a-84dc-434e-8475-d82df247757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:49.350559 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-3ef4730a-84dc-434e-8475-d82df247757b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 0.3483977 Dec 12 04:28:49.443387 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.451663 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.457412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/networks/a248ce95-97d6-4a91-90b3-7c9b95bd160d HTTP/1.1" status: 204 len: 168 time: 0.8254552 Dec 12 04:28:49.476723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f216f84c-d878-4c2d-b800-0cac8eb4b336 None None] Could not find standard attr ID for object dab6e4e4-61c8-4120-8878-5105e38063d4. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:28:49.482614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39724) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:49.491739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd794f8-16d8-4927-ac27-1859dca56f19 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Network': ['ID=a248ce95-97d6-4a91-90b3-7c9b95bd160d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:49.507550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-03a6ce81-748f-4584-a76c-8a1c9e7303c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180000 Dec 12 04:28:49.528621 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-34950d67-d749-4bc2-83e4-0c93d7503fd2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.544064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9773e8-c780-407f-afcb-1f49ce814480 None None] DHCP port deletion for 9614bc11-09a3-453d-9112-4470e5c78e6b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:49.566060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee466f6f-1d71-4c54-a164-fbf9393e0f0a None None] Network 9614bc11-09a3-453d-9112-4470e5c78e6b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:49.591842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39730) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:49.597440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee466f6f-1d71-4c54-a164-fbf9393e0f0a None None] Network 9614bc11-09a3-453d-9112-4470e5c78e6b could not be found, it might have been deleted concurrently. {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 04:28:49.606844 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aaec06-6a04-4767-9f3d-105871c3a06f None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:28:49.623233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.819478 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:49.830255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aaec06-6a04-4767-9f3d-105871c3a06f None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:28:49.867978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1148627941-network', 'tenant_id': 'ac36b16a1b744571860e4cba41cba913'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:49.977249 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.019728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888a729f-99f5-4ef3-880a-c88cb0dc8abb']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:50.026502 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-04ed3433-cce6-44bf-9010-226fb63601fc tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1830728136&fields=id&tenant_id=8d84172a3226415fb80c59544009f5bc HTTP/1.1" status: 200 len: 267 time: 0.2697284 Dec 12 04:28:50.034002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Made reservation on behalf of ac36b16a1b744571860e4cba41cba913 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:50.036552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.045179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af18a95-0182-4947-b0b7-01613b3570d3') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:50.045625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af18a95-0182-4947-b0b7-01613b3570d3') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:50.069376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.075482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-34950d67-d749-4bc2-83e4-0c93d7503fd2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] For port 4b8f78a3-367b-4d7b-b592-4c2ebd747786, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:50.104846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device dab6e4e4-61c8-4120-8878-5105e38063d4 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:28:50.171298 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-34950d67-d749-4bc2-83e4-0c93d7503fd2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.173198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: dab6e4e4-61c8-4120-8878-5105e38063d4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:28:50.173563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device dab6e4e4-61c8-4120-8878-5105e38063d4 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:28:50.176214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.181213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.214115 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.235663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:50.236418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-34950d67-d749-4bc2-83e4-0c93d7503fd2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.238455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:50.253779 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:50.275356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4b8f78a3-367b-4d7b-b592-4c2ebd747786'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:28:50.371396 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-369bda8e-a9a5-4c4d-bd79-ba5f14117cbc service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8544357 Dec 12 04:28:50.372575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:50.420676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-e3353727-3fa2-4b76-b0aa-1d06c7bd3f9e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:50.422423 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-e3353727-3fa2-4b76-b0aa-1d06c7bd3f9e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 817 time: 0.3802583 Dec 12 04:28:50.425870 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.437748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.441306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/networks/888a729f-99f5-4ef3-880a-c88cb0dc8abb HTTP/1.1" status: 204 len: 168 time: 0.9574506 Dec 12 04:28:50.445393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39754) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:50.478911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d148bd0-989d-4b82-9ecf-3be0a1c1f938 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Network': ['ID=888a729f-99f5-4ef3-880a-c88cb0dc8abb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:50.515959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:50.568422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-34950d67-d749-4bc2-83e4-0c93d7503fd2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:50.573850 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-34950d67-d749-4bc2-83e4-0c93d7503fd2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.575369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-168d0c2e-878d-47c1-86ba-ef659bdce794 req-34950d67-d749-4bc2-83e4-0c93d7503fd2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "PUT /v2.0/ports/4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 942 time: 1.5984168 Dec 12 04:28:50.577794 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-799002c7-0737-4930-9c5c-3381ba731009 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/quotas/8d84172a3226415fb80c59544009f5bc HTTP/1.1" status: 200 len: 375 time: 0.1434603 Dec 12 04:28:50.584249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:50.591428 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e909468e-6087-4094-83e3-9d242222a6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:50.602848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:50.611158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:50.649963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335cbfca-afc8-4289-a0fa-114b909de39a None None] DHCP port deletion for 697dbcba-33be-42b7-9e69-e8961cce61ab request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:28:50.674060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4b8f78a3-367b-4d7b-b592-4c2ebd747786'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:28:50.781373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-34d62464-b1db-43a4-9a81-ef4832b44c78 None None] Provisioning complete for port 1fb78e61-a255-4281-b21c-4184a67e7d04 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:50.781874 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34d62464-b1db-43a4-9a81-ef4832b44c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.819841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.835683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-2a0c00b1-7ff5-41f0-9295-1208d96791d9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2486465 Dec 12 04:28:50.843709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.929457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:50.952601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:50.952976 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Added segment 1a03d2c4-075b-4fd6-8c6e-d573218fcedd of type vlan for network 810028be-99d0-4275-911d-f6f7612a5e88 Dec 12 04:28:51.072332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.097428 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.115167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-34d62464-b1db-43a4-9a81-ef4832b44c78 None None] Provisioning complete for port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:51.115937 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34d62464-b1db-43a4-9a81-ef4832b44c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.210250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.resource_extend [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:28:51.243696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34950d67-d749-4bc2-83e4-0c93d7503fd2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Pushing event updated for resources: {'Port': ['ID=4b8f78a3-367b-4d7b-b592-4c2ebd747786,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:51.291601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:51.292275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.335627 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-5f51aa02-5b13-4f2d-8f52-6bc996612827 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2827904 Dec 12 04:28:51.340865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af6916-a63b-4424-959a-c4acac5f617e req-de3750f0-fd67-45b5-933c-d057b94edb8f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:51.342480 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5af6916-a63b-4424-959a-c4acac5f617e req-de3750f0-fd67-45b5-933c-d057b94edb8f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 931 time: 0.1425202 Dec 12 04:28:51.344540 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0804e9a-240b-4c08-ae7e-90782b8d7d80 req-62805fa4-ca31-4b65-a769-4c256d8cab8d service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9518878 Dec 12 04:28:51.356305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Request body: {'port': {'device_id': '41763056-f139-4a44-a719-73bbbd6b4abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:51.376930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b0f284d0-43a1-445c-84f6-1a6fb0166022 None None] Provisioning complete for port 6a1c4bcf-be70-42b1-92b9-d860f789c308 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:51.380847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0f284d0-43a1-445c-84f6-1a6fb0166022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.397065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-04d5e2e0-b151-404c-ae11-e0148ac08200 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116832 Dec 12 04:28:51.397754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.399037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:51.399626 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.406111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3493601-89e0-4a94-839f-fa85b281c20f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:51.473509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b0f284d0-43a1-445c-84f6-1a6fb0166022 None None] Port 6a1c4bcf-be70-42b1-92b9-d860f789c308 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:28:51.497708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b0f284d0-43a1-445c-84f6-1a6fb0166022 None None] Provisioning complete for port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:51.498082 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0f284d0-43a1-445c-84f6-1a6fb0166022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.499987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5af6916-a63b-4424-959a-c4acac5f617e req-dfb500bc-c1cc-4cb1-bf1c-9e55f73bb375 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493883 Dec 12 04:28:51.502678 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.552137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6197de07-58d8-405c-aec7-2958d7725603 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401174 Dec 12 04:28:51.691833 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0980287 Dec 12 04:28:51.734012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39776) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:51.755893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Request body: {'subnet': {'network_id': '810028be-99d0-4275-911d-f6f7612a5e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1148627941-subnet', 'tenant_id': 'ac36b16a1b744571860e4cba41cba913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:51.810971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f9639-4205-4f69-820d-1a43bf9f0b9a admin admin] Pushing event updated for resources: {'Network': ['ID=810028be-99d0-4275-911d-f6f7612a5e88,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:51.823822 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.827813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 810028be-99d0-4275-911d-f6f7612a5e88 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:51.891792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd63fc3-14d9-4192-8a25-8d5eced019e4']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:51.904784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Made reservation on behalf of ac36b16a1b744571860e4cba41cba913 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:51.907638 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f32ccaa-50d4-4009-99b5-c990a204606e x-openstack-request-id: req-2f32ccaa-50d4-4009-99b5-c990a204606e {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:51.908063 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:51.908345 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f32ccaa-50d4-4009-99b5-c990a204606e {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:51.908792 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'status': 'completed', 'code': 200} Dec 12 04:28:51.915587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:51.933188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effdb2b6-8fee-4212-918b-00f7db63ac00') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:51.933792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effdb2b6-8fee-4212-918b-00f7db63ac00') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:28:52.016048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.040302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9a68652e-8c3f-4b9f-bb7e-9925f7220a31 req-01dda58b-84c6-43df-9098-75abf8d9dd64 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 210 time: 0.1190386 Dec 12 04:28:52.078381 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.084772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909468e-6087-4094-83e3-9d242222a6b7 req-ef16c527-62ed-4e4e-a547-0139bd843bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:52.086746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e909468e-6087-4094-83e3-9d242222a6b7 req-ef16c527-62ed-4e4e-a547-0139bd843bb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1096 time: 0.1996179 Dec 12 04:28:52.090535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:28:52.091010 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.166451 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-05d2f39e-e037-48b1-b769-e8ec6d59eb3f tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6135135 Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:28:52.195539 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:28:52.275265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909468e-6087-4094-83e3-9d242222a6b7 req-64b95278-12fa-4bad-b8dd-1d118712b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:52.277106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e909468e-6087-4094-83e3-9d242222a6b7 req-64b95278-12fa-4bad-b8dd-1d118712b932 service neutron] 10.222.0.18 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 920 time: 0.1453457 Dec 12 04:28:52.285488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:52.342933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.357733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.378840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.381631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.385101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] 10.222.0.36 "DELETE /v2.0/networks/edd63fc3-14d9-4192-8a25-8d5eced019e4 HTTP/1.1" status: 204 len: 168 time: 1.9265010 Dec 12 04:28:52.387296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e1a91-7134-4608-b02f-07db5788af59 tempest-BulkNetworkOpsIpV6Test-985481994 tempest-BulkNetworkOpsIpV6Test-985481994-project] Pushing event deleted for resources: {'Network': ['ID=edd63fc3-14d9-4192-8a25-8d5eced019e4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:52.454760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f01c21-2cfe-497d-9b24-f6c3b2df720d,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:52.464988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Checking segment: {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:52.465264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Network hostable DHCP agents. Network: 810028be-99d0-4275-911d-f6f7612a5e88, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:28:52.484923 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e909468e-6087-4094-83e3-9d242222a6b7 req-822b8a13-fce5-47e5-b499-b93eaeba4ef1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 217 time: 0.1558921 Dec 12 04:28:52.488639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Network 810028be-99d0-4275-911d-f6f7612a5e88 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:28:52.504397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 810028be-99d0-4275-911d-f6f7612a5e88) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:52.519531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:52.520314 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.522397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d7d15-a8e6-4a34-b58c-6484008fc82d None None] Network 810028be-99d0-4275-911d-f6f7612a5e88 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:52.580356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c2a911a5-e0cd-41cb-859a-da05d18aadea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8452358 Dec 12 04:28:52.593196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1c4bcf-be70-42b1-92b9-d860f789c308 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:28:52.602332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.624472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Transition to ACTIVE for port object 6a1c4bcf-be70-42b1-92b9-d860f789c308 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:28:52.724314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909468e-6087-4094-83e3-9d242222a6b7 req-3a4b3c7f-ef1b-45fe-87b0-fdf33d17a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:52.727377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e909468e-6087-4094-83e3-9d242222a6b7 req-3a4b3c7f-ef1b-45fe-87b0-fdf33d17a260 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 0.0917461 Dec 12 04:28:52.765684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39804) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:52.800164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:52.813241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4a9eb6-ed52-44f5-98d8-9ef73aef4d32 None None] Network 810028be-99d0-4275-911d-f6f7612a5e88 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:28:52.860608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2afa99-9335-42cf-930a-7acbb0075a21 req-c823a31e-22f9-4855-aa07-15bd7eb68bdc tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:52.864896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e2afa99-9335-42cf-930a-7acbb0075a21 req-c823a31e-22f9-4855-aa07-15bd7eb68bdc tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 943 time: 0.1842463 Dec 12 04:28:52.964728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e909468e-6087-4094-83e3-9d242222a6b7 req-5800a077-5838-473e-ac92-650541a6601d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559324 Dec 12 04:28:52.995537 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e2afa99-9335-42cf-930a-7acbb0075a21 req-21d7a0dc-afad-478e-9041-b01122c33f74 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246111 Dec 12 04:28:53.113536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5d05b1a0-d02b-4803-8d22-da519e0216fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=299e5a7fa16240c09f1b49b46c200787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411682 Dec 12 04:28:53.116986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39820) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:53.173862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:53.225710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6837fdf7-883b-4dfe-b9cc-49b19491c2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:53.287021 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e909468e-6087-4094-83e3-9d242222a6b7 req-b68b5b10-b2a5-4b8e-af04-caf3b90c20ed service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039868 Dec 12 04:28:53.290925 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6837fdf7-883b-4dfe-b9cc-49b19491c2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:53.499871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Attempting to bind port 6a1c4bcf-be70-42b1-92b9-d860f789c308 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:28:53.500483 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Attempting to bind port 6a1c4bcf-be70-42b1-92b9-d860f789c308 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:28:53.501695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Attempting to bind port 6a1c4bcf-be70-42b1-92b9-d860f789c308 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:53.508464 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:53.539875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6837fdf7-883b-4dfe-b9cc-49b19491c2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:53.542628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6837fdf7-883b-4dfe-b9cc-49b19491c2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:53.546186 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6837fdf7-883b-4dfe-b9cc-49b19491c2b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be5fc9b7-6a17-4ee7-ae44-9e911cb0c5dc HTTP/1.1" status: 204 len: 168 time: 0.4256794 Dec 12 04:28:53.563877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Port 6a1c4bcf-be70-42b1-92b9-d860f789c308 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:28:53.564350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Attempting to bind port 6a1c4bcf-be70-42b1-92b9-d860f789c308 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:53.571924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837fdf7-883b-4dfe-b9cc-49b19491c2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5fc9b7-6a17-4ee7-ae44-9e911cb0c5dc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:53.614325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:28:53.618118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Checking segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:53.620279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Bound using segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:28:53.622807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Bound port: 6a1c4bcf-be70-42b1-92b9-d860f789c308, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:28:53.623431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:53.731264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6c10af90-9a04-4be7-ba02-48f054097fce tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:53.732807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6c10af90-9a04-4be7-ba02-48f054097fce tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 817 time: 0.3674979 Dec 12 04:28:53.751995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-aad52a46-d954-4739-a44b-5654deef1bd1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:53.765940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-aad52a46-d954-4739-a44b-5654deef1bd1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/networks?id=810028be-99d0-4275-911d-f6f7612a5e88 HTTP/1.1" status: 200 len: 818 time: 0.3588550 Dec 12 04:28:53.781041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Allocated IP 172.25.7.44 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/b5ff7ef6-431b-45d8-96fa-c19c6ce5cafd) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:53.815969 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e909468e-6087-4094-83e3-9d242222a6b7 req-f0522c8b-57a0-40da-8775-7424075b57ea service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161791 Dec 12 04:28:53.827117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-a63040ef-1241-43ce-a082-d9517350de81 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/quotas/ac36b16a1b744571860e4cba41cba913 HTTP/1.1" status: 200 len: 375 time: 0.0601916 Dec 12 04:28:53.876829 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9cc57a5c-52fc-458c-b7f6-da799e9ec745 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac36b16a1b744571860e4cba41cba913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486109 Dec 12 04:28:53.954775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:28:53.958575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:28:54.003983 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-fe3f4ec4-838d-48c4-a23b-f28ed599bc59 service neutron] 10.222.0.36 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263525 Dec 12 04:28:54.031701 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:54.033881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:54.104214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:54.125455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-73822048-9060-4735-bc99-db301b7fbdc8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d84172a3226415fb80c59544009f5bc HTTP/1.1" status: 200 len: 380 time: 0.3568618 Dec 12 04:28:54.145324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'port': {'device_id': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'admin_state_up': True, 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'security_groups': ['7e9d1114-3589-4431-8e53-acc8dd640bfa']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:54.153090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:54.154200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:54.155645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-48555519-66a7-4a3c-a649-f69ec651ac2f service neutron] 10.222.0.37 "PUT /v2.0/ports/6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 1091 time: 2.8039453 Dec 12 04:28:54.156236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:54.159622 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90" -d '{"events": [{"name": "network-changed", "server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:54.165034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:54.207980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:54.215287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:54.219088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:54.302738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Pushing event updated for resources: {'Port': ['ID=b5ff7ef6-431b-45d8-96fa-c19c6ce5cafd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:54.325381 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-45ffba2f-56c0-43b6-ab08-a7de3efc398c service neutron] 10.222.0.36 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201704 Dec 12 04:28:54.397812 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:54.423525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Made reservation on behalf of 8d84172a3226415fb80c59544009f5bc for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:54.443128 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:54.450781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:54.484458 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-6e169b2a-fdd8-4ad1-b812-64884dc2a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:54.486400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-6e169b2a-fdd8-4ad1-b812-64884dc2a14e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1094 time: 0.2317092 Dec 12 04:28:54.558626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-4a74671a-87d7-426b-b5fd-940fa19b6dc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 217 time: 0.0512972 Dec 12 04:28:54.681425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Allocated IP 172.20.0.9 (cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb/6287d049-2723-40e9-a22d-c8951c00f254/23926252-0eb0-4a86-b1b3-6a717be9a2a8) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:28:54.757923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-33ef719e-ccab-46b7-ab46-7288bb1897c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:54.781572 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-33ef719e-ccab-46b7-ab46-7288bb1897c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1908326 Dec 12 04:28:54.893084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39882) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:54.928316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-8eb86e20-e89b-4c13-b9fb-5d5b53e6083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:54.930854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-8eb86e20-e89b-4c13-b9fb-5d5b53e6083d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270232 Dec 12 04:28:55.090904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'network': {'name': 'tempest-RoutersTest-934709719'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:55.097932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:55.121441 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:55.207501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Pushing event updated for resources: {'Port': ['ID=b5ff7ef6-431b-45d8-96fa-c19c6ce5cafd,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:55.315640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:55.325555 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:55.373504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:55.386376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a083c2d0-2a07-43a8-9063-3e07366e8307 req-db8b2374-20ce-4e16-a7ad-33aaeb560808 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 210 time: 0.5562184 Dec 12 04:28:55.477741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:55.496874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-1c448030-eaa1-4d3b-b86f-b7aa5d5a9215 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493207 Dec 12 04:28:55.502866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:55.504250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-bb9a2300-989e-4ca5-aacd-043dd75f2e93 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2307456 Dec 12 04:28:55.546117 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:55.634643 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-cccaa567-be7c-4f36-89b4-e8678562e068 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.1137116 Dec 12 04:28:55.639523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1f488-ecdb-46b8-a9c8-5140b06100d0 req-1dc316bd-227d-4167-884d-e2a45ffc6874 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:55.652769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59b1f488-ecdb-46b8-a9c8-5140b06100d0 req-1dc316bd-227d-4167-884d-e2a45ffc6874 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 943 time: 0.1400893 Dec 12 04:28:55.716129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:55.756712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59b1f488-ecdb-46b8-a9c8-5140b06100d0 req-ce3f6b85-84b5-4ebf-8e5b-6bb892ca025c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999386 Dec 12 04:28:55.842861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:28:55.847399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:28:55.851943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:28:55.981159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:55.981864 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:56.031114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0b3d890c-7d1c-4920-9cd8-3c93d6bc92d5 req-7207053a-d645-4f45-aae0-aae160c21923 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200922 Dec 12 04:28:56.038168 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9491d71-4178-4e5b-b993-e0175907caca x-openstack-request-id: req-b9491d71-4178-4e5b-b993-e0175907caca {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:56.038478 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:56.039494 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9491d71-4178-4e5b-b993-e0175907caca {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:56.039919 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'status': 'completed', 'code': 200} Dec 12 04:28:56.053674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:56.101934 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-6ee2d3bc-2880-451f-a3a6-6b83c473cc46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9685974 Dec 12 04:28:56.125476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Request body: {'port': {'device_id': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:56.142866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-97098ef0-696a-41c3-8a31-6604174748ab tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:56.157442 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-97098ef0-696a-41c3-8a31-6604174748ab tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.5100362 Dec 12 04:28:56.177763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-289cbf1d-f55a-4268-bd77-7000de377a83 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:28:56.186901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f4c8fef-3137-48cc-96bc-3bd5e07e3441 req-289cbf1d-f55a-4268-bd77-7000de377a83 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237560 Dec 12 04:28:56.304952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ca2e3402-debf-4e74-a2ee-f243bbabfb9d req-ef43f2fd-0a20-4eb1-ad64-49d857366ef5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 210 time: 0.0899615 Dec 12 04:28:56.390978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:56.418560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3fa8722c-7266-476f-b3b1-aaac42fdcb9b None None] Provisioning complete for port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:56.420496 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3fa8722c-7266-476f-b3b1-aaac42fdcb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:56.456414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:56.478458 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:56.550812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8722c-7266-476f-b3b1-aaac42fdcb9b None None] Port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:28:56.660951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:56.715148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-52a094ce-9740-409b-878a-7458506ed9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:56.719307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-52a094ce-9740-409b-878a-7458506ed9d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1094 time: 0.5361090 Dec 12 04:28:56.779767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331c19e0-aa77-48bf-9920-89e364dde494,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:56.784756 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:56.785135 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added segment 4cae6b0b-f855-46b5-87a2-ffcef2196fed of type vlan for network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 Dec 12 04:28:56.795829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-57a633cd-12df-46f3-96ec-1ff07fe8583d tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:56.798113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-57a633cd-12df-46f3-96ec-1ff07fe8583d tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3355231 Dec 12 04:28:57.015504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c33d7-8d2e-4510-bbdd-9b6a4bbba7bc req-b7019bbc-10e6-46b9-9c85-432d3d69ffe2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:57.026658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c65c33d7-8d2e-4510-bbdd-9b6a4bbba7bc req-b7019bbc-10e6-46b9-9c85-432d3d69ffe2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 931 time: 0.3278630 Dec 12 04:28:57.126536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23926252-0eb0-4a86-b1b3-6a717be9a2a8 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:28:57.136900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:57.180432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Transition to ACTIVE for port object 23926252-0eb0-4a86-b1b3-6a717be9a2a8 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:28:57.191607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:57.198686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c65c33d7-8d2e-4510-bbdd-9b6a4bbba7bc req-39b4ba49-1600-4257-83a0-d351342ce981 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700931 Dec 12 04:28:57.331050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:57.601056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Attempting to bind port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:28:57.601673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Attempting to bind port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:28:57.602224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Attempting to bind port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:57.638028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:28:57.643096 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a07aa7-c2c3-47a3-96a2-fc71d21b3106 req-070d2f7f-1478-47e4-9d52-70f22d615da2 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:57.652974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a8a07aa7-c2c3-47a3-96a2-fc71d21b3106 req-070d2f7f-1478-47e4-9d52-70f22d615da2 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 943 time: 0.1549752 Dec 12 04:28:57.655349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:28:57.655692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Attempting to bind port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 on network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:28:57.663445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:28:57.663797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Checking segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:28:57.664746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Bound using segment: {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:28:57.665386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Bound port: 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2189454-0a47-41e1-abd1-be0477a38752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:28:57.665766 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:57.725369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:57.744688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-7b2bb5db-792f-4b90-a07f-2571f90f7079 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.8875952 Dec 12 04:28:57.758576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a8a07aa7-c2c3-47a3-96a2-fc71d21b3106 req-88dedc4c-4d76-4138-b232-90f7da333b5d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046441 Dec 12 04:28:57.759342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-62a6b879-b65a-4693-aab2-c7a5fb027e57 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Request body: {'floatingip': {'port_id': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:57.825658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:28:57.833885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:28:57.845417 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:57.903654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:57.919588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'port_id': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'mac_address': 'fa:16:3e:25:51:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:28:57.990435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:58.049217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:58.065785 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.066694 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.082166 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-edb5a036-4fba-47a9-9eb8-c19e6c7db187 service neutron] 10.222.0.18 "PUT /v2.0/ports/23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 200 len: 1091 time: 1.9611373 Dec 12 04:28:58.084672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a53a08b-5122-40d6-8a28-73e5699c4ac2 req-5c3e290f-0b24-4f5d-96f2-450878f039f6 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 210 time: 0.0990458 Dec 12 04:28:58.085284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:58.087846 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f078b5-be3a-4220-b21d-2697f9fa57cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:28:58.136476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1c4bcf-be70-42b1-92b9-d860f789c308 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:28:58.282756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:58.299460 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.306615 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0524788e-cae3-436a-9ed7-2068796a9650 x-openstack-request-id: req-0524788e-cae3-436a-9ed7-2068796a9650 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:28:58.308743 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:28:58.311380 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0524788e-cae3-436a-9ed7-2068796a9650 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:28:58.311380 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'status': 'completed', 'code': 200} Dec 12 04:28:58.345701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-fcc46e14-8a95-412a-aad0-5d6a969fe585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:58.349367 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-fcc46e14-8a95-412a-aad0-5d6a969fe585 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1094 time: 0.1449320 Dec 12 04:28:58.413954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:58.436368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-62a6b879-b65a-4693-aab2-c7a5fb027e57 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.439212 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.447287 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-25dfc6e4-8c2b-4685-a199-4a21b72e46ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0776005 Dec 12 04:28:58.459268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:58.460474 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.521252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1625d93-c9b3-4d8f-974a-48e3013dc1e0 req-535c34a8-51b8-4c71-b877-7d1519737dc2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:58.522804 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1625d93-c9b3-4d8f-974a-48e3013dc1e0 req-535c34a8-51b8-4c71-b877-7d1519737dc2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.1669974 Dec 12 04:28:58.524612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-455c421d-7671-4460-9031-e7a0595bd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:58.526956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-455c421d-7671-4460-9031-e7a0595bd2ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 1.7616975 Dec 12 04:28:58.552301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-978f9dc7-ed73-44cb-acc6-ba1c7fd99776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:58.554051 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-978f9dc7-ed73-44cb-acc6-ba1c7fd99776 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.0976698 Dec 12 04:28:58.614169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['6a1c4bcf-be70-42b1-92b9-d860f789c308'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:28:58.631122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1625d93-c9b3-4d8f-974a-48e3013dc1e0 req-5745b450-0daa-44ce-b2ad-6ac9fd79f698 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944142 Dec 12 04:28:58.650433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-eee73c54-e461-4c24-adcb-2966b1d36de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:58.652399 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-eee73c54-e461-4c24-adcb-2966b1d36de1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885317 Dec 12 04:28:58.704068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-696165ae-458f-476e-8e83-c733aebcb2a8 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:58.705595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-696165ae-458f-476e-8e83-c733aebcb2a8 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.37 "GET /v2.0/networks?id=810028be-99d0-4275-911d-f6f7612a5e88 HTTP/1.1" status: 200 len: 818 time: 1.1796186 Dec 12 04:28:58.720102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.8248451 Dec 12 04:28:58.723354 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39966) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:58.732528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'network': {'name': 'tempest-RoutersTest-1747634308'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:58.773858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Request body: {'port': {'device_id': '6b0e6465-83f3-4ab6-bc4b-58ac328790ce', 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88', 'admin_state_up': True, 'tenant_id': 'ac36b16a1b744571860e4cba41cba913'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:58.791363 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-d3f7a441-229c-48c8-b3b9-16b1709124cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 217 time: 0.1464596 Dec 12 04:28:58.793848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:58.797854 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.845000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:28:58.859124 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.861282 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added segment 46d9efb4-4121-434b-a58a-3b845e58e70e of type vlan for network 132d33a2-0073-404a-b3f6-537a1e5d43b8 Dec 12 04:28:58.881320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e71d7-e744-47dd-a4fd-eb3e3b4bd47d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Network': ['ID=a81d87cf-074a-43b0-bcc3-85f4aef3f1e1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:58.892978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:58.907514 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.959432 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.965321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:58.966072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:58.975727 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-16bcfbdd-e5ff-4e02-b821-49dccc0f0174 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152182 Dec 12 04:28:59.138515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-aab3ef73-3027-4972-89ac-660489f66754 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:59.140210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-aab3ef73-3027-4972-89ac-660489f66754 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.37 "GET /v2.0/networks?id=810028be-99d0-4275-911d-f6f7612a5e88 HTTP/1.1" status: 200 len: 818 time: 0.8175344 Dec 12 04:28:59.148216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-b22b42b7-5ea2-4230-a882-374d6a86c2c7 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:59.149742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-b22b42b7-5ea2-4230-a882-374d6a86c2c7 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.18 "GET /v2.0/networks?id=810028be-99d0-4275-911d-f6f7612a5e88 HTTP/1.1" status: 200 len: 818 time: 1.3022037 Dec 12 04:28:59.166253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6692defc-8759-4309-9bd3-c6146a4e9cf2 req-69e041a4-182a-42e7-a020-7451e8a05eeb service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591141 Dec 12 04:28:59.179214 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4512620 Dec 12 04:28:59.179984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39984) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:28:59.180627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3de548-78ec-4745-9c24-faf097d13517 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Network': ['ID=132d33a2-0073-404a-b3f6-537a1e5d43b8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:28:59.182664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Request body: {'port': {'device_id': '8eb45c7f-b196-4e6b-99a3-1c06775dae60', 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88', 'admin_state_up': True, 'tenant_id': 'ac36b16a1b744571860e4cba41cba913'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:59.191293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 132d33a2-0073-404a-b3f6-537a1e5d43b8 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:28:59.191562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Request body: {'port': {'device_id': 'd5b7c0ff-84e0-4af8-b24f-78fdd8a57791', 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88', 'admin_state_up': True, 'tenant_id': 'ac36b16a1b744571860e4cba41cba913'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:59.207430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'subnet': {'network_id': 'a81d87cf-074a-43b0-bcc3-85f4aef3f1e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:28:59.238922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8ba1-2355-45f0-b435-abbd6baa312d req-d4a48495-dc72-481f-b13d-4e742496f22a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:59.246782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81db8ba1-2355-45f0-b435-abbd6baa312d req-d4a48495-dc72-481f-b13d-4e742496f22a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.3035266 Dec 12 04:28:59.357296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-78264cee-cb38-43f3-b286-9a92068254f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:59.358809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-78264cee-cb38-43f3-b286-9a92068254f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.5404937 Dec 12 04:28:59.370687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-93bdeb3d-e054-4c6b-9f8f-9e9bfeb8face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:59.372328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-93bdeb3d-e054-4c6b-9f8f-9e9bfeb8face service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1094 time: 0.0918367 Dec 12 04:28:59.482730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-bbe9079a-817a-42e3-94c7-14719e765c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:59.484253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-bbe9079a-817a-42e3-94c7-14719e765c38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.1027994 Dec 12 04:28:59.512253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81db8ba1-2355-45f0-b435-abbd6baa312d req-2fa42fae-f0a4-4942-8fcc-b07394d3b25c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644730 Dec 12 04:28:59.556330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-680aad86-04ed-45e8-8f81-b2fe68e9f4f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0632310 Dec 12 04:28:59.636511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-75a461cd-bfac-4f38-9ac4-a5ddbc44926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:59.638944 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-75a461cd-bfac-4f38-9ac4-a5ddbc44926f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.0742784 Dec 12 04:28:59.655282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:28:59.680685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be61f15a-d256-4aea-8b6b-a556944b9f43 req-697ea03e-bb64-4468-ba68-8cf993239577 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 210 time: 0.0404420 Dec 12 04:28:59.729996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-a1c529f1-308c-43d3-9507-3d4301a1061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:59.731743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-a1c529f1-308c-43d3-9507-3d4301a1061c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810530 Dec 12 04:28:59.771962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 6a1c4bcf-be70-42b1-92b9-d860f789c308 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:28:59.777761 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 6a1c4bcf-be70-42b1-92b9-d860f789c308 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:28:59.778410 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:59.809738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-62a6b879-b65a-4693-aab2-c7a5fb027e57 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:59.842142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-62a6b879-b65a-4693-aab2-c7a5fb027e57 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:59.855968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-db48975f-157f-4d8b-8672-b0f723012377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:28:59.857932 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-db48975f-157f-4d8b-8672-b0f723012377 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4748547 Dec 12 04:28:59.907309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:28:59.912054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:59.944490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:28:59.944490 n-d-710847-7 neutron-server[103451]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 04:28:59.944490 n-d-710847-7 neutron-server[103451]: [parameters: {'project_id': 'ac36b16a1b744571860e4cba41cba913', 'id': 'aadc6315-d25e-470e-a03e-4fbe45435ff2', 'expiration': datetime.datetime(2021, 12, 12, 4, 30, 59, 852125)}] Dec 12 04:28:59.944490 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:28:59.945057 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:28:59.945504 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:28:59.953466 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:28:59.953466 n-d-710847-7 neutron-server[103451]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 04:28:59.953466 n-d-710847-7 neutron-server[103451]: [parameters: {'project_id': 'ac36b16a1b744571860e4cba41cba913', 'id': '9b4066a7-d28d-4376-8311-de5b87af8b5c', 'expiration': datetime.datetime(2021, 12, 12, 4, 30, 59, 835499)}] Dec 12 04:28:59.953466 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:28:59.954244 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:28:59.992200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:28:59.993537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:28:59.996441 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d2779-114e-47cf-a444-f18ac8c15d85" -d '{"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:00.002060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:00.026273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336738f-f065-4a6f-acc5-a680e4cf09fb req-f519c19d-8444-4f70-915f-0e4394a9794c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:00.036771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6336738f-f065-4a6f-acc5-a680e4cf09fb req-f519c19d-8444-4f70-915f-0e4394a9794c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.2070987 Dec 12 04:29:00.064078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:00.071652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Made reservation on behalf of ac36b16a1b744571860e4cba41cba913 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:00.075654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:00.088638 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-fd57b09c-2536-4d45-bc78-d3f345cb1436 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476567 Dec 12 04:29:00.225241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6336738f-f065-4a6f-acc5-a680e4cf09fb req-51c8bbed-dfcf-4c0c-b3de-fd9b68d61274 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815436 Dec 12 04:29:00.259786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-5756c4f2-5210-4fa6-8850-e3bf44503253 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202703 Dec 12 04:29:00.274092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Allocated IP 172.20.0.2 (810028be-99d0-4275-911d-f6f7612a5e88/b6f01c21-2cfe-497d-9b24-f6c3b2df720d/dfb51b1d-453e-4766-9aec-5fde74390622) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:00.297608 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744eea91-d258-4823-abd6-67866f956802 x-openstack-request-id: req-744eea91-d258-4823-abd6-67866f956802 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:00.297871 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:00.298140 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-744eea91-d258-4823-abd6-67866f956802 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:00.298552 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'code': 200} Dec 12 04:29:00.306871 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-62a6b879-b65a-4693-aab2-c7a5fb027e57 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Floating IP 24c90049-e7b2-44d1-95a2-ad9134e88946 associated. External IP: 172.25.7.44, port: 4b8f78a3-367b-4d7b-b592-4c2ebd747786. Dec 12 04:29:00.428465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7f078b5-be3a-4220-b21d-2697f9fa57cd req-ad1e8b04-4b5e-42e8-be5a-811e007e90ce service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245463 Dec 12 04:29:00.473886 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:00.512472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0320ae-9511-46da-b73f-462dc61a00cb req-efa1dda3-8d1b-411a-b9c5-ca5c48eeeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:00.514335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a0320ae-9511-46da-b73f-462dc61a00cb req-efa1dda3-8d1b-411a-b9c5-ca5c48eeeda2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1096 time: 0.1022072 Dec 12 04:29:00.601187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Subnet': ['ID=f2595b9f-95d4-4588-b20a-8fa5fd8b8757,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:00.674993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a0320ae-9511-46da-b73f-462dc61a00cb req-c3b3c71f-5fb0-43cd-aa63-555c79d9a1f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472421 Dec 12 04:29:00.690067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Checking segment: {'id': '4cae6b0b-f855-46b5-87a2-ffcef2196fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a81d87cf-074a-43b0-bcc3-85f4aef3f1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:00.690448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network hostable DHCP agents. Network: a81d87cf-074a-43b0-bcc3-85f4aef3f1e1, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:29:00.728826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086fdc6-ba19-4cc1-a531-920822285843 req-4230eadc-e982-4e0c-a7f8-34511574b548 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:00.730436 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3086fdc6-ba19-4cc1-a531-920822285843 req-4230eadc-e982-4e0c-a7f8-34511574b548 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 945 time: 0.0776842 Dec 12 04:29:00.732288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:29:00.779375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a81d87cf-074a-43b0-bcc3-85f4aef3f1e1) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:00.788932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:00.789598 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:00.795135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef489e-7710-491b-a025-8777599095b3 None None] Network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:00.836577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-050aaa9e-85d2-49fb-8984-f85f47253697 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6352737 Dec 12 04:29:00.844872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40016) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:00.849925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'subnet': {'network_id': '132d33a2-0073-404a-b3f6-537a1e5d43b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:00.854826 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3086fdc6-ba19-4cc1-a531-920822285843 req-4543189f-8749-4744-9b51-1ed22740a6fe tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167836 Dec 12 04:29:00.955420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-a81d87cf-074a-43b0-bcc3-85f4aef3f1e1', 'network_id': 'a81d87cf-074a-43b0-bcc3-85f4aef3f1e1', 'project_id': '6bead300249f4f539a069d26de136c25', 'fixed_ips': [{'subnet_id': 'f2595b9f-95d4-4588-b20a-8fa5fd8b8757'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:29:00.957760 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.007379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bad732cb-0df4-498d-a886-b7d71265432e req-552af957-73a7-4d5d-b118-2f36dcac0a93 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 210 time: 0.0467150 Dec 12 04:29:01.021749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1df33388-5b0d-4cf6-8bde-8b15b3f44a90 req-317f4b62-bbc3-477a-aaeb-e046f9263452 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7377787 Dec 12 04:29:01.038427 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Made reservation on behalf of ac36b16a1b744571860e4cba41cba913 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:01.055713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.161122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Allocated IP 172.20.0.2 (a81d87cf-074a-43b0-bcc3-85f4aef3f1e1/f2595b9f-95d4-4588-b20a-8fa5fd8b8757/fb621ebe-092d-44ce-a00f-b52265c07e2d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:01.236443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Made reservation on behalf of ac36b16a1b744571860e4cba41cba913 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:01.240740 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.388563 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.401508 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.434568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead06b8-1ccd-47bf-8459-d640b1f24ea7 req-acd6f7e4-1741-4c35-a0b4-a258a9726abf tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:01.435756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:01.436780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ead06b8-1ccd-47bf-8459-d640b1f24ea7 req-acd6f7e4-1741-4c35-a0b4-a258a9726abf tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.1090481 Dec 12 04:29:01.440690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.474901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:01.479727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:01.482346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Pushing event updated for resources: {'Port': ['ID=fb621ebe-092d-44ce-a00f-b52265c07e2d,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:01.484769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:01.539685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ead06b8-1ccd-47bf-8459-d640b1f24ea7 req-e7ff8d57-c17e-4901-b831-b0c113dcff4d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806282 Dec 12 04:29:01.550619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Attempting to bind port fb621ebe-092d-44ce-a00f-b52265c07e2d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:01.550757 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.551005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Attempting to bind port fb621ebe-092d-44ce-a00f-b52265c07e2d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '4cae6b0b-f855-46b5-87a2-ffcef2196fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a81d87cf-074a-43b0-bcc3-85f4aef3f1e1'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:01.551383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Attempting to bind port fb621ebe-092d-44ce-a00f-b52265c07e2d on network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:01.560497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:01.560916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Checking segment: {'id': '4cae6b0b-f855-46b5-87a2-ffcef2196fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a81d87cf-074a-43b0-bcc3-85f4aef3f1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:01.561337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.561759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Bound using segment: {'id': '4cae6b0b-f855-46b5-87a2-ffcef2196fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a81d87cf-074a-43b0-bcc3-85f4aef3f1e1'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:01.563049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Bound port: fb621ebe-092d-44ce-a00f-b52265c07e2d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cae6b0b-f855-46b5-87a2-ffcef2196fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a81d87cf-074a-43b0-bcc3-85f4aef3f1e1'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:01.563453 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.571263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-62a6b879-b65a-4693-aab2-c7a5fb027e57 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Router eb4fc712-7375-411d-be5d-737b267183cd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:01.631561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:29:01.682773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8b903499-7555-4781-8475-be81275a2b9b None None] For port fb621ebe-092d-44ce-a00f-b52265c07e2d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:01.715886 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.793125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8b903499-7555-4781-8475-be81275a2b9b None None] For port fb621ebe-092d-44ce-a00f-b52265c07e2d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fb621ebe-092d-44ce-a00f-b52265c07e2d,segment=NetworkSegment(4cae6b0b-f855-46b5-87a2-ffcef2196fed),segment_id=4cae6b0b-f855-46b5-87a2-ffcef2196fed)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:01.810492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:01.884754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Network 810028be-99d0-4275-911d-f6f7612a5e88 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:01.930770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:01.934765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b903499-7555-4781-8475-be81275a2b9b None None] Pushing event updated for resources: {'Port': ['ID=fb621ebe-092d-44ce-a00f-b52265c07e2d,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:01.954768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Pushing event updated for resources: {'Port': ['ID=dfb51b1d-453e-4766-9aec-5fde74390622,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:01.968732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:01.975926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:01.989359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-62a6b879-b65a-4693-aab2-c7a5fb027e57 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:01.991577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Allocated IP 172.20.0.10 (810028be-99d0-4275-911d-f6f7612a5e88/b6f01c21-2cfe-497d-9b24-f6c3b2df720d/13e0b894-3472-4689-a61a-71e027ff9a82) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:02.010415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] Sync routers for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:02.018585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'port_id': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'mac_address': 'fa:16:3e:ea:8d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:29:02.024679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:02.025505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:02.106006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e2a5-7f65-4597-bf5b-61a105914105 req-19e688f1-7fd7-4a56-ba1b-e3b28e63819c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:02.109828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:02.111672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6072e2a5-7f65-4597-bf5b-61a105914105 req-19e688f1-7fd7-4a56-ba1b-e3b28e63819c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 945 time: 0.1070569 Dec 12 04:29:02.116977 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:02.126215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-62a6b879-b65a-4693-aab2-c7a5fb027e57 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:02.159102 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:02.210174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23926252-0eb0-4a86-b1b3-6a717be9a2a8 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:29:02.232281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-f9d158c5-2ca6-41c9-8562-ff460ab91ab3 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0601113 Dec 12 04:29:02.262186 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:02.280900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6072e2a5-7f65-4597-bf5b-61a105914105 req-1bec4fc5-7f0b-4cbe-9c4f-ab83e68f0c09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614766 Dec 12 04:29:02.281583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Request body: {'port': {'device_id': '8eb45c7f-b196-4e6b-99a3-1c06775dae60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:02.349315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-62a6b879-b65a-4693-aab2-c7a5fb027e57 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "PUT /v2.0/floatingips/24c90049-e7b2-44d1-95a2-ad9134e88946 HTTP/1.1" status: 200 len: 995 time: 4.6014910 Dec 12 04:29:02.351856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:02.357132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:02.390632 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:02.423395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:02.453894 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea3c587-2dd2-479a-93b8-598aa46f3f37" -d '{"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:02.572636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ad7c357-d4c5-49ad-a5e3-337f137d3b38 req-9a862ea1-3f4c-4060-b44b-6ad71451ced6 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 210 time: 0.0994813 Dec 12 04:29:02.601848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:02.672763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['23926252-0eb0-4a86-b1b3-6a717be9a2a8'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:29:02.711985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Subnet': ['ID=92d7bcf2-e80c-4ae8-a165-707e08bc06b3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:02.724278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288969db-8107-4e22-8a1d-a3efd5bbd9f3 req-6983af88-2adb-4134-9b39-c93346e864fc tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:02.725986 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-288969db-8107-4e22-8a1d-a3efd5bbd9f3 req-6983af88-2adb-4134-9b39-c93346e864fc tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 945 time: 0.0710061 Dec 12 04:29:02.740778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40054) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:02.750429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'floatingip': {'port_id': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:02.757039 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:02.759836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-3e5ec08b-97ad-4310-9b1d-fb43d9733b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:02.761506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-3e5ec08b-97ad-4310-9b1d-fb43d9733b72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1096 time: 0.2951281 Dec 12 04:29:02.821390 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9684f9a8-8d26-4011-b6b6-0bca6e9d7a4e x-openstack-request-id: req-9684f9a8-8d26-4011-b6b6-0bca6e9d7a4e {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:02.821693 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:02.821959 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9684f9a8-8d26-4011-b6b6-0bca6e9d7a4e {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:02.822517 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'status': 'completed', 'code': 200} Dec 12 04:29:02.842025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Checking segment: {'id': '46d9efb4-4121-434b-a58a-3b845e58e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '132d33a2-0073-404a-b3f6-537a1e5d43b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:02.842406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network hostable DHCP agents. Network: 132d33a2-0073-404a-b3f6-537a1e5d43b8, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:29:02.884335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:02.886204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '24c90049-e7b2-44d1-95a2-ad9134e88946', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'port_id': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'mac_address': 'fa:16:3e:05:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:28:54Z', 'updated_at': '2021-12-12T04:28:59Z', 'revision_number': 1, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb78e61-a255-4281-b21c-4184a67e7d04', 'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'mac_address': 'fa:16:3e:0a:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:54Z', 'updated_at': '2021-12-12T04:28:04Z', 'revision_number': 5, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'subnets': [{'id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:02.966394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-8ce63cad-87f0-4278-93ab-c7a0c5b23346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:02.968632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-8ce63cad-87f0-4278-93ab-c7a0c5b23346 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1096 time: 0.1219025 Dec 12 04:29:03.025226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] Checking router: eb4fc712-7375-411d-be5d-737b267183cd for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:29:03.059611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:03.063190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:03.083822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5d5e1-be08-44b7-9a28-e89601dae139 req-03d38cf5-fe3d-4d87-81bd-254d9935ddda tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:03.086429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:03.092530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dd5d5e1-be08-44b7-9a28-e89601dae139 req-03d38cf5-fe3d-4d87-81bd-254d9935ddda tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 944 time: 0.1762984 Dec 12 04:29:03.130546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 132d33a2-0073-404a-b3f6-537a1e5d43b8 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:29:03.253777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-a1bb6f5d-133a-447f-9a55-96c1a2dc9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:03.265171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-a1bb6f5d-133a-447f-9a55-96c1a2dc9e10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 920 time: 0.2806330 Dec 12 04:29:03.269394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dd5d5e1-be08-44b7-9a28-e89601dae139 req-c905509e-9bbd-47b6-93cd-3eeceebb0dc3 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759233 Dec 12 04:29:03.325639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:03.366671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 132d33a2-0073-404a-b3f6-537a1e5d43b8) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:03.377662 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-35c89ec8-3aa1-4702-8afe-72e767a1653d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 998 time: 0.1033452 Dec 12 04:29:03.489378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-7a44831f-16c7-4a2f-bd9a-b5ac7cce65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:03.490899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-7a44831f-16c7-4a2f-bd9a-b5ac7cce65a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 920 time: 0.6857500 Dec 12 04:29:03.493030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f5d78-3da9-49c2-93ed-2706088680bf None None] Network 132d33a2-0073-404a-b3f6-537a1e5d43b8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:03.509925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:03.509925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:03.543624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-0a44d566-857f-4ad9-8e57-237cc8860323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:03.545308 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-0a44d566-857f-4ad9-8e57-237cc8860323 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 0.1596165 Dec 12 04:29:03.617686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-192ebc8a-cf88-43cf-b74d-b903bc7b93f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643859 Dec 12 04:29:03.696269 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-89ed19d1-2095-4d4c-a36c-84f5ed1ed45b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8502827 Dec 12 04:29:03.697798 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:03.699452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40068) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:03.709659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-bff0bf0d-1bba-4ae5-b7ea-ca1127254427 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-834892214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:03.775546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2683c7d7-3fd9-435e-b474-4eff943ade42 None None] Network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:03.804217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-528ebb4d-aa95-4329-ab27-297f162d863a service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782222 Dec 12 04:29:03.824383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-955c23a3-3561-4738-aaa7-906d8b8f7896 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 998 time: 0.3051960 Dec 12 04:29:03.832009 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-51605407-964f-45a4-a83e-7dcf28ec4427 req-92dd61cf-2040-4c18-88a3-3438c51952a2 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 210 time: 0.0429766 Dec 12 04:29:03.871781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Network 810028be-99d0-4275-911d-f6f7612a5e88 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:03.939016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Allocated IP 172.20.0.6 (810028be-99d0-4275-911d-f6f7612a5e88/b6f01c21-2cfe-497d-9b24-f6c3b2df720d/80cdfc64-a2e0-486a-be75-b67ee17d82c0) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:03.953881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:03.991402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ea3c587-2dd2-479a-93b8-598aa46f3f37 req-e06a8c09-0401-41cc-9792-acbf40fd109c service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582801 Dec 12 04:29:04.007588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:04.053232 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:29:04.111706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Pushing event updated for resources: {'Port': ['ID=13e0b894-3472-4689-a61a-71e027ff9a82,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:04.116926 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bff0bf0d-1bba-4ae5-b7ea-ca1127254427 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.118293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bff0bf0d-1bba-4ae5-b7ea-ca1127254427 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.222452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fb621ebe-092d-44ce-a00f-b52265c07e2d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:04.266865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-02f88f68-8533-4176-a492-68ae0143befd None None] Provisioning complete for port fb621ebe-092d-44ce-a00f-b52265c07e2d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:04.267250 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-02f88f68-8533-4176-a492-68ae0143befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.441225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '24c90049-e7b2-44d1-95a2-ad9134e88946', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'port_id': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'mac_address': 'fa:16:3e:05:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:28:54Z', 'updated_at': '2021-12-12T04:28:59Z', 'revision_number': 1, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb78e61-a255-4281-b21c-4184a67e7d04', 'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'mac_address': 'fa:16:3e:0a:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:54Z', 'updated_at': '2021-12-12T04:28:04Z', 'revision_number': 5, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'subnets': [{'id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:04.470081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06e5ae-977f-4f11-8664-312794c7b759 req-9afe73fb-aa2d-4963-b11d-634ad4ef0a5e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:04.478130 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e06e5ae-977f-4f11-8664-312794c7b759 req-9afe73fb-aa2d-4963-b11d-634ad4ef0a5e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 944 time: 0.0711184 Dec 12 04:29:04.483354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-132d33a2-0073-404a-b3f6-537a1e5d43b8', 'network_id': '132d33a2-0073-404a-b3f6-537a1e5d43b8', 'project_id': '6bead300249f4f539a069d26de136c25', 'fixed_ips': [{'subnet_id': '92d7bcf2-e80c-4ae8-a165-707e08bc06b3'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:29:04.484481 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.491785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4128c-5a95-4657-888e-ec7a75008ff7 None None] The sync data for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 is: [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '24c90049-e7b2-44d1-95a2-ad9134e88946', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'port_id': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'mac_address': 'fa:16:3e:05:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:28:54Z', 'updated_at': '2021-12-12T04:28:59Z', 'revision_number': 1, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb78e61-a255-4281-b21c-4184a67e7d04', 'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'mac_address': 'fa:16:3e:0a:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:54Z', 'updated_at': '2021-12-12T04:28:04Z', 'revision_number': 5, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'subnets': [{'id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:04.544694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40088) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:04.574038 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3e06e5ae-977f-4f11-8664-312794c7b759 req-e3a3f371-3d42-4c3f-93cf-fb8f7b277220 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941741 Dec 12 04:29:04.616681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fb621ebe-092d-44ce-a00f-b52265c07e2d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:04.617541 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.663820 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bff0bf0d-1bba-4ae5-b7ea-ca1127254427 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.688386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-02f88f68-8533-4176-a492-68ae0143befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.899488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-02f88f68-8533-4176-a492-68ae0143befd None None] For port fb621ebe-092d-44ce-a00f-b52265c07e2d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fb621ebe-092d-44ce-a00f-b52265c07e2d,segment=NetworkSegment(4cae6b0b-f855-46b5-87a2-ffcef2196fed),segment_id=4cae6b0b-f855-46b5-87a2-ffcef2196fed)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:04.912474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bbcc2c-023a-4ce4-b23a-02bdeadaf619 admin admin] Deleting subnet 079bc776-950e-477e-b555-1bd7cbeeb64d {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:29:04.924049 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-02f88f68-8533-4176-a492-68ae0143befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.925741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc2c-023a-4ce4-b23a-02bdeadaf619 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.927625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:04.955448 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6f05f-017e-4c0d-b40f-c91b94c48ad9 None None] New status for floating IP 24c90049-e7b2-44d1-95a2-ad9134e88946: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:29:05.035848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:05.037145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.042098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-758e6416-d79c-4fd8-8a55-2b387b01c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:05.055274 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-758e6416-d79c-4fd8-8a55-2b387b01c584 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 1.2147605 Dec 12 04:29:05.110446 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc2c-023a-4ce4-b23a-02bdeadaf619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.163894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bff0bf0d-1bba-4ae5-b7ea-ca1127254427 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.195813 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.204423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-52536dca-8b1b-4495-acb3-8ccc59e4b2e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480951 Dec 12 04:29:05.228247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29bd08-8b6f-4d93-938d-fed875424134 req-7d13056a-c466-428f-bc23-0076718cbca6 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:05.243229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e29bd08-8b6f-4d93-938d-fed875424134 req-7d13056a-c466-428f-bc23-0076718cbca6 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 931 time: 0.2321882 Dec 12 04:29:05.259131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f88f68-8533-4176-a492-68ae0143befd None None] Pushing event updated for resources: {'Port': ['ID=fb621ebe-092d-44ce-a00f-b52265c07e2d,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:05.260437 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc2c-023a-4ce4-b23a-02bdeadaf619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.270097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Allocated IP 172.21.0.2 (132d33a2-0073-404a-b3f6-537a1e5d43b8/92d7bcf2-e80c-4ae8-a165-707e08bc06b3/9de4be09-bb24-4425-a1e9-38a3cff13f30) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:05.280883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-419f0e33-0a8e-4286-ab8a-9b91d58f2f81 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:29:05.281979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-419f0e33-0a8e-4286-ab8a-9b91d58f2f81 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0637474 Dec 12 04:29:05.327755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-5c15b254-8aa4-44ff-a86e-b89acd382114 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5655110 Dec 12 04:29:05.357938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4bdc82df-59b1-46b9-bdc3-6405f74ef0b5 None None] Provisioning complete for port fb621ebe-092d-44ce-a00f-b52265c07e2d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:05.359648 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4bdc82df-59b1-46b9-bdc3-6405f74ef0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.378559 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bff0bf0d-1bba-4ae5-b7ea-ca1127254427 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.379774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bff0bf0d-1bba-4ae5-b7ea-ca1127254427 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6741223 Dec 12 04:29:05.399044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Request body: {'port': {'device_id': '6b0e6465-83f3-4ab6-bc4b-58ac328790ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:05.413921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40100) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:05.415391 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc2c-023a-4ce4-b23a-02bdeadaf619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.479361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Network 810028be-99d0-4275-911d-f6f7612a5e88 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:05.511031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbcc2c-023a-4ce4-b23a-02bdeadaf619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079bc776-950e-477e-b555-1bd7cbeeb64d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:05.521264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:05.535233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0600cf7f-d513-4066-99d7-b421bae2b405 None None] Network 73e39552-9640-4dd8-b579-a1d95b525a8c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:05.536331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:05.539049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Pushing event updated for resources: {'Port': ['ID=80cdfc64-a2e0-486a-be75-b67ee17d82c0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:05.545359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc2c-023a-4ce4-b23a-02bdeadaf619 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.549413 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-86bbcc2c-023a-4ce4-b23a-02bdeadaf619 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/079bc776-950e-477e-b555-1bd7cbeeb64d HTTP/1.1" status: 204 len: 168 time: 0.9740815 Dec 12 04:29:05.555747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40106) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:05.629335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.resource_extend [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:29:05.667388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:05.737359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:05.738027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.740327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.753421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-6b8b73b2-ecdc-4193-a08f-9eeda9ee5e1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3809800 Dec 12 04:29:05.760659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb51b1d-453e-4766-9aec-5fde74390622 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:29:05.776020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-3f418c2b-2679-415e-9f4c-117db05af45e service neutron] 10.222.0.36 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658220 Dec 12 04:29:05.777990 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.792077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.854398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:05.926414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e29bd08-8b6f-4d93-938d-fed875424134 req-1fa01f1a-4c21-40e1-816b-cfe130e74897 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687434 Dec 12 04:29:05.988395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-755d1558-ec79-418e-9157-d511aac913bb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8123369 Dec 12 04:29:05.993321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Transition to ACTIVE for port object dfb51b1d-453e-4766-9aec-5fde74390622 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:29:06.030435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Request body: {'port': {'device_id': 'd5b7c0ff-84e0-4af8-b24f-78fdd8a57791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:06.062950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e6cc6-8b02-411b-a227-50f0e24e8214 None None] DHCP port deletion for 73e39552-9640-4dd8-b579-a1d95b525a8c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:06.084851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.151717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fb621ebe-092d-44ce-a00f-b52265c07e2d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:06.161489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.168552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:29:06.197979 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Floating IP a48b38db-24b1-44a3-b5d4-24e52035d170 associated. External IP: 172.25.7.10, port: 6a1c4bcf-be70-42b1-92b9-d860f789c308. Dec 12 04:29:06.227308 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.251982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:06.252363 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.401060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Network 132d33a2-0073-404a-b3f6-537a1e5d43b8 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:06.405236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Pushing event updated for resources: {'Port': ['ID=9de4be09-bb24-4425-a1e9-38a3cff13f30,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:06.421426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:06.424946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:06.496981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fb621ebe-092d-44ce-a00f-b52265c07e2d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:06.497363 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.530944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.584308 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.590569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-9a5a3300-f7d9-4a6b-90ac-2b7a24e05daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:06.592415 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-9a5a3300-f7d9-4a6b-90ac-2b7a24e05daf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1096 time: 0.7171752 Dec 12 04:29:06.633253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Attempting to bind port 9de4be09-bb24-4425-a1e9-38a3cff13f30 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:06.633720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Attempting to bind port 9de4be09-bb24-4425-a1e9-38a3cff13f30 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '46d9efb4-4121-434b-a58a-3b845e58e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '132d33a2-0073-404a-b3f6-537a1e5d43b8'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:06.634104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Attempting to bind port 9de4be09-bb24-4425-a1e9-38a3cff13f30 on network 132d33a2-0073-404a-b3f6-537a1e5d43b8 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:06.660983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb51b1d-453e-4766-9aec-5fde74390622,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:06.672720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:06.673407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Checking segment: {'id': '46d9efb4-4121-434b-a58a-3b845e58e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '132d33a2-0073-404a-b3f6-537a1e5d43b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:06.673545 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.673939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Bound using segment: {'id': '46d9efb4-4121-434b-a58a-3b845e58e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '132d33a2-0073-404a-b3f6-537a1e5d43b8'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:06.674516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Bound port: 9de4be09-bb24-4425-a1e9-38a3cff13f30, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d9efb4-4121-434b-a58a-3b845e58e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '132d33a2-0073-404a-b3f6-537a1e5d43b8'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:06.674909 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.681228 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.683634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:06.685931 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85569703-6c87-433c-9682-11cae3ee5ce6" -d '{"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-plugged", "status": "completed", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:06.704345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e39552-9640-4dd8-b579-a1d95b525a8c']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:06.709998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:06.715312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:06.715493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec25f4f-4229-4178-bf2c-0e67b78e0ad8') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:06.726699 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.737654 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.752212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:06.766255 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.817400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] For port 9de4be09-bb24-4425-a1e9-38a3cff13f30, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:06.820323 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.820708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] For port 9de4be09-bb24-4425-a1e9-38a3cff13f30, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9de4be09-bb24-4425-a1e9-38a3cff13f30,segment=NetworkSegment(46d9efb4-4121-434b-a58a-3b845e58e70e),segment_id=46d9efb4-4121-434b-a58a-3b845e58e70e)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:06.821850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:06.832872 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.843834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:29:06.844556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:06.915888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac77366-6c4c-4e12-bcfd-d685e22b44c0 None None] Pushing event updated for resources: {'Port': ['ID=9de4be09-bb24-4425-a1e9-38a3cff13f30,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:06.949447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6b79f20-0c07-4cd5-a0a4-0d322824f183 req-acb94c3a-c695-410d-95e0-f087b88ebe52 service neutron] 10.222.0.36 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1142929 Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:29:06.956340 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:29:07.004192 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fb3d2f-d8d0-45de-924a-d2c294bfa610 x-openstack-request-id: req-19fb3d2f-d8d0-45de-924a-d2c294bfa610 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:07.004500 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-plugged", "status": "completed", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:07.004758 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19fb3d2f-d8d0-45de-924a-d2c294bfa610 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:07.005426 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'code': 200} Dec 12 04:29:07.009914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.028525 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.034677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/73e39552-9640-4dd8-b579-a1d95b525a8c HTTP/1.1" status: 204 len: 168 time: 1.4735167 Dec 12 04:29:07.077364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.092195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c943-46b5-42bd-9f23-3398f407c7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e39552-9640-4dd8-b579-a1d95b525a8c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:07.205034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Attempting to bind port dfb51b1d-453e-4766-9aec-5fde74390622 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:07.206156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Attempting to bind port dfb51b1d-453e-4766-9aec-5fde74390622 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:07.206378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Attempting to bind port dfb51b1d-453e-4766-9aec-5fde74390622 on network 810028be-99d0-4275-911d-f6f7612a5e88 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:07.245203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Port dfb51b1d-453e-4766-9aec-5fde74390622 on network 810028be-99d0-4275-911d-f6f7612a5e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:29:07.245550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Attempting to bind port dfb51b1d-453e-4766-9aec-5fde74390622 on network 810028be-99d0-4275-911d-f6f7612a5e88 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:07.272669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059a87d-3f5f-450a-8fc9-01e00af81c6d req-e4bf8d3b-febd-42e1-a511-8fbbd5ec946e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:07.291457 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6059a87d-3f5f-450a-8fc9-01e00af81c6d req-e4bf8d3b-febd-42e1-a511-8fbbd5ec946e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 1.2049766 Dec 12 04:29:07.318371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:07.318585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40140) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:07.318692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Checking segment: {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:07.319032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Bound using segment: {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:07.319489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Bound port: dfb51b1d-453e-4766-9aec-5fde74390622, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:07.319850 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.323884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-2e558e7e-1d13-4b42-861a-4b1e350d0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:07.326948 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-2e558e7e-1d13-4b42-861a-4b1e350d0fa5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 920 time: 0.7074149 Dec 12 04:29:07.345909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:07.352089 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.356124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] Sync routers for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:07.377207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:07.378626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:07.402269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fd5d7-4d72-4538-85ef-c6b35c397e75 req-acf21f9c-5945-4f12-97b7-5c67584894fd tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:07.403840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f55fd5d7-4d72-4538-85ef-c6b35c397e75 req-acf21f9c-5945-4f12-97b7-5c67584894fd tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 931 time: 0.2611423 Dec 12 04:29:07.470286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-188ffd35-c710-402e-9716-a9fba80c04d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "PUT /v2.0/floatingips/a48b38db-24b1-44a3-b5d4-24e52035d170 HTTP/1.1" status: 200 len: 990 time: 4.7242370 Dec 12 04:29:07.477700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:07.481012 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:07.547161 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:07.586423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e0b894-3472-4689-a61a-71e027ff9a82 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:29:07.595675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6059a87d-3f5f-450a-8fc9-01e00af81c6d req-aa43a337-59d4-4d98-a9cc-53413b460bbd tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001940 Dec 12 04:29:07.598891 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6fe832df-dba4-40c0-bc22-28968de7e831 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2c962f346904986a402ee4bbeaa5311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691693 Dec 12 04:29:07.600640 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f55fd5d7-4d72-4538-85ef-c6b35c397e75 req-688be1b1-9bb0-409b-b924-36a72c82ae42 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670868 Dec 12 04:29:07.601217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d230049-2bde-413f-9044-7d105079bf5d req-b7c2c3b8-be51-4b57-822a-ef8992dbb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:07.602188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] For port dfb51b1d-453e-4766-9aec-5fde74390622, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:07.602825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d230049-2bde-413f-9044-7d105079bf5d req-b7c2c3b8-be51-4b57-822a-ef8992dbb48b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1096 time: 0.4534087 Dec 12 04:29:07.606081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.606278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40146) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:07.608447 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-483887c7-608c-4bc1-93ea-a05c92f48598 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 1000 time: 0.2385602 Dec 12 04:29:07.610379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] For port dfb51b1d-453e-4766-9aec-5fde74390622, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=dfb51b1d-453e-4766-9aec-5fde74390622,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:07.623453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.630134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Transition to ACTIVE for port object 13e0b894-3472-4689-a61a-71e027ff9a82 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:29:07.680148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:07.680627 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.682092 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] 10.222.0.18 "PUT /v2.0/ports/dfb51b1d-453e-4766-9aec-5fde74390622 HTTP/1.1" status: 200 len: 1091 time: 5.4053926 Dec 12 04:29:07.704464 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.861575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-58a55107-065c-4929-97ac-ecee4fbb9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:07.863645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-58a55107-065c-4929-97ac-ecee4fbb9f39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 0.2399261 Dec 12 04:29:07.875329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d230049-2bde-413f-9044-7d105079bf5d req-35b3c560-b90a-45af-a412-97fc48fb8190 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517514 Dec 12 04:29:07.891203 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec44d49-e4dd-45d7-8c33-3472ede9bd92 x-openstack-request-id: req-0ec44d49-e4dd-45d7-8c33-3472ede9bd92 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:07.891583 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:07.891853 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ec44d49-e4dd-45d7-8c33-3472ede9bd92 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:07.892705 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'status': 'completed', 'code': 200} Dec 12 04:29:07.928299 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-4c0dc000-9107-40cd-8a32-4728dea19594 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413837 Dec 12 04:29:07.941393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc1e6-a822-4ff4-9b2e-12f9e2a27639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:07.958921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.20.0.1 (a81d87cf-074a-43b0-bcc3-85f4aef3f1e1/f2595b9f-95d4-4588-b20a-8fa5fd8b8757/0df86a28-b468-4e83-a702-1108f3150504) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:07.990876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'a48b38db-24b1-44a3-b5d4-24e52035d170', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'port_id': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'mac_address': 'fa:16:3e:25:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41763056-f139-4a44-a719-73bbbd6b4abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:28:40Z', 'updated_at': '2021-12-12T04:29:05Z', 'revision_number': 1, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a34683-2a6f-40ec-969d-800c5186eb6b', 'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'mac_address': 'fa:16:3e:02:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:30Z', 'updated_at': '2021-12-12T04:28:37Z', 'revision_number': 5, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'subnets': [{'id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:07.996684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc1e6-a822-4ff4-9b2e-12f9e2a27639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:08.030029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222c389-a91a-4f98-b4cf-8e5d776ff468 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb51b1d-453e-4766-9aec-5fde74390622,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:08.056345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] Checking router: 301ad367-a1fc-4544-bbe4-3d2c7b230a1c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:29:08.083925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:08.092930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:08.285375 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc1e6-a822-4ff4-9b2e-12f9e2a27639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:08.291772 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc1e6-a822-4ff4-9b2e-12f9e2a27639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:08.296582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2d1bc1e6-a822-4ff4-9b2e-12f9e2a27639 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa719e05-2f07-4166-9a3c-aef79d3e14c6 HTTP/1.1" status: 204 len: 168 time: 0.6868927 Dec 12 04:29:08.319483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bc1e6-a822-4ff4-9b2e-12f9e2a27639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa719e05-2f07-4166-9a3c-aef79d3e14c6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:08.373177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-0962a3af-066f-4582-a1d3-cf70da103fc6 service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988196 Dec 12 04:29:08.376396 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:08.493003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:08.515543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fccb302-1ce6-496c-baa2-e51be2cc8646 req-eded1aea-d8b4-430b-97da-b383722b7b2e service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335914 Dec 12 04:29:08.547957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:08.551478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:08.553902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:08.568973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9de4be09-bb24-4425-a1e9-38a3cff13f30 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:08.608621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=0df86a28-b468-4e83-a702-1108f3150504,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:08.669617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:08.704294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca1062-ef86-4c27-a330-ce128d7c1de3 None None] Network 132d33a2-0073-404a-b3f6-537a1e5d43b8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:08.714683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-d6135305-b47d-4ba2-b06a-4f4b464c2d4a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 1000 time: 1.0315182 Dec 12 04:29:08.786092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-effa91ab-72a9-4e9f-81d1-7515445edb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:08.790389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-effa91ab-72a9-4e9f-81d1-7515445edb99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac36b16a1b744571860e4cba41cba913&device_id=8eb45c7f-b196-4e6b-99a3-1c06775dae60 HTTP/1.1" status: 200 len: 1094 time: 1.0107632 Dec 12 04:29:08.987614 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:08.993201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6a14bba4-0ca2-4842-ab50-cf376c858262 None None] Provisioning complete for port 9de4be09-bb24-4425-a1e9-38a3cff13f30 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:08.993586 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a14bba4-0ca2-4842-ab50-cf376c858262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.019096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9de4be09-bb24-4425-a1e9-38a3cff13f30 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:09.019294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f43130-7eab-4702-b876-3178bc5aaf02 req-165d5fc1-6d5e-4883-846a-938df45f0351 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:09.019428 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.021245 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76f43130-7eab-4702-b876-3178bc5aaf02 req-165d5fc1-6d5e-4883-846a-938df45f0351 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 931 time: 0.2351713 Dec 12 04:29:09.113307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:09.122945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Pushing event updated for resources: {'Port': ['ID=13e0b894-3472-4689-a61a-71e027ff9a82,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:09.141551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-b0cf6e29-07d3-421d-8c2d-2c52b107c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:09.143353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-b0cf6e29-07d3-421d-8c2d-2c52b107c3ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1096 time: 1.1796887 Dec 12 04:29:09.167170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-73260834-555c-407e-a59f-8e8c4ed3d8a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfb51b1d-453e-4766-9aec-5fde74390622 HTTP/1.1" status: 200 len: 217 time: 0.3359790 Dec 12 04:29:09.182381 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76f43130-7eab-4702-b876-3178bc5aaf02 req-f8ff26ef-b515-40d1-bfed-4d7a9386128b tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540327 Dec 12 04:29:09.219978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-3b23bc95-2e10-43b7-a0e4-534c438564cc tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:09.222669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-3b23bc95-2e10-43b7-a0e4-534c438564cc tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports/4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 942 time: 0.4887373 Dec 12 04:29:09.439418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Attempting to bind port 13e0b894-3472-4689-a61a-71e027ff9a82 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:09.439757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Attempting to bind port 13e0b894-3472-4689-a61a-71e027ff9a82 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:09.447920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Attempting to bind port 13e0b894-3472-4689-a61a-71e027ff9a82 on network 810028be-99d0-4275-911d-f6f7612a5e88 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:09.490904 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a14bba4-0ca2-4842-ab50-cf376c858262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.498907 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.562882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-d4ebed61-8c57-4915-985a-fad317f42407 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 1000 time: 0.1245677 Dec 12 04:29:09.599848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Port 13e0b894-3472-4689-a61a-71e027ff9a82 on network 810028be-99d0-4275-911d-f6f7612a5e88 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:29:09.600222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Attempting to bind port 13e0b894-3472-4689-a61a-71e027ff9a82 on network 810028be-99d0-4275-911d-f6f7612a5e88 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:09.649410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6a14bba4-0ca2-4842-ab50-cf376c858262 None None] For port 9de4be09-bb24-4425-a1e9-38a3cff13f30, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9de4be09-bb24-4425-a1e9-38a3cff13f30,segment=NetworkSegment(46d9efb4-4121-434b-a58a-3b845e58e70e),segment_id=46d9efb4-4121-434b-a58a-3b845e58e70e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:09.666167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b38233-241f-4131-b280-c8efc764c0ee req-51f85f6a-a97f-463c-ab0b-ba2c8007268f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:09.673386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a14bba4-0ca2-4842-ab50-cf376c858262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.690700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74b38233-241f-4131-b280-c8efc764c0ee req-51f85f6a-a97f-463c-ab0b-ba2c8007268f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.1157434 Dec 12 04:29:09.733995 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:29:09.734496 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:29:09.769133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:09.769758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Checking segment: {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:09.773087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Bound using segment: {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:09.773597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Bound port: 13e0b894-3472-4689-a61a-71e027ff9a82, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:09.774206 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.781117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cdfc64-a2e0-486a-be75-b67ee17d82c0 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:29:09.813346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74b38233-241f-4131-b280-c8efc764c0ee req-4d7dbb1d-2ce7-4616-835a-2d16aa7db48c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218195 Dec 12 04:29:09.834764 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.835967 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.842958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.843407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-dee8060f-add9-4240-820b-5d6132d4e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:09.844949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-dee8060f-add9-4240-820b-5d6132d4e049 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6f01c21-2cfe-497d-9b24-f6c3b2df720d HTTP/1.1" status: 200 len: 858 time: 0.6131654 Dec 12 04:29:09.874489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-19aafc52-aff7-4eb0-82b3-f498aac904ab None None] Provisioning complete for port 9de4be09-bb24-4425-a1e9-38a3cff13f30 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:09.874489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-19aafc52-aff7-4eb0-82b3-f498aac904ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.877049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14bba4-0ca2-4842-ab50-cf376c858262 None None] Pushing event updated for resources: {'Port': ['ID=9de4be09-bb24-4425-a1e9-38a3cff13f30,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:09.953914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=0df86a28-b468-4e83-a702-1108f3150504,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:09.956625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:09.975847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb45c7f-b196-4e6b-99a3-1c06775dae60', 'tag': 'dfb51b1d-453e-4766-9aec-5fde74390622'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:09.976744 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863237fa-eacd-4db4-8bae-9644f5860f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb45c7f-b196-4e6b-99a3-1c06775dae60", "tag": "dfb51b1d-453e-4766-9aec-5fde74390622"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:09.984595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-1f0648be-59b4-43f8-9c35-a662adf08456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:09.986370 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-1f0648be-59b4-43f8-9c35-a662adf08456 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.8099289 Dec 12 04:29:10.016654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'a48b38db-24b1-44a3-b5d4-24e52035d170', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'port_id': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'mac_address': 'fa:16:3e:25:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41763056-f139-4a44-a719-73bbbd6b4abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:28:40Z', 'updated_at': '2021-12-12T04:29:05Z', 'revision_number': 1, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a34683-2a6f-40ec-969d-800c5186eb6b', 'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'mac_address': 'fa:16:3e:02:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:30Z', 'updated_at': '2021-12-12T04:28:37Z', 'revision_number': 5, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'subnets': [{'id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:10.025571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-2c2c5977-d795-4c6e-97f0-0e404fbe2ece service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=810028be-99d0-4275-911d-f6f7612a5e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705885 Dec 12 04:29:10.038822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Transition to ACTIVE for port object 80cdfc64-a2e0-486a-be75-b67ee17d82c0 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:29:10.045151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10354e14-2e2d-421c-8cf6-7e085e6dc9a2 None None] The sync data for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 is: [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'a48b38db-24b1-44a3-b5d4-24e52035d170', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'port_id': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'mac_address': 'fa:16:3e:25:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41763056-f139-4a44-a719-73bbbd6b4abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:28:40Z', 'updated_at': '2021-12-12T04:29:05Z', 'revision_number': 1, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a34683-2a6f-40ec-969d-800c5186eb6b', 'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'mac_address': 'fa:16:3e:02:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:30Z', 'updated_at': '2021-12-12T04:28:37Z', 'revision_number': 5, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'subnets': [{'id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:10.110471 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:10.119336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-19aafc52-aff7-4eb0-82b3-f498aac904ab None None] Provisioning complete for port 0df86a28-b468-4e83-a702-1108f3150504 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:10.119720 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-19aafc52-aff7-4eb0-82b3-f498aac904ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:10.179291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-19aafc52-aff7-4eb0-82b3-f498aac904ab None None] Port 0df86a28-b468-4e83-a702-1108f3150504 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:10.333709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:10.342821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:10.358680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] For port 13e0b894-3472-4689-a61a-71e027ff9a82, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:10.390129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab9b6-644e-4abd-bb33-db4e128524af req-2a910f6f-0cf3-4741-b108-7d377b56fe46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:10.392613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a9ab9b6-644e-4abd-bb33-db4e128524af req-2a910f6f-0cf3-4741-b108-7d377b56fe46 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.2641702 Dec 12 04:29:10.448171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-71fc9232-5da3-4685-b49a-5e50b6e5717c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:10.465684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9de4be09-bb24-4425-a1e9-38a3cff13f30 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:10.486481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-71fc9232-5da3-4685-b49a-5e50b6e5717c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.8850875 Dec 12 04:29:10.497025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Pushing event updated for resources: {'Port': ['ID=80cdfc64-a2e0-486a-be75-b67ee17d82c0,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:10.512694 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d335e62f-5087-4c83-a273-becca2d03baf x-openstack-request-id: req-d335e62f-5087-4c83-a273-becca2d03baf {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:10.513079 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb45c7f-b196-4e6b-99a3-1c06775dae60", "tag": "dfb51b1d-453e-4766-9aec-5fde74390622", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:10.515726 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d335e62f-5087-4c83-a273-becca2d03baf {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:10.516170 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb45c7f-b196-4e6b-99a3-1c06775dae60', 'tag': 'dfb51b1d-453e-4766-9aec-5fde74390622', 'status': 'completed', 'code': 200} Dec 12 04:29:10.516618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40216) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:10.561710 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a59d6-644c-4937-b146-0116c10833de None None] New status for floating IP a48b38db-24b1-44a3-b5d4-24e52035d170: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:29:10.644762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-8f27341e-2a21-4a2d-8786-428bcf6a04a5 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 1000 time: 0.1547320 Dec 12 04:29:10.652724 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-182ff779-4981-4642-826a-09cd18248d22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 998 time: 0.6316719 Dec 12 04:29:10.661250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Request body: {'floatingip': {'port_id': '23926252-0eb0-4a86-b1b3-6a717be9a2a8'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:10.676764 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf62f-151f-4218-81e2-1dcbcf341d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:10.678495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9de4be09-bb24-4425-a1e9-38a3cff13f30 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:10.678953 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:10.774407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-24866180-dfe1-4bd8-97dd-0958318c5c09 service neutron] 10.222.0.18 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7238164 Dec 12 04:29:10.789317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] For port 13e0b894-3472-4689-a61a-71e027ff9a82, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=13e0b894-3472-4689-a61a-71e027ff9a82,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:10.814304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc98e94-6fcc-4db8-8a93-f695ce891836 req-07eb85b9-21e7-43a8-b1a7-60b6b810e3b0 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:10.833042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-ae8034ce-e73a-45b9-a9be-281e4dfb5f77 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:10.833302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fc98e94-6fcc-4db8-8a93-f695ce891836 req-07eb85b9-21e7-43a8-b1a7-60b6b810e3b0 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 943 time: 0.2753592 Dec 12 04:29:10.890620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:10.920111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6044b084-0a4c-468c-9176-8937deba6f97 None None] Provisioning complete for port 0df86a28-b468-4e83-a702-1108f3150504 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:10.920499 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6044b084-0a4c-468c-9176-8937deba6f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:10.974069 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fc98e94-6fcc-4db8-8a93-f695ce891836 req-1728a153-1c80-42d4-970e-8c9807f6a913 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471610 Dec 12 04:29:10.981287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:29:11.013193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6044b084-0a4c-468c-9176-8937deba6f97 None None] Port 0df86a28-b468-4e83-a702-1108f3150504 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:11.124183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:11.136316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805be48-f94f-4bb3-93c1-fb3918f0abed None None] Sync routers for ids ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:11.143549 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e36e1c71-256c-4006-92a1-f8d5d2eda9b7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7246878 Dec 12 04:29:11.147640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40260) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:11.155072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805be48-f94f-4bb3-93c1-fb3918f0abed None None] Routers {'f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:11.155757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e805be48-f94f-4bb3-93c1-fb3918f0abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:11.178620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:11.191335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e805be48-f94f-4bb3-93c1-fb3918f0abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:11.206197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805be48-f94f-4bb3-93c1-fb3918f0abed None None] Routers {'f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:11.206848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e805be48-f94f-4bb3-93c1-fb3918f0abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:28:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:11.210864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721bd303-35b6-47e7-9d93-0060cf58890c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:11.212534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-721bd303-35b6-47e7-9d93-0060cf58890c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports/0df86a28-b468-4e83-a702-1108f3150504 HTTP/1.1" status: 200 len: 910 time: 0.0653062 Dec 12 04:29:11.215122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40274) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:11.266004 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e805be48-f94f-4bb3-93c1-fb3918f0abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:11.266685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805be48-f94f-4bb3-93c1-fb3918f0abed None None] The sync data for ids ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:11.301025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-57a1194a-252a-4696-868e-6e2634959899 service neutron] 10.222.0.18 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898546 Dec 12 04:29:11.350086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:11.350698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:11.352326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] 10.222.0.37 "PUT /v2.0/ports/13e0b894-3472-4689-a61a-71e027ff9a82 HTTP/1.1" status: 200 len: 1092 time: 5.9816704 Dec 12 04:29:11.390288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-ae8034ce-e73a-45b9-a9be-281e4dfb5f77 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:11.444183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Attempting to bind port 80cdfc64-a2e0-486a-be75-b67ee17d82c0 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:11.444765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Attempting to bind port 80cdfc64-a2e0-486a-be75-b67ee17d82c0 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:11.445275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Attempting to bind port 80cdfc64-a2e0-486a-be75-b67ee17d82c0 on network 810028be-99d0-4275-911d-f6f7612a5e88 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:11.495884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa59d6-59a1-4476-8cb8-669beda098da service neutron] Pushing event updated for resources: {'Port': ['ID=13e0b894-3472-4689-a61a-71e027ff9a82,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:11.499830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-ff5a86d6-538f-4d59-b821-0fc83b6261bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:11.501636 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-ff5a86d6-538f-4d59-b821-0fc83b6261bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.7210627 Dec 12 04:29:11.539754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Port 80cdfc64-a2e0-486a-be75-b67ee17d82c0 on network 810028be-99d0-4275-911d-f6f7612a5e88 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:29:11.540086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Attempting to bind port 80cdfc64-a2e0-486a-be75-b67ee17d82c0 on network 810028be-99d0-4275-911d-f6f7612a5e88 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:11.599961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:11.600379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Checking segment: {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:11.600709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Bound using segment: {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:11.601192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Bound port: 80cdfc64-a2e0-486a-be75-b67ee17d82c0, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a03d2c4-075b-4fd6-8c6e-d573218fcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:11.601556 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:11.694052 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:11.705267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:11.865482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-47bf19c5-2ce9-41a7-a9a0-09579f5c6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:11.867278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-47bf19c5-2ce9-41a7-a9a0-09579f5c6bd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac36b16a1b744571860e4cba41cba913&device_id=8eb45c7f-b196-4e6b-99a3-1c06775dae60 HTTP/1.1" status: 200 len: 1094 time: 0.4239824 Dec 12 04:29:11.874426 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-ae8034ce-e73a-45b9-a9be-281e4dfb5f77 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:11.882999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-564c4754-c07d-4ee6-bbc5-5e2b4516096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:11.884787 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-564c4754-c07d-4ee6-bbc5-5e2b4516096f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3480325 Dec 12 04:29:11.886690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-db126254-70c0-4bf8-b9c9-a02554df8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:11.888206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-db126254-70c0-4bf8-b9c9-a02554df8938 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac36b16a1b744571860e4cba41cba913&device_id=6b0e6465-83f3-4ab6-bc4b-58ac328790ce HTTP/1.1" status: 200 len: 1095 time: 0.4529510 Dec 12 04:29:11.904935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-ae8034ce-e73a-45b9-a9be-281e4dfb5f77 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:11.905297 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-ae8034ce-e73a-45b9-a9be-281e4dfb5f77 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Floating IP 24c90049-e7b2-44d1-95a2-ad9134e88946 disassociated. External IP: 172.25.7.44, port: 4b8f78a3-367b-4d7b-b592-4c2ebd747786. Dec 12 04:29:12.349563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019adc81-e6ea-4240-835d-d1e8d277fcf6 req-b39efa00-2144-4fa3-ac14-7af8311d28a8 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:12.356885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-019adc81-e6ea-4240-835d-d1e8d277fcf6 req-b39efa00-2144-4fa3-ac14-7af8311d28a8 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 943 time: 0.1536112 Dec 12 04:29:12.405806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40378) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:12.482622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-019adc81-e6ea-4240-835d-d1e8d277fcf6 req-a470f4f9-8d33-4c12-a5e3-49dc2180a8a8 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248558 Dec 12 04:29:12.503366 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-30f609da-86b5-41eb-a5f7-a401d0706b38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13e0b894-3472-4689-a61a-71e027ff9a82 HTTP/1.1" status: 200 len: 217 time: 0.1721902 Dec 12 04:29:12.522979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0e6465-83f3-4ab6-bc4b-58ac328790ce', 'tag': '13e0b894-3472-4689-a61a-71e027ff9a82'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:12.528488 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3469d05-eb84-4e2e-b124-7169fc812928" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0e6465-83f3-4ab6-bc4b-58ac328790ce", "tag": "13e0b894-3472-4689-a61a-71e027ff9a82"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:12.543318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] For port 80cdfc64-a2e0-486a-be75-b67ee17d82c0, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:12.597625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61afd02f-f0e7-452f-a679-7d3f6949c85d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:12.634485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] For port 80cdfc64-a2e0-486a-be75-b67ee17d82c0, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=80cdfc64-a2e0-486a-be75-b67ee17d82c0,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:12.654455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.21.0.1 (132d33a2-0073-404a-b3f6-537a1e5d43b8/92d7bcf2-e80c-4ae8-a165-707e08bc06b3/52ef5026-4d9a-4e9c-b063-be01b606e121) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:12.691364 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:12.751886 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af6f3d4-05a7-4b3a-831f-f46545109b87 x-openstack-request-id: req-0af6f3d4-05a7-4b3a-831f-f46545109b87 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:12.752184 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0e6465-83f3-4ab6-bc4b-58ac328790ce", "tag": "13e0b894-3472-4689-a61a-71e027ff9a82", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:12.752492 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0af6f3d4-05a7-4b3a-831f-f46545109b87 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:12.752914 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0e6465-83f3-4ab6-bc4b-58ac328790ce', 'tag': '13e0b894-3472-4689-a61a-71e027ff9a82', 'status': 'completed', 'code': 200} Dec 12 04:29:12.787073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-4b142e70-1283-4603-abdd-5e1beed236f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:12.788339 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-4b142e70-1283-4603-abdd-5e1beed236f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6f01c21-2cfe-497d-9b24-f6c3b2df720d HTTP/1.1" status: 200 len: 858 time: 0.2754169 Dec 12 04:29:12.806629 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61afd02f-f0e7-452f-a679-7d3f6949c85d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:12.813974 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61afd02f-f0e7-452f-a679-7d3f6949c85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:12.834942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-e8a4c21f-5143-4d44-9236-3d0ca8dcf0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:12.836133 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-e8a4c21f-5143-4d44-9236-3d0ca8dcf0ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=810028be-99d0-4275-911d-f6f7612a5e88 HTTP/1.1" status: 200 len: 918 time: 0.9556670 Dec 12 04:29:12.871287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:12.872030 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:12.873565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] 10.222.0.37 "PUT /v2.0/ports/80cdfc64-a2e0-486a-be75-b67ee17d82c0 HTTP/1.1" status: 200 len: 1091 time: 6.8536551 Dec 12 04:29:12.891133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-61afd02f-f0e7-452f-a679-7d3f6949c85d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22f800ac5e8e4b7e961cdb9d5a346500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814751 Dec 12 04:29:12.894181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-87c852b8-ef7a-4e72-81ec-794f0d94413b service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9717607 Dec 12 04:29:12.901123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40392) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:12.903360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afd02f-f0e7-452f-a679-7d3f6949c85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae34091e-04a4-428d-9439-e92dda221ca6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:12.913160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:12.926181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-ffbce64a-cd32-4efe-b338-539dd3da4534 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=810028be-99d0-4275-911d-f6f7612a5e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952809 Dec 12 04:29:12.957476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-a4199624-f1da-40ff-9ca5-0344734e780e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfb51b1d-453e-4766-9aec-5fde74390622 HTTP/1.1" status: 200 len: 217 time: 0.1063941 Dec 12 04:29:12.963799 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:12.973780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f38cafe-509b-4f83-b4be-baea9b7261d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.030842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 132d33a2-0073-404a-b3f6-537a1e5d43b8 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:13.039853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:13.043901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:13.087389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=52ef5026-4d9a-4e9c-b063-be01b606e121,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:13.119199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64d3f7c2-9f48-4d8a-8242-f9c5ad650816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.123580 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.178750 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64d3f7c2-9f48-4d8a-8242-f9c5ad650816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.196181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744c1eb-db45-448d-b1eb-345c43947f20 service neutron] Pushing event updated for resources: {'Port': ['ID=80cdfc64-a2e0-486a-be75-b67ee17d82c0,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:13.331907 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64d3f7c2-9f48-4d8a-8242-f9c5ad650816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.334651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64d3f7c2-9f48-4d8a-8242-f9c5ad650816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.335905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64d3f7c2-9f48-4d8a-8242-f9c5ad650816 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae34091e-04a4-428d-9439-e92dda221ca6 HTTP/1.1" status: 204 len: 168 time: 0.4336209 Dec 12 04:29:13.338620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.375227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-dd98afcf-c8d3-4a57-830f-4689ac0e4ec3 service neutron] 10.222.0.37 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381511 Dec 12 04:29:13.382736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3f7c2-9f48-4d8a-8242-f9c5ad650816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae34091e-04a4-428d-9439-e92dda221ca6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:13.394863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-1384f9a8-437a-4723-997f-16c04d6f5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:13.396353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-1384f9a8-437a-4723-997f-16c04d6f5372 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6f01c21-2cfe-497d-9b24-f6c3b2df720d HTTP/1.1" status: 200 len: 858 time: 0.4013801 Dec 12 04:29:13.449546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.resource_extend [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:29:13.473040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-09c46955-258a-4032-be85-6a1dda6de4fb None None] Provisioning complete for port 52ef5026-4d9a-4e9c-b063-be01b606e121 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:13.473444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-09c46955-258a-4032-be85-6a1dda6de4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.565599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-09c46955-258a-4032-be85-6a1dda6de4fb None None] Port 52ef5026-4d9a-4e9c-b063-be01b606e121 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:13.671093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-c6450527-d076-48bd-8284-23b5310eb57d service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7396359 Dec 12 04:29:13.692186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device dfb51b1d-453e-4766-9aec-5fde74390622 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:29:13.714824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-7885c5f7-2f33-43c2-af0c-43d99980cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:13.718219 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-7885c5f7-2f33-43c2-af0c-43d99980cca7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac36b16a1b744571860e4cba41cba913&device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 1094 time: 0.7217660 Dec 12 04:29:13.731446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-8b93e4b9-6cfa-4b89-8ffa-ab8f79cb89f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=810028be-99d0-4275-911d-f6f7612a5e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825173 Dec 12 04:29:13.753067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40412) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:13.763349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704332d5-9f31-4330-9fc1-e867b3428e2d req-d4ba98f5-117a-456b-bb85-d4d9c6230812 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:13.769234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-704332d5-9f31-4330-9fc1-e867b3428e2d req-d4ba98f5-117a-456b-bb85-d4d9c6230812 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 943 time: 0.1580000 Dec 12 04:29:13.796302 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.847691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port dfb51b1d-453e-4766-9aec-5fde74390622, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=dfb51b1d-453e-4766-9aec-5fde74390622,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:13.851934 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-704332d5-9f31-4330-9fc1-e867b3428e2d req-742943ff-97cc-4436-9bbe-0790ce28b100 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750008 Dec 12 04:29:13.868541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'dfb51b1d-453e-4766-9aec-5fde74390622', 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88', 'port_id': 'dfb51b1d-453e-4766-9aec-5fde74390622', 'mac_address': 'fa:16:3e:30:15:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f01c21-2cfe-497d-9b24-f6c3b2df720d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:29:13.875992 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02a9c370-f757-493d-9be4-d3e726ea81a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.877011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.886123 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.898164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:13.930460 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:14.015465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:14.015743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-ae8034ce-e73a-45b9-a9be-281e4dfb5f77 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Router eb4fc712-7375-411d-be5d-737b267183cd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:14.017343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-6513e82b-2948-46a6-b196-c5815d5cbc48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80cdfc64-a2e0-486a-be75-b67ee17d82c0 HTTP/1.1" status: 200 len: 217 time: 0.2462299 Dec 12 04:29:14.019173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=52ef5026-4d9a-4e9c-b063-be01b606e121,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:14.031564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb51b1d-453e-4766-9aec-5fde74390622 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:29:14.058026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port dfb51b1d-453e-4766-9aec-5fde74390622, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=dfb51b1d-453e-4766-9aec-5fde74390622,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:14.082268 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:14.102660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-89223d6e-0441-4f1b-9cc3-433d563aa5fd service neutron] 10.222.0.37 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139235 Dec 12 04:29:14.141554 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:14.142579 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:14.144082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 132d33a2-0073-404a-b3f6-537a1e5d43b8 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:14.146317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:14.179010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=dfb51b1d-453e-4766-9aec-5fde74390622,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:14.297129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:14.298883 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Floating IP 34f6250f-0ab1-4e4a-ab26-76b87e651b20 associated. External IP: 172.25.7.149, port: 23926252-0eb0-4a86-b1b3-6a717be9a2a8. Dec 12 04:29:14.313495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-65967250-f288-4efd-9a8f-f81a3bb19b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:14.315661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-65967250-f288-4efd-9a8f-f81a3bb19b68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6f01c21-2cfe-497d-9b24-f6c3b2df720d HTTP/1.1" status: 200 len: 858 time: 0.2758477 Dec 12 04:29:14.364958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-82c75430-fc80-4bc3-9cfa-2273cae8755b service neutron] 10.222.0.18 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176918 Dec 12 04:29:14.427040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:14.434166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['dfb51b1d-453e-4766-9aec-5fde74390622'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:29:14.438571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-789b2510-a2da-4c5c-90d5-641c9bdaa0ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2222555 Dec 12 04:29:14.439489 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40424) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:14.446911 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b00176-e976-4ec3-be3c-b7640e965111 None None] Sync routers for ids ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:14.459633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-b2d498dc-f4e2-461b-9ee8-a0b9f356eae7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=810028be-99d0-4275-911d-f6f7612a5e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631325 Dec 12 04:29:14.464055 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b00176-e976-4ec3-be3c-b7640e965111 None None] Routers {'f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:14.464686 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-65b00176-e976-4ec3-be3c-b7640e965111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:14.512246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6dc38c-025b-415d-9a77-a9a2cdb51040 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:14.517437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb6dc38c-025b-415d-9a77-a9a2cdb51040 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports/52ef5026-4d9a-4e9c-b063-be01b606e121 HTTP/1.1" status: 200 len: 910 time: 0.0767493 Dec 12 04:29:14.518234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40426) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:14.522048 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-65b00176-e976-4ec3-be3c-b7640e965111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:14.533180 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b00176-e976-4ec3-be3c-b7640e965111 None None] Routers {'f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:14.535000 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-65b00176-e976-4ec3-be3c-b7640e965111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:14.548688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-eee8c28e-89ac-44de-8043-bc5eb62ccba4 None None] Provisioning complete for port 52ef5026-4d9a-4e9c-b063-be01b606e121 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:14.550079 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eee8c28e-89ac-44de-8043-bc5eb62ccba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:14.604601 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-65b00176-e976-4ec3-be3c-b7640e965111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:14.605710 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b00176-e976-4ec3-be3c-b7640e965111 None None] The sync data for ids ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:14.623501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-4dde9a34-cec7-414d-8a8c-ffa4a9d5dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:14.625097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-4dde9a34-cec7-414d-8a8c-ffa4a9d5dec4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac36b16a1b744571860e4cba41cba913&device_id=6b0e6465-83f3-4ab6-bc4b-58ac328790ce HTTP/1.1" status: 200 len: 1095 time: 0.3616459 Dec 12 04:29:14.636215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02a9c370-f757-493d-9be4-d3e726ea81a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:14.639588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-ae8034ce-e73a-45b9-a9be-281e4dfb5f77 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:14.649541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-eee8c28e-89ac-44de-8043-bc5eb62ccba4 None None] Port 52ef5026-4d9a-4e9c-b063-be01b606e121 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:14.651521 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] Sync routers for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:14.657659 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-ae8034ce-e73a-45b9-a9be-281e4dfb5f77 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:14.677260 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02a9c370-f757-493d-9be4-d3e726ea81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:14.687069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:14.687945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:14.890044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:15.055376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7aca5-ac23-45ac-97b7-991056a328f5 req-2859e696-bef3-4daf-93a1-575a48dcdddb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:15.056962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ff7aca5-ac23-45ac-97b7-991056a328f5 req-2859e696-bef3-4daf-93a1-575a48dcdddb tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 943 time: 0.0846543 Dec 12 04:29:15.063379 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:15.072403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b7c0ff-84e0-4af8-b24f-78fdd8a57791', 'tag': '80cdfc64-a2e0-486a-be75-b67ee17d82c0'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:15.074635 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d822862-65ad-4656-9e3e-0408d1795805" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b7c0ff-84e0-4af8-b24f-78fdd8a57791", "tag": "80cdfc64-a2e0-486a-be75-b67ee17d82c0"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:15.183582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6ff7aca5-ac23-45ac-97b7-991056a328f5 req-5000a6cb-ca6d-42e9-87c7-ba19ed3b8d81 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171913 Dec 12 04:29:15.197286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-ae8034ce-e73a-45b9-a9be-281e4dfb5f77 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "PUT /v2.0/floatingips/24c90049-e7b2-44d1-95a2-ad9134e88946 HTTP/1.1" status: 200 len: 694 time: 4.4066033 Dec 12 04:29:15.208598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1fb78e61-a255-4281-b21c-4184a67e7d04', 'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'mac_address': 'fa:16:3e:0a:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:54Z', 'updated_at': '2021-12-12T04:28:04Z', 'revision_number': 5, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'subnets': [{'id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:15.219666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-863237fa-eacd-4db4-8bae-9644f5860f4b req-43b2920c-ee2d-4efe-8182-67e533ebac65 service neutron] 10.222.0.18 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8029711 Dec 12 04:29:15.224701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-02a9c370-f757-493d-9be4-d3e726ea81a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b22cded4d41742238b76dc5f3baa9cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4559190 Dec 12 04:29:15.231103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40444) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:15.242954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9c370-f757-493d-9be4-d3e726ea81a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b7e5b0-62f0-407c-9efd-9582d4031d47,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:15.259722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] Checking router: eb4fc712-7375-411d-be5d-737b267183cd for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:29:15.268971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-4e99ad74-64fc-4a59-94a1-9b7e0b51b912 service neutron] 10.222.0.37 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642066 Dec 12 04:29:15.276190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:15.276753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:15.410033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-c5800825-c08a-4034-906b-cb8f5f24e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:15.411541 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-c5800825-c08a-4034-906b-cb8f5f24e428 service neutron] 10.222.0.37 "GET /v2.0/networks?id=810028be-99d0-4275-911d-f6f7612a5e88 HTTP/1.1" status: 200 len: 918 time: 0.7697802 Dec 12 04:29:15.420623 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8286b694-bb59-4ba6-b675-8d2d3e87f642 x-openstack-request-id: req-8286b694-bb59-4ba6-b675-8d2d3e87f642 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:15.421213 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b7c0ff-84e0-4af8-b24f-78fdd8a57791", "tag": "80cdfc64-a2e0-486a-be75-b67ee17d82c0", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:15.421638 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8286b694-bb59-4ba6-b675-8d2d3e87f642 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:15.422211 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b7c0ff-84e0-4af8-b24f-78fdd8a57791', 'tag': '80cdfc64-a2e0-486a-be75-b67ee17d82c0', 'status': 'completed', 'code': 200} Dec 12 04:29:15.493698 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-365476c5-2b26-46fe-b0da-d05825b779b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13e0b894-3472-4689-a61a-71e027ff9a82 HTTP/1.1" status: 200 len: 217 time: 0.0586069 Dec 12 04:29:15.497719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05c421f8-4785-4481-9a3a-2f5163b01f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:15.501888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-d508b27e-5193-4ffb-aa4c-43fcfabccf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:15.504298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-d508b27e-5193-4ffb-aa4c-43fcfabccf1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1096 time: 0.2784898 Dec 12 04:29:15.592601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05c421f8-4785-4481-9a3a-2f5163b01f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:15.596718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Router d60fbea4-f245-475e-b09a-6b326a11190d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:15.600783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:15.650329 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96a82cbe-a27d-43d2-ab00-8f6d52743310 req-8f707c36-7aae-4dee-8a17-acc11a0d4f54 service neutron] 10.222.0.37 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385541 Dec 12 04:29:15.664485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-9e8efeda-5e67-48d1-9b5f-03c4eeda4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:15.666385 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-9e8efeda-5e67-48d1-9b5f-03c4eeda4953 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6f01c21-2cfe-497d-9b24-f6c3b2df720d HTTP/1.1" status: 200 len: 858 time: 0.1550469 Dec 12 04:29:15.697021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 52ef5026-4d9a-4e9c-b063-be01b606e121 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:15.697377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:15.723365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05c421f8-4785-4481-9a3a-2f5163b01f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:15.726569 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-05c421f8-4785-4481-9a3a-2f5163b01f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:15.730179 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-05c421f8-4785-4481-9a3a-2f5163b01f71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26b7e5b0-62f0-407c-9efd-9582d4031d47 HTTP/1.1" status: 204 len: 168 time: 0.4957778 Dec 12 04:29:15.802306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c421f8-4785-4481-9a3a-2f5163b01f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b7e5b0-62f0-407c-9efd-9582d4031d47,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:15.805179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device dfb51b1d-453e-4766-9aec-5fde74390622 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:15.812892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 13e0b894-3472-4689-a61a-71e027ff9a82 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:29:15.840256 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-28951e9b-73b6-42f6-b819-b26bbba4a7b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=810028be-99d0-4275-911d-f6f7612a5e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375775 Dec 12 04:29:15.903567 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:15.927149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 52ef5026-4d9a-4e9c-b063-be01b606e121 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:15.941745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-8095ed73-d098-456c-be4e-ce14b1a27e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:15.943265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-8095ed73-d098-456c-be4e-ce14b1a27e85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 920 time: 0.4307265 Dec 12 04:29:15.945160 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:15.993237 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-9f226642-d788-4f42-8610-34c03b4a2ca0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 217 time: 0.0351670 Dec 12 04:29:15.998379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d822862-65ad-4656-9e3e-0408d1795805 req-e80447c5-163e-433f-bd39-cae94d533669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:15.999838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d822862-65ad-4656-9e3e-0408d1795805 req-e80447c5-163e-433f-bd39-cae94d533669 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac36b16a1b744571860e4cba41cba913&device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 1094 time: 0.2412348 Dec 12 04:29:16.030270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port dfb51b1d-453e-4766-9aec-5fde74390622 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:29:16.040904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port dfb51b1d-453e-4766-9aec-5fde74390622 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:16.041582 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:16.066734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:16.069324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-f9e23841-4e84-4d6c-b9c2-40f9ca9cf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:16.070777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-f9e23841-4e84-4d6c-b9c2-40f9ca9cf009 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 0.0651133 Dec 12 04:29:16.079862 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] Sync routers for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:16.087285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:16.095822 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:16.101295 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:16.106770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1fb78e61-a255-4281-b21c-4184a67e7d04', 'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'mac_address': 'fa:16:3e:0a:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:54Z', 'updated_at': '2021-12-12T04:28:04Z', 'revision_number': 5, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'subnets': [{'id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:16.165421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c801c19-faf3-4435-9de8-48f4eb31d65b None None] The sync data for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 is: [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1fb78e61-a255-4281-b21c-4184a67e7d04', 'name': '', 'network_id': '697dbcba-33be-42b7-9e69-e8961cce61ab', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'mac_address': 'fa:16:3e:0a:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:54Z', 'updated_at': '2021-12-12T04:28:04Z', 'revision_number': 5, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'subnets': [{'id': 'a2a96308-43a3-4f31-ab61-f9dac0b3bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:16.219743 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:16.222354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-686583cd-2019-4a54-9501-7d5290cbe705 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206322 Dec 12 04:29:16.250509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=52ef5026-4d9a-4e9c-b063-be01b606e121,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:16.355350 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6fe259a2-ac13-498b-891c-bf5543b52836 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "PUT /v2.0/floatingips/34f6250f-0ab1-4e4a-ab26-76b87e651b20 HTTP/1.1" status: 200 len: 991 time: 5.7186608 Dec 12 04:29:16.386189 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-3c8b91a5-6b8b-4d7e-b690-2c9619a2ba5f service neutron] 10.222.0.37 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251966 Dec 12 04:29:16.413256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 13e0b894-3472-4689-a61a-71e027ff9a82, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=13e0b894-3472-4689-a61a-71e027ff9a82,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:16.431567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '13e0b894-3472-4689-a61a-71e027ff9a82', 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88', 'port_id': '13e0b894-3472-4689-a61a-71e027ff9a82', 'mac_address': 'fa:16:3e:3c:ba:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f01c21-2cfe-497d-9b24-f6c3b2df720d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:29:16.567699 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:16.581259 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:16.602093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e0b894-3472-4689-a61a-71e027ff9a82 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:29:16.616004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d822862-65ad-4656-9e3e-0408d1795805 req-2da3698a-26b7-4cac-86f0-be712414daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:16.629341 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d822862-65ad-4656-9e3e-0408d1795805 req-2da3698a-26b7-4cac-86f0-be712414daf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=810028be-99d0-4275-911d-f6f7612a5e88 HTTP/1.1" status: 200 len: 918 time: 0.6158478 Dec 12 04:29:16.638279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 13e0b894-3472-4689-a61a-71e027ff9a82, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=13e0b894-3472-4689-a61a-71e027ff9a82,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:16.640425 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:16.651755 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:16.761316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb45c7f-b196-4e6b-99a3-1c06775dae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb51b1d-453e-4766-9aec-5fde74390622'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:16.765363 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0326c9e-662a-442b-8ccc-55d7d6f68ca0" -d '{"events": [{"server_uuid": "8eb45c7f-b196-4e6b-99a3-1c06775dae60", "name": "network-vif-plugged", "status": "completed", "tag": "dfb51b1d-453e-4766-9aec-5fde74390622"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:16.777613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230ca6f-7b2d-42fe-adc0-08d581351341 None None] New status for floating IP 24c90049-e7b2-44d1-95a2-ad9134e88946: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:29:16.801293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03716f5-1c3e-461a-96b1-fe4bc3d59f1c req-21b58a82-0d86-4e8e-8f29-33bfe232f30e tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:16.805029 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a03716f5-1c3e-461a-96b1-fe4bc3d59f1c req-21b58a82-0d86-4e8e-8f29-33bfe232f30e tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 943 time: 0.3212159 Dec 12 04:29:16.829825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:16.849133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port dfb51b1d-453e-4766-9aec-5fde74390622, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=dfb51b1d-453e-4766-9aec-5fde74390622,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:16.849133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:16.880255 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b3469d05-eb84-4e2e-b124-7169fc812928 req-e5098d14-1f78-4d37-94da-2fecc21c0b3f service neutron] 10.222.0.37 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927719 Dec 12 04:29:16.881678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d822862-65ad-4656-9e3e-0408d1795805 req-4a01b317-79c0-42a3-94ac-892c02a5ad29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80cdfc64-a2e0-486a-be75-b67ee17d82c0 HTTP/1.1" status: 200 len: 217 time: 0.2362485 Dec 12 04:29:16.885664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-af7bb059-b567-4a41-87f4-0374122be5c7 service neutron] 10.222.0.36 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295111 Dec 12 04:29:17.038567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-133ae09b-aeca-4b23-8f23-d5d9bccbb767 req-e0e7be0b-f40c-45e7-a2eb-b0cf5c50d510 service neutron] 10.222.0.36 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459889 Dec 12 04:29:17.046906 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a03716f5-1c3e-461a-96b1-fe4bc3d59f1c req-988f473f-9d39-4e52-8ad8-c10b32605f50 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110121 Dec 12 04:29:17.078117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d822862-65ad-4656-9e3e-0408d1795805 req-74a87d8f-cf70-4cce-83f8-9891a42b0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:17.080637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d822862-65ad-4656-9e3e-0408d1795805 req-74a87d8f-cf70-4cce-83f8-9891a42b0a74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6f01c21-2cfe-497d-9b24-f6c3b2df720d HTTP/1.1" status: 200 len: 858 time: 0.1650801 Dec 12 04:29:17.145384 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34f6250f-0ab1-4e4a-ab26-76b87e651b20', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'port_id': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'mac_address': 'fa:16:3e:ea:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:28:47Z', 'updated_at': '2021-12-12T04:29:13Z', 'revision_number': 1, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:17.158617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d822862-65ad-4656-9e3e-0408d1795805 req-030c8adf-5e9d-469b-99b4-f892bc26d323 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=810028be-99d0-4275-911d-f6f7612a5e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682395 Dec 12 04:29:17.162959 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:17.173662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['13e0b894-3472-4689-a61a-71e027ff9a82'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:29:17.199597 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] Checking router: d60fbea4-f245-475e-b09a-6b326a11190d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:29:17.223609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:17.230211 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:17.230842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:17.313013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=13e0b894-3472-4689-a61a-71e027ff9a82,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:17.331488 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b417a7-1941-4567-9feb-c7ba965afe07 x-openstack-request-id: req-35b417a7-1941-4567-9feb-c7ba965afe07 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:17.332227 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb45c7f-b196-4e6b-99a3-1c06775dae60", "name": "network-vif-plugged", "status": "completed", "tag": "dfb51b1d-453e-4766-9aec-5fde74390622", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:17.332577 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35b417a7-1941-4567-9feb-c7ba965afe07 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:17.333125 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb45c7f-b196-4e6b-99a3-1c06775dae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb51b1d-453e-4766-9aec-5fde74390622', 'code': 200} Dec 12 04:29:17.336527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40500) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:17.423265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786'}, {'name': 'network-changed', 'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:17.426451 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aba41da-6369-4445-a698-86c9b0ef208c" -d '{"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786"}, {"name": "network-changed", "server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:17.435510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d822862-65ad-4656-9e3e-0408d1795805 req-3f9caaf0-7a95-4ba6-bb6e-4c92c62cb83a service neutron] 10.222.0.37 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347481 Dec 12 04:29:17.453463 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:17.470364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=dfb51b1d-453e-4766-9aec-5fde74390622,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:17.551470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-5bad4b47-865f-4cb0-bc10-21b7dfa8229a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/floatingips/24c90049-e7b2-44d1-95a2-ad9134e88946 HTTP/1.1" status: 200 len: 694 time: 0.1864824 Dec 12 04:29:17.619157 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875e233a-77f9-4749-b7f3-eb0c9f3ae559 x-openstack-request-id: req-875e233a-77f9-4749-b7f3-eb0c9f3ae559 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:17.619433 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:17.619711 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-875e233a-77f9-4749-b7f3-eb0c9f3ae559 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:17.620125 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'status': 'completed', 'code': 200} Dec 12 04:29:17.620391 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'status': 'completed', 'code': 200} Dec 12 04:29:17.654524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-29779593-network', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:17.700144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b829d9b-42f0-463b-a300-b7bd92d9f4f4 req-ad18ea1e-0529-4ca3-9688-5678a9c01492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:17.701951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b829d9b-42f0-463b-a300-b7bd92d9f4f4 req-ad18ea1e-0529-4ca3-9688-5678a9c01492 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8eb45c7f-b196-4e6b-99a3-1c06775dae60 HTTP/1.1" status: 200 len: 1096 time: 0.2435417 Dec 12 04:29:17.715647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Made reservation on behalf of 874ff4b0daef43b49458b3e9767ff72e for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:17.718765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:17.724915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:17.736564 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c2c91ef7-f185-4a5c-82b7-ecb6381bdd78 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2166700 Dec 12 04:29:17.743684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40510) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:17.744574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 80cdfc64-a2e0-486a-be75-b67ee17d82c0 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:29:17.759719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-7254df47-bc27-4462-a4ec-7e3d57bc83ec tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:17.761037 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-7254df47-bc27-4462-a4ec-7e3d57bc83ec tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/networks/58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 784 time: 0.2002707 Dec 12 04:29:17.775088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-addc80d0-dee3-407d-a2b9-ba5d1bc831f0 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:29:17.776339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-addc80d0-dee3-407d-a2b9-ba5d1bc831f0 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070701 Dec 12 04:29:17.778363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba41da-6369-4445-a698-86c9b0ef208c req-b0042af8-d339-4302-aaf4-7fe8b82179ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:17.780483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-b0042af8-d339-4302-aaf4-7fe8b82179ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24aa79f485e74de1ac3b6647566e22f8&device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 1096 time: 0.1790979 Dec 12 04:29:17.789216 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a526f0-f7d1-42fa-b0d8-870d13e291cd None None] Sync routers for ids ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:17.842263 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a526f0-f7d1-42fa-b0d8-870d13e291cd None None] Routers {'f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:17.842263 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e6a526f0-f7d1-42fa-b0d8-870d13e291cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:17.858908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:17.865567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d822862-65ad-4656-9e3e-0408d1795805 req-33207800-1209-42fb-9cd1-4449b954fe5c service neutron] 10.222.0.37 "GET /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222074 Dec 12 04:29:17.901106 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e6a526f0-f7d1-42fa-b0d8-870d13e291cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:17.929906 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a526f0-f7d1-42fa-b0d8-870d13e291cd None None] Routers {'f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:17.933554 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e6a526f0-f7d1-42fa-b0d8-870d13e291cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:17.935891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 80cdfc64-a2e0-486a-be75-b67ee17d82c0, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=80cdfc64-a2e0-486a-be75-b67ee17d82c0,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:17.938802 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34f6250f-0ab1-4e4a-ab26-76b87e651b20', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'port_id': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'mac_address': 'fa:16:3e:ea:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:28:47Z', 'updated_at': '2021-12-12T04:29:13Z', 'revision_number': 1, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:17.953209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '80cdfc64-a2e0-486a-be75-b67ee17d82c0', 'network_id': '810028be-99d0-4275-911d-f6f7612a5e88', 'port_id': '80cdfc64-a2e0-486a-be75-b67ee17d82c0', 'mac_address': 'fa:16:3e:42:54:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f01c21-2cfe-497d-9b24-f6c3b2df720d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:29:17.981763 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-f8812e9e-7ac0-4944-8611-56d6d02b60fe tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.1981432 Dec 12 04:29:18.013675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.036787 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e6a526f0-f7d1-42fa-b0d8-870d13e291cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:18.038381 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a526f0-f7d1-42fa-b0d8-870d13e291cd None None] The sync data for ids ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:18.053151 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-b4c82470-c8b6-47e8-acb0-06876b3eea5c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.0703883 Dec 12 04:29:18.059028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cdfc64-a2e0-486a-be75-b67ee17d82c0 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:29:18.073705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8b829d9b-42f0-463b-a300-b7bd92d9f4f4 req-2e2f33df-5ab3-46ec-8f13-4c44a5bdab43 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584630 Dec 12 04:29:18.116594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 80cdfc64-a2e0-486a-be75-b67ee17d82c0, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=80cdfc64-a2e0-486a-be75-b67ee17d82c0,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:18.126017 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.209718 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba41da-6369-4445-a698-86c9b0ef208c req-4b84da66-d0e6-4b5d-8555-dbab82c52f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:18.211636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-4b84da66-d0e6-4b5d-8555-dbab82c52f82 service neutron] 10.222.0.18 "GET /v2.0/networks?id=697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 200 len: 920 time: 0.4129047 Dec 12 04:29:18.233401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=80cdfc64-a2e0-486a-be75-b67ee17d82c0,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:18.244368 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288e96a-870f-44a3-bb6e-615a60011e76 None None] The sync data for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 is: [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34f6250f-0ab1-4e4a-ab26-76b87e651b20', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'port_id': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'mac_address': 'fa:16:3e:ea:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:28:47Z', 'updated_at': '2021-12-12T04:29:13Z', 'revision_number': 1, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:18.277134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Deleting port b5ff7ef6-431b-45d8-96fa-c19c6ce5cafd {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:18.278213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.301026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.346324 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.365160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c717308-06cf-4e1c-ac4e-437be55cabd7 req-98eb69cb-44a3-4146-a125-8f12a512adff tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:18.366786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c717308-06cf-4e1c-ac4e-437be55cabd7 req-98eb69cb-44a3-4146-a125-8f12a512adff tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 944 time: 0.1772952 Dec 12 04:29:18.394381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:29:18.429171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.429535 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Added segment d43d9aed-155e-4c0d-85d1-aa6560d07c64 of type vlan for network 0594e82a-87d6-4948-8058-46283fb0ae44 Dec 12 04:29:18.440588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeab75d7-0a90-45fe-8821-69378b57ba17,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:18.475491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['80cdfc64-a2e0-486a-be75-b67ee17d82c0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:29:18.512459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.590701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3c717308-06cf-4e1c-ac4e-437be55cabd7 req-ce634a12-1115-4410-ac46-ed5e6c74681a tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123790 Dec 12 04:29:18.602221 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.603266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:18.613534 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.674689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9cf149-56d1-496b-93c7-3051a941ba7f None None] New status for floating IP 34f6250f-0ab1-4e4a-ab26-76b87e651b20: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:29:18.694382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3564062 Dec 12 04:29:18.695582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40528) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:18.709371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Request body: {'subnet': {'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-29779593-subnet', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:18.740865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36417fa-604b-4f27-8a97-aaf81ad89c8c admin admin] Pushing event updated for resources: {'Network': ['ID=0594e82a-87d6-4948-8058-46283fb0ae44,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:18.758401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.800535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Made reservation on behalf of 874ff4b0daef43b49458b3e9767ff72e for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:18.803002 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.886043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-69e5fa18-c32c-41da-b104-279ad990fa2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 200 len: 217 time: 0.5513365 Dec 12 04:29:18.928783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0594e82a-87d6-4948-8058-46283fb0ae44 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:29:18.987724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba41da-6369-4445-a698-86c9b0ef208c req-5c882c63-e6c3-4fc7-a8c1-80585bc1ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:18.989385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-5c882c63-e6c3-4fc7-a8c1-80585bc1ae3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 200 len: 860 time: 0.0925584 Dec 12 04:29:18.993418 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:18.993845 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:19.007805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Calling delete_port for b5ff7ef6-431b-45d8-96fa-c19c6ce5cafd owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:19.063169 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-beff7149-0381-40d7-97d1-cd7773603a28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697dbcba-33be-42b7-9e69-e8961cce61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333073 Dec 12 04:29:19.253489 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-fd6e163d-d60b-431e-89d7-b1ab787082c5 service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378634 Dec 12 04:29:19.335735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:19.370928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Pushing event deleted for resources: {'Port': ['ID=b5ff7ef6-431b-45d8-96fa-c19c6ce5cafd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:19.446790 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-6ff076b2-fd21-43d5-8e93-e2fa4e0831c3 service neutron] 10.222.0.18 "GET /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845906 Dec 12 04:29:19.499057 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:19.505301 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:19.508841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:19.511283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9e1ab2-1f44-490c-885f-6fc4b961d36d req-870fc425-4754-4215-9b35-69bb0c8abfe2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "DELETE /v2.0/floatingips/24c90049-e7b2-44d1-95a2-ad9134e88946 HTTP/1.1" status: 204 len: 173 time: 1.4563119 Dec 12 04:29:19.602151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba41da-6369-4445-a698-86c9b0ef208c req-2479ba6b-5b19-4deb-838e-a2e12d16fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:19.603712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-2479ba6b-5b19-4deb-838e-a2e12d16fb64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1096 time: 0.0537496 Dec 12 04:29:19.607179 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d7c093-77df-4ff7-8baa-8ca085676c7f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:19.728408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-192ab573-d546-41ad-b18c-968c437c0812 req-fb56aac6-1858-4675-a180-bf01bd009596 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups/17be8eae-afdf-475a-b80b-0c1e61bd1fe6 HTTP/1.1" status: 200 len: 1826 time: 0.1596558 Dec 12 04:29:19.729339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Checking segment: {'id': 'd43d9aed-155e-4c0d-85d1-aa6560d07c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:19.729781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Network hostable DHCP agents. Network: 0594e82a-87d6-4948-8058-46283fb0ae44, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:29:19.759218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 80cdfc64-a2e0-486a-be75-b67ee17d82c0 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:19.782076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba41da-6369-4445-a698-86c9b0ef208c req-6ae85ab4-d550-4664-9b16-5c86729d0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:19.784807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-6ae85ab4-d550-4664-9b16-5c86729d0390 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.1742201 Dec 12 04:29:19.821854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 0df86a28-b468-4e83-a702-1108f3150504 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:19.822298 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:19.876599 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-192ab573-d546-41ad-b18c-968c437c0812 req-a78ccab1-70aa-47e4-9196-13dee0a5b002 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:19.904582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-192ab573-d546-41ad-b18c-968c437c0812 req-a78ccab1-70aa-47e4-9196-13dee0a5b002 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:19.913346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 80cdfc64-a2e0-486a-be75-b67ee17d82c0 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:29:19.919126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 80cdfc64-a2e0-486a-be75-b67ee17d82c0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:19.919662 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:19.960982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Network 0594e82a-87d6-4948-8058-46283fb0ae44 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:29:19.978764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0594e82a-87d6-4948-8058-46283fb0ae44) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:19.979783 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-1c587984-c775-4b15-94e9-d881fe3af0e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 200 len: 1001 time: 0.1876357 Dec 12 04:29:19.986945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15396865-2a87-4903-bd0c-9e0218b9f603 None None] Network 0594e82a-87d6-4948-8058-46283fb0ae44 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:19.995835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:19.996480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.006913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-192ab573-d546-41ad-b18c-968c437c0812 req-a78ccab1-70aa-47e4-9196-13dee0a5b002 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.010073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-192ab573-d546-41ad-b18c-968c437c0812 req-a78ccab1-70aa-47e4-9196-13dee0a5b002 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.010833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-192ab573-d546-41ad-b18c-968c437c0812 req-a78ccab1-70aa-47e4-9196-13dee0a5b002 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "DELETE /v2.0/security-groups/17be8eae-afdf-475a-b80b-0c1e61bd1fe6 HTTP/1.1" status: 204 len: 173 time: 0.2729063 Dec 12 04:29:20.034734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ccab1-70aa-47e4-9196-13dee0a5b002 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17be8eae-afdf-475a-b80b-0c1e61bd1fe6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:20.060262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-98cb2858-7832-4350-83da-67d169da05c0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.3577490 Dec 12 04:29:20.063418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40556) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:20.073587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:20.102470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.120487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba41da-6369-4445-a698-86c9b0ef208c req-fbb8733f-2024-4bcb-bc52-c053435c4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:20.123125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 0df86a28-b468-4e83-a702-1108f3150504 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:20.123895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-fbb8733f-2024-4bcb-bc52-c053435c4a18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.1356103 Dec 12 04:29:20.127941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-342ed96e-f885-44bc-82c2-df5da6c6eb59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981646 Dec 12 04:29:20.238437 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.239061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.250378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-0594e82a-87d6-4948-8058-46283fb0ae44', 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44', 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'fixed_ips': [{'subnet_id': '41d7c093-77df-4ff7-8baa-8ca085676c7f'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:29:20.251781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.281571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.312009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-dd8cf5cd-37a0-469a-b928-eaecbb85e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:20.313928 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-dd8cf5cd-37a0-469a-b928-eaecbb85e9a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1096 time: 0.0680642 Dec 12 04:29:20.319539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b7c0ff-84e0-4af8-b24f-78fdd8a57791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cdfc64-a2e0-486a-be75-b67ee17d82c0'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:20.322391 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdce0bd0-b8e7-43fe-b245-e0a5ff746f73" -d '{"events": [{"server_uuid": "d5b7c0ff-84e0-4af8-b24f-78fdd8a57791", "name": "network-vif-plugged", "status": "completed", "tag": "80cdfc64-a2e0-486a-be75-b67ee17d82c0"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:20.342099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 80cdfc64-a2e0-486a-be75-b67ee17d82c0, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=80cdfc64-a2e0-486a-be75-b67ee17d82c0,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:20.348027 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.349174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 13e0b894-3472-4689-a61a-71e027ff9a82 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:20.392050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2ad5b-fcc1-40e3-8ec5-fb09aad8fc2d req-2c697cbb-9f10-4893-8631-0638bc200fca tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:20.419656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64d2ad5b-fcc1-40e3-8ec5-fb09aad8fc2d req-2c697cbb-9f10-4893-8631-0638bc200fca tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 944 time: 0.3753767 Dec 12 04:29:20.428390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.443924 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.502929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=0df86a28-b468-4e83-a702-1108f3150504,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:20.515119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-e94d0af7-aa86-41d8-8d1a-6df2b3b16e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:20.517027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-e94d0af7-aa86-41d8-8d1a-6df2b3b16e44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.1744225 Dec 12 04:29:20.557246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba41da-6369-4445-a698-86c9b0ef208c req-14e92f65-b838-4ab4-ad37-3a964a86f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:20.558830 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-14e92f65-b838-4ab4-ad37-3a964a86f0da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4268842 Dec 12 04:29:20.745352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64d2ad5b-fcc1-40e3-8ec5-fb09aad8fc2d req-99472b44-d5fb-4aa0-ad16-c0426af4dae7 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247852 Dec 12 04:29:20.749484 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb8143a-bb34-487c-8390-11bc32a6b638 x-openstack-request-id: req-ccb8143a-bb34-487c-8390-11bc32a6b638 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:20.749852 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b7c0ff-84e0-4af8-b24f-78fdd8a57791", "name": "network-vif-plugged", "status": "completed", "tag": "80cdfc64-a2e0-486a-be75-b67ee17d82c0", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:20.750058 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccb8143a-bb34-487c-8390-11bc32a6b638 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:20.750455 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b7c0ff-84e0-4af8-b24f-78fdd8a57791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cdfc64-a2e0-486a-be75-b67ee17d82c0', 'code': 200} Dec 12 04:29:20.807487 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.816564 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-7b749096-3b98-4a05-99e6-48cf037ba4b4 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134078 Dec 12 04:29:20.840218 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-8528f0a3-1b9e-4819-8192-cc11e767e51c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 1000 time: 0.3064432 Dec 12 04:29:20.921628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=80cdfc64-a2e0-486a-be75-b67ee17d82c0,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:20.934317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 13e0b894-3472-4689-a61a-71e027ff9a82 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:29:20.940683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Allocated IP 172.20.0.2 (0594e82a-87d6-4948-8058-46283fb0ae44/41d7c093-77df-4ff7-8baa-8ca085676c7f/e9a5764a-b7c3-4280-88aa-4c99fd38a75d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:20.945586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 13e0b894-3472-4689-a61a-71e027ff9a82 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:20.946099 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:20.955437 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.047135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ced2-deaa-42d6-ac85-c7275ae63bef req-9d24dbf3-6d93-49fd-a5cf-d92e63033624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:21.049385 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-91a9ced2-deaa-42d6-ac85-c7275ae63bef req-9d24dbf3-6d93-49fd-a5cf-d92e63033624 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 1096 time: 0.3320405 Dec 12 04:29:21.065902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8cac6-23a3-4598-8f80-3c76458dd60b req-176d0398-392f-45a7-8204-a54065379ad2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:21.080179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92d8cac6-23a3-4598-8f80-3c76458dd60b req-176d0398-392f-45a7-8204-a54065379ad2 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.2531152 Dec 12 04:29:21.110653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-f1077c55-233a-469e-8246-f96b4f5e9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:21.112795 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-f1077c55-233a-469e-8246-f96b4f5e9fde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1986494 Dec 12 04:29:21.123365 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6aba41da-6369-4445-a698-86c9b0ef208c req-7638b220-b353-4558-b647-6cb26b33b76d service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265866 Dec 12 04:29:21.187074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.202777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:21.278167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92d8cac6-23a3-4598-8f80-3c76458dd60b req-040507a4-da7f-402e-afc1-4f007d846f9c tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069447 Dec 12 04:29:21.294527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-91a9ced2-deaa-42d6-ac85-c7275ae63bef req-06460ecd-7b2b-44f2-aa0d-0a919ac3bde6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202883 Dec 12 04:29:21.295021 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.309286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 13e0b894-3472-4689-a61a-71e027ff9a82, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=13e0b894-3472-4689-a61a-71e027ff9a82,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:21.314083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.338247 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.347864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Network 0594e82a-87d6-4948-8058-46283fb0ae44 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:21.378320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:21.398002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:21.409757 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4ce820ff-83f7-49b6-a454-b4231870214b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6602783 Dec 12 04:29:21.411058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40584) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:21.413840 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37957a1b-6b54-43d8-9ec0-541c3283277a None None] Sync routers for ids ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:21.429477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.431810 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:21.433431 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37957a1b-6b54-43d8-9ec0-541c3283277a None None] Routers {'f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:21.434783 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-37957a1b-6b54-43d8-9ec0-541c3283277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:21.448970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-38883ac7-544d-4181-8e10-3e2b6b0fe397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:21.450517 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-38883ac7-544d-4181-8e10-3e2b6b0fe397 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588520 Dec 12 04:29:21.454378 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.456541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40586) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:21.457160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-14943380-62ab-49d0-915a-45147e32a681 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3 HTTP/1.1" status: 200 len: 205 time: 0.0449083 Dec 12 04:29:21.479765 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-37957a1b-6b54-43d8-9ec0-541c3283277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:21.490127 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37957a1b-6b54-43d8-9ec0-541c3283277a None None] Routers {'f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:21.490969 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-37957a1b-6b54-43d8-9ec0-541c3283277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:21.520905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Pushing event updated for resources: {'Port': ['ID=e9a5764a-b7c3-4280-88aa-4c99fd38a75d,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:21.529662 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-37957a1b-6b54-43d8-9ec0-541c3283277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:21.530523 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37957a1b-6b54-43d8-9ec0-541c3283277a None None] The sync data for ids ['f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:21.571764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Attempting to bind port e9a5764a-b7c3-4280-88aa-4c99fd38a75d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:21.572198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Attempting to bind port e9a5764a-b7c3-4280-88aa-4c99fd38a75d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'd43d9aed-155e-4c0d-85d1-aa6560d07c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:21.572662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Attempting to bind port e9a5764a-b7c3-4280-88aa-4c99fd38a75d on network 0594e82a-87d6-4948-8058-46283fb0ae44 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:21.583765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:21.584308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Checking segment: {'id': 'd43d9aed-155e-4c0d-85d1-aa6560d07c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:21.584845 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.585336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Bound using segment: {'id': 'd43d9aed-155e-4c0d-85d1-aa6560d07c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:21.586031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Bound port: e9a5764a-b7c3-4280-88aa-4c99fd38a75d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43d9aed-155e-4c0d-85d1-aa6560d07c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:21.586389 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.590283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19110a7b-315b-48aa-b21a-8c24e7a498e4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.606176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=13e0b894-3472-4689-a61a-71e027ff9a82,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:21.668248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] For port e9a5764a-b7c3-4280-88aa-4c99fd38a75d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:21.672092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] For port e9a5764a-b7c3-4280-88aa-4c99fd38a75d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e9a5764a-b7c3-4280-88aa-4c99fd38a75d,segment=NetworkSegment(d43d9aed-155e-4c0d-85d1-aa6560d07c64),segment_id=d43d9aed-155e-4c0d-85d1-aa6560d07c64)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:21.677841 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.727330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-761e2743-48a5-46ce-828c-33eeb993aa0e service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489756 Dec 12 04:29:21.765865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90682e-eabc-4f99-b1f3-2cd964be6d0f None None] Pushing event updated for resources: {'Port': ['ID=e9a5764a-b7c3-4280-88aa-4c99fd38a75d,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:21.841765 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19110a7b-315b-48aa-b21a-8c24e7a498e4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.844256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Allocated IP 172.25.7.71 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/ee069bbf-eab6-41fe-942d-911be0742d13) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:21.847239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19110a7b-315b-48aa-b21a-8c24e7a498e4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.856050 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f04783de-1b5b-450f-988b-12f98ca6cb0f req-fea399de-93a0-4b48-9c31-bfbc80ea0599 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184082 Dec 12 04:29:21.963882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19110a7b-315b-48aa-b21a-8c24e7a498e4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.964442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19110a7b-315b-48aa-b21a-8c24e7a498e4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Fanout notify agent at l3_agent the message router_deleted on router f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:29:21.974726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19110a7b-315b-48aa-b21a-8c24e7a498e4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:21.975837 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-19110a7b-315b-48aa-b21a-8c24e7a498e4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3 HTTP/1.1" status: 204 len: 168 time: 0.5183206 Dec 12 04:29:21.978956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40598) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:22.006659 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b426b6-88ca-4263-825d-d0d492f2ef5f req-d2f76322-c611-404f-b520-8cad619908b9 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:22.008274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80b426b6-88ca-4263-825d-d0d492f2ef5f req-d2f76322-c611-404f-b520-8cad619908b9 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 945 time: 0.1686981 Dec 12 04:29:22.097975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d894eb-b5b9-4a43-bb31-bf822591dcda tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting subnet 92d7bcf2-e80c-4ae8-a165-707e08bc06b3 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:29:22.101894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-48d894eb-b5b9-4a43-bb31-bf822591dcda tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.119621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80b426b6-88ca-4263-825d-d0d492f2ef5f req-a6205928-43c2-4649-97e9-63a91ac7b803 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979970 Dec 12 04:29:22.122717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.169725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.193920 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-48d894eb-b5b9-4a43-bb31-bf822591dcda tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.217513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:22.220591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:22.224464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:22.250855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb6f66-dbf6-494e-a0f2-915922ebd901 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:22.255956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee069bbf-eab6-41fe-942d-911be0742d13,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:22.338662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-48d894eb-b5b9-4a43-bb31-bf822591dcda tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.365988 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-23b82f48-63d8-415b-94f3-ae86e3b3a9b5 None None] Provisioning complete for port ee069bbf-eab6-41fe-942d-911be0742d13 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:22.367024 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-23b82f48-63d8-415b-94f3-ae86e3b3a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.462233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-23b82f48-63d8-415b-94f3-ae86e3b3a9b5 None None] Port ee069bbf-eab6-41fe-942d-911be0742d13 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:22.548433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e9a5764a-b7c3-4280-88aa-4c99fd38a75d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:22.572358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-48d894eb-b5b9-4a43-bb31-bf822591dcda tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.611178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.613223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e9a5764a-b7c3-4280-88aa-4c99fd38a75d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:22.613823 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.642142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d894eb-b5b9-4a43-bb31-bf822591dcda tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Subnet': ['ID=92d7bcf2-e80c-4ae8-a165-707e08bc06b3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:22.653801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-48d894eb-b5b9-4a43-bb31-bf822591dcda tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.659927 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-48d894eb-b5b9-4a43-bb31-bf822591dcda tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/92d7bcf2-e80c-4ae8-a165-707e08bc06b3 HTTP/1.1" status: 204 len: 168 time: 0.6773653 Dec 12 04:29:22.661553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e19fb5-9d71-4b08-851c-6d992a88f738 None None] Network 132d33a2-0073-404a-b3f6-537a1e5d43b8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:22.666723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c13cc-5ce2-427d-86f8-51c87c3a3a69 req-b3b522df-feaf-4a4a-aee3-394e0e778673 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:22.674879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f56c13cc-5ce2-427d-86f8-51c87c3a3a69 req-b3b522df-feaf-4a4a-aee3-394e0e778673 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.2154441 Dec 12 04:29:22.696434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40612) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:22.753538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0e6465-83f3-4ab6-bc4b-58ac328790ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e0b894-3472-4689-a61a-71e027ff9a82'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:22.756163 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06957423-add1-4d1f-a33e-4050f9e7c5fa" -d '{"events": [{"server_uuid": "6b0e6465-83f3-4ab6-bc4b-58ac328790ce", "name": "network-vif-plugged", "status": "completed", "tag": "13e0b894-3472-4689-a61a-71e027ff9a82"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:22.776647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cc6fa0-0c95-4c9d-9cb4-00d013d0a322 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting subnet f2595b9f-95d4-4588-b20a-8fa5fd8b8757 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:29:22.780403 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6fa0-0c95-4c9d-9cb4-00d013d0a322 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.816269 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a141e8d-0f68-4f8c-9192-5ff7e9000b29 x-openstack-request-id: req-5a141e8d-0f68-4f8c-9192-5ff7e9000b29 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:22.816574 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0e6465-83f3-4ab6-bc4b-58ac328790ce", "name": "network-vif-plugged", "status": "completed", "tag": "13e0b894-3472-4689-a61a-71e027ff9a82", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:22.816871 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a141e8d-0f68-4f8c-9192-5ff7e9000b29 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:22.817283 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0e6465-83f3-4ab6-bc4b-58ac328790ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e0b894-3472-4689-a61a-71e027ff9a82', 'code': 200} Dec 12 04:29:22.858963 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6fa0-0c95-4c9d-9cb4-00d013d0a322 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.873702 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:22.945450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f56c13cc-5ce2-427d-86f8-51c87c3a3a69 req-e10076fc-9204-4814-94f4-b3474230fed8 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694554 Dec 12 04:29:22.962218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port e9a5764a-b7c3-4280-88aa-4c99fd38a75d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e9a5764a-b7c3-4280-88aa-4c99fd38a75d,segment=NetworkSegment(d43d9aed-155e-4c0d-85d1-aa6560d07c64),segment_id=d43d9aed-155e-4c0d-85d1-aa6560d07c64)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:22.970143 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.040002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.068599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=e9a5764a-b7c3-4280-88aa-4c99fd38a75d,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:23.078004 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e332f5c-8b45-48f1-a51e-d06d11d4ccfb None None] DHCP port deletion for 132d33a2-0073-404a-b3f6-537a1e5d43b8 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:23.082423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3e093-f808-4dc3-a8b6-f1abeea6818c req-c05acd3a-696b-4272-b504-1121bf883084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:23.084606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87c3e093-f808-4dc3-a8b6-f1abeea6818c req-c05acd3a-696b-4272-b504-1121bf883084 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b0e6465-83f3-4ab6-bc4b-58ac328790ce HTTP/1.1" status: 200 len: 1097 time: 0.1316276 Dec 12 04:29:23.090414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6fa0-0c95-4c9d-9cb4-00d013d0a322 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.163661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87c3e093-f808-4dc3-a8b6-f1abeea6818c req-31f0da05-b7ff-4914-bd2a-c509898cc574 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695195 Dec 12 04:29:23.172606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-99e4b882-c032-47b6-8e41-df2fdd79291a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:23.174858 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-99e4b882-c032-47b6-8e41-df2fdd79291a tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.18 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.2130570 Dec 12 04:29:23.221635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1e332f5c-8b45-48f1-a51e-d06d11d4ccfb None None] Deleting port 9de4be09-bb24-4425-a1e9-38a3cff13f30 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:23.222024 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1e332f5c-8b45-48f1-a51e-d06d11d4ccfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.236480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6fa0-0c95-4c9d-9cb4-00d013d0a322 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.284464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc6fa0-0c95-4c9d-9cb4-00d013d0a322 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Subnet': ['ID=f2595b9f-95d4-4588-b20a-8fa5fd8b8757,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:23.297822 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6fa0-0c95-4c9d-9cb4-00d013d0a322 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.301318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e4cc6fa0-0c95-4c9d-9cb4-00d013d0a322 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/f2595b9f-95d4-4588-b20a-8fa5fd8b8757 HTTP/1.1" status: 204 len: 168 time: 0.6015007 Dec 12 04:29:23.304874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40626) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:23.354262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1e332f5c-8b45-48f1-a51e-d06d11d4ccfb None None] For port 9de4be09-bb24-4425-a1e9-38a3cff13f30, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9de4be09-bb24-4425-a1e9-38a3cff13f30,segment=NetworkSegment(46d9efb4-4121-434b-a58a-3b845e58e70e),segment_id=46d9efb4-4121-434b-a58a-3b845e58e70e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:23.355449 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1e332f5c-8b45-48f1-a51e-d06d11d4ccfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.371158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1e332f5c-8b45-48f1-a51e-d06d11d4ccfb None None] Calling delete_port for 9de4be09-bb24-4425-a1e9-38a3cff13f30 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:23.410581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.461363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05a81f5-5b77-4e17-a374-0cd9f02c218e None None] Network a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:23.463757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e6fed-f6e7-4e22-822b-732443080abf None None] Network 0594e82a-87d6-4948-8058-46283fb0ae44 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:23.468195 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1e332f5c-8b45-48f1-a51e-d06d11d4ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.470733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 9de4be09-bb24-4425-a1e9-38a3cff13f30 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:23.471099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.562292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port 9de4be09-bb24-4425-a1e9-38a3cff13f30, host n-d-710847-7, got binding levels [] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:23.562679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.574612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e332f5c-8b45-48f1-a51e-d06d11d4ccfb None None] Pushing event deleted for resources: {'Port': ['ID=9de4be09-bb24-4425-a1e9-38a3cff13f30,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:23.588574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 9de4be09-bb24-4425-a1e9-38a3cff13f30 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:23.592113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Port 9de4be09-bb24-4425-a1e9-38a3cff13f30 was not found and therefore no delete operation was performed {{(pid=103451) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:29:23.593869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.625055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e332f5c-8b45-48f1-a51e-d06d11d4ccfb None None] No DVR routers for this DVR port 9de4be09-bb24-4425-a1e9-38a3cff13f30 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:23.669444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=9de4be09-bb24-4425-a1e9-38a3cff13f30,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:23.684476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No DVR routers for this DVR port 9de4be09-bb24-4425-a1e9-38a3cff13f30 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:23.715619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f5da205b-bac6-4a2b-b21d-f48ec997e979 None None] Provisioning complete for port e9a5764a-b7c3-4280-88aa-4c99fd38a75d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:23.716005 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f5da205b-bac6-4a2b-b21d-f48ec997e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.803623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.832522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132d33a2-0073-404a-b3f6-537a1e5d43b8']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:23.848968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d9efb4-4121-434b-a58a-3b845e58e70e') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:23.849288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d9efb4-4121-434b-a58a-3b845e58e70e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:23.860440 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.868130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d782-b486-42ac-bdad-ceb32993ca63 req-6b85b4a5-dbda-4e2f-bbd3-8a9ddc4bd413 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:23.875651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.876449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ced7d782-b486-42ac-bdad-ceb32993ca63 req-6b85b4a5-dbda-4e2f-bbd3-8a9ddc4bd413 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 945 time: 0.1379945 Dec 12 04:29:23.887641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:29:23.887846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:29:23.904529 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:29:23.931299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67efb966-389e-47ef-82f1-735f06033e51 None None] DHCP port deletion for a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:23.979391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ced7d782-b486-42ac-bdad-ceb32993ca63 req-7367e541-fa70-4758-9545-beeb2c660d98 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995069 Dec 12 04:29:23.984169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Deleting port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:23.984543 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.063798 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.077729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:29:24.107783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.111246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-67efb966-389e-47ef-82f1-735f06033e51 None None] Deleting port fb621ebe-092d-44ce-a00f-b52265c07e2d {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:24.115429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/networks/132d33a2-0073-404a-b3f6-537a1e5d43b8 HTTP/1.1" status: 204 len: 168 time: 0.8099613 Dec 12 04:29:24.116150 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-67efb966-389e-47ef-82f1-735f06033e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.139397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40646) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:24.163180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35007d97-a39d-4889-aef5-ef4c4a44c224 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Network': ['ID=132d33a2-0073-404a-b3f6-537a1e5d43b8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:24.211549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-67efb966-389e-47ef-82f1-735f06033e51 None None] For port fb621ebe-092d-44ce-a00f-b52265c07e2d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fb621ebe-092d-44ce-a00f-b52265c07e2d,segment=NetworkSegment(4cae6b0b-f855-46b5-87a2-ffcef2196fed),segment_id=4cae6b0b-f855-46b5-87a2-ffcef2196fed)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:24.211951 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-67efb966-389e-47ef-82f1-735f06033e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.231512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-67efb966-389e-47ef-82f1-735f06033e51 None None] Calling delete_port for fb621ebe-092d-44ce-a00f-b52265c07e2d owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:24.246026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-345912d0-6211-4ec6-af7d-9839512f030e None None] Provisioning complete for port e9a5764a-b7c3-4280-88aa-4c99fd38a75d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:24.246406 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-345912d0-6211-4ec6-af7d-9839512f030e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.273930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:24.293585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Sync routers for ids ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:24.340248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] For port 4b8f78a3-367b-4d7b-b592-4c2ebd747786, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4b8f78a3-367b-4d7b-b592-4c2ebd747786,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:24.340644 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.369812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Routers {'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:24.370455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:24.373107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.380534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b58adb42-5c4e-4bef-87aa-b4e5c20077c0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 4.3090439 Dec 12 04:29:24.381571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40648) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:24.416525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Calling delete_port for 4b8f78a3-367b-4d7b-b592-4c2ebd747786 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:24.474433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e9a5764a-b7c3-4280-88aa-4c99fd38a75d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:24.537476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba34bf1-efcc-4fb5-a750-d9202832cf50 req-d21b2767-1f24-4690-984e-f755005ee906 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:24.537476 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ba34bf1-efcc-4fb5-a750-d9202832cf50 req-d21b2767-1f24-4690-984e-f755005ee906 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=8eb45c7f-b196-4e6b-99a3-1c06775dae60 HTTP/1.1" status: 200 len: 945 time: 0.3292153 Dec 12 04:29:24.626822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Set router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:24.655475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e9a5764a-b7c3-4280-88aa-4c99fd38a75d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:24.656115 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.670043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ba34bf1-efcc-4fb5-a750-d9202832cf50 req-5d47c56c-91e4-4a7f-aea8-1bf200f1ab15 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202230 Dec 12 04:29:24.774758 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-67efb966-389e-47ef-82f1-735f06033e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.816960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67efb966-389e-47ef-82f1-735f06033e51 None None] No DVR routers for this DVR port fb621ebe-092d-44ce-a00f-b52265c07e2d on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:24.821598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efb966-389e-47ef-82f1-735f06033e51 None None] Pushing event deleted for resources: {'Port': ['ID=fb621ebe-092d-44ce-a00f-b52265c07e2d,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:24.845321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:24.873409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f19de6-c0c5-479e-9144-eb0739dd7ce8 req-2eca82de-331c-4a54-a5fe-d327458f1573 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:24.875071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-15f19de6-c0c5-479e-9144-eb0739dd7ce8 req-2eca82de-331c-4a54-a5fe-d327458f1573 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/ports?device_id=40305c25-ed89-41a0-9c93-0a30a208b0d3 HTTP/1.1" status: 200 len: 945 time: 0.7342780 Dec 12 04:29:24.879216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.025775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.038480 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-15f19de6-c0c5-479e-9144-eb0739dd7ce8 req-c2e71065-d833-4bc8-994c-16c830a11441 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.36 "GET /v2.0/security-groups?id=35ecf502-57e9-4fc5-a606-4299675588af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468763 Dec 12 04:29:25.058218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Pushing event deleted for resources: {'Port': ['ID=4b8f78a3-367b-4d7b-b592-4c2ebd747786,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:25.078460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81d87cf-074a-43b0-bcc3-85f4aef3f1e1']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:25.110067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cae6b0b-f855-46b5-87a2-ffcef2196fed') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:25.110502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cae6b0b-f855-46b5-87a2-ffcef2196fed') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:25.122198 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.123172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] No DVR routers for this DVR port 4b8f78a3-367b-4d7b-b592-4c2ebd747786 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:25.128869 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.141318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.142050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-605d0c61-b698-4e05-8bbc-745f0024fc5c req-1b47162c-4113-4d2f-99cd-24f8c4f09205 tempest-ServerRescueTestJSONUnderV235-597366190 tempest-ServerRescueTestJSONUnderV235-597366190-project] 10.222.0.18 "DELETE /v2.0/ports/4b8f78a3-367b-4d7b-b592-4c2ebd747786 HTTP/1.1" status: 204 len: 173 time: 1.9586267 Dec 12 04:29:25.148602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:29:25.149108 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:29:25.152659 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:29:25.172673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'name': 'network-vif-deleted', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:25.184661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321870a-0646-43d0-a4b2-e2e4817791b4 None None] DHCP port deletion for 697dbcba-33be-42b7-9e69-e8961cce61ab request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:25.196949 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f9d1e3-3533-42de-89f8-00d1fa6c40ab" -d '{"events": [{"server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "name": "network-vif-deleted", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:25.251424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.279886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f5e8a-977f-41bf-8a7b-dca275278198 req-6f2217eb-2a09-4c1d-9fa1-20f4e497e30d tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:25.288868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d8f5e8a-977f-41bf-8a7b-dca275278198 req-6f2217eb-2a09-4c1d-9fa1-20f4e497e30d tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0e6465-83f3-4ab6-bc4b-58ac328790ce HTTP/1.1" status: 200 len: 946 time: 0.2808099 Dec 12 04:29:25.301947 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6561bbed-1fea-4cec-a386-f1500e93b95a x-openstack-request-id: req-6561bbed-1fea-4cec-a386-f1500e93b95a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:25.302812 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40305c25-ed89-41a0-9c93-0a30a208b0d3", "name": "network-vif-deleted", "tag": "4b8f78a3-367b-4d7b-b592-4c2ebd747786", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:25.302993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9de4be09-bb24-4425-a1e9-38a3cff13f30 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:25.303127 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6561bbed-1fea-4cec-a386-f1500e93b95a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:25.304026 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40305c25-ed89-41a0-9c93-0a30a208b0d3', 'name': 'network-vif-deleted', 'tag': '4b8f78a3-367b-4d7b-b592-4c2ebd747786', 'status': 'completed', 'code': 200} Dec 12 04:29:25.309629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.316274 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/networks/a81d87cf-074a-43b0-bcc3-85f4aef3f1e1 HTTP/1.1" status: 204 len: 168 time: 1.1721163 Dec 12 04:29:25.316274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d8057-bfa8-41f5-98bd-4d5c2fa053c6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Network': ['ID=a81d87cf-074a-43b0-bcc3-85f4aef3f1e1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:25.321660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40672) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:25.327171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'network': {'name': 'tempest-RoutersTest-1783396874'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:25.353575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:25.357511 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.371919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 9de4be09-bb24-4425-a1e9-38a3cff13f30 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:25.372545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9de4be09-bb24-4425-a1e9-38a3cff13f30 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:25.373266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fb621ebe-092d-44ce-a00f-b52265c07e2d no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:25.385684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:29:25.399107 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.399546 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added segment 581b1196-df90-44de-9f7e-c49c725d599e of type vlan for network 9721b915-3de9-49e4-9a88-e8d6baf74b8d Dec 12 04:29:25.404457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: fb621ebe-092d-44ce-a00f-b52265c07e2d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:25.404989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fb621ebe-092d-44ce-a00f-b52265c07e2d not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:25.409569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:29:20Z', 'updated_at': '2021-12-12T04:29:22Z', 'revision_number': 3, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'gw_port': {'id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:29:21Z', 'updated_at': '2021-12-12T04:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:25.443286 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.448903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Checking router: b62512ad-79ef-4f6d-825a-6a0d2f1d0eee for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:29:25.449591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Updating router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee port ee069bbf-eab6-41fe-942d-911be0742d13 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:29:25.474160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d8f5e8a-977f-41bf-8a7b-dca275278198 req-80a7f0eb-ca0d-4d08-b70b-0c68b28bdad4 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842103 Dec 12 04:29:25.477329 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.483628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:25.484267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.490267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.568749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2430289 Dec 12 04:29:25.569532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40680) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:25.574834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'subnet': {'network_id': '9721b915-3de9-49e4-9a88-e8d6baf74b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:25.701357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2649820-7fbe-4afb-81d4-aba8d7692b0c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Network': ['ID=9721b915-3de9-49e4-9a88-e8d6baf74b8d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:25.727821 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9721b915-3de9-49e4-9a88-e8d6baf74b8d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:29:25.784622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.804639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4b8f78a3-367b-4d7b-b592-4c2ebd747786 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:25.843728 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 4b8f78a3-367b-4d7b-b592-4c2ebd747786 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:25.844094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4b8f78a3-367b-4d7b-b592-4c2ebd747786 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:25.862554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:25.866486 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:25.986188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3159-d6a9-4408-a556-88b73d8079d0 req-41f38ccf-99b8-4a44-b54d-81c8ca7fd5fd tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:25.986188 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebad3159-d6a9-4408-a556-88b73d8079d0 req-41f38ccf-99b8-4a44-b54d-81c8ca7fd5fd tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0e6465-83f3-4ab6-bc4b-58ac328790ce HTTP/1.1" status: 200 len: 946 time: 0.1704247 Dec 12 04:29:26.034800 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.043682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.084960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ebad3159-d6a9-4408-a556-88b73d8079d0 req-3e84c9c8-c4bf-444d-919d-9d21a183e4a6 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901821 Dec 12 04:29:26.086383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Allocated IP 172.20.0.1 (0594e82a-87d6-4948-8058-46283fb0ae44/41d7c093-77df-4ff7-8baa-8ca085676c7f/5b9f161c-f9b3-4ad8-858b-6e40b8e3a494) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:26.104493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4043a15-e886-4149-96c5-28e37534c506 None None] Pushing event updated for resources: {'Port': ['ID=ee069bbf-eab6-41fe-942d-911be0742d13,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:26.128794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0cb44a-7db7-488c-96a3-c3e6199bb7bd None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:26.137524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Attempting to bind port ee069bbf-eab6-41fe-942d-911be0742d13 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:26.138048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Attempting to bind port ee069bbf-eab6-41fe-942d-911be0742d13 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:26.138538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Attempting to bind port ee069bbf-eab6-41fe-942d-911be0742d13 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:26.144911 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:26.145306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:26.145720 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.146122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:26.146618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Bound port: ee069bbf-eab6-41fe-942d-911be0742d13, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:26.147180 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.160506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40702) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:26.227039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] For port ee069bbf-eab6-41fe-942d-911be0742d13, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:26.231492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] For port ee069bbf-eab6-41fe-942d-911be0742d13, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ee069bbf-eab6-41fe-942d-911be0742d13,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:26.237600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.245726 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.264237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.316960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.353402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da25bdb-ef17-4ac5-b74c-0bc72a2049ec None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:26.366504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a9d1b4bd-e003-48ed-a240-7eb0cd3a5837 None None] Provisioning complete for port ee069bbf-eab6-41fe-942d-911be0742d13 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:26.366889 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b4bd-e003-48ed-a240-7eb0cd3a5837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.371652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Checking segment: {'id': '581b1196-df90-44de-9f7e-c49c725d599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9721b915-3de9-49e4-9a88-e8d6baf74b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:26.372050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network hostable DHCP agents. Network: 9721b915-3de9-49e4-9a88-e8d6baf74b8d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:29:26.376633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Subnet': ['ID=8419d6ed-f1c4-4562-ae5d-2d89b06541c1,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:26.386691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Network 0594e82a-87d6-4948-8058-46283fb0ae44 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:26.390069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:26.394558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:26.434938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9f161c-f9b3-4ad8-858b-6e40b8e3a494,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:26.464198 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.464660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Routers {'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:26.467212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:26.489588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 9721b915-3de9-49e4-9a88-e8d6baf74b8d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:29:26.508386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9721b915-3de9-49e4-9a88-e8d6baf74b8d) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:26.524616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:26.526226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.551143 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c941d915-7c33-4d52-983a-3bfc1d0b0f5b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9802876 Dec 12 04:29:26.553655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40706) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:26.564170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f81de5d4-dbe5-41a9-9435-a3e7b145137a tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1338205983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:26.597039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efb62c1-2342-46d4-bd4e-84d5b7583573 None None] Network 9721b915-3de9-49e4-9a88-e8d6baf74b8d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:26.597521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f81de5d4-dbe5-41a9-9435-a3e7b145137a tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.598946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f81de5d4-dbe5-41a9-9435-a3e7b145137a tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.668681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] Set router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:26.681658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.717616 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f81de5d4-dbe5-41a9-9435-a3e7b145137a tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.743519 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f81de5d4-dbe5-41a9-9435-a3e7b145137a tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.762392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4043a15-e886-4149-96c5-28e37534c506 None None] Pushing event updated for resources: {'Port': ['ID=ee069bbf-eab6-41fe-942d-911be0742d13,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:26.777734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f81de5d4-dbe5-41a9-9435-a3e7b145137a tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.779160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f81de5d4-dbe5-41a9-9435-a3e7b145137a tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2241709 Dec 12 04:29:26.781814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40710) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:26.788414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'port': {'network_id': '9721b915-3de9-49e4-9a88-e8d6baf74b8d', 'name': 'tempest-RoutersTest-766692758'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:26.921583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.928990 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.941970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:26.946132 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.952596 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b4bd-e003-48ed-a240-7eb0cd3a5837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:26.969601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] device_id is not set on port 3c992766-ff6a-465f-85c9-f1597898d94d yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:29:27.008737 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:27.019785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9f161c-f9b3-4ad8-858b-6e40b8e3a494,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:27.038914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-9721b915-3de9-49e4-9a88-e8d6baf74b8d', 'network_id': '9721b915-3de9-49e4-9a88-e8d6baf74b8d', 'project_id': '6bead300249f4f539a069d26de136c25', 'fixed_ips': [{'subnet_id': '8419d6ed-f1c4-4562-ae5d-2d89b06541c1'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:29:27.039684 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:27.065327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a9d1b4bd-e003-48ed-a240-7eb0cd3a5837 None None] For port ee069bbf-eab6-41fe-942d-911be0742d13, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ee069bbf-eab6-41fe-942d-911be0742d13,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:27.096380 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b4bd-e003-48ed-a240-7eb0cd3a5837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:27.167404 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:27.181788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1b4bd-e003-48ed-a240-7eb0cd3a5837 None None] Pushing event updated for resources: {'Port': ['ID=ee069bbf-eab6-41fe-942d-911be0742d13,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:27.183523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Network 0594e82a-87d6-4948-8058-46283fb0ae44 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:27.207244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:27.276279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.20.0.6 (9721b915-3de9-49e4-9a88-e8d6baf74b8d/8419d6ed-f1c4-4562-ae5d-2d89b06541c1/3c992766-ff6a-465f-85c9-f1597898d94d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:27.315499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c31e804e-05c1-4f92-a18b-2bee7402f13c None None] Provisioning complete for port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:27.320579 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c31e804e-05c1-4f92-a18b-2bee7402f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:27.384574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:29:20Z', 'updated_at': '2021-12-12T04:29:22Z', 'revision_number': 3, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'gw_port': {'id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:29:21Z', 'updated_at': '2021-12-12T04:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:27.386448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c31e804e-05c1-4f92-a18b-2bee7402f13c None None] Port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:27.417360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06aa3c-7791-4625-948b-0b536900fa86 None None] The sync data for ids ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'] in n-d-710847-7 is: [{'id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:29:20Z', 'updated_at': '2021-12-12T04:29:22Z', 'revision_number': 3, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'gw_port': {'id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:29:21Z', 'updated_at': '2021-12-12T04:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:27.449532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c31e804e-05c1-4f92-a18b-2bee7402f13c None None] Provisioning complete for port ee069bbf-eab6-41fe-942d-911be0742d13 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:27.449532 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c31e804e-05c1-4f92-a18b-2bee7402f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:27.449763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44301cb1-d6d7-4bff-846f-368c519a5cfc req-cf6e264e-2a62-45a6-912e-c137f41db210 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:27.459923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44301cb1-d6d7-4bff-846f-368c519a5cfc req-cf6e264e-2a62-45a6-912e-c137f41db210 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0e6465-83f3-4ab6-bc4b-58ac328790ce HTTP/1.1" status: 200 len: 946 time: 0.2598002 Dec 12 04:29:27.556853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44301cb1-d6d7-4bff-846f-368c519a5cfc req-7ca326c4-4bdb-49f5-af91-30b282d72166 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959935 Dec 12 04:29:27.594497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:27.663361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-06223350-a737-42c2-bfb7-3ca308f7a33a tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:27.665837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-06223350-a737-42c2-bfb7-3ca308f7a33a tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0e6465-83f3-4ab6-bc4b-58ac328790ce HTTP/1.1" status: 200 len: 946 time: 0.2246881 Dec 12 04:29:27.726658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9576846c-2558-40ff-9426-e7904c4cb620 None None] Provisioning complete for port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:27.732125 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9576846c-2558-40ff-9426-e7904c4cb620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:27.733281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:27.763831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:27.772875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-490aa230-1c50-4565-adc0-4a90ef411187 admin admin] 10.222.0.36 "PUT /v2.0/routers/b62512ad-79ef-4f6d-825a-6a0d2f1d0eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3836412 Dec 12 04:29:27.847967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9576846c-2558-40ff-9426-e7904c4cb620 None None] Port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:27.882580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:27.922660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Allocated IP 172.20.0.2 (9721b915-3de9-49e4-9a88-e8d6baf74b8d/8419d6ed-f1c4-4562-ae5d-2d89b06541c1/0c0ccb0a-f541-46b9-bd20-1fc3191f3042) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:27.987532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 9721b915-3de9-49e4-9a88-e8d6baf74b8d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:28.001074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:28.018075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Deleting port 13e0b894-3472-4689-a61a-71e027ff9a82 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:28.018436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.033497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:28.053632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=3c992766-ff6a-465f-85c9-f1597898d94d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:28.179790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Deleting port 1fb78e61-a255-4281-b21c-4184a67e7d04 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:28.180472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.208888 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.215804 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.263422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Network 9721b915-3de9-49e4-9a88-e8d6baf74b8d is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:28.270889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:28.273884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:28.275025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:28.276102 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.281728 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Pushing event updated for resources: {'Port': ['ID=0c0ccb0a-f541-46b9-bd20-1fc3191f3042,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:28.339526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] For port 13e0b894-3472-4689-a61a-71e027ff9a82, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=13e0b894-3472-4689-a61a-71e027ff9a82,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:28.339811 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.361623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f954190d-7592-4635-8ead-72ba7581d076 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5785997 Dec 12 04:29:28.364226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40734) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:28.371477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Calling delete_port for 13e0b894-3472-4689-a61a-71e027ff9a82 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:28.396584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Attempting to bind port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:28.397062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Attempting to bind port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '581b1196-df90-44de-9f7e-c49c725d599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9721b915-3de9-49e4-9a88-e8d6baf74b8d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:28.397492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Attempting to bind port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 on network 9721b915-3de9-49e4-9a88-e8d6baf74b8d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:28.410965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:28.411364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Checking segment: {'id': '581b1196-df90-44de-9f7e-c49c725d599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9721b915-3de9-49e4-9a88-e8d6baf74b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:28.412239 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.412358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Bound using segment: {'id': '581b1196-df90-44de-9f7e-c49c725d599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9721b915-3de9-49e4-9a88-e8d6baf74b8d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:28.412860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Bound port: 0c0ccb0a-f541-46b9-bd20-1fc3191f3042, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581b1196-df90-44de-9f7e-c49c725d599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9721b915-3de9-49e4-9a88-e8d6baf74b8d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:28.413241 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.476142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] For port 1fb78e61-a255-4281-b21c-4184a67e7d04, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1fb78e61-a255-4281-b21c-4184a67e7d04,segment=NetworkSegment(4922641b-7572-4f8c-82ee-f62f1c140afe),segment_id=4922641b-7572-4f8c-82ee-f62f1c140afe)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:28.476521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.507932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ee069bbf-eab6-41fe-942d-911be0742d13 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:28.591648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Calling delete_port for 1fb78e61-a255-4281-b21c-4184a67e7d04 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:28.596455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ee069bbf-eab6-41fe-942d-911be0742d13 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:28.596864 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.692170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] For port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:28.699444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] For port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0c0ccb0a-f541-46b9-bd20-1fc3191f3042,segment=NetworkSegment(581b1196-df90-44de-9f7e-c49c725d599e),segment_id=581b1196-df90-44de-9f7e-c49c725d599e)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:28.712478 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:28.853744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04e685-b5af-48cd-ac0b-57434102b188 None None] Pushing event updated for resources: {'Port': ['ID=0c0ccb0a-f541-46b9-bd20-1fc3191f3042,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:28.912300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0280af5-ccb0-42fa-bedb-f3f474a462af req-01d364bd-cbee-483e-828b-c7d88ca841a5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:28.916071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0280af5-ccb0-42fa-bedb-f3f474a462af req-01d364bd-cbee-483e-828b-c7d88ca841a5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0e6465-83f3-4ab6-bc4b-58ac328790ce HTTP/1.1" status: 200 len: 946 time: 0.1851170 Dec 12 04:29:29.061839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:29.142929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:29.179319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['13e0b894-3472-4689-a61a-71e027ff9a82', '80cdfc64-a2e0-486a-be75-b67ee17d82c0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:29:29.196116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['dfb51b1d-453e-4766-9aec-5fde74390622'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:29:29.197399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0280af5-ccb0-42fa-bedb-f3f474a462af req-943e5829-4043-47c4-953e-74eaf9720944 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440770 Dec 12 04:29:29.201271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Pushing event deleted for resources: {'Port': ['ID=13e0b894-3472-4689-a61a-71e027ff9a82,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:29.355773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] No DVR routers for this DVR port 13e0b894-3472-4689-a61a-71e027ff9a82 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:29.360405 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:29.365472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0008fe73-b63a-4e48-aeb0-44414bbd6e26 req-c9ea85b3-080e-4ce1-a15f-e5a21d38dbb1 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.37 "DELETE /v2.0/ports/13e0b894-3472-4689-a61a-71e027ff9a82 HTTP/1.1" status: 204 len: 173 time: 1.6917222 Dec 12 04:29:29.365953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0e6465-83f3-4ab6-bc4b-58ac328790ce', 'name': 'network-vif-deleted', 'tag': '13e0b894-3472-4689-a61a-71e027ff9a82'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:29.369190 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9eeeac-23ca-4616-9d4e-2fe286444b88" -d '{"events": [{"server_uuid": "6b0e6465-83f3-4ab6-bc4b-58ac328790ce", "name": "network-vif-deleted", "tag": "13e0b894-3472-4689-a61a-71e027ff9a82"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:29.415751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:29.473881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e8a7a-b67a-4029-a033-40ef2443eb9e None None] DHCP port deletion for 697dbcba-33be-42b7-9e69-e8961cce61ab request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:29.493250 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97d1d6c-432e-4715-9ff2-0f121187a2ab x-openstack-request-id: req-d97d1d6c-432e-4715-9ff2-0f121187a2ab {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:29.493860 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0e6465-83f3-4ab6-bc4b-58ac328790ce", "name": "network-vif-deleted", "tag": "13e0b894-3472-4689-a61a-71e027ff9a82", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:29.494436 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d97d1d6c-432e-4715-9ff2-0f121187a2ab {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:29.495766 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0e6465-83f3-4ab6-bc4b-58ac328790ce', 'name': 'network-vif-deleted', 'tag': '13e0b894-3472-4689-a61a-71e027ff9a82', 'status': 'completed', 'code': 200} Dec 12 04:29:29.537959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb78e61-a255-4281-b21c-4184a67e7d04,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:29.669253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:29.675811 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:29.790376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=3c992766-ff6a-465f-85c9-f1597898d94d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:29.795201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40758) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:29.892186 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:30.120637 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:30.230429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Router eb4fc712-7375-411d-be5d-737b267183cd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:30.490972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:30.497689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-af65dbae-0085-4560-9c3c-7f896e40e436 admin admin] 10.222.0.36 "PUT /v2.0/routers/eb4fc712-7375-411d-be5d-737b267183cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3354795 Dec 12 04:29:30.504342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40768) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:30.509566 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] Sync routers for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:30.534627 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:30.538864 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:30.649693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:30.751643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Sync routers for ids ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:30.756337 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:30.757746 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:30.790628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac3f015-fcb6-44b5-92f1-98a119954c03 None None] Network 9721b915-3de9-49e4-9a88-e8d6baf74b8d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:30.903791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Routers {'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:30.905133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:31.115537 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:29:29Z', 'revision_number': 5, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:31.154328 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] Checking router: eb4fc712-7375-411d-be5d-737b267183cd for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:29:31.166081 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] Routers {'eb4fc712-7375-411d-be5d-737b267183cd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:31.166992 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['eb4fc712-7375-411d-be5d-737b267183cd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:31.183719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8c1c3040-1eca-4db2-aed7-24963b87836c None None] Provisioning complete for port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:31.184267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3040-1eca-4db2-aed7-24963b87836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:31.347346 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] Set router eb4fc712-7375-411d-be5d-737b267183cd gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:31.357721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:31.358073 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:31.431681 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:31.467518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Set router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:31.727546 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:31.744748 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:31.764513 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3040-1eca-4db2-aed7-24963b87836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:31.791592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 13e0b894-3472-4689-a61a-71e027ff9a82 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:31.847358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 13e0b894-3472-4689-a61a-71e027ff9a82 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:31.847716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 13e0b894-3472-4689-a61a-71e027ff9a82 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:31.860627 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:31.872722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Deleting port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:31.873193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:31.922029 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:29:29Z', 'revision_number': 5, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:31.922602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8c1c3040-1eca-4db2-aed7-24963b87836c None None] For port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0c0ccb0a-f541-46b9-bd20-1fc3191f3042,segment=NetworkSegment(581b1196-df90-44de-9f7e-c49c725d599e),segment_id=581b1196-df90-44de-9f7e-c49c725d599e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:31.963171 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3040-1eca-4db2-aed7-24963b87836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:31.973953 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51455eba-43a8-41f9-88b0-5201c4c2d86a None None] The sync data for ids ['eb4fc712-7375-411d-be5d-737b267183cd'] in n-d-710847-7 is: [{'id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1428371030-router', 'tenant_id': '24aa79f485e74de1ac3b6647566e22f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:27:49Z', 'updated_at': '2021-12-12T04:29:29Z', 'revision_number': 5, 'project_id': '24aa79f485e74de1ac3b6647566e22f8', 'gw_port': {'id': '2fdb25c9-7e97-4ee9-a3e4-4a65728832b9', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4fc712-7375-411d-be5d-737b267183cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:27:51Z', 'updated_at': '2021-12-12T04:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:32.111980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] For port 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2fdb25c9-7e97-4ee9-a3e4-4a65728832b9,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:32.111980 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.154872 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:29:32.155241 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:29:32.172311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Calling delete_port for 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:32.180170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.193602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c3040-1eca-4db2-aed7-24963b87836c None None] Pushing event updated for resources: {'Port': ['ID=0c0ccb0a-f541-46b9-bd20-1fc3191f3042,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:32.199136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fc924b28-11a9-40d2-aea8-9147e1fe120a None None] Provisioning complete for port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:32.199446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc924b28-11a9-40d2-aea8-9147e1fe120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.228677 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.303934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:29:20Z', 'updated_at': '2021-12-12T04:29:26Z', 'revision_number': 4, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'gw_port': {'id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:29:21Z', 'updated_at': '2021-12-12T04:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5b9f161c-f9b3-4ad8-858b-6e40b8e3a494', 'name': '', 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'mac_address': 'fa:16:3e:ca:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '41d7c093-77df-4ff7-8baa-8ca085676c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:29:25Z', 'updated_at': '2021-12-12T04:29:26Z', 'revision_number': 2, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'subnets': [{'id': '41d7c093-77df-4ff7-8baa-8ca085676c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:32.310345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=3c992766-ff6a-465f-85c9-f1597898d94d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:32.344156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Checking router: b62512ad-79ef-4f6d-825a-6a0d2f1d0eee for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:29:32.344517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Updating router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:29:32.373385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.422226 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.439448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd78d71-3e18-4e44-a954-54f4fa8cc042 req-3fc289e2-2468-4b6e-bf44-e21512d67f61 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:32.452995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd78d71-3e18-4e44-a954-54f4fa8cc042 req-3fc289e2-2468-4b6e-bf44-e21512d67f61 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:32.461291 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd78d71-3e18-4e44-a954-54f4fa8cc042 req-3fc289e2-2468-4b6e-bf44-e21512d67f61 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=8eb45c7f-b196-4e6b-99a3-1c06775dae60&device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 1681 time: 0.2497411 Dec 12 04:29:32.516075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 9721b915-3de9-49e4-9a88-e8d6baf74b8d is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:32.522929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fc924b28-11a9-40d2-aea8-9147e1fe120a None None] Provisioning complete for port 3c992766-ff6a-465f-85c9-f1597898d94d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:32.523316 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc924b28-11a9-40d2-aea8-9147e1fe120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.551902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:32.577653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd78d71-3e18-4e44-a954-54f4fa8cc042 req-015c63a0-0f42-4485-80a7-301f937dfb36 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079876 Dec 12 04:29:32.691402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.717996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fc924b28-11a9-40d2-aea8-9147e1fe120a None None] Port 3c992766-ff6a-465f-85c9-f1597898d94d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:32.784594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fdb25c9-7e97-4ee9-a3e4-4a65728832b9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:32.835253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef05f1-15d9-4114-a8fc-2a585ec644a4 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:32.904557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:32.933708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Deleting port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:32.934099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.963934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:32.971951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3f057787-9439-4a7f-afe8-c0fa6168584d None None] Provisioning complete for port 3c992766-ff6a-465f-85c9-f1597898d94d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:32.972208 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3f057787-9439-4a7f-afe8-c0fa6168584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.039940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:33.040201 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.046118 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3f057787-9439-4a7f-afe8-c0fa6168584d None None] Port 3c992766-ff6a-465f-85c9-f1597898d94d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:33.066621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router 153d917f-9d9e-4f03-b30b-12b956c57c89 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:29:33.130710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.139237 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.149686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.179040 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.184388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.289791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.290460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb4fc712-7375-411d-be5d-737b267183cd {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:29:33.295184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.296492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-39733827-1a38-4826-92d9-c4e71788d8a2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/eb4fc712-7375-411d-be5d-737b267183cd HTTP/1.1" status: 204 len: 168 time: 2.7869592 Dec 12 04:29:33.299425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40814) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:33.316782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1ddc-a9d2-4983-92c8-5941154eb1c2 None None] Pushing event updated for resources: {'Port': ['ID=5b9f161c-f9b3-4ad8-858b-6e40b8e3a494,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:33.358296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Attempting to bind port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:33.360043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:33.360505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Attempting to bind port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'd43d9aed-155e-4c0d-85d1-aa6560d07c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:33.363551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Attempting to bind port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 on network 0594e82a-87d6-4948-8058-46283fb0ae44 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:33.370087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-99616fb9-52ab-4d9d-8cc5-4924159a2664 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/153d917f-9d9e-4f03-b30b-12b956c57c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0046775 Dec 12 04:29:33.370324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40816) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:33.375533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Calling delete_port for 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:33.381381 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda89187-2335-464d-9814-1db6cfeb03fd None None] Sync routers for ids ['153d917f-9d9e-4f03-b30b-12b956c57c89'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:33.408691 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda89187-2335-464d-9814-1db6cfeb03fd None None] Routers {'153d917f-9d9e-4f03-b30b-12b956c57c89'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:33.411533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1fb78e61-a255-4281-b21c-4184a67e7d04 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:33.413687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:33.414075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Checking segment: {'id': 'd43d9aed-155e-4c0d-85d1-aa6560d07c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:33.414492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.416255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Bound using segment: {'id': 'd43d9aed-155e-4c0d-85d1-aa6560d07c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:33.416768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Bound port: 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43d9aed-155e-4c0d-85d1-aa6560d07c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0594e82a-87d6-4948-8058-46283fb0ae44'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:33.417258 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.417810 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dda89187-2335-464d-9814-1db6cfeb03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['153d917f-9d9e-4f03-b30b-12b956c57c89'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:33.421875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e3c16d1a-6e27-4e7c-824b-e616c7519d2e None None] Provisioning complete for port 3c992766-ff6a-465f-85c9-f1597898d94d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:33.422257 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e3c16d1a-6e27-4e7c-824b-e616c7519d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.442672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Deleting subnet a2a96308-43a3-4f31-ab61-f9dac0b3bec8 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:29:33.500927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e3c16d1a-6e27-4e7c-824b-e616c7519d2e None None] Port 3c992766-ff6a-465f-85c9-f1597898d94d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:33.505289 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dda89187-2335-464d-9814-1db6cfeb03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:33.512006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.538224 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda89187-2335-464d-9814-1db6cfeb03fd None None] Routers {'153d917f-9d9e-4f03-b30b-12b956c57c89'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:33.539288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 1fb78e61-a255-4281-b21c-4184a67e7d04 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:33.539651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1fb78e61-a255-4281-b21c-4184a67e7d04 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:33.542853 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dda89187-2335-464d-9814-1db6cfeb03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['153d917f-9d9e-4f03-b30b-12b956c57c89'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:33.640412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db89dea-55a1-4eef-8714-f4b401988f56 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:33.643988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0db89dea-55a1-4eef-8714-f4b401988f56 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports/3c992766-ff6a-465f-85c9-f1597898d94d HTTP/1.1" status: 200 len: 976 time: 0.2191968 Dec 12 04:29:33.648027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40822) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:33.659994 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dda89187-2335-464d-9814-1db6cfeb03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:33.660685 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda89187-2335-464d-9814-1db6cfeb03fd None None] The sync data for ids ['153d917f-9d9e-4f03-b30b-12b956c57c89'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:33.683134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] For port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:33.689046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] For port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5b9f161c-f9b3-4ad8-858b-6e40b8e3a494,segment=NetworkSegment(d43d9aed-155e-4c0d-85d1-aa6560d07c64),segment_id=d43d9aed-155e-4c0d-85d1-aa6560d07c64)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:33.706624 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.718455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cab3551d-dc5c-48f4-957a-95ae84ca2bcc None None] Provisioning complete for port 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:33.719290 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cab3551d-dc5c-48f4-957a-95ae84ca2bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.734886 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.821345 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.834813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08812c1-9c30-4c74-9977-f233c901493a req-65300f7f-301a-4d81-a7fd-75a030c82c58 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:33.837298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Routers {'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:33.838463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:33.841044 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f08812c1-9c30-4c74-9977-f233c901493a req-65300f7f-301a-4d81-a7fd-75a030c82c58 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=8eb45c7f-b196-4e6b-99a3-1c06775dae60 HTTP/1.1" status: 200 len: 945 time: 0.1450534 Dec 12 04:29:33.842360 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:33.842806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cab3551d-dc5c-48f4-957a-95ae84ca2bcc None None] Could not find standard attr ID for object 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:29:33.890211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9f161c-f9b3-4ad8-858b-6e40b8e3a494,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:33.920884 n-d-710847-7 neutron-server[103452]: INFO neutron.plugins.ml2.db [None req-cab3551d-dc5c-48f4-957a-95ae84ca2bcc None None] No ports have port_id starting with 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494 Dec 12 04:29:34.101745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f08812c1-9c30-4c74-9977-f233c901493a req-d1f26879-413d-4e0c-bfd7-158d222c8ccc tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125859 Dec 12 04:29:34.201121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.253166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a96308-43a3-4f31-ab61-f9dac0b3bec8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:34.265662 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.271968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] Set router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:34.282389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.289941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a2a96308-43a3-4f31-ab61-f9dac0b3bec8 HTTP/1.1" status: 204 len: 168 time: 0.9892843 Dec 12 04:29:34.291276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40830) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:34.295554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.296093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.299883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.301213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.301743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.302272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.302779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.303291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.303797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.304745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.305277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.305956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.306454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c2745-a285-4ff1-84dc-568eed889040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:34.373602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1ddc-a9d2-4983-92c8-5941154eb1c2 None None] Pushing event updated for resources: {'Port': ['ID=5b9f161c-f9b3-4ad8-858b-6e40b8e3a494,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:34.392365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caecd3d8-6aae-4546-9ac0-2c7f6791416f None None] Network 697dbcba-33be-42b7-9e69-e8961cce61ab requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:34.417142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.593304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-809530b8-79bc-4ddf-802d-59967509a84e None None] Could not find standard attr ID for object 5b9f161c-f9b3-4ad8-858b-6e40b8e3a494. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:29:34.599019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be116951-f115-4e34-9a60-0d134e40183f None None] DHCP port deletion for 697dbcba-33be-42b7-9e69-e8961cce61ab request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:34.621636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.623564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:34.644069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697dbcba-33be-42b7-9e69-e8961cce61ab']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:34.652096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:29:20Z', 'updated_at': '2021-12-12T04:29:33Z', 'revision_number': 5, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'gw_port': {'id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:29:21Z', 'updated_at': '2021-12-12T04:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:34.655362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4922641b-7572-4f8c-82ee-f62f1c140afe') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:34.655680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4922641b-7572-4f8c-82ee-f62f1c140afe') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:34.665995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.680841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609cb125-ff97-43ad-91d4-628a43eec195 None None] The sync data for ids ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'] in n-d-710847-7 is: [{'id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:29:20Z', 'updated_at': '2021-12-12T04:29:33Z', 'revision_number': 5, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'gw_port': {'id': 'ee069bbf-eab6-41fe-942d-911be0742d13', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:29:21Z', 'updated_at': '2021-12-12T04:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:34.681148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.695696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:29:34.696117 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:29:34.698707 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:29:34.839262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-02d02b88-5163-456c-ae19-2db5f9e74cee tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:34.840946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-02d02b88-5163-456c-ae19-2db5f9e74cee tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.18 "GET /v2.0/ports?device_id=8eb45c7f-b196-4e6b-99a3-1c06775dae60 HTTP/1.1" status: 200 len: 945 time: 0.1527948 Dec 12 04:29:34.880450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.881180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:34.883822 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.887483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:34.891227 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:34.896093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] 10.222.0.36 "DELETE /v2.0/networks/697dbcba-33be-42b7-9e69-e8961cce61ab HTTP/1.1" status: 204 len: 168 time: 0.6015384 Dec 12 04:29:34.897297 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-00c50ee3-a8eb-4f0d-a8b4-54d00ed9edb9 admin admin] 10.222.0.36 "PUT /v2.0/routers/b62512ad-79ef-4f6d-825a-6a0d2f1d0eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0993886 Dec 12 04:29:34.900957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40834) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:34.935490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:34.935853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2fdb25c9-7e97-4ee9-a3e4-4a65728832b9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:34.994553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24fb4e-4ddd-4963-8017-b3147fe80271 admin admin] Pushing event deleted for resources: {'Network': ['ID=697dbcba-33be-42b7-9e69-e8961cce61ab,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:35.088255 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.121493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40840) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:35.253789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a874f427-88d2-439c-9d91-ca4fa8fcfd35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24aa79f485e74de1ac3b6647566e22f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270702 Dec 12 04:29:35.254933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40844) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:35.298108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-ae403d79-ac87-487b-8d93-ba180a004987 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:35.300216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-ae403d79-ac87-487b-8d93-ba180a004987 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5b7c0ff-84e0-4af8-b24f-78fdd8a57791 HTTP/1.1" status: 200 len: 945 time: 0.2057772 Dec 12 04:29:35.317227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e8a12-9d0e-4ee7-a07e-438e4b1ba96e req-54abf0bb-c6e7-4f09-9d96-61530727d60d tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:35.318781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0e8a12-9d0e-4ee7-a07e-438e4b1ba96e req-54abf0bb-c6e7-4f09-9d96-61530727d60d tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=8eb45c7f-b196-4e6b-99a3-1c06775dae60 HTTP/1.1" status: 200 len: 945 time: 0.1141710 Dec 12 04:29:35.323741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Deleting port dfb51b1d-453e-4766-9aec-5fde74390622 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:35.324239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.395751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.412795 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.457357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c0e8a12-9d0e-4ee7-a07e-438e4b1ba96e req-98c03a0d-34b3-4e5b-a4fa-10c656933df2 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3493601-89e0-4a94-839f-fa85b281c20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254122 Dec 12 04:29:35.510164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.514886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Deleting port 80cdfc64-a2e0-486a-be75-b67ee17d82c0 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:35.515274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.525754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] For port dfb51b1d-453e-4766-9aec-5fde74390622, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=dfb51b1d-453e-4766-9aec-5fde74390622,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:35.526272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.558189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Calling delete_port for dfb51b1d-453e-4766-9aec-5fde74390622 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:35.570272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 3c992766-ff6a-465f-85c9-f1597898d94d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:35.570708 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.590209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Deleting port ee069bbf-eab6-41fe-942d-911be0742d13 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:35.590209 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.626817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] Sync routers for ids ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:35.639646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] Routers {'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:35.640186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:35.674615 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.678425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.681948 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35ecf502-57e9-4fc5-a606-4299675588af HTTP/1.1" status: 204 len: 168 time: 0.4240532 Dec 12 04:29:35.687732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] For port 80cdfc64-a2e0-486a-be75-b67ee17d82c0, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=80cdfc64-a2e0-486a-be75-b67ee17d82c0,segment=NetworkSegment(1a03d2c4-075b-4fd6-8c6e-d573218fcedd),segment_id=1a03d2c4-075b-4fd6-8c6e-d573218fcedd)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:35.688111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.708210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ecf502-57e9-4fc5-a606-4299675588af,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:35.714292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.717484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Calling delete_port for 80cdfc64-a2e0-486a-be75-b67ee17d82c0 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:35.723264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.723621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.723972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.724317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.724674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.725047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.725383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.725718 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.726051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.726577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.726701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.727021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.727851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d9f5f-5838-4814-84fa-6b7d32c8d374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:35.738264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 3c992766-ff6a-465f-85c9-f1597898d94d owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:35.765939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] Set router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:35.766595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] For port ee069bbf-eab6-41fe-942d-911be0742d13, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ee069bbf-eab6-41fe-942d-911be0742d13,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:35.767002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.803670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Calling delete_port for ee069bbf-eab6-41fe-942d-911be0742d13 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:35.834071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:29:20Z', 'updated_at': '2021-12-12T04:29:35Z', 'revision_number': 6, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:35.865267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:35.872672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] Checking router: b62512ad-79ef-4f6d-825a-6a0d2f1d0eee for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:29:35.881951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] Routers {'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:35.883440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:35.904349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Pushing event deleted for resources: {'Port': ['ID=dfb51b1d-453e-4766-9aec-5fde74390622,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:35.921621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['80cdfc64-a2e0-486a-be75-b67ee17d82c0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:29:35.997671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] No DVR routers for this DVR port dfb51b1d-453e-4766-9aec-5fde74390622 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:36.000198 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.010174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7a708e5-dd36-42e3-a022-08a4c23af3e4 req-b29cf2e2-3a16-4c6d-885a-1b13a3a042d5 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.18 "DELETE /v2.0/ports/dfb51b1d-453e-4766-9aec-5fde74390622 HTTP/1.1" status: 204 len: 173 time: 1.1619470 Dec 12 04:29:36.035954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] Set router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:29:36.127484 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.145614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:29:20Z', 'updated_at': '2021-12-12T04:29:35Z', 'revision_number': 6, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:36.173319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb45c7f-b196-4e6b-99a3-1c06775dae60', 'name': 'network-vif-deleted', 'tag': 'dfb51b1d-453e-4766-9aec-5fde74390622'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:36.176190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658757c-1b5c-48e1-9c9d-abb93f7586a3 None None] The sync data for ids ['b62512ad-79ef-4f6d-825a-6a0d2f1d0eee'] in n-d-710847-7 is: [{'id': 'b62512ad-79ef-4f6d-825a-6a0d2f1d0eee', 'name': 'tempest-ImageQuotaTest-29779593-router', 'tenant_id': '874ff4b0daef43b49458b3e9767ff72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:29:20Z', 'updated_at': '2021-12-12T04:29:35Z', 'revision_number': 6, 'project_id': '874ff4b0daef43b49458b3e9767ff72e', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:36.184119 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73225aa-a870-456e-a90e-330b31274cf7" -d '{"events": [{"server_uuid": "8eb45c7f-b196-4e6b-99a3-1c06775dae60", "name": "network-vif-deleted", "tag": "dfb51b1d-453e-4766-9aec-5fde74390622"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:36.193303 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.271752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Pushing event deleted for resources: {'Port': ['ID=80cdfc64-a2e0-486a-be75-b67ee17d82c0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:36.271970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee069bbf-eab6-41fe-942d-911be0742d13,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:36.322690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dbc7d9-e750-4984-8d39-7d13d6463217 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:36.364306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] No DVR routers for this DVR port 80cdfc64-a2e0-486a-be75-b67ee17d82c0 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:36.366565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.374432 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.378692 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49f7fb78-2a08-4e77-bc69-b97115e8280e req-37f87c04-0bf3-4d27-be96-bec1ac6d87ed tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.37 "DELETE /v2.0/ports/80cdfc64-a2e0-486a-be75-b67ee17d82c0 HTTP/1.1" status: 204 len: 173 time: 1.0584311 Dec 12 04:29:36.379200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b7c0ff-84e0-4af8-b24f-78fdd8a57791', 'name': 'network-vif-deleted', 'tag': '80cdfc64-a2e0-486a-be75-b67ee17d82c0'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:29:36.381562 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44bd3c9-80b9-48a2-a50e-21d7e73afb62" -d '{"events": [{"server_uuid": "d5b7c0ff-84e0-4af8-b24f-78fdd8a57791", "name": "network-vif-deleted", "tag": "80cdfc64-a2e0-486a-be75-b67ee17d82c0"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:29:36.395311 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5134b33e-0dd0-4e11-9ac3-52e6fd46f1d2 x-openstack-request-id: req-5134b33e-0dd0-4e11-9ac3-52e6fd46f1d2 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:36.396170 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb45c7f-b196-4e6b-99a3-1c06775dae60", "name": "network-vif-deleted", "tag": "dfb51b1d-453e-4766-9aec-5fde74390622", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:36.398988 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5134b33e-0dd0-4e11-9ac3-52e6fd46f1d2 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:36.399671 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb45c7f-b196-4e6b-99a3-1c06775dae60', 'name': 'network-vif-deleted', 'tag': 'dfb51b1d-453e-4766-9aec-5fde74390622', 'status': 'completed', 'code': 200} Dec 12 04:29:36.402702 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.456342 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30a7417-73a0-41d3-b640-56535b738b7c x-openstack-request-id: req-a30a7417-73a0-41d3-b640-56535b738b7c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:29:36.456778 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b7c0ff-84e0-4af8-b24f-78fdd8a57791", "name": "network-vif-deleted", "tag": "80cdfc64-a2e0-486a-be75-b67ee17d82c0", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:29:36.457233 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a30a7417-73a0-41d3-b640-56535b738b7c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:29:36.457762 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b7c0ff-84e0-4af8-b24f-78fdd8a57791', 'name': 'network-vif-deleted', 'tag': '80cdfc64-a2e0-486a-be75-b67ee17d82c0', 'status': 'completed', 'code': 200} Dec 12 04:29:36.461893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=3c992766-ff6a-465f-85c9-f1597898d94d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:36.657394 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.660254 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.823358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.824187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b62512ad-79ef-4f6d-825a-6a0d2f1d0eee {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:29:36.836066 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.843671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-851d4f2f-f583-45cc-81fa-78f43c08374f admin admin] 10.222.0.36 "DELETE /v2.0/routers/b62512ad-79ef-4f6d-825a-6a0d2f1d0eee HTTP/1.1" status: 204 len: 168 time: 1.9416821 Dec 12 04:29:36.844364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40884) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:36.916343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53d87b5a-371e-4ac9-8d12-295cb2d56363 req-ebef0a05-d2ed-4a2e-9e41-582c30639c93 tempest-ListServersNegativeTestJSON-1171420555 tempest-ListServersNegativeTestJSON-1171420555-project] 10.222.0.36 "GET /v2.0/ports?device_id=8eb45c7f-b196-4e6b-99a3-1c06775dae60 HTTP/1.1" status: 200 len: 210 time: 0.1833944 Dec 12 04:29:36.918070 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:36.933969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ee069bbf-eab6-41fe-942d-911be0742d13 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:37.030430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: ee069bbf-eab6-41fe-942d-911be0742d13 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:37.032440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ee069bbf-eab6-41fe-942d-911be0742d13 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:37.048368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-302daa98-5e71-491e-8d46-c8cad2b77c85 admin admin] Deleting subnet 41d7c093-77df-4ff7-8baa-8ca085676c7f {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:29:37.066852 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-302daa98-5e71-491e-8d46-c8cad2b77c85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:37.119961 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-302daa98-5e71-491e-8d46-c8cad2b77c85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:37.228636 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-302daa98-5e71-491e-8d46-c8cad2b77c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:37.307567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router 153d917f-9d9e-4f03-b30b-12b956c57c89 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:37.316291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-302daa98-5e71-491e-8d46-c8cad2b77c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:37.397661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302daa98-5e71-491e-8d46-c8cad2b77c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d7c093-77df-4ff7-8baa-8ca085676c7f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:37.399717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886813bb-f60c-4475-8133-33ce326bcabc None None] Network 0594e82a-87d6-4948-8058-46283fb0ae44 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:37.410467 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-302daa98-5e71-491e-8d46-c8cad2b77c85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:37.416779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-302daa98-5e71-491e-8d46-c8cad2b77c85 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/41d7c093-77df-4ff7-8baa-8ca085676c7f HTTP/1.1" status: 204 len: 168 time: 0.5711832 Dec 12 04:29:37.419050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40900) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:37.505899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:37.569946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Deleting port e9a5764a-b7c3-4280-88aa-4c99fd38a75d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:37.570574 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:37.676805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] DHCP port deletion for 0594e82a-87d6-4948-8058-46283fb0ae44 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:37.757177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Deleting port e9a5764a-b7c3-4280-88aa-4c99fd38a75d {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:37.757391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:37.818074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:37.827668 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-da098fc3-a237-4ee8-b27c-0131e272a61f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/153d917f-9d9e-4f03-b30b-12b956c57c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1777496 Dec 12 04:29:37.828533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40906) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:37.831225 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67896c6f-a570-4aad-a797-36143b201255 None None] Sync routers for ids ['153d917f-9d9e-4f03-b30b-12b956c57c89'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:37.853278 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67896c6f-a570-4aad-a797-36143b201255 None None] Routers {'153d917f-9d9e-4f03-b30b-12b956c57c89'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:37.853919 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-67896c6f-a570-4aad-a797-36143b201255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['153d917f-9d9e-4f03-b30b-12b956c57c89'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:37.860102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device dfb51b1d-453e-4766-9aec-5fde74390622 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:37.897808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: dfb51b1d-453e-4766-9aec-5fde74390622 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:37.898166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device dfb51b1d-453e-4766-9aec-5fde74390622 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:37.961723 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-67896c6f-a570-4aad-a797-36143b201255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:37.969522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] For port e9a5764a-b7c3-4280-88aa-4c99fd38a75d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e9a5764a-b7c3-4280-88aa-4c99fd38a75d,segment=NetworkSegment(d43d9aed-155e-4c0d-85d1-aa6560d07c64),segment_id=d43d9aed-155e-4c0d-85d1-aa6560d07c64)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:37.971294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:37.979491 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67896c6f-a570-4aad-a797-36143b201255 None None] Routers {'153d917f-9d9e-4f03-b30b-12b956c57c89'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:37.980124 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-67896c6f-a570-4aad-a797-36143b201255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['153d917f-9d9e-4f03-b30b-12b956c57c89'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:37.996886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Calling delete_port for e9a5764a-b7c3-4280-88aa-4c99fd38a75d owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:38.066269 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-67896c6f-a570-4aad-a797-36143b201255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:38.066928 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67896c6f-a570-4aad-a797-36143b201255 None None] The sync data for ids ['153d917f-9d9e-4f03-b30b-12b956c57c89'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:38.157402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40924) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:38.207245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.241965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Pushing event deleted for resources: {'Port': ['ID=e9a5764a-b7c3-4280-88aa-4c99fd38a75d,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:38.245309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] For port e9a5764a-b7c3-4280-88aa-4c99fd38a75d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e9a5764a-b7c3-4280-88aa-4c99fd38a75d,segment=NetworkSegment(d43d9aed-155e-4c0d-85d1-aa6560d07c64),segment_id=d43d9aed-155e-4c0d-85d1-aa6560d07c64)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:38.245821 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.246079 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-57e1a3d0-4788-4260-a0d9-f03d7c3bdcbc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] remove_router_interface failed (client error): The resource could not be found. Dec 12 04:29:38.247228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-57e1a3d0-4788-4260-a0d9-f03d7c3bdcbc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/153d917f-9d9e-4f03-b30b-12b956c57c89/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4174018 Dec 12 04:29:38.250023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40930) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:38.277135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.277596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.277952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.278303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.278646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.278989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.279326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.279663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.279995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.280515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.280881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.281219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.281549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:29:38.282387 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Calling delete_port for e9a5764a-b7c3-4280-88aa-4c99fd38a75d owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:38.285384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e28c3-4511-466b-8ed3-ae4e0fab7bec None None] No DVR routers for this DVR port e9a5764a-b7c3-4280-88aa-4c99fd38a75d on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:38.302544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b9d32e58-1afb-44d1-8a22-8808dbfbb09f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=153d917f-9d9e-4f03-b30b-12b956c57c89 HTTP/1.1" status: 200 len: 205 time: 0.0514338 Dec 12 04:29:38.305004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40932) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:38.385824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa735dd-0e55-4b0a-8911-212e5161d8be admin admin] Deleting subnet b6f01c21-2cfe-497d-9b24-f6c3b2df720d {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:29:38.390274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efa735dd-0e55-4b0a-8911-212e5161d8be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.419331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a17f4782-4740-4289-990b-f982221de652 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.423870 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.471023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a5764a-b7c3-4280-88aa-4c99fd38a75d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:38.485946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] No DVR routers for this DVR port e9a5764a-b7c3-4280-88aa-4c99fd38a75d on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:38.498261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efa735dd-0e55-4b0a-8911-212e5161d8be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.647946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a17f4782-4740-4289-990b-f982221de652 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.666522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a17f4782-4740-4289-990b-f982221de652 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.676172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efa735dd-0e55-4b0a-8911-212e5161d8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.716122 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.744883 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a17f4782-4740-4289-990b-f982221de652 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.745649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f4782-4740-4289-990b-f982221de652 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Fanout notify agent at l3_agent the message router_deleted on router 153d917f-9d9e-4f03-b30b-12b956c57c89 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:29:38.759265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a17f4782-4740-4289-990b-f982221de652 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.763482 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a17f4782-4740-4289-990b-f982221de652 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/153d917f-9d9e-4f03-b30b-12b956c57c89 HTTP/1.1" status: 204 len: 168 time: 0.4575713 Dec 12 04:29:38.764278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40938) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:38.772477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0594e82a-87d6-4948-8058-46283fb0ae44']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:38.797313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43d9aed-155e-4c0d-85d1-aa6560d07c64') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:38.797624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43d9aed-155e-4c0d-85d1-aa6560d07c64') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:38.815495 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.832406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.846078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e9a5764a-b7c3-4280-88aa-4c99fd38a75d no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:38.858620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:29:38.859051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: items = [ Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:29:38.865031 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:29:38.878058 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efa735dd-0e55-4b0a-8911-212e5161d8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.892409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e9a5764a-b7c3-4280-88aa-4c99fd38a75d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:38.898881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e9a5764a-b7c3-4280-88aa-4c99fd38a75d not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:38.916201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa735dd-0e55-4b0a-8911-212e5161d8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f01c21-2cfe-497d-9b24-f6c3b2df720d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:38.931008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8ab338-275a-4e4e-bb8a-c55d87fb58f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting subnet 8419d6ed-f1c4-4562-ae5d-2d89b06541c1 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:29:38.934932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ce8ab338-275a-4e4e-bb8a-c55d87fb58f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.983563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:38.993654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ce8ab338-275a-4e4e-bb8a-c55d87fb58f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.014541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.022851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0594e82a-87d6-4948-8058-46283fb0ae44 HTTP/1.1" status: 204 len: 168 time: 1.6027851 Dec 12 04:29:39.033438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c78a12-b72f-4825-98b4-9143c3214438 admin admin] Pushing event deleted for resources: {'Network': ['ID=0594e82a-87d6-4948-8058-46283fb0ae44,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:39.050867 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efa735dd-0e55-4b0a-8911-212e5161d8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.055206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-efa735dd-0e55-4b0a-8911-212e5161d8be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b6f01c21-2cfe-497d-9b24-f6c3b2df720d HTTP/1.1" status: 204 len: 168 time: 0.8955507 Dec 12 04:29:39.058423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40946) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:39.187944 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.227539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ce8ab338-275a-4e4e-bb8a-c55d87fb58f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.325508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.351595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40952) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:39.377954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810028be-99d0-4275-911d-f6f7612a5e88']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:39.378993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ce8ab338-275a-4e4e-bb8a-c55d87fb58f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.418857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a03d2c4-075b-4fd6-8c6e-d573218fcedd') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:39.419311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a03d2c4-075b-4fd6-8c6e-d573218fcedd') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:39.422473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ab338-275a-4e4e-bb8a-c55d87fb58f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Subnet': ['ID=8419d6ed-f1c4-4562-ae5d-2d89b06541c1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:39.424711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff6563-150e-443f-a7a0-27b0862d16b0 None None] Network 9721b915-3de9-49e4-9a88-e8d6baf74b8d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:39.426620 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64299338-c331-41f4-ad63-2d353e84a65f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=874ff4b0daef43b49458b3e9767ff72e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715988 Dec 12 04:29:39.431758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ce8ab338-275a-4e4e-bb8a-c55d87fb58f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.432659 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40954) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:39.438245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ce8ab338-275a-4e4e-bb8a-c55d87fb58f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/8419d6ed-f1c4-4562-ae5d-2d89b06541c1 HTTP/1.1" status: 204 len: 168 time: 0.6698163 Dec 12 04:29:39.438659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40956) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:39.449180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.478685 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.503324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:29:39.503790 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:29:39.505527 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:29:39.535659 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.554370 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a80c187d-1519-4d88-b7f7-788c618a8afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.591582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a80c187d-1519-4d88-b7f7-788c618a8afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.593876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.599000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.605016 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/810028be-99d0-4275-911d-f6f7612a5e88 HTTP/1.1" status: 204 len: 168 time: 0.5413644 Dec 12 04:29:39.609704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:39.611256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.620553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59878be1-28fe-4562-9b6f-f9f61849ea67 None None] DHCP port deletion for 9721b915-3de9-49e4-9a88-e8d6baf74b8d request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:39.638238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17562fd8-95c6-48df-9621-a17e721250b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=810028be-99d0-4275-911d-f6f7612a5e88,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:39.712388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0c0ccb0a-f541-46b9-bd20-1fc3191f3042,segment=NetworkSegment(581b1196-df90-44de-9f7e-c49c725d599e),segment_id=581b1196-df90-44de-9f7e-c49c725d599e)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:39.713239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.713573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-59878be1-28fe-4562-9b6f-f9f61849ea67 None None] Deleting port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:39.713915 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-59878be1-28fe-4562-9b6f-f9f61849ea67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.738357 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a80c187d-1519-4d88-b7f7-788c618a8afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.741030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a80c187d-1519-4d88-b7f7-788c618a8afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.742456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a80c187d-1519-4d88-b7f7-788c618a8afd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aeab75d7-0a90-45fe-8821-69378b57ba17 HTTP/1.1" status: 204 len: 168 time: 0.3087523 Dec 12 04:29:39.759479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c187d-1519-4d88-b7f7-788c618a8afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeab75d7-0a90-45fe-8821-69378b57ba17,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:39.761718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:39.842650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 80cdfc64-a2e0-486a-be75-b67ee17d82c0 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:39.889480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 80cdfc64-a2e0-486a-be75-b67ee17d82c0 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:39.889819 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 80cdfc64-a2e0-486a-be75-b67ee17d82c0 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:39.929346 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.943617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40964) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:39.958977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-59878be1-28fe-4562-9b6f-f9f61849ea67 None None] For port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0c0ccb0a-f541-46b9-bd20-1fc3191f3042,segment=NetworkSegment(581b1196-df90-44de-9f7e-c49c725d599e),segment_id=581b1196-df90-44de-9f7e-c49c725d599e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:39.959939 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-59878be1-28fe-4562-9b6f-f9f61849ea67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:39.968923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No DVR routers for this DVR port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:39.971862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=0c0ccb0a-f541-46b9-bd20-1fc3191f3042,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:39.982602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-59878be1-28fe-4562-9b6f-f9f61849ea67 None None] Calling delete_port for 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:40.029330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-be374db1-3fce-48ec-9f0a-7231506af624 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac36b16a1b744571860e4cba41cba913&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842333 Dec 12 04:29:40.029935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40966) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:40.066311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.091978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9721b915-3de9-49e4-9a88-e8d6baf74b8d']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:40.092765 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-59878be1-28fe-4562-9b6f-f9f61849ea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.103301 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c931112-a719-41f5-940a-904eb6284980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.104717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581b1196-df90-44de-9f7e-c49c725d599e') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:40.105068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581b1196-df90-44de-9f7e-c49c725d599e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:40.124106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.139240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59878be1-28fe-4562-9b6f-f9f61849ea67 None None] Pushing event deleted for resources: {'Port': ['ID=0c0ccb0a-f541-46b9-bd20-1fc3191f3042,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:40.139460 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.144613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59878be1-28fe-4562-9b6f-f9f61849ea67 None None] No DVR routers for this DVR port 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:40.149544 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c931112-a719-41f5-940a-904eb6284980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.162212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:29:40.162680 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:29:40.166188 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:29:40.215153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c931112-a719-41f5-940a-904eb6284980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.219159 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0c931112-a719-41f5-940a-904eb6284980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.221444 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0c931112-a719-41f5-940a-904eb6284980 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3493601-89e0-4a94-839f-fa85b281c20f HTTP/1.1" status: 204 len: 168 time: 0.1894941 Dec 12 04:29:40.230067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c931112-a719-41f5-940a-904eb6284980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3493601-89e0-4a94-839f-fa85b281c20f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:40.248927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.285582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.285582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/networks/9721b915-3de9-49e4-9a88-e8d6baf74b8d HTTP/1.1" status: 204 len: 168 time: 0.8401642 Dec 12 04:29:40.285926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40978) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:40.289493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'network': {'name': 'tempest-RoutersTest-2113042945'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:40.305685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882672c-860f-4287-be04-115a0d2fa2ea tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Network': ['ID=9721b915-3de9-49e4-9a88-e8d6baf74b8d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:40.318721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:40.322736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.351317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:29:40.367390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.368151 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added segment 65cf5594-54be-49eb-803f-04cfd7e5e944 of type vlan for network 47b201e3-41b4-47cb-9146-4ee990d7767e Dec 12 04:29:40.416159 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.431671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40988) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:40.446676 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68fba00d-f241-44a3-8697-52aed2498a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.457845 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.467622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:40.468353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.538323 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2508016 Dec 12 04:29:40.539018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40996) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:40.543973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'subnet': {'network_id': '47b201e3-41b4-47cb-9146-4ee990d7767e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:40.559322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68fba00d-f241-44a3-8697-52aed2498a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.566415 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68fba00d-f241-44a3-8697-52aed2498a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.623322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c76854-c88b-4208-9faa-240564be0ebd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Network': ['ID=47b201e3-41b4-47cb-9146-4ee990d7767e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:40.630777 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f5271f2-d963-4dca-9a88-73c895f50166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.637373 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-68fba00d-f241-44a3-8697-52aed2498a37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2045655 Dec 12 04:29:40.638655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fba00d-f241-44a3-8697-52aed2498a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbfc4cd-bfd5-4b9d-8e4a-5bdf97088abd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:40.639966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40998) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:40.645870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 47b201e3-41b4-47cb-9146-4ee990d7767e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:29:40.730376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf290-45f3-4ec6-931f-8a5ef7e1e49d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.748625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:40.789840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.872671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:40.884213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf290-45f3-4ec6-931f-8a5ef7e1e49d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:40.906292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:40.907644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0c0ccb0a-f541-46b9-bd20-1fc3191f3042 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:41.029509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf290-45f3-4ec6-931f-8a5ef7e1e49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.036205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf290-45f3-4ec6-931f-8a5ef7e1e49d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.040682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e9cbf290-45f3-4ec6-931f-8a5ef7e1e49d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecbfc4cd-bfd5-4b9d-8e4a-5bdf97088abd HTTP/1.1" status: 204 len: 168 time: 0.3995004 Dec 12 04:29:41.056572 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:29:41.078990 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbf290-45f3-4ec6-931f-8a5ef7e1e49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbfc4cd-bfd5-4b9d-8e4a-5bdf97088abd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:41.135564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.313876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Subnet': ['ID=f9b5babb-e950-45c4-86c7-ae6859b44e2b,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:41.343414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Checking segment: {'id': '65cf5594-54be-49eb-803f-04cfd7e5e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '47b201e3-41b4-47cb-9146-4ee990d7767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:41.343798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network hostable DHCP agents. Network: 47b201e3-41b4-47cb-9146-4ee990d7767e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:29:41.371635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 47b201e3-41b4-47cb-9146-4ee990d7767e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:29:41.391411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 47b201e3-41b4-47cb-9146-4ee990d7767e) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:41.396696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:41.397337 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.405111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8430b-434d-4081-8da1-5bd95e1036be None None] Network 47b201e3-41b4-47cb-9146-4ee990d7767e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:41.429241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41024) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:41.429620 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bf8ce3b6-6f5b-4050-8ee2-0ffdd739fe28 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8894193 Dec 12 04:29:41.434286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-eb44c9e8-e2b0-4430-848d-477fee48bd4c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1177578118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:41.499340 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb44c9e8-e2b0-4430-848d-477fee48bd4c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.501033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb44c9e8-e2b0-4430-848d-477fee48bd4c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.670405 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb44c9e8-e2b0-4430-848d-477fee48bd4c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.671369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-47b201e3-41b4-47cb-9146-4ee990d7767e', 'network_id': '47b201e3-41b4-47cb-9146-4ee990d7767e', 'project_id': '6bead300249f4f539a069d26de136c25', 'fixed_ips': [{'subnet_id': 'f9b5babb-e950-45c4-86c7-ae6859b44e2b'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:29:41.672283 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.679922 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb44c9e8-e2b0-4430-848d-477fee48bd4c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.716934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb44c9e8-e2b0-4430-848d-477fee48bd4c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.718232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb44c9e8-e2b0-4430-848d-477fee48bd4c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2878730 Dec 12 04:29:41.720967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41040) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:41.854717 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:41.929936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Allocated IP 172.20.0.2 (47b201e3-41b4-47cb-9146-4ee990d7767e/f9b5babb-e950-45c4-86c7-ae6859b44e2b/17faf993-70e3-47f8-925f-52d7278fd613) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:42.043436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41048) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:42.152408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.266359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a53cad5-5443-4b5c-887b-45327424deff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.306163 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.317135 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.365302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Network 47b201e3-41b4-47cb-9146-4ee990d7767e is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:42.371858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:42.377619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:42.386874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Pushing event updated for resources: {'Port': ['ID=17faf993-70e3-47f8-925f-52d7278fd613,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:42.460097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Attempting to bind port 17faf993-70e3-47f8-925f-52d7278fd613 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:42.460583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Attempting to bind port 17faf993-70e3-47f8-925f-52d7278fd613 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '65cf5594-54be-49eb-803f-04cfd7e5e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '47b201e3-41b4-47cb-9146-4ee990d7767e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:42.461018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Attempting to bind port 17faf993-70e3-47f8-925f-52d7278fd613 on network 47b201e3-41b4-47cb-9146-4ee990d7767e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:42.467944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:42.468337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Checking segment: {'id': '65cf5594-54be-49eb-803f-04cfd7e5e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '47b201e3-41b4-47cb-9146-4ee990d7767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:42.468749 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.469324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Bound using segment: {'id': '65cf5594-54be-49eb-803f-04cfd7e5e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '47b201e3-41b4-47cb-9146-4ee990d7767e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:42.469807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Bound port: 17faf993-70e3-47f8-925f-52d7278fd613, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cf5594-54be-49eb-803f-04cfd7e5e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '47b201e3-41b4-47cb-9146-4ee990d7767e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:42.470789 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.541752 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a53cad5-5443-4b5c-887b-45327424deff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.546177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.20.0.1 (47b201e3-41b4-47cb-9146-4ee990d7767e/f9b5babb-e950-45c4-86c7-ae6859b44e2b/571c2e33-66f1-454e-818d-5374c5fba201) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:42.550144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] For port 17faf993-70e3-47f8-925f-52d7278fd613, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:42.552642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a53cad5-5443-4b5c-887b-45327424deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.553372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] For port 17faf993-70e3-47f8-925f-52d7278fd613, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=17faf993-70e3-47f8-925f-52d7278fd613,segment=NetworkSegment(65cf5594-54be-49eb-803f-04cfd7e5e944),segment_id=65cf5594-54be-49eb-803f-04cfd7e5e944)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:42.559752 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.626164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5eeb38-3645-4d75-b77d-a42dea52df47 None None] Pushing event updated for resources: {'Port': ['ID=17faf993-70e3-47f8-925f-52d7278fd613,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:42.651083 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3a53cad5-5443-4b5c-887b-45327424deff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0295d0a1ed124275b58dac66ee64c825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6066828 Dec 12 04:29:42.653723 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41054) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:42.664112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53cad5-5443-4b5c-887b-45327424deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bda4ed-1897-4955-a69b-d7f33269cdd7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:42.743880 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c67ac48d-eeff-40ae-937c-379ea1f1c98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.789733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.791880 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c67ac48d-eeff-40ae-937c-379ea1f1c98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.834714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.859220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c67ac48d-eeff-40ae-937c-379ea1f1c98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.864242 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c67ac48d-eeff-40ae-937c-379ea1f1c98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:42.865852 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c67ac48d-eeff-40ae-937c-379ea1f1c98d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5bda4ed-1897-4955-a69b-d7f33269cdd7 HTTP/1.1" status: 204 len: 168 time: 0.2109580 Dec 12 04:29:42.875506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ac48d-eeff-40ae-937c-379ea1f1c98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bda4ed-1897-4955-a69b-d7f33269cdd7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:42.949166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 47b201e3-41b4-47cb-9146-4ee990d7767e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:42.954459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:42.958677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:42.985771 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a56cbf6-4bb9-42dd-aca1-0c965160221d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:43.012247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:43.067937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=571c2e33-66f1-454e-818d-5374c5fba201,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:43.196197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:43.575473 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:43.582268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:43.690279 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:43.780632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=571c2e33-66f1-454e-818d-5374c5fba201,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:43.844597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 47b201e3-41b4-47cb-9146-4ee990d7767e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:43.846881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:43.947014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:44.068861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:44.119689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router 72f21c8b-d50e-4e94-bb8b-8c054df5770d is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:29:44.288182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:44.296567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b63c0623-4ab1-4c3b-a202-bd8e8e88542d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/72f21c8b-d50e-4e94-bb8b-8c054df5770d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745649 Dec 12 04:29:44.300072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:44.304656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07e982-e0bf-4988-846a-6a609eda3ef1 None None] Sync routers for ids ['72f21c8b-d50e-4e94-bb8b-8c054df5770d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:44.344122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07e982-e0bf-4988-846a-6a609eda3ef1 None None] Routers {'72f21c8b-d50e-4e94-bb8b-8c054df5770d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:44.347726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0d07e982-e0bf-4988-846a-6a609eda3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['72f21c8b-d50e-4e94-bb8b-8c054df5770d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:44.396467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41106) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:44.414549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed2b7fc-469f-4e79-b0a9-59bc1f53f135 None None] Network 47b201e3-41b4-47cb-9146-4ee990d7767e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:44.420279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0d07e982-e0bf-4988-846a-6a609eda3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:44.440334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55723f8-1d86-4888-8c8b-4a3d378948a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:44.441852 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d55723f8-1d86-4888-8c8b-4a3d378948a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports/571c2e33-66f1-454e-818d-5374c5fba201 HTTP/1.1" status: 200 len: 910 time: 0.1393354 Dec 12 04:29:44.444949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41112) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:44.532187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07e982-e0bf-4988-846a-6a609eda3ef1 None None] Routers {'72f21c8b-d50e-4e94-bb8b-8c054df5770d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:44.537308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0d07e982-e0bf-4988-846a-6a609eda3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['72f21c8b-d50e-4e94-bb8b-8c054df5770d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:44.653950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7f6e81c0-7840-4783-9ad3-2888309f6ff9 None None] Provisioning complete for port 17faf993-70e3-47f8-925f-52d7278fd613 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:44.654186 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7f6e81c0-7840-4783-9ad3-2888309f6ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:44.661999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0d07e982-e0bf-4988-846a-6a609eda3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:44.668586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07e982-e0bf-4988-846a-6a609eda3ef1 None None] The sync data for ids ['72f21c8b-d50e-4e94-bb8b-8c054df5770d'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:44.916084 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7f6e81c0-7840-4783-9ad3-2888309f6ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:44.966798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 17faf993-70e3-47f8-925f-52d7278fd613 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:45.149960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7f6e81c0-7840-4783-9ad3-2888309f6ff9 None None] For port 17faf993-70e3-47f8-925f-52d7278fd613, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=17faf993-70e3-47f8-925f-52d7278fd613,segment=NetworkSegment(65cf5594-54be-49eb-803f-04cfd7e5e944),segment_id=65cf5594-54be-49eb-803f-04cfd7e5e944)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:45.165359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f611964-71e0-4c5b-8f8e-f1d0a2e03b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.167100 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7f6e81c0-7840-4783-9ad3-2888309f6ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.242698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e81c0-7840-4783-9ad3-2888309f6ff9 None None] Pushing event updated for resources: {'Port': ['ID=17faf993-70e3-47f8-925f-52d7278fd613,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:45.275720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 17faf993-70e3-47f8-925f-52d7278fd613 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:45.276445 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.342155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a44f96a3-5fd4-410a-9b74-70d612a7a1ce None None] Provisioning complete for port 571c2e33-66f1-454e-818d-5374c5fba201 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:45.342625 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a44f96a3-5fd4-410a-9b74-70d612a7a1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.400542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a44f96a3-5fd4-410a-9b74-70d612a7a1ce None None] Port 571c2e33-66f1-454e-818d-5374c5fba201 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:45.430360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a44f96a3-5fd4-410a-9b74-70d612a7a1ce None None] Provisioning complete for port 17faf993-70e3-47f8-925f-52d7278fd613 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:45.431591 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a44f96a3-5fd4-410a-9b74-70d612a7a1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.530942 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f611964-71e0-4c5b-8f8e-f1d0a2e03b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.541004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f611964-71e0-4c5b-8f8e-f1d0a2e03b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.601255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f611964-71e0-4c5b-8f8e-f1d0a2e03b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4bcb36-9928-43f9-b12e-dbfcbf462042,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:45.606223 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.691222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4f611964-71e0-4c5b-8f8e-f1d0a2e03b36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9edca1868184715bb42974aa5b21b0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2933280 Dec 12 04:29:45.696185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41144) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:45.780059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fc1dbd70-c3b3-47eb-b7b6-7a174b88518d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.809724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.824474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fc1dbd70-c3b3-47eb-b7b6-7a174b88518d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.830457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6ce84d7f-83b5-42e9-9f6d-02b01709efdb None None] Provisioning complete for port 571c2e33-66f1-454e-818d-5374c5fba201 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:45.831273 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6ce84d7f-83b5-42e9-9f6d-02b01709efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.947995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6ce84d7f-83b5-42e9-9f6d-02b01709efdb None None] Port 571c2e33-66f1-454e-818d-5374c5fba201 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:45.948656 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fc1dbd70-c3b3-47eb-b7b6-7a174b88518d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.959308 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fc1dbd70-c3b3-47eb-b7b6-7a174b88518d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:45.966433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fc1dbd70-c3b3-47eb-b7b6-7a174b88518d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df4bcb36-9928-43f9-b12e-dbfcbf462042 HTTP/1.1" status: 204 len: 168 time: 0.2683969 Dec 12 04:29:45.982765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dbd70-c3b3-47eb-b7b6-7a174b88518d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4bcb36-9928-43f9-b12e-dbfcbf462042,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:46.071697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-45f3ac5c-92d3-4064-8fc6-333c48034510 None None] Provisioning complete for port 571c2e33-66f1-454e-818d-5374c5fba201 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:46.072510 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-45f3ac5c-92d3-4064-8fc6-333c48034510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:46.111616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-45f3ac5c-92d3-4064-8fc6-333c48034510 None None] Port 571c2e33-66f1-454e-818d-5374c5fba201 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:46.174851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 571c2e33-66f1-454e-818d-5374c5fba201 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:46.175473 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:46.320005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:46.334939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 571c2e33-66f1-454e-818d-5374c5fba201 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:46.559242 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:46.587626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=571c2e33-66f1-454e-818d-5374c5fba201,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:46.693098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:46.905955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 17faf993-70e3-47f8-925f-52d7278fd613 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:46.908230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:46.983920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 17faf993-70e3-47f8-925f-52d7278fd613 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:46.984583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:47.158152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router 72f21c8b-d50e-4e94-bb8b-8c054df5770d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:47.258954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:47.269143 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec5e39dc-a1ec-4873-825b-82eb21b411d4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/72f21c8b-d50e-4e94-bb8b-8c054df5770d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8227801 Dec 12 04:29:47.271831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41202) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:47.281038 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4239b8ac-826d-4eb8-a056-ff7940e9b32b None None] Sync routers for ids ['72f21c8b-d50e-4e94-bb8b-8c054df5770d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:47.298959 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4239b8ac-826d-4eb8-a056-ff7940e9b32b None None] Routers {'72f21c8b-d50e-4e94-bb8b-8c054df5770d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:47.300481 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4239b8ac-826d-4eb8-a056-ff7940e9b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['72f21c8b-d50e-4e94-bb8b-8c054df5770d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:47.314539 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ae4d74f2-a62b-48a7-89ec-6fa5b4a8ca24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=72f21c8b-d50e-4e94-bb8b-8c054df5770d HTTP/1.1" status: 200 len: 205 time: 0.0342016 Dec 12 04:29:47.314946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41204) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:47.340893 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4239b8ac-826d-4eb8-a056-ff7940e9b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:47.352983 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4239b8ac-826d-4eb8-a056-ff7940e9b32b None None] Routers {'72f21c8b-d50e-4e94-bb8b-8c054df5770d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:47.353949 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4239b8ac-826d-4eb8-a056-ff7940e9b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['72f21c8b-d50e-4e94-bb8b-8c054df5770d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:47.402500 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4239b8ac-826d-4eb8-a056-ff7940e9b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:47.403760 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4239b8ac-826d-4eb8-a056-ff7940e9b32b None None] The sync data for ids ['72f21c8b-d50e-4e94-bb8b-8c054df5770d'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:47.442935 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f03b6dc6-df92-4ef9-8dce-73d7087caeff tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:47.641290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f03b6dc6-df92-4ef9-8dce-73d7087caeff tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:47.645701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f03b6dc6-df92-4ef9-8dce-73d7087caeff tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:47.710097 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f03b6dc6-df92-4ef9-8dce-73d7087caeff tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:47.710636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03b6dc6-df92-4ef9-8dce-73d7087caeff tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Fanout notify agent at l3_agent the message router_deleted on router 72f21c8b-d50e-4e94-bb8b-8c054df5770d {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:29:47.720333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f03b6dc6-df92-4ef9-8dce-73d7087caeff tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:47.721428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f03b6dc6-df92-4ef9-8dce-73d7087caeff tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/72f21c8b-d50e-4e94-bb8b-8c054df5770d HTTP/1.1" status: 204 len: 168 time: 0.4054615 Dec 12 04:29:47.724224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41236) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:47.798650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-53526c3b-1c63-4dc9-a062-f3ef0c6dc108 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting subnet f9b5babb-e950-45c4-86c7-ae6859b44e2b {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:29:47.802152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53526c3b-1c63-4dc9-a062-f3ef0c6dc108 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:47.847309 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53526c3b-1c63-4dc9-a062-f3ef0c6dc108 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:47.956439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53526c3b-1c63-4dc9-a062-f3ef0c6dc108 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.040745 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53526c3b-1c63-4dc9-a062-f3ef0c6dc108 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.068160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41246) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:48.080911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53526c3b-1c63-4dc9-a062-f3ef0c6dc108 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b5babb-e950-45c4-86c7-ae6859b44e2b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:48.091357 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53526c3b-1c63-4dc9-a062-f3ef0c6dc108 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.099273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97718a8-8ee8-4e38-bfe3-d4324a641d62 None None] Network 47b201e3-41b4-47cb-9146-4ee990d7767e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:48.111338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-53526c3b-1c63-4dc9-a062-f3ef0c6dc108 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/f9b5babb-e950-45c4-86c7-ae6859b44e2b HTTP/1.1" status: 204 len: 168 time: 0.3794401 Dec 12 04:29:48.112014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41252) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:48.230200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.315051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 17faf993-70e3-47f8-925f-52d7278fd613 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:48.319205 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.323206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b574aae-0c19-41f0-9ef8-d90e4199a6c2 None None] DHCP port deletion for 47b201e3-41b4-47cb-9146-4ee990d7767e request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:48.394136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0b574aae-0c19-41f0-9ef8-d90e4199a6c2 None None] Deleting port 17faf993-70e3-47f8-925f-52d7278fd613 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:48.394296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b574aae-0c19-41f0-9ef8-d90e4199a6c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.413504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port 17faf993-70e3-47f8-925f-52d7278fd613, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=17faf993-70e3-47f8-925f-52d7278fd613,segment=NetworkSegment(65cf5594-54be-49eb-803f-04cfd7e5e944),segment_id=65cf5594-54be-49eb-803f-04cfd7e5e944)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:48.415911 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.432340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 17faf993-70e3-47f8-925f-52d7278fd613 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:48.459597 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b50bb5dc-a7aa-4cda-ac18-9c13ccc4fef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.467160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0b574aae-0c19-41f0-9ef8-d90e4199a6c2 None None] For port 17faf993-70e3-47f8-925f-52d7278fd613, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=17faf993-70e3-47f8-925f-52d7278fd613,segment=NetworkSegment(65cf5594-54be-49eb-803f-04cfd7e5e944),segment_id=65cf5594-54be-49eb-803f-04cfd7e5e944)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:48.467572 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b574aae-0c19-41f0-9ef8-d90e4199a6c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.482102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0b574aae-0c19-41f0-9ef8-d90e4199a6c2 None None] Calling delete_port for 17faf993-70e3-47f8-925f-52d7278fd613 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:48.594015 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.601001 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b574aae-0c19-41f0-9ef8-d90e4199a6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.619271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=17faf993-70e3-47f8-925f-52d7278fd613,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:48.643008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No DVR routers for this DVR port 17faf993-70e3-47f8-925f-52d7278fd613 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:48.647296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b574aae-0c19-41f0-9ef8-d90e4199a6c2 None None] No DVR routers for this DVR port 17faf993-70e3-47f8-925f-52d7278fd613 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:29:48.651127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b574aae-0c19-41f0-9ef8-d90e4199a6c2 None None] Pushing event deleted for resources: {'Port': ['ID=17faf993-70e3-47f8-925f-52d7278fd613,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:48.750251 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.761443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b50bb5dc-a7aa-4cda-ac18-9c13ccc4fef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.785598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b201e3-41b4-47cb-9146-4ee990d7767e']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:48.788508 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b50bb5dc-a7aa-4cda-ac18-9c13ccc4fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.807341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cf5594-54be-49eb-803f-04cfd7e5e944') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:48.807653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cf5594-54be-49eb-803f-04cfd7e5e944') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:48.839169 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.843351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 17faf993-70e3-47f8-925f-52d7278fd613 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:29:48.855912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bb5dc-a7aa-4cda-ac18-9c13ccc4fef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14a6f70-ef7b-43a5-bf0d-b90b96cd3134,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:48.864675 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b50bb5dc-a7aa-4cda-ac18-9c13ccc4fef4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec6d5950b2e241a89ea08bcfea475a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7952964 Dec 12 04:29:48.867254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41270) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:48.869288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 17faf993-70e3-47f8-925f-52d7278fd613 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:29:48.870210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 17faf993-70e3-47f8-925f-52d7278fd613 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:29:48.870353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.888084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:29:48.888456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:29:48.892591 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:29:48.980468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.988595 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.991837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/networks/47b201e3-41b4-47cb-9146-4ee990d7767e HTTP/1.1" status: 204 len: 168 time: 0.8785036 Dec 12 04:29:48.995539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ef35c94-98b7-429d-8480-a59245a8d0ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:48.996349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41274) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:49.002625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-360953936', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}, 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:49.007524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbd8e4-b4dd-4c52-baae-6796f273a4f5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Network': ['ID=47b201e3-41b4-47cb-9146-4ee990d7767e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:49.038891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ef35c94-98b7-429d-8480-a59245a8d0ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.045414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.047277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.100681 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ef35c94-98b7-429d-8480-a59245a8d0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.103467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ef35c94-98b7-429d-8480-a59245a8d0ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.104575 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9ef35c94-98b7-429d-8480-a59245a8d0ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a14a6f70-ef7b-43a5-bf0d-b90b96cd3134 HTTP/1.1" status: 204 len: 168 time: 0.2359381 Dec 12 04:29:49.110288 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.113158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef35c94-98b7-429d-8480-a59245a8d0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14a6f70-ef7b-43a5-bf0d-b90b96cd3134,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:49.282751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.499565 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.522982 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.631313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.25.7.191 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/46342396-9fdc-45db-9d0f-83e43e77ecca) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:49.772397 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.827286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:49.890833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:49.893271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=46342396-9fdc-45db-9d0f-83e43e77ecca,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:49.897357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:49.900094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:49.915974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f212f60-4726-4e48-b30c-3fca88c20200 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:49.968963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5f0fd8e5-118d-4f4f-9303-fbe371ac25cd None None] Provisioning complete for port 46342396-9fdc-45db-9d0f-83e43e77ecca triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:49.970797 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd8e5-118d-4f4f-9303-fbe371ac25cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:50.017482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5f0fd8e5-118d-4f4f-9303-fbe371ac25cd None None] Port 46342396-9fdc-45db-9d0f-83e43e77ecca cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:50.297484 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:50.597403 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:50.758096 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router 361e068e-bf65-4fa3-b9ab-f1a3297a74b4 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:29:50.897020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:50.912111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc32b2f-1e9a-4582-b223-3d495547500c None None] Sync routers for ids ['361e068e-bf65-4fa3-b9ab-f1a3297a74b4'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:50.928861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc32b2f-1e9a-4582-b223-3d495547500c None None] Routers {'361e068e-bf65-4fa3-b9ab-f1a3297a74b4'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:50.929506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9dc32b2f-1e9a-4582-b223-3d495547500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['361e068e-bf65-4fa3-b9ab-f1a3297a74b4'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:50.957041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:50.958764 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-023c8819-a87b-4e4e-8947-b1f2d695f4b1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.9608502 Dec 12 04:29:50.961724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41368) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:51.006650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9dc32b2f-1e9a-4582-b223-3d495547500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:51.017306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc32b2f-1e9a-4582-b223-3d495547500c None None] Routers {'361e068e-bf65-4fa3-b9ab-f1a3297a74b4'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:51.019316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9dc32b2f-1e9a-4582-b223-3d495547500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['361e068e-bf65-4fa3-b9ab-f1a3297a74b4'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:51.063124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9dc32b2f-1e9a-4582-b223-3d495547500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:51.064948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc32b2f-1e9a-4582-b223-3d495547500c None None] The sync data for ids ['361e068e-bf65-4fa3-b9ab-f1a3297a74b4'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:51.171686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41380) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:51.172175 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-95576f51-b306-4f26-b04c-d50c7090eb17 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/routers/361e068e-bf65-4fa3-b9ab-f1a3297a74b4 HTTP/1.1" status: 200 len: 880 time: 0.2087412 Dec 12 04:29:51.475757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41394) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:51.492633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-670c8698-fb9b-4c58-84dd-a33d389d5ec4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3190663 Dec 12 04:29:51.495505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41398) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:51.501752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-09aedf5c-e0e6-4aa1-b7b5-e8aaf85fa818 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-360953936'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:51.755212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6af8f4c-11b1-415f-97d3-d65bd3cc4e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.343203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09aedf5c-e0e6-4aa1-b7b5-e8aaf85fa818 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.347911 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6af8f4c-11b1-415f-97d3-d65bd3cc4e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.355841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6af8f4c-11b1-415f-97d3-d65bd3cc4e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.369617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09aedf5c-e0e6-4aa1-b7b5-e8aaf85fa818 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.481528 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41450) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:52.485385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b6af8f4c-11b1-415f-97d3-d65bd3cc4e6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4a081bc82f24268ae275865ed43fb31&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0076289 Dec 12 04:29:52.495010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af8f4c-11b1-415f-97d3-d65bd3cc4e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b24a43-387d-478d-8add-929027e6d46a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:52.549715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-358c323b-5393-4bbc-a379-0cfa8f6c418c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.559451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09aedf5c-e0e6-4aa1-b7b5-e8aaf85fa818 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router 361e068e-bf65-4fa3-b9ab-f1a3297a74b4 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:29:52.591954 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-358c323b-5393-4bbc-a379-0cfa8f6c418c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.655985 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-358c323b-5393-4bbc-a379-0cfa8f6c418c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.659522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-358c323b-5393-4bbc-a379-0cfa8f6c418c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.660916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-358c323b-5393-4bbc-a379-0cfa8f6c418c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18b24a43-387d-478d-8add-929027e6d46a HTTP/1.1" status: 204 len: 168 time: 0.1784141 Dec 12 04:29:52.685483 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c323b-5393-4bbc-a379-0cfa8f6c418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b24a43-387d-478d-8add-929027e6d46a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:52.717710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aedf5c-e0e6-4aa1-b7b5-e8aaf85fa818 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:52.729782 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4539a-9525-40d1-8541-11c12a82fdb2 None None] Sync routers for ids ['361e068e-bf65-4fa3-b9ab-f1a3297a74b4'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:52.737504 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09aedf5c-e0e6-4aa1-b7b5-e8aaf85fa818 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:52.742256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41460) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:52.744637 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-09aedf5c-e0e6-4aa1-b7b5-e8aaf85fa818 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/361e068e-bf65-4fa3-b9ab-f1a3297a74b4 HTTP/1.1" status: 200 len: 887 time: 1.2472126 Dec 12 04:29:52.745323 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4539a-9525-40d1-8541-11c12a82fdb2 None None] Routers {'361e068e-bf65-4fa3-b9ab-f1a3297a74b4'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:52.745956 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4eb4539a-9525-40d1-8541-11c12a82fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['361e068e-bf65-4fa3-b9ab-f1a3297a74b4'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:52.807233 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4eb4539a-9525-40d1-8541-11c12a82fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:52.818310 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4539a-9525-40d1-8541-11c12a82fdb2 None None] Routers {'361e068e-bf65-4fa3-b9ab-f1a3297a74b4'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:52.819132 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4eb4539a-9525-40d1-8541-11c12a82fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['361e068e-bf65-4fa3-b9ab-f1a3297a74b4'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:52.863164 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4eb4539a-9525-40d1-8541-11c12a82fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:52.864332 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4539a-9525-40d1-8541-11c12a82fdb2 None None] The sync data for ids ['361e068e-bf65-4fa3-b9ab-f1a3297a74b4'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:52.879075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41466) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:52.909712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ad00af75-b84e-447b-b0f2-658895ebc246 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/routers/361e068e-bf65-4fa3-b9ab-f1a3297a74b4 HTTP/1.1" status: 200 len: 887 time: 0.1653738 Dec 12 04:29:52.912449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41470) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:52.943895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ae98a363-0379-4f39-b404-21f2c5ce0f0a tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=361e068e-bf65-4fa3-b9ab-f1a3297a74b4 HTTP/1.1" status: 200 len: 205 time: 0.0294046 Dec 12 04:29:52.947004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41472) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:53.022196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8689d2b-18f0-47f3-a6bf-7c88e57b7fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.048616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41476) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:53.071158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5b32-b144-4702-9c89-c488c6e66b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.091694 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.169207 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8689d2b-18f0-47f3-a6bf-7c88e57b7fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.176474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8689d2b-18f0-47f3-a6bf-7c88e57b7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.212258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.234437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8689d2b-18f0-47f3-a6bf-7c88e57b7fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055e2032-e41f-4733-adc1-52226eb4770b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:53.243239 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b8689d2b-18f0-47f3-a6bf-7c88e57b7fbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aeadb0abc901447aa591a44cb5b43853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629529 Dec 12 04:29:53.247254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41482) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:53.249028 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5b32-b144-4702-9c89-c488c6e66b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.257278 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5b32-b144-4702-9c89-c488c6e66b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.297461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 46342396-9fdc-45db-9d0f-83e43e77ecca {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:29:53.297814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.336265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3b9d5b32-b144-4702-9c89-c488c6e66b4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=796b3483a24947bba9283d17887cb45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2848320 Dec 12 04:29:53.338133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41490) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:53.345827 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d5b32-b144-4702-9c89-c488c6e66b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e12ad-5f40-4a27-b148-25c81f6acf2d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:53.388124 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-92dcf6bd-3092-438c-985e-98a8dddb568c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.391197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.405594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 46342396-9fdc-45db-9d0f-83e43e77ecca owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:29:53.424063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-92dcf6bd-3092-438c-985e-98a8dddb568c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.431794 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67c63108-afea-41ae-9f71-1680d0bef7ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.476455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67c63108-afea-41ae-9f71-1680d0bef7ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.520714 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-92dcf6bd-3092-438c-985e-98a8dddb568c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.524251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-92dcf6bd-3092-438c-985e-98a8dddb568c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.526012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-92dcf6bd-3092-438c-985e-98a8dddb568c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/055e2032-e41f-4733-adc1-52226eb4770b HTTP/1.1" status: 204 len: 168 time: 0.2756541 Dec 12 04:29:53.537691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcf6bd-3092-438c-985e-98a8dddb568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e2032-e41f-4733-adc1-52226eb4770b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:53.553946 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67c63108-afea-41ae-9f71-1680d0bef7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.557294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67c63108-afea-41ae-9f71-1680d0bef7ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.562971 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-67c63108-afea-41ae-9f71-1680d0bef7ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c36e12ad-5f40-4a27-b148-25c81f6acf2d HTTP/1.1" status: 204 len: 168 time: 0.2224078 Dec 12 04:29:53.591712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63108-afea-41ae-9f71-1680d0bef7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e12ad-5f40-4a27-b148-25c81f6acf2d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:53.678452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:53.724665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=46342396-9fdc-45db-9d0f-83e43e77ecca,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:53.745156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d0deb-d2b6-4d30-99fe-b9ed3cb65dda None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:29:53.797601 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.146350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:54.165831 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-54dc4e52-7508-4a82-8fbf-b8934b750368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.277376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-54dc4e52-7508-4a82-8fbf-b8934b750368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.285024 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-54dc4e52-7508-4a82-8fbf-b8934b750368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.329620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.332025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.337550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc4e52-7508-4a82-8fbf-b8934b750368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20956d90-9037-40da-9fd6-d7ef8e29a321,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:54.364914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-54dc4e52-7508-4a82-8fbf-b8934b750368 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72e47383db854681abe9a18ac792fc0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2169740 Dec 12 04:29:54.367578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41530) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:54.402622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.403825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Fanout notify agent at l3_agent the message router_deleted on router 361e068e-bf65-4fa3-b9ab-f1a3297a74b4 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:29:54.413518 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.414800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-00531f6f-a117-4930-affe-329d66669daa tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/361e068e-bf65-4fa3-b9ab-f1a3297a74b4 HTTP/1.1" status: 204 len: 168 time: 1.4667640 Dec 12 04:29:54.418958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41532) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:54.425024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'network': {'name': 'tempest-RoutersTest-1488352278'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:54.469545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e426bad2-8fdd-47cc-b22a-30536141e5b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.475400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:54.479470 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.511007 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e426bad2-8fdd-47cc-b22a-30536141e5b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.541082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:29:54.562980 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.563383 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added segment abc26f8a-58bd-4ac5-97b9-b68fbaa826aa of type vlan for network 312374b3-ec2a-45bd-89be-2dccf3b5623e Dec 12 04:29:54.627525 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.665281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e426bad2-8fdd-47cc-b22a-30536141e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.668237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e426bad2-8fdd-47cc-b22a-30536141e5b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.672290 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e426bad2-8fdd-47cc-b22a-30536141e5b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20956d90-9037-40da-9fd6-d7ef8e29a321 HTTP/1.1" status: 204 len: 168 time: 0.3036547 Dec 12 04:29:54.683424 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.689831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:54.690447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:54.696712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426bad2-8fdd-47cc-b22a-30536141e5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20956d90-9037-40da-9fd6-d7ef8e29a321,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:54.767345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3467748 Dec 12 04:29:54.770057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41556) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:54.777286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'subnet': {'network_id': '312374b3-ec2a-45bd-89be-2dccf3b5623e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:54.782127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c654b-fd57-4546-a03d-96528bacef1e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Network': ['ID=312374b3-ec2a-45bd-89be-2dccf3b5623e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:54.810323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 312374b3-ec2a-45bd-89be-2dccf3b5623e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:29:54.933423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:29:54.937578 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:55.210822 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:55.299944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Subnet': ['ID=afedf95e-5878-4ae8-89ed-fee375c6d6ad,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:55.311450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Checking segment: {'id': 'abc26f8a-58bd-4ac5-97b9-b68fbaa826aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '312374b3-ec2a-45bd-89be-2dccf3b5623e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:55.311828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network hostable DHCP agents. Network: 312374b3-ec2a-45bd-89be-2dccf3b5623e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:29:55.334393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 312374b3-ec2a-45bd-89be-2dccf3b5623e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:29:55.349273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 312374b3-ec2a-45bd-89be-2dccf3b5623e) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:55.355017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:55.355900 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:55.359962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a44de-83bb-4069-aafd-6ceff93a1451 None None] Network 312374b3-ec2a-45bd-89be-2dccf3b5623e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:55.385419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1deaad9e-2dc2-4eac-9d99-f7b0150378ef tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6141202 Dec 12 04:29:55.387268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41594) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:55.396895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e7c0f920-4dd4-4c3b-b7db-6f171b214651 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-265092931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:55.449741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f920-4dd4-4c3b-b7db-6f171b214651 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:55.450950 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f920-4dd4-4c3b-b7db-6f171b214651 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:55.574680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-312374b3-ec2a-45bd-89be-2dccf3b5623e', 'network_id': '312374b3-ec2a-45bd-89be-2dccf3b5623e', 'project_id': '6bead300249f4f539a069d26de136c25', 'fixed_ips': [{'subnet_id': 'afedf95e-5878-4ae8-89ed-fee375c6d6ad'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:29:55.575872 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:55.576014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f920-4dd4-4c3b-b7db-6f171b214651 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:55.584739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f920-4dd4-4c3b-b7db-6f171b214651 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:55.622273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f920-4dd4-4c3b-b7db-6f171b214651 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:55.623524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e7c0f920-4dd4-4c3b-b7db-6f171b214651 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2352517 Dec 12 04:29:55.626432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41608) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:55.840869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Allocated IP 172.20.0.2 (312374b3-ec2a-45bd-89be-2dccf3b5623e/afedf95e-5878-4ae8-89ed-fee375c6d6ad/e52d26c2-8311-4b43-ae78-ab45e9652888) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:56.078554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:56.099364 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:56.110995 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:56.184317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Pushing event updated for resources: {'Port': ['ID=e52d26c2-8311-4b43-ae78-ab45e9652888,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:56.199249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Network 312374b3-ec2a-45bd-89be-2dccf3b5623e is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:56.203676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:56.210157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:56.304433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Attempting to bind port e52d26c2-8311-4b43-ae78-ab45e9652888 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:29:56.305163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Attempting to bind port e52d26c2-8311-4b43-ae78-ab45e9652888 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'abc26f8a-58bd-4ac5-97b9-b68fbaa826aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '312374b3-ec2a-45bd-89be-2dccf3b5623e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:29:56.305737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Attempting to bind port e52d26c2-8311-4b43-ae78-ab45e9652888 on network 312374b3-ec2a-45bd-89be-2dccf3b5623e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:29:56.311307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:29:56.312091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Checking segment: {'id': 'abc26f8a-58bd-4ac5-97b9-b68fbaa826aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '312374b3-ec2a-45bd-89be-2dccf3b5623e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:29:56.312695 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:56.313376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Bound using segment: {'id': 'abc26f8a-58bd-4ac5-97b9-b68fbaa826aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '312374b3-ec2a-45bd-89be-2dccf3b5623e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:29:56.314713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Bound port: e52d26c2-8311-4b43-ae78-ab45e9652888, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc26f8a-58bd-4ac5-97b9-b68fbaa826aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '312374b3-ec2a-45bd-89be-2dccf3b5623e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:29:56.315290 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:56.392887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] For port e52d26c2-8311-4b43-ae78-ab45e9652888, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:29:56.402877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] For port e52d26c2-8311-4b43-ae78-ab45e9652888, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e52d26c2-8311-4b43-ae78-ab45e9652888,segment=NetworkSegment(abc26f8a-58bd-4ac5-97b9-b68fbaa826aa),segment_id=abc26f8a-58bd-4ac5-97b9-b68fbaa826aa)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:29:56.410592 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:56.469304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.20.0.1 (312374b3-ec2a-45bd-89be-2dccf3b5623e/afedf95e-5878-4ae8-89ed-fee375c6d6ad/6141ce1a-1663-4c53-bfa5-0a273e56ccd6) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:29:56.522705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155fb91-2b93-4eb9-9c2f-58d530be80fa None None] Pushing event updated for resources: {'Port': ['ID=e52d26c2-8311-4b43-ae78-ab45e9652888,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:56.655093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:56.752501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:56.843572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 312374b3-ec2a-45bd-89be-2dccf3b5623e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:56.848375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:56.859140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:29:56.933275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=6141ce1a-1663-4c53-bfa5-0a273e56ccd6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:56.974624 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:57.007639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e52d26c2-8311-4b43-ae78-ab45e9652888 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:57.145230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:57.150602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e52d26c2-8311-4b43-ae78-ab45e9652888 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:57.151124 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:57.252991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:57.306722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port e52d26c2-8311-4b43-ae78-ab45e9652888, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e52d26c2-8311-4b43-ae78-ab45e9652888,segment=NetworkSegment(abc26f8a-58bd-4ac5-97b9-b68fbaa826aa),segment_id=abc26f8a-58bd-4ac5-97b9-b68fbaa826aa)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:29:57.314554 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:57.407853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=e52d26c2-8311-4b43-ae78-ab45e9652888,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:57.575731 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:57.582012 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:57.691214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=6141ce1a-1663-4c53-bfa5-0a273e56ccd6,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:57.700629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:57.854912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 312374b3-ec2a-45bd-89be-2dccf3b5623e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:29:57.856894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:29:57.955616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41720) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:58.125171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router c9d095c5-e4d0-4fad-8a21-54453942c3da is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:29:58.141983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce902f63-a5ff-4831-9b20-4f8c799e1ea9 None None] Network 312374b3-ec2a-45bd-89be-2dccf3b5623e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:29:58.183383 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3efac91-a5f9-4466-8e0e-30784ef6276a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:58.269235 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-82973283-fa99-45db-857c-94980dbeefd5 None None] Provisioning complete for port e52d26c2-8311-4b43-ae78-ab45e9652888 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:58.269910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-82973283-fa99-45db-857c-94980dbeefd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:58.283094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3efac91-a5f9-4466-8e0e-30784ef6276a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:58.296103 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c3efac91-a5f9-4466-8e0e-30784ef6276a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:58.330167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:29:58.330968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c3efac91-a5f9-4466-8e0e-30784ef6276a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1cace285a074105921c9fb11f286708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740051 Dec 12 04:29:58.341221 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-24208139-07fe-485c-9cb4-a011d5b730cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/c9d095c5-e4d0-4fad-8a21-54453942c3da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7136083 Dec 12 04:29:58.343081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41734) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:58.343701 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41736) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:58.357488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53d28a-0096-4265-995f-e4fcc0f333c1 None None] Sync routers for ids ['c9d095c5-e4d0-4fad-8a21-54453942c3da'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:29:58.396843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60774696-9a2f-4ea4-97c6-23d32b8ff90c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:58.401416 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-60774696-9a2f-4ea4-97c6-23d32b8ff90c tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports/6141ce1a-1663-4c53-bfa5-0a273e56ccd6 HTTP/1.1" status: 200 len: 910 time: 0.0532422 Dec 12 04:29:58.405439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41740) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:58.407935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53d28a-0096-4265-995f-e4fcc0f333c1 None None] Routers {'c9d095c5-e4d0-4fad-8a21-54453942c3da'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:58.408606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4d53d28a-0096-4265-995f-e4fcc0f333c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c9d095c5-e4d0-4fad-8a21-54453942c3da'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:58.414922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efac91-a5f9-4466-8e0e-30784ef6276a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e27735-48f5-46ac-8641-6faaa7cfa6a6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:58.418284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-51e167f4-3719-44e9-b5ae-701b87900ccd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afedf95e-5878-4ae8-89ed-fee375c6d6ad'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:29:58.462987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4d53d28a-0096-4265-995f-e4fcc0f333c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:58.477212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48de5883-0283-4fd9-a8cc-5a0b2a307063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:58.480019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53d28a-0096-4265-995f-e4fcc0f333c1 None None] Routers {'c9d095c5-e4d0-4fad-8a21-54453942c3da'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:29:58.480865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4d53d28a-0096-4265-995f-e4fcc0f333c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c9d095c5-e4d0-4fad-8a21-54453942c3da'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:58.515490 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48de5883-0283-4fd9-a8cc-5a0b2a307063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:58.539337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4d53d28a-0096-4265-995f-e4fcc0f333c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:29:58.540303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53d28a-0096-4265-995f-e4fcc0f333c1 None None] The sync data for ids ['c9d095c5-e4d0-4fad-8a21-54453942c3da'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:29:58.631175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48de5883-0283-4fd9-a8cc-5a0b2a307063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:58.634182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48de5883-0283-4fd9-a8cc-5a0b2a307063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:58.640677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-48de5883-0283-4fd9-a8cc-5a0b2a307063 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88e27735-48f5-46ac-8641-6faaa7cfa6a6 HTTP/1.1" status: 204 len: 168 time: 0.2915933 Dec 12 04:29:58.660391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de5883-0283-4fd9-a8cc-5a0b2a307063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e27735-48f5-46ac-8641-6faaa7cfa6a6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:58.684360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51e167f4-3719-44e9-b5ae-701b87900ccd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:58.899840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e52d26c2-8311-4b43-ae78-ab45e9652888 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:29:58.986079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e52d26c2-8311-4b43-ae78-ab45e9652888 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:58.986861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.089402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5ed5bd13-f951-42db-b251-ec8317dfede5 None None] Provisioning complete for port 6141ce1a-1663-4c53-bfa5-0a273e56ccd6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:59.089953 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5ed5bd13-f951-42db-b251-ec8317dfede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.225688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41768) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:59.271214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71f99cf3-8729-4975-bb7b-0084e556e579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.423348 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51e167f4-3719-44e9-b5ae-701b87900ccd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.443779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51e167f4-3719-44e9-b5ae-701b87900ccd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.457310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71f99cf3-8729-4975-bb7b-0084e556e579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.467819 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71f99cf3-8729-4975-bb7b-0084e556e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.505030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41776) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:59.511124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f99cf3-8729-4975-bb7b-0084e556e579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde44ce-f2d3-41b6-81be-3c508686d53a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:59.517326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5bd13-f951-42db-b251-ec8317dfede5 None None] Port 6141ce1a-1663-4c53-bfa5-0a273e56ccd6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:59.546487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5ed5bd13-f951-42db-b251-ec8317dfede5 None None] Provisioning complete for port e52d26c2-8311-4b43-ae78-ab45e9652888 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:59.548795 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5ed5bd13-f951-42db-b251-ec8317dfede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.552497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-71f99cf3-8729-4975-bb7b-0084e556e579 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb4e96ace62f48b98a3fa8afe4aa304a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256350 Dec 12 04:29:59.555147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41780) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:59.632923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e167f4-3719-44e9-b5ae-701b87900ccd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=6141ce1a-1663-4c53-bfa5-0a273e56ccd6,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:29:59.650386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71b8fa78-9c5e-4f4e-ad34-a68943e9bac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.654094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e167f4-3719-44e9-b5ae-701b87900ccd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:29:59.654785 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51e167f4-3719-44e9-b5ae-701b87900ccd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.657890 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-51e167f4-3719-44e9-b5ae-701b87900ccd tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/ports/6141ce1a-1663-4c53-bfa5-0a273e56ccd6 HTTP/1.1" status: 200 len: 910 time: 1.2510977 Dec 12 04:29:59.659633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41784) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:29:59.766370 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71b8fa78-9c5e-4f4e-ad34-a68943e9bac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.774574 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8c8634e9-f292-4a71-ad80-7b961ae49e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.815072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-657aeb41-f410-48ce-b654-fda4e7e0a54e None None] Provisioning complete for port 6141ce1a-1663-4c53-bfa5-0a273e56ccd6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:29:59.815774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-657aeb41-f410-48ce-b654-fda4e7e0a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.857706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-657aeb41-f410-48ce-b654-fda4e7e0a54e None None] Port 6141ce1a-1663-4c53-bfa5-0a273e56ccd6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:29:59.953339 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71b8fa78-9c5e-4f4e-ad34-a68943e9bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.956545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71b8fa78-9c5e-4f4e-ad34-a68943e9bac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:29:59.957719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-71b8fa78-9c5e-4f4e-ad34-a68943e9bac9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0dde44ce-f2d3-41b6-81be-3c508686d53a HTTP/1.1" status: 204 len: 168 time: 0.4010260 Dec 12 04:29:59.996652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8fa78-9c5e-4f4e-ad34-a68943e9bac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde44ce-f2d3-41b6-81be-3c508686d53a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:00.091621 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8c8634e9-f292-4a71-ad80-7b961ae49e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.096343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8c8634e9-f292-4a71-ad80-7b961ae49e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.143129 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8c8634e9-f292-4a71-ad80-7b961ae49e9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f45cb91cab684b739881c69e4837a72e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6269848 Dec 12 04:30:00.145993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41800) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:00.152797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8634e9-f292-4a71-ad80-7b961ae49e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8f4a89-5ee2-4084-81c3-3bcefaa77669,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:00.201654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae836bd6-9cdc-43d7-a5cd-b8edcf8951d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.227194 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae836bd6-9cdc-43d7-a5cd-b8edcf8951d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.250516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.310514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae836bd6-9cdc-43d7-a5cd-b8edcf8951d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.315816 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae836bd6-9cdc-43d7-a5cd-b8edcf8951d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.317249 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ae836bd6-9cdc-43d7-a5cd-b8edcf8951d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff8f4a89-5ee2-4084-81c3-3bcefaa77669 HTTP/1.1" status: 204 len: 168 time: 0.1697938 Dec 12 04:30:00.365776 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae836bd6-9cdc-43d7-a5cd-b8edcf8951d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8f4a89-5ee2-4084-81c3-3bcefaa77669,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:00.598066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 6141ce1a-1663-4c53-bfa5-0a273e56ccd6 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:00.598415 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.700197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.714889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 6141ce1a-1663-4c53-bfa5-0a273e56ccd6 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:00.808295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41834) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:00.823514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29dc60da-eaab-4ffe-89e6-6f8739472af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.940604 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:00.973975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=6141ce1a-1663-4c53-bfa5-0a273e56ccd6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:00.999670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29dc60da-eaab-4ffe-89e6-6f8739472af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:01.005301 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29dc60da-eaab-4ffe-89e6-6f8739472af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:01.075849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-29dc60da-eaab-4ffe-89e6-6f8739472af7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e89d1b06bf4c4fb0a444e1160123552d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661979 Dec 12 04:30:01.077077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc60da-eaab-4ffe-89e6-6f8739472af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3830b27-f73b-4e4f-9dfc-3b4c83687d88,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:01.080410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41846) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:01.163933 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-82ce8bb3-aa01-4413-b4b9-f22d3dc6123f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:01.184602 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:01.203754 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-82ce8bb3-aa01-4413-b4b9-f22d3dc6123f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:01.276535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-82ce8bb3-aa01-4413-b4b9-f22d3dc6123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:01.279704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-82ce8bb3-aa01-4413-b4b9-f22d3dc6123f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:01.283361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-82ce8bb3-aa01-4413-b4b9-f22d3dc6123f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3830b27-f73b-4e4f-9dfc-3b4c83687d88 HTTP/1.1" status: 204 len: 168 time: 0.1879871 Dec 12 04:30:01.306733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce8bb3-aa01-4413-b4b9-f22d3dc6123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3830b27-f73b-4e4f-9dfc-3b4c83687d88,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:01.407466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router c9d095c5-e4d0-4fad-8a21-54453942c3da has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:01.559213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:01.571056 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e1d0f010-53f6-4356-a9c6-76b2c6efc2de tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/c9d095c5-e4d0-4fad-8a21-54453942c3da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9100053 Dec 12 04:30:01.572837 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61dad34-d4c3-468f-9803-49eb1da8151f None None] Sync routers for ids ['c9d095c5-e4d0-4fad-8a21-54453942c3da'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:01.574059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41868) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:01.612045 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61dad34-d4c3-468f-9803-49eb1da8151f None None] Routers {'c9d095c5-e4d0-4fad-8a21-54453942c3da'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:01.613031 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f61dad34-d4c3-468f-9803-49eb1da8151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c9d095c5-e4d0-4fad-8a21-54453942c3da'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:01.619553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb588806-6fd7-4558-8764-72dcfb27c0a4 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9d095c5-e4d0-4fad-8a21-54453942c3da HTTP/1.1" status: 200 len: 205 time: 0.0441656 Dec 12 04:30:01.622491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41870) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:01.672476 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f61dad34-d4c3-468f-9803-49eb1da8151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:01.682690 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61dad34-d4c3-468f-9803-49eb1da8151f None None] Routers {'c9d095c5-e4d0-4fad-8a21-54453942c3da'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:01.683442 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f61dad34-d4c3-468f-9803-49eb1da8151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c9d095c5-e4d0-4fad-8a21-54453942c3da'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:01.735044 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f61dad34-d4c3-468f-9803-49eb1da8151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:01.736623 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61dad34-d4c3-468f-9803-49eb1da8151f None None] The sync data for ids ['c9d095c5-e4d0-4fad-8a21-54453942c3da'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:01.743846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35a71811-ea75-4d78-a837-23fb5cda01f7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:01.960931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35a71811-ea75-4d78-a837-23fb5cda01f7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:01.963234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35a71811-ea75-4d78-a837-23fb5cda01f7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.019411 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35a71811-ea75-4d78-a837-23fb5cda01f7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.019979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a71811-ea75-4d78-a837-23fb5cda01f7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Fanout notify agent at l3_agent the message router_deleted on router c9d095c5-e4d0-4fad-8a21-54453942c3da {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:30:02.030353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35a71811-ea75-4d78-a837-23fb5cda01f7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.031457 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-35a71811-ea75-4d78-a837-23fb5cda01f7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/c9d095c5-e4d0-4fad-8a21-54453942c3da HTTP/1.1" status: 204 len: 168 time: 0.4078887 Dec 12 04:30:02.034279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41898) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:02.099137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b40a6b9-dbb8-4c02-9de4-08a8e6566185 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting subnet afedf95e-5878-4ae8-89ed-fee375c6d6ad {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:30:02.103758 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b40a6b9-dbb8-4c02-9de4-08a8e6566185 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.148095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b40a6b9-dbb8-4c02-9de4-08a8e6566185 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.287396 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b40a6b9-dbb8-4c02-9de4-08a8e6566185 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.385306 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b40a6b9-dbb8-4c02-9de4-08a8e6566185 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.420368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40a6b9-dbb8-4c02-9de4-08a8e6566185 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Subnet': ['ID=afedf95e-5878-4ae8-89ed-fee375c6d6ad,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:02.422557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b40a6b9-dbb8-4c02-9de4-08a8e6566185 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.426710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8b40a6b9-dbb8-4c02-9de4-08a8e6566185 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/afedf95e-5878-4ae8-89ed-fee375c6d6ad HTTP/1.1" status: 204 len: 168 time: 0.3913784 Dec 12 04:30:02.430351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41934) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:02.433378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0656386-ade7-4f09-8364-42048f311cc9 None None] Network 312374b3-ec2a-45bd-89be-2dccf3b5623e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:02.546651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.670774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port e52d26c2-8311-4b43-ae78-ab45e9652888 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:02.673766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.728614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c8646-9b30-43dc-be1d-63bea8a0ec95 None None] DHCP port deletion for 312374b3-ec2a-45bd-89be-2dccf3b5623e request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:30:02.817061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c8646-9b30-43dc-be1d-63bea8a0ec95 None None] Deleting port e52d26c2-8311-4b43-ae78-ab45e9652888 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:02.817758 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8646-9b30-43dc-be1d-63bea8a0ec95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.838792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port e52d26c2-8311-4b43-ae78-ab45e9652888, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e52d26c2-8311-4b43-ae78-ab45e9652888,segment=NetworkSegment(abc26f8a-58bd-4ac5-97b9-b68fbaa826aa),segment_id=abc26f8a-58bd-4ac5-97b9-b68fbaa826aa)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:02.839159 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.865796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for e52d26c2-8311-4b43-ae78-ab45e9652888 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:02.935016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e52d26c2-8311-4b43-ae78-ab45e9652888 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:02.940696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4d6c8646-9b30-43dc-be1d-63bea8a0ec95 None None] For port e52d26c2-8311-4b43-ae78-ab45e9652888, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e52d26c2-8311-4b43-ae78-ab45e9652888,segment=NetworkSegment(abc26f8a-58bd-4ac5-97b9-b68fbaa826aa),segment_id=abc26f8a-58bd-4ac5-97b9-b68fbaa826aa)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:02.941361 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8646-9b30-43dc-be1d-63bea8a0ec95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:02.986853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c8646-9b30-43dc-be1d-63bea8a0ec95 None None] Calling delete_port for e52d26c2-8311-4b43-ae78-ab45e9652888 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:03.041761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.090892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=e52d26c2-8311-4b43-ae78-ab45e9652888,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:03.096049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No DVR routers for this DVR port e52d26c2-8311-4b43-ae78-ab45e9652888 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:03.163781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.271906 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8646-9b30-43dc-be1d-63bea8a0ec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.294872 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.299187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c8646-9b30-43dc-be1d-63bea8a0ec95 None None] No DVR routers for this DVR port e52d26c2-8311-4b43-ae78-ab45e9652888 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:03.329364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41982) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:03.334147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c8646-9b30-43dc-be1d-63bea8a0ec95 None None] Pushing event deleted for resources: {'Port': ['ID=e52d26c2-8311-4b43-ae78-ab45e9652888,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:03.345152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312374b3-ec2a-45bd-89be-2dccf3b5623e']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:03.367746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc26f8a-58bd-4ac5-97b9-b68fbaa826aa') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:03.369140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc26f8a-58bd-4ac5-97b9-b68fbaa826aa') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:03.386805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.411856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.420452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:30:03.421087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:30:03.426199 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:30:03.531446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.540685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.544737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/networks/312374b3-ec2a-45bd-89be-2dccf3b5623e HTTP/1.1" status: 204 len: 168 time: 1.1131132 Dec 12 04:30:03.549293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41990) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:03.555987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d8a3120f-d273-4cd6-9134-07ea276e3082 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1921370335', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:03.584340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45511cf-26f7-4b30-8c58-f0d96c2ae9f9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Network': ['ID=312374b3-ec2a-45bd-89be-2dccf3b5623e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:03.594262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8a3120f-d273-4cd6-9134-07ea276e3082 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.596721 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8a3120f-d273-4cd6-9134-07ea276e3082 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.682236 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8a3120f-d273-4cd6-9134-07ea276e3082 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.683431 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-df46f2d3-45d4-46aa-ba6f-6968a643b6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.697711 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8a3120f-d273-4cd6-9134-07ea276e3082 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.730237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8a3120f-d273-4cd6-9134-07ea276e3082 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.732864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d8a3120f-d273-4cd6-9134-07ea276e3082 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1803050 Dec 12 04:30:03.734744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42000) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:03.741019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'network': {'name': 'tempest-RoutersTest-1509704124'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:03.795826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:03.802240 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.807085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-df46f2d3-45d4-46aa-ba6f-6968a643b6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.824211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-df46f2d3-45d4-46aa-ba6f-6968a643b6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.846798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:30:03.864035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:03.882936 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added segment cb72f863-6fc8-4435-94c7-a2b740c51ccf of type vlan for network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 Dec 12 04:30:03.900910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-df46f2d3-45d4-46aa-ba6f-6968a643b6fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bf574dd0fb943a19ad1062474cdd984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5692692 Dec 12 04:30:03.903667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42010) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:03.923286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46f2d3-45d4-46aa-ba6f-6968a643b6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac050de3-9e2b-4292-b5e2-31287b349fe8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:03.967107 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.002932 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e33024c-a65c-4578-b328-bd725a4bc9eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.007317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.023431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:04.025539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.076181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e33024c-a65c-4578-b328-bd725a4bc9eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.110776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3742852 Dec 12 04:30:04.114124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42022) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:04.116800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa23116-1906-4f8b-aff7-48c61416ac7b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Network': ['ID=fb13b150-d39f-47bc-9f2e-79f7119b1ab9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:04.124531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'subnet': {'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:04.130606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:30:04.238857 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e33024c-a65c-4578-b328-bd725a4bc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.241708 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e33024c-a65c-4578-b328-bd725a4bc9eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.245627 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e33024c-a65c-4578-b328-bd725a4bc9eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac050de3-9e2b-4292-b5e2-31287b349fe8 HTTP/1.1" status: 204 len: 168 time: 0.3384986 Dec 12 04:30:04.266660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33024c-a65c-4578-b328-bd725a4bc9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac050de3-9e2b-4292-b5e2-31287b349fe8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:04.289444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:04.299781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.555537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.626687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Subnet': ['ID=644b5ef0-7dea-47d6-b850-5c6986c87bdd,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:04.654266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Checking segment: {'id': 'cb72f863-6fc8-4435-94c7-a2b740c51ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:04.654739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network hostable DHCP agents. Network: fb13b150-d39f-47bc-9f2e-79f7119b1ab9, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:30:04.674070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:30:04.686227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, fb13b150-d39f-47bc-9f2e-79f7119b1ab9) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:04.692722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:04.693676 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.700388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79deec6-f4c9-4f12-9276-2a753220d845 None None] Network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:04.718662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42038) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:04.727076 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b81395c7-1eab-49ec-8e23-04015227bd24 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6066766 Dec 12 04:30:04.730157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42040) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:04.733470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5320c852-976b-4f1e-9392-dc4585597932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.870185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'project_id': '6bead300249f4f539a069d26de136c25', 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:30:04.871440 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.894608 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5320c852-976b-4f1e-9392-dc4585597932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.901579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5320c852-976b-4f1e-9392-dc4585597932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:04.999639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c852-976b-4f1e-9392-dc4585597932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8f2579-e891-4ee2-98fd-962f41d90f85,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:05.010799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5320c852-976b-4f1e-9392-dc4585597932 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98e72143bce949969536e5defe49d495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903810 Dec 12 04:30:05.015779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42046) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:05.117581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Allocated IP 172.20.0.2 (fb13b150-d39f-47bc-9f2e-79f7119b1ab9/644b5ef0-7dea-47d6-b850-5c6986c87bdd/132bb151-952b-4d63-b077-4e038b1e289e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:05.343017 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.353679 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.402021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:05.405269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:05.409985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:05.419227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Pushing event updated for resources: {'Port': ['ID=132bb151-952b-4d63-b077-4e038b1e289e,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:05.457010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42054) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:05.482723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Attempting to bind port 132bb151-952b-4d63-b077-4e038b1e289e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:30:05.484594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Attempting to bind port 132bb151-952b-4d63-b077-4e038b1e289e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'cb72f863-6fc8-4435-94c7-a2b740c51ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:30:05.486431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Attempting to bind port 132bb151-952b-4d63-b077-4e038b1e289e on network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:30:05.494522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:30:05.496424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Checking segment: {'id': 'cb72f863-6fc8-4435-94c7-a2b740c51ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:05.500370 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.501484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Bound using segment: {'id': 'cb72f863-6fc8-4435-94c7-a2b740c51ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:30:05.501712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Bound port: 132bb151-952b-4d63-b077-4e038b1e289e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb72f863-6fc8-4435-94c7-a2b740c51ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:30:05.502216 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.511513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a95cd85-91e9-44f5-b6ef-c7b970fb5aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.537946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a95cd85-91e9-44f5-b6ef-c7b970fb5aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.597573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a95cd85-91e9-44f5-b6ef-c7b970fb5aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.600461 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a95cd85-91e9-44f5-b6ef-c7b970fb5aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.604082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8a95cd85-91e9-44f5-b6ef-c7b970fb5aaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d8f2579-e891-4ee2-98fd-962f41d90f85 HTTP/1.1" status: 204 len: 168 time: 0.5829389 Dec 12 04:30:05.613709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95cd85-91e9-44f5-b6ef-c7b970fb5aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8f2579-e891-4ee2-98fd-962f41d90f85,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:05.618795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] For port 132bb151-952b-4d63-b077-4e038b1e289e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:30:05.623074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] For port 132bb151-952b-4d63-b077-4e038b1e289e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=132bb151-952b-4d63-b077-4e038b1e289e,segment=NetworkSegment(cb72f863-6fc8-4435-94c7-a2b740c51ccf),segment_id=cb72f863-6fc8-4435-94c7-a2b740c51ccf)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:30:05.628762 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.636003 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52e83f26-af02-49d0-b213-dc8667385ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.671985 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.699409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14679ebb-eba6-4189-bfb3-cf65467345e8 None None] Pushing event updated for resources: {'Port': ['ID=132bb151-952b-4d63-b077-4e038b1e289e,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:05.717642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52e83f26-af02-49d0-b213-dc8667385ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.724404 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52e83f26-af02-49d0-b213-dc8667385ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.781372 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-52e83f26-af02-49d0-b213-dc8667385ba1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ba8c33edadc443a96d2299336019d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231986 Dec 12 04:30:05.784304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42060) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:05.836448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e83f26-af02-49d0-b213-dc8667385ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74678e84-0ea8-477e-ba19-a3c20e103519,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:05.858813 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ff52342-a1b6-48a0-b26d-5d2f78aa64f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.887235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ff52342-a1b6-48a0-b26d-5d2f78aa64f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.972608 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ff52342-a1b6-48a0-b26d-5d2f78aa64f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.980903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ff52342-a1b6-48a0-b26d-5d2f78aa64f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:05.982400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4ff52342-a1b6-48a0-b26d-5d2f78aa64f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74678e84-0ea8-477e-ba19-a3c20e103519 HTTP/1.1" status: 204 len: 168 time: 0.1958745 Dec 12 04:30:06.017064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff52342-a1b6-48a0-b26d-5d2f78aa64f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74678e84-0ea8-477e-ba19-a3c20e103519,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:06.191118 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.20.0.1 (fb13b150-d39f-47bc-9f2e-79f7119b1ab9/644b5ef0-7dea-47d6-b850-5c6986c87bdd/9c356cf0-84dc-429d-be93-73c6ff180c70) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:06.370777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-a5438068-c82d-434f-9847-63c42334cbba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114922 Dec 12 04:30:06.399654 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.500643 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.528875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42088) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:06.543412 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39a5fdde-4053-4361-b26b-4f31e5843a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.545651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-93bfaadb-f4d8-4ae5-ad7b-ebfede85b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:06.547756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-93bfaadb-f4d8-4ae5-ad7b-ebfede85b637 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1096 time: 0.1069782 Dec 12 04:30:06.564220 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:06.568733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:06.632802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:06.651440 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39a5fdde-4053-4361-b26b-4f31e5843a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.658192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-39a5fdde-4053-4361-b26b-4f31e5843a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.674662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=9c356cf0-84dc-429d-be93-73c6ff180c70,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:06.707045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.731903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-39a5fdde-4053-4361-b26b-4f31e5843a6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c81925bc62d441bcb86792197a1c67b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2018924 Dec 12 04:30:06.733048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5fdde-4053-4361-b26b-4f31e5843a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd495298-9415-4363-9148-63c76831aec3,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:06.737340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42092) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:06.831528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-95d60a9a-fcb2-4e98-888c-a6d493c16aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:06.835196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-95d60a9a-fcb2-4e98-888c-a6d493c16aef service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.2610555 Dec 12 04:30:06.840223 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6de3a97e-ad30-40d4-aa7f-8999c3c65657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.891428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6de3a97e-ad30-40d4-aa7f-8999c3c65657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.952395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 132bb151-952b-4d63-b077-4e038b1e289e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:06.966086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-85488cdc-986d-40ae-aedb-f292bcec90a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 200 len: 1001 time: 0.0884979 Dec 12 04:30:06.986872 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6de3a97e-ad30-40d4-aa7f-8999c3c65657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.990026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6de3a97e-ad30-40d4-aa7f-8999c3c65657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:06.991196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6de3a97e-ad30-40d4-aa7f-8999c3c65657 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd495298-9415-4363-9148-63c76831aec3 HTTP/1.1" status: 204 len: 168 time: 0.2526262 Dec 12 04:30:07.005246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3a97e-ad30-40d4-aa7f-8999c3c65657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd495298-9415-4363-9148-63c76831aec3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:07.058710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:07.120771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-cfe91d94-a295-469b-a660-d0bc0ea5986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:07.122251 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-cfe91d94-a295-469b-a660-d0bc0ea5986d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.1083088 Dec 12 04:30:07.126234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 132bb151-952b-4d63-b077-4e038b1e289e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:07.126631 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:07.284005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-ff11d80d-93e0-4088-bec6-ae5a87c4405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:07.303237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-ff11d80d-93e0-4088-bec6-ae5a87c4405b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734633 Dec 12 04:30:07.324405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:07.378356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 132bb151-952b-4d63-b077-4e038b1e289e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=132bb151-952b-4d63-b077-4e038b1e289e,segment=NetworkSegment(cb72f863-6fc8-4435-94c7-a2b740c51ccf),segment_id=cb72f863-6fc8-4435-94c7-a2b740c51ccf)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:07.385275 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:07.501561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=132bb151-952b-4d63-b077-4e038b1e289e,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:07.509224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a521c2f-d891-4b5a-9239-745126669099 None None] Network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:07.584283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-aa27df38-8417-4081-b976-6d7e05d9fca5 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801616 Dec 12 04:30:07.643221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1cd8bda5-d2f6-4575-afc1-6ab09ccb90f4 None None] Provisioning complete for port 132bb151-952b-4d63-b077-4e038b1e289e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:07.643606 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bda5-d2f6-4575-afc1-6ab09ccb90f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:07.708677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c47bec7-a602-407e-ab79-048b80fbeed5 req-58ec4a77-3f91-490a-af55-3c3b9701c9b0 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090822 Dec 12 04:30:07.732102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:07.740684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:07.887551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=9c356cf0-84dc-429d-be93-73c6ff180c70,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:07.890590 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:08.020736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:08.022756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:08.128146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e399ceee-e64c-4c37-af3f-b3fffb19b21e None None] Provisioning complete for port 132bb151-952b-4d63-b077-4e038b1e289e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:08.128606 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e399ceee-e64c-4c37-af3f-b3fffb19b21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:08.131768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42132) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:08.178196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:30:08.314625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e399ceee-e64c-4c37-af3f-b3fffb19b21e None None] Provisioning complete for port 9c356cf0-84dc-429d-be93-73c6ff180c70 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:08.317608 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e399ceee-e64c-4c37-af3f-b3fffb19b21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:08.361811 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e399ceee-e64c-4c37-af3f-b3fffb19b21e None None] Port 9c356cf0-84dc-429d-be93-73c6ff180c70 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:08.408254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:08.425468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-21f706fd-b8b7-478c-b248-e17e37c7bdd9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6914189 Dec 12 04:30:08.425929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:08.426017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42144) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:08.433379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'network': {'name': 'tempest-RoutersTest-880362175'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:08.443199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:08.443199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:08.515620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:08.521579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:08.590939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:30:08.607651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:08.608208 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added segment 73235037-d4d7-4d55-87c7-7821a728817a of type vlan for network 8b54abcc-376f-46ad-922e-c1a71817b05f Dec 12 04:30:08.661710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:08.675808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-978105c1-52d9-4e72-bfd4-3ce30aa4d986 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1713255562'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:08.677765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-978105c1-52d9-4e72-bfd4-3ce30aa4d986 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Unknown quota resources ['metering_label']. {{(pid=103451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:30:08.793455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:08.826724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d0930642-6095-47df-9f46-53d842263c96 None None] Provisioning complete for port 9c356cf0-84dc-429d-be93-73c6ff180c70 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:08.827296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d0930642-6095-47df-9f46-53d842263c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:08.898725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d0930642-6095-47df-9f46-53d842263c96 None None] Port 9c356cf0-84dc-429d-be93-73c6ff180c70 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:08.918699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 132bb151-952b-4d63-b077-4e038b1e289e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:08.919174 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.resource_extend [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:30:08.986135 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-978105c1-52d9-4e72-bfd4-3ce30aa4d986 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:08.989451 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-978105c1-52d9-4e72-bfd4-3ce30aa4d986 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8527203 Dec 12 04:30:08.989588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42156) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:08.995187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1cba18b7-5eba-4f52-9edb-b1081adf9a33 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f30ed1f0-5dc1-41cc-9bf3-eadac20632cd'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:08.995790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1cba18b7-5eba-4f52-9edb-b1081adf9a33 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:30:09.003681 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.009899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:09.011030 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.069736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6429672 Dec 12 04:30:09.072468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42158) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:09.075840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-166cf1ad-5ed3-48d4-8f91-6d8cf81416c6 None None] Provisioning complete for port 9c356cf0-84dc-429d-be93-73c6ff180c70 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:09.076189 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-166cf1ad-5ed3-48d4-8f91-6d8cf81416c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.078563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'subnet': {'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:09.140056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 132bb151-952b-4d63-b077-4e038b1e289e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:09.140525 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.185935 n-d-710847-7 neutron-server[103451]: WARNING neutron.services.metering.metering_plugin [None req-1cba18b7-5eba-4f52-9edb-b1081adf9a33 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 04:30:09.238295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-166cf1ad-5ed3-48d4-8f91-6d8cf81416c6 None None] Port 9c356cf0-84dc-429d-be93-73c6ff180c70 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:09.254061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5f0d1-4a36-4ac3-b2f8-cc0029c0d56d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Network': ['ID=8b54abcc-376f-46ad-922e-c1a71817b05f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:09.287784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:06Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:07Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:09.294636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 8b54abcc-376f-46ad-922e-c1a71817b05f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:30:09.333311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:09.338745 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.356605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:09.358663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Updating router fccb5d58-d398-4caf-baf5-1c0d4f133c04 port 9c356cf0-84dc-429d-be93-73c6ff180c70 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:30:09.432285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1cba18b7-5eba-4f52-9edb-b1081adf9a33 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.443524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1cba18b7-5eba-4f52-9edb-b1081adf9a33 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4523380 Dec 12 04:30:09.449271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42166) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:09.458151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6022be97-3760-4544-8c29-82cc64a11db7 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f30ed1f0-5dc1-41cc-9bf3-eadac20632cd'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:09.458750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6022be97-3760-4544-8c29-82cc64a11db7 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:30:09.546024 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.562049 n-d-710847-7 neutron-server[103451]: WARNING neutron.services.metering.metering_plugin [None req-6022be97-3760-4544-8c29-82cc64a11db7 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 04:30:09.674757 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.778395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Subnet': ['ID=a64dd519-2e64-400c-a321-917ae5211bca,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:09.794935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6022be97-3760-4544-8c29-82cc64a11db7 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.800691 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6022be97-3760-4544-8c29-82cc64a11db7 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3489099 Dec 12 04:30:09.801394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42178) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:09.823762 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7128f0fe-a213-44b4-b975-ecf4f841359e tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=90ee00f5-365e-44b7-ad0b-0f1058320d97 HTTP/1.1" status: 200 len: 464 time: 0.0211964 Dec 12 04:30:09.826697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42182) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:09.828016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Checking segment: {'id': '73235037-d4d7-4d55-87c7-7821a728817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:09.828392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network hostable DHCP agents. Network: 8b54abcc-376f-46ad-922e-c1a71817b05f, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:30:09.855996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 8b54abcc-376f-46ad-922e-c1a71817b05f is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:30:09.876651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 8b54abcc-376f-46ad-922e-c1a71817b05f) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:09.881779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:09.882847 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:09.889411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af1d6e-2e3e-4732-a562-f7d76b7306f9 None None] Network 8b54abcc-376f-46ad-922e-c1a71817b05f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:09.930148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1cacdc4b-5414-4b72-8acd-3f8a538fb055 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8564832 Dec 12 04:30:09.930805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42184) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:10.047205 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2d4ccb6b-48bb-4b68-9f8d-58654d8181a0 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.052082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2d4ccb6b-48bb-4b68-9f8d-58654d8181a0 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/90ee00f5-365e-44b7-ad0b-0f1058320d97 HTTP/1.1" status: 204 len: 168 time: 0.2242582 Dec 12 04:30:10.053210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42186) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:10.071548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b27f9652-604a-44c5-9f90-d5d9ddcb5549 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=90ee00f5-365e-44b7-ad0b-0f1058320d97 HTTP/1.1" status: 200 len: 221 time: 0.0164988 Dec 12 04:30:10.072180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42188) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:10.078051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-29e4f177-73fb-4963-becf-17668e1e0063 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--540355482', 'description': 'label created by tempest'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:10.091032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-29e4f177-73fb-4963-becf-17668e1e0063 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Unknown quota resources ['metering_label']. {{(pid=103451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:30:10.326576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-8b54abcc-376f-46ad-922e-c1a71817b05f', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'project_id': '6bead300249f4f539a069d26de136c25', 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:30:10.327537 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.339605 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.352270 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.517789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96c24d-a093-4f50-9611-7f82a2413304 None None] Pushing event updated for resources: {'Port': ['ID=9c356cf0-84dc-429d-be93-73c6ff180c70,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:10.558002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Attempting to bind port 9c356cf0-84dc-429d-be93-73c6ff180c70 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:30:10.558331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Attempting to bind port 9c356cf0-84dc-429d-be93-73c6ff180c70 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'cb72f863-6fc8-4435-94c7-a2b740c51ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:30:10.558675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Attempting to bind port 9c356cf0-84dc-429d-be93-73c6ff180c70 on network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:30:10.570875 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-29e4f177-73fb-4963-becf-17668e1e0063 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.573433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-29e4f177-73fb-4963-becf-17668e1e0063 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5002785 Dec 12 04:30:10.576302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42194) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:10.587614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:30:10.588003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Checking segment: {'id': 'cb72f863-6fc8-4435-94c7-a2b740c51ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:10.588425 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.588861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Bound using segment: {'id': 'cb72f863-6fc8-4435-94c7-a2b740c51ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:30:10.589381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Bound port: 9c356cf0-84dc-429d-be93-73c6ff180c70, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb72f863-6fc8-4435-94c7-a2b740c51ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:30:10.589779 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.627429 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.713828 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-683dd0b0-9d1f-4719-95ed-6bffb4a43c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.740496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Allocated IP 172.21.0.2 (8b54abcc-376f-46ad-922e-c1a71817b05f/a64dd519-2e64-400c-a321-917ae5211bca/49897c12-9603-40b8-a507-d83c79782712) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:10.778515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8701689e-b7dd-4341-a110-a5373e250b7f tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=98c90ba7-166a-4c26-bbc4-fcc71e4d1bbe HTTP/1.1" status: 200 len: 467 time: 0.1983545 Dec 12 04:30:10.778766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42202) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:10.814138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] For port 9c356cf0-84dc-429d-be93-73c6ff180c70, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:30:10.817701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] For port 9c356cf0-84dc-429d-be93-73c6ff180c70, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9c356cf0-84dc-429d-be93-73c6ff180c70,segment=NetworkSegment(cb72f863-6fc8-4435-94c7-a2b740c51ccf),segment_id=cb72f863-6fc8-4435-94c7-a2b740c51ccf)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:30:10.849806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42204) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:10.867052 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:10.937345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-97c48ede-fb42-463c-9c28-5643cc6d3091 None None] Provisioning complete for port 9c356cf0-84dc-429d-be93-73c6ff180c70 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:10.937734 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97c48ede-fb42-463c-9c28-5643cc6d3091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.030942 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a753a9f3-33fc-4ee5-930d-6552d11d3442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.107610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:11.108511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:29:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:11.110898 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.120194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96c24d-a093-4f50-9611-7f82a2413304 None None] Pushing event updated for resources: {'Port': ['ID=9c356cf0-84dc-429d-be93-73c6ff180c70,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:11.169889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a753a9f3-33fc-4ee5-930d-6552d11d3442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.175345 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a753a9f3-33fc-4ee5-930d-6552d11d3442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.198355 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.213703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa19a-23fb-4745-bdc4-c306356442ee tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.214870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0d5aa19a-23fb-4745-bdc4-c306356442ee tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/98c90ba7-166a-4c26-bbc4-fcc71e4d1bbe HTTP/1.1" status: 204 len: 168 time: 0.4348238 Dec 12 04:30:11.221854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42208) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:11.225379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753a9f3-33fc-4ee5-930d-6552d11d3442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cb6796-4d1c-46a1-a828-2ffac4113f0a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:11.254856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Network 8b54abcc-376f-46ad-922e-c1a71817b05f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:11.255910 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a753a9f3-33fc-4ee5-930d-6552d11d3442 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2342a2495d7f40a59fee6aafa3f29f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4048402 Dec 12 04:30:11.256634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42210) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:11.260153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:11.263672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:11.288969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3e97b375-b849-4c38-9972-79c04d6a1c46 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=98c90ba7-166a-4c26-bbc4-fcc71e4d1bbe HTTP/1.1" status: 200 len: 216 time: 0.0611334 Dec 12 04:30:11.295613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:11.298868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42212) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:11.323562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3180ec66-84e5-4439-a7e1-4f171e9f5fe8 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0205929 Dec 12 04:30:11.327445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42214) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:11.334609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Pushing event updated for resources: {'Port': ['ID=49897c12-9603-40b8-a507-d83c79782712,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:11.352201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-add4a4b3-170d-427d-b751-1e7daccc0cc6 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0165572 Dec 12 04:30:11.355812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42218) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:11.372210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81f75b3a-7297-4f04-9198-03151a9f485d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.403249 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81f75b3a-7297-4f04-9198-03151a9f485d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.426594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f3bfe38f-6cf9-4c25-b31f-b8a393885528 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/f30ed1f0-5dc1-41cc-9bf3-eadac20632cd HTTP/1.1" status: 200 len: 473 time: 0.0696065 Dec 12 04:30:11.431198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42220) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:11.446140 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb7cf0e1-9ba3-4077-87de-0f89f0df3a57 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/5ad73274-e441-49f6-a7ab-d918ad848207 HTTP/1.1" status: 200 len: 461 time: 0.0136569 Dec 12 04:30:11.448603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Attempting to bind port 49897c12-9603-40b8-a507-d83c79782712 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:30:11.449011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Attempting to bind port 49897c12-9603-40b8-a507-d83c79782712 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '73235037-d4d7-4d55-87c7-7821a728817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:30:11.449388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Attempting to bind port 49897c12-9603-40b8-a507-d83c79782712 on network 8b54abcc-376f-46ad-922e-c1a71817b05f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:30:11.451349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42222) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:11.457306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:30:11.457695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Checking segment: {'id': '73235037-d4d7-4d55-87c7-7821a728817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:11.458108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.458511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Bound using segment: {'id': '73235037-d4d7-4d55-87c7-7821a728817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:30:11.459007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Bound port: 49897c12-9603-40b8-a507-d83c79782712, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73235037-d4d7-4d55-87c7-7821a728817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:30:11.459399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.474050 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97c48ede-fb42-463c-9c28-5643cc6d3091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.513754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.21.0.1 (8b54abcc-376f-46ad-922e-c1a71817b05f/a64dd519-2e64-400c-a321-917ae5211bca/702f86b9-42d9-43e2-8e9d-f13069c0bebd) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:11.581444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] For port 49897c12-9603-40b8-a507-d83c79782712, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:30:11.583273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-16e778b1-aabf-4d28-8dd8-c1d6540776f0 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.584617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-16e778b1-aabf-4d28-8dd8-c1d6540776f0 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/5ad73274-e441-49f6-a7ab-d918ad848207 HTTP/1.1" status: 204 len: 168 time: 0.1318486 Dec 12 04:30:11.584991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] For port 49897c12-9603-40b8-a507-d83c79782712, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=49897c12-9603-40b8-a507-d83c79782712,segment=NetworkSegment(73235037-d4d7-4d55-87c7-7821a728817a),segment_id=73235037-d4d7-4d55-87c7-7821a728817a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:30:11.585690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81f75b3a-7297-4f04-9198-03151a9f485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.588742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81f75b3a-7297-4f04-9198-03151a9f485d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.590103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-81f75b3a-7297-4f04-9198-03151a9f485d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3cb6796-4d1c-46a1-a828-2ffac4113f0a HTTP/1.1" status: 204 len: 168 time: 0.3323565 Dec 12 04:30:11.590723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42224) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:11.600138 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.624925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f75b3a-7297-4f04-9198-03151a9f485d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cb6796-4d1c-46a1-a828-2ffac4113f0a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:11.668399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-97c48ede-fb42-463c-9c28-5643cc6d3091 None None] For port 9c356cf0-84dc-429d-be93-73c6ff180c70, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9c356cf0-84dc-429d-be93-73c6ff180c70,segment=NetworkSegment(cb72f863-6fc8-4435-94c7-a2b740c51ccf),segment_id=cb72f863-6fc8-4435-94c7-a2b740c51ccf)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:11.695828 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.701284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97c48ede-fb42-463c-9c28-5643cc6d3091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.762832 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.769596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4cbfc-01fc-4c9f-a563-5228bd37cc86 None None] Pushing event updated for resources: {'Port': ['ID=49897c12-9603-40b8-a507-d83c79782712,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:11.837040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 8b54abcc-376f-46ad-922e-c1a71817b05f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:11.844461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:11.851561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:11.903069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=702f86b9-42d9-43e2-8e9d-f13069c0bebd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:11.917400 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.938722 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.982314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-79058e46-6c13-433b-b804-bc982aceda21 None None] Provisioning complete for port 9c356cf0-84dc-429d-be93-73c6ff180c70 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:11.982699 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79058e46-6c13-433b-b804-bc982aceda21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.994283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f016a6a0-7840-460f-9eee-6bf7e870caa6 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:11.997082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f016a6a0-7840-460f-9eee-6bf7e870caa6 tempest-MeteringTestJSON-955044044 tempest-MeteringTestJSON-955044044-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/f30ed1f0-5dc1-41cc-9bf3-eadac20632cd HTTP/1.1" status: 204 len: 168 time: 0.3829150 Dec 12 04:30:12.029898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48ede-fb42-463c-9c28-5643cc6d3091 None None] Pushing event updated for resources: {'Port': ['ID=9c356cf0-84dc-429d-be93-73c6ff180c70,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:12.068145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:06Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:10Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:12.104767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1bf4c-9811-466e-894a-aa405482e46d None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:06Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:10Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:12.225153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42236) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:12.248743 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.252465 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a581-8ba6-4d0c-be31-2a399ab5221a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.422723 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a581-8ba6-4d0c-be31-2a399ab5221a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.430601 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a581-8ba6-4d0c-be31-2a399ab5221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.451011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42242) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:12.489946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c6a6a581-8ba6-4d0c-be31-2a399ab5221a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34843fefec604e449ab48cf81c20d8ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636538 Dec 12 04:30:12.496099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42246) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:12.509608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6a581-8ba6-4d0c-be31-2a399ab5221a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db53a34-3bd2-4eb5-982e-4687d68ebbf6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:12.666028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7d570ce-56f2-4444-9f9c-125c8478f49f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.694261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f32583c0-1658-4a55-bfad-f65e9342fb77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.756303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7d570ce-56f2-4444-9f9c-125c8478f49f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.888594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f32583c0-1658-4a55-bfad-f65e9342fb77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.890981 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7d570ce-56f2-4444-9f9c-125c8478f49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.893770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7d570ce-56f2-4444-9f9c-125c8478f49f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.895007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d7d570ce-56f2-4444-9f9c-125c8478f49f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0db53a34-3bd2-4eb5-982e-4687d68ebbf6 HTTP/1.1" status: 204 len: 168 time: 0.3973594 Dec 12 04:30:12.913135 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f32583c0-1658-4a55-bfad-f65e9342fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:12.940702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d570ce-56f2-4444-9f9c-125c8478f49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db53a34-3bd2-4eb5-982e-4687d68ebbf6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:12.978735 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c205b248-61da-49db-ad0d-71164947ffaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.026359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f32583c0-1658-4a55-bfad-f65e9342fb77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=283b28ca9656407bbd99aea824b22b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5695975 Dec 12 04:30:13.041582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42252) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:13.104880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32583c0-1658-4a55-bfad-f65e9342fb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb49ff-b01d-4c0f-87de-204df6ffd4a2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:13.194096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9c356cf0-84dc-429d-be93-73c6ff180c70 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:13.209408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f5cd-b09a-4d39-b238-46ca6073ad85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.291641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9c356cf0-84dc-429d-be93-73c6ff180c70 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:13.292405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.305082 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f5cd-b09a-4d39-b238-46ca6073ad85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.427041 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f5cd-b09a-4d39-b238-46ca6073ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.430303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f5cd-b09a-4d39-b238-46ca6073ad85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.431620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8ab6f5cd-b09a-4d39-b238-46ca6073ad85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efdb49ff-b01d-4c0f-87de-204df6ffd4a2 HTTP/1.1" status: 204 len: 168 time: 0.3889844 Dec 12 04:30:13.454471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6f5cd-b09a-4d39-b238-46ca6073ad85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb49ff-b01d-4c0f-87de-204df6ffd4a2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:13.665742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d661f8-ed00-437e-bba1-2b896b9fa350 None None] Network 8b54abcc-376f-46ad-922e-c1a71817b05f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:13.705127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.712788 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.763426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-244140f7-00c8-458b-b4bd-abb4ca305d4c None None] Provisioning complete for port 49897c12-9603-40b8-a507-d83c79782712 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:13.763830 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-244140f7-00c8-458b-b4bd-abb4ca305d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.862140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=702f86b9-42d9-43e2-8e9d-f13069c0bebd,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:13.868532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:13.898367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 49897c12-9603-40b8-a507-d83c79782712 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:13.975828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42280) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:14.002245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.015311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1146-b6d0-42ff-a14c-68f6180921c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.080338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.086675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-244140f7-00c8-458b-b4bd-abb4ca305d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.089823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 49897c12-9603-40b8-a507-d83c79782712 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:14.090400 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.170874 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 8b54abcc-376f-46ad-922e-c1a71817b05f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:14.178053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:14.191074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-244140f7-00c8-458b-b4bd-abb4ca305d4c None None] For port 49897c12-9603-40b8-a507-d83c79782712, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=49897c12-9603-40b8-a507-d83c79782712,segment=NetworkSegment(73235037-d4d7-4d55-87c7-7821a728817a),segment_id=73235037-d4d7-4d55-87c7-7821a728817a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:14.201620 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-244140f7-00c8-458b-b4bd-abb4ca305d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.332629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1146-b6d0-42ff-a14c-68f6180921c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.342504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1146-b6d0-42ff-a14c-68f6180921c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.400593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:14.408579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244140f7-00c8-458b-b4bd-abb4ca305d4c None None] Pushing event updated for resources: {'Port': ['ID=49897c12-9603-40b8-a507-d83c79782712,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:14.493671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c1146-b6d0-42ff-a14c-68f6180921c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1f0ee8-dfaa-4656-94e6-4e3bd62f8a78,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:14.564124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3a7c1146-b6d0-42ff-a14c-68f6180921c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82f99ccc817a4921966b484d229adf1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5843451 Dec 12 04:30:14.567845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42294) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:14.571455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:14.613435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42298) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:14.615497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a9a9fa80-edaa-46c8-a16a-2b98fe1aaa50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6835725 Dec 12 04:30:14.626693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'network': {'name': 'tempest-RoutersTest-282155032'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:14.657737 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01b12c88-5f4f-4628-a749-2700e500cf68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.709110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:14.714858 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.735051 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:14.740299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01b12c88-5f4f-4628-a749-2700e500cf68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.740499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-81187bf7-0a1e-4b3d-93a7-7bed00a85024 None None] Provisioning complete for port 49897c12-9603-40b8-a507-d83c79782712 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:14.740805 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-81187bf7-0a1e-4b3d-93a7-7bed00a85024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.785602 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:14.786702 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:14.864877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:30:14.914769 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:14.915091 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added segment 1385706b-6dc7-4ec8-895b-9967522427af of type vlan for network ed537aac-92b0-4a85-97cb-81e44d491775 Dec 12 04:30:15.040517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 49897c12-9603-40b8-a507-d83c79782712 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:15.093109 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01b12c88-5f4f-4628-a749-2700e500cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.113318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01b12c88-5f4f-4628-a749-2700e500cf68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.117156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-01b12c88-5f4f-4628-a749-2700e500cf68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e1f0ee8-dfaa-4656-94e6-4e3bd62f8a78 HTTP/1.1" status: 204 len: 168 time: 0.5482752 Dec 12 04:30:15.140679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.143799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b12c88-5f4f-4628-a749-2700e500cf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1f0ee8-dfaa-4656-94e6-4e3bd62f8a78,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:15.209204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-81187bf7-0a1e-4b3d-93a7-7bed00a85024 None None] Provisioning complete for port 702f86b9-42d9-43e2-8e9d-f13069c0bebd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:15.209587 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-81187bf7-0a1e-4b3d-93a7-7bed00a85024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.220502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.231225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:15.234716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.275288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-81187bf7-0a1e-4b3d-93a7-7bed00a85024 None None] Port 702f86b9-42d9-43e2-8e9d-f13069c0bebd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:15.288166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 49897c12-9603-40b8-a507-d83c79782712 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:15.288787 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.499179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b00ee87e-210b-4935-aa8b-3cf23ee98d3a None None] Provisioning complete for port 702f86b9-42d9-43e2-8e9d-f13069c0bebd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:15.499867 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b00ee87e-210b-4935-aa8b-3cf23ee98d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.513628 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:15.570542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9487917 Dec 12 04:30:15.573391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42326) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:15.579430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'subnet': {'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:15.614747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89b6bf-e319-4e31-82a2-ebfbd020ecfe tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Network': ['ID=ed537aac-92b0-4a85-97cb-81e44d491775,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:15.656447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b00ee87e-210b-4935-aa8b-3cf23ee98d3a None None] Port 702f86b9-42d9-43e2-8e9d-f13069c0bebd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:15.679788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ed537aac-92b0-4a85-97cb-81e44d491775 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:30:15.695981 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.850102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:15.854319 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:15.921687 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:12Z', 'revision_number': 3, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:13Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:15.966695 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:15.967340 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Updating router fccb5d58-d398-4caf-baf5-1c0d4f133c04 port 702f86b9-42d9-43e2-8e9d-f13069c0bebd binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:30:15.999004 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:16.023668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b7366194-2755-4c54-844b-5484be2db2d2 None None] Provisioning complete for port 702f86b9-42d9-43e2-8e9d-f13069c0bebd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:16.024069 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b7366194-2755-4c54-844b-5484be2db2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:16.151897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b7366194-2755-4c54-844b-5484be2db2d2 None None] Port 702f86b9-42d9-43e2-8e9d-f13069c0bebd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:16.336538 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:16.450267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Checking segment: {'id': '1385706b-6dc7-4ec8-895b-9967522427af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:16.450651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network hostable DHCP agents. Network: ed537aac-92b0-4a85-97cb-81e44d491775, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:30:16.469476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Subnet': ['ID=2f90a953-497e-4cbe-abeb-e7fc92b9865e,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:16.492930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network ed537aac-92b0-4a85-97cb-81e44d491775 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:30:16.517011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ed537aac-92b0-4a85-97cb-81e44d491775) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:16.528102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:16.529105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:16.532726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a1261-baec-44dc-9cde-0e2038017fd2 None None] Network ed537aac-92b0-4a85-97cb-81e44d491775 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:16.576871 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f96a8983-2db5-41bb-85b8-843d755a9b7f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0012605 Dec 12 04:30:16.578983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42390) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:16.627562 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:16.662223 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:16.736719 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:16.804118 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Pushing event updated for resources: {'Port': ['ID=702f86b9-42d9-43e2-8e9d-f13069c0bebd,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:16.841676 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.845063 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.847993 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.851078 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.851639 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.852141 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.852793 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.853620 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.854779 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.855192 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.858973 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.859312 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.859734 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:16.930318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-ed537aac-92b0-4a85-97cb-81e44d491775', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'project_id': '6bead300249f4f539a069d26de136c25', 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:30:16.932678 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.014764 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Attempting to bind port 702f86b9-42d9-43e2-8e9d-f13069c0bebd on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:30:17.015776 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Attempting to bind port 702f86b9-42d9-43e2-8e9d-f13069c0bebd by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '73235037-d4d7-4d55-87c7-7821a728817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:30:17.016351 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Attempting to bind port 702f86b9-42d9-43e2-8e9d-f13069c0bebd on network 8b54abcc-376f-46ad-922e-c1a71817b05f {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:30:17.026652 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:30:17.027101 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Checking segment: {'id': '73235037-d4d7-4d55-87c7-7821a728817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:17.030125 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.030757 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Bound using segment: {'id': '73235037-d4d7-4d55-87c7-7821a728817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:30:17.031431 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Bound port: 702f86b9-42d9-43e2-8e9d-f13069c0bebd, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73235037-d4d7-4d55-87c7-7821a728817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:30:17.033922 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.181889 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] For port 702f86b9-42d9-43e2-8e9d-f13069c0bebd, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:30:17.198400 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] For port 702f86b9-42d9-43e2-8e9d-f13069c0bebd, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=702f86b9-42d9-43e2-8e9d-f13069c0bebd,segment=NetworkSegment(73235037-d4d7-4d55-87c7-7821a728817a),segment_id=73235037-d4d7-4d55-87c7-7821a728817a)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:30:17.205935 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.330800 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.366319 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:17.368506 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:17.421588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e406f84e-79ec-4ce1-830a-be5fd272164c None None] Provisioning complete for port 702f86b9-42d9-43e2-8e9d-f13069c0bebd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:17.422544 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e406f84e-79ec-4ce1-830a-be5fd272164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.525250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Allocated IP 172.22.0.2 (ed537aac-92b0-4a85-97cb-81e44d491775/2f90a953-497e-4cbe-abeb-e7fc92b9865e/6613fe64-313e-4fc4-a2d7-ac3d7098178c) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:17.654871 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e406f84e-79ec-4ce1-830a-be5fd272164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.660897 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa550a3-c9e7-42ed-bc06-e54b13bff098 None None] Pushing event updated for resources: {'Port': ['ID=702f86b9-42d9-43e2-8e9d-f13069c0bebd,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:17.706467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e406f84e-79ec-4ce1-830a-be5fd272164c None None] For port 702f86b9-42d9-43e2-8e9d-f13069c0bebd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=702f86b9-42d9-43e2-8e9d-f13069c0bebd,segment=NetworkSegment(73235037-d4d7-4d55-87c7-7821a728817a),segment_id=73235037-d4d7-4d55-87c7-7821a728817a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:17.716947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e406f84e-79ec-4ce1-830a-be5fd272164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.754627 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:17.896249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406f84e-79ec-4ce1-830a-be5fd272164c None None] Pushing event updated for resources: {'Port': ['ID=702f86b9-42d9-43e2-8e9d-f13069c0bebd,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:17.912653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-41b209e1-21b8-4bd0-b1d7-ea957a545032 None None] Provisioning complete for port 702f86b9-42d9-43e2-8e9d-f13069c0bebd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:17.913091 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-41b209e1-21b8-4bd0-b1d7-ea957a545032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.918433 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:17.950496 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:18.024115 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Network ed537aac-92b0-4a85-97cb-81e44d491775 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:18.057528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:18.062326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:18.067900 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Pushing event updated for resources: {'Port': ['ID=6613fe64-313e-4fc4-a2d7-ac3d7098178c,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:18.143933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Attempting to bind port 6613fe64-313e-4fc4-a2d7-ac3d7098178c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:30:18.144077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Attempting to bind port 6613fe64-313e-4fc4-a2d7-ac3d7098178c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '1385706b-6dc7-4ec8-895b-9967522427af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:30:18.144460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Attempting to bind port 6613fe64-313e-4fc4-a2d7-ac3d7098178c on network ed537aac-92b0-4a85-97cb-81e44d491775 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:30:18.150246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:30:18.151068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Checking segment: {'id': '1385706b-6dc7-4ec8-895b-9967522427af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:18.151636 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:18.152373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Bound using segment: {'id': '1385706b-6dc7-4ec8-895b-9967522427af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:30:18.153090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Bound port: 6613fe64-313e-4fc4-a2d7-ac3d7098178c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1385706b-6dc7-4ec8-895b-9967522427af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:30:18.153638 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:18.174016 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:30:18.234309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] For port 6613fe64-313e-4fc4-a2d7-ac3d7098178c, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:30:18.239789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] For port 6613fe64-313e-4fc4-a2d7-ac3d7098178c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6613fe64-313e-4fc4-a2d7-ac3d7098178c,segment=NetworkSegment(1385706b-6dc7-4ec8-895b-9967522427af),segment_id=1385706b-6dc7-4ec8-895b-9967522427af)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:30:18.248998 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:18.257029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.22.0.1 (ed537aac-92b0-4a85-97cb-81e44d491775/2f90a953-497e-4cbe-abeb-e7fc92b9865e/a24b3251-70b4-486b-b98d-8ac53f63f58a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:18.383101 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:12Z', 'revision_number': 3, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:18.396002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d6888-703b-4d8b-ab42-eed1053501ca None None] Pushing event updated for resources: {'Port': ['ID=6613fe64-313e-4fc4-a2d7-ac3d7098178c,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:18.473972 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacb4a0-906a-4580-b8ef-fc1d833dc27b None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:12Z', 'revision_number': 3, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:18.621049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:18.741369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:18.820269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network ed537aac-92b0-4a85-97cb-81e44d491775 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:18.839279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:18.851721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:18.921843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:18.991518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 702f86b9-42d9-43e2-8e9d-f13069c0bebd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:19.101049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=a24b3251-70b4-486b-b98d-8ac53f63f58a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:19.120650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 702f86b9-42d9-43e2-8e9d-f13069c0bebd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:19.121480 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:19.380215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6613fe64-313e-4fc4-a2d7-ac3d7098178c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:19.406115 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:19.429917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42668) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:19.445737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6613fe64-313e-4fc4-a2d7-ac3d7098178c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:19.446355 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:19.621017 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:19.668146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 6613fe64-313e-4fc4-a2d7-ac3d7098178c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6613fe64-313e-4fc4-a2d7-ac3d7098178c,segment=NetworkSegment(1385706b-6dc7-4ec8-895b-9967522427af),segment_id=1385706b-6dc7-4ec8-895b-9967522427af)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:19.675720 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:19.859109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=6613fe64-313e-4fc4-a2d7-ac3d7098178c,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:20.158361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ae0caf94-bbc5-4b88-91ad-ab1dcaffc51b tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:20.227889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ae0caf94-bbc5-4b88-91ad-ab1dcaffc51b tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] 10.222.0.36 "PUT /v2.0/quotas/2d1f7a3d22794f8d81b19bac79e6fdd6 HTTP/1.1" status: 200 len: 368 time: 0.7966943 Dec 12 04:30:20.231561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42748) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:20.249750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Request body: {'network': {'project_id': '2d1f7a3d22794f8d81b19bac79e6fdd6'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:20.300850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Made reservation on behalf of 2d1f7a3d22794f8d81b19bac79e6fdd6 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:20.307741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.325878 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.554673 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.560024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4186b25d-2fcd-4e0c-91b1-c07ca4c4bd5e None None] Network ed537aac-92b0-4a85-97cb-81e44d491775 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:20.563820 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.609606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:30:20.620215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2431d-c11f-4105-b25f-9ea1449df275,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:20.626955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.627617 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Added segment b1b95a29-38ee-4a22-a6ed-f0c5b8891523 of type vlan for network 2e39c2aa-0171-48df-8c29-3072241642fb Dec 12 04:30:20.730231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.777816 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3981b46d-64bd-44e4-a446-eed3105760ca None None] Provisioning complete for port 6613fe64-313e-4fc4-a2d7-ac3d7098178c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:20.782947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3981b46d-64bd-44e4-a446-eed3105760ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.801315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.802289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:20.802888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.820976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.831801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:20.916303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6834211 Dec 12 04:30:20.920611 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42812) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:20.931055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Request body: {'network': {'project_id': '2d1f7a3d22794f8d81b19bac79e6fdd6'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:20.987737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6613fe64-313e-4fc4-a2d7-ac3d7098178c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:20.989233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Made reservation on behalf of 2d1f7a3d22794f8d81b19bac79e6fdd6 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:20.996898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.019517 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560e7d1-df42-49ce-b8e3-aaf21d269244 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Pushing event updated for resources: {'Network': ['ID=2e39c2aa-0171-48df-8c29-3072241642fb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:21.027966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.034279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=a24b3251-70b4-486b-b98d-8ac53f63f58a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:21.050679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-7af993bc-f9fa-43fc-86fc-c2321c214746 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032708 Dec 12 04:30:21.062279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:30:21.084280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.085011 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Added segment 782b6736-986d-4a5d-a9e1-3f77301b88ee of type vlan for network bc4be7c0-4b32-4992-a7fb-ecb3675920aa Dec 12 04:30:21.089143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 2e39c2aa-0171-48df-8c29-3072241642fb details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:30:21.161222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.198829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.201696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:21.202537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.260488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network ed537aac-92b0-4a85-97cb-81e44d491775 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:21.269982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:21.280548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Pushing event updated for resources: {'Network': ['ID=bc4be7c0-4b32-4992-a7fb-ecb3675920aa,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:21.306327 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ab57303-6979-488e-a2fe-855c34e0fb57 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3844295 Dec 12 04:30:21.309087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42854) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:21.318443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3b1902a2-b307-4a63-8f4c-c9241f50c662 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Request body: {'network': {'project_id': '2d1f7a3d22794f8d81b19bac79e6fdd6'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:21.347455 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1902a2-b307-4a63-8f4c-c9241f50c662 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 12 04:30:21.349625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1902a2-b307-4a63-8f4c-c9241f50c662 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:30:21.350864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3b1902a2-b307-4a63-8f4c-c9241f50c662 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0407808 Dec 12 04:30:21.354681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42860) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:21.355200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-92af1e13-e95b-41d6-a7c5-8fb1870d3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:21.357029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-92af1e13-e95b-41d6-a7c5-8fb1870d3ccb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1096 time: 0.1306767 Dec 12 04:30:21.481494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-297582dd-875b-457d-8d27-96a08983b037 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d1f7a3d22794f8d81b19bac79e6fdd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256473 Dec 12 04:30:21.484029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42874) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:21.521572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-56db5a1f-0a85-4bb7-8858-f5fad8b37ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:21.524149 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-56db5a1f-0a85-4bb7-8858-f5fad8b37ee9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.1339900 Dec 12 04:30:21.555647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:21.592675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c1add56-2ae5-47d0-8284-5fff609ce8c7 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.626773 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c1add56-2ae5-47d0-8284-5fff609ce8c7 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.706631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c1add56-2ae5-47d0-8284-5fff609ce8c7 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.710326 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c1add56-2ae5-47d0-8284-5fff609ce8c7 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.713049 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9c1add56-2ae5-47d0-8284-5fff609ce8c7 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4c2431d-c11f-4105-b25f-9ea1449df275 HTTP/1.1" status: 204 len: 168 time: 0.2263615 Dec 12 04:30:21.717903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42892) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:21.742686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network bc4be7c0-4b32-4992-a7fb-ecb3675920aa details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:30:21.759539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:21.761342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1add56-2ae5-47d0-8284-5fff609ce8c7 tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c2431d-c11f-4105-b25f-9ea1449df275,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:21.774464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-9aeb6cfc-952f-41f3-8499-4a3ac5073e11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 1000 time: 0.2381041 Dec 12 04:30:21.780957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0bbbe28b-4f0d-4ee6-88ea-a43fdb3d5e4e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1990142 Dec 12 04:30:21.782221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42894) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:21.788003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'network': {'name': 'tempest-RoutersTest-1212199737'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:21.851202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.908080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:21.914896 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.935231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:21.945707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-1437b7bb-4312-4816-b53a-e05ce297f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:21.948147 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-1437b7bb-4312-4816-b53a-e05ce297f6d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1529989 Dec 12 04:30:21.973553 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:21.999578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:30:22.004611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6613fe64-313e-4fc4-a2d7-ac3d7098178c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:22.005778 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.012784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4be7c0-4b32-4992-a7fb-ecb3675920aa']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:22.022999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.023493 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added segment 5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e of type vlan for network 2424175b-72c1-4ce7-bc40-896b81908f9b Dec 12 04:30:22.038292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-a9c6421d-82af-4c97-bcf8-c80b558ccf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:22.038446 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782b6736-986d-4a5d-a9e1-3f77301b88ee') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:22.038803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782b6736-986d-4a5d-a9e1-3f77301b88ee') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:22.040245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-a9c6421d-82af-4c97-bcf8-c80b558ccf38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798163 Dec 12 04:30:22.060163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.077123 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.087281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:30:22.087715 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:30:22.091453 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:30:22.129796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:22.131000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:22.168737 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.181681 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.189603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] 10.222.0.36 "DELETE /v2.0/networks/bc4be7c0-4b32-4992-a7fb-ecb3675920aa HTTP/1.1" status: 204 len: 168 time: 0.4639852 Dec 12 04:30:22.193770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42898) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:22.268102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-1abc757e-2d95-4c1d-a972-5fd022039a32 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009928 Dec 12 04:30:22.284502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.313724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.317678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28d5d8-04a8-4b51-9e0d-b3cf5aa302fa tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc4be7c0-4b32-4992-a7fb-ecb3675920aa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:22.345818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:22.476738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.483267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec160d04-889a-44ef-b5a6-63ea76bdc1e2 req-8b51d229-7ca3-446e-80fb-4624298c33a3 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579618 Dec 12 04:30:22.484403 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.497165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:22.498135 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.562166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e39c2aa-0171-48df-8c29-3072241642fb']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:22.583899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b95a29-38ee-4a22-a6ed-f0c5b8891523') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:22.584247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b95a29-38ee-4a22-a6ed-f0c5b8891523') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:22.619232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.638305 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.658220 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:30:22.658427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.704396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Network': ['ID=2424175b-72c1-4ce7-bc40-896b81908f9b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:22.750724 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6e895373-19b1-4e4a-bd1b-a89530b78fa6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9669464 Dec 12 04:30:22.751382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42912) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:22.763145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'subnet': {'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:30:22.768876 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:30:22.772936 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.779525 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.803070 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] 10.222.0.36 "DELETE /v2.0/networks/2e39c2aa-0171-48df-8c29-3072241642fb HTTP/1.1" status: 204 len: 168 time: 0.5808198 Dec 12 04:30:22.826662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4f42a6ed-7ab2-4992-b67a-ade5bae3c75f None None] Provisioning complete for port a24b3251-70b4-486b-b98d-8ac53f63f58a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:22.829302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4f42a6ed-7ab2-4992-b67a-ade5bae3c75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:22.856216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201a465-26b8-450a-8480-ebc3d53e3f0c tempest-QuotasNegativeTest-780964846 tempest-QuotasNegativeTest-780964846-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e39c2aa-0171-48df-8c29-3072241642fb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:22.931728 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 2424175b-72c1-4ce7-bc40-896b81908f9b details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:30:22.940221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4f42a6ed-7ab2-4992-b67a-ade5bae3c75f None None] Port a24b3251-70b4-486b-b98d-8ac53f63f58a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:23.037680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Made reservation on behalf of 6bead300249f4f539a069d26de136c25 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:23.042292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:23.129176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4f42a6ed-7ab2-4992-b67a-ade5bae3c75f None None] Provisioning complete for port 6613fe64-313e-4fc4-a2d7-ac3d7098178c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:23.129176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4f42a6ed-7ab2-4992-b67a-ade5bae3c75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:23.295768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:19Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:20Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:23.330187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:23.331000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Updating router fccb5d58-d398-4caf-baf5-1c0d4f133c04 port a24b3251-70b4-486b-b98d-8ac53f63f58a binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:30:23.361834 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:23.496159 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:23.525402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c524694b-1075-4304-b360-d968de03d6b9 None None] Provisioning complete for port a24b3251-70b4-486b-b98d-8ac53f63f58a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:23.526092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c524694b-1075-4304-b360-d968de03d6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:23.609202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Subnet': ['ID=ab614e28-fd00-4240-8ecc-90d7effa7a01,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:23.613606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c524694b-1075-4304-b360-d968de03d6b9 None None] Port a24b3251-70b4-486b-b98d-8ac53f63f58a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:23.620771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Checking segment: {'id': '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:23.621374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network hostable DHCP agents. Network: 2424175b-72c1-4ce7-bc40-896b81908f9b, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:30:23.667647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42938) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:23.685095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 2424175b-72c1-4ce7-bc40-896b81908f9b is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:30:23.700752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 2424175b-72c1-4ce7-bc40-896b81908f9b) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:23.714251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f95f4-05ca-422b-89b6-3538682d5fe5 None None] Network 2424175b-72c1-4ce7-bc40-896b81908f9b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:23.725956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:23.726837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:23.759325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-68e85b7d-1b52-4f8b-b7ca-55c918b158a1 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0068491 Dec 12 04:30:23.762261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42942) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:23.899320 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5da61281-b114-425d-9824-03cad8f5ad82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.021630 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.034975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.249020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740b17b-4b56-4644-ae11-f693d3d8f9e6 None None] Pushing event updated for resources: {'Port': ['ID=a24b3251-70b4-486b-b98d-8ac53f63f58a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:24.276670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-2424175b-72c1-4ce7-bc40-896b81908f9b', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'project_id': '6bead300249f4f539a069d26de136c25', 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:30:24.277899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.295541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Attempting to bind port a24b3251-70b4-486b-b98d-8ac53f63f58a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:30:24.296190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Attempting to bind port a24b3251-70b4-486b-b98d-8ac53f63f58a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '1385706b-6dc7-4ec8-895b-9967522427af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:30:24.296603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Attempting to bind port a24b3251-70b4-486b-b98d-8ac53f63f58a on network ed537aac-92b0-4a85-97cb-81e44d491775 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:30:24.312617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:30:24.313382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Checking segment: {'id': '1385706b-6dc7-4ec8-895b-9967522427af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:24.313968 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.314532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Bound using segment: {'id': '1385706b-6dc7-4ec8-895b-9967522427af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:30:24.315186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Bound port: a24b3251-70b4-486b-b98d-8ac53f63f58a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1385706b-6dc7-4ec8-895b-9967522427af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:30:24.315759 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.398295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5da61281-b114-425d-9824-03cad8f5ad82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.445553 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5da61281-b114-425d-9824-03cad8f5ad82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.509936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] For port a24b3251-70b4-486b-b98d-8ac53f63f58a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:30:24.512554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7395e546-9173-4273-bdd7-421ae0dd6088 None None] Provisioning complete for port a24b3251-70b4-486b-b98d-8ac53f63f58a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:24.512977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7395e546-9173-4273-bdd7-421ae0dd6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.518566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da61281-b114-425d-9824-03cad8f5ad82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d70c39d-2b5a-4bf4-97a6-b9764375ec20,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:24.543363 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5da61281-b114-425d-9824-03cad8f5ad82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fbdfe1a24bd4a8a8e16c3cd19b6ba9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8745303 Dec 12 04:30:24.545990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42952) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:24.553905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] For port a24b3251-70b4-486b-b98d-8ac53f63f58a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a24b3251-70b4-486b-b98d-8ac53f63f58a,segment=NetworkSegment(1385706b-6dc7-4ec8-895b-9967522427af),segment_id=1385706b-6dc7-4ec8-895b-9967522427af)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:30:24.576224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Allocated IP 172.23.0.2 (2424175b-72c1-4ce7-bc40-896b81908f9b/ab614e28-fd00-4240-8ecc-90d7effa7a01/c9fd3dbe-3a2f-4d79-8793-b22c499bd394) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:24.649806 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.674914 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb684a-0908-4883-b0ec-d8f923f2c854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.711893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.721946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7395e546-9173-4273-bdd7-421ae0dd6088 None None] Port a24b3251-70b4-486b-b98d-8ac53f63f58a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:24.724892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb684a-0908-4883-b0ec-d8f923f2c854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.763365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:24.764025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:24.864518 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb684a-0908-4883-b0ec-d8f923f2c854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.867642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb684a-0908-4883-b0ec-d8f923f2c854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:24.868998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740b17b-4b56-4644-ae11-f693d3d8f9e6 None None] Pushing event updated for resources: {'Port': ['ID=a24b3251-70b4-486b-b98d-8ac53f63f58a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:24.872582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0dbb684a-0908-4883-b0ec-d8f923f2c854 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d70c39d-2b5a-4bf4-97a6-b9764375ec20 HTTP/1.1" status: 204 len: 168 time: 0.3226132 Dec 12 04:30:24.931380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:24.939445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb684a-0908-4883-b0ec-d8f923f2c854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d70c39d-2b5a-4bf4-97a6-b9764375ec20,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:24.990473 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.002277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.076512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Allocated IP 172.23.0.1 (2424175b-72c1-4ce7-bc40-896b81908f9b/ab614e28-fd00-4240-8ecc-90d7effa7a01/21a0d46f-60bd-4f06-a28b-e2d7473658a7) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:25.082898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Network 2424175b-72c1-4ce7-bc40-896b81908f9b is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:25.102853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:25.225081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.270820 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.288359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42968) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:25.310338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8bcce70-6e00-4b57-a1af-bb8d784c9648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.332509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:25.350357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-79fe69f5-dcb7-4916-9d74-b6aa6592b7a8 None None] Provisioning complete for port a24b3251-70b4-486b-b98d-8ac53f63f58a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:25.350882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79fe69f5-dcb7-4916-9d74-b6aa6592b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.351014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 2424175b-72c1-4ce7-bc40-896b81908f9b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:25.352599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Pushing event updated for resources: {'Port': ['ID=c9fd3dbe-3a2f-4d79-8793-b22c499bd394,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:25.352750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=21a0d46f-60bd-4f06-a28b-e2d7473658a7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:25.358082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:25.361211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:25.433100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.501942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Attempting to bind port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:30:25.502300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Attempting to bind port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:30:25.502654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Attempting to bind port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 on network 2424175b-72c1-4ce7-bc40-896b81908f9b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:30:25.504489 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8bcce70-6e00-4b57-a1af-bb8d784c9648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.511589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:30:25.511965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Checking segment: {'id': '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:25.512405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.512893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Bound using segment: {'id': '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:30:25.513335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Bound port: c9fd3dbe-3a2f-4d79-8793-b22c499bd394, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:30:25.513716 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.514685 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8bcce70-6e00-4b57-a1af-bb8d784c9648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.583244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcce70-6e00-4b57-a1af-bb8d784c9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ac74c-c49d-4741-aff9-6ce49c002b6e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:25.590781 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b8bcce70-6e00-4b57-a1af-bb8d784c9648 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3368153d9194dc79c92993e6728b4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2999258 Dec 12 04:30:25.597077 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42976) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:25.647695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.666510 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79fe69f5-dcb7-4916-9d74-b6aa6592b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.696030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fea5d30-5d73-4c3d-aef5-47edb9b173c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.722234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] For port c9fd3dbe-3a2f-4d79-8793-b22c499bd394, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:30:25.725313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-79fe69f5-dcb7-4916-9d74-b6aa6592b7a8 None None] For port a24b3251-70b4-486b-b98d-8ac53f63f58a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a24b3251-70b4-486b-b98d-8ac53f63f58a,segment=NetworkSegment(1385706b-6dc7-4ec8-895b-9967522427af),segment_id=1385706b-6dc7-4ec8-895b-9967522427af)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:25.728758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] For port c9fd3dbe-3a2f-4d79-8793-b22c499bd394, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9fd3dbe-3a2f-4d79-8793-b22c499bd394,segment=NetworkSegment(5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e),segment_id=5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:30:25.733211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fea5d30-5d73-4c3d-aef5-47edb9b173c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.733415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:19Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:24Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:25.737902 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79fe69f5-dcb7-4916-9d74-b6aa6592b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.740067 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.774140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724b86a-e5c0-44f2-a471-87098d2af44e None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:19Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:24Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:25.832056 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fea5d30-5d73-4c3d-aef5-47edb9b173c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.835710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fea5d30-5d73-4c3d-aef5-47edb9b173c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:25.839083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3fea5d30-5d73-4c3d-aef5-47edb9b173c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d52ac74c-c49d-4741-aff9-6ce49c002b6e HTTP/1.1" status: 204 len: 168 time: 0.2377698 Dec 12 04:30:25.879587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea5d30-5d73-4c3d-aef5-47edb9b173c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ac74c-c49d-4741-aff9-6ce49c002b6e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:25.882491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe69f5-dcb7-4916-9d74-b6aa6592b7a8 None None] Pushing event updated for resources: {'Port': ['ID=a24b3251-70b4-486b-b98d-8ac53f63f58a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:26.054662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2211-9d07-4998-b64f-09aa5661cee3 None None] Pushing event updated for resources: {'Port': ['ID=c9fd3dbe-3a2f-4d79-8793-b22c499bd394,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:26.304035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:26.319550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:27.014681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a24b3251-70b4-486b-b98d-8ac53f63f58a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:27.063683 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:27.108394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event updated for resources: {'Port': ['ID=21a0d46f-60bd-4f06-a28b-e2d7473658a7,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:27.122323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a24b3251-70b4-486b-b98d-8ac53f63f58a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:27.122714 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:27.255055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9fd3dbe-3a2f-4d79-8793-b22c499bd394 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:27.316374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Network 2424175b-72c1-4ce7-bc40-896b81908f9b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:27.321819 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:27.339013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:27.339637 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:27.470540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:27.550190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port c9fd3dbe-3a2f-4d79-8793-b22c499bd394, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9fd3dbe-3a2f-4d79-8793-b22c499bd394,segment=NetworkSegment(5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e),segment_id=5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:27.557186 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:27.636870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=c9fd3dbe-3a2f-4d79-8793-b22c499bd394,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:27.637940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:27.646543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba92d29-43a1-434d-88ab-97f167f7fe58 None None] Network 2424175b-72c1-4ce7-bc40-896b81908f9b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:27.730594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-794b65ad-6cd5-4f29-8923-f866059296c3 None None] Provisioning complete for port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:27.731448 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-794b65ad-6cd5-4f29-8923-f866059296c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:27.775501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:27.785088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2080194c-0d1f-42f4-93e5-61bb62d15f32 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0179160 Dec 12 04:30:27.785199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43028) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:27.788047 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:27.790101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:27.806670 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:27.807593 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:27.926977 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:28.041638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43032) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:28.280267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e201953-0733-462c-b21e-8868aec17f20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.300468 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '21a0d46f-60bd-4f06-a28b-e2d7473658a7', 'name': '', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:ed:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:24Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:28.347283 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:28.347640 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Updating router fccb5d58-d398-4caf-baf5-1c0d4f133c04 port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:30:28.371054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-47de29a6-80f2-4b62-96fc-ca6f19351849 None None] Provisioning complete for port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:28.372279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47de29a6-80f2-4b62-96fc-ca6f19351849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.377824 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.423369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-47de29a6-80f2-4b62-96fc-ca6f19351849 None None] Port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:28.437328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-47de29a6-80f2-4b62-96fc-ca6f19351849 None None] Provisioning complete for port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:28.437980 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47de29a6-80f2-4b62-96fc-ca6f19351849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.467051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e201953-0733-462c-b21e-8868aec17f20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.474885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e201953-0733-462c-b21e-8868aec17f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.517711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e201953-0733-462c-b21e-8868aec17f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f96a8b7-7f9e-460f-8ce4-baef4ec64afa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:28.611252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8e201953-0733-462c-b21e-8868aec17f20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e8fab78d393483e8f68a156b54dc3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5681770 Dec 12 04:30:28.614614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43048) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:28.691381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.extraroute_db [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103450) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 04:30:28.709681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.extraroute_db [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Removed routes are [] {{(pid=103450) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 04:30:28.710309 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.762564 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cfe11711-97eb-42df-9270-b2a0635bbf3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.793526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-05e50836-dce0-47d1-aaaf-e7d98d41ca2d None None] Provisioning complete for port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:28.793903 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05e50836-dce0-47d1-aaaf-e7d98d41ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.818394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cfe11711-97eb-42df-9270-b2a0635bbf3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.862358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-05e50836-dce0-47d1-aaaf-e7d98d41ca2d None None] Port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:28.937904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cfe11711-97eb-42df-9270-b2a0635bbf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.945765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cfe11711-97eb-42df-9270-b2a0635bbf3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:28.953950 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cfe11711-97eb-42df-9270-b2a0635bbf3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f96a8b7-7f9e-460f-8ce4-baef4ec64afa HTTP/1.1" status: 204 len: 168 time: 0.3366241 Dec 12 04:30:28.965290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9fd3dbe-3a2f-4d79-8793-b22c499bd394 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:28.966464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe11711-97eb-42df-9270-b2a0635bbf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f96a8b7-7f9e-460f-8ce4-baef4ec64afa,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:29.102358 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.111828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:29.112555 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.113886 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.139788 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.144232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.245217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d0341ca5-96c4-472a-ad62-a21af9f7cc52 None None] Provisioning complete for port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:29.246068 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d0341ca5-96c4-472a-ad62-a21af9f7cc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.272419 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c020692-7eaf-4b4d-8a67-a0c95f14f869 None None] Pushing event updated for resources: {'Port': ['ID=21a0d46f-60bd-4f06-a28b-e2d7473658a7,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:29.278992 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Attempting to bind port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:30:29.279555 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Attempting to bind port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:30:29.280123 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Attempting to bind port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 on network 2424175b-72c1-4ce7-bc40-896b81908f9b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:30:29.285865 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:30:29.286494 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Checking segment: {'id': '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:29.287088 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.287696 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Bound using segment: {'id': '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:30:29.288349 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Bound port: 21a0d46f-60bd-4f06-a28b-e2d7473658a7, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:30:29.288974 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.366080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43064) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:29.374825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d0341ca5-96c4-472a-ad62-a21af9f7cc52 None None] Port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:29.406015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:29.439104 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] For port 21a0d46f-60bd-4f06-a28b-e2d7473658a7, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:30:29.442413 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] For port 21a0d46f-60bd-4f06-a28b-e2d7473658a7, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=21a0d46f-60bd-4f06-a28b-e2d7473658a7,segment=NetworkSegment(5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e),segment_id=5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:30:29.452510 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.589490 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:29.590865 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:29.594791 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c020692-7eaf-4b4d-8a67-a0c95f14f869 None None] Pushing event updated for resources: {'Port': ['ID=21a0d46f-60bd-4f06-a28b-e2d7473658a7,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:29.621026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:29.625059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5148e9cd-0157-4499-9ff4-50c01e28bcbe None None] Provisioning complete for port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:29.625490 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5148e9cd-0157-4499-9ff4-50c01e28bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.635086 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.638756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-81a59a60-654a-410c-83ba-053fc4abf65d tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04 HTTP/1.1" status: 200 len: 934 time: 1.8526032 Dec 12 04:30:29.644123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43070) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:29.793566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43076) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:29.797943 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5148e9cd-0157-4499-9ff4-50c01e28bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.827547 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b1535f5-93c7-4acb-bff9-d5d55bcd8530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.842546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-dd40afb5-8ec8-42d6-a285-53fee068803e tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:29.859588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5148e9cd-0157-4499-9ff4-50c01e28bcbe None None] For port 21a0d46f-60bd-4f06-a28b-e2d7473658a7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=21a0d46f-60bd-4f06-a28b-e2d7473658a7,segment=NetworkSegment(5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e),segment_id=5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:29.872553 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5148e9cd-0157-4499-9ff4-50c01e28bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.934736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c1c0353e-1dde-4e23-bace-20d3ae163234 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04 HTTP/1.1" status: 200 len: 934 time: 0.2875750 Dec 12 04:30:29.939431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43078) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:29.944208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'routes': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:29.959276 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b1535f5-93c7-4acb-bff9-d5d55bcd8530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.971877 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b1535f5-93c7-4acb-bff9-d5d55bcd8530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:29.987314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148e9cd-0157-4499-9ff4-50c01e28bcbe None None] Pushing event updated for resources: {'Port': ['ID=21a0d46f-60bd-4f06-a28b-e2d7473658a7,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:30.003978 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:30.026180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5c8d1044-77ca-472d-b2bf-6de75bbb42e4 None None] Provisioning complete for port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:30.026963 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1044-77ca-472d-b2bf-6de75bbb42e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:30.108442 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dd40afb5-8ec8-42d6-a285-53fee068803e tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] 10.222.0.36 "PUT /v2.0/quotas/bce78b8e94fc4ae8a90d7d2b8b553508 HTTP/1.1" status: 200 len: 366 time: 0.7388816 Dec 12 04:30:30.110011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43080) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:30.112201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1535f5-93c7-4acb-bff9-d5d55bcd8530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff26cdfa-c6a2-417b-95e3-da293473ab2e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:30.117497 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5b1535f5-93c7-4acb-bff9-d5d55bcd8530 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e6264141b774ba1a72adf105554febf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3226693 Dec 12 04:30:30.121776 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43082) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:30.137011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cdc09ba6-b694-4e4e-aaa7-800bad97db1d tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0246947 Dec 12 04:30:30.137145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43084) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:30.206140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5cd2ab8a-f7e7-4374-b807-aaf42a0ceb7b tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] 10.222.0.36 "GET /v2.0/quotas/bce78b8e94fc4ae8a90d7d2b8b553508 HTTP/1.1" status: 200 len: 366 time: 0.0678976 Dec 12 04:30:30.206948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43086) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:30.235188 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-194180e2-e3de-4119-a32b-a923af4b28df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:30.268402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-398a5e57-c000-49a2-ace5-b19f11a569f1 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/bce78b8e94fc4ae8a90d7d2b8b553508 HTTP/1.1" status: 204 len: 168 time: 0.0571051 Dec 12 04:30:30.268402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-194180e2-e3de-4119-a32b-a923af4b28df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:30.269455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43088) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:30.293885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-504ea22c-5ae0-4080-aa10-0c5d225b1ea0 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0211134 Dec 12 04:30:30.294616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43090) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:30.321873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-473683cf-85d7-42e9-b018-59405f9d89f9 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] 10.222.0.36 "GET /v2.0/quotas/bce78b8e94fc4ae8a90d7d2b8b553508 HTTP/1.1" status: 200 len: 370 time: 0.0238655 Dec 12 04:30:30.322320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43092) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:30.333824 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-38bf4ae3-6438-4637-833e-6cca558be9c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] 10.222.0.36 "GET /v2.0/quotas/bce78b8e94fc4ae8a90d7d2b8b553508/default HTTP/1.1" status: 200 len: 370 time: 0.0081410 Dec 12 04:30:30.334539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43094) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:30.347163 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-53530221-8a5f-4f51-a608-d197e5d70ccf tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] delete failed (client error): The resource could not be found. Dec 12 04:30:30.350977 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-53530221-8a5f-4f51-a608-d197e5d70ccf tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/bce78b8e94fc4ae8a90d7d2b8b553508 HTTP/1.1" status: 404 len: 348 time: 0.0127904 Dec 12 04:30:30.378684 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:28Z', 'revision_number': 6, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '21a0d46f-60bd-4f06-a28b-e2d7473658a7', 'name': '', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:ed:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:24Z', 'updated_at': '2021-12-12T04:30:29Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:30.380759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-194180e2-e3de-4119-a32b-a923af4b28df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:30.385891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-194180e2-e3de-4119-a32b-a923af4b28df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:30.387771 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-194180e2-e3de-4119-a32b-a923af4b28df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff26cdfa-c6a2-417b-95e3-da293473ab2e HTTP/1.1" status: 204 len: 168 time: 0.2648931 Dec 12 04:30:30.430677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194180e2-e3de-4119-a32b-a923af4b28df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff26cdfa-c6a2-417b-95e3-da293473ab2e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:30.461398 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4d565-d175-414a-ae6b-f67ad7c330ab None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:28Z', 'revision_number': 6, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '21a0d46f-60bd-4f06-a28b-e2d7473658a7', 'name': '', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:ed:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:24Z', 'updated_at': '2021-12-12T04:30:29Z', 'revision_number': 4, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:30.664371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.extraroute_db [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added routes are [] {{(pid=103450) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 04:30:30.664709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.extraroute_db [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103450) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 04:30:30.710856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43102) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:30.722212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:30.765523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Usage tracker for resource:network and project:01a20ce91dab42e0936d02a421515b96 is out of sync, need to count used quota {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 04:30:30.778601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 04:30:30.790826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Usage tracker for resource:subnet and project:01a20ce91dab42e0936d02a421515b96 is out of sync, need to count used quota {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 04:30:30.796079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 04:30:30.836509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Usage tracker for resource:subnetpool and project:01a20ce91dab42e0936d02a421515b96 is out of sync, need to count used quota {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 04:30:30.864457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 04:30:30.895666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Usage tracker for resource:port and project:01a20ce91dab42e0936d02a421515b96 is out of sync, need to count used quota {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 04:30:30.912426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 04:30:30.933150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Usage tracker for resource:router and project:01a20ce91dab42e0936d02a421515b96 is out of sync, need to count used quota {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 04:30:30.942224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 04:30:30.973618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Usage tracker for resource:floatingip and project:01a20ce91dab42e0936d02a421515b96 is out of sync, need to count used quota {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 04:30:30.982076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 04:30:31.034482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 21a0d46f-60bd-4f06-a28b-e2d7473658a7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:31.108535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Usage tracker for resource:security_group and project:01a20ce91dab42e0936d02a421515b96 is out of sync, need to count used quota {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 04:30:31.143139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 04:30:31.164381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:31.165210 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:31.170897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Usage tracker for resource:security_group_rule and project:01a20ce91dab42e0936d02a421515b96 is out of sync, need to count used quota {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 04:30:31.176875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.quota.resource [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103451) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 04:30:31.192120 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9bdebd27-3c64-42d4-8e22-f43e3a68c0c5 tempest-QuotasTest-1959176855 tempest-QuotasTest-1959176855-project-admin] 10.222.0.36 "GET /v2.0/quotas/01a20ce91dab42e0936d02a421515b96/details.json HTTP/1.1" status: 200 len: 703 time: 0.4800558 Dec 12 04:30:31.654567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43122) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:31.712578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:31.727728 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:31.842605 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ccb22d65-4773-4b12-b039-01ac2e037f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:31.972135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:31.985673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:31.998593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:31.999729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:32.020085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ccb22d65-4773-4b12-b039-01ac2e037f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:32.029091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ccb22d65-4773-4b12-b039-01ac2e037f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:32.077671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb22d65-4773-4b12-b039-01ac2e037f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ad7bd-6bb2-4ab5-81dd-71bbb50a32e3,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:32.119225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ccb22d65-4773-4b12-b039-01ac2e037f06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f8db940946044d9ba0eb1afa32127ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4643123 Dec 12 04:30:32.121784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43140) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:32.203563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-738be513-837a-4c72-8cf0-572336c20f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:32.229300 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-738be513-837a-4c72-8cf0-572336c20f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:32.265630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:32.276585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:32.288739 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:32.292704 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a8615c68-0a87-4bec-98c1-52c984b82f09 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04 HTTP/1.1" status: 200 len: 700 time: 2.3522429 Dec 12 04:30:32.294875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43144) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:32.352292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-738be513-837a-4c72-8cf0-572336c20f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:32.354214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-738be513-837a-4c72-8cf0-572336c20f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:32.355926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-738be513-837a-4c72-8cf0-572336c20f3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc7ad7bd-6bb2-4ab5-81dd-71bbb50a32e3 HTTP/1.1" status: 204 len: 168 time: 0.2325969 Dec 12 04:30:32.419864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738be513-837a-4c72-8cf0-572336c20f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ad7bd-6bb2-4ab5-81dd-71bbb50a32e3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:32.462903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ae8f7e6c-0eaa-4411-92be-7393936d3302 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04 HTTP/1.1" status: 200 len: 700 time: 0.1667099 Dec 12 04:30:32.463251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43150) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:32.612043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:30Z', 'revision_number': 7, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '21a0d46f-60bd-4f06-a28b-e2d7473658a7', 'name': '', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:ed:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:24Z', 'updated_at': '2021-12-12T04:30:29Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:32.668554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:32.690629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:32.691273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:32.824985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:33.065801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43164) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:33.084668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-247b5b5c-588f-4628-b3ba-d8005b1a593b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:33.164394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:30Z', 'revision_number': 7, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '21a0d46f-60bd-4f06-a28b-e2d7473658a7', 'name': '', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:ed:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:24Z', 'updated_at': '2021-12-12T04:30:29Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:33.199913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af2d851-e5e3-4fd1-a531-f3100a4c5e4d None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:30Z', 'revision_number': 7, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '21a0d46f-60bd-4f06-a28b-e2d7473658a7', 'name': '', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:ed:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:24Z', 'updated_at': '2021-12-12T04:30:29Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:33.240194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:33.273155 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-247b5b5c-588f-4628-b3ba-d8005b1a593b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:33.283359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-247b5b5c-588f-4628-b3ba-d8005b1a593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:33.383465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-247b5b5c-588f-4628-b3ba-d8005b1a593b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01a20ce91dab42e0936d02a421515b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152297 Dec 12 04:30:33.387583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43172) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:33.417948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b5b5c-588f-4628-b3ba-d8005b1a593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb6ac1f-5907-4963-9d9b-c88f0e36892c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:33.595485 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f00976ff-590e-4f75-93a4-b15e13666030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:33.650170 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:33.665419 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:33.666343 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:33.670044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f00976ff-590e-4f75-93a4-b15e13666030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:33.805353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f00976ff-590e-4f75-93a4-b15e13666030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:33.815632 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f00976ff-590e-4f75-93a4-b15e13666030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:33.819515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f00976ff-590e-4f75-93a4-b15e13666030 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1eb6ac1f-5907-4963-9d9b-c88f0e36892c HTTP/1.1" status: 204 len: 168 time: 0.4286723 Dec 12 04:30:33.836617 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:33.847656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00976ff-590e-4f75-93a4-b15e13666030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb6ac1f-5907-4963-9d9b-c88f0e36892c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:34.040263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 21a0d46f-60bd-4f06-a28b-e2d7473658a7 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:34.040631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:34.229820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port 21a0d46f-60bd-4f06-a28b-e2d7473658a7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=21a0d46f-60bd-4f06-a28b-e2d7473658a7,segment=NetworkSegment(5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e),segment_id=5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:34.230372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:34.265329 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:30Z', 'revision_number': 7, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '21a0d46f-60bd-4f06-a28b-e2d7473658a7', 'name': '', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:ed:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:24Z', 'updated_at': '2021-12-12T04:30:29Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:34.313699 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:34.319258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 21a0d46f-60bd-4f06-a28b-e2d7473658a7 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:34.326266 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:34.327130 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:34.510873 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:34.665611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:34.698828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=21a0d46f-60bd-4f06-a28b-e2d7473658a7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:35.078263 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:30Z', 'revision_number': 7, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '21a0d46f-60bd-4f06-a28b-e2d7473658a7', 'name': '', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:ed:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:24Z', 'updated_at': '2021-12-12T04:30:29Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:35.191554 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28368d9d-5952-40e3-a30c-c0e4a83bf3ce None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:30Z', 'revision_number': 7, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '21a0d46f-60bd-4f06-a28b-e2d7473658a7', 'name': '', 'network_id': '2424175b-72c1-4ce7-bc40-896b81908f9b', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:ed:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:24Z', 'updated_at': '2021-12-12T04:30:29Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'ab614e28-fd00-4240-8ecc-90d7effa7a01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:35.254354 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:35.474167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43284) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:35.634343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:35.652365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1451811368'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:35.704858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Made reservation on behalf of bf6bade5eb694ebb926acdcf698bc17c for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:35.709762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:35.721488 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:35.761751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43292) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:35.814187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:35.823306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-84a6acd8-34df-493f-bfa8-f654003d1c76 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3562212 Dec 12 04:30:35.823990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43296) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:35.833674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:35.851046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:35.852024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:35.882736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:35.893830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:35.912442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6aa698-47a6-4a67-8877-3b935641a780 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting subnet ab614e28-fd00-4240-8ecc-90d7effa7a01 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:30:35.930714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be6aa698-47a6-4a67-8877-3b935641a780 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:35.951213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:35.955672 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f252774-cf7c-4975-9d27-a15369a71919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:35.962638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:30:36.003916 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.004571 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Added segment ea4598df-368e-423e-8f12-c69aa93a75b6 of type vlan for network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 Dec 12 04:30:36.005910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee866e38-7f13-4853-af58-44cf7cb1465e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:36.031830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be6aa698-47a6-4a67-8877-3b935641a780 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.091073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.091436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.091810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.092151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.092494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.092859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.093204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.093547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.094430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.094768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.095107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.095569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.096152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:36.107455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.195742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.201513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:36.202150 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.296099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8217506 Dec 12 04:30:36.297500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43302) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:36.304686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'subnet': {'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:36.305066 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be6aa698-47a6-4a67-8877-3b935641a780 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.348720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30d3b1-3804-416f-a039-f6db30b54ef4 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Network': ['ID=90fe4ac4-77d7-4d82-89d7-7f2b6dad3283,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:36.368391 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:30:36.374468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f252774-cf7c-4975-9d27-a15369a71919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.382581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5f252774-cf7c-4975-9d27-a15369a71919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.428128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5f252774-cf7c-4975-9d27-a15369a71919 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53f143cdb11b4504970304aae3c8e30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6649504 Dec 12 04:30:36.436724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43304) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:36.450917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be6aa698-47a6-4a67-8877-3b935641a780 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.452762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Made reservation on behalf of bf6bade5eb694ebb926acdcf698bc17c for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:36.457995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.480005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:34Z', 'revision_number': 8, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:36.498408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f252774-cf7c-4975-9d27-a15369a71919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4c0748-991a-48eb-96e8-8974dd0b835e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:36.507276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aa698-47a6-4a67-8877-3b935641a780 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Subnet': ['ID=ab614e28-fd00-4240-8ecc-90d7effa7a01,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:36.512059 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be6aa698-47a6-4a67-8877-3b935641a780 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.520637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-be6aa698-47a6-4a67-8877-3b935641a780 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/ab614e28-fd00-4240-8ecc-90d7effa7a01 HTTP/1.1" status: 204 len: 168 time: 0.6957247 Dec 12 04:30:36.520793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43306) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:36.547921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa14f22-cdf2-4ad6-83e5-00efa594e0f7 None None] Network 2424175b-72c1-4ce7-bc40-896b81908f9b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:36.560207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:36.571525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a880cbd4-f7a9-49d2-98dc-fd7288ab37e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.606482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a880cbd4-f7a9-49d2-98dc-fd7288ab37e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.628026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:36.628962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:36.679500 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.695092 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a880cbd4-f7a9-49d2-98dc-fd7288ab37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.704884 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a880cbd4-f7a9-49d2-98dc-fd7288ab37e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:36.712108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a880cbd4-f7a9-49d2-98dc-fd7288ab37e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b4c0748-991a-48eb-96e8-8974dd0b835e HTTP/1.1" status: 204 len: 168 time: 0.2721469 Dec 12 04:30:36.737830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880cbd4-f7a9-49d2-98dc-fd7288ab37e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4c0748-991a-48eb-96e8-8974dd0b835e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:36.957730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:37.047969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.050136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa8952a-323e-451d-b85d-5cf3022600ab None None] DHCP port deletion for 2424175b-72c1-4ce7-bc40-896b81908f9b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:30:37.055812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:37.056418 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.194714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Subnet': ['ID=ef3ca9f2-1471-4293-9246-f746fc2158e9,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:37.210993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.211356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.211975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.212444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.212801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.213322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.213925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.214312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.214689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.215039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.215472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.215815 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.216156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:37.226042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port c9fd3dbe-3a2f-4d79-8793-b22c499bd394, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9fd3dbe-3a2f-4d79-8793-b22c499bd394,segment=NetworkSegment(5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e),segment_id=5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:37.226547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.253899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for c9fd3dbe-3a2f-4d79-8793-b22c499bd394 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:37.280711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Checking segment: {'id': 'ea4598df-368e-423e-8f12-c69aa93a75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:37.281033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Network hostable DHCP agents. Network: 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:30:37.317618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43316) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:37.353197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:30:37.366390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8952a-323e-451d-b85d-5cf3022600ab None None] Deleting port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:37.371362 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8aa8952a-323e-451d-b85d-5cf3022600ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.371548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bd7ccb66-8bb3-427c-ad3d-ed8a8539fd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.388609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:37.398004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:37.398610 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.455124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-45e75111-0707-4a3e-999b-f7aa840c3a38 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1532869 Dec 12 04:30:37.457189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43320) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:37.464219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'port': {'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-505047226'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:37.473129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.520082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=c9fd3dbe-3a2f-4d79-8793-b22c499bd394,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:37.536449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No DVR routers for this DVR port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:37.563794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8aa8952a-323e-451d-b85d-5cf3022600ab None None] For port c9fd3dbe-3a2f-4d79-8793-b22c499bd394, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9fd3dbe-3a2f-4d79-8793-b22c499bd394,segment=NetworkSegment(5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e),segment_id=5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:37.564601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8aa8952a-323e-451d-b85d-5cf3022600ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.587793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8952a-323e-451d-b85d-5cf3022600ab None None] Calling delete_port for c9fd3dbe-3a2f-4d79-8793-b22c499bd394 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:37.610361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bd7ccb66-8bb3-427c-ad3d-ed8a8539fd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.626202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bd7ccb66-8bb3-427c-ad3d-ed8a8539fd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.676155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929d1c1-afb9-48ed-bfb8-dc269bfb29de None None] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:37.702033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.729720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bd7ccb66-8bb3-427c-ad3d-ed8a8539fd64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f01af6ad211492f967a0588aac30c93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4082093 Dec 12 04:30:37.730218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43322) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:37.738671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ccb66-8bb3-427c-ad3d-ed8a8539fd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d5f6c7-d461-4fe6-844a-c05085661030,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:37.741866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2424175b-72c1-4ce7-bc40-896b81908f9b']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:37.748172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Made reservation on behalf of bf6bade5eb694ebb926acdcf698bc17c for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:37.751276 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.792296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] device_id is not set on port 88d75283-ae71-415a-a37b-648669cb1c79 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:30:37.795234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:37.795546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bab7aae-1df4-4bed-aa45-33c5a0bb2e6e') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:37.824444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8aa8952a-323e-451d-b85d-5cf3022600ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.860979 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.880462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8952a-323e-451d-b85d-5cf3022600ab None None] No DVR routers for this DVR port c9fd3dbe-3a2f-4d79-8793-b22c499bd394 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:37.933826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.958250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8952a-323e-451d-b85d-5cf3022600ab None None] Pushing event deleted for resources: {'Port': ['ID=c9fd3dbe-3a2f-4d79-8793-b22c499bd394,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:37.987722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:30:37.988511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:30:37.991614 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:30:37.994015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:34Z', 'revision_number': 8, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:38.004104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-90fe4ac4-77d7-4d82-89d7-7f2b6dad3283', 'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283', 'project_id': 'bf6bade5eb694ebb926acdcf698bc17c', 'fixed_ips': [{'subnet_id': 'ef3ca9f2-1471-4293-9246-f746fc2158e9'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:30:38.004468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.044103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Allocated IP 2001:db8::199 (90fe4ac4-77d7-4d82-89d7-7f2b6dad3283/ef3ca9f2-1471-4293-9246-f746fc2158e9/88d75283-ae71-415a-a37b-648669cb1c79) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:38.078262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1dd9-2ccb-444f-983f-1f09c9fa284d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.111842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be45d9b-8a1b-434c-b33d-ff41dc4f8b78 None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:34Z', 'revision_number': 8, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24b3251-70b4-486b-b98d-8ac53f63f58a', 'name': '', 'network_id': 'ed537aac-92b0-4a85-97cb-81e44d491775', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:b8:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:17Z', 'updated_at': '2021-12-12T04:30:25Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '2f90a953-497e-4cbe-abeb-e7fc92b9865e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:38.118215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.125541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.131913 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/networks/2424175b-72c1-4ce7-bc40-896b81908f9b HTTP/1.1" status: 204 len: 168 time: 1.6079426 Dec 12 04:30:38.136722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43332) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:38.139071 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1dd9-2ccb-444f-983f-1f09c9fa284d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.215974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e1d6f-b5b9-4c78-b380-60cacab2b597 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Network': ['ID=2424175b-72c1-4ce7-bc40-896b81908f9b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:38.327327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.390267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.474224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Port': ['ID=88d75283-ae71-415a-a37b-648669cb1c79,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:38.501226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:38.503370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:38.506127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:38.527771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:38.531794 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.535214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Allocated IP 2001:db8::2 (90fe4ac4-77d7-4d82-89d7-7f2b6dad3283/ef3ca9f2-1471-4293-9246-f746fc2158e9/835a6f89-b1f0-46de-9e51-24e91f237694) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:38.583017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f50aa5df-c358-4998-9106-78d891d6a73a tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1243398 Dec 12 04:30:38.586718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43340) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:38.594738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'port': {'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-267100843', 'allowed_address_pairs': [{'ip_address': '2001:db8::199', 'mac_address': 'fa:16:3e:41:5a:8a'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:38.636778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1dd9-2ccb-444f-983f-1f09c9fa284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.644668 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1dd9-2ccb-444f-983f-1f09c9fa284d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:38.647186 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fd0f1dd9-2ccb-444f-983f-1f09c9fa284d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39d5f6c7-d461-4fe6-844a-c05085661030 HTTP/1.1" status: 204 len: 168 time: 0.9159830 Dec 12 04:30:38.675074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f1dd9-2ccb-444f-983f-1f09c9fa284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d5f6c7-d461-4fe6-844a-c05085661030,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:39.005190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Made reservation on behalf of bf6bade5eb694ebb926acdcf698bc17c for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:39.012194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.026580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9fd3dbe-3a2f-4d79-8793-b22c499bd394 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:39.065078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c9fd3dbe-3a2f-4d79-8793-b22c499bd394 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:30:39.065078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9fd3dbe-3a2f-4d79-8793-b22c499bd394 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:30:39.065078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 21a0d46f-60bd-4f06-a28b-e2d7473658a7 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:39.114542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 21a0d46f-60bd-4f06-a28b-e2d7473658a7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:30:39.114983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 21a0d46f-60bd-4f06-a28b-e2d7473658a7 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:30:39.120434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.130168 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.250292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:39.253727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Pushing event updated for resources: {'Port': ['ID=835a6f89-b1f0-46de-9e51-24e91f237694,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:39.258882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:39.279528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:39.279528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.279528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.279528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.279528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.291685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.292260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.295041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.295651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.296207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.302298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.302937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.303471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.303995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:30:39.342383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.368274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] device_id is not set on port a4b25a17-6491-4824-b98b-9b97483e8a7a yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:30:39.466848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Attempting to bind port 835a6f89-b1f0-46de-9e51-24e91f237694 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:30:39.466848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Attempting to bind port 835a6f89-b1f0-46de-9e51-24e91f237694 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ea4598df-368e-423e-8f12-c69aa93a75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:30:39.466848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Attempting to bind port 835a6f89-b1f0-46de-9e51-24e91f237694 on network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:30:39.479532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:30:39.479789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Checking segment: {'id': 'ea4598df-368e-423e-8f12-c69aa93a75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:30:39.480204 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.480603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Bound using segment: {'id': 'ea4598df-368e-423e-8f12-c69aa93a75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:30:39.484964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Bound port: 835a6f89-b1f0-46de-9e51-24e91f237694, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4598df-368e-423e-8f12-c69aa93a75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:30:39.485442 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.597404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] For port 835a6f89-b1f0-46de-9e51-24e91f237694, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:30:39.601343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] For port 835a6f89-b1f0-46de-9e51-24e91f237694, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=835a6f89-b1f0-46de-9e51-24e91f237694,segment=NetworkSegment(ea4598df-368e-423e-8f12-c69aa93a75b6),segment_id=ea4598df-368e-423e-8f12-c69aa93a75b6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:30:39.610246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.611919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Allocated IP 2001:db8::1a6 (90fe4ac4-77d7-4d82-89d7-7f2b6dad3283/ef3ca9f2-1471-4293-9246-f746fc2158e9/a4b25a17-6491-4824-b98b-9b97483e8a7a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:39.679060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port a24b3251-70b4-486b-b98d-8ac53f63f58a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:39.679407 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.691052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3514-f56c-4502-88e9-8c9d2c0eae13 None None] Pushing event updated for resources: {'Port': ['ID=835a6f89-b1f0-46de-9e51-24e91f237694,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:39.938036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port a24b3251-70b4-486b-b98d-8ac53f63f58a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a24b3251-70b4-486b-b98d-8ac53f63f58a,segment=NetworkSegment(1385706b-6dc7-4ec8-895b-9967522427af),segment_id=1385706b-6dc7-4ec8-895b-9967522427af)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:39.938405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.938858 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:39.970939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for a24b3251-70b4-486b-b98d-8ac53f63f58a owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:39.989903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:40.106954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:40.116469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:40.124482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:40.139219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:40.139219 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:40.144891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Port': ['ID=a4b25a17-6491-4824-b98b-9b97483e8a7a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:40.179820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43380) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:40.181565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-94e27982-82c4-43ae-94c0-f82398fed51b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5884447 Dec 12 04:30:40.664951 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9e51c815-547d-4367-9f86-4dfaf78dd447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:40.885204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaca8ce-6550-4985-8b33-e6ac56198e59 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:40.897256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaca8ce-6550-4985-8b33-e6ac56198e59 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:40.905187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaca8ce-6550-4985-8b33-e6ac56198e59 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:40.915039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dfaca8ce-6550-4985-8b33-e6ac56198e59 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.7254138 Dec 12 04:30:40.915039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43408) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:41.008738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:41.042807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 835a6f89-b1f0-46de-9e51-24e91f237694 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:41.092138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=a24b3251-70b4-486b-b98d-8ac53f63f58a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:41.123529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 835a6f89-b1f0-46de-9e51-24e91f237694 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:41.123909 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:41.414476 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:41.466362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-124b1286-a49e-4bd5-bb23-4489d3a9f79e tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Deleting port a4b25a17-6491-4824-b98b-9b97483e8a7a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:41.467053 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-124b1286-a49e-4bd5-bb23-4489d3a9f79e tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:41.563831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a0fd1-6915-48d3-96e3-47c49fc6b017 None None] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:41.579544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 835a6f89-b1f0-46de-9e51-24e91f237694, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=835a6f89-b1f0-46de-9e51-24e91f237694,segment=NetworkSegment(ea4598df-368e-423e-8f12-c69aa93a75b6),segment_id=ea4598df-368e-423e-8f12-c69aa93a75b6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:41.598427 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:41.688036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1bfce26f-df40-415e-b413-b26ab55d4a44 None None] Provisioning complete for port 835a6f89-b1f0-46de-9e51-24e91f237694 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:41.688663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1bfce26f-df40-415e-b413-b26ab55d4a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:41.721672 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:41.849398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=835a6f89-b1f0-46de-9e51-24e91f237694,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:41.866231 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:41.872250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-124b1286-a49e-4bd5-bb23-4489d3a9f79e tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:41.894562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-124b1286-a49e-4bd5-bb23-4489d3a9f79e tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Calling delete_port for a4b25a17-6491-4824-b98b-9b97483e8a7a owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:42.234993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-124b1286-a49e-4bd5-bb23-4489d3a9f79e tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:42.348374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b1286-a49e-4bd5-bb23-4489d3a9f79e tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event deleted for resources: {'Port': ['ID=a4b25a17-6491-4824-b98b-9b97483e8a7a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:42.452184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:42.578571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-459d85a1-1d92-46f5-8119-e07f67cf05cc None None] Provisioning complete for port 88d75283-ae71-415a-a37b-648669cb1c79 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:42.579123 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-459d85a1-1d92-46f5-8119-e07f67cf05cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:42.657936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-459d85a1-1d92-46f5-8119-e07f67cf05cc None None] Port 88d75283-ae71-415a-a37b-648669cb1c79 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:42.661826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-459d85a1-1d92-46f5-8119-e07f67cf05cc None None] Could not find standard attr ID for object a4b25a17-6491-4824-b98b-9b97483e8a7a. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:30:42.672532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-459d85a1-1d92-46f5-8119-e07f67cf05cc None None] Provisioning complete for port 835a6f89-b1f0-46de-9e51-24e91f237694 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:42.673171 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-459d85a1-1d92-46f5-8119-e07f67cf05cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:42.741031 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-124b1286-a49e-4bd5-bb23-4489d3a9f79e tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:42.744610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-124b1286-a49e-4bd5-bb23-4489d3a9f79e tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "DELETE /v2.0/ports/a4b25a17-6491-4824-b98b-9b97483e8a7a HTTP/1.1" status: 204 len: 168 time: 1.8330910 Dec 12 04:30:42.747298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43490) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:42.788805 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7c142d-73ea-4e8d-aaf0-5c19a9e0520b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] GET failed (client error): The resource could not be found. Dec 12 04:30:42.793618 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bf7c142d-73ea-4e8d-aaf0-5c19a9e0520b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "GET /v2.0/ports/a4b25a17-6491-4824-b98b-9b97483e8a7a HTTP/1.1" status: 404 len: 333 time: 0.0420091 Dec 12 04:30:42.794680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43494) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:42.803389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'port': {'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-511765218'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:42.873012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:42.887783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43496) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:42.889347 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-295ffd17-37df-4e11-8e13-aa76d70c755f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7481081 Dec 12 04:30:42.891618 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:42.933742 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:42.934392 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:43.120763 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-638bc01d-fc8a-480e-b140-87cb4c6e15fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:43.168013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Made reservation on behalf of bf6bade5eb694ebb926acdcf698bc17c for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:43.171174 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:43.173556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:43.178266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0859c01-f41a-4ed1-abde-94b62cac5144 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting subnet 2f90a953-497e-4cbe-abeb-e7fc92b9865e {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:30:43.186887 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0859c01-f41a-4ed1-abde-94b62cac5144 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:43.201532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] device_id is not set on port a406114f-ede9-409d-a5da-96284a7f4370 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:30:43.250652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-89629f20-c86f-4b74-8de5-8e909d149d67 None None] Provisioning complete for port 88d75283-ae71-415a-a37b-648669cb1c79 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:43.251034 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-89629f20-c86f-4b74-8de5-8e909d149d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:43.338069 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0859c01-f41a-4ed1-abde-94b62cac5144 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:43.379978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 835a6f89-b1f0-46de-9e51-24e91f237694 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:43.403422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-89629f20-c86f-4b74-8de5-8e909d149d67 None None] Port 88d75283-ae71-415a-a37b-648669cb1c79 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:43.555194 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0859c01-f41a-4ed1-abde-94b62cac5144 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:43.561698 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:40Z', 'revision_number': 9, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:43.572997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 835a6f89-b1f0-46de-9e51-24e91f237694 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:43.573724 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:43.599472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Allocated IP 2001:db8::230 (90fe4ac4-77d7-4d82-89d7-7f2b6dad3283/ef3ca9f2-1471-4293-9246-f746fc2158e9/a406114f-ede9-409d-a5da-96284a7f4370) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:43.666264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9e512f19-2f5b-467e-9a6e-10a052cdf02d None None] Could not find standard attr ID for object a4b25a17-6491-4824-b98b-9b97483e8a7a. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:30:43.678128 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0859c01-f41a-4ed1-abde-94b62cac5144 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:43.761381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0859c01-f41a-4ed1-abde-94b62cac5144 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Subnet': ['ID=2f90a953-497e-4cbe-abeb-e7fc92b9865e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:43.775045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ad1c5-6fc9-4cc9-b70d-e1022f62c23e None None] Network ed537aac-92b0-4a85-97cb-81e44d491775 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:43.776241 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:43.777922 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0859c01-f41a-4ed1-abde-94b62cac5144 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:43.790166 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:43.790527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d0859c01-f41a-4ed1-abde-94b62cac5144 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/2f90a953-497e-4cbe-abeb-e7fc92b9865e HTTP/1.1" status: 204 len: 168 time: 0.8983402 Dec 12 04:30:43.791337 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:43.792168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43538) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:44.034015 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.042031 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:44.070175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.092674 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.122967 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.199546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 6613fe64-313e-4fc4-a2d7-ac3d7098178c {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:44.199914 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.208407 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.272859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4980fb2-98ed-492f-a728-059ca0f89859 None None] DHCP port deletion for ed537aac-92b0-4a85-97cb-81e44d491775 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:30:44.283925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:44.290966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:44.304538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:44.317913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:44.318646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.372553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Port': ['ID=a406114f-ede9-409d-a5da-96284a7f4370,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:44.389742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d4980fb2-98ed-492f-a728-059ca0f89859 None None] Deleting port 6613fe64-313e-4fc4-a2d7-ac3d7098178c {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:44.390378 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4980fb2-98ed-492f-a728-059ca0f89859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.390707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6d131187-20b2-4694-88a2-632632aeb87c tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5950210 Dec 12 04:30:44.397496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43556) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:44.406823 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-25342699-2367-48d4-add2-e88834796ca7 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::199', 'mac_address': 'fa:16:3e:41:5a:8a'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:44.510600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port 6613fe64-313e-4fc4-a2d7-ac3d7098178c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6613fe64-313e-4fc4-a2d7-ac3d7098178c,segment=NetworkSegment(1385706b-6dc7-4ec8-895b-9967522427af),segment_id=1385706b-6dc7-4ec8-895b-9967522427af)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:44.516124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.585949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 6613fe64-313e-4fc4-a2d7-ac3d7098178c owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:44.765194 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:40Z', 'revision_number': 9, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:44.779314 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25342699-2367-48d4-add2-e88834796ca7 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.801980 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d485f-d7c1-4519-9ede-47136130e97d None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:40Z', 'revision_number': 9, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '702f86b9-42d9-43e2-8e9d-f13069c0bebd', 'name': '', 'network_id': '8b54abcc-376f-46ad-922e-c1a71817b05f', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:8f:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:11Z', 'updated_at': '2021-12-12T04:30:17Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': 'a64dd519-2e64-400c-a321-917ae5211bca', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:44.885117 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.920342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=6613fe64-313e-4fc4-a2d7-ac3d7098178c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:44.928228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No DVR routers for this DVR port 6613fe64-313e-4fc4-a2d7-ac3d7098178c on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:44.964866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d4980fb2-98ed-492f-a728-059ca0f89859 None None] For port 6613fe64-313e-4fc4-a2d7-ac3d7098178c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6613fe64-313e-4fc4-a2d7-ac3d7098178c,segment=NetworkSegment(1385706b-6dc7-4ec8-895b-9967522427af),segment_id=1385706b-6dc7-4ec8-895b-9967522427af)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:44.965270 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4980fb2-98ed-492f-a728-059ca0f89859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.976610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5e221aa9-ed0f-46f5-bbe7-3d738456c2a8 None None] Provisioning complete for port a406114f-ede9-409d-a5da-96284a7f4370 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:44.977042 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e221aa9-ed0f-46f5-bbe7-3d738456c2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:44.982348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d4980fb2-98ed-492f-a728-059ca0f89859 None None] Calling delete_port for 6613fe64-313e-4fc4-a2d7-ac3d7098178c owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:45.052935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.094090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5e221aa9-ed0f-46f5-bbe7-3d738456c2a8 None None] Port a406114f-ede9-409d-a5da-96284a7f4370 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:45.105556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed537aac-92b0-4a85-97cb-81e44d491775']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:45.116963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1385706b-6dc7-4ec8-895b-9967522427af') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:45.117543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1385706b-6dc7-4ec8-895b-9967522427af') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:45.147247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.153299 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4980fb2-98ed-492f-a728-059ca0f89859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.198403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4980fb2-98ed-492f-a728-059ca0f89859 None None] Pushing event deleted for resources: {'Port': ['ID=6613fe64-313e-4fc4-a2d7-ac3d7098178c,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:45.204903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.211312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4980fb2-98ed-492f-a728-059ca0f89859 None None] No DVR routers for this DVR port 6613fe64-313e-4fc4-a2d7-ac3d7098178c on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:45.220960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:30:45.227969 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.230666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25342699-2367-48d4-add2-e88834796ca7 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.232461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6613fe64-313e-4fc4-a2d7-ac3d7098178c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:30:45.236032 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:30:45.244226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25342699-2367-48d4-add2-e88834796ca7 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.273431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 6613fe64-313e-4fc4-a2d7-ac3d7098178c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:30:45.273973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6613fe64-313e-4fc4-a2d7-ac3d7098178c not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:30:45.292791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-25342699-2367-48d4-add2-e88834796ca7 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] In _notify_port_updated(), no bound segment for port a406114f-ede9-409d-a5da-96284a7f4370 on network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:30:45.302209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25342699-2367-48d4-add2-e88834796ca7 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:45.303353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25342699-2367-48d4-add2-e88834796ca7 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.305048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25342699-2367-48d4-add2-e88834796ca7 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "PUT /v2.0/ports/a406114f-ede9-409d-a5da-96284a7f4370 HTTP/1.1" status: 200 len: 1002 time: 0.9063637 Dec 12 04:30:45.308496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43608) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:45.390150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25342699-2367-48d4-add2-e88834796ca7 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Port': ['ID=a406114f-ede9-409d-a5da-96284a7f4370,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:45.449192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b26eb9-febc-4e65-8309-6a3e4c408e1e req-e7b4686a-f9d0-44a2-be8c-a56c6c6c5564 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:45.450812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55b26eb9-febc-4e65-8309-6a3e4c408e1e req-e7b4686a-f9d0-44a2-be8c-a56c6c6c5564 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 945 time: 0.2158494 Dec 12 04:30:45.452040 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.469490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.473520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/networks/ed537aac-92b0-4a85-97cb-81e44d491775 HTTP/1.1" status: 204 len: 168 time: 1.6801596 Dec 12 04:30:45.476472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43624) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:45.505078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a0f63-bcaa-48f5-a946-b3820f0ffbd2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Network': ['ID=ed537aac-92b0-4a85-97cb-81e44d491775,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:45.546514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55b26eb9-febc-4e65-8309-6a3e4c408e1e req-f7049959-4abb-4747-af5f-39ba2a7849d0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716536 Dec 12 04:30:45.608771 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.672677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c7861-59d7-4a1a-8a0c-8c81b3adcc12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Deleting port a406114f-ede9-409d-a5da-96284a7f4370 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:45.673217 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c2c7861-59d7-4a1a-8a0c-8c81b3adcc12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.827415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-52f8d3c3-840e-4972-8d51-f48a882b5b43 None None] Provisioning complete for port a406114f-ede9-409d-a5da-96284a7f4370 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:45.829416 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52f8d3c3-840e-4972-8d51-f48a882b5b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.865080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-52f8d3c3-840e-4972-8d51-f48a882b5b43 None None] Port a406114f-ede9-409d-a5da-96284a7f4370 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:45.945793 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c2c7861-59d7-4a1a-8a0c-8c81b3adcc12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:45.987730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c7861-59d7-4a1a-8a0c-8c81b3adcc12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Calling delete_port for a406114f-ede9-409d-a5da-96284a7f4370 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:46.216912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c2c7861-59d7-4a1a-8a0c-8c81b3adcc12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:46.254645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c7861-59d7-4a1a-8a0c-8c81b3adcc12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event deleted for resources: {'Port': ['ID=a406114f-ede9-409d-a5da-96284a7f4370,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:46.312256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:46.490196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c2c7861-59d7-4a1a-8a0c-8c81b3adcc12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:46.493458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9c2c7861-59d7-4a1a-8a0c-8c81b3adcc12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "DELETE /v2.0/ports/a406114f-ede9-409d-a5da-96284a7f4370 HTTP/1.1" status: 204 len: 168 time: 1.1831520 Dec 12 04:30:46.496537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43720) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:46.558984 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1d9218-3711-4428-a53e-23c921b4fe12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] GET failed (client error): The resource could not be found. Dec 12 04:30:46.560741 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9e1d9218-3711-4428-a53e-23c921b4fe12 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "GET /v2.0/ports/a406114f-ede9-409d-a5da-96284a7f4370 HTTP/1.1" status: 404 len: 333 time: 0.0632353 Dec 12 04:30:46.567460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43722) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:46.580481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'port': {'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1479047905'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:46.707148 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:46.726793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 702f86b9-42d9-43e2-8e9d-f13069c0bebd {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:46.727146 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:46.731912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Made reservation on behalf of bf6bade5eb694ebb926acdcf698bc17c for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:46.739836 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:46.767897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] device_id is not set on port b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:30:46.861893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a24b3251-70b4-486b-b98d-8ac53f63f58a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:46.885655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port 702f86b9-42d9-43e2-8e9d-f13069c0bebd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=702f86b9-42d9-43e2-8e9d-f13069c0bebd,segment=NetworkSegment(73235037-d4d7-4d55-87c7-7821a728817a),segment_id=73235037-d4d7-4d55-87c7-7821a728817a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:46.886152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:46.889861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: a24b3251-70b4-486b-b98d-8ac53f63f58a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:30:46.890156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a24b3251-70b4-486b-b98d-8ac53f63f58a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:30:46.909556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 702f86b9-42d9-43e2-8e9d-f13069c0bebd owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:46.931400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Allocated IP 2001:db8::312 (90fe4ac4-77d7-4d82-89d7-7f2b6dad3283/ef3ca9f2-1471-4293-9246-f746fc2158e9/b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:47.134130 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:47.144847 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:47.178304 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:47.188751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=702f86b9-42d9-43e2-8e9d-f13069c0bebd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:47.243037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:47.264057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:47.269713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:47.279036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:47.279803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:47.285022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Port': ['ID=b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:47.304994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3f054fa6-d00a-4858-b13f-2f9bb5fcbd19 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7356868 Dec 12 04:30:47.307748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43780) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:47.313912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7ecf1a0f-320d-408d-8df9-37aa31135335 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:41:5a:8a'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:47.662677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1a0f-320d-408d-8df9-37aa31135335 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:47.777982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c7c4bca2-6fad-49b0-ad83-8d69a100d10e None None] Provisioning complete for port b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:47.779991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7c4bca2-6fad-49b0-ad83-8d69a100d10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:47.845207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4bca2-6fad-49b0-ad83-8d69a100d10e None None] Port b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:47.943382 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:47.960111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1a0f-320d-408d-8df9-37aa31135335 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:47.973086 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1a0f-320d-408d-8df9-37aa31135335 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.019327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf1a0f-320d-408d-8df9-37aa31135335 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] In _notify_port_updated(), no bound segment for port b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d on network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:30:48.025312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecf1a0f-320d-408d-8df9-37aa31135335 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:48.025925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1a0f-320d-408d-8df9-37aa31135335 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.033020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7ecf1a0f-320d-408d-8df9-37aa31135335 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "PUT /v2.0/ports/b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d HTTP/1.1" status: 200 len: 1003 time: 0.7185230 Dec 12 04:30:48.033020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43834) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:48.080659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf1a0f-320d-408d-8df9-37aa31135335 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Port': ['ID=b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:48.154164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e1d51567-5a71-4035-bb00-11bf1ca8e949 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Deleting port b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:48.154511 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1d51567-5a71-4035-bb00-11bf1ca8e949 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.250838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:48.288713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1d51567-5a71-4035-bb00-11bf1ca8e949 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.300828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e1d51567-5a71-4035-bb00-11bf1ca8e949 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Calling delete_port for b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:48.405829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:48.416155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b94d8f43-190e-4da9-804e-7f3f81aeecc0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9370539 Dec 12 04:30:48.418742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:48.429026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43860) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:48.439019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:48.439528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:48.477007 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1d51567-5a71-4035-bb00-11bf1ca8e949 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.530902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f66f28f-f884-49bb-9615-34ce3cd08c7e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting subnet a64dd519-2e64-400c-a321-917ae5211bca {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:30:48.535966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d51567-5a71-4035-bb00-11bf1ca8e949 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event deleted for resources: {'Port': ['ID=b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:48.543545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f6346a89-6344-41db-882a-47235c66561d None None] Could not find standard attr ID for object b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:30:48.545291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f66f28f-f884-49bb-9615-34ce3cd08c7e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.574695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:48.581645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1d51567-5a71-4035-bb00-11bf1ca8e949 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.585500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e1d51567-5a71-4035-bb00-11bf1ca8e949 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "DELETE /v2.0/ports/b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d HTTP/1.1" status: 204 len: 168 time: 0.5533283 Dec 12 04:30:48.590696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43868) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:48.625653 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c5a24b-c6ce-4a00-a105-5099346eac90 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] GET failed (client error): The resource could not be found. Dec 12 04:30:48.632907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43876) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:48.633177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-19c5a24b-c6ce-4a00-a105-5099346eac90 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "GET /v2.0/ports/b52b5bec-1c27-47c1-a4fe-c46e39e4ac1d HTTP/1.1" status: 404 len: 333 time: 0.0414448 Dec 12 04:30:48.638554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'port': {'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-565139555'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:48.655174 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f66f28f-f884-49bb-9615-34ce3cd08c7e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.824190 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f66f28f-f884-49bb-9615-34ce3cd08c7e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.853810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Made reservation on behalf of bf6bade5eb694ebb926acdcf698bc17c for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:48.858339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:48.873879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:47Z', 'revision_number': 10, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:48.891860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] device_id is not set on port 9b8d93f8-d877-466e-9a23-d243f04b437d yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:30:48.913366 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:48.926377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:48.928142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:48.973821 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f66f28f-f884-49bb-9615-34ce3cd08c7e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.021867 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f66f28f-f884-49bb-9615-34ce3cd08c7e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.029547 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6f66f28f-f884-49bb-9615-34ce3cd08c7e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/a64dd519-2e64-400c-a321-917ae5211bca HTTP/1.1" status: 204 len: 168 time: 0.5994287 Dec 12 04:30:49.030528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43888) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:49.032841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66f28f-f884-49bb-9615-34ce3cd08c7e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Subnet': ['ID=a64dd519-2e64-400c-a321-917ae5211bca,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:49.116184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:49.136663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Allocated IP 2001:db8::155 (90fe4ac4-77d7-4d82-89d7-7f2b6dad3283/ef3ca9f2-1471-4293-9246-f746fc2158e9/9b8d93f8-d877-466e-9a23-d243f04b437d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:49.160344 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.168582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43896) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:49.280231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 49897c12-9603-40b8-a507-d83c79782712 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:49.280677 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.322960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1601a39d-b2db-4152-af30-3080070da9eb None None] Network 8b54abcc-376f-46ad-922e-c1a71817b05f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:49.359851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port 49897c12-9603-40b8-a507-d83c79782712, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=49897c12-9603-40b8-a507-d83c79782712,segment=NetworkSegment(73235037-d4d7-4d55-87c7-7821a728817a),segment_id=73235037-d4d7-4d55-87c7-7821a728817a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:49.360281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.375291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 49897c12-9603-40b8-a507-d83c79782712 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:49.452592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31cf9e6c-a415-41f5-b4af-ebf0bd870384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.487047 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.530574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.573808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No DVR routers for this DVR port 49897c12-9603-40b8-a507-d83c79782712 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:49.577539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=49897c12-9603-40b8-a507-d83c79782712,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:49.626284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.661973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a904841-8564-4e30-80a9-949f9d45385d None None] DHCP port deletion for 8b54abcc-376f-46ad-922e-c1a71817b05f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:30:49.683236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31cf9e6c-a415-41f5-b4af-ebf0bd870384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.722984 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31cf9e6c-a415-41f5-b4af-ebf0bd870384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.758200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:49.763692 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.780054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:47Z', 'revision_number': 10, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:49.791668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b54abcc-376f-46ad-922e-c1a71817b05f']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:49.815804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73235037-d4d7-4d55-87c7-7821a728817a') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:49.816304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73235037-d4d7-4d55-87c7-7821a728817a') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:49.830166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.848275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8ad828-6a0d-4247-8409-17150b8af75a None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:47Z', 'revision_number': 10, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None, '_interfaces': [{'id': '9c356cf0-84dc-429d-be93-73c6ff180c70', 'name': '', 'network_id': 'fb13b150-d39f-47bc-9f2e-79f7119b1ab9', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'mac_address': 'fa:16:3e:20:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:30:05Z', 'updated_at': '2021-12-12T04:30:11Z', 'revision_number': 5, 'project_id': '6bead300249f4f539a069d26de136c25', 'subnets': [{'id': '644b5ef0-7dea-47d6-b850-5c6986c87bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:49.849780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.866018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:30:49.866838 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:30:49.870456 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:30:49.891897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf9e6c-a415-41f5-b4af-ebf0bd870384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473882db-110e-440d-abd6-0127fb679845,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:49.901423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-31cf9e6c-a415-41f5-b4af-ebf0bd870384 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dbb2dc665d74feeaa332fd095de2f24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7314210 Dec 12 04:30:49.906980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:49.909680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43928) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:49.912433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:49.919774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:49.921113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:49.940893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Port': ['ID=9b8d93f8-d877-466e-9a23-d243f04b437d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:49.950863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0f933434-650a-40c4-873a-894001c37ceb tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3168271 Dec 12 04:30:49.954155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43930) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:49.964893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'port': {'network_id': '90fe4ac4-77d7-4d82-89d7-7f2b6dad3283', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1000798479'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:50.067147 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:50.093365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:50.098192 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/networks/8b54abcc-376f-46ad-922e-c1a71817b05f HTTP/1.1" status: 204 len: 168 time: 1.0662253 Dec 12 04:30:50.099403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20448762-736c-4e7c-8c3c-9e266e037242 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Network': ['ID=8b54abcc-376f-46ad-922e-c1a71817b05f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:50.101084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43938) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:50.101404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3065142c-d2f7-42c4-9965-24695a9e0180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:50.154080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:30:50.170955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3065142c-d2f7-42c4-9965-24695a9e0180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:50.314927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3065142c-d2f7-42c4-9965-24695a9e0180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:50.317738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3065142c-d2f7-42c4-9965-24695a9e0180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:50.318929 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3065142c-d2f7-42c4-9965-24695a9e0180 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/473882db-110e-440d-abd6-0127fb679845 HTTP/1.1" status: 204 len: 168 time: 0.4078863 Dec 12 04:30:50.363028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065142c-d2f7-42c4-9965-24695a9e0180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473882db-110e-440d-abd6-0127fb679845,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:50.523611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Made reservation on behalf of bf6bade5eb694ebb926acdcf698bc17c for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:50.527777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:50.552707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:50.597062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] device_id is not set on port 90bb69fc-015a-4c2e-b828-7b814ff385f4 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:30:50.613707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bf944436-d874-46f1-981a-d3d04a99b56b None None] Provisioning complete for port 9b8d93f8-d877-466e-9a23-d243f04b437d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:50.614805 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf944436-d874-46f1-981a-d3d04a99b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:50.676922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'port_id': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'mac_address': 'fa:16:3e:25:51:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:30:50.721182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-bf944436-d874-46f1-981a-d3d04a99b56b None None] Port 9b8d93f8-d877-466e-9a23-d243f04b437d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:50.860983 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:50.886000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a1c4bcf-be70-42b1-92b9-d860f789c308 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:30:50.917886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:50.929627 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:51.005595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 702f86b9-42d9-43e2-8e9d-f13069c0bebd no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:51.053213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 702f86b9-42d9-43e2-8e9d-f13069c0bebd {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:30:51.054312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 702f86b9-42d9-43e2-8e9d-f13069c0bebd not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:30:51.055023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 49897c12-9603-40b8-a507-d83c79782712 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:51.117115 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 49897c12-9603-40b8-a507-d83c79782712 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:30:51.117767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 49897c12-9603-40b8-a507-d83c79782712 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:30:51.138692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:51.150867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['6a1c4bcf-be70-42b1-92b9-d860f789c308'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:30:51.562538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Allocated IP 2001:db8::387 (90fe4ac4-77d7-4d82-89d7-7f2b6dad3283/ef3ca9f2-1471-4293-9246-f746fc2158e9/90bb69fc-015a-4c2e-b828-7b814ff385f4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:51.584388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:51.921978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.048495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.144764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:52.150610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:52.153056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:52.160318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:52.160980 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.167051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:30:52.186843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Port': ['ID=90bb69fc-015a-4c2e-b828-7b814ff385f4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:52.195638 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a339980e-f217-42cf-9f85-5487e9a08358 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2388124 Dec 12 04:30:52.198301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44034) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:52.209201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-66112fa2-5170-4915-8f09-6e42f02a0eff tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::199', 'mac_address': 'fa:16:3e:41:5a:8a'}, {'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:71:14:e1'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:52.243024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 9c356cf0-84dc-429d-be93-73c6ff180c70 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:52.243359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.298841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 6a1c4bcf-be70-42b1-92b9-d860f789c308 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:52.299233 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.500636 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.572481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port 9c356cf0-84dc-429d-be93-73c6ff180c70, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9c356cf0-84dc-429d-be93-73c6ff180c70,segment=NetworkSegment(cb72f863-6fc8-4435-94c7-a2b740c51ccf),segment_id=cb72f863-6fc8-4435-94c7-a2b740c51ccf)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:52.576452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.592044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:30:52.595019 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c008675a-62cf-4102-84e7-1384bb302f5b" -d '{"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:30:52.614879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 9c356cf0-84dc-429d-be93-73c6ff180c70 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:52.660189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:52.671320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.696742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66112fa2-5170-4915-8f09-6e42f02a0eff tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.778632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44056) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:52.790901 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f5e4c4-871f-4822-95ba-2015c7c63207 x-openstack-request-id: req-d3f5e4c4-871f-4822-95ba-2015c7c63207 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:30:52.790901 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:30:52.791235 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3f5e4c4-871f-4822-95ba-2015c7c63207 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:30:52.791455 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'code': 200} Dec 12 04:30:52.793022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:52.837845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-03d7d82c-6a8d-4103-8318-9aedef51c94d None None] Provisioning complete for port 90bb69fc-015a-4c2e-b828-7b814ff385f4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:52.839586 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-03d7d82c-6a8d-4103-8318-9aedef51c94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:52.920538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-03d7d82c-6a8d-4103-8318-9aedef51c94d None None] Port 90bb69fc-015a-4c2e-b828-7b814ff385f4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:52.990659 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f310e40-e11b-401d-aed4-99e5f0d2d162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.006843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.054849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=9c356cf0-84dc-429d-be93-73c6ff180c70,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:53.062967 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66112fa2-5170-4915-8f09-6e42f02a0eff tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.079027 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66112fa2-5170-4915-8f09-6e42f02a0eff tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.147360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66112fa2-5170-4915-8f09-6e42f02a0eff tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event updated for resources: {'Port': ['ID=90bb69fc-015a-4c2e-b828-7b814ff385f4,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:53.156554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-66112fa2-5170-4915-8f09-6e42f02a0eff tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] In _notify_port_updated(), no bound segment for port 90bb69fc-015a-4c2e-b828-7b814ff385f4 on network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:30:53.163375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66112fa2-5170-4915-8f09-6e42f02a0eff tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:53.164053 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-66112fa2-5170-4915-8f09-6e42f02a0eff tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.165757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-66112fa2-5170-4915-8f09-6e42f02a0eff tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "PUT /v2.0/ports/90bb69fc-015a-4c2e-b828-7b814ff385f4 HTTP/1.1" status: 200 len: 1068 time: 0.9663627 Dec 12 04:30:53.169729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44066) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:53.335081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f310e40-e11b-401d-aed4-99e5f0d2d162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.356221 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f310e40-e11b-401d-aed4-99e5f0d2d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.378929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-deee09a8-754f-42f0-a445-61c145cc3e26 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Deleting port 90bb69fc-015a-4c2e-b828-7b814ff385f4 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:53.379597 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-deee09a8-754f-42f0-a445-61c145cc3e26 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.562019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7f310e40-e11b-401d-aed4-99e5f0d2d162 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=446cfffa35dc46ba901cd2db1c984d53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7815061 Dec 12 04:30:53.565788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44082) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:53.576915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f310e40-e11b-401d-aed4-99e5f0d2d162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dafad8-d37f-4fa9-b236-7d164740726a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:53.594307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.619932 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-deee09a8-754f-42f0-a445-61c145cc3e26 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.643742 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-deee09a8-754f-42f0-a445-61c145cc3e26 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Calling delete_port for 90bb69fc-015a-4c2e-b828-7b814ff385f4 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:53.688691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0e9e473-059c-46b7-8bfc-5397b8a7f955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.759603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-eecd61a6-7955-4151-9f58-0f7bb7bead26 None None] Provisioning complete for port 90bb69fc-015a-4c2e-b828-7b814ff385f4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:53.761360 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0e9e473-059c-46b7-8bfc-5397b8a7f955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.763235 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eecd61a6-7955-4151-9f58-0f7bb7bead26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.817941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-eecd61a6-7955-4151-9f58-0f7bb7bead26 None None] Port 90bb69fc-015a-4c2e-b828-7b814ff385f4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:53.944333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0e9e473-059c-46b7-8bfc-5397b8a7f955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.947586 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0e9e473-059c-46b7-8bfc-5397b8a7f955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:53.973467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bbf10-1e0d-4664-8f38-a028d63fb837 req-6bd0b4ae-b46b-401b-bd4f-b4afaf77ac5d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:53.978716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f0e9e473-059c-46b7-8bfc-5397b8a7f955 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5dafad8-d37f-4fa9-b236-7d164740726a HTTP/1.1" status: 204 len: 168 time: 0.4115226 Dec 12 04:30:53.990111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0bbf10-1e0d-4664-8f38-a028d63fb837 req-6bd0b4ae-b46b-401b-bd4f-b4afaf77ac5d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.1798048 Dec 12 04:30:54.000107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-deee09a8-754f-42f0-a445-61c145cc3e26 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:54.002004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9e473-059c-46b7-8bfc-5397b8a7f955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dafad8-d37f-4fa9-b236-7d164740726a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:54.004211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:54.048366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee09a8-754f-42f0-a445-61c145cc3e26 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event deleted for resources: {'Port': ['ID=90bb69fc-015a-4c2e-b828-7b814ff385f4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:54.180232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:54.191625 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:54.193312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fa0bbf10-1e0d-4664-8f38-a028d63fb837 req-499757b3-939f-458a-9562-6665eb0b7608 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017739 Dec 12 04:30:54.201352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d5187694-622e-4545-9fa4-8058e72e4d50 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0943685 Dec 12 04:30:54.202487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44094) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:54.230105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:54.231544 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:54.352028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf59079-474c-4b86-8ab2-64a038744f85 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting subnet 644b5ef0-7dea-47d6-b850-5c6986c87bdd {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:30:54.366325 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7bf59079-474c-4b86-8ab2-64a038744f85 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:54.438789 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:54.439068 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-deee09a8-754f-42f0-a445-61c145cc3e26 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:54.453738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-deee09a8-754f-42f0-a445-61c145cc3e26 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "DELETE /v2.0/ports/90bb69fc-015a-4c2e-b828-7b814ff385f4 HTTP/1.1" status: 204 len: 168 time: 1.2802193 Dec 12 04:30:54.454561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:54.472507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7bf59079-474c-4b86-8ab2-64a038744f85 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:54.508461 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1528fe9f-1941-48cc-bce7-cc946fef8f2b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] GET failed (client error): The resource could not be found. Dec 12 04:30:54.513244 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1528fe9f-1941-48cc-bce7-cc946fef8f2b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "GET /v2.0/ports/90bb69fc-015a-4c2e-b828-7b814ff385f4 HTTP/1.1" status: 404 len: 333 time: 0.0525539 Dec 12 04:30:54.513820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44106) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:54.541165 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:52Z', 'revision_number': 11, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:54.586673 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:54.597947 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:54.598741 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:54.680662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7bf59079-474c-4b86-8ab2-64a038744f85 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:54.728121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d2fe4-eac8-4422-8e18-887d5e6e546b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Deleting port 9b8d93f8-d877-466e-9a23-d243f04b437d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:54.729021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2fe4-eac8-4422-8e18-887d5e6e546b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:54.791069 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:54.869371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7bf59079-474c-4b86-8ab2-64a038744f85 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:54.960581 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:52Z', 'revision_number': 11, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:54.969312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf59079-474c-4b86-8ab2-64a038744f85 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Subnet': ['ID=644b5ef0-7dea-47d6-b850-5c6986c87bdd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:55.008034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c4b2b0-f8f3-4418-b70d-a31e574e7458 None None] Network fb13b150-d39f-47bc-9f2e-79f7119b1ab9 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:55.021854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7bf59079-474c-4b86-8ab2-64a038744f85 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:55.034803 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7bf59079-474c-4b86-8ab2-64a038744f85 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/644b5ef0-7dea-47d6-b850-5c6986c87bdd HTTP/1.1" status: 204 len: 168 time: 0.8285034 Dec 12 04:30:55.035324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44124) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:55.043361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2fe4-eac8-4422-8e18-887d5e6e546b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:55.052306 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81168247-1da6-40c4-82c9-73630a6cf404 None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:52Z', 'revision_number': 11, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:55.065151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d2fe4-eac8-4422-8e18-887d5e6e546b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Calling delete_port for 9b8d93f8-d877-466e-9a23-d243f04b437d owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:55.145665 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:30:55.241166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:55.405986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2fe4-eac8-4422-8e18-887d5e6e546b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:55.427086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Deleting port 132bb151-952b-4d63-b077-4e038b1e289e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:55.427436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:55.455705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d2fe4-eac8-4422-8e18-887d5e6e546b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event deleted for resources: {'Port': ['ID=9b8d93f8-d877-466e-9a23-d243f04b437d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:55.472463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd698c9b-c8d6-4e92-9fe6-773258b5661d None None] DHCP port deletion for fb13b150-d39f-47bc-9f2e-79f7119b1ab9 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:30:55.536667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c72a8-0d39-4055-8502-7282f16f6de6 req-d12680b6-2e36-459b-bde8-f2b840035f24 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:55.557906 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-329c72a8-0d39-4055-8502-7282f16f6de6 req-d12680b6-2e36-459b-bde8-f2b840035f24 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.2024407 Dec 12 04:30:55.602227 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2fe4-eac8-4422-8e18-887d5e6e546b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:55.612431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb8d2fe4-eac8-4422-8e18-887d5e6e546b tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "DELETE /v2.0/ports/9b8d93f8-d877-466e-9a23-d243f04b437d HTTP/1.1" status: 204 len: 168 time: 1.0975351 Dec 12 04:30:55.614174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44148) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:55.668205 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a417b0-63f6-4f43-86a7-0003b115450d tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] GET failed (client error): The resource could not be found. Dec 12 04:30:55.691987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-71a417b0-63f6-4f43-86a7-0003b115450d tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "GET /v2.0/ports/9b8d93f8-d877-466e-9a23-d243f04b437d HTTP/1.1" status: 404 len: 333 time: 0.0765088 Dec 12 04:30:55.692629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44150) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:55.696086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fd698c9b-c8d6-4e92-9fe6-773258b5661d None None] Deleting port 132bb151-952b-4d63-b077-4e038b1e289e {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:55.696471 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fd698c9b-c8d6-4e92-9fe6-773258b5661d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:55.724780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] For port 132bb151-952b-4d63-b077-4e038b1e289e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=132bb151-952b-4d63-b077-4e038b1e289e,segment=NetworkSegment(cb72f863-6fc8-4435-94c7-a2b740c51ccf),segment_id=cb72f863-6fc8-4435-94c7-a2b740c51ccf)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:55.728059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:55.769428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-329c72a8-0d39-4055-8502-7282f16f6de6 req-447e65b9-bec1-4404-a579-d7c00682cfe8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105305 Dec 12 04:30:55.817933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Calling delete_port for 132bb151-952b-4d63-b077-4e038b1e289e owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:55.897938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fd698c9b-c8d6-4e92-9fe6-773258b5661d None None] For port 132bb151-952b-4d63-b077-4e038b1e289e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=132bb151-952b-4d63-b077-4e038b1e289e,segment=NetworkSegment(cb72f863-6fc8-4435-94c7-a2b740c51ccf),segment_id=cb72f863-6fc8-4435-94c7-a2b740c51ccf)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:55.898120 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fd698c9b-c8d6-4e92-9fe6-773258b5661d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:55.966182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fd698c9b-c8d6-4e92-9fe6-773258b5661d None None] Calling delete_port for 132bb151-952b-4d63-b077-4e038b1e289e owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:56.008887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0203c-1ffb-49c0-b21f-5501913217e5 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Deleting port 88d75283-ae71-415a-a37b-648669cb1c79 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:56.009303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7c0203c-1ffb-49c0-b21f-5501913217e5 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.041068 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.133797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Port': ['ID=132bb151-952b-4d63-b077-4e038b1e289e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:56.145463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No DVR routers for this DVR port 132bb151-952b-4d63-b077-4e038b1e289e on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:56.193445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7c0203c-1ffb-49c0-b21f-5501913217e5 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.228386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fd698c9b-c8d6-4e92-9fe6-773258b5661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.244291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0203c-1ffb-49c0-b21f-5501913217e5 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Calling delete_port for 88d75283-ae71-415a-a37b-648669cb1c79 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:56.276759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd698c9b-c8d6-4e92-9fe6-773258b5661d None None] Pushing event deleted for resources: {'Port': ['ID=132bb151-952b-4d63-b077-4e038b1e289e,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:56.293705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd698c9b-c8d6-4e92-9fe6-773258b5661d None None] No DVR routers for this DVR port 132bb151-952b-4d63-b077-4e038b1e289e on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:56.348931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.392010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb13b150-d39f-47bc-9f2e-79f7119b1ab9']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:56.429412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb72f863-6fc8-4435-94c7-a2b740c51ccf') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:56.429713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb72f863-6fc8-4435-94c7-a2b740c51ccf') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:56.460089 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.478342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.486992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:30:56.487689 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.505443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7c0203c-1ffb-49c0-b21f-5501913217e5 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.550569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0203c-1ffb-49c0-b21f-5501913217e5 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event deleted for resources: {'Port': ['ID=88d75283-ae71-415a-a37b-648669cb1c79,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:30:56.573083 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:30:56.581208 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.606985 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.619064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/networks/fb13b150-d39f-47bc-9f2e-79f7119b1ab9 HTTP/1.1" status: 204 len: 168 time: 1.5827544 Dec 12 04:30:56.631478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44176) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:56.635090 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e7c0203c-1ffb-49c0-b21f-5501913217e5 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.640846 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e7c0203c-1ffb-49c0-b21f-5501913217e5 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "DELETE /v2.0/ports/88d75283-ae71-415a-a37b-648669cb1c79 HTTP/1.1" status: 204 len: 168 time: 0.9466794 Dec 12 04:30:56.649899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44178) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:56.655789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'routes': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:56.674020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9aaf9-23bc-47e9-a90c-1848970cd8b2 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Pushing event deleted for resources: {'Network': ['ID=fb13b150-d39f-47bc-9f2e-79f7119b1ab9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:56.750004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44180) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:56.762468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cef6f77-1a0b-48e5-824a-e7408467d724 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Deleting subnet ef3ca9f2-1471-4293-9246-f746fc2158e9 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:30:56.766896 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3cef6f77-1a0b-48e5-824a-e7408467d724 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.871840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3cef6f77-1a0b-48e5-824a-e7408467d724 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:56.987371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 132bb151-952b-4d63-b077-4e038b1e289e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:57.020593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 132bb151-952b-4d63-b077-4e038b1e289e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:30:57.021698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 132bb151-952b-4d63-b077-4e038b1e289e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:30:57.022528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9c356cf0-84dc-429d-be93-73c6ff180c70 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:57.032272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3cef6f77-1a0b-48e5-824a-e7408467d724 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.080702 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 9c356cf0-84dc-429d-be93-73c6ff180c70 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:30:57.081109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9c356cf0-84dc-429d-be93-73c6ff180c70 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:30:57.096406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1453951075', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:57.101402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.extraroute_db [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Added routes are [] {{(pid=103451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 04:30:57.102259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.extraroute_db [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Removed routes are [] {{(pid=103451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 04:30:57.102652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.135495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8df7c-5ad3-4019-bd71-b39ce2ab5726 req-69b27c9a-1478-4222-9177-c79655f6d76c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:57.146915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86e8df7c-5ad3-4019-bd71-b39ce2ab5726 req-69b27c9a-1478-4222-9177-c79655f6d76c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.1948428 Dec 12 04:30:57.152556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3cef6f77-1a0b-48e5-824a-e7408467d724 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.183658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef6f77-1a0b-48e5-824a-e7408467d724 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3ca9f2-1471-4293-9246-f746fc2158e9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:57.198429 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3cef6f77-1a0b-48e5-824a-e7408467d724 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.199415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d796ab-2903-4c42-9134-d0a1548614b3 None None] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:30:57.205480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3cef6f77-1a0b-48e5-824a-e7408467d724 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "DELETE /v2.0/subnets/ef3ca9f2-1471-4293-9246-f746fc2158e9 HTTP/1.1" status: 204 len: 168 time: 0.5470281 Dec 12 04:30:57.210996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44192) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:57.237126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Made reservation on behalf of c21f7872a94647c3bb6504700cf5e4ba for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:30:57.239625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.367121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.395792 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.426843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.477443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] DHCP port deletion for 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:30:57.505645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Deleting port 835a6f89-b1f0-46de-9e51-24e91f237694 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:57.506271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.517851 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86e8df7c-5ad3-4019-bd71-b39ce2ab5726 req-fa69c5ca-1f8f-4dc3-bcd1-715f9f8e20db tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697562 Dec 12 04:30:57.519180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.580695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.588414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] For port 835a6f89-b1f0-46de-9e51-24e91f237694, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=835a6f89-b1f0-46de-9e51-24e91f237694,segment=NetworkSegment(ea4598df-368e-423e-8f12-c69aa93a75b6),segment_id=ea4598df-368e-423e-8f12-c69aa93a75b6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:57.589001 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.611452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Calling delete_port for 835a6f89-b1f0-46de-9e51-24e91f237694 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:57.618288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.622948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] device_id is not set on port b39aa53c-1dd4-4b95-92ce-538916abccaf yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:30:57.663485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] Deleting port 835a6f89-b1f0-46de-9e51-24e91f237694 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:30:57.664102 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.702333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router fccb5d58-d398-4caf-baf5-1c0d4f133c04 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:30:57.703459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c39b76-17fc-48e3-9ded-a094a81dc5ff,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:57.785343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.813475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event deleted for resources: {'Port': ['ID=835a6f89-b1f0-46de-9e51-24e91f237694,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:57.831174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] No DVR routers for this DVR port 835a6f89-b1f0-46de-9e51-24e91f237694 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:57.862357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] For port 835a6f89-b1f0-46de-9e51-24e91f237694, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=835a6f89-b1f0-46de-9e51-24e91f237694,segment=NetworkSegment(ea4598df-368e-423e-8f12-c69aa93a75b6),segment_id=ea4598df-368e-423e-8f12-c69aa93a75b6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:30:57.862691 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.882838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:30:57.893870 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:57.895382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-63ff4a02-6a45-465b-a0ae-02be3101d95b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04 HTTP/1.1" status: 200 len: 701 time: 1.2617850 Dec 12 04:30:57.899475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44206) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:57.928752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Allocated IP 172.25.7.246 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/b39aa53c-1dd4-4b95-92ce-538916abccaf) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:30:57.955500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1572172a-f4cb-4ca5-a039-15215f08c731 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=fccb5d58-d398-4caf-baf5-1c0d4f133c04 HTTP/1.1" status: 200 len: 205 time: 0.0525193 Dec 12 04:30:57.976161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44210) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:57.980943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] Calling delete_port for 835a6f89-b1f0-46de-9e51-24e91f237694 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:30:58.000123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] Sync routers for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:30:58.055692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] Routers {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:58.056347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:58.092543 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.107380 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fefc0e4c-2552-47bb-8ef9-8c99bcacebcf tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.207482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.233475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fe4ac4-77d7-4d82-89d7-7f2b6dad3283']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:58.250374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4598df-368e-423e-8f12-c69aa93a75b6') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:58.250741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4598df-368e-423e-8f12-c69aa93a75b6') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:58.304104 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.382853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:30:58.386866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:30:58.391268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:30:58.427089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Pushing event updated for resources: {'Port': ['ID=b39aa53c-1dd4-4b95-92ce-538916abccaf,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:58.448995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fefc0e4c-2552-47bb-8ef9-8c99bcacebcf tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.455202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fefc0e4c-2552-47bb-8ef9-8c99bcacebcf tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.456857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:58.457660 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.465652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb263b-5678-4321-af47-8f1b23bbe9a4 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:30:58.481047 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ad6bafb6-06e3-4df0-89ba-a24f5aa41c21 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7292840 Dec 12 04:30:58.483962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44220) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:58.489065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.246'}]}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:58.519258 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] Set router fccb5d58-d398-4caf-baf5-1c0d4f133c04 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:30:58.535634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fefc0e4c-2552-47bb-8ef9-8c99bcacebcf tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.541999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefc0e4c-2552-47bb-8ef9-8c99bcacebcf tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Fanout notify agent at l3_agent the message router_deleted on router fccb5d58-d398-4caf-baf5-1c0d4f133c04 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:30:58.545188 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.553167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.554351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.561635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fefc0e4c-2552-47bb-8ef9-8c99bcacebcf tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.562720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fefc0e4c-2552-47bb-8ef9-8c99bcacebcf tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04 HTTP/1.1" status: 204 len: 168 time: 0.5914979 Dec 12 04:30:58.569573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44226) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:58.574270 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-58720f84-0a4e-4846-9abc-458b7a1e7257 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1895048372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:58.601045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.608218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:30:58.608632 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:30:58.619766 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:30:58.680881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb5d58-d398-4caf-baf5-1c0d4f133c04', 'name': 'tempest-RoutersTest-router-1921370335', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:03Z', 'updated_at': '2021-12-12T04:30:52Z', 'revision_number': 11, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:30:58.716042 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58720f84-0a4e-4846-9abc-458b7a1e7257 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.717134 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58720f84-0a4e-4846-9abc-458b7a1e7257 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.722561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] Checking router: fccb5d58-d398-4caf-baf5-1c0d4f133c04 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:30:58.734111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.778620 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.780983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.788189 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.791668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] 10.222.0.36 "DELETE /v2.0/networks/90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 HTTP/1.1" status: 204 len: 168 time: 1.5793805 Dec 12 04:30:58.832900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913abe6a-7aa4-4f23-9523-f9762c9dfad6 tempest-AllowedAddressPairIpV6TestJSON-1231056605 tempest-AllowedAddressPairIpV6TestJSON-1231056605-project] Pushing event deleted for resources: {'Network': ['ID=90fe4ac4-77d7-4d82-89d7-7f2b6dad3283,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:58.870465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] Pushing event deleted for resources: {'Port': ['ID=835a6f89-b1f0-46de-9e51-24e91f237694,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:30:58.886582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] Routers set() bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:30:58.889899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] Router IDs set() for agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 04:30:58.893526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_agentschedulers_db [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fccb5d58-d398-4caf-baf5-1c0d4f133c04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent'). {{(pid=103452) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 04:30:58.895998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668951d-3e09-4c52-8980-e82d91ecf901 None None] The sync data for ids ['fccb5d58-d398-4caf-baf5-1c0d4f133c04'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:30:58.901740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b650f1a1-835c-4e7a-9e1c-3c87d2a959cf None None] Provisioning complete for port b39aa53c-1dd4-4b95-92ce-538916abccaf triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:30:58.902419 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b650f1a1-835c-4e7a-9e1c-3c87d2a959cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:58.915227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] Network 90fe4ac4-77d7-4d82-89d7-7f2b6dad3283 is not hosted by any dhcp agent {{(pid=103452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:30:58.916064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c5dd5-8786-47db-af72-89c8a541545b None None] No DVR routers for this DVR port 835a6f89-b1f0-46de-9e51-24e91f237694 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:30:59.036648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 835a6f89-b1f0-46de-9e51-24e91f237694 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:30:59.068583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7a65f-b472-42ca-ae63-33c00b08aeba req-508ccfbf-0e80-46c0-8545-d3058f8d5b9b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:30:59.079866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bed7a65f-b472-42ca-ae63-33c00b08aeba req-508ccfbf-0e80-46c0-8545-d3058f8d5b9b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.3721526 Dec 12 04:30:59.088912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 835a6f89-b1f0-46de-9e51-24e91f237694 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:30:59.089282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 835a6f89-b1f0-46de-9e51-24e91f237694 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:30:59.119799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b650f1a1-835c-4e7a-9e1c-3c87d2a959cf None None] Port b39aa53c-1dd4-4b95-92ce-538916abccaf cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:30:59.176762 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bed7a65f-b472-42ca-ae63-33c00b08aeba req-4ae38014-d2a8-47ca-a463-d786d8a40f51 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902343 Dec 12 04:30:59.237491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:59.243262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58720f84-0a4e-4846-9abc-458b7a1e7257 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:59.259884 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58720f84-0a4e-4846-9abc-458b7a1e7257 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:59.338188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44246) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:59.352254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58720f84-0a4e-4846-9abc-458b7a1e7257 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:59.353860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-58720f84-0a4e-4846-9abc-458b7a1e7257 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7833140 Dec 12 04:30:59.358137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44250) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:59.364124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9d317e62-0c36-4a50-b981-bc48b2cfa408 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:30:59.576238 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:59.598172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:59.666871 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cedfdf6f-8d82-4a36-a252-44e05854dbd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf6bade5eb694ebb926acdcf698bc17c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272631 Dec 12 04:30:59.669498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44256) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:30:59.776078 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:59.784114 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d317e62-0c36-4a50-b981-bc48b2cfa408 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15704'] for router, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:59.840568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9745ee6e-2af8-4856-9e7c-0a51c5d045ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:30:59.843771 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d317e62-0c36-4a50-b981-bc48b2cfa408 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599910'] for router, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.001328 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.003967 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.072252 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.074232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 930e1192-0df8-44be-8c5e-b56890fa6ad5 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:31:00.100807 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 12 04:31:00.104746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-81db8909-325f-4f00-9252-b897d0e6d9f5 tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6169691 Dec 12 04:31:00.105121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44268) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:00.230043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-bba1e16f-a711-478c-94eb-e91bc6b5254c tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Deleting port b39aa53c-1dd4-4b95-92ce-538916abccaf {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:00.230772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bba1e16f-a711-478c-94eb-e91bc6b5254c tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.346148 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9745ee6e-2af8-4856-9e7c-0a51c5d045ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.411334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d317e62-0c36-4a50-b981-bc48b2cfa408 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Router 3107696f-f349-489b-a85a-12ca7fb198e0 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:31:00.420945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9745ee6e-2af8-4856-9e7c-0a51c5d045ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.424701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9745ee6e-2af8-4856-9e7c-0a51c5d045ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.440783 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9745ee6e-2af8-4856-9e7c-0a51c5d045ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee866e38-7f13-4853-af58-44cf7cb1465e HTTP/1.1" status: 204 len: 168 time: 0.7701707 Dec 12 04:31:00.555659 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745ee6e-2af8-4856-9e7c-0a51c5d045ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee866e38-7f13-4853-af58-44cf7cb1465e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:00.618847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d317e62-0c36-4a50-b981-bc48b2cfa408 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:31:00.630759 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] Sync routers for ids ['3107696f-f349-489b-a85a-12ca7fb198e0'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:31:00.638299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d317e62-0c36-4a50-b981-bc48b2cfa408 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.639779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9d317e62-0c36-4a50-b981-bc48b2cfa408 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "PUT /v2.0/routers/3107696f-f349-489b-a85a-12ca7fb198e0 HTTP/1.1" status: 200 len: 694 time: 1.2799220 Dec 12 04:31:00.644150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44280) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:00.644308 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] Routers {'3107696f-f349-489b-a85a-12ca7fb198e0'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:00.644995 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3107696f-f349-489b-a85a-12ca7fb198e0'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:00.761995 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] Set router 3107696f-f349-489b-a85a-12ca7fb198e0 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:31:00.782085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d00e6842-d8aa-4769-98bf-6aec7c7e0440 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/routers/3107696f-f349-489b-a85a-12ca7fb198e0 HTTP/1.1" status: 200 len: 700 time: 0.1331177 Dec 12 04:31:00.786629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44286) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:00.840657 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3107696f-f349-489b-a85a-12ca7fb198e0', 'name': 'tempest-RoutersTest-router-1895048372', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:58Z', 'updated_at': '2021-12-12T04:30:59Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:00.841717 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6eca789d-f59a-4a52-9227-132c16b920e0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3107696f-f349-489b-a85a-12ca7fb198e0 HTTP/1.1" status: 200 len: 205 time: 0.0537832 Dec 12 04:31:00.844308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44290) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:00.884838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bba1e16f-a711-478c-94eb-e91bc6b5254c tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.922802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-bba1e16f-a711-478c-94eb-e91bc6b5254c tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Calling delete_port for b39aa53c-1dd4-4b95-92ce-538916abccaf owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:00.931209 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] Checking router: 3107696f-f349-489b-a85a-12ca7fb198e0 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:31:00.953939 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d00dc6b3-0936-4e5a-81bb-acf4cd573d23 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:00.956041 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] Routers {'3107696f-f349-489b-a85a-12ca7fb198e0'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:00.959762 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:30:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3107696f-f349-489b-a85a-12ca7fb198e0'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:01.230492 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] Set router 3107696f-f349-489b-a85a-12ca7fb198e0 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:31:01.310424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0def784-f21d-414d-a61f-4cb222028e27 req-500fc2d3-c30b-421c-8822-d4b718579d7c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:01.321315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0def784-f21d-414d-a61f-4cb222028e27 req-500fc2d3-c30b-421c-8822-d4b718579d7c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.5281224 Dec 12 04:31:01.323013 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bba1e16f-a711-478c-94eb-e91bc6b5254c tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:01.343849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d00dc6b3-0936-4e5a-81bb-acf4cd573d23 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:01.349629 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d00dc6b3-0936-4e5a-81bb-acf4cd573d23 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:01.429945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1e16f-a711-478c-94eb-e91bc6b5254c tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Pushing event deleted for resources: {'Port': ['ID=b39aa53c-1dd4-4b95-92ce-538916abccaf,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:01.464058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f6662-12a2-48e2-a46e-5ddefba52809 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:31:01.502326 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d00dc6b3-0936-4e5a-81bb-acf4cd573d23 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:01.503332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00dc6b3-0936-4e5a-81bb-acf4cd573d23 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Fanout notify agent at l3_agent the message router_deleted on router 3107696f-f349-489b-a85a-12ca7fb198e0 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:31:01.519820 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d00dc6b3-0936-4e5a-81bb-acf4cd573d23 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:01.524397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d00dc6b3-0936-4e5a-81bb-acf4cd573d23 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/3107696f-f349-489b-a85a-12ca7fb198e0 HTTP/1.1" status: 204 len: 168 time: 0.6751013 Dec 12 04:31:01.525349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44312) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:01.548306 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3107696f-f349-489b-a85a-12ca7fb198e0', 'name': 'tempest-RoutersTest-router-1895048372', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:58Z', 'updated_at': '2021-12-12T04:30:59Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:01.621933 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-53193c3a-1455-4f9a-9576-e04b4971f080 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3107696f-f349-489b-a85a-12ca7fb198e0 HTTP/1.1" status: 200 len: 205 time: 0.0946424 Dec 12 04:31:01.625027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44316) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:01.630200 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0def784-f21d-414d-a61f-4cb222028e27 req-d21f0484-448f-4a50-b055-d2bbf54ab018 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048058 Dec 12 04:31:01.640281 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ade7f90-5cda-4440-93bc-339213bbc60c None None] The sync data for ids ['3107696f-f349-489b-a85a-12ca7fb198e0'] in n-d-710847-7 is: [{'id': '3107696f-f349-489b-a85a-12ca7fb198e0', 'name': 'tempest-RoutersTest-router-1895048372', 'tenant_id': '6bead300249f4f539a069d26de136c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:30:58Z', 'updated_at': '2021-12-12T04:30:59Z', 'revision_number': 2, 'project_id': '6bead300249f4f539a069d26de136c25', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:31:01.661734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bba1e16f-a711-478c-94eb-e91bc6b5254c tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:01.678110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bba1e16f-a711-478c-94eb-e91bc6b5254c tempest-RoutersAdminNegativeIpV6Test-840630151 tempest-RoutersAdminNegativeIpV6Test-840630151-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b39aa53c-1dd4-4b95-92ce-538916abccaf HTTP/1.1" status: 204 len: 168 time: 1.5717447 Dec 12 04:31:01.704051 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-bb1e4c84-97de-4c4d-a6fb-0cc92fb459ba tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] delete failed (client error): The resource could not be found. Dec 12 04:31:01.707891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44326) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:01.718658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bb1e4c84-97de-4c4d-a6fb-0cc92fb459ba tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/3107696f-f349-489b-a85a-12ca7fb198e0 HTTP/1.1" status: 404 len: 336 time: 0.0917583 Dec 12 04:31:01.738310 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36fb9ff-2729-4002-906f-3fc31065b91b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] DELETE failed (client error): The resource could not be found. Dec 12 04:31:01.738795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36fb9ff-2729-4002-906f-3fc31065b91b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:31:01.745131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44328) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:01.753403 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b36fb9ff-2729-4002-906f-3fc31065b91b tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/ab614e28-fd00-4240-8ecc-90d7effa7a01 HTTP/1.1" status: 404 len: 337 time: 0.0442979 Dec 12 04:31:01.785113 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-76be1cf3-ab30-4ea4-b465-2871b84099f0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] DELETE failed (client error): The resource could not be found. Dec 12 04:31:01.785113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76be1cf3-ab30-4ea4-b465-2871b84099f0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:31:01.790474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44332) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:01.802712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-76be1cf3-ab30-4ea4-b465-2871b84099f0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/2f90a953-497e-4cbe-abeb-e7fc92b9865e HTTP/1.1" status: 404 len: 337 time: 0.0563974 Dec 12 04:31:01.845085 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1964b9a-83ef-4f72-93d3-e5b5dadbf4cb tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] DELETE failed (client error): The resource could not be found. Dec 12 04:31:01.845612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1964b9a-83ef-4f72-93d3-e5b5dadbf4cb tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:31:01.851978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44334) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:01.859334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d1964b9a-83ef-4f72-93d3-e5b5dadbf4cb tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/a64dd519-2e64-400c-a321-917ae5211bca HTTP/1.1" status: 404 len: 337 time: 0.0671475 Dec 12 04:31:01.910358 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f2bd19-ce73-4968-a48c-22a7154b7ba7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] DELETE failed (client error): The resource could not be found. Dec 12 04:31:01.910835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f2bd19-ce73-4968-a48c-22a7154b7ba7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:31:01.914846 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c9f2bd19-ce73-4968-a48c-22a7154b7ba7 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/644b5ef0-7dea-47d6-b850-5c6986c87bdd HTTP/1.1" status: 404 len: 337 time: 0.0618515 Dec 12 04:31:01.918185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44340) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:01.995500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa502dbe-9030-403c-bab7-f9dba2b11659 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=fccb5d58-d398-4caf-baf5-1c0d4f133c04 HTTP/1.1" status: 200 len: 205 time: 0.0760686 Dec 12 04:31:01.998430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44344) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.039866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44346) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.076442 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-bbf0af8b-f760-4db3-9b72-0710cf0bfdd5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] delete failed (client error): The resource could not be found. Dec 12 04:31:02.080793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44350) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.080963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bbf0af8b-f760-4db3-9b72-0710cf0bfdd5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/fccb5d58-d398-4caf-baf5-1c0d4f133c04 HTTP/1.1" status: 404 len: 336 time: 0.0813308 Dec 12 04:31:02.137782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-19e18f46-203f-46ac-b54d-e1feff9121cc tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9d095c5-e4d0-4fad-8a21-54453942c3da HTTP/1.1" status: 200 len: 205 time: 0.0535786 Dec 12 04:31:02.138950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44354) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.148661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44356) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.193413 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-0b0420ae-361e-40b4-b108-4f8e4eceaae9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] delete failed (client error): The resource could not be found. Dec 12 04:31:02.196746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b0420ae-361e-40b4-b108-4f8e4eceaae9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/c9d095c5-e4d0-4fad-8a21-54453942c3da HTTP/1.1" status: 404 len: 336 time: 0.0543237 Dec 12 04:31:02.197009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44360) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.247166 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-369002f3-398f-4d69-a93c-c59cdc5deef5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] DELETE failed (client error): The resource could not be found. Dec 12 04:31:02.247647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369002f3-398f-4d69-a93c-c59cdc5deef5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:31:02.254240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-369002f3-398f-4d69-a93c-c59cdc5deef5 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/afedf95e-5878-4ae8-89ed-fee375c6d6ad HTTP/1.1" status: 404 len: 337 time: 0.0535951 Dec 12 04:31:02.254456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44362) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.299820 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1cb0ad78-96b6-41a8-96af-bcf90502d2ba tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=361e068e-bf65-4fa3-b9ab-f1a3297a74b4 HTTP/1.1" status: 200 len: 205 time: 0.0422738 Dec 12 04:31:02.300726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44366) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.362894 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-8c811f2a-74bd-4191-b1e3-6fe8b62a6e19 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] delete failed (client error): The resource could not be found. Dec 12 04:31:02.373739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8c811f2a-74bd-4191-b1e3-6fe8b62a6e19 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/361e068e-bf65-4fa3-b9ab-f1a3297a74b4 HTTP/1.1" status: 404 len: 336 time: 0.0698345 Dec 12 04:31:02.379394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44370) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.385715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d66f9b20-ae1f-4854-b652-d2314f4663c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:02.421074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1371213045'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:02.456830 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5f97ee53-cc3e-411f-b9f5-93779be6c28f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=72f21c8b-d50e-4e94-bb8b-8c054df5770d HTTP/1.1" status: 200 len: 205 time: 0.0749552 Dec 12 04:31:02.459654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44372) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.505771 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d66f9b20-ae1f-4854-b652-d2314f4663c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:02.513685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d66f9b20-ae1f-4854-b652-d2314f4663c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:02.514528 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-0f3bb759-489e-4e74-8a7e-954e71cb06b9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] delete failed (client error): The resource could not be found. Dec 12 04:31:02.518280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0f3bb759-489e-4e74-8a7e-954e71cb06b9 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/72f21c8b-d50e-4e94-bb8b-8c054df5770d HTTP/1.1" status: 404 len: 336 time: 0.0550647 Dec 12 04:31:02.519321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44374) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.553501 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c57b15-10bf-4ca2-9595-71f542b8b38e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] DELETE failed (client error): The resource could not be found. Dec 12 04:31:02.553906 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c57b15-10bf-4ca2-9595-71f542b8b38e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:31:02.564283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a0c57b15-10bf-4ca2-9595-71f542b8b38e tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/f9b5babb-e950-45c4-86c7-ae6859b44e2b HTTP/1.1" status: 404 len: 337 time: 0.0415387 Dec 12 04:31:02.564283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Made reservation on behalf of 7334002faa00417abcdd6c4d11e3e000 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:02.569606 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:02.574587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44376) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.591728 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:02.603807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d66f9b20-ae1f-4854-b652-d2314f4663c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=867988af2caf499b888b1671ef31666b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534893 Dec 12 04:31:02.605999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f9b20-ae1f-4854-b652-d2314f4663c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82eb1e9-ea96-4d06-89c0-89ace8caeb4c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:02.615145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44378) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.627008 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6ffd7429-8471-486c-a8c8-3e369f7ec8b0 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=153d917f-9d9e-4f03-b30b-12b956c57c89 HTTP/1.1" status: 200 len: 205 time: 0.0481548 Dec 12 04:31:02.627008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44380) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.725660 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4c930dc-c784-45fd-af21-8d99beb4116d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:02.761511 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4c930dc-c784-45fd-af21-8d99beb4116d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:02.766528 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-8027c285-7c02-4b22-847c-7522510bdb67 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] delete failed (client error): The resource could not be found. Dec 12 04:31:02.767529 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8027c285-7c02-4b22-847c-7522510bdb67 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/153d917f-9d9e-4f03-b30b-12b956c57c89 HTTP/1.1" status: 404 len: 336 time: 0.1399932 Dec 12 04:31:02.770071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44394) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.858225 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4c930dc-c784-45fd-af21-8d99beb4116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:02.861540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4c930dc-c784-45fd-af21-8d99beb4116d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:02.865202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b4c930dc-c784-45fd-af21-8d99beb4116d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a82eb1e9-ea96-4d06-89c0-89ace8caeb4c HTTP/1.1" status: 204 len: 168 time: 0.2364566 Dec 12 04:31:02.875274 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4794156c-0717-4281-ab20-46affd39655f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] DELETE failed (client error): The resource could not be found. Dec 12 04:31:02.876380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4794156c-0717-4281-ab20-46affd39655f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:31:02.880068 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4794156c-0717-4281-ab20-46affd39655f tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/8419d6ed-f1c4-4562-ae5d-2d89b06541c1 HTTP/1.1" status: 404 len: 337 time: 0.1090443 Dec 12 04:31:02.890880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44398) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:02.891831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c930dc-c784-45fd-af21-8d99beb4116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82eb1e9-ea96-4d06-89c0-89ace8caeb4c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:02.955078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0a8cfb17-b5fe-473b-a9de-cdb741331689 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3 HTTP/1.1" status: 200 len: 205 time: 0.0605314 Dec 12 04:31:02.957055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44402) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:03.012514 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-ec3d852a-009f-4da5-b4f0-7d96171f1b87 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] delete failed (client error): The resource could not be found. Dec 12 04:31:03.018253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec3d852a-009f-4da5-b4f0-7d96171f1b87 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/routers/f1bfdd73-c5bd-4eba-aa5b-d06c1275acd3 HTTP/1.1" status: 404 len: 336 time: 0.0599267 Dec 12 04:31:03.019188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44404) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:03.058969 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c72402-d008-438b-8b4c-bc0d13140272 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] DELETE failed (client error): The resource could not be found. Dec 12 04:31:03.059706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c72402-d008-438b-8b4c-bc0d13140272 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:31:03.067797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-13c72402-d008-438b-8b4c-bc0d13140272 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/92d7bcf2-e80c-4ae8-a165-707e08bc06b3 HTTP/1.1" status: 404 len: 337 time: 0.0473523 Dec 12 04:31:03.070196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44408) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:03.106300 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-100095a3-bee2-4c4a-91dc-b1732bb548f6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] DELETE failed (client error): The resource could not be found. Dec 12 04:31:03.107765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100095a3-bee2-4c4a-91dc-b1732bb548f6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:31:03.115992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-100095a3-bee2-4c4a-91dc-b1732bb548f6 tempest-RoutersTest-97459855 tempest-RoutersTest-97459855-project] 10.222.0.36 "DELETE /v2.0/subnets/f2595b9f-95d4-4588-b20a-8fa5fd8b8757 HTTP/1.1" status: 404 len: 337 time: 0.0444360 Dec 12 04:31:03.149942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3c4f4-7309-4b81-bed5-f214cc3acb4e req-20a184a8-b1a4-4bd9-8c98-471e63b70f13 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:03.152875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ffa3c4f4-7309-4b81-bed5-f214cc3acb4e req-20a184a8-b1a4-4bd9-8c98-471e63b70f13 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.2704909 Dec 12 04:31:03.195503 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.217750 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.310781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c34c72-3bc8-426f-9768-ffc5a4a1fbde,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:03.334135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:03.358261 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.359479 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Added segment aa2d0f70-8d7f-4de1-b115-31c677e83cac of type vlan for network 48f94957-f056-4696-a235-deb890a612fe Dec 12 04:31:03.379951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ffa3c4f4-7309-4b81-bed5-f214cc3acb4e req-e30bdf57-e5ca-4b87-8abe-6bc4f6b27638 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827075 Dec 12 04:31:03.460555 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.503134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.525884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:03.526948 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.550105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:03.613327 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ac029e0e-9121-441b-9baf-6f35e15ea80f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c21f7872a94647c3bb6504700cf5e4ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616102 Dec 12 04:31:03.616280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44424) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:03.704681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6635878 Dec 12 04:31:03.705381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9d265-6601-4f2e-84a8-0f68034ba9ce tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event updated for resources: {'Network': ['ID=48f94957-f056-4696-a235-deb890a612fe,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:03.705894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7adaf57e-2e8d-4e01-a5a8-9976cd09f38b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.714487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44430) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:03.722277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 48f94957-f056-4696-a235-deb890a612fe details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:03.724694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Request body: {'subnet': {'network_id': '48f94957-f056-4696-a235-deb890a612fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:03.729336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44432) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:03.735271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7adaf57e-2e8d-4e01-a5a8-9976cd09f38b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.864386 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7adaf57e-2e8d-4e01-a5a8-9976cd09f38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.868526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7adaf57e-2e8d-4e01-a5a8-9976cd09f38b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:03.870239 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7adaf57e-2e8d-4e01-a5a8-9976cd09f38b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75c39b76-17fc-48e3-9ded-a094a81dc5ff HTTP/1.1" status: 204 len: 168 time: 0.2515292 Dec 12 04:31:03.896864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adaf57e-2e8d-4e01-a5a8-9976cd09f38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c39b76-17fc-48e3-9ded-a094a81dc5ff,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:03.922238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Made reservation on behalf of 7334002faa00417abcdd6c4d11e3e000 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:03.936461 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:04.134504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44448) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:04.136668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6c4b1a4c-c721-4ae5-94fd-737979309f65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6bead300249f4f539a069d26de136c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4009533 Dec 12 04:31:04.255470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89c67932-2714-43bc-ac55-524eba976807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:04.286057 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89c67932-2714-43bc-ac55-524eba976807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:04.362758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89c67932-2714-43bc-ac55-524eba976807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:04.366105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89c67932-2714-43bc-ac55-524eba976807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:04.367840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-89c67932-2714-43bc-ac55-524eba976807 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/331c19e0-aa77-48bf-9920-89e364dde494 HTTP/1.1" status: 204 len: 168 time: 0.2314911 Dec 12 04:31:04.393136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c67932-2714-43bc-ac55-524eba976807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c19e0-aa77-48bf-9920-89e364dde494,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:04.475471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:04.565549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event updated for resources: {'Subnet': ['ID=89b8d91c-84e1-499a-b920-1853c9e91da6,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:04.581556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Checking segment: {'id': 'aa2d0f70-8d7f-4de1-b115-31c677e83cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '48f94957-f056-4696-a235-deb890a612fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:04.581998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Network hostable DHCP agents. Network: 48f94957-f056-4696-a235-deb890a612fe, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:04.625361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Network 48f94957-f056-4696-a235-deb890a612fe is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:04.645694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 48f94957-f056-4696-a235-deb890a612fe) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:04.651347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:04.652219 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:04.663601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e8ebe-788a-4c19-8c51-3b271a79a04b None None] Network 48f94957-f056-4696-a235-deb890a612fe requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:04.672328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b2472-265d-47fa-a56a-ed73710d2942 req-59e01498-b454-438c-a68c-8ef56a93a237 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:04.674555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb5b2472-265d-47fa-a56a-ed73710d2942 req-59e01498-b454-438c-a68c-8ef56a93a237 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.1202288 Dec 12 04:31:04.711648 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5a078991-1eb6-4004-ab8f-68202112fd05 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9915566 Dec 12 04:31:04.713744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:04.727080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Request body: {'port': {'network_id': '48f94957-f056-4696-a235-deb890a612fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1336925948'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:04.813115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb5b2472-265d-47fa-a56a-ed73710d2942 req-f9c5149a-66bf-4bfa-a341-9595fb127029 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275187 Dec 12 04:31:04.973244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Made reservation on behalf of 7334002faa00417abcdd6c4d11e3e000 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:04.979581 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:04.983161 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-48f94957-f056-4696-a235-deb890a612fe', 'network_id': '48f94957-f056-4696-a235-deb890a612fe', 'project_id': '7334002faa00417abcdd6c4d11e3e000', 'fixed_ips': [{'subnet_id': '89b8d91c-84e1-499a-b920-1853c9e91da6'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:04.987446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:05.016787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] device_id is not set on port 9edad7bf-b5a7-430c-83c6-43ea076bea8f yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:05.368130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Allocated IP 172.20.0.5 (48f94957-f056-4696-a235-deb890a612fe/89b8d91c-84e1-499a-b920-1853c9e91da6/9edad7bf-b5a7-430c-83c6-43ea076bea8f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:05.494374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44502) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:05.602045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:05.670833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:05.703376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-220797824'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:05.739924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event updated for resources: {'Port': ['ID=9edad7bf-b5a7-430c-83c6-43ea076bea8f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:05.775697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Network 48f94957-f056-4696-a235-deb890a612fe is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:05.777376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:05.779881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:05.810428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Allocated IP 172.20.0.2 (48f94957-f056-4696-a235-deb890a612fe/89b8d91c-84e1-499a-b920-1853c9e91da6/d98ea674-d6d2-4705-9725-2818a85ac777) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:05.832063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Made reservation on behalf of bffa5b1808b7432ba265b2b2a8f16df2 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:05.835739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:05.850377 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:05.890035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:05.895165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:05.946124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f8e38db5-e340-4dfb-99d6-e52fdbbfd8d6 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2289684 Dec 12 04:31:05.946999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44524) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:05.962813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Request body: {'port': {'network_id': '48f94957-f056-4696-a235-deb890a612fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1455462156', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:05.965820 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.api.validators [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] bootfile-name is not in valid_values {{(pid=103450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:05.967561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.api.validators [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] tftp-server is not in valid_values {{(pid=103450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:05.968064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.api.validators [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] server-ip-address is not in valid_values {{(pid=103450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:06.080005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44530) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:06.185460 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.194993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.200231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf854ea6-fecd-490c-a686-d8375783ef56 req-d9d3a91e-3ce1-4deb-ac9e-4f49d56e1e74 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:06.210619 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf854ea6-fecd-490c-a686-d8375783ef56 req-d9d3a91e-3ce1-4deb-ac9e-4f49d56e1e74 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.0909047 Dec 12 04:31:06.233418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Made reservation on behalf of 7334002faa00417abcdd6c4d11e3e000 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:06.238370 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.277650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:06.286853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.292057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] device_id is not set on port b8291666-0d57-49f9-864c-8798e6b9a73c yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:06.306267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:31:06.320396 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.339327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.339951 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Added segment a6cf218a-c308-491c-83cf-258832213391 of type vlan for network 075bca99-f1c1-40df-9517-4efc033f09a6 Dec 12 04:31:06.380956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c2a35f2b-fbc6-4c59-90c7-dc34d329f731 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1220326611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:06.393690 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf854ea6-fecd-490c-a686-d8375783ef56 req-ebfdfdd2-1433-41aa-ac4f-519a886e9431 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819756 Dec 12 04:31:06.407272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fbf21d-d7da-4fbe-9356-39bba1fa6318,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:06.516588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.545935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:06.571455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'port_id': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'mac_address': 'fa:16:3e:ea:8d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:31:06.584893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2a35f2b-fbc6-4c59-90c7-dc34d329f731 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.595876 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2a35f2b-fbc6-4c59-90c7-dc34d329f731 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.600481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Network 48f94957-f056-4696-a235-deb890a612fe is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:06.605260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:06.610446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:06.610653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Allocated IP 172.20.0.14 (48f94957-f056-4696-a235-deb890a612fe/89b8d91c-84e1-499a-b920-1853c9e91da6/b8291666-0d57-49f9-864c-8798e6b9a73c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:06.655647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Pushing event updated for resources: {'Port': ['ID=d98ea674-d6d2-4705-9725-2818a85ac777,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:06.660237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.670835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:06.672011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.725033 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.746010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23926252-0eb0-4a86-b1b3-6a717be9a2a8 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:31:06.755133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Attempting to bind port d98ea674-d6d2-4705-9725-2818a85ac777 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:06.755849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Attempting to bind port d98ea674-d6d2-4705-9725-2818a85ac777 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'aa2d0f70-8d7f-4de1-b115-31c677e83cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '48f94957-f056-4696-a235-deb890a612fe'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:06.757365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Attempting to bind port d98ea674-d6d2-4705-9725-2818a85ac777 on network 48f94957-f056-4696-a235-deb890a612fe {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:06.769825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:06.770355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Checking segment: {'id': 'aa2d0f70-8d7f-4de1-b115-31c677e83cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '48f94957-f056-4696-a235-deb890a612fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:06.770870 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.771365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Bound using segment: {'id': 'aa2d0f70-8d7f-4de1-b115-31c677e83cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '48f94957-f056-4696-a235-deb890a612fe'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:06.771960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Bound port: d98ea674-d6d2-4705-9725-2818a85ac777, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2d0f70-8d7f-4de1-b115-31c677e83cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '48f94957-f056-4696-a235-deb890a612fe'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:06.772444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.805269 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3077099 Dec 12 04:31:06.807969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44556) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:06.838675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:06.845455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'subnet': {'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:06.859684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2a35f2b-fbc6-4c59-90c7-dc34d329f731 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:06.918594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.025224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2a35f2b-fbc6-4c59-90c7-dc34d329f731 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.068358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.074270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] For port d98ea674-d6d2-4705-9725-2818a85ac777, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:07.079029 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] For port d98ea674-d6d2-4705-9725-2818a85ac777, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d98ea674-d6d2-4705-9725-2818a85ac777,segment=NetworkSegment(aa2d0f70-8d7f-4de1-b115-31c677e83cac),segment_id=aa2d0f70-8d7f-4de1-b115-31c677e83cac)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:07.117026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['23926252-0eb0-4a86-b1b3-6a717be9a2a8'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:31:07.119173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.163911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f4ba3-f648-4c3e-a1df-87e675163bfe tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Network': ['ID=075bca99-f1c1-40df-9517-4efc033f09a6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:07.185353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event updated for resources: {'Port': ['ID=b8291666-0d57-49f9-864c-8798e6b9a73c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:07.187171 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.190857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c2a35f2b-fbc6-4c59-90c7-dc34d329f731 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.194500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c2a35f2b-fbc6-4c59-90c7-dc34d329f731 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1099145 Dec 12 04:31:07.197346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44568) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:07.200665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Network 48f94957-f056-4696-a235-deb890a612fe is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:07.206277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2100739785'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:07.215768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 075bca99-f1c1-40df-9517-4efc033f09a6 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:07.227265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:31:07.227265 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 12 04:31:07.227265 n-d-710847-7 neutron-server[103451]: [parameters: {'project_id_1': 'bffa5b1808b7432ba265b2b2a8f16df2', 'expiration_1': datetime.datetime(2021, 12, 12, 4, 30, 47, 215177)}] Dec 12 04:31:07.227265 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:31:07.227925 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:31:07.233720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:07.236670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Made reservation on behalf of ed19ff6886684c84b21dc4c77dcc6b13 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:07.242148 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.253935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:07.256887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:07.269910 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.423193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:07.423912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.485933 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-06b82dbb-09db-4650-b9ac-4b9b13077584 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.5367548 Dec 12 04:31:07.488612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44578) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:07.557876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.573669 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.588326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:07.601567 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.602305 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Added segment 852e0b24-0407-4492-871e-112068fd61a8 of type vlan for network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 Dec 12 04:31:07.673357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f927c9e-6a54-4859-88fd-dc4180fc3c83 None None] Pushing event updated for resources: {'Port': ['ID=d98ea674-d6d2-4705-9725-2818a85ac777,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:07.710554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.737246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc516e-ed0a-4126-a1dd-bfe6a97b1071 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:07.746633 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.757655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:07.758316 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:07.763002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc516e-ed0a-4126-a1dd-bfe6a97b1071 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:07.793771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc516e-ed0a-4126-a1dd-bfe6a97b1071 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:07.803658 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d0dc516e-ed0a-4126-a1dd-bfe6a97b1071 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3136601 Dec 12 04:31:07.853658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44580) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:07.911122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90410486-8f10-4de9-97aa-6159a48dec78 req-ec7c3bb8-3307-4190-82ef-97964e66f6d0 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:07.920170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90410486-8f10-4de9-97aa-6159a48dec78 req-ec7c3bb8-3307-4190-82ef-97964e66f6d0 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 944 time: 0.2307441 Dec 12 04:31:07.959695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Made reservation on behalf of bffa5b1808b7432ba265b2b2a8f16df2 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:07.963933 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:08.070841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d1fafe-aa90-413a-acda-e769db467832,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:08.087143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Network': ['ID=6f002c35-3c19-41eb-a6c6-cacd4971e4c4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:08.108838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90410486-8f10-4de9-97aa-6159a48dec78 req-d771fd69-06f2-4dc2-a588-73aa95a222a6 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861637 Dec 12 04:31:08.127059 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-569bd5bb-4b86-4aae-b222-e51f118ef944 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9279330 Dec 12 04:31:08.130551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44582) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:08.146687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:08.174623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Request body: {'subnet': {'network_id': '6f002c35-3c19-41eb-a6c6-cacd4971e4c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:08.308867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:08.467126 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:08.477299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-c130649a-18fa-41e4-8c3b-18396c7394f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:08.479385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-c130649a-18fa-41e4-8c3b-18396c7394f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1095 time: 0.1125689 Dec 12 04:31:08.513697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:08.520134 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:08.572638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Subnet': ['ID=86fe5644-1cb5-43e7-9747-28d7f969e22c,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:08.618862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Checking segment: {'id': 'a6cf218a-c308-491c-83cf-258832213391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:08.619246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Network hostable DHCP agents. Network: 075bca99-f1c1-40df-9517-4efc033f09a6, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:08.633664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-66c45fa3-ed68-494e-9e6a-ce69ce49d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:08.635964 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-66c45fa3-ed68-494e-9e6a-ce69ce49d327 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.1276007 Dec 12 04:31:08.641586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1999fc8c-699c-428b-8050-af87261fc376 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Deleting port b8291666-0d57-49f9-864c-8798e6b9a73c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:08.641990 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1999fc8c-699c-428b-8050-af87261fc376 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:08.642447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Network 075bca99-f1c1-40df-9517-4efc033f09a6 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:08.658831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 075bca99-f1c1-40df-9517-4efc033f09a6) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:08.676548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:08.681194 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:08.709076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-692c8362-b4ef-4299-930a-276601ccd868 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8720522 Dec 12 04:31:08.709926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44590) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:08.723315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'port': {'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6', 'name': 'tempest-AllowedAddressPairTestJSON-1119241278'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:08.729371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Made reservation on behalf of ed19ff6886684c84b21dc4c77dcc6b13 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:08.733078 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:08.755286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72887a37-cd6b-4ddf-823d-fde21c32062b None None] Network 075bca99-f1c1-40df-9517-4efc033f09a6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:08.949249 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-e71398a7-3d4a-4bbc-a8e7-e0f3883e0096 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 200 len: 1000 time: 0.3037388 Dec 12 04:31:09.064294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-cbd67e7b-25ac-4e79-a17e-6c162dd3f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:09.067691 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-cbd67e7b-25ac-4e79-a17e-6c162dd3f275 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.1059673 Dec 12 04:31:09.105572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1999fc8c-699c-428b-8050-af87261fc376 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.112881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d98ea674-d6d2-4705-9725-2818a85ac777 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:09.125108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Made reservation on behalf of bffa5b1808b7432ba265b2b2a8f16df2 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:09.129016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.177556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] device_id is not set on port 64680cf6-8c96-4a53-83c1-05fca2aed811 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:09.199910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1999fc8c-699c-428b-8050-af87261fc376 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Calling delete_port for b8291666-0d57-49f9-864c-8798e6b9a73c owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:09.239533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4869fa-95c8-4d2f-bba8-905765c74e3f None None] Network 48f94957-f056-4696-a235-deb890a612fe requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:09.259741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-075bca99-f1c1-40df-9517-4efc033f09a6', 'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6', 'project_id': 'bffa5b1808b7432ba265b2b2a8f16df2', 'fixed_ips': [{'subnet_id': '86fe5644-1cb5-43e7-9747-28d7f969e22c'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:09.260786 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.297969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-7543c9d3-3012-43ce-a07a-acf11b8e080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:09.299717 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-7543c9d3-3012-43ce-a07a-acf11b8e080d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175391 Dec 12 04:31:09.313360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.372383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:09.387903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:31:09.391340 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b061fcd-2ee2-4da3-8663-7a3cc8af11f9" -d '{"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-plugged", "status": "completed", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:31:09.394741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d98ea674-d6d2-4705-9725-2818a85ac777 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:09.395204 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.451578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.486379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Allocated IP 172.20.0.8 (075bca99-f1c1-40df-9517-4efc033f09a6/86fe5644-1cb5-43e7-9747-28d7f969e22c/64680cf6-8c96-4a53-83c1-05fca2aed811) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:09.550758 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080eca77-3c6f-4b92-abba-7b124f44cc75 x-openstack-request-id: req-080eca77-3c6f-4b92-abba-7b124f44cc75 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:31:09.554783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd176d-84b7-430e-afcd-2b5df374e928 req-6673059e-4908-499f-a71b-7ddeae3f345e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:09.563650 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60dd176d-84b7-430e-afcd-2b5df374e928 req-6673059e-4908-499f-a71b-7ddeae3f345e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 944 time: 0.3116241 Dec 12 04:31:09.592424 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-plugged", "status": "completed", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:31:09.598843 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-080eca77-3c6f-4b92-abba-7b124f44cc75 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:31:09.599923 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'code': 200} Dec 12 04:31:09.613876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:09.741422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.744318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-244f2bcd-68d9-4f33-bdb3-224fdc59700c None None] Provisioning complete for port d98ea674-d6d2-4705-9725-2818a85ac777 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:09.744935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-244f2bcd-68d9-4f33-bdb3-224fdc59700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.846717 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.880040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port d98ea674-d6d2-4705-9725-2818a85ac777, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d98ea674-d6d2-4705-9725-2818a85ac777,segment=NetworkSegment(aa2d0f70-8d7f-4de1-b115-31c677e83cac),segment_id=aa2d0f70-8d7f-4de1-b115-31c677e83cac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:09.934535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:09.973736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Subnet': ['ID=f82c19d2-4d94-4419-ace9-2987c7d7fead,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:10.019220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60dd176d-84b7-430e-afcd-2b5df374e928 req-9cbcd6d7-5c6b-4bd1-8fc4-08aab3916365 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4551620 Dec 12 04:31:10.035706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:10.065592 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-5e1e5c0e-2853-4fab-9617-e60085bd7280 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373357 Dec 12 04:31:10.171709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Network 075bca99-f1c1-40df-9517-4efc033f09a6 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:10.188450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:10.298190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:10.316350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Port': ['ID=64680cf6-8c96-4a53-83c1-05fca2aed811,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:10.440947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Checking segment: {'id': '852e0b24-0407-4492-871e-112068fd61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6f002c35-3c19-41eb-a6c6-cacd4971e4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:10.440947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network hostable DHCP agents. Network: 6f002c35-3c19-41eb-a6c6-cacd4971e4c4, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:10.522666 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:10.550168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1999fc8c-699c-428b-8050-af87261fc376 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:10.567335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:10.567996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:10.638091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Allocated IP 172.20.0.2 (075bca99-f1c1-40df-9517-4efc033f09a6/86fe5644-1cb5-43e7-9747-28d7f969e22c/e0cd676a-faca-4c4f-bc2e-59aadd6a0816) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:10.663481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4434f32f-1512-4502-ba13-2897dcf277bf tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9497292 Dec 12 04:31:10.665812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999fc8c-699c-428b-8050-af87261fc376 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event deleted for resources: {'Port': ['ID=b8291666-0d57-49f9-864c-8798e6b9a73c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:10.666445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44608) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:10.674765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'port': {'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6', 'name': 'tempest-AllowedAddressPairTestJSON-1271203676', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e0:51:a7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:10.683304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:10.714904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 6f002c35-3c19-41eb-a6c6-cacd4971e4c4) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:10.730955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:10.731314 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:10.977410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2f8341-bc93-4136-ad23-f8859542462d None None] Network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:11.001477 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-244f2bcd-68d9-4f33-bdb3-224fdc59700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.040273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Made reservation on behalf of bffa5b1808b7432ba265b2b2a8f16df2 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:11.344417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4bf4d-2b79-4ba9-9cf1-3ec3c213ee9d req-152e289c-f2c9-4258-a03f-e2788547cc50 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:11.355657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05a4bf4d-2b79-4ba9-9cf1-3ec3c213ee9d req-152e289c-f2c9-4258-a03f-e2788547cc50 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.1440120 Dec 12 04:31:11.406914 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.410401 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb07c26c-b1bb-44da-b4fc-e024c7d1e5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.424206 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.426160 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.454750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=d98ea674-d6d2-4705-9725-2818a85ac777,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:11.490941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] device_id is not set on port 4a1173a7-5758-498f-92b8-76361ea22151 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:11.581885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Network 075bca99-f1c1-40df-9517-4efc033f09a6 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:11.591701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:11.596105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:11.602008 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-244f2bcd-68d9-4f33-bdb3-224fdc59700c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:31:11.602640 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-244f2bcd-68d9-4f33-bdb3-224fdc59700c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:31:11.664431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b3c00b25-cfe2-40ea-87cb-61b8ac0af0af req-856fe6a5-1dcb-4e3b-8cf3-ab08ea835156 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4715312 Dec 12 04:31:11.679678 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-384478cc-c38c-4753-91e8-c8fe33ee377e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5380034 Dec 12 04:31:11.682003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44624) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:11.695572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Attempting to bind port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:11.696240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Attempting to bind port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'a6cf218a-c308-491c-83cf-258832213391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:11.696882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Attempting to bind port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 on network 075bca99-f1c1-40df-9517-4efc033f09a6 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:11.725218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Request body: {'network': {'name': 'tempest-router-network01--51579074'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:11.742240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Pushing event updated for resources: {'Port': ['ID=e0cd676a-faca-4c4f-bc2e-59aadd6a0816,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:11.755312 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1999fc8c-699c-428b-8050-af87261fc376 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.763031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1999fc8c-699c-428b-8050-af87261fc376 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "DELETE /v2.0/ports/b8291666-0d57-49f9-864c-8798e6b9a73c HTTP/1.1" status: 204 len: 168 time: 3.9015763 Dec 12 04:31:11.772348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05a4bf4d-2b79-4ba9-9cf1-3ec3c213ee9d req-fb2453f2-4cba-4259-9d6d-325d516ae382 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4155917 Dec 12 04:31:11.772716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44626) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:11.793533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:11.794089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Checking segment: {'id': 'a6cf218a-c308-491c-83cf-258832213391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:11.795425 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.796398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Bound using segment: {'id': 'a6cf218a-c308-491c-83cf-258832213391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:11.804665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Request body: {'port': {'name': 'tempest-new-port-name-14230563', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:11.809607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Bound port: e0cd676a-faca-4c4f-bc2e-59aadd6a0816, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cf218a-c308-491c-83cf-258832213391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:11.810555 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.815327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-6f002c35-3c19-41eb-a6c6-cacd4971e4c4', 'network_id': '6f002c35-3c19-41eb-a6c6-cacd4971e4c4', 'project_id': 'ed19ff6886684c84b21dc4c77dcc6b13', 'fixed_ips': [{'subnet_id': 'f82c19d2-4d94-4419-ace9-2987c7d7fead'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:11.816165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.api.validators [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] bootfile-name is not in valid_values {{(pid=103450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:11.816311 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.816934 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.api.validators [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] tftp-server is not in valid_values {{(pid=103450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:11.818073 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.api.validators [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] server-ip-address is not in valid_values {{(pid=103450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:11.818546 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.877853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Made reservation on behalf of ed19ff6886684c84b21dc4c77dcc6b13 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:11.881814 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:11.997330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Allocated IP 172.20.0.10 (075bca99-f1c1-40df-9517-4efc033f09a6/86fe5644-1cb5-43e7-9747-28d7f969e22c/4a1173a7-5758-498f-92b8-76361ea22151) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:12.122085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:12.314938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:12.344054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:12.344531 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Added segment 1af4ad01-3236-46d7-ae2f-803a118173b0 of type vlan for network 17ac641d-8a12-4a3f-9565-7821682bbc85 Dec 12 04:31:12.349462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] For port e0cd676a-faca-4c4f-bc2e-59aadd6a0816, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:12.365087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:12.385493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] For port e0cd676a-faca-4c4f-bc2e-59aadd6a0816, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e0cd676a-faca-4c4f-bc2e-59aadd6a0816,segment=NetworkSegment(a6cf218a-c308-491c-83cf-258832213391),segment_id=a6cf218a-c308-491c-83cf-258832213391)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:12.420197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:12.434099 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:12.490649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Network 075bca99-f1c1-40df-9517-4efc033f09a6 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:12.495828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:12.499987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:12.560476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8114a31b-97eb-4150-80be-c09e1997c0c6 None None] Could not find standard attr ID for object b8291666-0d57-49f9-864c-8798e6b9a73c. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:31:12.621129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Port': ['ID=4a1173a7-5758-498f-92b8-76361ea22151,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:12.645928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Allocated IP 172.20.0.2 (6f002c35-3c19-41eb-a6c6-cacd4971e4c4/f82c19d2-4d94-4419-ace9-2987c7d7fead/688c0ba7-ed0a-4e62-b74e-80dbbca78c95) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:12.647974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8114a31b-97eb-4150-80be-c09e1997c0c6 None None] Provisioning complete for port 9edad7bf-b5a7-430c-83c6-43ea076bea8f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:12.648352 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8114a31b-97eb-4150-80be-c09e1997c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:12.698585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:12.711004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:12.711729 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:12.731560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25c66b-29a3-4385-a8c1-542f5821e4f3 None None] Pushing event updated for resources: {'Port': ['ID=e0cd676a-faca-4c4f-bc2e-59aadd6a0816,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:12.768068 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-efb12c5f-0d60-41e1-b6a6-d3ddcd6d2597 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1006696 Dec 12 04:31:12.774677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44636) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:12.839206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8114a31b-97eb-4150-80be-c09e1997c0c6 None None] Port 9edad7bf-b5a7-430c-83c6-43ea076bea8f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:12.882718 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:12.901825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:12.912567 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.015860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce3ca3-31b7-4476-8636-4d58d1c58b2d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:13.027462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce3ca3-31b7-4476-8636-4d58d1c58b2d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:13.041867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce3ca3-31b7-4476-8636-4d58d1c58b2d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:13.043904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e9ce3ca3-31b7-4476-8636-4d58d1c58b2d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2682202 Dec 12 04:31:13.051753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44640) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:13.180948 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.199532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d98ea674-d6d2-4705-9725-2818a85ac777 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:13.230034 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.337177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-499332e3-af48-4159-86f2-a1f5395d698d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Deleting port 4a1173a7-5758-498f-92b8-76361ea22151 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:13.351766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-499332e3-af48-4159-86f2-a1f5395d698d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.418822 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7268212 Dec 12 04:31:13.430924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44654) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:13.468580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c3638-511a-4b2a-9337-ab977d0a45bb req-17d9a95b-abe5-4d2e-9446-6e1f31b9e4c1 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:13.483206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Request body: {'network': {'name': 'tempest-router-network02--752624776'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:13.525042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d1c3638-511a-4b2a-9337-ab977d0a45bb req-17d9a95b-abe5-4d2e-9446-6e1f31b9e4c1 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.3542285 Dec 12 04:31:13.556111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Made reservation on behalf of ed19ff6886684c84b21dc4c77dcc6b13 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:13.569295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.605120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c03f61-3ef6-4a84-b3ac-2f8dcbb128c7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Network': ['ID=17ac641d-8a12-4a3f-9565-7821682bbc85,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:13.610994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:13.613925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Pushing event updated for resources: {'Port': ['ID=688c0ba7-ed0a-4e62-b74e-80dbbca78c95,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:13.616591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:13.620010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:13.639268 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2fcab0e6-5896-4747-8154-84650f1302b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.644451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8114a31b-97eb-4150-80be-c09e1997c0c6 None None] Provisioning complete for port d98ea674-d6d2-4705-9725-2818a85ac777 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:13.656901 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8114a31b-97eb-4150-80be-c09e1997c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.663736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.670012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 17ac641d-8a12-4a3f-9565-7821682bbc85 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:13.683662 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.743557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-499332e3-af48-4159-86f2-a1f5395d698d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.769969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-499332e3-af48-4159-86f2-a1f5395d698d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Calling delete_port for 4a1173a7-5758-498f-92b8-76361ea22151 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:13.791894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:13.792492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d98ea674-d6d2-4705-9725-2818a85ac777 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:13.793013 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.816892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4440f7-e123-46d6-86f0-20f61e2f7d63 req-0fccd0f2-6a9a-4d16-a74a-0a8d2a115f01 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:13.826210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3f4440f7-e123-46d6-86f0-20f61e2f7d63 req-0fccd0f2-6a9a-4d16-a74a-0a8d2a115f01 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 945 time: 0.1616838 Dec 12 04:31:13.867458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d1c3638-511a-4b2a-9337-ab977d0a45bb req-f209d9df-994b-404a-8bdf-fe3924e7c37f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328688 Dec 12 04:31:13.988229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3f4440f7-e123-46d6-86f0-20f61e2f7d63 req-66ab89e2-5adf-4db9-90be-141997b93321 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560295 Dec 12 04:31:13.994213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:13.995128 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Added segment 4b32da9a-736e-41e9-886f-0c3e384d9ce4 of type vlan for network bc51fa58-c174-4bf9-b51b-2058a2532c04 Dec 12 04:31:14.025856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event updated for resources: {'Port': ['ID=9edad7bf-b5a7-430c-83c6-43ea076bea8f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:14.075987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] In _notify_port_updated(), no bound segment for port 9edad7bf-b5a7-430c-83c6-43ea076bea8f on network 48f94957-f056-4696-a235-deb890a612fe {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:31:14.082816 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.125658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:14.126388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.127824 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3d72dc11-0036-44bc-b248-7582997d01f8 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "PUT /v2.0/ports/9edad7bf-b5a7-430c-83c6-43ea076bea8f HTTP/1.1" status: 200 len: 1134 time: 2.3353531 Dec 12 04:31:14.136137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44670) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:14.227019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Attempting to bind port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:14.227412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Attempting to bind port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '852e0b24-0407-4492-871e-112068fd61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6f002c35-3c19-41eb-a6c6-cacd4971e4c4'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:14.227792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Attempting to bind port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 on network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:14.250826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:14.251109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Checking segment: {'id': '852e0b24-0407-4492-871e-112068fd61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6f002c35-3c19-41eb-a6c6-cacd4971e4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:14.251647 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.251954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Bound using segment: {'id': '852e0b24-0407-4492-871e-112068fd61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6f002c35-3c19-41eb-a6c6-cacd4971e4c4'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:14.252413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Bound port: 688c0ba7-ed0a-4e62-b74e-80dbbca78c95, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852e0b24-0407-4492-871e-112068fd61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6f002c35-3c19-41eb-a6c6-cacd4971e4c4'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:14.252798 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.290431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.299436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:14.301287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.326977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.349316 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.510134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] For port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:14.511348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bdff0d-3f89-451a-b7c1-a7d15f3cd7c4 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:14.514560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] For port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=688c0ba7-ed0a-4e62-b74e-80dbbca78c95,segment=NetworkSegment(852e0b24-0407-4492-871e-112068fd61a8),segment_id=852e0b24-0407-4492-871e-112068fd61a8)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:14.517245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44678) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:14.518894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-98bdff0d-3f89-451a-b7c1-a7d15f3cd7c4 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "GET /v2.0/ports/9edad7bf-b5a7-430c-83c6-43ea076bea8f HTTP/1.1" status: 200 len: 1134 time: 0.3807139 Dec 12 04:31:14.523404 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.523782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-499332e3-af48-4159-86f2-a1f5395d698d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.534478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1009352 Dec 12 04:31:14.568328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44680) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:14.577828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499332e3-af48-4159-86f2-a1f5395d698d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event deleted for resources: {'Port': ['ID=4a1173a7-5758-498f-92b8-76361ea22151,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:14.585315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Request body: {'subnet': {'network_id': '17ac641d-8a12-4a3f-9565-7821682bbc85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:14.646677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf0fe6-3e37-451d-97c1-1d04574ffce8 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Network': ['ID=bc51fa58-c174-4bf9-b51b-2058a2532c04,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:14.675428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d63719da-8f95-4772-aa7c-4553c15475db tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Deleting port 9edad7bf-b5a7-430c-83c6-43ea076bea8f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:14.675785 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d63719da-8f95-4772-aa7c-4553c15475db tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.707542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aecc1-cd7b-402b-9d33-de684c44cc32 None None] Pushing event updated for resources: {'Port': ['ID=688c0ba7-ed0a-4e62-b74e-80dbbca78c95,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:14.727597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c4b929-f527-4701-8918-8fb9c6a9a6f6 None None] Network 075bca99-f1c1-40df-9517-4efc033f09a6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:14.891457 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d63719da-8f95-4772-aa7c-4553c15475db tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:14.916573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d63719da-8f95-4772-aa7c-4553c15475db tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Calling delete_port for 9edad7bf-b5a7-430c-83c6-43ea076bea8f owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:14.926324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Made reservation on behalf of ed19ff6886684c84b21dc4c77dcc6b13 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:14.931003 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:15.033269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network bc51fa58-c174-4bf9-b51b-2058a2532c04 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:15.179018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] Could not find standard attr ID for object b8291666-0d57-49f9-864c-8798e6b9a73c. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:31:15.220559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e0cd676a-faca-4c4f-bc2e-59aadd6a0816 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:15.272020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778ee63-ee81-4788-9e1b-7bd12fb1dc1b req-028383e9-9daa-4d8b-bfe1-f13ed721158b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:15.279683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6778ee63-ee81-4788-9e1b-7bd12fb1dc1b req-028383e9-9daa-4d8b-bfe1-f13ed721158b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.1706231 Dec 12 04:31:15.279864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] Provisioning complete for port 9edad7bf-b5a7-430c-83c6-43ea076bea8f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:15.280206 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:15.406289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] Port 9edad7bf-b5a7-430c-83c6-43ea076bea8f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:15.432393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6778ee63-ee81-4788-9e1b-7bd12fb1dc1b req-4a5a38b2-723a-4cfe-a7d3-2c94fd658901 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477156 Dec 12 04:31:15.461989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-499332e3-af48-4159-86f2-a1f5395d698d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:15.467504 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-499332e3-af48-4159-86f2-a1f5395d698d tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "DELETE /v2.0/ports/4a1173a7-5758-498f-92b8-76361ea22151 HTTP/1.1" status: 204 len: 168 time: 2.4068642 Dec 12 04:31:15.471444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44694) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:15.480313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:15.481051 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:15.510149 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d8065d-ef02-4a3f-bf79-9162395435d8 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] GET failed (client error): The resource could not be found. Dec 12 04:31:15.511578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a1d8065d-ef02-4a3f-bf79-9162395435d8 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "GET /v2.0/ports/4a1173a7-5758-498f-92b8-76361ea22151 HTTP/1.1" status: 404 len: 333 time: 0.0391879 Dec 12 04:31:15.526403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44696) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:15.532257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] Provisioning complete for port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:15.533021 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:15.533674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'port': {'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6', 'name': 'tempest-AllowedAddressPairTestJSON-2096253115'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:15.537351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d63719da-8f95-4772-aa7c-4553c15475db tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:15.604201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ab4e-f6fd-4d18-8b29-bcd8b480e44d req-63806430-f2b1-4f03-9c83-3b54918e810d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:15.622376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97b3ab4e-f6fd-4d18-8b29-bcd8b480e44d req-63806430-f2b1-4f03-9c83-3b54918e810d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 945 time: 0.3850710 Dec 12 04:31:15.644683 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:15.644963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63719da-8f95-4772-aa7c-4553c15475db tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event deleted for resources: {'Port': ['ID=9edad7bf-b5a7-430c-83c6-43ea076bea8f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:15.767871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d63719da-8f95-4772-aa7c-4553c15475db tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:15.779925 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d63719da-8f95-4772-aa7c-4553c15475db tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "DELETE /v2.0/ports/9edad7bf-b5a7-430c-83c6-43ea076bea8f HTTP/1.1" status: 204 len: 168 time: 1.2615588 Dec 12 04:31:15.782988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44706) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:15.932886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Subnet': ['ID=89dd92f7-fd4c-4419-8f56-7d5683c7913d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:15.981382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97b3ab4e-f6fd-4d18-8b29-bcd8b480e44d req-9a83a140-ccf6-4599-bc74-189ddd8f6444 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575847 Dec 12 04:31:15.991490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Checking segment: {'id': '1af4ad01-3236-46d7-ae2f-803a118173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '17ac641d-8a12-4a3f-9565-7821682bbc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:15.991970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network hostable DHCP agents. Network: 17ac641d-8a12-4a3f-9565-7821682bbc85, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:16.006331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b562cd-4a92-47a2-84e2-2ed128f0bf1f tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Deleting subnet 89b8d91c-84e1-499a-b920-1853c9e91da6 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:31:16.034464 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90b562cd-4a92-47a2-84e2-2ed128f0bf1f tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:16.054613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network 17ac641d-8a12-4a3f-9565-7821682bbc85 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:16.076882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 17ac641d-8a12-4a3f-9565-7821682bbc85) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:16.091306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:16.092600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:16.133204 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-361bec5c-96ab-4a8d-890b-ad5918edce2e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5518911 Dec 12 04:31:16.133955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44710) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:16.138655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Made reservation on behalf of bffa5b1808b7432ba265b2b2a8f16df2 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:16.153054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:16.219242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Request body: {'subnet': {'network_id': 'bc51fa58-c174-4bf9-b51b-2058a2532c04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:16.226888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909406d-c16d-4aaa-ad14-0a7dda1f2f11 None None] Network 17ac641d-8a12-4a3f-9565-7821682bbc85 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:16.244193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] device_id is not set on port 6b7ef563-26fd-4007-825d-c2d411c94354 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:16.367098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:16.488177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Allocated IP 172.20.0.6 (075bca99-f1c1-40df-9517-4efc033f09a6/86fe5644-1cb5-43e7-9747-28d7f969e22c/6b7ef563-26fd-4007-825d-c2d411c94354) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:16.604903 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90b562cd-4a92-47a2-84e2-2ed128f0bf1f tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:16.753290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90b562cd-4a92-47a2-84e2-2ed128f0bf1f tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:16.758699 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:16.792653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e682b35-a458-4a10-86b4-cba3d075aa08 None None] Network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:16.810211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56da5a-2e82-4b05-80cd-7f23e0593139 req-8c00d877-403d-4a17-b6f9-b5937a5835ad tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:16.825816 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c56da5a-2e82-4b05-80cd-7f23e0593139 req-8c00d877-403d-4a17-b6f9-b5937a5835ad tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.1784320 Dec 12 04:31:16.937902 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c56da5a-2e82-4b05-80cd-7f23e0593139 req-ec5f1669-4a72-4ecd-82e4-8e523a317de2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082129 Dec 12 04:31:16.976267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] For port e0cd676a-faca-4c4f-bc2e-59aadd6a0816, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e0cd676a-faca-4c4f-bc2e-59aadd6a0816,segment=NetworkSegment(a6cf218a-c308-491c-83cf-258832213391),segment_id=a6cf218a-c308-491c-83cf-258832213391)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:17.019686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.059265 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90b562cd-4a92-47a2-84e2-2ed128f0bf1f tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.139740 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.140003 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.168564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-17ac641d-8a12-4a3f-9565-7821682bbc85', 'network_id': '17ac641d-8a12-4a3f-9565-7821682bbc85', 'project_id': 'ed19ff6886684c84b21dc4c77dcc6b13', 'fixed_ips': [{'subnet_id': '89dd92f7-fd4c-4419-8f56-7d5683c7913d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:17.169492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.188596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b562cd-4a92-47a2-84e2-2ed128f0bf1f tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event deleted for resources: {'Subnet': ['ID=89b8d91c-84e1-499a-b920-1853c9e91da6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:17.205276 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-90b562cd-4a92-47a2-84e2-2ed128f0bf1f tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.212490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44736) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:17.213250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-90b562cd-4a92-47a2-84e2-2ed128f0bf1f tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "DELETE /v2.0/subnets/89b8d91c-84e1-499a-b920-1853c9e91da6 HTTP/1.1" status: 204 len: 168 time: 1.4240406 Dec 12 04:31:17.217103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3260116c-ffba-4526-ab3e-a6be081176ca None None] Network 48f94957-f056-4696-a235-deb890a612fe requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:17.219226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Made reservation on behalf of ed19ff6886684c84b21dc4c77dcc6b13 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:17.223092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.367946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.488274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.501921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bcdad-3739-4310-b682-63531669ccfb None None] Pushing event updated for resources: {'Port': ['ID=e0cd676a-faca-4c4f-bc2e-59aadd6a0816,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:17.543930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Provisioning complete for port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:17.544463 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.563639 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.564913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Deleting port d98ea674-d6d2-4705-9725-2818a85ac777 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:17.565276 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.667984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] For port d98ea674-d6d2-4705-9725-2818a85ac777, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d98ea674-d6d2-4705-9725-2818a85ac777,segment=NetworkSegment(aa2d0f70-8d7f-4de1-b115-31c677e83cac),segment_id=aa2d0f70-8d7f-4de1-b115-31c677e83cac)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:17.668659 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.689513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Calling delete_port for d98ea674-d6d2-4705-9725-2818a85ac777 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:17.709847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Subnet': ['ID=07e88845-e203-4340-afd6-23a184b77ec9,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:17.727429 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:31:17.727945 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:31:17.775379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Checking segment: {'id': '4b32da9a-736e-41e9-886f-0c3e384d9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc51fa58-c174-4bf9-b51b-2058a2532c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:17.775783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network hostable DHCP agents. Network: bc51fa58-c174-4bf9-b51b-2058a2532c04, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:17.805109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Allocated IP 172.20.0.2 (17ac641d-8a12-4a3f-9565-7821682bbc85/89dd92f7-fd4c-4419-8f56-7d5683c7913d/5b013701-d860-4129-a1a0-3595632e7352) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:17.828051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.872463 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:17.882339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network bc51fa58-c174-4bf9-b51b-2058a2532c04 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:17.907101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3992e3c0-b74f-42ba-8a83-69f28d26afe5 None None] DHCP port deletion for 48f94957-f056-4696-a235-deb890a612fe request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:31:17.917432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, bc51fa58-c174-4bf9-b51b-2058a2532c04) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:17.921914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] No DVR routers for this DVR port d98ea674-d6d2-4705-9725-2818a85ac777 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:17.946287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0850e7a-1a6e-45b4-983b-6a2c8d23b731 None None] Network bc51fa58-c174-4bf9-b51b-2058a2532c04 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:17.960175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Network 075bca99-f1c1-40df-9517-4efc033f09a6 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:17.975555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:17.977825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.012794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event deleted for resources: {'Port': ['ID=d98ea674-d6d2-4705-9725-2818a85ac777,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:18.014977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:18.024790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:18.055576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Port': ['ID=6b7ef563-26fd-4007-825d-c2d411c94354,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:18.067270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-10af1649-c4da-4498-8786-ac38991edf98 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9272227 Dec 12 04:31:18.067921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44754) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:18.198384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.254883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f94957-f056-4696-a235-deb890a612fe']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:18.273645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2d0f70-8d7f-4de1-b115-31c677e83cac') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:18.274038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2d0f70-8d7f-4de1-b115-31c677e83cac') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:18.291632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:31:18.302991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.336419 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.338999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:18.339842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.349337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:18.350018 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:18.353779 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:18.409934 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.429956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-bc51fa58-c174-4bf9-b51b-2058a2532c04', 'network_id': 'bc51fa58-c174-4bf9-b51b-2058a2532c04', 'project_id': 'ed19ff6886684c84b21dc4c77dcc6b13', 'fixed_ips': [{'subnet_id': '07e88845-e203-4340-afd6-23a184b77ec9'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:18.431006 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.476490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.510387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.513846 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] 10.222.0.36 "DELETE /v2.0/networks/48f94957-f056-4696-a235-deb890a612fe HTTP/1.1" status: 204 len: 168 time: 1.2999263 Dec 12 04:31:18.515572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c9390-ccef-410e-8f2d-aafd6487dbb1 tempest-ExtraDHCPOptionsTestJSON-1591859221 tempest-ExtraDHCPOptionsTestJSON-1591859221-project] Pushing event deleted for resources: {'Network': ['ID=48f94957-f056-4696-a235-deb890a612fe,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:18.532373 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-67d0e9e1-262c-4603-b25d-89b57281a3fd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0043881 Dec 12 04:31:18.535402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44762) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:18.541877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-86e3b468-864a-4974-bda9-dc227c277cba tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e0:51:a7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:18.549380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c24d2d-d405-4841-b509-28e5fc8b7a4f req-f3893d46-d745-4e04-96aa-2adcb8b79df6 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:18.558590 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13c24d2d-d405-4841-b509-28e5fc8b7a4f req-f3893d46-d745-4e04-96aa-2adcb8b79df6 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.3550971 Dec 12 04:31:18.712914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13c24d2d-d405-4841-b509-28e5fc8b7a4f req-17d5b5c6-3610-400a-9bae-2ebe10f6c3f1 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527283 Dec 12 04:31:18.879465 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.883873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] For port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=688c0ba7-ed0a-4e62-b74e-80dbbca78c95,segment=NetworkSegment(852e0b24-0407-4492-871e-112068fd61a8),segment_id=852e0b24-0407-4492-871e-112068fd61a8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:18.893414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.979616 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86e3b468-864a-4974-bda9-dc227c277cba tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:18.996545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e0cd676a-faca-4c4f-bc2e-59aadd6a0816 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:19.114503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44776) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:19.217256 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.220069 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.226863 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86e3b468-864a-4974-bda9-dc227c277cba tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.235739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86e3b468-864a-4974-bda9-dc227c277cba tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.272209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Network 17ac641d-8a12-4a3f-9565-7821682bbc85 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:19.274733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Allocated IP 172.20.0.2 (bc51fa58-c174-4bf9-b51b-2058a2532c04/07e88845-e203-4340-afd6-23a184b77ec9/3f4223c9-eb9c-4380-8035-646ab00786f7) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:19.306242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:19.325348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:19.383782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3b468-864a-4974-bda9-dc227c277cba tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Port': ['ID=6b7ef563-26fd-4007-825d-c2d411c94354,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:19.410620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-86e3b468-864a-4974-bda9-dc227c277cba tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] In _notify_port_updated(), no bound segment for port 6b7ef563-26fd-4007-825d-c2d411c94354 on network 075bca99-f1c1-40df-9517-4efc033f09a6 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:31:19.416626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e3b468-864a-4974-bda9-dc227c277cba tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:19.417334 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86e3b468-864a-4974-bda9-dc227c277cba tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.418741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-86e3b468-864a-4974-bda9-dc227c277cba tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "PUT /v2.0/ports/6b7ef563-26fd-4007-825d-c2d411c94354 HTTP/1.1" status: 200 len: 993 time: 0.8820457 Dec 12 04:31:19.421986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44780) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:19.473029 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:19.473832 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.479420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Allocated IP 172.20.0.1 (17ac641d-8a12-4a3f-9565-7821682bbc85/89dd92f7-fd4c-4419-8f56-7d5683c7913d/fa7deb36-5656-49ce-940d-3f65fe50678d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:19.480214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Pushing event updated for resources: {'Port': ['ID=688c0ba7-ed0a-4e62-b74e-80dbbca78c95,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:19.497472 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.502320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Provisioning complete for port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:19.502464 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.530769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bbad45fe-e0b3-47c4-96d8-4f252742e0a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7334002faa00417abcdd6c4d11e3e000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4142010 Dec 12 04:31:19.535692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44782) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:19.632560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-231102e6-eef8-4293-8540-7c11a451d7df tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Deleting port 6b7ef563-26fd-4007-825d-c2d411c94354 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:19.632850 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-231102e6-eef8-4293-8540-7c11a451d7df tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.701731 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9e79279-e311-4c21-b6c8-0cb50147d16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.733102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9e79279-e311-4c21-b6c8-0cb50147d16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.824153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9e79279-e311-4c21-b6c8-0cb50147d16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.827566 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9e79279-e311-4c21-b6c8-0cb50147d16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.841553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b9e79279-e311-4c21-b6c8-0cb50147d16b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7c34c72-3bc8-426f-9768-ffc5a4a1fbde HTTP/1.1" status: 204 len: 168 time: 0.3047183 Dec 12 04:31:19.880228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-231102e6-eef8-4293-8540-7c11a451d7df tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:19.897451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79279-e311-4c21-b6c8-0cb50147d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c34c72-3bc8-426f-9768-ffc5a4a1fbde,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:19.920407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-231102e6-eef8-4293-8540-7c11a451d7df tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Calling delete_port for 6b7ef563-26fd-4007-825d-c2d411c94354 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:19.934460 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.022329 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.034606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46850435-3fc3-4f1d-87bb-11a6b6801cb3 req-3823b4c4-28fd-4091-a113-95c0e64a4029 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:20.045545 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46850435-3fc3-4f1d-87bb-11a6b6801cb3 req-3823b4c4-28fd-4091-a113-95c0e64a4029 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.1205082 Dec 12 04:31:20.224740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Port': ['ID=fa7deb36-5656-49ce-940d-3f65fe50678d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:20.224740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network 17ac641d-8a12-4a3f-9565-7821682bbc85 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:20.224740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:20.225661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Pushing event updated for resources: {'Port': ['ID=5b013701-d860-4129-a1a0-3595632e7352,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:20.225661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:31:20.239293 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565b0e23-87ad-4980-b34a-70996a2f7cbc" -d '{"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:31:20.240645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:20.322481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46850435-3fc3-4f1d-87bb-11a6b6801cb3 req-a1ca1e6f-b187-4a03-a708-7e515188c1c4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753959 Dec 12 04:31:20.370055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.378505 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.394558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-231102e6-eef8-4293-8540-7c11a451d7df tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.439531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:31:20.470816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231102e6-eef8-4293-8540-7c11a451d7df tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event deleted for resources: {'Port': ['ID=6b7ef563-26fd-4007-825d-c2d411c94354,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:20.501898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:20.517392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Attempting to bind port 5b013701-d860-4129-a1a0-3595632e7352 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:20.518293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Attempting to bind port 5b013701-d860-4129-a1a0-3595632e7352 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '1af4ad01-3236-46d7-ae2f-803a118173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '17ac641d-8a12-4a3f-9565-7821682bbc85'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:20.518908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Attempting to bind port 5b013701-d860-4129-a1a0-3595632e7352 on network 17ac641d-8a12-4a3f-9565-7821682bbc85 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:20.533746 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c04497-4ba8-4154-bd41-69e9abafe5fd x-openstack-request-id: req-26c04497-4ba8-4154-bd41-69e9abafe5fd {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:31:20.534285 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:31:20.534548 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26c04497-4ba8-4154-bd41-69e9abafe5fd {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:31:20.535045 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'code': 200} Dec 12 04:31:20.543899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.548384 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.736450 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.773906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Pushing event updated for resources: {'Port': ['ID=3f4223c9-eb9c-4380-8035-646ab00786f7,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:20.823537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:20.829226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Checking segment: {'id': '1af4ad01-3236-46d7-ae2f-803a118173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '17ac641d-8a12-4a3f-9565-7821682bbc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:20.829771 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.830237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Bound using segment: {'id': '1af4ad01-3236-46d7-ae2f-803a118173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '17ac641d-8a12-4a3f-9565-7821682bbc85'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:20.830829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Bound port: 5b013701-d860-4129-a1a0-3595632e7352, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af4ad01-3236-46d7-ae2f-803a118173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '17ac641d-8a12-4a3f-9565-7821682bbc85'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:20.831331 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.948192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Network bc51fa58-c174-4bf9-b51b-2058a2532c04 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:20.956674 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:31:20.985461 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-231102e6-eef8-4293-8540-7c11a451d7df tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:20.991263 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-231102e6-eef8-4293-8540-7c11a451d7df tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "DELETE /v2.0/ports/6b7ef563-26fd-4007-825d-c2d411c94354 HTTP/1.1" status: 204 len: 168 time: 1.5682170 Dec 12 04:31:20.996844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44824) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:21.080897 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37f349d-c955-4bf1-8df8-9ecb453c5e9b tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] GET failed (client error): The resource could not be found. Dec 12 04:31:21.088712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f37f349d-c955-4bf1-8df8-9ecb453c5e9b tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "GET /v2.0/ports/6b7ef563-26fd-4007-825d-c2d411c94354 HTTP/1.1" status: 404 len: 333 time: 0.0872116 Dec 12 04:31:21.089534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44826) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:21.095484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:21.099317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'port': {'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6', 'name': 'tempest-AllowedAddressPairTestJSON-1560612200'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:21.129971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:21.139133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:21.243083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:21.303309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] For port 5b013701-d860-4129-a1a0-3595632e7352, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:21.307229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] For port 5b013701-d860-4129-a1a0-3595632e7352, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5b013701-d860-4129-a1a0-3595632e7352,segment=NetworkSegment(1af4ad01-3236-46d7-ae2f-803a118173b0),segment_id=1af4ad01-3236-46d7-ae2f-803a118173b0)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:21.309210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'port_id': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'mac_address': 'fa:16:3e:25:51:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:31:21.434470 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:21.440474 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:21.519146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1c4bcf-be70-42b1-92b9-d860f789c308 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:31:21.541922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:21.543075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fc805-4524-44ae-a547-b9bc01297e5e None None] Pushing event updated for resources: {'Port': ['ID=5b013701-d860-4129-a1a0-3595632e7352,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:21.568646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Provisioning complete for port 64680cf6-8c96-4a53-83c1-05fca2aed811 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:21.569059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:21.579061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:21.588424 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:21.616492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:21.623979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Port 64680cf6-8c96-4a53-83c1-05fca2aed811 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:21.654058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:21.691475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:21.726098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44842) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:21.739332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef5888ec-8d5b-43e5-b255-2b3ff3da864f None None] Could not find standard attr ID for object 4a1173a7-5758-498f-92b8-76361ea22151. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:31:21.740607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:21.773585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Attempting to bind port 3f4223c9-eb9c-4380-8035-646ab00786f7 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:21.773787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Attempting to bind port 3f4223c9-eb9c-4380-8035-646ab00786f7 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '4b32da9a-736e-41e9-886f-0c3e384d9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc51fa58-c174-4bf9-b51b-2058a2532c04'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:21.774164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Attempting to bind port 3f4223c9-eb9c-4380-8035-646ab00786f7 on network bc51fa58-c174-4bf9-b51b-2058a2532c04 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:21.786490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:21.786877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Checking segment: {'id': '4b32da9a-736e-41e9-886f-0c3e384d9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc51fa58-c174-4bf9-b51b-2058a2532c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:21.787293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:21.787699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Bound using segment: {'id': '4b32da9a-736e-41e9-886f-0c3e384d9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc51fa58-c174-4bf9-b51b-2058a2532c04'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:21.788177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Bound port: 3f4223c9-eb9c-4380-8035-646ab00786f7, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b32da9a-736e-41e9-886f-0c3e384d9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc51fa58-c174-4bf9-b51b-2058a2532c04'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:21.788568 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:21.870853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['6a1c4bcf-be70-42b1-92b9-d860f789c308'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:31:21.885252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Port': ['ID=fa7deb36-5656-49ce-940d-3f65fe50678d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:21.897004 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-949ec8ba-eca9-492b-8f30-8c84e85dbfa1 None None] Could not find standard attr ID for object 6b7ef563-26fd-4007-825d-c2d411c94354. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:31:22.011429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:22.011814 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:22.051424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953546209'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:22.127086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network 17ac641d-8a12-4a3f-9565-7821682bbc85 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:22.130907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:22.145884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] For port 3f4223c9-eb9c-4380-8035-646ab00786f7, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:22.161686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] For port 3f4223c9-eb9c-4380-8035-646ab00786f7, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3f4223c9-eb9c-4380-8035-646ab00786f7,segment=NetworkSegment(4b32da9a-736e-41e9-886f-0c3e384d9ce4),segment_id=4b32da9a-736e-41e9-886f-0c3e384d9ce4)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:22.173956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-949ec8ba-eca9-492b-8f30-8c84e85dbfa1 None None] Provisioning complete for port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:22.174615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-949ec8ba-eca9-492b-8f30-8c84e85dbfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:22.188210 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:22.208042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:22.211647 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:22.269106 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:22.437850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fbb7-4c11-4887-a1fd-354c94f30cef req-3c8b3c90-17fd-4002-ae67-fd99799a72a2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:22.448130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e451fbb7-4c11-4887-a1fd-354c94f30cef req-3c8b3c90-17fd-4002-ae67-fd99799a72a2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.2328238 Dec 12 04:31:22.490266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5650f6a-6c2b-4ca1-a17d-6273c4180df8 None None] Pushing event updated for resources: {'Port': ['ID=3f4223c9-eb9c-4380-8035-646ab00786f7,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:22.528533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Router cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:31:22.643353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e451fbb7-4c11-4887-a1fd-354c94f30cef req-410b6565-1622-4360-a33a-8d99119d6441 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937113 Dec 12 04:31:22.669309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Made reservation on behalf of bffa5b1808b7432ba265b2b2a8f16df2 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:22.677618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:22.678173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:22.689980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d98ea674-d6d2-4705-9725-2818a85ac777 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:31:22.731431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: d98ea674-d6d2-4705-9725-2818a85ac777 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:31:22.731789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d98ea674-d6d2-4705-9725-2818a85ac777 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:31:22.762676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] device_id is not set on port c00e4890-5aba-4488-99be-a3089554f435 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:22.801359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:22.865952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588ee6ec-7526-4ae1-a2c3-ba1260ba38df,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:22.893299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:22.929638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:31:22.936057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:22.945693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d85cf5-1032-4a7b-aa22-0d4b14310eca None None] Sync routers for ids ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:31:22.953851 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment 0adca370-a359-4c1e-81ae-1de51ab9b14b of type vlan for network beed4627-b238-4de1-9305-fd4582229b79 Dec 12 04:31:22.962280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e2bd29ae-a21a-4c8a-9547-700b10bdc21f tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "PUT /v2.0/routers/cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8932600 Dec 12 04:31:23.016859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d85cf5-1032-4a7b-aa22-0d4b14310eca None None] Routers {'cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:23.017428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-34d85cf5-1032-4a7b-aa22-0d4b14310eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:31:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:23.041576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44864) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:23.150326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-34d85cf5-1032-4a7b-aa22-0d4b14310eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:23.170290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d85cf5-1032-4a7b-aa22-0d4b14310eca None None] Routers {'cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:23.171252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-34d85cf5-1032-4a7b-aa22-0d4b14310eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:31:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:23.183956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Allocated IP 172.20.0.12 (075bca99-f1c1-40df-9517-4efc033f09a6/86fe5644-1cb5-43e7-9747-28d7f969e22c/c00e4890-5aba-4488-99be-a3089554f435) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:23.255430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-34d85cf5-1032-4a7b-aa22-0d4b14310eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:23.256202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d85cf5-1032-4a7b-aa22-0d4b14310eca None None] The sync data for ids ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:31:23.369996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5b013701-d860-4129-a1a0-3595632e7352 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:23.402220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:23.516561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5b013701-d860-4129-a1a0-3595632e7352 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:23.518019 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:23.554241 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:23.632056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:23.649026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:23.662205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:23.662867 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:23.754030 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:23.793658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b24bf2b-96a8-4ce7-bbd9-bbebb030bd24 None None] Network 17ac641d-8a12-4a3f-9565-7821682bbc85 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:23.831805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Network 075bca99-f1c1-40df-9517-4efc033f09a6 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:23.840116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Port': ['ID=c00e4890-5aba-4488-99be-a3089554f435,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:23.856441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:23.860480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:23.864340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-18db904c-0aec-4b63-a372-29f686d5cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:23.865902 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-18db904c-0aec-4b63-a372-29f686d5cd33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1095 time: 0.2550130 Dec 12 04:31:23.918093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=beed4627-b238-4de1-9305-fd4582229b79,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:23.935577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 5b013701-d860-4129-a1a0-3595632e7352, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5b013701-d860-4129-a1a0-3595632e7352,segment=NetworkSegment(1af4ad01-3236-46d7-ae2f-803a118173b0),segment_id=1af4ad01-3236-46d7-ae2f-803a118173b0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:23.952848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network beed4627-b238-4de1-9305-fd4582229b79 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:24.026013 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-85b366be-083b-4f2d-87f6-601ca0cb4ef1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2920318 Dec 12 04:31:24.047775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162638a2-02be-49b8-96a6-696911c53959 req-45202498-2ecc-4ce8-8306-a610101a56be tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:24.050159 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-162638a2-02be-49b8-96a6-696911c53959 req-45202498-2ecc-4ce8-8306-a610101a56be tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.1103344 Dec 12 04:31:24.072142 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:24.074740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3f4223c9-eb9c-4380-8035-646ab00786f7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:24.191730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:24.195590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:24.273522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-957c7158-1fd7-497e-845e-085e67bef49d None None] Provisioning complete for port 5b013701-d860-4129-a1a0-3595632e7352 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:24.274641 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-957c7158-1fd7-497e-845e-085e67bef49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:24.296741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-3eac543e-3c82-4f00-9535-4393f6764b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:24.298220 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-3eac543e-3c82-4f00-9535-4393f6764b34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.3345561 Dec 12 04:31:24.302890 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2a8b90dd-d01c-4a58-b3d6-3942aca66950 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2091849 Dec 12 04:31:24.305382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44890) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:24.311685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2e1a67f3-08e5-471f-9799-bbbb721722e2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e0:51:a7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:24.580557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:24.674108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-162638a2-02be-49b8-96a6-696911c53959 req-05786fbb-5665-46fa-869b-ec3bb20afe3c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559683 Dec 12 04:31:24.793455 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-121eb036-fb29-4cf7-b646-fdb5d6f92670 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 999 time: 0.4637709 Dec 12 04:31:24.805615 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-fee6d04d-ae7c-4e1d-b542-39ed918d9746 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:31:24.807260 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fee6d04d-ae7c-4e1d-b542-39ed918d9746 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "PUT /v2.0/routers/cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7646956 Dec 12 04:31:24.810062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44900) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:24.839694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b7417-83f3-4eea-bc65-700d2fca29a6 None None] Network bc51fa58-c174-4bf9-b51b-2058a2532c04 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:25.040104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-64046cd8-0458-49f4-a88f-4c256cd2195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:25.042258 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-64046cd8-0458-49f4-a88f-4c256cd2195f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.2180872 Dec 12 04:31:25.143454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e1a67f3-08e5-471f-9799-bbbb721722e2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:25.181100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=5b013701-d860-4129-a1a0-3595632e7352,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:25.343861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3f4223c9-eb9c-4380-8035-646ab00786f7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:25.353313 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:25.386604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-eb845677-5004-4124-ab38-c4809cf186b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:25.402375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-eb845677-5004-4124-ab38-c4809cf186b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769654 Dec 12 04:31:25.573432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 6a1c4bcf-be70-42b1-92b9-d860f789c308 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:25.576952 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:26.187689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-a3257f1a-3986-4615-bfb2-c3821669eab0 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714100 Dec 12 04:31:26.319699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4402c8a3-fc66-4766-b618-76e34e83e0fb None None] Provisioning complete for port c00e4890-5aba-4488-99be-a3089554f435 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:26.320767 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4402c8a3-fc66-4766-b618-76e34e83e0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:26.415008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4402c8a3-fc66-4766-b618-76e34e83e0fb None None] Port c00e4890-5aba-4488-99be-a3089554f435 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:26.429735 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e1a67f3-08e5-471f-9799-bbbb721722e2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:26.489925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e1a67f3-08e5-471f-9799-bbbb721722e2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:26.535307 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:26.593318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a67f3-08e5-471f-9799-bbbb721722e2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Port': ['ID=c00e4890-5aba-4488-99be-a3089554f435,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:26.613983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4402c8a3-fc66-4766-b618-76e34e83e0fb None None] Provisioning complete for port 3f4223c9-eb9c-4380-8035-646ab00786f7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:26.623423 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4402c8a3-fc66-4766-b618-76e34e83e0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:26.653596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd20b32-de7d-478b-96ed-7f71e826cbc0 req-feeccede-2b14-4032-9fdb-37c05729ceb8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:26.686952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ffd20b32-de7d-478b-96ed-7f71e826cbc0 req-feeccede-2b14-4032-9fdb-37c05729ceb8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.6566141 Dec 12 04:31:26.909229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-2e1a67f3-08e5-471f-9799-bbbb721722e2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] In _notify_port_updated(), no bound segment for port c00e4890-5aba-4488-99be-a3089554f435 on network 075bca99-f1c1-40df-9517-4efc033f09a6 {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:31:26.934791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a67f3-08e5-471f-9799-bbbb721722e2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:26.938001 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e1a67f3-08e5-471f-9799-bbbb721722e2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:26.939584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2e1a67f3-08e5-471f-9799-bbbb721722e2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "PUT /v2.0/ports/c00e4890-5aba-4488-99be-a3089554f435 HTTP/1.1" status: 200 len: 997 time: 2.6330669 Dec 12 04:31:26.949029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44946) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:26.997698 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:27.041426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ffd20b32-de7d-478b-96ed-7f71e826cbc0 req-f3a439ec-2e29-4929-a35d-114d5d3858e6 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527443 Dec 12 04:31:27.071363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 3f4223c9-eb9c-4380-8035-646ab00786f7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3f4223c9-eb9c-4380-8035-646ab00786f7,segment=NetworkSegment(4b32da9a-736e-41e9-886f-0c3e384d9ce4),segment_id=4b32da9a-736e-41e9-886f-0c3e384d9ce4)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:27.098980 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:27.100851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:27.104655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5203dcc-e4ca-47fd-9c8d-eb381a71ea56 req-bf509df2-3b2d-4e0c-bf63-5ae74ad7df0a service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8951297 Dec 12 04:31:27.412329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=3f4223c9-eb9c-4380-8035-646ab00786f7,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:27.425632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44958) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:27.431076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': 'beed4627-b238-4de1-9305-fd4582229b79', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:27.485052 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:27.507647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:27.508326 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:27.623242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:27.630363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:31:27.633203 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef96a73-5c0b-4aeb-8fc9-9a3b29875a73" -d '{"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:31:27.664535 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:27.716009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-089e0925-097a-4ba3-9ba3-e8acfd2ae9ef tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Deleting port c00e4890-5aba-4488-99be-a3089554f435 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:27.728647 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-089e0925-097a-4ba3-9ba3-e8acfd2ae9ef tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:27.753409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:27.758379 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:27.782983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=10']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:27.788352 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0f69b1-5e39-4b7f-8578-61d6d4a71459 x-openstack-request-id: req-ae0f69b1-5e39-4b7f-8578-61d6d4a71459 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:31:27.788648 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:31:27.789491 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae0f69b1-5e39-4b7f-8578-61d6d4a71459 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:31:27.789491 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'code': 200} Dec 12 04:31:27.959833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-089e0925-097a-4ba3-9ba3-e8acfd2ae9ef tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:27.989948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Provisioning complete for port c00e4890-5aba-4488-99be-a3089554f435 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:27.990391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:28.031251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-089e0925-097a-4ba3-9ba3-e8acfd2ae9ef tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Calling delete_port for c00e4890-5aba-4488-99be-a3089554f435 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:28.107378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Port c00e4890-5aba-4488-99be-a3089554f435 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:28.126572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Provisioning complete for port 5b013701-d860-4129-a1a0-3595632e7352 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:28.126942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:28.197441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3f4223c9-eb9c-4380-8035-646ab00786f7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:28.351962 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:28.502093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3f4223c9-eb9c-4380-8035-646ab00786f7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:28.508637 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:28.512798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=25a39e88-2217-457b-bb88-d0013ac3055c,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:28.530914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33925a0-1f21-4424-a0b8-19d60b22f384 req-4b6d3654-8597-4be0-a752-b76d241c952e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:28.549533 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c33925a0-1f21-4424-a0b8-19d60b22f384 req-4b6d3654-8597-4be0-a752-b76d241c952e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.3172052 Dec 12 04:31:28.573054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Provisioning complete for port fa7deb36-5656-49ce-940d-3f65fe50678d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:28.573542 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:28.622759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-089e0925-097a-4ba3-9ba3-e8acfd2ae9ef tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:28.751004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0925-097a-4ba3-9ba3-e8acfd2ae9ef tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event deleted for resources: {'Port': ['ID=c00e4890-5aba-4488-99be-a3089554f435,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:28.762445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Port fa7deb36-5656-49ce-940d-3f65fe50678d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:28.792646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking segment: {'id': '0adca370-a359-4c1e-81ae-1de51ab9b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beed4627-b238-4de1-9305-fd4582229b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:28.793407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network hostable DHCP agents. Network: beed4627-b238-4de1-9305-fd4582229b79, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:28.812141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Provisioning complete for port 3f4223c9-eb9c-4380-8035-646ab00786f7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:28.812366 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-af10ead6-a09d-415d-ab21-5a5718c08cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:28.823997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c33925a0-1f21-4424-a0b8-19d60b22f384 req-8c3a8cc6-82dd-4993-9e22-31b42d9dc928 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734616 Dec 12 04:31:28.869428 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-089e0925-097a-4ba3-9ba3-e8acfd2ae9ef tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:28.874523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network beed4627-b238-4de1-9305-fd4582229b79 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:28.876715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44974) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:28.885407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-089e0925-097a-4ba3-9ba3-e8acfd2ae9ef tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "DELETE /v2.0/ports/c00e4890-5aba-4488-99be-a3089554f435 HTTP/1.1" status: 204 len: 168 time: 1.9352491 Dec 12 04:31:28.932209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Deleting port fa7deb36-5656-49ce-940d-3f65fe50678d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:28.932209 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:28.974106 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4a4fa8-f8f9-4c30-bb9a-dd79eaee49dd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] GET failed (client error): The resource could not be found. Dec 12 04:31:28.984281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb4a4fa8-f8f9-4c30-bb9a-dd79eaee49dd tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "GET /v2.0/ports/c00e4890-5aba-4488-99be-a3089554f435 HTTP/1.1" status: 404 len: 333 time: 0.1063862 Dec 12 04:31:28.993990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44976) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:28.999795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'port': {'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6', 'name': 'tempest-AllowedAddressPairTestJSON-958622704'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:29.011009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, beed4627-b238-4de1-9305-fd4582229b79) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:29.062580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:29.065504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27113b-9da5-4d19-bb64-e0cb96a44f65 None None] Network beed4627-b238-4de1-9305-fd4582229b79 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:29.077045 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:29.185740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5b013701-d860-4129-a1a0-3595632e7352 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:29.216659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4b07d27b-e96f-46c5-9a92-07a4722792ab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7897305 Dec 12 04:31:29.223694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44978) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:29.249191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-309823232'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:29.310630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:29.316094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:29.416620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Made reservation on behalf of bffa5b1808b7432ba265b2b2a8f16df2 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:29.422183 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:29.451422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:29.456009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-beed4627-b238-4de1-9305-fd4582229b79', 'network_id': 'beed4627-b238-4de1-9305-fd4582229b79', 'project_id': '2d636fee05e3493ab18a7f7b360a8dd4', 'fixed_ips': [{'subnet_id': '25a39e88-2217-457b-bb88-d0013ac3055c'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:29.459405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:29.460875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] device_id is not set on port 3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:29.506321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5b013701-d860-4129-a1a0-3595632e7352 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:29.508446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:29.511692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Calling delete_port for fa7deb36-5656-49ce-940d-3f65fe50678d owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:29.516968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:29.573808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:29.574239 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment b7c7a8a9-faa2-43b5-bffb-b3d762a95605 of type vlan for network 89aa0ae1-70db-40ae-b0d7-390707fb8a9d Dec 12 04:31:29.951012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Allocated IP 2001:db8:0:ffff::2 (beed4627-b238-4de1-9305-fd4582229b79/25a39e88-2217-457b-bb88-d0013ac3055c/63853584-5d11-49bb-a0ef-063464f7829a) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:29.960803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Allocated IP 172.20.0.3 (075bca99-f1c1-40df-9517-4efc033f09a6/86fe5644-1cb5-43e7-9747-28d7f969e22c/3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:30.201582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.273419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.333948 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.350967 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.355401 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.375964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:30.377568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.388028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Port': ['ID=fa7deb36-5656-49ce-940d-3f65fe50678d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:30.395707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Network beed4627-b238-4de1-9305-fd4582229b79 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:30.396960 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.405110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:30.410228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:30.497421 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.672318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Pushing event updated for resources: {'Port': ['ID=63853584-5d11-49bb-a0ef-063464f7829a,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:30.735938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Network 075bca99-f1c1-40df-9517-4efc033f09a6 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:30.741436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Attempting to bind port 63853584-5d11-49bb-a0ef-063464f7829a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:30.741814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Attempting to bind port 63853584-5d11-49bb-a0ef-063464f7829a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0adca370-a359-4c1e-81ae-1de51ab9b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beed4627-b238-4de1-9305-fd4582229b79'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:30.742213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Attempting to bind port 63853584-5d11-49bb-a0ef-063464f7829a on network beed4627-b238-4de1-9305-fd4582229b79 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:30.743495 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3184ed-a666-4eb7-a05b-60d67f4ba197 req-094ad3ef-28c2-4b57-a7db-648a8d4dabd8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:30.750800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:30.751196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Checking segment: {'id': '0adca370-a359-4c1e-81ae-1de51ab9b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beed4627-b238-4de1-9305-fd4582229b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:30.751609 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.752008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Bound using segment: {'id': '0adca370-a359-4c1e-81ae-1de51ab9b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beed4627-b238-4de1-9305-fd4582229b79'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:30.752492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Bound port: 63853584-5d11-49bb-a0ef-063464f7829a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adca370-a359-4c1e-81ae-1de51ab9b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beed4627-b238-4de1-9305-fd4582229b79'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:30.752899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:30.758441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:30.758655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd3184ed-a666-4eb7-a05b-60d67f4ba197 req-094ad3ef-28c2-4b57-a7db-648a8d4dabd8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.6442564 Dec 12 04:31:30.761847 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5234661 Dec 12 04:31:30.772096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:30.775070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45000) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:30.777146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Port': ['ID=3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:30.814275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': '89aa0ae1-70db-40ae-b0d7-390707fb8a9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:30.947602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] For port 63853584-5d11-49bb-a0ef-063464f7829a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:30.954688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] For port 63853584-5d11-49bb-a0ef-063464f7829a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=63853584-5d11-49bb-a0ef-063464f7829a,segment=NetworkSegment(0adca370-a359-4c1e-81ae-1de51ab9b14b),segment_id=0adca370-a359-4c1e-81ae-1de51ab9b14b)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:30.968057 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:31.148306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4183b-c51a-4c1b-b320-4215f206a640 None None] Pushing event updated for resources: {'Port': ['ID=63853584-5d11-49bb-a0ef-063464f7829a,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:31.192233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:31.192233 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:31.195156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:31.215397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255001d-57c8-418d-a85b-601510633368 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=89aa0ae1-70db-40ae-b0d7-390707fb8a9d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:31.234681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 89aa0ae1-70db-40ae-b0d7-390707fb8a9d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:31.323108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd3184ed-a666-4eb7-a05b-60d67f4ba197 req-2d5e68a2-27bf-4be6-9184-a0e10e1379b7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5209210 Dec 12 04:31:31.348325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f516ba96-10db-4a41-898a-26dccd5e09c5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3499527 Dec 12 04:31:31.356463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45004) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:31.367069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:31.383099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:31.579949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dccf69c7-35e5-48ba-a6bf-b5bdf3f2dbd7 None None] Provisioning complete for port 3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:31.583685 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dccf69c7-35e5-48ba-a6bf-b5bdf3f2dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:31.725961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dccf69c7-35e5-48ba-a6bf-b5bdf3f2dbd7 None None] Port 3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:31.789291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'port': {'network_id': '075bca99-f1c1-40df-9517-4efc033f09a6', 'name': 'tempest-AllowedAddressPairTestJSON-52508841'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:31.801322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:31.865802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Router cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:31:32.043978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:31:32.059731 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc847425-34c2-446a-affd-2c71668753ea None None] Sync routers for ids ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:31:32.079610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7491fa0e-02bb-40b9-8780-823e458ece9d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "PUT /v2.0/routers/cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2681701 Dec 12 04:31:32.079775 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc847425-34c2-446a-affd-2c71668753ea None None] Routers {'cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:32.080458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45014) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:32.082675 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cc847425-34c2-446a-affd-2c71668753ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:31:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:32.159921 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cc847425-34c2-446a-affd-2c71668753ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:32.166438 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:31:32.176350 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc847425-34c2-446a-affd-2c71668753ea None None] Routers {'cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:32.177343 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cc847425-34c2-446a-affd-2c71668753ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:31:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:32.194647 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-e716a5e3-3394-4028-a694-ebd4412617ac tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] delete failed (client error): The resource could not be found. Dec 12 04:31:32.195767 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e716a5e3-3394-4028-a694-ebd4412617ac tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1451335387 HTTP/1.1" status: 404 len: 335 time: 0.1083968 Dec 12 04:31:32.199646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45016) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:32.206785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8acc191f-9bfa-48fb-83bb-5a3a3a65cbdb tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:32.210627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=a7302d93-72f6-443a-af1b-d62e29bb7613,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:32.214799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking segment: {'id': 'b7c7a8a9-faa2-43b5-bffb-b3d762a95605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89aa0ae1-70db-40ae-b0d7-390707fb8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:32.215183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network hostable DHCP agents. Network: 89aa0ae1-70db-40ae-b0d7-390707fb8a9d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:32.279691 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-cc847425-34c2-446a-affd-2c71668753ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:32.281079 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc847425-34c2-446a-affd-2c71668753ea None None] The sync data for ids ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:31:32.301160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network 89aa0ae1-70db-40ae-b0d7-390707fb8a9d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:32.315200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Made reservation on behalf of bffa5b1808b7432ba265b2b2a8f16df2 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:32.322571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 63853584-5d11-49bb-a0ef-063464f7829a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:32.327387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:32.338285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 89aa0ae1-70db-40ae-b0d7-390707fb8a9d) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:32.359863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:32.364672 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:32.412060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] device_id is not set on port 1dc297f9-af9c-4982-9bf9-d2d85dcd4537 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:32.421177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f1635-e832-4458-a9c4-adb5bcddc33e None None] Network 89aa0ae1-70db-40ae-b0d7-390707fb8a9d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:32.458093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cc83af5e-fe59-4d07-9f48-5809d350b6ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6689172 Dec 12 04:31:32.479632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45020) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:32.723878 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Allocated IP 172.20.0.13 (075bca99-f1c1-40df-9517-4efc033f09a6/86fe5644-1cb5-43e7-9747-28d7f969e22c/1dc297f9-af9c-4982-9bf9-d2d85dcd4537) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:32.816441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 63853584-5d11-49bb-a0ef-063464f7829a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:32.818216 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:32.824656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-89aa0ae1-70db-40ae-b0d7-390707fb8a9d', 'network_id': '89aa0ae1-70db-40ae-b0d7-390707fb8a9d', 'project_id': '2d636fee05e3493ab18a7f7b360a8dd4', 'fixed_ips': [{'subnet_id': 'a7302d93-72f6-443a-af1b-d62e29bb7613'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:32.825995 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:32.928417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:32.997299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:33.022385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Network 075bca99-f1c1-40df-9517-4efc033f09a6 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:33.026067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:33.033982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:33.043596 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8acc191f-9bfa-48fb-83bb-5a3a3a65cbdb tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:33.112151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:33.112912 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:33.150315 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-8acc191f-9bfa-48fb-83bb-5a3a3a65cbdb tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] update failed (client error): The resource could not be found. Dec 12 04:31:33.152870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45078a2c-4f9e-4895-950c-33674cc387e8 req-585f956a-11c9-43d5-89e9-76a009147b14 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:33.156100 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45078a2c-4f9e-4895-950c-33674cc387e8 req-585f956a-11c9-43d5-89e9-76a009147b14 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.6122041 Dec 12 04:31:33.161783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45032) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:33.164141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8acc191f-9bfa-48fb-83bb-5a3a3a65cbdb tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "PUT /v2.0/routers/cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe HTTP/1.1" status: 404 len: 339 time: 0.9633958 Dec 12 04:31:33.171245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8090055 Dec 12 04:31:33.184608 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:33.193607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45034) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:33.204646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5b141c3e-6d04-416f-ab4c-3ba81bfcbb20 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e0:51:a7'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:94:8b:cc'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:33.235732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d7180-b2f3-4fcd-a5fd-5b8b06e9e7e6 None None] Network beed4627-b238-4de1-9305-fd4582229b79 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:33.319300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:33.625394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45078a2c-4f9e-4895-950c-33674cc387e8 req-ed8029e2-8de4-4522-80fd-2d17c93c500b tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420252 Dec 12 04:31:33.635309 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b141c3e-6d04-416f-ab4c-3ba81bfcbb20 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:33.719135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543411e8-8819-4d90-89e6-b7c4a139be37 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Port': ['ID=1dc297f9-af9c-4982-9bf9-d2d85dcd4537,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:33.759841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2c307cd2-62d2-4418-a221-7bc1f1071544 None None] Provisioning complete for port 63853584-5d11-49bb-a0ef-063464f7829a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:33.760269 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c307cd2-62d2-4418-a221-7bc1f1071544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:33.767348 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:33.891316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:34.096652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b141c3e-6d04-416f-ab4c-3ba81bfcbb20 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:34.105175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b141c3e-6d04-416f-ab4c-3ba81bfcbb20 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:34.231233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 63853584-5d11-49bb-a0ef-063464f7829a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=63853584-5d11-49bb-a0ef-063464f7829a,segment=NetworkSegment(0adca370-a359-4c1e-81ae-1de51ab9b14b),segment_id=0adca370-a359-4c1e-81ae-1de51ab9b14b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:34.243818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Allocated IP 2001:db8::1 (89aa0ae1-70db-40ae-b0d7-390707fb8a9d/a7302d93-72f6-443a-af1b-d62e29bb7613/bbf7028a-54e3-4399-8b33-37eb0c7d1792) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:34.260153 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:34.366463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141c3e-6d04-416f-ab4c-3ba81bfcbb20 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event updated for resources: {'Port': ['ID=1dc297f9-af9c-4982-9bf9-d2d85dcd4537,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:34.376981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5b141c3e-6d04-416f-ab4c-3ba81bfcbb20 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] In _notify_port_updated(), no bound segment for port 1dc297f9-af9c-4982-9bf9-d2d85dcd4537 on network 075bca99-f1c1-40df-9517-4efc033f09a6 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:31:34.400220 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b141c3e-6d04-416f-ab4c-3ba81bfcbb20 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:34.401162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b141c3e-6d04-416f-ab4c-3ba81bfcbb20 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:34.402625 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5b141c3e-6d04-416f-ab4c-3ba81bfcbb20 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "PUT /v2.0/ports/1dc297f9-af9c-4982-9bf9-d2d85dcd4537 HTTP/1.1" status: 200 len: 1054 time: 1.2042134 Dec 12 04:31:34.405672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45066) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:34.460861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Allocated IP 172.20.0.1 (6f002c35-3c19-41eb-a6c6-cacd4971e4c4/f82c19d2-4d94-4419-ace9-2987c7d7fead/f93b66ac-25bb-49a1-8437-2f10ac70c7ab) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:34.675851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-477403af-c6c8-4a9e-adbf-093e115e74f5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Deleting port 1dc297f9-af9c-4982-9bf9-d2d85dcd4537 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:34.676338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-477403af-c6c8-4a9e-adbf-093e115e74f5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:34.696297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=63853584-5d11-49bb-a0ef-063464f7829a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:34.723463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-57ce1121-a0d7-430a-9e7a-a4cf46aeb973 None None] Provisioning complete for port 1dc297f9-af9c-4982-9bf9-d2d85dcd4537 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:34.723852 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-57ce1121-a0d7-430a-9e7a-a4cf46aeb973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:34.734200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:34.833573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-57ce1121-a0d7-430a-9e7a-a4cf46aeb973 None None] Port 1dc297f9-af9c-4982-9bf9-d2d85dcd4537 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:34.841923 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:34.880593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaec9b-9616-4325-b915-afac39af5492 req-8120f495-59ff-4903-b04d-099d463dce8f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:34.882490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aceaec9b-9616-4325-b915-afac39af5492 req-8120f495-59ff-4903-b04d-099d463dce8f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.0800066 Dec 12 04:31:34.893982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:34.897511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:34.900451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:34.937001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Port': ['ID=f93b66ac-25bb-49a1-8437-2f10ac70c7ab,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:34.979912 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.015159 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aceaec9b-9616-4325-b915-afac39af5492 req-b00c7fb5-8385-43bb-9472-331c5f225162 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138999 Dec 12 04:31:35.061493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-530d82a0-3b21-425c-8d50-9b45cb3060ca None None] Provisioning complete for port 63853584-5d11-49bb-a0ef-063464f7829a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:35.062318 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-530d82a0-3b21-425c-8d50-9b45cb3060ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.077411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-477403af-c6c8-4a9e-adbf-093e115e74f5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.106613 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-477403af-c6c8-4a9e-adbf-093e115e74f5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Calling delete_port for 1dc297f9-af9c-4982-9bf9-d2d85dcd4537 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:35.112315 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.132560 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.227078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Network 89aa0ae1-70db-40ae-b0d7-390707fb8a9d is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:35.235172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:35.240853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.252121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:35.257342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.270829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Pushing event updated for resources: {'Port': ['ID=bbf7028a-54e3-4399-8b33-37eb0c7d1792,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:35.333879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=a7302d93-72f6-443a-af1b-d62e29bb7613,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:35.495043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Attempting to bind port bbf7028a-54e3-4399-8b33-37eb0c7d1792 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:35.495043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Attempting to bind port bbf7028a-54e3-4399-8b33-37eb0c7d1792 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'b7c7a8a9-faa2-43b5-bffb-b3d762a95605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89aa0ae1-70db-40ae-b0d7-390707fb8a9d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:35.495043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Attempting to bind port bbf7028a-54e3-4399-8b33-37eb0c7d1792 on network 89aa0ae1-70db-40ae-b0d7-390707fb8a9d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:35.508855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-530d82a0-3b21-425c-8d50-9b45cb3060ca None None] Provisioning complete for port 1dc297f9-af9c-4982-9bf9-d2d85dcd4537 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:35.509225 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-530d82a0-3b21-425c-8d50-9b45cb3060ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.559971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:35.560420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Checking segment: {'id': 'b7c7a8a9-faa2-43b5-bffb-b3d762a95605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89aa0ae1-70db-40ae-b0d7-390707fb8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:35.560804 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.561287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Bound using segment: {'id': 'b7c7a8a9-faa2-43b5-bffb-b3d762a95605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89aa0ae1-70db-40ae-b0d7-390707fb8a9d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:35.561779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Bound port: bbf7028a-54e3-4399-8b33-37eb0c7d1792, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c7a8a9-faa2-43b5-bffb-b3d762a95605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89aa0ae1-70db-40ae-b0d7-390707fb8a9d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:35.562172 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.604708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-530d82a0-3b21-425c-8d50-9b45cb3060ca None None] Port 1dc297f9-af9c-4982-9bf9-d2d85dcd4537 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:35.707931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] For port bbf7028a-54e3-4399-8b33-37eb0c7d1792, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:35.711664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] For port bbf7028a-54e3-4399-8b33-37eb0c7d1792, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=bbf7028a-54e3-4399-8b33-37eb0c7d1792,segment=NetworkSegment(b7c7a8a9-faa2-43b5-bffb-b3d762a95605),segment_id=b7c7a8a9-faa2-43b5-bffb-b3d762a95605)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:35.726970 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.739596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-cfd7c53a-2099-47d0-84fc-ede6c657d764 req-57be67a8-8534-4eaf-a914-73291e4ed498 service neutron] (103450) timed out ('10.222.0.36', 34620) {{(pid=103450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 04:31:35.804716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83154d29-f438-4c0e-8f3c-d19a21212ecd None None] Pushing event updated for resources: {'Port': ['ID=bbf7028a-54e3-4399-8b33-37eb0c7d1792,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:35.813306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f6981916-72ae-41a3-a807-59121710c50f None None] Provisioning complete for port f93b66ac-25bb-49a1-8437-2f10ac70c7ab triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:35.813681 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6981916-72ae-41a3-a807-59121710c50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.826015 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.853065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89aa0ae1-70db-40ae-b0d7-390707fb8a9d']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:35.865137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c7a8a9-faa2-43b5-bffb-b3d762a95605') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:35.865511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c7a8a9-faa2-43b5-bffb-b3d762a95605') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:35.878607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.894746 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.902576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:35.902997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:35.969973 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:35.972238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f6981916-72ae-41a3-a807-59121710c50f None None] Port f93b66ac-25bb-49a1-8437-2f10ac70c7ab cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:35.977190 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:31:35.977190 n-d-710847-7 neutron-server[103450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:31:35.977190 n-d-710847-7 neutron-server[103450]: [parameters: {'id': '89aa0ae1-70db-40ae-b0d7-390707fb8a9d'}] Dec 12 04:31:35.977190 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:31:35.977549 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:31:35.989909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c4792-a6b1-44e8-9b30-f723e2e4aeeb None None] Network 89aa0ae1-70db-40ae-b0d7-390707fb8a9d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:36.034373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-deacc37a-d2d9-498b-b98a-bdab31cbf80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:36.036230 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-deacc37a-d2d9-498b-b98a-bdab31cbf80d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1096 time: 0.7130947 Dec 12 04:31:36.205577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26882cc-7437-4b58-b788-3dc3bb5734aa None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:31:36.221976 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-477403af-c6c8-4a9e-adbf-093e115e74f5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:36.279803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477403af-c6c8-4a9e-adbf-093e115e74f5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event deleted for resources: {'Port': ['ID=1dc297f9-af9c-4982-9bf9-d2d85dcd4537,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:36.319931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-b8db10f0-e03e-471b-8d40-778e02f71a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:36.321486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-b8db10f0-e03e-471b-8d40-778e02f71a7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.2611971 Dec 12 04:31:36.411119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:36.426901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26882cc-7437-4b58-b788-3dc3bb5734aa None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:31:36.438004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:36.454616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 63853584-5d11-49bb-a0ef-063464f7829a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:36.495389 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-16a092d8-237a-44a8-849b-32cc5f778737 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 200 len: 1001 time: 0.1574810 Dec 12 04:31:36.519092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:36.595690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c528e7-6bfb-46b9-9233-3d97763167ae req-1c5c0f78-0c7e-4c7a-bdd8-257b6ffe9fbd tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:36.598229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9c528e7-6bfb-46b9-9233-3d97763167ae req-1c5c0f78-0c7e-4c7a-bdd8-257b6ffe9fbd tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.2812848 Dec 12 04:31:36.599773 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:36.663376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-f7fb2be7-7155-40b2-b333-617644fcfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:36.665196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-f7fb2be7-7155-40b2-b333-617644fcfe9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.1687644 Dec 12 04:31:36.700888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 63853584-5d11-49bb-a0ef-063464f7829a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:36.701385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:36.751485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:36.762099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:36.813819 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9c528e7-6bfb-46b9-9233-3d97763167ae req-8b2d556b-fba2-4a77-8ce1-1714ecb3b2b7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083557 Dec 12 04:31:36.814462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event updated for resources: {'Port': ['ID=f93b66ac-25bb-49a1-8437-2f10ac70c7ab,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:36.945371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.946422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.946787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.947139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.947485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.947826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.948164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.948499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.948919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.949258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.949644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.949983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.950238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting port bbf7028a-54e3-4399-8b33-37eb0c7d1792 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:36.950726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:36.950841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:36.957061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Router cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:31:37.072581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:31:37.082093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-171bcda1-278f-442c-a03f-e99a31aae798 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "PUT /v2.0/routers/cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9189870 Dec 12 04:31:37.082714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45092) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:37.115066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] For port bbf7028a-54e3-4399-8b33-37eb0c7d1792, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=bbf7028a-54e3-4399-8b33-37eb0c7d1792,segment=NetworkSegment(b7c7a8a9-faa2-43b5-bffb-b3d762a95605),segment_id=b7c7a8a9-faa2-43b5-bffb-b3d762a95605)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:37.115372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:37.148234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Calling delete_port for bbf7028a-54e3-4399-8b33-37eb0c7d1792 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:37.160491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-4fcb9d67-6b91-4534-9fa5-df7af30b225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:37.162078 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-4fcb9d67-6b91-4534-9fa5-df7af30b225b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4395440 Dec 12 04:31:37.169564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-477403af-c6c8-4a9e-adbf-093e115e74f5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:37.179389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308e832-d3d4-43dc-953f-b04859ccf164 None None] Sync routers for ids ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:31:37.198230 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-477403af-c6c8-4a9e-adbf-093e115e74f5 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "DELETE /v2.0/ports/1dc297f9-af9c-4982-9bf9-d2d85dcd4537 HTTP/1.1" status: 204 len: 168 time: 2.7690432 Dec 12 04:31:37.198428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308e832-d3d4-43dc-953f-b04859ccf164 None None] Routers {'cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:37.200091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5308e832-d3d4-43dc-953f-b04859ccf164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:31:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:37.205305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45094) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:37.282711 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb8a67c-bbb2-40f7-bda9-42578e505ef1 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] GET failed (client error): The resource could not be found. Dec 12 04:31:37.288259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6eb8a67c-bbb2-40f7-bda9-42578e505ef1 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "GET /v2.0/ports/1dc297f9-af9c-4982-9bf9-d2d85dcd4537 HTTP/1.1" status: 404 len: 333 time: 0.0811927 Dec 12 04:31:37.289226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45096) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:37.336617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5308e832-d3d4-43dc-953f-b04859ccf164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:37.361085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308e832-d3d4-43dc-953f-b04859ccf164 None None] Routers {'cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:37.362904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5308e832-d3d4-43dc-953f-b04859ccf164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:31:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:37.390115 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1ac14305-216b-475d-83e3-96fb64c7dd2d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:37.457466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5308e832-d3d4-43dc-953f-b04859ccf164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:37.458133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308e832-d3d4-43dc-953f-b04859ccf164 None None] The sync data for ids ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:31:37.541219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-76679e40-9e1d-49cb-ab23-1c0d84b460b7 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416953 Dec 12 04:31:37.684343 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-1ac14305-216b-475d-83e3-96fb64c7dd2d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 04:31:37.698118 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1ac14305-216b-475d-83e3-96fb64c7dd2d tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "DELETE /v2.0/routers/cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe HTTP/1.1" status: 409 len: 329 time: 0.6143770 Dec 12 04:31:37.702658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45102) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:37.715550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ce5ed45f-38c6-4394-9733-4e00a13fa66a None None] Provisioning complete for port f93b66ac-25bb-49a1-8437-2f10ac70c7ab triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:37.716851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ce5ed45f-38c6-4394-9733-4e00a13fa66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:37.731465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:37.764602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fc4f272-2317-4484-bdaa-8bf216551155 req-7f133795-e5c4-46f6-a00a-5c4103095d2b service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135956 Dec 12 04:31:37.767797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Port': ['ID=bbf7028a-54e3-4399-8b33-37eb0c7d1792,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:37.772682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No DVR routers for this DVR port bbf7028a-54e3-4399-8b33-37eb0c7d1792 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:37.803035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.803451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.803797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.804170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.804574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.804980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.805328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.805675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.806011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.806344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.806776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.807158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.807431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ed45f-38c6-4394-9733-4e00a13fa66a None None] Port f93b66ac-25bb-49a1-8437-2f10ac70c7ab cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:37.807586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:37.871011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-9dd356f7-3321-4f89-bf8d-ee5e7ff83683 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Deleting port 3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:37.871299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dd356f7-3321-4f89-bf8d-ee5e7ff83683 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:37.983273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.038026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89aa0ae1-70db-40ae-b0d7-390707fb8a9d']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:38.079744 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dd356f7-3321-4f89-bf8d-ee5e7ff83683 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.106126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c7a8a9-faa2-43b5-bffb-b3d762a95605') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:38.106503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c7a8a9-faa2-43b5-bffb-b3d762a95605') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:38.122800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.135035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b798b9-f441-40d2-9e0e-2e51879cf16f req-feaf9c16-34eb-4813-93fb-47a0d2050119 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:38.136639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9b798b9-f441-40d2-9e0e-2e51879cf16f req-feaf9c16-34eb-4813-93fb-47a0d2050119 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 945 time: 0.0922303 Dec 12 04:31:38.140937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-9dd356f7-3321-4f89-bf8d-ee5e7ff83683 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Calling delete_port for 3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:38.204792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9b798b9-f441-40d2-9e0e-2e51879cf16f req-b16ca697-e3ab-4c97-8fa3-a168fcb92e88 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590854 Dec 12 04:31:38.214250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.226622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:38.227849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:38.234429 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:38.312779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:31:38.371588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.394642 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.398929 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/89aa0ae1-70db-40ae-b0d7-390707fb8a9d HTTP/1.1" status: 204 len: 168 time: 5.9031985 Dec 12 04:31:38.418007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45108) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:38.419133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6998b91-48d9-41d5-bd79-528e34c26ba1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=89aa0ae1-70db-40ae-b0d7-390707fb8a9d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:38.441804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1429316975'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:38.469335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dd356f7-3321-4f89-bf8d-ee5e7ff83683 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.502887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:38.511735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.512086 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.529085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd356f7-3321-4f89-bf8d-ee5e7ff83683 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event deleted for resources: {'Port': ['ID=3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:38.591636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:31:38.597644 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2318dc-8e71-4cae-a839-1cb58c8777b9" -d '{"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-unplugged", "status": "completed", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:31:38.614214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:38.647691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:38.656465 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.662057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.662057 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment 79a256c9-ad75-4a74-9d0d-acf3fd91ddad of type vlan for network f49164f7-6d3b-4961-ba66-3b170455e47c Dec 12 04:31:38.704359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dd356f7-3321-4f89-bf8d-ee5e7ff83683 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.714549 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9dd356f7-3321-4f89-bf8d-ee5e7ff83683 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "DELETE /v2.0/ports/3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d HTTP/1.1" status: 204 len: 168 time: 1.4200711 Dec 12 04:31:38.715238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45114) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:38.766253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:38.827044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.881731 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.889856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:38.892394 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:38.893078 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f493ff78-bbf9-4a38-bf00-cda19f84dbf6 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] GET failed (client error): The resource could not be found. Dec 12 04:31:38.897576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f493ff78-bbf9-4a38-bf00-cda19f84dbf6 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "GET /v2.0/ports/3ce7df9d-d4b2-4a40-b5d7-25cf03ee4a0d HTTP/1.1" status: 404 len: 333 time: 0.1774776 Dec 12 04:31:38.902500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45122) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:39.018253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5882986 Dec 12 04:31:39.018823 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45124) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:39.024779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': 'f49164f7-6d3b-4961-ba66-3b170455e47c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:39.029150 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bc2c33-3929-4e7d-a99a-bb26f0061809 x-openstack-request-id: req-59bc2c33-3929-4e7d-a99a-bb26f0061809 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:31:39.029724 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-unplugged", "status": "completed", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:31:39.030146 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59bc2c33-3929-4e7d-a99a-bb26f0061809 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:31:39.030704 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'code': 200} Dec 12 04:31:39.094529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d59d7-3a3a-47df-9277-db1a4a2aa124 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=f49164f7-6d3b-4961-ba66-3b170455e47c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:39.108315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network f49164f7-6d3b-4961-ba66-3b170455e47c details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:39.179842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:39.184578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:39.189225 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:39.464895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ef4602cb-bc36-4da8-a18f-6102e241c7a0 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Deleting port 64680cf6-8c96-4a53-83c1-05fca2aed811 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:39.465513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef4602cb-bc36-4da8-a18f-6102e241c7a0 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:39.640183 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef4602cb-bc36-4da8-a18f-6102e241c7a0 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:39.665986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a19535-3711-426a-afb8-7aeff7f6c535 req-32eb136d-c55f-41db-9ba2-94436e64afd5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:39.668013 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-90a19535-3711-426a-afb8-7aeff7f6c535 req-32eb136d-c55f-41db-9ba2-94436e64afd5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.3241944 Dec 12 04:31:39.669664 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:39.684732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ef4602cb-bc36-4da8-a18f-6102e241c7a0 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Calling delete_port for 64680cf6-8c96-4a53-83c1-05fca2aed811 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:39.729493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=c1d8cfaa-735e-46e9-a7fb-58f5ff2fd5d7,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:39.802130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Deleting port f93b66ac-25bb-49a1-8437-2f10ac70c7ab {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:39.802597 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:39.829921 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-90a19535-3711-426a-afb8-7aeff7f6c535 req-c211b2f3-627c-4568-a320-b00ac9fef281 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049900 Dec 12 04:31:39.854756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking segment: {'id': '79a256c9-ad75-4a74-9d0d-acf3fd91ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f49164f7-6d3b-4961-ba66-3b170455e47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:39.855185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network hostable DHCP agents. Network: f49164f7-6d3b-4961-ba66-3b170455e47c, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:39.898420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network f49164f7-6d3b-4961-ba66-3b170455e47c is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:39.916405 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, f49164f7-6d3b-4961-ba66-3b170455e47c) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:39.934379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fce616-abc7-4551-95ab-424ef0fb93e4 None None] Network f49164f7-6d3b-4961-ba66-3b170455e47c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:39.967483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:39.973871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.008775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.017109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ba826f1-3c51-46ac-bd73-e28ec7d1e408 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9967012 Dec 12 04:31:40.020230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45134) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:40.028253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Calling delete_port for f93b66ac-25bb-49a1-8437-2f10ac70c7ab owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:40.029103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1598106463'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:40.034881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef4602cb-bc36-4da8-a18f-6102e241c7a0 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.075049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4602cb-bc36-4da8-a18f-6102e241c7a0 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event deleted for resources: {'Port': ['ID=64680cf6-8c96-4a53-83c1-05fca2aed811,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:40.084012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:40.088652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.166332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:40.188726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.189270 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment dd308937-f735-4968-9833-60c9a358aebf of type vlan for network 417437da-c692-4f0e-a0c3-96340386d080 Dec 12 04:31:40.229015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-f49164f7-6d3b-4961-ba66-3b170455e47c', 'network_id': 'f49164f7-6d3b-4961-ba66-3b170455e47c', 'project_id': '2d636fee05e3493ab18a7f7b360a8dd4', 'fixed_ips': [{'subnet_id': 'c1d8cfaa-735e-46e9-a7fb-58f5ff2fd5d7'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:40.234271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.327120 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.409467 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.416419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:40.417141 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.436989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef4602cb-bc36-4da8-a18f-6102e241c7a0 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.445737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ef4602cb-bc36-4da8-a18f-6102e241c7a0 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "DELETE /v2.0/ports/64680cf6-8c96-4a53-83c1-05fca2aed811 HTTP/1.1" status: 204 len: 168 time: 1.5394714 Dec 12 04:31:40.450318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45136) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:40.541154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd49a66-a602-4f35-9fae-cc39e7ddeab2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Deleting subnet 86fe5644-1cb5-43e7-9747-28d7f969e22c {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:31:40.565574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=417437da-c692-4f0e-a0c3-96340386d080,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:40.567572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cd49a66-a602-4f35-9fae-cc39e7ddeab2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.577037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Allocated IP 2001:db8::1 (f49164f7-6d3b-4961-ba66-3b170455e47c/c1d8cfaa-735e-46e9-a7fb-58f5ff2fd5d7/3ae7c72d-7835-44df-866c-025caeacb190) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:40.582253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 417437da-c692-4f0e-a0c3-96340386d080 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:40.602094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45138) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:40.603405 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2cd0ccaa-da13-4948-a21f-8d7096b4a917 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5811694 Dec 12 04:31:40.612695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': '417437da-c692-4f0e-a0c3-96340386d080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:40.706774 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cd49a66-a602-4f35-9fae-cc39e7ddeab2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.738253 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.792578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Port': ['ID=f93b66ac-25bb-49a1-8437-2f10ac70c7ab,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:40.801500 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.847045 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.975073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:40.979761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:40.990612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cd49a66-a602-4f35-9fae-cc39e7ddeab2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:41.025207 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9368b1d6-8388-4908-9fc9-2d8e8d29be27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:41.033018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Pushing event updated for resources: {'Port': ['ID=3ae7c72d-7835-44df-866c-025caeacb190,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:41.051953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Network f49164f7-6d3b-4961-ba66-3b170455e47c is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:41.054020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.054644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.054998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.055348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.055751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.056097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.056437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.056773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.057128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.057456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.057784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.058113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.058440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:31:41.063699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:41.066183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:41.141451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Attempting to bind port 3ae7c72d-7835-44df-866c-025caeacb190 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:41.141819 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Attempting to bind port 3ae7c72d-7835-44df-866c-025caeacb190 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '79a256c9-ad75-4a74-9d0d-acf3fd91ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f49164f7-6d3b-4961-ba66-3b170455e47c'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:41.142199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Attempting to bind port 3ae7c72d-7835-44df-866c-025caeacb190 on network f49164f7-6d3b-4961-ba66-3b170455e47c {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:41.148489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:41.148888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Checking segment: {'id': '79a256c9-ad75-4a74-9d0d-acf3fd91ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f49164f7-6d3b-4961-ba66-3b170455e47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:41.149562 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:41.149959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Bound using segment: {'id': '79a256c9-ad75-4a74-9d0d-acf3fd91ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f49164f7-6d3b-4961-ba66-3b170455e47c'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:41.150439 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Bound port: 3ae7c72d-7835-44df-866c-025caeacb190, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a256c9-ad75-4a74-9d0d-acf3fd91ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f49164f7-6d3b-4961-ba66-3b170455e47c'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:41.150978 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:41.275698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] For port 3ae7c72d-7835-44df-866c-025caeacb190, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:41.282842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] For port 3ae7c72d-7835-44df-866c-025caeacb190, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3ae7c72d-7835-44df-866c-025caeacb190,segment=NetworkSegment(79a256c9-ad75-4a74-9d0d-acf3fd91ddad),segment_id=79a256c9-ad75-4a74-9d0d-acf3fd91ddad)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:41.296435 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:41.379610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf88d9a-1ebf-4f51-8f7f-5bc135a88aa6 None None] Pushing event updated for resources: {'Port': ['ID=3ae7c72d-7835-44df-866c-025caeacb190,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:41.701991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:41.705334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Performing IP validity checks on allocation pools {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 04:31:41.705915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 04:31:41.719333 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:41.823546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47337510-57d1-46ed-953d-2db27d8de3b6 req-1526999d-2482-4d6d-a065-c296e460fd07 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:41.825726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47337510-57d1-46ed-953d-2db27d8de3b6 req-1526999d-2482-4d6d-a065-c296e460fd07 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.7260585 Dec 12 04:31:41.868079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cd49a66-a602-4f35-9fae-cc39e7ddeab2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:41.964664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd49a66-a602-4f35-9fae-cc39e7ddeab2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event deleted for resources: {'Subnet': ['ID=86fe5644-1cb5-43e7-9747-28d7f969e22c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:41.977193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cd49a66-a602-4f35-9fae-cc39e7ddeab2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:41.981945 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7cd49a66-a602-4f35-9fae-cc39e7ddeab2 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "DELETE /v2.0/subnets/86fe5644-1cb5-43e7-9747-28d7f969e22c HTTP/1.1" status: 204 len: 168 time: 1.5276606 Dec 12 04:31:41.984606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45152) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:41.991409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba5a7f-b68a-4baa-b791-2657f00dfe25 None None] Network 075bca99-f1c1-40df-9517-4efc033f09a6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:42.111155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:42.129226 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47337510-57d1-46ed-953d-2db27d8de3b6 req-f3f35da2-c791-4897-b379-a662431660cd tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651317 Dec 12 04:31:42.160059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Router cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:31:42.216126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Deleting port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:42.216488 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:42.297652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] DHCP port deletion for 075bca99-f1c1-40df-9517-4efc033f09a6 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:31:42.328785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:31:42.338206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45166) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:42.339918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7489ed99-439d-419c-b5ae-a64a927846a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "PUT /v2.0/routers/cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6296685 Dec 12 04:31:42.341060 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:42.341399 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea53e70-c4aa-48d1-820b-358adc2a7d48 None None] Sync routers for ids ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:31:42.355034 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea53e70-c4aa-48d1-820b-358adc2a7d48 None None] Routers {'cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:42.355672 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5ea53e70-c4aa-48d1-820b-358adc2a7d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:31:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:42.423352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=47b67be7-cdfb-44d7-8b84-50645c939a62,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:42.432666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:31:42.437381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] For port e0cd676a-faca-4c4f-bc2e-59aadd6a0816, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e0cd676a-faca-4c4f-bc2e-59aadd6a0816,segment=NetworkSegment(a6cf218a-c308-491c-83cf-258832213391),segment_id=a6cf218a-c308-491c-83cf-258832213391)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:42.437381 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:42.490676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking segment: {'id': 'dd308937-f735-4968-9833-60c9a358aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '417437da-c692-4f0e-a0c3-96340386d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:42.491072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network hostable DHCP agents. Network: 417437da-c692-4f0e-a0c3-96340386d080, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:42.533450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network 417437da-c692-4f0e-a0c3-96340386d080 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:42.538050 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5ea53e70-c4aa-48d1-820b-358adc2a7d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:42.563698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 417437da-c692-4f0e-a0c3-96340386d080) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:42.572510 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea53e70-c4aa-48d1-820b-358adc2a7d48 None None] Routers {'cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:31:42.573195 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5ea53e70-c4aa-48d1-820b-358adc2a7d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:31:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:42.582811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:42.585446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:42.604651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3ae7c72d-7835-44df-866c-025caeacb190 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:42.629487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-84914b49-3473-4ac4-9cb5-d4c07fd2c650 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0268676 Dec 12 04:31:42.631909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45172) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:42.649539 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-bc2a4fb5-f0e9-499e-9715-ce089bf49a54 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] show failed (client error): The resource could not be found. Dec 12 04:31:42.664412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bc2a4fb5-f0e9-499e-9715-ce089bf49a54 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-816404930 HTTP/1.1" status: 404 len: 334 time: 0.3122783 Dec 12 04:31:42.668451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Calling delete_port for e0cd676a-faca-4c4f-bc2e-59aadd6a0816 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:42.678947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45174) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:42.684493 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5ea53e70-c4aa-48d1-820b-358adc2a7d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:42.687145 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea53e70-c4aa-48d1-820b-358adc2a7d48 None None] The sync data for ids ['cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:31:42.690184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa1cc62-5b45-43c1-a59e-1fa30ec3415d None None] Network 417437da-c692-4f0e-a0c3-96340386d080 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:42.694701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5357e865-60a8-447a-b3b5-2e7b50563af9 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:42.821397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:42.838215 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-5357e865-60a8-447a-b3b5-2e7b50563af9 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] update failed (client error): The resource could not be found. Dec 12 04:31:42.846115 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5357e865-60a8-447a-b3b5-2e7b50563af9 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1789861752 HTTP/1.1" status: 404 len: 335 time: 0.1613691 Dec 12 04:31:42.849242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45178) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:42.985121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.011711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c7e317-c137-45e9-9694-fc7fc87b305f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-417437da-c692-4f0e-a0c3-96340386d080', 'network_id': '417437da-c692-4f0e-a0c3-96340386d080', 'project_id': '2d636fee05e3493ab18a7f7b360a8dd4', 'fixed_ips': [{'subnet_id': '47b67be7-cdfb-44d7-8b84-50645c939a62'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:43.012954 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6c7e317-c137-45e9-9694-fc7fc87b305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.036654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ae986c-c679-4af7-917f-d574b05069a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Deleting subnet 07e88845-e203-4340-afd6-23a184b77ec9 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:31:43.041395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ae986c-c679-4af7-917f-d574b05069a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.199161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.215385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ae986c-c679-4af7-917f-d574b05069a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.278133 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.303078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event deleted for resources: {'Port': ['ID=e0cd676a-faca-4c4f-bc2e-59aadd6a0816,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:43.325299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] No DVR routers for this DVR port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:43.434857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1511764-81ef-4dc6-804c-3a8e6824374f None None] Network f49164f7-6d3b-4961-ba66-3b170455e47c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:43.446986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=47b67be7-cdfb-44d7-8b84-50645c939a62,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:43.588505 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e65742df-98a0-4c03-bdb9-ec328daf1d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.595929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.597791 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.620895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] Deleting port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:43.621544 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.638300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075bca99-f1c1-40df-9517-4efc033f09a6']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:43.642963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ae986c-c679-4af7-917f-d574b05069a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.655908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417437da-c692-4f0e-a0c3-96340386d080']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:43.681761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cf218a-c308-491c-83cf-258832213391') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:43.682033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cf218a-c308-491c-83cf-258832213391') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:43.698262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] For port e0cd676a-faca-4c4f-bc2e-59aadd6a0816, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:43.698262 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.703239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd308937-f735-4968-9833-60c9a358aebf') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:43.703239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd308937-f735-4968-9833-60c9a358aebf') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:43.704835 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.731876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] Calling delete_port for e0cd676a-faca-4c4f-bc2e-59aadd6a0816 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:43.735871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] Port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:31:43.745273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.746493 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.748933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.765120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:43.766769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.801829 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.809823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] No DVR routers for this DVR port e0cd676a-faca-4c4f-bc2e-59aadd6a0816 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:43.845730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:43.851048 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.864226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dc680-513c-4f99-b868-9bca54a6b045 None None] Pushing event deleted for resources: {'Port': ['ID=e0cd676a-faca-4c4f-bc2e-59aadd6a0816,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:43.867965 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:43.871108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2b54f5a8-294b-488f-bcfc-65e829b32429 None None] Provisioning complete for port 3ae7c72d-7835-44df-866c-025caeacb190 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:43.871352 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b54f5a8-294b-488f-bcfc-65e829b32429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.872092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ae986c-c679-4af7-917f-d574b05069a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.878813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-72a8a704-bb35-460d-86b2-85d6b230e671 req-347019e5-1e85-4563-b85b-8274db52eb1b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:43.886792 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:43.893052 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72a8a704-bb35-460d-86b2-85d6b230e671 req-347019e5-1e85-4563-b85b-8274db52eb1b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227783 Dec 12 04:31:43.904446 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.916949 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.921374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3ae7c72d-7835-44df-866c-025caeacb190 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:43.921979 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:43.938417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] 10.222.0.36 "DELETE /v2.0/networks/075bca99-f1c1-40df-9517-4efc033f09a6 HTTP/1.1" status: 204 len: 168 time: 1.9523668 Dec 12 04:31:44.010995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f037a64-b20f-4be8-bb0a-375ac290ffb4 None None] Network 417437da-c692-4f0e-a0c3-96340386d080 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:44.072881 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ae986c-c679-4af7-917f-d574b05069a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.093726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e1ae986c-c679-4af7-917f-d574b05069a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "DELETE /v2.0/subnets/07e88845-e203-4340-afd6-23a184b77ec9 HTTP/1.1" status: 204 len: 168 time: 1.2378902 Dec 12 04:31:44.098215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae986c-c679-4af7-917f-d574b05069a7 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Subnet': ['ID=07e88845-e203-4340-afd6-23a184b77ec9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:44.106795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45208) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:44.178724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730180b7-6c04-4b6e-b77b-3ac1b3a50300 None None] Network bc51fa58-c174-4bf9-b51b-2058a2532c04 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:44.309970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.320093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.333836 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/417437da-c692-4f0e-a0c3-96340386d080 HTTP/1.1" status: 204 len: 168 time: 1.7005956 Dec 12 04:31:44.348104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45220) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:44.360258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-237498836'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:44.363538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64c677-85a6-42ad-8cfa-6633b22bd457 tempest-AllowedAddressPairTestJSON-946540791 tempest-AllowedAddressPairTestJSON-946540791-project] Pushing event deleted for resources: {'Network': ['ID=075bca99-f1c1-40df-9517-4efc033f09a6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:44.403412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcb0815-3284-4b68-b6c9-079f6d82341e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Deleting subnet 89dd92f7-fd4c-4419-8f56-7d5683c7913d {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:31:44.417233 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.436350 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0815-3284-4b68-b6c9-079f6d82341e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.446276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ed258-7325-4fd9-a5b9-3fe912f46f6b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=417437da-c692-4f0e-a0c3-96340386d080,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:44.470013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:44.476623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.489358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750b69d-033b-4ee5-acc7-ee645012aa7f req-f6ddf575-807e-4c0c-89bd-9073419fea19 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:44.496778 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8750b69d-033b-4ee5-acc7-ee645012aa7f req-f6ddf575-807e-4c0c-89bd-9073419fea19 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.3440716 Dec 12 04:31:44.501382 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-94402ca1-548b-4238-ba8d-cac6ee9284ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331329 Dec 12 04:31:44.507195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-8ee3a4a4-09dc-4f49-ad82-afa613637eae service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:31:44.521160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-8ee3a4a4-09dc-4f49-ad82-afa613637eae service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173805 Dec 12 04:31:44.523002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.524769 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b54f5a8-294b-488f-bcfc-65e829b32429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.527760 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0815-3284-4b68-b6c9-079f6d82341e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.554183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:44.577495 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8750b69d-033b-4ee5-acc7-ee645012aa7f req-d4ed46a2-c797-4359-a01e-399a84bca0d5 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791922 Dec 12 04:31:44.581318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45226) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:44.588073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.588438 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment 0dfd2a9d-fcf5-4086-8579-a1b2055d34fc of type vlan for network 45bdead2-8efd-40a6-b6c5-b7a98ff60d28 Dec 12 04:31:44.676061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2b54f5a8-294b-488f-bcfc-65e829b32429 None None] For port 3ae7c72d-7835-44df-866c-025caeacb190, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3ae7c72d-7835-44df-866c-025caeacb190,segment=NetworkSegment(79a256c9-ad75-4a74-9d0d-acf3fd91ddad),segment_id=79a256c9-ad75-4a74-9d0d-acf3fd91ddad)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:44.679306 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.696095 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b54f5a8-294b-488f-bcfc-65e829b32429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.738480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.766280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0815-3284-4b68-b6c9-079f6d82341e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.824464 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.834341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:44.835012 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.893476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3d858a4d-001d-49dd-bcd1-268521e05edc None None] Provisioning complete for port 3ae7c72d-7835-44df-866c-025caeacb190 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:44.895772 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0815-3284-4b68-b6c9-079f6d82341e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.896284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3d858a4d-001d-49dd-bcd1-268521e05edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.901536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54f5a8-294b-488f-bcfc-65e829b32429 None None] Pushing event updated for resources: {'Port': ['ID=3ae7c72d-7835-44df-866c-025caeacb190,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:44.908048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19b726-52c7-45db-b68f-73b3d266dadb None None] DHCP port deletion for bc51fa58-c174-4bf9-b51b-2058a2532c04 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:31:44.938845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=45bdead2-8efd-40a6-b6c5-b7a98ff60d28,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:44.973420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f9fc9592-2a01-4e48-9878-d162c0466349 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6242476 Dec 12 04:31:44.980164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0815-3284-4b68-b6c9-079f6d82341e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:44.995081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 45bdead2-8efd-40a6-b6c5-b7a98ff60d28 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:45.000408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1ee16c96-4b0c-4b50-99e3-bc2995bfb6ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bffa5b1808b7432ba265b2b2a8f16df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4179397 Dec 12 04:31:45.001362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45234) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:45.001760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45236) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:45.002144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45238) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:45.007492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': '45bdead2-8efd-40a6-b6c5-b7a98ff60d28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:45.012437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0bcb0815-3284-4b68-b6c9-079f6d82341e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "DELETE /v2.0/subnets/89dd92f7-fd4c-4419-8f56-7d5683c7913d HTTP/1.1" status: 204 len: 168 time: 0.8912389 Dec 12 04:31:45.014368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb0815-3284-4b68-b6c9-079f6d82341e tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Subnet': ['ID=89dd92f7-fd4c-4419-8f56-7d5683c7913d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:45.069865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fece45f-79e6-4e91-b6be-637e6c85337c None None] Network 17ac641d-8a12-4a3f-9565-7821682bbc85 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:45.072856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:31:45.073197 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:31:45.287399 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-390b3c9a-8c47-4bb4-9c5b-4733e82630fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.290688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-aa19b726-52c7-45db-b68f-73b3d266dadb None None] Deleting port 3f4223c9-eb9c-4380-8035-646ab00786f7 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:45.291256 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aa19b726-52c7-45db-b68f-73b3d266dadb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.345211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-390b3c9a-8c47-4bb4-9c5b-4733e82630fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.455040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a357ef2-a13f-4cd8-b73e-bf68514ef927 None None] DHCP port deletion for 17ac641d-8a12-4a3f-9565-7821682bbc85 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:31:45.461683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-aa19b726-52c7-45db-b68f-73b3d266dadb None None] For port 3f4223c9-eb9c-4380-8035-646ab00786f7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3f4223c9-eb9c-4380-8035-646ab00786f7,segment=NetworkSegment(4b32da9a-736e-41e9-886f-0c3e384d9ce4),segment_id=4b32da9a-736e-41e9-886f-0c3e384d9ce4)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:45.462040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aa19b726-52c7-45db-b68f-73b3d266dadb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.496879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.509443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-390b3c9a-8c47-4bb4-9c5b-4733e82630fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.512736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-390b3c9a-8c47-4bb4-9c5b-4733e82630fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.514635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-390b3c9a-8c47-4bb4-9c5b-4733e82630fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48fbf21d-d7da-4fbe-9356-39bba1fa6318 HTTP/1.1" status: 204 len: 168 time: 0.4832544 Dec 12 04:31:45.545700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-aa19b726-52c7-45db-b68f-73b3d266dadb None None] Calling delete_port for 3f4223c9-eb9c-4380-8035-646ab00786f7 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:45.580424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:45.588452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.605112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b3c9a-8c47-4bb4-9c5b-4733e82630fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fbf21d-d7da-4fbe-9356-39bba1fa6318,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:45.782591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Deleting port 3f4223c9-eb9c-4380-8035-646ab00786f7 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:45.785476 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.885465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] For port 3f4223c9-eb9c-4380-8035-646ab00786f7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3f4223c9-eb9c-4380-8035-646ab00786f7,segment=NetworkSegment(4b32da9a-736e-41e9-886f-0c3e384d9ce4),segment_id=4b32da9a-736e-41e9-886f-0c3e384d9ce4)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:45.885876 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:45.931177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Calling delete_port for 3f4223c9-eb9c-4380-8035-646ab00786f7 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:45.983866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-72e8a0e6-a92b-4988-84f6-09b97dc63986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:46.023844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-72e8a0e6-a92b-4988-84f6-09b97dc63986 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51&tenant_id=8d84172a3226415fb80c59544009f5bc HTTP/1.1" status: 200 len: 1094 time: 0.3055913 Dec 12 04:31:46.033307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150233-7eda-49d1-afbf-92757c87360e req-803b2880-b81a-493e-9b77-771674668957 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:46.034855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42150233-7eda-49d1-afbf-92757c87360e req-803b2880-b81a-493e-9b77-771674668957 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.3059373 Dec 12 04:31:46.043385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aa19b726-52c7-45db-b68f-73b3d266dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.104338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.177036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e0cd676a-faca-4c4f-bc2e-59aadd6a0816 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:31:46.212566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19b726-52c7-45db-b68f-73b3d266dadb None None] Pushing event deleted for resources: {'Port': ['ID=3f4223c9-eb9c-4380-8035-646ab00786f7,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:46.233212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42150233-7eda-49d1-afbf-92757c87360e req-eb1bc52f-dd30-4cde-9eb0-50514b9461a3 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849754 Dec 12 04:31:46.237858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e0cd676a-faca-4c4f-bc2e-59aadd6a0816 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:31:46.251244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e0cd676a-faca-4c4f-bc2e-59aadd6a0816 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:31:46.251972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-6aea2e91-e7c7-444c-8bcd-9dd084c6c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:46.253684 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-6aea2e91-e7c7-444c-8bcd-9dd084c6c9af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1094 time: 0.1508422 Dec 12 04:31:46.276648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19b726-52c7-45db-b68f-73b3d266dadb None None] No DVR routers for this DVR port 3f4223c9-eb9c-4380-8035-646ab00786f7 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:46.284538 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.324906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7a357ef2-a13f-4cd8-b73e-bf68514ef927 None None] Deleting port 5b013701-d860-4129-a1a0-3595632e7352 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:46.325305 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a357ef2-a13f-4cd8-b73e-bf68514ef927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.329252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=7ee0bd1c-5ac3-4dbe-b59b-5d0c8cb9ebe4,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:46.332280 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.356497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking segment: {'id': '0dfd2a9d-fcf5-4086-8579-a1b2055d34fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '45bdead2-8efd-40a6-b6c5-b7a98ff60d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:46.357246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network hostable DHCP agents. Network: 45bdead2-8efd-40a6-b6c5-b7a98ff60d28, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:46.388986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] No DVR routers for this DVR port 3f4223c9-eb9c-4380-8035-646ab00786f7 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:46.411668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7a357ef2-a13f-4cd8-b73e-bf68514ef927 None None] For port 5b013701-d860-4129-a1a0-3595632e7352, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5b013701-d860-4129-a1a0-3595632e7352,segment=NetworkSegment(1af4ad01-3236-46d7-ae2f-803a118173b0),segment_id=1af4ad01-3236-46d7-ae2f-803a118173b0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:46.412086 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a357ef2-a13f-4cd8-b73e-bf68514ef927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.455889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7a357ef2-a13f-4cd8-b73e-bf68514ef927 None None] Calling delete_port for 5b013701-d860-4129-a1a0-3595632e7352 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:46.510343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Port': ['ID=3f4223c9-eb9c-4380-8035-646ab00786f7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:46.531380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-2ca278e8-ad40-43fb-8623-ace30201691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:46.534087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-2ca278e8-ad40-43fb-8623-ace30201691f service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.2564340 Dec 12 04:31:46.541426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network 45bdead2-8efd-40a6-b6c5-b7a98ff60d28 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:46.571687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3ae7c72d-7835-44df-866c-025caeacb190 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:46.633593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 45bdead2-8efd-40a6-b6c5-b7a98ff60d28) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:46.651815 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.652066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34feeeec-2c6a-43f8-a1e0-55edb1094acb None None] Network 45bdead2-8efd-40a6-b6c5-b7a98ff60d28 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:46.662143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-3b68e9e8-0af5-4155-8247-a59ddea97201 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 200 len: 999 time: 0.1197011 Dec 12 04:31:46.678834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:46.679968 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.715726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc51fa58-c174-4bf9-b51b-2058a2532c04']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:46.738275 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b439bb7b-efc2-46a7-ab41-4874a90f4f80 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7327499 Dec 12 04:31:46.738841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45342) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:46.742231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b32da9a-736e-41e9-886f-0c3e384d9ce4') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:46.742473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b32da9a-736e-41e9-886f-0c3e384d9ce4') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:46.808972 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.822064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3ae7c72d-7835-44df-866c-025caeacb190 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:46.822711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.824973 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a357ef2-a13f-4cd8-b73e-bf68514ef927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.843125 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.852416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-8748ca4c-ada8-4a34-bd03-405112a3a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:46.853960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-8748ca4c-ada8-4a34-bd03-405112a3a606 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.1844652 Dec 12 04:31:46.904622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a357ef2-a13f-4cd8-b73e-bf68514ef927 None None] Pushing event deleted for resources: {'Port': ['ID=5b013701-d860-4129-a1a0-3595632e7352,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:46.907119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a357ef2-a13f-4cd8-b73e-bf68514ef927 None None] No DVR routers for this DVR port 5b013701-d860-4129-a1a0-3595632e7352 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:46.961693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-45bdead2-8efd-40a6-b6c5-b7a98ff60d28', 'network_id': '45bdead2-8efd-40a6-b6c5-b7a98ff60d28', 'project_id': '2d636fee05e3493ab18a7f7b360a8dd4', 'fixed_ips': [{'subnet_id': '7ee0bd1c-5ac3-4dbe-b59b-5d0c8cb9ebe4'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:46.962730 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:46.962869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-acd67dc6-2bc7-410d-ac6a-295c98f35843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:46.969630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-acd67dc6-2bc7-410d-ac6a-295c98f35843 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067564 Dec 12 04:31:46.977395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.000639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:47.000996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:47.004473 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:47.090359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45360) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:47.153618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.187392 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.208259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.214723 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "DELETE /v2.0/networks/bc51fa58-c174-4bf9-b51b-2058a2532c04 HTTP/1.1" status: 204 len: 168 time: 2.2028608 Dec 12 04:31:47.219100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45376) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:47.256263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-592c1f67-d4b4-49f9-af60-a21cf3bd08b6 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782166 Dec 12 04:31:47.279509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627b508-e262-4c37-bfb7-ad941b936265 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Network': ['ID=bc51fa58-c174-4bf9-b51b-2058a2532c04,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:47.360085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-546382129'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:47.443507 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-177f58da-2cf9-4bbc-a7d2-7e1a63ec2efe req-1182cf9a-c687-4bc2-98d6-d68fc1373317 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797438 Dec 12 04:31:47.448135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3f4223c9-eb9c-4380-8035-646ab00786f7 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:31:47.461619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.477920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3f4223c9-eb9c-4380-8035-646ab00786f7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:31:47.478363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3f4223c9-eb9c-4380-8035-646ab00786f7 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:31:47.478860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5b013701-d860-4129-a1a0-3595632e7352 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:31:47.519801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5b013701-d860-4129-a1a0-3595632e7352 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:31:47.521221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5b013701-d860-4129-a1a0-3595632e7352 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:31:47.542873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Allocated IP 2001:db8::1 (45bdead2-8efd-40a6-b6c5-b7a98ff60d28/7ee0bd1c-5ac3-4dbe-b59b-5d0c8cb9ebe4/ccf4f183-825a-4924-9c44-4e84165637e2) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:47.594824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Made reservation on behalf of 890334aae10049f2aee126fb839f751f for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:47.610051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.632999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.681759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.716272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be8ea-54c4-443d-89fc-7b69670e4867 req-75a186c8-d41b-4701-8df4-492647db975c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:47.720707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b33be8ea-54c4-443d-89fc-7b69670e4867 req-75a186c8-d41b-4701-8df4-492647db975c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.3533297 Dec 12 04:31:47.811913 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.825960 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.877160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Network 45bdead2-8efd-40a6-b6c5-b7a98ff60d28 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:47.880326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:47.884134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:47.903000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.920440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Pushing event updated for resources: {'Port': ['ID=ccf4f183-825a-4924-9c44-4e84165637e2,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:47.932738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:47.999321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Attempting to bind port ccf4f183-825a-4924-9c44-4e84165637e2 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:47.999608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Attempting to bind port ccf4f183-825a-4924-9c44-4e84165637e2 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0dfd2a9d-fcf5-4086-8579-a1b2055d34fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '45bdead2-8efd-40a6-b6c5-b7a98ff60d28'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:48.001114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Attempting to bind port ccf4f183-825a-4924-9c44-4e84165637e2 on network 45bdead2-8efd-40a6-b6c5-b7a98ff60d28 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:48.011594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:48.011931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Checking segment: {'id': '0dfd2a9d-fcf5-4086-8579-a1b2055d34fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '45bdead2-8efd-40a6-b6c5-b7a98ff60d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:48.013369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.016584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Bound using segment: {'id': '0dfd2a9d-fcf5-4086-8579-a1b2055d34fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '45bdead2-8efd-40a6-b6c5-b7a98ff60d28'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:48.019652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Bound port: ccf4f183-825a-4924-9c44-4e84165637e2, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfd2a9d-fcf5-4086-8579-a1b2055d34fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '45bdead2-8efd-40a6-b6c5-b7a98ff60d28'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:48.020328 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.044327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:48.080500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b33be8ea-54c4-443d-89fc-7b69670e4867 req-5b539a8c-fbca-44e3-ba3d-51ff889940b8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486125 Dec 12 04:31:48.123515 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.139856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] For port ccf4f183-825a-4924-9c44-4e84165637e2, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:48.143230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] For port ccf4f183-825a-4924-9c44-4e84165637e2, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ccf4f183-825a-4924-9c44-4e84165637e2,segment=NetworkSegment(0dfd2a9d-fcf5-4086-8579-a1b2055d34fc),segment_id=0dfd2a9d-fcf5-4086-8579-a1b2055d34fc)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:48.145706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ac641d-8a12-4a3f-9565-7821682bbc85']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:48.149874 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.161496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af4ad01-3236-46d7-ae2f-803a118173b0') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:48.161815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af4ad01-3236-46d7-ae2f-803a118173b0') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:48.171923 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.187067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.198611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:48.199606 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:48.226818 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:48.229521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.265861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd5eafa-06ec-4c6e-b71f-568e944ea007 None None] Network 45bdead2-8efd-40a6-b6c5-b7a98ff60d28 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:48.338172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebad04b-bafd-4748-afd5-32200c6a32e4 None None] Pushing event updated for resources: {'Port': ['ID=ccf4f183-825a-4924-9c44-4e84165637e2,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:48.483445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.484029 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Added segment 5ab84632-496b-4f6f-9f16-f873c8dc2137 of type vlan for network c8276103-088e-4a8c-ad77-32c5bce855ed Dec 12 04:31:48.499204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a7f3be-1a13-41cf-aa8e-6edf89ecd864 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:31:48.507417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.526485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270cfacb-ef16-4ccd-aefc-2b1ac4d7dbbd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:48.538268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee0bd1c-5ac3-4dbe-b59b-5d0c8cb9ebe4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:48.568839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.573429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.580653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45456) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:48.591031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "DELETE /v2.0/networks/17ac641d-8a12-4a3f-9565-7821682bbc85 HTTP/1.1" status: 204 len: 168 time: 1.3612669 Dec 12 04:31:48.640165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bdead2-8efd-40a6-b6c5-b7a98ff60d28']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:48.663907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.687450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f576ce2-4b2b-4d96-8bca-1955c23557be tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Deleting subnet f82c19d2-4d94-4419-ace9-2987c7d7fead {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:31:48.709053 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f576ce2-4b2b-4d96-8bca-1955c23557be tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.722940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfd2a9d-fcf5-4086-8579-a1b2055d34fc') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:48.723249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfd2a9d-fcf5-4086-8579-a1b2055d34fc') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:48.737274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a7f3be-1a13-41cf-aa8e-6edf89ecd864 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:31:48.752647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68956d1-fe8d-49fd-b35b-fc31a4aa68a2 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Network': ['ID=17ac641d-8a12-4a3f-9565-7821682bbc85,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:48.764409 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.814153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f576ce2-4b2b-4d96-8bca-1955c23557be tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.842422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.870608 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.880361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:48.881028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.889775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:48.890878 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:48.894141 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:49.009721 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9182954 Dec 12 04:31:49.046862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45464) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:49.056558 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f576ce2-4b2b-4d96-8bca-1955c23557be tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.068254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Request body: {'subnet': {'network_id': 'c8276103-088e-4a8c-ad77-32c5bce855ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:49.097429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f5209-3b3c-49e7-bea9-4388bee34dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event updated for resources: {'Network': ['ID=c8276103-088e-4a8c-ad77-32c5bce855ed,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:49.130529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:31:49.130529 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:31:49.130529 n-d-710847-7 neutron-server[103451]: [parameters: {'id': '45bdead2-8efd-40a6-b6c5-b7a98ff60d28'}] Dec 12 04:31:49.130529 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:31:49.131250 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:31:49.222084 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f576ce2-4b2b-4d96-8bca-1955c23557be tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.260175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network c8276103-088e-4a8c-ad77-32c5bce855ed details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:49.307527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f576ce2-4b2b-4d96-8bca-1955c23557be tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Subnet': ['ID=f82c19d2-4d94-4419-ace9-2987c7d7fead,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:49.318196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Made reservation on behalf of 890334aae10049f2aee126fb839f751f for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:49.322169 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.338690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0220430a-069c-401e-8b55-2b6639a2d760 None None] Network 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:49.352760 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f576ce2-4b2b-4d96-8bca-1955c23557be tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.362907 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0f576ce2-4b2b-4d96-8bca-1955c23557be tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "DELETE /v2.0/subnets/f82c19d2-4d94-4419-ace9-2987c7d7fead HTTP/1.1" status: 204 len: 168 time: 0.7811291 Dec 12 04:31:49.367839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45472) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:49.541611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42765813-b91c-459c-b193-4f2eb019fbe6 None None] DHCP port deletion for 6f002c35-3c19-41eb-a6c6-cacd4971e4c4 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:31:49.574231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.591586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c2580-05f2-4da1-8483-2af9a211eb20 req-761fedd3-7050-4cf6-b946-491865034310 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:49.594119 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f3c2580-05f2-4da1-8483-2af9a211eb20 req-761fedd3-7050-4cf6-b946-491865034310 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.2972214 Dec 12 04:31:49.633299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.731768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-42765813-b91c-459c-b193-4f2eb019fbe6 None None] Deleting port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:49.732178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-42765813-b91c-459c-b193-4f2eb019fbe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.817767 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f3c2580-05f2-4da1-8483-2af9a211eb20 req-6576a4fc-e3d6-42fd-b018-45415a3a711a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135079 Dec 12 04:31:49.830869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Deleting port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:49.831506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.910843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-42765813-b91c-459c-b193-4f2eb019fbe6 None None] For port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=688c0ba7-ed0a-4e62-b74e-80dbbca78c95,segment=NetworkSegment(852e0b24-0407-4492-871e-112068fd61a8),segment_id=852e0b24-0407-4492-871e-112068fd61a8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:49.918475 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-42765813-b91c-459c-b193-4f2eb019fbe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.926519 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:49.952350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-42765813-b91c-459c-b193-4f2eb019fbe6 None None] Calling delete_port for 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:49.977146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] For port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=688c0ba7-ed0a-4e62-b74e-80dbbca78c95,segment=NetworkSegment(852e0b24-0407-4492-871e-112068fd61a8),segment_id=852e0b24-0407-4492-871e-112068fd61a8)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:49.979598 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.003858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Calling delete_port for 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:50.103897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Checking segment: {'id': '5ab84632-496b-4f6f-9f16-f873c8dc2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8276103-088e-4a8c-ad77-32c5bce855ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:50.104660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Network hostable DHCP agents. Network: c8276103-088e-4a8c-ad77-32c5bce855ed, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:50.107951 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-42765813-b91c-459c-b193-4f2eb019fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.133494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event updated for resources: {'Subnet': ['ID=9845e709-2c09-4009-b0e0-3cdb152ffb26,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:50.169060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.171002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42765813-b91c-459c-b193-4f2eb019fbe6 None None] No DVR routers for this DVR port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:50.180745 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42765813-b91c-459c-b193-4f2eb019fbe6 None None] Pushing event deleted for resources: {'Port': ['ID=688c0ba7-ed0a-4e62-b74e-80dbbca78c95,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:50.196427 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Network c8276103-088e-4a8c-ad77-32c5bce855ed is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:50.208377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting port ccf4f183-825a-4924-9c44-4e84165637e2 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:50.209244 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.211963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, c8276103-088e-4a8c-ad77-32c5bce855ed) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:50.222356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ea904-6096-4e23-bacd-41e40ffc50c2 None None] Network c8276103-088e-4a8c-ad77-32c5bce855ed requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:50.238467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:50.239405 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.242306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] No DVR routers for this DVR port 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:50.247474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Port': ['ID=688c0ba7-ed0a-4e62-b74e-80dbbca78c95,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:50.315551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4ca8aace-3621-4467-908f-2a3a25d689f0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2644317 Dec 12 04:31:50.318423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45496) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:50.338350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Request body: {'port': {'network_id': 'c8276103-088e-4a8c-ad77-32c5bce855ed', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1450205534'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:50.360731 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.383285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f002c35-3c19-41eb-a6c6-cacd4971e4c4']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:50.396750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852e0b24-0407-4492-871e-112068fd61a8') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:50.397255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852e0b24-0407-4492-871e-112068fd61a8') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:50.409434 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.431162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:31:50.433175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.441679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:50.442267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.444845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-c8276103-088e-4a8c-ad77-32c5bce855ed', 'network_id': 'c8276103-088e-4a8c-ad77-32c5bce855ed', 'project_id': '890334aae10049f2aee126fb839f751f', 'fixed_ips': [{'subnet_id': '9845e709-2c09-4009-b0e0-3cdb152ffb26'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:50.446343 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.470736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] For port ccf4f183-825a-4924-9c44-4e84165637e2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ccf4f183-825a-4924-9c44-4e84165637e2,segment=NetworkSegment(0dfd2a9d-fcf5-4086-8579-a1b2055d34fc),segment_id=0dfd2a9d-fcf5-4086-8579-a1b2055d34fc)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:50.471914 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.481493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:31:50.481846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 688c0ba7-ed0a-4e62-b74e-80dbbca78c95 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:50.520299 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:50.525102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Calling delete_port for ccf4f183-825a-4924-9c44-4e84165637e2 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:50.529158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.543797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.557294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "DELETE /v2.0/networks/6f002c35-3c19-41eb-a6c6-cacd4971e4c4 HTTP/1.1" status: 204 len: 168 time: 1.1854730 Dec 12 04:31:50.568637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45498) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:50.620586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c4897-19bd-4d9c-8ac1-8027e569accc tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Pushing event deleted for resources: {'Network': ['ID=6f002c35-3c19-41eb-a6c6-cacd4971e4c4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:50.646105 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ac14da56-2a35-4d41-a2dd-c346c30d55cf tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe HTTP/1.1" status: 200 len: 205 time: 0.0751228 Dec 12 04:31:50.649312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45500) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:50.729928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Allocated IP 2001:db8::2 (c8276103-088e-4a8c-ad77-32c5bce855ed/9845e709-2c09-4009-b0e0-3cdb152ffb26/6df20d2a-a84d-46ea-af4c-4c058934000b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:50.800475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ca8b-0ab0-46ad-ba8a-1d9b782644c5 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:50.993736 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:51.005967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Made reservation on behalf of 890334aae10049f2aee126fb839f751f for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:51.007017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:51.008248 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:51.083338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Pushing event updated for resources: {'Port': ['ID=6df20d2a-a84d-46ea-af4c-4c058934000b,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:51.094398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Network c8276103-088e-4a8c-ad77-32c5bce855ed is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:51.096244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:51.103812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:51.187898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Attempting to bind port 6df20d2a-a84d-46ea-af4c-4c058934000b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:51.188547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Attempting to bind port 6df20d2a-a84d-46ea-af4c-4c058934000b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '5ab84632-496b-4f6f-9f16-f873c8dc2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8276103-088e-4a8c-ad77-32c5bce855ed'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:51.189131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Attempting to bind port 6df20d2a-a84d-46ea-af4c-4c058934000b on network c8276103-088e-4a8c-ad77-32c5bce855ed {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:51.195831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:51.196693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Checking segment: {'id': '5ab84632-496b-4f6f-9f16-f873c8dc2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8276103-088e-4a8c-ad77-32c5bce855ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:51.196986 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:51.197394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Bound using segment: {'id': '5ab84632-496b-4f6f-9f16-f873c8dc2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8276103-088e-4a8c-ad77-32c5bce855ed'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:51.197883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Bound port: 6df20d2a-a84d-46ea-af4c-4c058934000b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab84632-496b-4f6f-9f16-f873c8dc2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8276103-088e-4a8c-ad77-32c5bce855ed'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:51.198569 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:51.290785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] For port 6df20d2a-a84d-46ea-af4c-4c058934000b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:51.298218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] For port 6df20d2a-a84d-46ea-af4c-4c058934000b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6df20d2a-a84d-46ea-af4c-4c058934000b,segment=NetworkSegment(5ab84632-496b-4f6f-9f16-f873c8dc2137),segment_id=5ab84632-496b-4f6f-9f16-f873c8dc2137)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:51.304985 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:51.379357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610c9c4-5dc3-4df8-9705-68f37a54054f None None] Pushing event updated for resources: {'Port': ['ID=6df20d2a-a84d-46ea-af4c-4c058934000b,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:51.488841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeac449-62a2-4e21-b84c-4a80bdeb278c req-187b1550-630c-46c7-b401-fe0f117e3081 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:51.492299 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4aeac449-62a2-4e21-b84c-4a80bdeb278c req-187b1550-630c-46c7-b401-fe0f117e3081 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.0801291 Dec 12 04:31:51.606392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4aeac449-62a2-4e21-b84c-4a80bdeb278c req-188a94bd-1529-4e7e-98cc-6189bd816bba tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069758 Dec 12 04:31:51.612595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] device_id is not set on port be54f964-678c-49d3-b598-cb316047939a yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:51.627810 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ca8b-0ab0-46ad-ba8a-1d9b782644c5 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:51.631380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:51.642036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ca8b-0ab0-46ad-ba8a-1d9b782644c5 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:51.655860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No DVR routers for this DVR port ccf4f183-825a-4924-9c44-4e84165637e2 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:51.668754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897e33f-d273-4347-a275-8004a52132e2 req-7b546b53-6cff-4739-946a-a278ec44249d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:51.677287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8897e33f-d273-4347-a275-8004a52132e2 req-7b546b53-6cff-4739-946a-a278ec44249d tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.6936054 Dec 12 04:31:51.961145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Port': ['ID=ccf4f183-825a-4924-9c44-4e84165637e2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:52.046889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ca8b-0ab0-46ad-ba8a-1d9b782644c5 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.047310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0ca8b-0ab0-46ad-ba8a-1d9b782644c5 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Fanout notify agent at l3_agent the message router_deleted on router cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:31:52.056788 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ca8b-0ab0-46ad-ba8a-1d9b782644c5 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.058702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9ab0ca8b-0ab0-46ad-ba8a-1d9b782644c5 tempest-RoutersNegativeTest-499954045 tempest-RoutersNegativeTest-499954045-project] 10.222.0.36 "DELETE /v2.0/routers/cd8df0bb-0c42-4b38-a6cb-3db11a97a1fe HTTP/1.1" status: 204 len: 168 time: 1.4017909 Dec 12 04:31:52.085326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.165857 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8897e33f-d273-4347-a275-8004a52132e2 req-052a4c83-8ee5-4ad2-8c6b-ff134ce644f8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4870574 Dec 12 04:31:52.171680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bdead2-8efd-40a6-b6c5-b7a98ff60d28']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:52.202343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfd2a9d-fcf5-4086-8579-a1b2055d34fc') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:52.204079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfd2a9d-fcf5-4086-8579-a1b2055d34fc') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:52.222206 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.240294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Allocated IP 2001:db8::1d1 (c8276103-088e-4a8c-ad77-32c5bce855ed/9845e709-2c09-4009-b0e0-3cdb152ffb26/be54f964-678c-49d3-b598-cb316047939a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:52.253319 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.262428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:52.262808 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:52.265896 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:52.462576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6df20d2a-a84d-46ea-af4c-4c058934000b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:52.474791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.479516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.485768 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/45bdead2-8efd-40a6-b6c5-b7a98ff60d28 HTTP/1.1" status: 204 len: 168 time: 5.7457705 Dec 12 04:31:52.489808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45600) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:52.496699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1873563119'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:52.550730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb1142-9eac-49cd-9613-00f3f7c10aad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=45bdead2-8efd-40a6-b6c5-b7a98ff60d28,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:52.566084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:52.575057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.648460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:52.676150 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.677444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.677836 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03 of type vlan for network acb63626-cadf-4fb8-98e5-3772ecf020af Dec 12 04:31:52.680345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45612) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:52.691703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6df20d2a-a84d-46ea-af4c-4c058934000b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:52.692088 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.745717 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.819198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event updated for resources: {'Port': ['ID=be54f964-678c-49d3-b598-cb316047939a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:52.843512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Network c8276103-088e-4a8c-ad77-32c5bce855ed is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:52.845088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:52.848473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:52.855008 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.855563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:52.856543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.884902 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:52.886779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-91f2cea0-7602-4718-a61d-929d84e1c2cc tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5671024 Dec 12 04:31:52.888133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45626) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:52.895728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Request body: {'port': {'network_id': 'c8276103-088e-4a8c-ad77-32c5bce855ed', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-834858054', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:52.896382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.api.validators [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] bootfile-name is not in valid_values {{(pid=103451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:52.896801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.api.validators [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] tftp-server is not in valid_values {{(pid=103451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:52.897837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.api.validators [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] server-ip-address is not in valid_values {{(pid=103451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:52.975245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 6df20d2a-a84d-46ea-af4c-4c058934000b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6df20d2a-a84d-46ea-af4c-4c058934000b,segment=NetworkSegment(5ab84632-496b-4f6f-9f16-f873c8dc2137),segment_id=5ab84632-496b-4f6f-9f16-f873c8dc2137)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:52.994272 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:53.015693 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:53.018166 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a730c96e-b21f-46d2-a1af-1eed541c8cea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed19ff6886684c84b21dc4c77dcc6b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336406 Dec 12 04:31:53.021224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45630) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:53.026241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:53.026906 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:53.118149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e60560b-10fb-4313-a3cf-b1496d13867b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:53.130033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=6df20d2a-a84d-46ea-af4c-4c058934000b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:53.177608 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e60560b-10fb-4313-a3cf-b1496d13867b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:53.209340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673a300-1e10-4026-99cd-eec32efa4b81 None None] Network c8276103-088e-4a8c-ad77-32c5bce855ed requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:53.256263 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e60560b-10fb-4313-a3cf-b1496d13867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:53.259790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e60560b-10fb-4313-a3cf-b1496d13867b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:53.265510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7e60560b-10fb-4313-a3cf-b1496d13867b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5d1fafe-aa90-413a-acda-e769db467832 HTTP/1.1" status: 204 len: 168 time: 0.2394981 Dec 12 04:31:53.292160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60560b-10fb-4313-a3cf-b1496d13867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d1fafe-aa90-413a-acda-e769db467832,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:53.362758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-afd0b78d-9015-4c4d-b43c-e04a492779de None None] Provisioning complete for port 6df20d2a-a84d-46ea-af4c-4c058934000b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:53.363149 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-afd0b78d-9015-4c4d-b43c-e04a492779de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:53.402461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8a25e-022b-4b6a-b7b6-0ed5b5c8611e req-d91c4e48-1803-4670-8312-c2f480d7bee4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:53.405432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14b8a25e-022b-4b6a-b7b6-0ed5b5c8611e req-d91c4e48-1803-4670-8312-c2f480d7bee4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.0907421 Dec 12 04:31:53.559638 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14b8a25e-022b-4b6a-b7b6-0ed5b5c8611e req-ed9dee14-4e2b-47b6-8fc1-7a8598b725dd tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489596 Dec 12 04:31:53.921477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4303529 Dec 12 04:31:53.924381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45678) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:53.934159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5365-9f0f-44e1-92d2-8dfcc9b317d5 req-0781530c-3511-42ee-bed1-9a3c8ff9bd77 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:53.937981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Made reservation on behalf of 890334aae10049f2aee126fb839f751f for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:53.943323 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-275b5365-9f0f-44e1-92d2-8dfcc9b317d5 req-0781530c-3511-42ee-bed1-9a3c8ff9bd77 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.9974854 Dec 12 04:31:53.951435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': 'acb63626-cadf-4fb8-98e5-3772ecf020af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:53.961028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:53.979878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a4d23-555e-432b-8f38-4eb24e2666bd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=acb63626-cadf-4fb8-98e5-3772ecf020af,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:54.013918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] device_id is not set on port 63f1cd44-196b-4c6a-a1cd-d9a8ee8f3d9e yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:31:54.047692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network acb63626-cadf-4fb8-98e5-3772ecf020af details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:31:54.105036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-275b5365-9f0f-44e1-92d2-8dfcc9b317d5 req-15e74f73-002f-47c7-bce2-109a1342314e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588137 Dec 12 04:31:54.137416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:54.156308 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:54.308156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dc7fb1e0-4b86-4bbb-a57f-b4357d9a08f7 None None] Provisioning complete for port be54f964-678c-49d3-b598-cb316047939a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:54.308536 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb1e0-4b86-4bbb-a57f-b4357d9a08f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:54.463091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Allocated IP 2001:db8::107 (c8276103-088e-4a8c-ad77-32c5bce855ed/9845e709-2c09-4009-b0e0-3cdb152ffb26/63f1cd44-196b-4c6a-a1cd-d9a8ee8f3d9e) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:54.489677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6df20d2a-a84d-46ea-af4c-4c058934000b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:31:54.611485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dc7fb1e0-4b86-4bbb-a57f-b4357d9a08f7 None None] Port be54f964-678c-49d3-b598-cb316047939a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:54.688938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6df20d2a-a84d-46ea-af4c-4c058934000b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:54.689716 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:54.713220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:54.775414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dc7fb1e0-4b86-4bbb-a57f-b4357d9a08f7 None None] Provisioning complete for port 6df20d2a-a84d-46ea-af4c-4c058934000b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:54.775800 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb1e0-4b86-4bbb-a57f-b4357d9a08f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:54.898288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:54.985870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=4bf63387-396d-4bc1-a224-a9d885e22c50,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:55.004303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.081897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571445e7-81fd-4846-be5b-8f12b78f07f6 req-9b32ffc2-e76d-4ddc-b761-487a16ee78c0 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:55.083319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event updated for resources: {'Port': ['ID=63f1cd44-196b-4c6a-a1cd-d9a8ee8f3d9e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:55.090498 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-571445e7-81fd-4846-be5b-8f12b78f07f6 req-9b32ffc2-e76d-4ddc-b761-487a16ee78c0 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.2406321 Dec 12 04:31:55.094482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Network c8276103-088e-4a8c-ad77-32c5bce855ed is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:55.117777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking segment: {'id': 'ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'acb63626-cadf-4fb8-98e5-3772ecf020af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:55.118325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network hostable DHCP agents. Network: acb63626-cadf-4fb8-98e5-3772ecf020af, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:31:55.157723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:55.162115 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-571445e7-81fd-4846-be5b-8f12b78f07f6 req-29d470e5-c8d2-464a-91c8-1102319fcfb8 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684137 Dec 12 04:31:55.165621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:55.185795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network acb63626-cadf-4fb8-98e5-3772ecf020af is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:31:55.187396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:55.187977 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.195558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, acb63626-cadf-4fb8-98e5-3772ecf020af) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:55.199706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:55.200311 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.225963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6abc41b9-0054-47b3-8486-65ddbf6ee7ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2800636 Dec 12 04:31:55.228581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45744) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:55.234376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8e1b19f8-49d2-45ab-94a5-d7c410e16370 None None] Provisioning complete for port be54f964-678c-49d3-b598-cb316047939a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:55.234866 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e1b19f8-49d2-45ab-94a5-d7c410e16370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.248079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb006e9-16f7-4a9b-bffb-cd50678d5016 None None] Network acb63626-cadf-4fb8-98e5-3772ecf020af requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:55.296943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-755a7c74-7554-400b-9ac6-e90fe1bc7a76 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4042585 Dec 12 04:31:55.297353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45748) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:55.347923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49264ba3-9d86-42b5-8bb9-69129348e364 req-6c22bed2-0bbb-41dd-b88b-a72f0ee40561 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:55.349947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49264ba3-9d86-42b5-8bb9-69129348e364 req-6c22bed2-0bbb-41dd-b88b-a72f0ee40561 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.2693064 Dec 12 04:31:55.464484 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.533326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289561ba-8dac-4afa-b7d7-3d3a21b2ade0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:55.542784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0128811-0842-4041-926e-5b51205d379f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-acb63626-cadf-4fb8-98e5-3772ecf020af', 'network_id': 'acb63626-cadf-4fb8-98e5-3772ecf020af', 'project_id': '2d636fee05e3493ab18a7f7b360a8dd4', 'fixed_ips': [{'subnet_id': '4bf63387-396d-4bc1-a224-a9d885e22c50'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:31:55.543446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289561ba-8dac-4afa-b7d7-3d3a21b2ade0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:55.548934 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0128811-0842-4041-926e-5b51205d379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.552002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289561ba-8dac-4afa-b7d7-3d3a21b2ade0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:55.553603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b19f8-49d2-45ab-94a5-d7c410e16370 None None] Port be54f964-678c-49d3-b598-cb316047939a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:55.558720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-289561ba-8dac-4afa-b7d7-3d3a21b2ade0 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2589319 Dec 12 04:31:55.565278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49264ba3-9d86-42b5-8bb9-69129348e364 req-f0f732d9-781a-4d77-b20b-a83d5476bea1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805542 Dec 12 04:31:55.566526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45768) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:55.684225 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.734386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-61d21be0-a711-4465-b5ff-01f879014a06 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Deleting port 63f1cd44-196b-4c6a-a1cd-d9a8ee8f3d9e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:55.737762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61d21be0-a711-4465-b5ff-01f879014a06 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.737864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-e0128811-0842-4041-926e-5b51205d379f None None] Allocated IP 2001:db8::1 (acb63626-cadf-4fb8-98e5-3772ecf020af/4bf63387-396d-4bc1-a224-a9d885e22c50/2f670546-0c5e-494c-b0c0-5f30f35f8fb1) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:31:55.886310 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61d21be0-a711-4465-b5ff-01f879014a06 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.889815 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0128811-0842-4041-926e-5b51205d379f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.902174 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0128811-0842-4041-926e-5b51205d379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.941056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-61d21be0-a711-4465-b5ff-01f879014a06 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Calling delete_port for 63f1cd44-196b-4c6a-a1cd-d9a8ee8f3d9e owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:55.941912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.942702 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d9921181-a08c-486c-8b3d-78876e84a7c1 None None] Provisioning complete for port 63f1cd44-196b-4c6a-a1cd-d9a8ee8f3d9e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:55.943110 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d9921181-a08c-486c-8b3d-78876e84a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:55.983223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d9921181-a08c-486c-8b3d-78876e84a7c1 None None] Port 63f1cd44-196b-4c6a-a1cd-d9a8ee8f3d9e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:55.997250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0128811-0842-4041-926e-5b51205d379f None None] Network acb63626-cadf-4fb8-98e5-3772ecf020af is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:31:56.001063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-e0128811-0842-4041-926e-5b51205d379f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:31:56.016880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0128811-0842-4041-926e-5b51205d379f None None] Pushing event updated for resources: {'Port': ['ID=2f670546-0c5e-494c-b0c0-5f30f35f8fb1,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:56.023756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0128811-0842-4041-926e-5b51205d379f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:31:56.056541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf63387-396d-4bc1-a224-a9d885e22c50,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:56.187620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0128811-0842-4041-926e-5b51205d379f None None] Attempting to bind port 2f670546-0c5e-494c-b0c0-5f30f35f8fb1 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:31:56.188008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0128811-0842-4041-926e-5b51205d379f None None] Attempting to bind port 2f670546-0c5e-494c-b0c0-5f30f35f8fb1 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'acb63626-cadf-4fb8-98e5-3772ecf020af'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:31:56.189000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128811-0842-4041-926e-5b51205d379f None None] Attempting to bind port 2f670546-0c5e-494c-b0c0-5f30f35f8fb1 on network acb63626-cadf-4fb8-98e5-3772ecf020af {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:31:56.204243 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128811-0842-4041-926e-5b51205d379f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:31:56.209911 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128811-0842-4041-926e-5b51205d379f None None] Checking segment: {'id': 'ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'acb63626-cadf-4fb8-98e5-3772ecf020af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:31:56.210666 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0128811-0842-4041-926e-5b51205d379f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.213380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128811-0842-4041-926e-5b51205d379f None None] Bound using segment: {'id': 'ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'acb63626-cadf-4fb8-98e5-3772ecf020af'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:31:56.216241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0128811-0842-4041-926e-5b51205d379f None None] Bound port: 2f670546-0c5e-494c-b0c0-5f30f35f8fb1, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'acb63626-cadf-4fb8-98e5-3772ecf020af'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:31:56.217397 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0128811-0842-4041-926e-5b51205d379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.244469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.288045 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61d21be0-a711-4465-b5ff-01f879014a06 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.303417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb63626-cadf-4fb8-98e5-3772ecf020af']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:56.334243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:56.334917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:56.344549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d21be0-a711-4465-b5ff-01f879014a06 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event deleted for resources: {'Port': ['ID=63f1cd44-196b-4c6a-a1cd-d9a8ee8f3d9e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:56.366431 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.397442 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61d21be0-a711-4465-b5ff-01f879014a06 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.406316 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.416378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-61d21be0-a711-4465-b5ff-01f879014a06 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "DELETE /v2.0/ports/63f1cd44-196b-4c6a-a1cd-d9a8ee8f3d9e HTTP/1.1" status: 204 len: 168 time: 0.8442235 Dec 12 04:31:56.416555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e0128811-0842-4041-926e-5b51205d379f None None] For port 2f670546-0c5e-494c-b0c0-5f30f35f8fb1, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:31:56.418524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45816) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:56.418662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:56.418978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:56.426052 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:56.428951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Request body: {'port': {'name': 'tempest-new-port-name-1928505227', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:56.429430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.api.validators [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] bootfile-name is not in valid_values {{(pid=103451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:56.429848 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.api.validators [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] tftp-server is not in valid_values {{(pid=103451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:56.430256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.api.validators [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] server-ip-address is not in valid_values {{(pid=103451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 04:31:56.455420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfec62-bd0b-4af7-a0b1-47b384682722 req-9625bdc3-dad5-44ad-a60e-94530c479156 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:56.457724 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1bfec62-bd0b-4af7-a0b1-47b384682722 req-9625bdc3-dad5-44ad-a60e-94530c479156 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.1373081 Dec 12 04:31:56.459940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:31:56.581975 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:31:56.581975 n-d-710847-7 neutron-server[103450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:31:56.581975 n-d-710847-7 neutron-server[103450]: [parameters: {'id': 'acb63626-cadf-4fb8-98e5-3772ecf020af'}] Dec 12 04:31:56.581975 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:31:56.582367 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:31:56.583114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e0128811-0842-4041-926e-5b51205d379f None None] For port 2f670546-0c5e-494c-b0c0-5f30f35f8fb1, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f670546-0c5e-494c-b0c0-5f30f35f8fb1,segment=NetworkSegment(ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03),segment_id=ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:31:56.587975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.620975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1bfec62-bd0b-4af7-a0b1-47b384682722 req-705e1e14-d76f-4e34-af6a-99b028811790 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313224 Dec 12 04:31:56.625968 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0128811-0842-4041-926e-5b51205d379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.923888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.937574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.984533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] In _notify_port_updated(), no bound segment for port be54f964-678c-49d3-b598-cb316047939a on network c8276103-088e-4a8c-ad77-32c5bce855ed {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:31:56.994710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:56.995364 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:56.997093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "PUT /v2.0/ports/be54f964-678c-49d3-b598-cb316047939a HTTP/1.1" status: 200 len: 1130 time: 0.5775251 Dec 12 04:31:57.003328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45854) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:57.106876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.182128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e581b-d54d-4131-b4b1-9b32c207f0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:57.186209 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-552e581b-d54d-4131-b4b1-9b32c207f0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "GET /v2.0/ports/be54f964-678c-49d3-b598-cb316047939a HTTP/1.1" status: 200 len: 1130 time: 0.1795571 Dec 12 04:31:57.193746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45864) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:57.205058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b35ce-711d-4c1b-b1f2-fb68ce2f164b req-1e974c81-2eaa-485e-a512-cc20f5a82a5a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:57.211089 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e01b35ce-711d-4c1b-b1f2-fb68ce2f164b req-1e974c81-2eaa-485e-a512-cc20f5a82a5a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.4497614 Dec 12 04:31:57.212070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7ca06-f6e6-4c1e-8914-fd78b2685e93 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event updated for resources: {'Port': ['ID=be54f964-678c-49d3-b598-cb316047939a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:57.283997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e01b35ce-711d-4c1b-b1f2-fb68ce2f164b req-7d9e6a4a-41ff-454e-b2a8-5176f8b8b57b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595543 Dec 12 04:31:57.380160 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.420747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting port 2f670546-0c5e-494c-b0c0-5f30f35f8fb1 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:57.421158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.430751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-34d05f3b-1e62-435f-ae50-55e4024c0230 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Deleting port be54f964-678c-49d3-b598-cb316047939a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:31:57.431254 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34d05f3b-1e62-435f-ae50-55e4024c0230 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.463091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:57.466304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:31:57.469353 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f6a2fb-40db-4265-b8a5-ff67c0702f83" -d '{"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:31:57.475758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45876) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:57.478588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0128811-0842-4041-926e-5b51205d379f None None] Pushing event updated for resources: {'Port': ['ID=2f670546-0c5e-494c-b0c0-5f30f35f8fb1,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:57.481048 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.486733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c879ee29-34c7-4469-a5bf-60dd99536240 None None] Network acb63626-cadf-4fb8-98e5-3772ecf020af requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:57.563731 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243e8745-a46f-454d-9deb-f0c1b442487d x-openstack-request-id: req-243e8745-a46f-454d-9deb-f0c1b442487d {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:31:57.564023 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:31:57.564289 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-243e8745-a46f-454d-9deb-f0c1b442487d {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:31:57.564694 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'code': 200} Dec 12 04:31:57.629749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2a2d25ed-07d5-4c06-9ff9-500056bb9647 None None] Provisioning complete for port be54f964-678c-49d3-b598-cb316047939a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:31:57.630247 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a2d25ed-07d5-4c06-9ff9-500056bb9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.650367 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee6ba663-1862-46a6-bb97-9882d8118eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.701650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=11']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:57.708757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e725804-4921-4ba8-8b04-1e70c082b858 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:31:57.788036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] For port 2f670546-0c5e-494c-b0c0-5f30f35f8fb1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f670546-0c5e-494c-b0c0-5f30f35f8fb1,segment=NetworkSegment(ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03),segment_id=ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:57.788532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.791086 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee6ba663-1862-46a6-bb97-9882d8118eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.797264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee6ba663-1862-46a6-bb97-9882d8118eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.820406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e725804-4921-4ba8-8b04-1e70c082b858 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:31:57.829817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d25ed-07d5-4c06-9ff9-500056bb9647 None None] Port be54f964-678c-49d3-b598-cb316047939a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:31:57.849976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Calling delete_port for 2f670546-0c5e-494c-b0c0-5f30f35f8fb1 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:57.871781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34d05f3b-1e62-435f-ae50-55e4024c0230 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:57.911720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ee6ba663-1862-46a6-bb97-9882d8118eb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2739489a4bf146499f17013de35bb9de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347489 Dec 12 04:31:57.917241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45906) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:57.933530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-34d05f3b-1e62-435f-ae50-55e4024c0230 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Calling delete_port for be54f964-678c-49d3-b598-cb316047939a owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:31:57.955250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ba663-1862-46a6-bb97-9882d8118eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbc3900-878c-4762-8828-41e867c3f049,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:57.989865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a85c7-497a-46fb-bc9c-772e7d0c86a8 req-4e4b6ba2-ba2b-4166-beb0-b8a2d9329fc4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:57.991438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c7a85c7-497a-46fb-bc9c-772e7d0c86a8 req-4e4b6ba2-ba2b-4166-beb0-b8a2d9329fc4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.1513884 Dec 12 04:31:57.998338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06ef2304-e8ef-44b3-ad7b-efa51ea175a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.025405 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06ef2304-e8ef-44b3-ad7b-efa51ea175a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.087194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.131101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c7a85c7-497a-46fb-bc9c-772e7d0c86a8 req-b7df4fee-a267-4e9e-b5a4-74368f09dcd6 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689194 Dec 12 04:31:58.165879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06ef2304-e8ef-44b3-ad7b-efa51ea175a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.170121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Port': ['ID=2f670546-0c5e-494c-b0c0-5f30f35f8fb1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:58.172910 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06ef2304-e8ef-44b3-ad7b-efa51ea175a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.174184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No DVR routers for this DVR port 2f670546-0c5e-494c-b0c0-5f30f35f8fb1 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:31:58.178378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-06ef2304-e8ef-44b3-ad7b-efa51ea175a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acbc3900-878c-4762-8828-41e867c3f049 HTTP/1.1" status: 204 len: 168 time: 0.2590795 Dec 12 04:31:58.190548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef2304-e8ef-44b3-ad7b-efa51ea175a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbc3900-878c-4762-8828-41e867c3f049,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:58.411856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.461636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:31:58.489813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb63626-cadf-4fb8-98e5-3772ecf020af']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:58.536177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:58.536556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2ae3b7-be3c-48b8-b051-9b0bb7a3aa03') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:31:58.565169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.580277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34d05f3b-1e62-435f-ae50-55e4024c0230 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.605212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.636728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ea2a-46a5-4013-8e98-1344f6794ce5 req-9daea789-e126-4986-848c-68b0c40b0da1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:58.646032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5a32ea2a-46a5-4013-8e98-1344f6794ce5 req-9daea789-e126-4986-848c-68b0c40b0da1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1920998 Dec 12 04:31:58.660418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d05f3b-1e62-435f-ae50-55e4024c0230 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event deleted for resources: {'Port': ['ID=be54f964-678c-49d3-b598-cb316047939a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:58.674167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:31:58.674927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:31:58.680866 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:31:58.696509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:58.734912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45932) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:58.742879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'port_id': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'mac_address': 'fa:16:3e:25:51:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:31:58.764514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c167-674a-4ab7-9210-5894e11a26b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.810942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-34d05f3b-1e62-435f-ae50-55e4024c0230 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.815376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-34d05f3b-1e62-435f-ae50-55e4024c0230 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "DELETE /v2.0/ports/be54f964-678c-49d3-b598-cb316047939a HTTP/1.1" status: 204 len: 168 time: 1.6192908 Dec 12 04:31:58.818427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45936) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:58.839917 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.896296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1c4bcf-be70-42b1-92b9-d860f789c308 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:31:58.906345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.923405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.932963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/acb63626-cadf-4fb8-98e5-3772ecf020af HTTP/1.1" status: 204 len: 168 time: 3.7032220 Dec 12 04:31:58.938174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45942) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:58.946108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1094488503'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:31:58.957045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:31:58.968249 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:58.975331 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5a32ea2a-46a5-4013-8e98-1344f6794ce5 req-8fce439c-2930-45c3-b90d-621d64ebc43b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282583 Dec 12 04:31:58.992439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcc680-9b92-458a-945f-2d54307256bc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=acb63626-cadf-4fb8-98e5-3772ecf020af,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:59.014933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfca59aa-6088-48d6-9584-64fe4310811b tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Deleting subnet 9845e709-2c09-4009-b0e0-3cdb152ffb26 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:31:59.020833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfca59aa-6088-48d6-9584-64fe4310811b tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.050801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c167-674a-4ab7-9210-5894e11a26b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.056642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c167-674a-4ab7-9210-5894e11a26b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.083305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:31:59.086720 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.110401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=12']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:59.115086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c0d1c167-674a-4ab7-9210-5894e11a26b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc45cea37c89451fa27401935c4f547b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3780065 Dec 12 04:31:59.116340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45946) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:59.117311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1c167-674a-4ab7-9210-5894e11a26b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea69eb19-3f82-4cba-9119-417cd788c312,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:59.127618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['6a1c4bcf-be70-42b1-92b9-d860f789c308'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:31:59.165946 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfca59aa-6088-48d6-9584-64fe4310811b tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.253125 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25b1037f-84af-489b-9d30-e4ab7e1807bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.293281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25b1037f-84af-489b-9d30-e4ab7e1807bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.294337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:31:59.336057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.336461 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4 of type vlan for network 2eb26e00-db40-4407-a0ea-2a03f8093949 Dec 12 04:31:59.490497 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25b1037f-84af-489b-9d30-e4ab7e1807bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.496569 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25b1037f-84af-489b-9d30-e4ab7e1807bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.501395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-25b1037f-84af-489b-9d30-e4ab7e1807bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea69eb19-3f82-4cba-9119-417cd788c312 HTTP/1.1" status: 204 len: 168 time: 0.3794465 Dec 12 04:31:59.525673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1037f-84af-489b-9d30-e4ab7e1807bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea69eb19-3f82-4cba-9119-417cd788c312,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:59.571091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b449c-4c19-4dd1-80e2-02a8b53d1d27 req-19ce9391-3bc0-4da0-959e-6e9b3e61874a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:59.582882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d4b449c-4c19-4dd1-80e2-02a8b53d1d27 req-19ce9391-3bc0-4da0-959e-6e9b3e61874a tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.2426610 Dec 12 04:31:59.599163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.656097 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfca59aa-6088-48d6-9584-64fe4310811b tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.735616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1d4b449c-4c19-4dd1-80e2-02a8b53d1d27 req-48dd03b7-9505-4f1e-af99-9cb53107324c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480892 Dec 12 04:31:59.782387 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.791278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:31:59.792156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.811213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfca59aa-6088-48d6-9584-64fe4310811b tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.867777 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cfca59aa-6088-48d6-9584-64fe4310811b tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:31:59.868003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3863bdf-c3ef-473d-9a92-a649f0731c45 None None] Network c8276103-088e-4a8c-ad77-32c5bce855ed requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:31:59.876241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45968) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:59.876613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cfca59aa-6088-48d6-9584-64fe4310811b tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "DELETE /v2.0/subnets/9845e709-2c09-4009-b0e0-3cdb152ffb26 HTTP/1.1" status: 204 len: 168 time: 1.0386970 Dec 12 04:31:59.899648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca59aa-6088-48d6-9584-64fe4310811b tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event deleted for resources: {'Subnet': ['ID=9845e709-2c09-4009-b0e0-3cdb152ffb26,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:59.950748 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0098038 Dec 12 04:31:59.956019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45972) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:31:59.976954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334e727-6e3f-485a-88d7-b23c42875d0b tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=2eb26e00-db40-4407-a0ea-2a03f8093949,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:31:59.984943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': '2eb26e00-db40-4407-a0ea-2a03f8093949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:00.011936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 2eb26e00-db40-4407-a0ea-2a03f8093949 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:00.086048 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:00.312247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efadda-3224-4daa-a5c5-f39b7d1de9a9 req-663fc47a-0e2d-432a-98d0-5309fd5bdabf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:00.321619 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10efadda-3224-4daa-a5c5-f39b7d1de9a9 req-663fc47a-0e2d-432a-98d0-5309fd5bdabf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 945 time: 0.1883826 Dec 12 04:32:00.374725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a0a11-0ff5-43c3-9dde-638b4bdb317c None None] DHCP port deletion for c8276103-088e-4a8c-ad77-32c5bce855ed request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:32:00.414864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:00.420629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:00.491596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:00.529927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Deleting port 6df20d2a-a84d-46ea-af4c-4c058934000b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:00.529927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:00.531598 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10efadda-3224-4daa-a5c5-f39b7d1de9a9 req-63c1f6b1-795e-4938-8f75-4bfeea1e446a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061493 Dec 12 04:32:00.734702 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a0a11-0ff5-43c3-9dde-638b4bdb317c None None] Deleting port 6df20d2a-a84d-46ea-af4c-4c058934000b {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:00.743007 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0a11-0ff5-43c3-9dde-638b4bdb317c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:00.796264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] For port 6df20d2a-a84d-46ea-af4c-4c058934000b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6df20d2a-a84d-46ea-af4c-4c058934000b,segment=NetworkSegment(5ab84632-496b-4f6f-9f16-f873c8dc2137),segment_id=5ab84632-496b-4f6f-9f16-f873c8dc2137)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:00.815409 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:00.895123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 6a1c4bcf-be70-42b1-92b9-d860f789c308 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:00.895736 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.040732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7a6a0a11-0ff5-43c3-9dde-638b4bdb317c None None] For port 6df20d2a-a84d-46ea-af4c-4c058934000b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6df20d2a-a84d-46ea-af4c-4c058934000b,segment=NetworkSegment(5ab84632-496b-4f6f-9f16-f873c8dc2137),segment_id=5ab84632-496b-4f6f-9f16-f873c8dc2137)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:01.041165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0a11-0ff5-43c3-9dde-638b4bdb317c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.096152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a0a11-0ff5-43c3-9dde-638b4bdb317c None None] Calling delete_port for 6df20d2a-a84d-46ea-af4c-4c058934000b owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:01.242093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Calling delete_port for 6df20d2a-a84d-46ea-af4c-4c058934000b owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:01.242093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.266604 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.267137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46000) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:01.323169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:01.326769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:32:01.329853 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37ae10a-3d03-4980-b397-6bd7f7478aff" -d '{"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:32:01.337461 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.431957 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a34700-2ac4-41e0-a2c0-7a526933ab77 x-openstack-request-id: req-75a34700-2ac4-41e0-a2c0-7a526933ab77 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:32:01.432564 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:32:01.432564 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75a34700-2ac4-41e0-a2c0-7a526933ab77 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:32:01.432937 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'code': 200} Dec 12 04:32:01.435312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=13']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:01.476334 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0a11-0ff5-43c3-9dde-638b4bdb317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.497856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a0a11-0ff5-43c3-9dde-638b4bdb317c None None] No DVR routers for this DVR port 6df20d2a-a84d-46ea-af4c-4c058934000b on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:01.556431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1618811631-network', 'tenant_id': '58ed0baae97f46e89fdd27a2cb7aefe7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:01.586562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking segment: {'id': 'f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2eb26e00-db40-4407-a0ea-2a03f8093949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:01.587405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network hostable DHCP agents. Network: 2eb26e00-db40-4407-a0ea-2a03f8093949, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:01.633651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Made reservation on behalf of 58ed0baae97f46e89fdd27a2cb7aefe7 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:01.637780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.643292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa9520-840a-4bd5-a6c8-752ee30582c1 req-115ee244-caea-4b2a-90cf-65f6ce1c2e5f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:01.647847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a0a11-0ff5-43c3-9dde-638b4bdb317c None None] Pushing event deleted for resources: {'Port': ['ID=6df20d2a-a84d-46ea-af4c-4c058934000b,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:01.657607 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cffa9520-840a-4bd5-a6c8-752ee30582c1 req-115ee244-caea-4b2a-90cf-65f6ce1c2e5f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.7888775 Dec 12 04:32:01.670367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.750128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=24625138-34d2-416f-bc5e-c201cd9890c6,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:01.754582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network 2eb26e00-db40-4407-a0ea-2a03f8093949 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:01.808919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cffa9520-840a-4bd5-a6c8-752ee30582c1 req-7ef98f94-7862-4a99-903a-fa5126524de6 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493299 Dec 12 04:32:01.817394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.858045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event deleted for resources: {'Port': ['ID=6df20d2a-a84d-46ea-af4c-4c058934000b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:01.861135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] No DVR routers for this DVR port 6df20d2a-a84d-46ea-af4c-4c058934000b on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:01.862697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 2eb26e00-db40-4407-a0ea-2a03f8093949) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:01.876670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd1b4b-5ac8-4797-9df2-d8294fa3d060 None None] Network 2eb26e00-db40-4407-a0ea-2a03f8093949 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:01.889831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9010062-4fa5-43c7-ae00-eb7243053a92 req-3fe3b8f8-8838-44a0-a6fb-f719c1ac5ee8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:01.891468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9010062-4fa5-43c7-ae00-eb7243053a92 req-3fe3b8f8-8838-44a0-a6fb-f719c1ac5ee8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.1642027 Dec 12 04:32:01.921530 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:01.922523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:01.976070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ae72e93a-a39b-43a2-ac74-9ac43ea6db7a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0192120 Dec 12 04:32:01.994129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46010) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:02.007645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': '2eb26e00-db40-4407-a0ea-2a03f8093949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:02.037482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.082902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8276103-088e-4a8c-ad77-32c5bce855ed']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:02.109112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab84632-496b-4f6f-9f16-f873c8dc2137') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:02.111778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab84632-496b-4f6f-9f16-f873c8dc2137') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:02.133794 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.153583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.166118 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-2eb26e00-db40-4407-a0ea-2a03f8093949', 'network_id': '2eb26e00-db40-4407-a0ea-2a03f8093949', 'project_id': '2d636fee05e3493ab18a7f7b360a8dd4', 'fixed_ips': [{'subnet_id': '24625138-34d2-416f-bc5e-c201cd9890c6'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:02.167708 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.169419 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.174483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.197859 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9010062-4fa5-43c7-ae00-eb7243053a92 req-62c78e71-8211-4673-af01-0b2f9e4943b0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943964 Dec 12 04:32:02.198576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:02.198576 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:02.215257 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:02.266495 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:02.284117 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc9fc98-79ba-43b6-8070-936c78b6e25f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:02.322191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.324947 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Added segment fbb388c5-f29f-4d31-a84c-177842250af1 of type vlan for network 9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3 Dec 12 04:32:02.454304 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.473677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:02.481453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.482983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.497103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] 10.222.0.36 "DELETE /v2.0/networks/c8276103-088e-4a8c-ad77-32c5bce855ed HTTP/1.1" status: 204 len: 168 time: 2.6195605 Dec 12 04:32:02.522514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b66a8f-2601-4660-b5fb-46aec2f2bd6a tempest-ExtraDHCPOptionsIpV6TestJSON-548493018 tempest-ExtraDHCPOptionsIpV6TestJSON-548493018-project] Pushing event deleted for resources: {'Network': ['ID=c8276103-088e-4a8c-ad77-32c5bce855ed,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:02.563824 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6df20d2a-a84d-46ea-af4c-4c058934000b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:32:02.680896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 6df20d2a-a84d-46ea-af4c-4c058934000b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:32:02.680896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6df20d2a-a84d-46ea-af4c-4c058934000b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:32:02.690647 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.849421 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.850344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:02.850989 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:02.932658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6561620 Dec 12 04:32:02.934602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46022) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:02.943550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Request body: {'subnet': {'network_id': '9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1618811631-subnet', 'tenant_id': '58ed0baae97f46e89fdd27a2cb7aefe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:02.995147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Made reservation on behalf of 58ed0baae97f46e89fdd27a2cb7aefe7 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:03.002388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:03.011110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Allocated IP 2001:db8::2 (2eb26e00-db40-4407-a0ea-2a03f8093949/24625138-34d2-416f-bc5e-c201cd9890c6/5d6d58b1-48f2-47f7-8b86-398e7c188efd) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:03.112293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46024) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:03.146038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76383a1b-317d-402a-8a16-6f3aefa99112 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:03.174271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:03.302934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c8c5e-8461-4764-ac57-ad231fb4db1c req-d705b786-ac38-42f7-9c45-27da73a16ed4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:03.312187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07c8c5e-8461-4764-ac57-ad231fb4db1c req-d705b786-ac38-42f7-9c45-27da73a16ed4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.2601728 Dec 12 04:32:03.397982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07c8c5e-8461-4764-ac57-ad231fb4db1c req-12718e7e-e89f-4534-9999-9646943d314e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833590 Dec 12 04:32:03.588031 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:03.631598 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:03.686464 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:03.696609 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:03.769846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b963e0-8f50-4edb-ae66-8c104c919c0a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:03.776285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Network 2eb26e00-db40-4407-a0ea-2a03f8093949 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:03.783562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:03.792228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:03.795924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Checking segment: {'id': 'fbb388c5-f29f-4d31-a84c-177842250af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:03.809438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Network hostable DHCP agents. Network: 9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:03.840969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Network 9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:03.861961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:03.874525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:03.875163 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:03.906727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network 2eb26e00-db40-4407-a0ea-2a03f8093949 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:03.913014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-105afdaa-3ffc-479f-8969-9cc61d69580b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9758525 Dec 12 04:32:03.917500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f05d2f-1270-4d25-b5ec-e5351a78f3c0 None None] Network 9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:03.928210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:03.938334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:03.939642 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:03.948438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=2e9e4da3-deee-4f83-a75f-b97e2611c6dd,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:03.958314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fda3ef6b-63e7-40b3-a92f-ef1e05ab1726 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=890334aae10049f2aee126fb839f751f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8441494 Dec 12 04:32:03.961099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46034) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:03.977161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e266c-89cd-458d-89fe-c033438aa47c req-9f0a825e-0585-4653-ab6f-5e489bf8a927 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:03.979613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c3e266c-89cd-458d-89fe-c033438aa47c req-9f0a825e-0585-4653-ab6f-5e489bf8a927 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.4884963 Dec 12 04:32:03.987757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6167e57a-9cbd-40e6-a04a-a780cd3dc9c7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9842947 Dec 12 04:32:03.988706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46036) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:03.994842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Pushing event updated for resources: {'Port': ['ID=5d6d58b1-48f2-47f7-8b86-398e7c188efd,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:04.092367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd6e2e2-722f-41da-b743-68b8daf42ddd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:04.094361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd6e2e2-722f-41da-b743-68b8daf42ddd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:04.096514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd6e2e2-722f-41da-b743-68b8daf42ddd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:04.098810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd6e2e2-722f-41da-b743-68b8daf42ddd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:04.100609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd6e2e2-722f-41da-b743-68b8daf42ddd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:04.108964 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6dd6e2e2-722f-41da-b743-68b8daf42ddd tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1080046 Dec 12 04:32:04.116747 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c3e266c-89cd-458d-89fe-c033438aa47c req-0a4fc655-b013-4387-b550-2ba6eff5578e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212103 Dec 12 04:32:04.116747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46038) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:04.127433 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46df45ea-03e5-4981-9e91-92e0e9b4336e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.138165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1821567767'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:04.164550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Attempting to bind port 5d6d58b1-48f2-47f7-8b86-398e7c188efd on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:04.165586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Attempting to bind port 5d6d58b1-48f2-47f7-8b86-398e7c188efd by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2eb26e00-db40-4407-a0ea-2a03f8093949'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:04.166230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Attempting to bind port 5d6d58b1-48f2-47f7-8b86-398e7c188efd on network 2eb26e00-db40-4407-a0ea-2a03f8093949 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:04.183610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:04.184344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Checking segment: {'id': 'f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2eb26e00-db40-4407-a0ea-2a03f8093949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:04.184454 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.184835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Bound using segment: {'id': 'f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2eb26e00-db40-4407-a0ea-2a03f8093949'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:04.187247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46df45ea-03e5-4981-9e91-92e0e9b4336e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.189176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Bound port: 5d6d58b1-48f2-47f7-8b86-398e7c188efd, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2eb26e00-db40-4407-a0ea-2a03f8093949'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:04.189593 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.250235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:04.255018 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.324734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:04.325236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46df45ea-03e5-4981-9e91-92e0e9b4336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.334727 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46df45ea-03e5-4981-9e91-92e0e9b4336e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.347949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-46df45ea-03e5-4981-9e91-92e0e9b4336e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/270cfacb-ef16-4ccd-aefc-2b1ac4d7dbbd HTTP/1.1" status: 204 len: 168 time: 0.3833971 Dec 12 04:32:04.351739 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.353120 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment 8216af26-cb58-4309-a54e-feb18f3d8c9d of type vlan for network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 Dec 12 04:32:04.378767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b57e8-3ba5-4584-8b21-dad3d2f16da6 None None] Network 9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:04.391790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df45ea-03e5-4981-9e91-92e0e9b4336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270cfacb-ef16-4ccd-aefc-2b1ac4d7dbbd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:04.455784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.547233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.557240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:04.557927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.673696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e67e89-bf37-4e66-9c8f-36a399c0b208 req-0c00061f-6928-4752-942b-c0e1ba9b5510 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:04.675351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7e67e89-bf37-4e66-9c8f-36a399c0b208 req-0c00061f-6928-4752-942b-c0e1ba9b5510 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.1578369 Dec 12 04:32:04.739147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] For port 5d6d58b1-48f2-47f7-8b86-398e7c188efd, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:04.744942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=d0e3b159-1b23-49f8-a5fc-7ef5ae47db91,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:04.748452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] For port 5d6d58b1-48f2-47f7-8b86-398e7c188efd, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5d6d58b1-48f2-47f7-8b86-398e7c188efd,segment=NetworkSegment(f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4),segment_id=f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:04.756683 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:04.783817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-990974c3-8fa4-4b8d-be69-00dca4a516f4 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6711800 Dec 12 04:32:04.788877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46052) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:04.802772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bc1e232d-4f4d-439d-97ff-89f6a7c94681 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:04.851217 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7e67e89-bf37-4e66-9c8f-36a399c0b208 req-9b65988a-5a38-4745-b5df-a68f9f462d1c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651556 Dec 12 04:32:04.883500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:04.895848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894f35e-217b-4296-86a8-5e908d918550 None None] Pushing event updated for resources: {'Port': ['ID=5d6d58b1-48f2-47f7-8b86-398e7c188efd,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:05.182169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc1e232d-4f4d-439d-97ff-89f6a7c94681 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.205001 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc1e232d-4f4d-439d-97ff-89f6a7c94681 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.237657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc1e232d-4f4d-439d-97ff-89f6a7c94681 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 is not hosted by any dhcp agent {{(pid=103450) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:32:05.247597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1e232d-4f4d-439d-97ff-89f6a7c94681 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:05.249080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc1e232d-4f4d-439d-97ff-89f6a7c94681 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.251194 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bc1e232d-4f4d-439d-97ff-89f6a7c94681 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "PUT /v2.0/networks/d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 HTTP/1.1" status: 200 len: 723 time: 0.4587386 Dec 12 04:32:05.254349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46070) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:05.261582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': 'd0e3b159-1b23-49f8-a5fc-7ef5ae47db91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:05.447097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46078) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:05.454081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e232d-4f4d-439d-97ff-89f6a7c94681 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=d0e3b159-1b23-49f8-a5fc-7ef5ae47db91,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:05.463769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1924918164-network', 'tenant_id': 'd0d1244e879940a7850b3211ef6aad62'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:05.465317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:05.501575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d772479-48ba-4f8f-8da9-f0d2691095ac req-9d6694d3-3d31-42b5-a4e7-9141483149c1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:05.501575 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d772479-48ba-4f8f-8da9-f0d2691095ac req-9d6694d3-3d31-42b5-a4e7-9141483149c1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.2486088 Dec 12 04:32:05.536286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Made reservation on behalf of d0d1244e879940a7850b3211ef6aad62 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:05.539087 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.546171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:05.549987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.567520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.649143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d772479-48ba-4f8f-8da9-f0d2691095ac req-59f25032-9aa3-48ab-83c8-175beefdfd37 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374495 Dec 12 04:32:05.837273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.843894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.844705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.912445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:05.927188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46086) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:05.942863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=dc4f700e-31ce-4a82-8e0a-7b20c7abf6f6,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:05.957542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking segment: {'id': '8216af26-cb58-4309-a54e-feb18f3d8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd0e3b159-1b23-49f8-a5fc-7ef5ae47db91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:05.958960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network hostable DHCP agents. Network: d0e3b159-1b23-49f8-a5fc-7ef5ae47db91, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:05.962150 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:05.964106 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Added segment 7aa7c9a4-e2c9-468b-9cf4-dbd094c93b48 of type vlan for network 87feace2-4397-4ea3-b57e-846ff741db43 Dec 12 04:32:05.985265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcd8127-b2c3-4817-b004-77f15d3dc3f3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:06.013355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:06.077976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, d0e3b159-1b23-49f8-a5fc-7ef5ae47db91) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:06.088516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48bd6b-b6b9-4ce8-bc33-04c92ddc5503 None None] Network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:06.095955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:06.097049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.149207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e80cab-d811-4c04-8cd9-804503264aae req-25f78208-ef2a-489c-b02b-427aa5edea06 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:06.150956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2e80cab-d811-4c04-8cd9-804503264aae req-25f78208-ef2a-489c-b02b-427aa5edea06 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.1619716 Dec 12 04:32:06.156549 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.158071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-105610514'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:06.164907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e525d7f9-141d-4b0c-8aed-2a9d2916ecb8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9085867 Dec 12 04:32:06.168310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46092) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:06.182352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c0221f98-21df-4be0-b35c-3319f1fa4fe1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:06.234885 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.236069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:06.236658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.314835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Made reservation on behalf of caa27c5b10754ccc8aa61e7eaa36e27f for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:06.318731 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.343854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-d0e3b159-1b23-49f8-a5fc-7ef5ae47db91', 'network_id': 'd0e3b159-1b23-49f8-a5fc-7ef5ae47db91', 'project_id': '2d636fee05e3493ab18a7f7b360a8dd4', 'fixed_ips': [{'subnet_id': 'dc4f700e-31ce-4a82-8e0a-7b20c7abf6f6'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:06.344767 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.349494 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.366921 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2e80cab-d811-4c04-8cd9-804503264aae req-594a5f9d-05e6-4bca-9755-3269bb3dd4b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004035 Dec 12 04:32:06.438400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9873171 Dec 12 04:32:06.478049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.484895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46094) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:06.490932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Request body: {'subnet': {'network_id': '87feace2-4397-4ea3-b57e-846ff741db43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1924918164-subnet', 'tenant_id': 'd0d1244e879940a7850b3211ef6aad62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:06.539622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539306f5-86f9-4e63-baa9-753e7a7f792a admin admin] Pushing event updated for resources: {'Network': ['ID=87feace2-4397-4ea3-b57e-846ff741db43,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:06.540107 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0221f98-21df-4be0-b35c-3319f1fa4fe1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3754881'] for subnet, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.542691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5d6d58b1-48f2-47f7-8b86-398e7c188efd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:06.578362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Made reservation on behalf of d0d1244e879940a7850b3211ef6aad62 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:06.581862 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.617335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 87feace2-4397-4ea3-b57e-846ff741db43 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:06.713984 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.751557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3878761f-79f4-4b35-a1e2-3e2deda08fa6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:06.756026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0221f98-21df-4be0-b35c-3319f1fa4fe1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730863114204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3237496'] for subnet, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.792433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0221f98-21df-4be0-b35c-3319f1fa4fe1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:06.795928 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0221f98-21df-4be0-b35c-3319f1fa4fe1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.797406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c0221f98-21df-4be0-b35c-3319f1fa4fe1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "PUT /v2.0/subnets/dc4f700e-31ce-4a82-8e0a-7b20c7abf6f6 HTTP/1.1" status: 200 len: 826 time: 0.6265993 Dec 12 04:32:06.805157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46098) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:06.832690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:06.855477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.855830 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Added segment 1d6b5f11-4e65-4490-967f-4986010e2e2f of type vlan for network e5861449-f31b-4b01-9e1d-7b3290c4bd1e Dec 12 04:32:06.902539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0221f98-21df-4be0-b35c-3319f1fa4fe1 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=dc4f700e-31ce-4a82-8e0a-7b20c7abf6f6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:06.918293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.955864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:06.962148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:06.963759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.094451 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1633282 Dec 12 04:32:07.097396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46100) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:07.113577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901b5eb-60fc-452e-a924-82995136e159 None None] Network 2eb26e00-db40-4407-a0ea-2a03f8093949 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:07.126543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Request body: {'subnet': {'network_id': 'e5861449-f31b-4b01-9e1d-7b3290c4bd1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:07.147680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f0d44-79c5-474a-8def-e03dc008840d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event updated for resources: {'Network': ['ID=e5861449-f31b-4b01-9e1d-7b3290c4bd1e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:07.186733 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.240637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Made reservation on behalf of caa27c5b10754ccc8aa61e7eaa36e27f for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:07.245734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.321562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Allocated IP 2001:db8::2 (d0e3b159-1b23-49f8-a5fc-7ef5ae47db91/dc4f700e-31ce-4a82-8e0a-7b20c7abf6f6/33650d52-9bb1-453b-843a-7e540d2fb21d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:07.363595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd599eb-f498-48a9-aca9-623f99d22ab1 req-58a05ec4-612b-4ef7-8b43-134cf99c341b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:07.375397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1dd599eb-f498-48a9-aca9-623f99d22ab1 req-58a05ec4-612b-4ef7-8b43-134cf99c341b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.3871112 Dec 12 04:32:07.381497 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.552986 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.554959 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=52dd870d-aef4-43a5-a47b-0bf9752387b9,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:07.562712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network e5861449-f31b-4b01-9e1d-7b3290c4bd1e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:07.589258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.594683 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.667167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:07.689442 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1dd599eb-f498-48a9-aca9-623f99d22ab1 req-47287b00-1961-45ea-ab4c-6abb15a16fec tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127005 Dec 12 04:32:07.710414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.715460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Pushing event updated for resources: {'Port': ['ID=33650d52-9bb1-453b-843a-7e540d2fb21d,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:07.718765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:07.732241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9b0350bf-0295-4cdd-89a2-1bd8ad94a2e3 None None] Provisioning complete for port 5d6d58b1-48f2-47f7-8b86-398e7c188efd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:07.732627 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9b0350bf-0295-4cdd-89a2-1bd8ad94a2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.781988 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:07.875543 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.877404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e5d56-d7f1-40a4-8f28-5bd20a238111 req-969c395a-6cd9-46c8-9e89-a1440fe902ed tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:07.880250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-952e5d56-d7f1-40a4-8f28-5bd20a238111 req-969c395a-6cd9-46c8-9e89-a1440fe902ed tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.3318491 Dec 12 04:32:07.893546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5d6d58b1-48f2-47f7-8b86-398e7c188efd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:07.893828 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.931531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e3b159-1b23-49f8-a5fc-7ef5ae47db91']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:07.958268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8216af26-cb58-4309-a54e-feb18f3d8c9d') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:07.960125 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8216af26-cb58-4309-a54e-feb18f3d8c9d') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:07.984652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:07.989299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.022697 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.038301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4f700e-31ce-4a82-8e0a-7b20c7abf6f6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:08.068241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Attempting to bind port 33650d52-9bb1-453b-843a-7e540d2fb21d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:08.069362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Attempting to bind port 33650d52-9bb1-453b-843a-7e540d2fb21d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '8216af26-cb58-4309-a54e-feb18f3d8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd0e3b159-1b23-49f8-a5fc-7ef5ae47db91'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:08.069751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Attempting to bind port 33650d52-9bb1-453b-843a-7e540d2fb21d on network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:08.075035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:08.075454 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:08.084938 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:08.140315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-952e5d56-d7f1-40a4-8f28-5bd20a238111 req-5a8a9814-5953-4e32-bc03-1054f52b5e26 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391686 Dec 12 04:32:08.170621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:08.178947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Checking segment: {'id': '8216af26-cb58-4309-a54e-feb18f3d8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd0e3b159-1b23-49f8-a5fc-7ef5ae47db91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:08.179657 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.180488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Bound using segment: {'id': '8216af26-cb58-4309-a54e-feb18f3d8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd0e3b159-1b23-49f8-a5fc-7ef5ae47db91'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:08.181191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Bound port: 33650d52-9bb1-453b-843a-7e540d2fb21d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8216af26-cb58-4309-a54e-feb18f3d8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd0e3b159-1b23-49f8-a5fc-7ef5ae47db91'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:08.182258 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.200258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event updated for resources: {'Subnet': ['ID=797bdb62-d9d5-4d87-b181-fcda14931a85,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:08.213423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915047b5-3d79-4610-b674-de432d1fd7d7 None None] Update dhcp port {'port': {'network_id': '2eb26e00-db40-4407-a0ea-2a03f8093949', 'fixed_ips': [{'subnet_id': '24625138-34d2-416f-bc5e-c201cd9890c6', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e9e4da3-deee-4f83-a75f-b97e2611c6dd'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '5d6d58b1-48f2-47f7-8b86-398e7c188efd'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:32:08.220434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Checking segment: {'id': '1d6b5f11-4e65-4490-967f-4986010e2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e5861449-f31b-4b01-9e1d-7b3290c4bd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:08.220804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Network hostable DHCP agents. Network: e5861449-f31b-4b01-9e1d-7b3290c4bd1e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:08.228429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Checking segment: {'id': '7aa7c9a4-e2c9-468b-9cf4-dbd094c93b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87feace2-4397-4ea3-b57e-846ff741db43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:08.228926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Network hostable DHCP agents. Network: 87feace2-4397-4ea3-b57e-846ff741db43, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:08.244328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:32:08.244328 n-d-710847-7 neutron-server[103450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:32:08.244328 n-d-710847-7 neutron-server[103450]: [parameters: {'id': 'd0e3b159-1b23-49f8-a5fc-7ef5ae47db91'}] Dec 12 04:32:08.244328 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:32:08.244953 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:32:08.258294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-915047b5-3d79-4610-b674-de432d1fd7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.262348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Network e5861449-f31b-4b01-9e1d-7b3290c4bd1e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:08.277901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Network 87feace2-4397-4ea3-b57e-846ff741db43 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:08.288462 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.292060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 87feace2-4397-4ea3-b57e-846ff741db43) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:08.296378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, e5861449-f31b-4b01-9e1d-7b3290c4bd1e) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:08.300684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:08.301342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.304366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:08.307986 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.337733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b8503f2b-3fb7-4226-987a-6d5a7967d2d1 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2392178 Dec 12 04:32:08.340196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46114) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:08.341731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7443f1d3-30ef-424b-adb9-510f5929cbd6 None None] Network 87feace2-4397-4ea3-b57e-846ff741db43 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:08.344541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edffbb3-127c-4d1f-952c-b85149b2c490 None None] Network e5861449-f31b-4b01-9e1d-7b3290c4bd1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:08.347117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ef128f70-14fb-4437-ac11-4fea88428cff admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8610601 Dec 12 04:32:08.356127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ae3fdb5c-feef-4789-ac68-8556880c1030 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1982975890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:08.406614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdb5c-feef-4789-ac68-8556880c1030 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.408281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdb5c-feef-4789-ac68-8556880c1030 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.524455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:32:08.533368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdb5c-feef-4789-ac68-8556880c1030 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.547011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdb5c-feef-4789-ac68-8556880c1030 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.574459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdb5c-feef-4789-ac68-8556880c1030 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.575814 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ae3fdb5c-feef-4789-ac68-8556880c1030 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2344625 Dec 12 04:32:08.578299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46120) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:08.585969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46122) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:08.638297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:08.664772 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9b0350bf-0295-4cdd-89a2-1bd8ad94a2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.686818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-10de28eb-738c-438d-93fc-ad1a466de630 admin admin] Deleting subnet 31b963e0-8f50-4edb-ae66-8c104c919c0a {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:32:08.701982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'port_id': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'mac_address': 'fa:16:3e:ea:8d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:32:08.710156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10de28eb-738c-438d-93fc-ad1a466de630 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.794036 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10de28eb-738c-438d-93fc-ad1a466de630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.836485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-e5861449-f31b-4b01-9e1d-7b3290c4bd1e', 'network_id': 'e5861449-f31b-4b01-9e1d-7b3290c4bd1e', 'project_id': 'caa27c5b10754ccc8aa61e7eaa36e27f', 'fixed_ips': [{'subnet_id': '797bdb62-d9d5-4d87-b181-fcda14931a85'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:08.837399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.870932 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10de28eb-738c-438d-93fc-ad1a466de630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.929812 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:08.943618 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10de28eb-738c-438d-93fc-ad1a466de630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.001259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de28eb-738c-438d-93fc-ad1a466de630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b963e0-8f50-4edb-ae66-8c104c919c0a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:09.099861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10de28eb-738c-438d-93fc-ad1a466de630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.111993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-10de28eb-738c-438d-93fc-ad1a466de630 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/31b963e0-8f50-4edb-ae66-8c104c919c0a HTTP/1.1" status: 204 len: 168 time: 0.5221756 Dec 12 04:32:09.115562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46126) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:09.129640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.136806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 5d6d58b1-48f2-47f7-8b86-398e7c188efd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5d6d58b1-48f2-47f7-8b86-398e7c188efd,segment=NetworkSegment(f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4),segment_id=f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:09.156290 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:32:09.196060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.275800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90808a0-034f-4731-ab16-42d18916ad9d req-dc27b77d-fefd-410b-9b48-9445262beef1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:09.277880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a90808a0-034f-4731-ab16-42d18916ad9d req-dc27b77d-fefd-410b-9b48-9445262beef1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.3492143 Dec 12 04:32:09.302788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting port 33650d52-9bb1-453b-843a-7e540d2fb21d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:09.303138 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.324971 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.328019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] For port 33650d52-9bb1-453b-843a-7e540d2fb21d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:09.390321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.478177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] For port 33650d52-9bb1-453b-843a-7e540d2fb21d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=33650d52-9bb1-453b-843a-7e540d2fb21d,segment=NetworkSegment(8216af26-cb58-4309-a54e-feb18f3d8c9d),segment_id=8216af26-cb58-4309-a54e-feb18f3d8c9d)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:09.493689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a90808a0-034f-4731-ab16-42d18916ad9d req-0fda27fe-2fe6-4230-ad39-6998a67c44aa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016528 Dec 12 04:32:09.513013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23926252-0eb0-4a86-b1b3-6a717be9a2a8 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:32:09.521379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.578727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] For port 33650d52-9bb1-453b-843a-7e540d2fb21d, host n-d-710847-7, got binding levels [] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:09.579664 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.601953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Calling delete_port for 33650d52-9bb1-453b-843a-7e540d2fb21d owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:09.602577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=5d6d58b1-48f2-47f7-8b86-398e7c188efd,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:09.627445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d427dcbb-062a-4c37-bfdd-f81c6677b2d2 None None] Network 87feace2-4397-4ea3-b57e-846ff741db43 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:09.639135 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-9b0350bf-0295-4cdd-89a2-1bd8ad94a2e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:32:09.639781 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-9b0350bf-0295-4cdd-89a2-1bd8ad94a2e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:32:09.661157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:09.679604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7c01-b4b8-48cc-af7c-4fe94bdbca2f req-7763d449-82ab-4a7d-9e98-2742c1b46efc tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:09.682555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-096c7c01-b4b8-48cc-af7c-4fe94bdbca2f req-7763d449-82ab-4a7d-9e98-2742c1b46efc tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 943 time: 0.2648432 Dec 12 04:32:09.755948 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:09.898562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-096c7c01-b4b8-48cc-af7c-4fe94bdbca2f req-bb02188c-41fa-4259-bb3d-c28235f5cd19 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003665 Dec 12 04:32:09.934418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Port': ['ID=33650d52-9bb1-453b-843a-7e540d2fb21d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:09.942697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522defe5-9305-4233-a9fb-43101208b578 req-50b2ad0c-681d-491a-99aa-614497fad791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:09.944742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-522defe5-9305-4233-a9fb-43101208b578 req-50b2ad0c-681d-491a-99aa-614497fad791 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d84172a3226415fb80c59544009f5bc&device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1094 time: 0.5583398 Dec 12 04:32:10.037521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.048061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No DVR routers for this DVR port 33650d52-9bb1-453b-843a-7e540d2fb21d on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server [None req-cf1d19ba-7a78-44f3-900b-1c16f19f22b9 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 33650d52-9bb1-453b-843a-7e540d2fb21d could not be found. Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 33650d52-9bb1-453b-843a-7e540d2fb21d could not be found. Dec 12 04:32:10.066207 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Dec 12 04:32:10.076279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.123999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345925f-4e92-4287-8fc1-d0390109594b None None] Network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:10.149071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Allocated IP 172.20.0.2 (e5861449-f31b-4b01-9e1d-7b3290c4bd1e/797bdb62-d9d5-4d87-b181-fcda14931a85/b3fdf978-0909-422f-ae18-3c824a5dafc4) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:10.168186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:10.212256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb388c5-f29f-4d31-a84c-177842250af1') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:10.212632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb388c5-f29f-4d31-a84c-177842250af1') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:10.261602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-915047b5-3d79-4610-b674-de432d1fd7d7 None None] Allocated IP 172.20.0.1 (2eb26e00-db40-4407-a0ea-2a03f8093949/2e9e4da3-deee-4f83-a75f-b97e2611c6dd/5d6d58b1-48f2-47f7-8b86-398e7c188efd) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:10.277674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394ccb5-2c1a-4c46-acc8-2e3e2d08d64b None None] Pushing event updated for resources: {'Port': ['ID=33650d52-9bb1-453b-843a-7e540d2fb21d,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:10.328394 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.357101 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.360406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:10.372953 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.384280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:10.385162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:10.390762 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:10.448910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522defe5-9305-4233-a9fb-43101208b578 req-1783e6dd-f275-4c3e-83a0-6ff09cc6b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:10.451043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-522defe5-9305-4233-a9fb-43101208b578 req-1783e6dd-f275-4c3e-83a0-6ff09cc6b5e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 200 len: 917 time: 0.4230301 Dec 12 04:32:10.452680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e3b159-1b23-49f8-a5fc-7ef5ae47db91']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:10.482147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8216af26-cb58-4309-a54e-feb18f3d8c9d') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:10.482400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8216af26-cb58-4309-a54e-feb18f3d8c9d') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:10.520082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['23926252-0eb0-4a86-b1b3-6a717be9a2a8'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:32:10.525603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.541178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.548248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46134) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:10.548734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] 10.222.0.36 "DELETE /v2.0/networks/9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3 HTTP/1.1" status: 204 len: 168 time: 1.4291873 Dec 12 04:32:10.550533 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.578156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55f818-decb-4c11-899f-ff13ec6eca2d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9eccfc-73ed-4174-9d89-c0e0bd63f5d3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:10.585488 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.589224 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-522defe5-9305-4233-a9fb-43101208b578 req-a1060327-a1ba-4e1d-b333-b85a4e363fe4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 200 len: 1000 time: 0.1179163 Dec 12 04:32:10.594861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:10.595351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:10.598843 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:10.655383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ef4be-e3d6-434e-b310-0345c6c55bfd None None] Network d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:10.693264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b718065-8214-41ad-9776-4f2e65b5f9dc admin admin] Deleting subnet 52dd870d-aef4-43a5-a47b-0bf9752387b9 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:32:10.705959 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b718065-8214-41ad-9776-4f2e65b5f9dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.751714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522defe5-9305-4233-a9fb-43101208b578 req-4200cf2a-b39e-4a0a-9b05-ee485bfe0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:10.754093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-522defe5-9305-4233-a9fb-43101208b578 req-4200cf2a-b39e-4a0a-9b05-ee485bfe0a0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 200 len: 856 time: 0.1435938 Dec 12 04:32:10.757353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.766770 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:10.770491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 HTTP/1.1" status: 204 len: 168 time: 3.9637463 Dec 12 04:32:10.784085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46138) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:10.830396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6578e-d150-4a97-84c5-29f39b73aaab tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=d0e3b159-1b23-49f8-a5fc-7ef5ae47db91,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:10.841764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa579306-190b-4b66-87dd-add92166dbe1 req-f4988779-99f8-4ea8-8df5-ac65c5f6c37e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:10.850094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa579306-190b-4b66-87dd-add92166dbe1 req-f4988779-99f8-4ea8-8df5-ac65c5f6c37e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.1495707 Dec 12 04:32:10.857742 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7fa1c6-9f63-43dd-b49d-38ff66691eca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:10.858646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7fa1c6-9f63-43dd-b49d-38ff66691eca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:10.862366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9a7fa1c6-9f63-43dd-b49d-38ff66691eca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 HTTP/1.1" status: 404 len: 339 time: 0.0768809 Dec 12 04:32:10.871986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46140) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:10.880913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-849049496', 'description': 'd1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:10.918776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522defe5-9305-4233-a9fb-43101208b578 req-ed1804df-09d7-40a6-9f86-c9b006fa26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:10.921114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-522defe5-9305-4233-a9fb-43101208b578 req-ed1804df-09d7-40a6-9f86-c9b006fa26ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492128 Dec 12 04:32:10.968369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa579306-190b-4b66-87dd-add92166dbe1 req-0c602fe1-b1c7-49a8-8655-9b5dfbdad199 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147540 Dec 12 04:32:11.068285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e2f7564c-d107-4900-b639-82783adec089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.212152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-915047b5-3d79-4610-b674-de432d1fd7d7 None None] For port 5d6d58b1-48f2-47f7-8b86-398e7c188efd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5d6d58b1-48f2-47f7-8b86-398e7c188efd,segment=NetworkSegment(f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4),segment_id=f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:11.297280 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b718065-8214-41ad-9776-4f2e65b5f9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.343102 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b718065-8214-41ad-9776-4f2e65b5f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.360046 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-915047b5-3d79-4610-b674-de432d1fd7d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.366794 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.377345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5d6d58b1-48f2-47f7-8b86-398e7c188efd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:11.382697 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-915047b5-3d79-4610-b674-de432d1fd7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.393074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.513265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:11.516666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.546175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b718065-8214-41ad-9776-4f2e65b5f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.555204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Allocated IP 172.20.0.1 (e5861449-f31b-4b01-9e1d-7b3290c4bd1e/797bdb62-d9d5-4d87-b181-fcda14931a85/9e6c477a-40e2-44f2-a044-60badc8fcc9a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:11.568358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9aca4c-7a78-415e-931c-99f9aa1a4815 req-40b9b39d-bfad-4f7a-9e86-3ef366fb5369 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:11.575445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Network e5861449-f31b-4b01-9e1d-7b3290c4bd1e is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:11.576133 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e9aca4c-7a78-415e-931c-99f9aa1a4815 req-40b9b39d-bfad-4f7a-9e86-3ef366fb5369 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 944 time: 0.1755981 Dec 12 04:32:11.580264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6b718065-8214-41ad-9776-4f2e65b5f9dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.583968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6b718065-8214-41ad-9776-4f2e65b5f9dc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/52dd870d-aef4-43a5-a47b-0bf9752387b9 HTTP/1.1" status: 204 len: 168 time: 1.0340102 Dec 12 04:32:11.586931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46144) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:11.594083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:11.613352 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.613713 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment b46d5e64-d3ca-4b77-a61f-e2ef7b890a33 of type vlan for network cf47368c-3345-4107-870d-855fdf2b011a Dec 12 04:32:11.631541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:11.674603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-522defe5-9305-4233-a9fb-43101208b578 req-02253fc7-d42b-40a1-a51d-081b9bb65dd8 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7441640 Dec 12 04:32:11.678773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:11.682794 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.698144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b718065-8214-41ad-9776-4f2e65b5f9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52dd870d-aef4-43a5-a47b-0bf9752387b9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:11.727362 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.743213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915047b5-3d79-4610-b674-de432d1fd7d7 None None] Pushing event updated for resources: {'Port': ['ID=5d6d58b1-48f2-47f7-8b86-398e7c188efd,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:11.754933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e9aca4c-7a78-415e-931c-99f9aa1a4815 req-ec559573-2d6f-4255-ba81-0b712d8f8882 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757293 Dec 12 04:32:11.873242 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.880679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:11.881619 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.911987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.934379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0585890 Dec 12 04:32:11.971815 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.972935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Pushing event updated for resources: {'Port': ['ID=b3fdf978-0909-422f-ae18-3c824a5dafc4,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:11.978364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5d6d58b1-48f2-47f7-8b86-398e7c188efd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:11.982986 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:11.985208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Attempting to bind port b3fdf978-0909-422f-ae18-3c824a5dafc4 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:11.985721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Attempting to bind port b3fdf978-0909-422f-ae18-3c824a5dafc4 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '1d6b5f11-4e65-4490-967f-4986010e2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e5861449-f31b-4b01-9e1d-7b3290c4bd1e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:11.995960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Attempting to bind port b3fdf978-0909-422f-ae18-3c824a5dafc4 on network e5861449-f31b-4b01-9e1d-7b3290c4bd1e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:12.023469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46148) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:12.052223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87feace2-4397-4ea3-b57e-846ff741db43']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:12.080207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa7c9a4-e2c9-468b-9cf4-dbd094c93b48') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:12.080801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa7c9a4-e2c9-468b-9cf4-dbd094c93b48') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:12.087194 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-522defe5-9305-4233-a9fb-43101208b578 req-44f6be07-a324-458b-8483-3dff35371870 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952742 Dec 12 04:32:12.090208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:12.097725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Checking segment: {'id': '1d6b5f11-4e65-4490-967f-4986010e2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e5861449-f31b-4b01-9e1d-7b3290c4bd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:12.102360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.102897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Bound using segment: {'id': '1d6b5f11-4e65-4490-967f-4986010e2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e5861449-f31b-4b01-9e1d-7b3290c4bd1e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:12.103517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Bound port: b3fdf978-0909-422f-ae18-3c824a5dafc4, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6b5f11-4e65-4490-967f-4986010e2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e5861449-f31b-4b01-9e1d-7b3290c4bd1e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:12.104009 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.125426 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.179204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613d785-0ba8-4d1a-a9b5-c0379e169c97 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=cf47368c-3345-4107-870d-855fdf2b011a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:12.195488 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.203928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network cf47368c-3345-4107-870d-855fdf2b011a details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:12.239879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:12.240610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:12.245370 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:12.311573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f835d3-a160-4f6f-b8c7-fbda0adf6527 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:12.313561 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b0f835d3-a160-4f6f-b8c7-fbda0adf6527 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/networks?id=cf47368c-3345-4107-870d-855fdf2b011a HTTP/1.1" status: 200 len: 764 time: 0.2869999 Dec 12 04:32:12.318308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46152) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:12.342719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3b481378-aaff-4c2f-b33f-3e29eab00561 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'description': 'd2'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:12.350386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] For port b3fdf978-0909-422f-ae18-3c824a5dafc4, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:12.432417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] For port b3fdf978-0909-422f-ae18-3c824a5dafc4, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b3fdf978-0909-422f-ae18-3c824a5dafc4,segment=NetworkSegment(1d6b5f11-4e65-4490-967f-4986010e2e2f),segment_id=1d6b5f11-4e65-4490-967f-4986010e2e2f)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:12.434257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:12.440682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.449245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157c175-f354-4d85-bc38-57fa8791254a req-8cb1c05a-e27a-44fe-b8fc-485323404d47 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:12.451397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2157c175-f354-4d85-bc38-57fa8791254a req-8cb1c05a-e27a-44fe-b8fc-485323404d47 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.3165419 Dec 12 04:32:12.462319 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.469841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] 10.222.0.36 "DELETE /v2.0/networks/87feace2-4397-4ea3-b57e-846ff741db43 HTTP/1.1" status: 204 len: 168 time: 0.8571141 Dec 12 04:32:12.490322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.532309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8b91-ff8e-4fcf-b01f-40b04f207d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=87feace2-4397-4ea3-b57e-846ff741db43,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:12.539556 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.613258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.630102 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2157c175-f354-4d85-bc38-57fa8791254a req-7b739b61-fd05-4962-b144-d9643020df78 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360409 Dec 12 04:32:12.698505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Network e5861449-f31b-4b01-9e1d-7b3290c4bd1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:12.779691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:12.785849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940b21-30d0-460e-b5c9-282fbdd050b9 None None] Pushing event updated for resources: {'Port': ['ID=b3fdf978-0909-422f-ae18-3c824a5dafc4,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:12.797252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:12.818304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:12.818688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.857781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b481378-aaff-4c2f-b33f-3e29eab00561 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:12.921795 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b481378-aaff-4c2f-b33f-3e29eab00561 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.006296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b481378-aaff-4c2f-b33f-3e29eab00561 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network cf47368c-3345-4107-870d-855fdf2b011a is not hosted by any dhcp agent {{(pid=103450) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:32:13.015444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b481378-aaff-4c2f-b33f-3e29eab00561 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:13.016748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b481378-aaff-4c2f-b33f-3e29eab00561 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.018886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3b481378-aaff-4c2f-b33f-3e29eab00561 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "PUT /v2.0/networks/cf47368c-3345-4107-870d-855fdf2b011a HTTP/1.1" status: 200 len: 761 time: 0.6970835 Dec 12 04:32:13.023016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46160) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:13.024291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743ca1c-db8f-4bb1-9d91-c48b8823140a None None] Network 2eb26e00-db40-4407-a0ea-2a03f8093949 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:13.026410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.035898 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event updated for resources: {'Port': ['ID=9e6c477a-40e2-44f2-a044-60badc8fcc9a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:13.135704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46162) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:13.162314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f868a7-9e1f-4427-9a56-89bde23b3724 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:13.194387 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25f868a7-9e1f-4427-9a56-89bde23b3724 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/networks?id=cf47368c-3345-4107-870d-855fdf2b011a HTTP/1.1" status: 200 len: 764 time: 0.1696641 Dec 12 04:32:13.214633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46164) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:13.248852 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b5abe779-04d0-49df-9b81-925a79493fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.358035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-29b78e2e-7ae4-421b-b409-e0bdee2c273d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58ed0baae97f46e89fdd27a2cb7aefe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193441 Dec 12 04:32:13.363765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46166) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:13.414592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4b377e24-4049-4606-9bd7-7aa2294a9b35 None None] Provisioning complete for port 5d6d58b1-48f2-47f7-8b86-398e7c188efd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:13.417588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc6e7e-6ab6-485c-bba7-bc616e11fa9b req-4b2c231a-dc0a-4d1a-b3dc-830973eb332e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:13.419963 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4b377e24-4049-4606-9bd7-7aa2294a9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.431886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3bbc6e7e-6ab6-485c-bba7-bc616e11fa9b req-4b2c231a-dc0a-4d1a-b3dc-830973eb332e tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 944 time: 0.4785450 Dec 12 04:32:13.510010 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.545486 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3bbc6e7e-6ab6-485c-bba7-bc616e11fa9b req-1dd1c5c9-5a1e-4e7d-8dc0-a3363d132f71 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118989 Dec 12 04:32:13.586961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b3fdf978-0909-422f-ae18-3c824a5dafc4 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:13.616461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2939816-3d0e-40b1-9e49-fbaad0524bd5 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:13.621739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a2939816-3d0e-40b1-9e49-fbaad0524bd5 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4038651 Dec 12 04:32:13.623131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46168) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:13.627886 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efc08840-0012-47bd-bd5a-bcadfa5c17e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.666491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efc08840-0012-47bd-bd5a-bcadfa5c17e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.679212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:32:13.689108 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1f3b16-b40a-413b-87b7-69a688f736d6" -d '{"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-plugged", "status": "completed", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:32:13.704804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b481378-aaff-4c2f-b33f-3e29eab00561 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=cf47368c-3345-4107-870d-855fdf2b011a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:13.744951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d341640d-6f54-4e6c-ab15-69ee64f8b940 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 207 time: 0.1047025 Dec 12 04:32:13.744951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46174) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:13.757620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:13.767547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network cf47368c-3345-4107-870d-855fdf2b011a details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:13.768317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efc08840-0012-47bd-bd5a-bcadfa5c17e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.776178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-efc08840-0012-47bd-bd5a-bcadfa5c17e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.780111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-efc08840-0012-47bd-bd5a-bcadfa5c17e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7bc9fc98-79ba-43b6-8070-936c78b6e25f HTTP/1.1" status: 204 len: 168 time: 0.4149957 Dec 12 04:32:13.816302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08840-0012-47bd-bd5a-bcadfa5c17e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc9fc98-79ba-43b6-8070-936c78b6e25f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:13.822947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.932514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:13.937934 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32163e84-ac93-4012-ba13-e8455b6f5fcf x-openstack-request-id: req-32163e84-ac93-4012-ba13-e8455b6f5fcf {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:32:13.937934 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-plugged", "status": "completed", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:32:13.938264 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32163e84-ac93-4012-ba13-e8455b6f5fcf {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:32:13.938563 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'code': 200} Dec 12 04:32:14.335513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4194-ba8a-4254-b7bc-3f4f7d56f60d req-90e1c87e-4dec-451d-87dc-3455f133f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:14.345782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5cb4194-ba8a-4254-b7bc-3f4f7d56f60d req-90e1c87e-4dec-451d-87dc-3455f133f0fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 1097 time: 0.2432299 Dec 12 04:32:14.443158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fc93e-fc41-496c-9f8e-7405a6ca7712 req-1ee50628-a527-41e8-86b7-9048bcb7d613 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:14.462601 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e31fc93e-fc41-496c-9f8e-7405a6ca7712 req-1ee50628-a527-41e8-86b7-9048bcb7d613 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.5375001 Dec 12 04:32:14.541401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9864b43-d711-4a32-b5f5-3f7b8d800728 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:14.551284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9864b43-d711-4a32-b5f5-3f7b8d800728 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:14.566359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9864b43-d711-4a32-b5f5-3f7b8d800728 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:14.585295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9864b43-d711-4a32-b5f5-3f7b8d800728 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:14.592945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9864b43-d711-4a32-b5f5-3f7b8d800728 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:14.594837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46186) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:14.599415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9864b43-d711-4a32-b5f5-3f7b8d800728 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:14.608857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c9864b43-d711-4a32-b5f5-3f7b8d800728 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.8595822 Dec 12 04:32:14.618880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46190) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:14.863871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46194) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:14.877101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:14.882707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5cb4194-ba8a-4254-b7bc-3f4f7d56f60d req-cc3d557d-ab3c-485f-ae6d-bc9d10621202 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5359828 Dec 12 04:32:14.896903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:14.918187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f8107-9c20-4602-8807-70954e08cfd3 None None] Network e5861449-f31b-4b01-9e1d-7b3290c4bd1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:14.922897 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c5461c0-001d-40d0-9a12-1e5d0e56da17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:14.927414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e31fc93e-fc41-496c-9f8e-7405a6ca7712 req-ec5fa0aa-ed78-49c6-91d4-c08f5bcbf433 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4640708 Dec 12 04:32:14.952409 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:14.954342 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.005061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b3fdf978-0909-422f-ae18-3c824a5dafc4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:15.005475 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.031003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-19f4f612-73a0-43e0-af05-68fd8d82d8ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4041979 Dec 12 04:32:15.032121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46196) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:15.037037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-85bba6fe-88f8-4ac8-8398-8851c1b83739 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0d1244e879940a7850b3211ef6aad62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694071 Dec 12 04:32:15.060612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46198) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:15.113397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c5461c0-001d-40d0-9a12-1e5d0e56da17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.126987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c5461c0-001d-40d0-9a12-1e5d0e56da17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.188870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ec4b7-8834-4b48-a02e-6a5d0786f4a3 req-a7db3082-bcf6-47a4-8dc0-866ab71c9855 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.196892 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2707159d-d852-4d39-922f-9b769864c082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.208881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af3ec4b7-8834-4b48-a02e-6a5d0786f4a3 req-a7db3082-bcf6-47a4-8dc0-866ab71c9855 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 946 time: 0.4386125 Dec 12 04:32:15.219640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=10']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:15.238145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event updated for resources: {'Port': ['ID=9e6c477a-40e2-44f2-a044-60badc8fcc9a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:15.260705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2707159d-d852-4d39-922f-9b769864c082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.276550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8c3a2-10fe-4368-bfef-2ba72cc2ba08 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.278711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8c3a2-10fe-4368-bfef-2ba72cc2ba08 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.281185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8c3a2-10fe-4368-bfef-2ba72cc2ba08 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.283110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8c3a2-10fe-4368-bfef-2ba72cc2ba08 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.285450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8c3a2-10fe-4368-bfef-2ba72cc2ba08 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.288217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-93b8c3a2-10fe-4368-bfef-2ba72cc2ba08 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2555311 Dec 12 04:32:15.296485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46200) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:15.306933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6a8be1c1-2e80-4717-9f9c-1bb877724f70 None None] Provisioning complete for port b3fdf978-0909-422f-ae18-3c824a5dafc4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:15.307324 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a8be1c1-2e80-4717-9f9c-1bb877724f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.329504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.366260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6c5461c0-001d-40d0-9a12-1e5d0e56da17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afb287492e5a4ac99737aa0c962dd445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7619624 Dec 12 04:32:15.370870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46202) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:15.371665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5461c0-001d-40d0-9a12-1e5d0e56da17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215360e7-eb6c-40a4-be6e-d4dbb5133598,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:15.375724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38e3a3-7a8f-457c-92e3-f439a89b269f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.391010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38e3a3-7a8f-457c-92e3-f439a89b269f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.393944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38e3a3-7a8f-457c-92e3-f439a89b269f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.397925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38e3a3-7a8f-457c-92e3-f439a89b269f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.400500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38e3a3-7a8f-457c-92e3-f439a89b269f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:15.402358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8f38e3a3-7a8f-457c-92e3-f439a89b269f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1024270 Dec 12 04:32:15.483737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46204) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:15.508448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2707159d-d852-4d39-922f-9b769864c082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.514943 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2707159d-d852-4d39-922f-9b769864c082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.522566 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2707159d-d852-4d39-922f-9b769864c082 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebcd8127-b2c3-4817-b004-77f15d3dc3f3 HTTP/1.1" status: 204 len: 168 time: 0.4609025 Dec 12 04:32:15.576014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707159d-d852-4d39-922f-9b769864c082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcd8127-b2c3-4817-b004-77f15d3dc3f3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:15.739072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af3ec4b7-8834-4b48-a02e-6a5d0786f4a3 req-b570e75d-8038-426c-b517-552a78ea34b9 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5291908 Dec 12 04:32:15.838610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:15.929339 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:16.017109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port b3fdf978-0909-422f-ae18-3c824a5dafc4, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b3fdf978-0909-422f-ae18-3c824a5dafc4,segment=NetworkSegment(1d6b5f11-4e65-4490-967f-4986010e2e2f),segment_id=1d6b5f11-4e65-4490-967f-4986010e2e2f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:16.023382 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a8be1c1-2e80-4717-9f9c-1bb877724f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:16.044787 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:16.045741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5d6d58b1-48f2-47f7-8b86-398e7c188efd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:16.062218 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e9531e38-e794-4746-a4ec-133f91a5503c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:16.089478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Network e5861449-f31b-4b01-9e1d-7b3290c4bd1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:16.115599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:16.155611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6524d527-b97b-41ee-b279-06e827721232 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:16.172018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46220) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:16.182449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6524d527-b97b-41ee-b279-06e827721232 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/networks/beed4627-b238-4de1-9305-fd4582229b79 HTTP/1.1" status: 200 len: 803 time: 0.6624117 Dec 12 04:32:16.376210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e9531e38-e794-4746-a4ec-133f91a5503c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:16.405357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647f68b-985d-4487-bbbe-b51b4be03eb2 req-d05c2623-c0d5-462d-b853-2bd7982db12d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:16.417046 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0647f68b-985d-4487-bbbe-b51b4be03eb2 req-d05c2623-c0d5-462d-b853-2bd7982db12d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.2549922 Dec 12 04:32:16.445957 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-6a8be1c1-2e80-4717-9f9c-1bb877724f70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:32:16.447343 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-6a8be1c1-2e80-4717-9f9c-1bb877724f70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:32:16.552695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e9531e38-e794-4746-a4ec-133f91a5503c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:16.557071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=b3fdf978-0909-422f-ae18-3c824a5dafc4,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:16.566720 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e9531e38-e794-4746-a4ec-133f91a5503c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:16.567949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e9531e38-e794-4746-a4ec-133f91a5503c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/215360e7-eb6c-40a4-be6e-d4dbb5133598 HTTP/1.1" status: 204 len: 168 time: 1.1895509 Dec 12 04:32:16.574449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5d6d58b1-48f2-47f7-8b86-398e7c188efd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:16.575389 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:16.596908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-710c6cae-efbc-47cb-aab7-d56c474fd9ad tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/networks/beed4627-b238-4de1-9305-fd4582229b79?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4213078 Dec 12 04:32:16.599851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46242) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:16.645096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9531e38-e794-4746-a4ec-133f91a5503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215360e7-eb6c-40a4-be6e-d4dbb5133598,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:16.656394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Router 2e29eeba-e93d-4619-92bf-3d3f202da7f8 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:32:16.701439 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5ad88-9d09-4fd6-b583-3933408a5c8b None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:32:16.799087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0647f68b-985d-4487-bbbe-b51b4be03eb2 req-13259d99-8f7d-4333-9059-a3250ccdd6b5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806493 Dec 12 04:32:16.830666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6134330-e72a-4d95-ad93-fdf084a9f6c3 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:16.844264 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c6134330-e72a-4d95-ad93-fdf084a9f6c3 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/subnets/25a39e88-2217-457b-bb88-d0013ac3055c HTTP/1.1" status: 200 len: 843 time: 0.2087758 Dec 12 04:32:16.844613 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46252) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:16.917982 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:16.972652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:32:16.988189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620014e2-0ebe-4b4b-b6df-afa8ba17886d tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:16.989494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-620014e2-0ebe-4b4b-b6df-afa8ba17886d tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "GET /v2.0/subnets/25a39e88-2217-457b-bb88-d0013ac3055c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1423082 Dec 12 04:32:16.991179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2adc367a-1c87-4c04-b073-33594f315f63 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "PUT /v2.0/routers/2e29eeba-e93d-4619-92bf-3d3f202da7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4117212 Dec 12 04:32:16.995464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46264) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:16.995853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46266) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:17.002224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604e77b-61e3-4ba7-9c8a-584817300de3 None None] Sync routers for ids ['2e29eeba-e93d-4619-92bf-3d3f202da7f8'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:32:17.004033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Request body: {'port': {'network_id': 'e5861449-f31b-4b01-9e1d-7b3290c4bd1e', 'name': 'tempest-FloatingIPNegativeTestJSON-336266444'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:17.015657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935147502'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:17.036073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d8fd9-712d-4b9c-bd98-ca2704d674bf req-2ec89c10-5498-44f0-90c9-ec187fe8b013 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:17.050284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-306d8fd9-712d-4b9c-bd98-ca2704d674bf req-2ec89c10-5498-44f0-90c9-ec187fe8b013 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 946 time: 0.1386127 Dec 12 04:32:17.162194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-306d8fd9-712d-4b9c-bd98-ca2704d674bf req-22e73428-a565-4a1d-a6c2-c289ef24a926 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044989 Dec 12 04:32:17.203610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604e77b-61e3-4ba7-9c8a-584817300de3 None None] Routers {'2e29eeba-e93d-4619-92bf-3d3f202da7f8'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:32:17.204262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0604e77b-61e3-4ba7-9c8a-584817300de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:32:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e29eeba-e93d-4619-92bf-3d3f202da7f8'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:17.209710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:17.214962 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.217820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f5ad88-9d09-4fd6-b583-3933408a5c8b None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:32:17.285481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:17.295269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0604e77b-61e3-4ba7-9c8a-584817300de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:17.308719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.309188 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Added segment c5145b5f-be53-49d0-9ce4-3754a5120896 of type vlan for network ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 Dec 12 04:32:17.335235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Made reservation on behalf of caa27c5b10754ccc8aa61e7eaa36e27f for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:17.343905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.368635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604e77b-61e3-4ba7-9c8a-584817300de3 None None] Routers {'2e29eeba-e93d-4619-92bf-3d3f202da7f8'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:32:17.369666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0604e77b-61e3-4ba7-9c8a-584817300de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:32:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e29eeba-e93d-4619-92bf-3d3f202da7f8'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:17.401428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6a8be1c1-2e80-4717-9f9c-1bb877724f70 None None] Provisioning complete for port 5d6d58b1-48f2-47f7-8b86-398e7c188efd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:17.402159 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a8be1c1-2e80-4717-9f9c-1bb877724f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.420076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46282) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:17.443315 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fc60e92-11bc-423e-b40e-1fe73f183017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.444158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-0604e77b-61e3-4ba7-9c8a-584817300de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:17.445128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604e77b-61e3-4ba7-9c8a-584817300de3 None None] The sync data for ids ['2e29eeba-e93d-4619-92bf-3d3f202da7f8'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:32:17.461586 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.489188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] device_id is not set on port 3bf65901-a966-43ce-a62f-05764d0ba51e yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:32:17.531741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b3fdf978-0909-422f-ae18-3c824a5dafc4 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:17.634103 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fc60e92-11bc-423e-b40e-1fe73f183017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.641415 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fc60e92-11bc-423e-b40e-1fe73f183017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.653979 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.668683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:17.669927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.701429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc60e92-11bc-423e-b40e-1fe73f183017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07602f93-9f26-4a88-a98c-246bfba0420c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:17.751142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9fc60e92-11bc-423e-b40e-1fe73f183017 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5011409130854343a283c43a61dab927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3299327 Dec 12 04:32:17.751912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46286) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:17.834777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b3fdf978-0909-422f-ae18-3c824a5dafc4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:17.835331 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.910614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31581f69-67a2-4491-a1fd-e40d00f13ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:17.912965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9004104 Dec 12 04:32:17.913802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46292) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:17.930999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'network_id': 'ef78f7d4-3d2c-4936-a6e2-abdb0374ef25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:17.972513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Allocated IP 172.20.0.3 (e5861449-f31b-4b01-9e1d-7b3290c4bd1e/797bdb62-d9d5-4d87-b181-fcda14931a85/3bf65901-a966-43ce-a62f-05764d0ba51e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:17.982957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2a85dfbc-ac32-4057-a310-419e2af04f9d None None] Provisioning complete for port b3fdf978-0909-422f-ae18-3c824a5dafc4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:17.983385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a85dfbc-ac32-4057-a310-419e2af04f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.170194 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31581f69-67a2-4491-a1fd-e40d00f13ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.229747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Made reservation on behalf of 2d636fee05e3493ab18a7f7b360a8dd4 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:18.236711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2a85dfbc-ac32-4057-a310-419e2af04f9d None None] Provisioning complete for port 9e6c477a-40e2-44f2-a044-60badc8fcc9a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:18.237482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.238540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a85dfbc-ac32-4057-a310-419e2af04f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.327757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300fe36-3316-4819-b7b4-1359e7a8e29a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Network': ['ID=ef78f7d4-3d2c-4936-a6e2-abdb0374ef25,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:18.337933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2a85dfbc-ac32-4057-a310-419e2af04f9d None None] Port 9e6c477a-40e2-44f2-a044-60badc8fcc9a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:32:18.348967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:18.391275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0095d77-9bbf-4b0f-9b0e-c2254fec32c4 req-905d7f84-52bd-4f79-989b-aaaadced3d32 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:18.400348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f0095d77-9bbf-4b0f-9b0e-c2254fec32c4 req-905d7f84-52bd-4f79-989b-aaaadced3d32 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.1633668 Dec 12 04:32:18.430986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Performing IP validity checks on allocation pools {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 04:32:18.431431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 04:32:18.454064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.478096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c1fcd-2070-420e-b4e7-683e01c92beb req-686751bd-c108-4d58-b627-0df2839290f4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:18.479706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b51c1fcd-2070-420e-b4e7-683e01c92beb req-686751bd-c108-4d58-b627-0df2839290f4 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 946 time: 0.1993024 Dec 12 04:32:18.499272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f0095d77-9bbf-4b0f-9b0e-c2254fec32c4 req-e10fd352-611f-4992-bc04-9de9c6cdd7c4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929456 Dec 12 04:32:18.499753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31581f69-67a2-4491-a1fd-e40d00f13ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.504866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31581f69-67a2-4491-a1fd-e40d00f13ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.518591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-31581f69-67a2-4491-a1fd-e40d00f13ad1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07602f93-9f26-4a88-a98c-246bfba0420c HTTP/1.1" status: 204 len: 168 time: 0.7572098 Dec 12 04:32:18.546049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.546318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31581f69-67a2-4491-a1fd-e40d00f13ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07602f93-9f26-4a88-a98c-246bfba0420c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:18.610057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Network e5861449-f31b-4b01-9e1d-7b3290c4bd1e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:18.614659 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:18.617935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:18.621034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event updated for resources: {'Port': ['ID=3bf65901-a966-43ce-a62f-05764d0ba51e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:18.683016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b51c1fcd-2070-420e-b4e7-683e01c92beb req-c865b876-164e-4519-8b42-75aa7de26cc7 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802809 Dec 12 04:32:18.745629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:18.746748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.777240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9b92e4bc-93a7-4d35-a4ae-29e677c5bd06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7803276 Dec 12 04:32:18.781181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46310) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:18.788808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:18.808557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.841723 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:18.896929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=433ef760-d65a-41eb-89ba-439352747590,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:18.932283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Checking segment: {'id': 'c5145b5f-be53-49d0-9ce4-3754a5120896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef78f7d4-3d2c-4936-a6e2-abdb0374ef25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:18.938485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network hostable DHCP agents. Network: ef78f7d4-3d2c-4936-a6e2-abdb0374ef25, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:18.993744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Network ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:19.013443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ef78f7d4-3d2c-4936-a6e2-abdb0374ef25) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:19.025215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dfd34f-069c-472c-a8d6-7dc3ae3a2791 None None] Network ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:19.029136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:19.030499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:19.062948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fd527645-deff-45a7-93eb-faec1eba9541 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1477108 Dec 12 04:32:19.067440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46322) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:19.082239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4254f705-e3a8-4733-b41e-e04be39d3ed5 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:19.128092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:19.166649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fe4ef90e-338a-4aa4-a771-e6d50f7f87e2 None None] Provisioning complete for port 3bf65901-a966-43ce-a62f-05764d0ba51e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:19.167187 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fe4ef90e-338a-4aa4-a771-e6d50f7f87e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:19.282968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ef90e-338a-4aa4-a771-e6d50f7f87e2 None None] Port 3bf65901-a966-43ce-a62f-05764d0ba51e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:32:19.306539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-ef78f7d4-3d2c-4936-a6e2-abdb0374ef25', 'network_id': 'ef78f7d4-3d2c-4936-a6e2-abdb0374ef25', 'project_id': '2d636fee05e3493ab18a7f7b360a8dd4', 'fixed_ips': [{'subnet_id': '433ef760-d65a-41eb-89ba-439352747590'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:19.307457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:19.353953 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4254f705-e3a8-4733-b41e-e04be39d3ed5 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3754881'] for subnet, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:19.409592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Allocated IP 172.25.7.131 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/69191882-5a60-481f-a28c-04d5cfb0fa69) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:19.500342 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 04:32:19.500342 n-d-710847-7 neutron-server[103452]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 12 04:32:19.500342 n-d-710847-7 neutron-server[103452]: [parameters: {'in_use': 1, 'id_1': '433ef760-d65a-41eb-89ba-439352747590'}] Dec 12 04:32:19.500342 n-d-710847-7 neutron-server[103452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:32:19.500808 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:32:19.682193 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:19.705079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4254f705-e3a8-4733-b41e-e04be39d3ed5 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730863114204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3237496'] for subnet, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:19.757213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705eee-f2b0-4c73-a3f5-f2c5198296c0 req-b90ec26d-3a6d-4924-bc9a-ecb6133a199f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:19.773853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04705eee-f2b0-4c73-a3f5-f2c5198296c0 req-b90ec26d-3a6d-4924-bc9a-ecb6133a199f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.1687028 Dec 12 04:32:19.819171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254f705-e3a8-4733-b41e-e04be39d3ed5 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event updated for resources: {'Subnet': ['ID=433ef760-d65a-41eb-89ba-439352747590,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:19.853194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4254f705-e3a8-4733-b41e-e04be39d3ed5 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:19.853814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4254f705-e3a8-4733-b41e-e04be39d3ed5 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:19.855182 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4254f705-e3a8-4733-b41e-e04be39d3ed5 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "PUT /v2.0/subnets/433ef760-d65a-41eb-89ba-439352747590 HTTP/1.1" status: 200 len: 900 time: 0.7865753 Dec 12 04:32:19.861190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46342) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:19.984533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-04705eee-f2b0-4c73-a3f5-f2c5198296c0 req-6d937211-92a3-492a-8427-02fb38da7db0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024083 Dec 12 04:32:20.001883 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.016957 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.068422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.124596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:20.152386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:20.162618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:20.177786 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.256740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event updated for resources: {'Port': ['ID=69191882-5a60-481f-a28c-04d5cfb0fa69,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:20.310278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Allocated IP 2001:db8::3 (ef78f7d4-3d2c-4936-a6e2-abdb0374ef25/433ef760-d65a-41eb-89ba-439352747590/5ecea292-4201-4302-bae5-3cd9f3ff8b54) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:20.345243 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.393832 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.606301 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.612503 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.619385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.626427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.647834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.719408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=433ef760-d65a-41eb-89ba-439352747590,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:20.726633 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Network ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:20.731714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:20.737190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:20.774631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event updated for resources: {'Port': ['ID=69191882-5a60-481f-a28c-04d5cfb0fa69,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:20.779064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Pushing event updated for resources: {'Port': ['ID=5ecea292-4201-4302-bae5-3cd9f3ff8b54,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:20.799636 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.845561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.861246 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-94125cee-bd07-4bc7-9033-390dbd8db17d tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0700998 Dec 12 04:32:20.865905 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46386) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:20.880129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-70f57f75-32e9-4c4d-9972-ece9363fab2a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Request body: {'floatingip': {'port_id': '3bf65901-a966-43ce-a62f-05764d0ba51e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:20.883043 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.921031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Attempting to bind port 5ecea292-4201-4302-bae5-3cd9f3ff8b54 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:20.921409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Attempting to bind port 5ecea292-4201-4302-bae5-3cd9f3ff8b54 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c5145b5f-be53-49d0-9ce4-3754a5120896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef78f7d4-3d2c-4936-a6e2-abdb0374ef25'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:20.921829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Attempting to bind port 5ecea292-4201-4302-bae5-3cd9f3ff8b54 on network ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:20.925302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef78f7d4-3d2c-4936-a6e2-abdb0374ef25']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:20.938723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:20.941921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Checking segment: {'id': 'c5145b5f-be53-49d0-9ce4-3754a5120896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef78f7d4-3d2c-4936-a6e2-abdb0374ef25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:20.943664 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.945529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5145b5f-be53-49d0-9ce4-3754a5120896') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:20.948343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Bound using segment: {'id': 'c5145b5f-be53-49d0-9ce4-3754a5120896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef78f7d4-3d2c-4936-a6e2-abdb0374ef25'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:20.949468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5145b5f-be53-49d0-9ce4-3754a5120896') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:20.953822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Bound port: 5ecea292-4201-4302-bae5-3cd9f3ff8b54, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5145b5f-be53-49d0-9ce4-3754a5120896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef78f7d4-3d2c-4936-a6e2-abdb0374ef25'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:20.954754 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.967132 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.984932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:20.992452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:20.993043 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:21.035703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-70f57f75-32e9-4c4d-9972-ece9363fab2a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:21.094861 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:21.206965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] For port 5ecea292-4201-4302-bae5-3cd9f3ff8b54, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:21.213294 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:32:21.213294 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:32:21.213294 n-d-710847-7 neutron-server[103451]: [parameters: {'id': 'ef78f7d4-3d2c-4936-a6e2-abdb0374ef25'}] Dec 12 04:32:21.213294 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:32:21.214028 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:32:21.217423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] For port 5ecea292-4201-4302-bae5-3cd9f3ff8b54, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5ecea292-4201-4302-bae5-3cd9f3ff8b54,segment=NetworkSegment(c5145b5f-be53-49d0-9ce4-3754a5120896),segment_id=c5145b5f-be53-49d0-9ce4-3754a5120896)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:21.229564 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:21.277925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5a046-b0da-402e-91c1-8637b2c58520 req-cf4325e8-4fde-44f3-87ad-a8f0909cf25c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:21.284716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3dc5a046-b0da-402e-91c1-8637b2c58520 req-cf4325e8-4fde-44f3-87ad-a8f0909cf25c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.1878655 Dec 12 04:32:21.342770 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-70f57f75-32e9-4c4d-9972-ece9363fab2a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] update failed (client error): The resource could not be found. Dec 12 04:32:21.345870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-70f57f75-32e9-4c4d-9972-ece9363fab2a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "PUT /v2.0/floatingips/97b66eb7-6808-4f8a-bf53-0fd9fab87cc8 HTTP/1.1" status: 404 len: 507 time: 0.4751005 Dec 12 04:32:21.350653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46398) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:21.443080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3dc5a046-b0da-402e-91c1-8637b2c58520 req-b2ce4999-f513-49e4-85b2-4ea77779d28a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473393 Dec 12 04:32:21.650704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Deleting port 69191882-5a60-481f-a28c-04d5cfb0fa69 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:21.651360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:21.757667 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:21.758047 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:21.777429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:21.803372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Calling delete_port for 69191882-5a60-481f-a28c-04d5cfb0fa69 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:21.816154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c88ce-4086-4696-9208-753ca6262556 None None] Pushing event updated for resources: {'Port': ['ID=5ecea292-4201-4302-bae5-3cd9f3ff8b54,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:21.846184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5246582-786b-40cc-8eb8-23eeb5d05d53 None None] Network ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:21.973260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f62ef-d5d0-41e8-a8b5-cbfe735c4c76 None None] Network ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:21.982058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting port 5ecea292-4201-4302-bae5-3cd9f3ff8b54 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:21.982429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.126026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d4606-f852-45e4-90ad-ed928cfc91d6 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:32:22.175904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] For port 5ecea292-4201-4302-bae5-3cd9f3ff8b54, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5ecea292-4201-4302-bae5-3cd9f3ff8b54,segment=NetworkSegment(c5145b5f-be53-49d0-9ce4-3754a5120896),segment_id=c5145b5f-be53-49d0-9ce4-3754a5120896)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:22.176350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.204244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Calling delete_port for 5ecea292-4201-4302-bae5-3cd9f3ff8b54 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:22.235145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.322025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event deleted for resources: {'Port': ['ID=69191882-5a60-481f-a28c-04d5cfb0fa69,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:22.401675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d4606-f852-45e4-90ad-ed928cfc91d6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:32:22.462483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.465513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.472865 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-90439bb9-6e70-4036-aba1-0d66fcc691b0 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "DELETE /v2.0/floatingips/97b66eb7-6808-4f8a-bf53-0fd9fab87cc8 HTTP/1.1" status: 204 len: 168 time: 1.1143739 Dec 12 04:32:22.473007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46436) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:22.478065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b8b5d0db-02f6-4d2a-a20c-0f402d63747a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Request body: {'floatingip': {'floating_network_id': 'e5861449-f31b-4b01-9e1d-7b3290c4bd1e', 'port_id': '3bf65901-a966-43ce-a62f-05764d0ba51e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:22.500540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.542916 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d0db-02f6-4d2a-a20c-0f402d63747a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.572334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Port': ['ID=5ecea292-4201-4302-bae5-3cd9f3ff8b54,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:22.587690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No DVR routers for this DVR port 5ecea292-4201-4302-bae5-3cd9f3ff8b54 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:22.751618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1d4b3-63bb-461e-8dc1-dd067c18cdd0 req-cdcd6ab8-f285-45bb-92df-0873d974c199 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:22.753732 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98e1d4b3-63bb-461e-8dc1-dd067c18cdd0 req-cdcd6ab8-f285-45bb-92df-0873d974c199 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.1150117 Dec 12 04:32:22.775929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.825256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef78f7d4-3d2c-4936-a6e2-abdb0374ef25']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:22.838344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5145b5f-be53-49d0-9ce4-3754a5120896') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:22.838705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5145b5f-be53-49d0-9ce4-3754a5120896') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:22.850756 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.855716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98e1d4b3-63bb-461e-8dc1-dd067c18cdd0 req-b17b0d4e-add0-4524-8de4-1e5b0a84ec0d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929496 Dec 12 04:32:22.872663 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.892940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:22.892940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:22.895638 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:22.947977 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-b8b5d0db-02f6-4d2a-a20c-0f402d63747a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:22.947977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b8b5d0db-02f6-4d2a-a20c-0f402d63747a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4529836 Dec 12 04:32:22.947977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46440) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:22.947977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '3bf65901-a966-43ce-a62f-05764d0ba51e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:23.017876 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:23.027054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:23.047904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:23.054419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 HTTP/1.1" status: 204 len: 168 time: 3.1891861 Dec 12 04:32:23.070405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46442) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:23.072261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799ea9e-f1ed-403a-a345-64b11e7cd659 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=ef78f7d4-3d2c-4936-a6e2-abdb0374ef25,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:23.162019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-adcf21f8-2083-48f1-9da2-562a16fa84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:23.165223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-adcf21f8-2083-48f1-9da2-562a16fa84c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1097 time: 0.1607332 Dec 12 04:32:23.166826 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed45f31-a0e0-4bb9-a463-da4966c6f430 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:23.166826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed45f31-a0e0-4bb9-a463-da4966c6f430 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:23.170891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ed45f31-a0e0-4bb9-a463-da4966c6f430 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/433ef760-d65a-41eb-89ba-439352747590 HTTP/1.1" status: 404 len: 337 time: 0.0961368 Dec 12 04:32:23.173507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46446) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:23.193334 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-026d2321-5f0a-486b-b8c6-b8e0e5224af7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:23.193766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026d2321-5f0a-486b-b8c6-b8e0e5224af7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:23.197542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-026d2321-5f0a-486b-b8c6-b8e0e5224af7 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/ef78f7d4-3d2c-4936-a6e2-abdb0374ef25 HTTP/1.1" status: 404 len: 339 time: 0.0227931 Dec 12 04:32:23.202013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46448) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:23.316280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:23.472854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:23.488845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Allocated IP 172.25.7.137 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e3a342a4-5e93-4c3b-a2ec-7adc851ff7e5) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:23.547410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-ffc2130a-6d18-44e1-bec8-8aa841e1b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:23.549009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-ffc2130a-6d18-44e1-bec8-8aa841e1b24b service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.3207278 Dec 12 04:32:24.033032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-ca5d6f2c-3b50-4792-8297-1b32d279be97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 1000 time: 0.4657109 Dec 12 04:32:24.091974 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.170953 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.230327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.248162 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:24.263910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:24.269148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:24.291353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-ca5ac1da-4d45-4728-bd08-2d8d5c1ea486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:24.299955 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-ca5ac1da-4d45-4728-bd08-2d8d5c1ea486 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.2271369 Dec 12 04:32:24.336362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf47368c-3345-4107-870d-855fdf2b011a']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:24.363732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event updated for resources: {'Port': ['ID=e3a342a4-5e93-4c3b-a2ec-7adc851ff7e5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:24.384264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46d5e64-d3ca-4b77-a61f-e2ef7b890a33') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:24.384581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46d5e64-d3ca-4b77-a61f-e2ef7b890a33') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:24.397060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3400af-b420-4a97-a8a2-bde97564c3b3 req-60c5bf77-7f62-4ea9-ab85-39b3c64cb990 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:24.399596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cf3400af-b420-4a97-a8a2-bde97564c3b3 req-60c5bf77-7f62-4ea9-ab85-39b3c64cb990 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.3647265 Dec 12 04:32:24.427544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.451267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-23cf16bc-201f-4fe7-bfa2-70d887fb595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:24.453003 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-23cf16bc-201f-4fe7-bfa2-70d887fb595f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000886 Dec 12 04:32:24.473645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.585700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:24.586397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:24.590129 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:24.593812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Deleting port e3a342a4-5e93-4c3b-a2ec-7adc851ff7e5 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:24.594271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.671475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cf3400af-b420-4a97-a8a2-bde97564c3b3 req-c45ba739-b9ee-4c2e-94f2-b66300251f8b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646761 Dec 12 04:32:24.695629 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.696483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.717952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Calling delete_port for e3a342a4-5e93-4c3b-a2ec-7adc851ff7e5 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:24.761636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.787758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:24.791866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/cf47368c-3345-4107-870d-855fdf2b011a HTTP/1.1" status: 204 len: 168 time: 1.5888746 Dec 12 04:32:24.794983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46462) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:24.830181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-b6fc82aa-8f29-4b2f-8cf3-c73de0cb7c86 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540242 Dec 12 04:32:24.831922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc69f7e-bcd5-4440-9c92-b7875ec8aab8 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=cf47368c-3345-4107-870d-855fdf2b011a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:24.889261 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3430f02-30f0-4b37-b22f-03971ee7f291 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:24.890362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3430f02-30f0-4b37-b22f-03971ee7f291 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:24.897545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b3430f02-30f0-4b37-b22f-03971ee7f291 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/dc4f700e-31ce-4a82-8e0a-7b20c7abf6f6 HTTP/1.1" status: 404 len: 337 time: 0.0997987 Dec 12 04:32:24.902107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46464) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:24.958948 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c873e7-b6b5-4dd2-870b-ce584979fdb2 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:24.959717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c873e7-b6b5-4dd2-870b-ce584979fdb2 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:24.969211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-54c873e7-b6b5-4dd2-870b-ce584979fdb2 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/d0e3b159-1b23-49f8-a5fc-7ef5ae47db91 HTTP/1.1" status: 404 len: 339 time: 0.0655012 Dec 12 04:32:24.972164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46466) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:25.089326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-8033e49f-cbb5-4d50-a2f5-e2f782f75f51 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting subnet 2e9e4da3-deee-4f83-a75f-b97e2611c6dd {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:32:25.089556 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ae2c5f45-9baf-4209-bfe4-958aec35c08e req-de35b52a-48ce-48c3-9a0b-554faa24b29b service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464623 Dec 12 04:32:25.109587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8033e49f-cbb5-4d50-a2f5-e2f782f75f51 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.165092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8033e49f-cbb5-4d50-a2f5-e2f782f75f51 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.168244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.217057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event deleted for resources: {'Port': ['ID=e3a342a4-5e93-4c3b-a2ec-7adc851ff7e5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:25.346720 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8033e49f-cbb5-4d50-a2f5-e2f782f75f51 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.350308 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] create failed (client error): The resource could not be found. Dec 12 04:32:25.352968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-416d8731-df47-4406-8e91-f2a147864bf4 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4183824 Dec 12 04:32:25.355195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46478) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:25.412392 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8033e49f-cbb5-4d50-a2f5-e2f782f75f51 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.439347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033e49f-cbb5-4d50-a2f5-e2f782f75f51 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9e4da3-deee-4f83-a75f-b97e2611c6dd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:25.445171 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8033e49f-cbb5-4d50-a2f5-e2f782f75f51 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.447920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8033e49f-cbb5-4d50-a2f5-e2f782f75f51 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/2e9e4da3-deee-4f83-a75f-b97e2611c6dd HTTP/1.1" status: 204 len: 168 time: 0.4729850 Dec 12 04:32:25.452188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46484) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:25.455296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca2f887-4939-4019-a52f-4b5c831d2885 None None] Network 2eb26e00-db40-4407-a0ea-2a03f8093949 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:25.506327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5149797f-93c8-471e-94ca-fa8f280b7b5b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Deleting port 3bf65901-a966-43ce-a62f-05764d0ba51e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:25.507379 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5149797f-93c8-471e-94ca-fa8f280b7b5b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.589852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a166d890-6c71-437d-ac55-9e42f0e477dc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting subnet 24625138-34d2-416f-bc5e-c201cd9890c6 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:32:25.594993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a166d890-6c71-437d-ac55-9e42f0e477dc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.655430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a166d890-6c71-437d-ac55-9e42f0e477dc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.724340 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5149797f-93c8-471e-94ca-fa8f280b7b5b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.771146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5149797f-93c8-471e-94ca-fa8f280b7b5b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Calling delete_port for 3bf65901-a966-43ce-a62f-05764d0ba51e owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:25.871576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dae5b-3781-43c6-b3f7-209adad875a2 req-073b02c6-f92a-4365-9bbf-8be8c18d0f18 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:25.873756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-095dae5b-3781-43c6-b3f7-209adad875a2 req-073b02c6-f92a-4365-9bbf-8be8c18d0f18 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.0849557 Dec 12 04:32:25.899224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a166d890-6c71-437d-ac55-9e42f0e477dc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:25.963863 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-095dae5b-3781-43c6-b3f7-209adad875a2 req-5a79628e-6c0a-4e61-870f-aa3cae62a469 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822778 Dec 12 04:32:26.067064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a166d890-6c71-437d-ac55-9e42f0e477dc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.124963 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a166d890-6c71-437d-ac55-9e42f0e477dc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.131396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46506) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:26.131603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a166d890-6c71-437d-ac55-9e42f0e477dc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/24625138-34d2-416f-bc5e-c201cd9890c6 HTTP/1.1" status: 204 len: 168 time: 0.6771028 Dec 12 04:32:26.132601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166d890-6c71-437d-ac55-9e42f0e477dc tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=24625138-34d2-416f-bc5e-c201cd9890c6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:26.156992 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5149797f-93c8-471e-94ca-fa8f280b7b5b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.254347 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.267495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149797f-93c8-471e-94ca-fa8f280b7b5b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event deleted for resources: {'Port': ['ID=3bf65901-a966-43ce-a62f-05764d0ba51e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:26.394079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting port 5d6d58b1-48f2-47f7-8b86-398e7c188efd {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:26.399382 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.411341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5149797f-93c8-471e-94ca-fa8f280b7b5b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.425129 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5149797f-93c8-471e-94ca-fa8f280b7b5b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "DELETE /v2.0/ports/3bf65901-a966-43ce-a62f-05764d0ba51e HTTP/1.1" status: 204 len: 168 time: 1.0647826 Dec 12 04:32:26.427746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46522) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:26.455362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e526e003-f738-45bf-ab26-d75ee3f87362 None None] Network 2eb26e00-db40-4407-a0ea-2a03f8093949 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:26.505736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] For port 5d6d58b1-48f2-47f7-8b86-398e7c188efd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5d6d58b1-48f2-47f7-8b86-398e7c188efd,segment=NetworkSegment(f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4),segment_id=f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:26.506205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.522157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Calling delete_port for 5d6d58b1-48f2-47f7-8b86-398e7c188efd owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:26.549457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52bba3-af17-4f7f-9f28-256293027139 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:26.553379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1a52bba3-af17-4f7f-9f28-256293027139 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e29eeba-e93d-4619-92bf-3d3f202da7f8 HTTP/1.1" status: 200 len: 913 time: 0.1226957 Dec 12 04:32:26.565926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46534) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:26.617454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b385343f-0a49-41d5-804b-051f407cd5c5 None None] Provisioning complete for port 5d6d58b1-48f2-47f7-8b86-398e7c188efd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:26.618191 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b385343f-0a49-41d5-804b-051f407cd5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.626479 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.655045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Port': ['ID=5d6d58b1-48f2-47f7-8b86-398e7c188efd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:26.670254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No DVR routers for this DVR port 5d6d58b1-48f2-47f7-8b86-398e7c188efd on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:26.670856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b385343f-0a49-41d5-804b-051f407cd5c5 None None] Could not find standard attr ID for object 5d6d58b1-48f2-47f7-8b86-398e7c188efd. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:32:26.675513 n-d-710847-7 neutron-server[103452]: INFO neutron.plugins.ml2.db [None req-b385343f-0a49-41d5-804b-051f407cd5c5 None None] No ports have port_id starting with 5d6d58b1-48f2-47f7-8b86-398e7c188efd Dec 12 04:32:26.766167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076c2880-4acb-4fca-a951-de4825c97b11 None None] DHCP port deletion for 2eb26e00-db40-4407-a0ea-2a03f8093949 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:32:26.817063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.843869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb26e00-db40-4407-a0ea-2a03f8093949']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:26.861638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:26.862046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d32ce8-be40-4dc3-8c3f-2df6bc5e07e4') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:26.874391 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.890450 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.900807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:26.901462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:26.906103 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:26.982886 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:26.995820 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:27.002690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46548) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:27.004256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/2eb26e00-db40-4407-a0ea-2a03f8093949 HTTP/1.1" status: 204 len: 168 time: 0.8713930 Dec 12 04:32:27.035073 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68b5fb4-f986-4fd2-ac08-990ef71ef210 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:27.035605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68b5fb4-f986-4fd2-ac08-990ef71ef210 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:27.037188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29c4ad-0805-4873-b9f4-63eb0947426a tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=2eb26e00-db40-4407-a0ea-2a03f8093949,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:27.038988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e68b5fb4-f986-4fd2-ac08-990ef71ef210 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/4bf63387-396d-4bc1-a224-a9d885e22c50 HTTP/1.1" status: 404 len: 337 time: 0.0353131 Dec 12 04:32:27.041930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46550) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:27.084142 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3a741c-3de4-4113-8ca8-0397f46a0c02 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:27.084753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3a741c-3de4-4113-8ca8-0397f46a0c02 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:27.088284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0a3a741c-3de4-4113-8ca8-0397f46a0c02 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/acb63626-cadf-4fb8-98e5-3772ecf020af HTTP/1.1" status: 404 len: 339 time: 0.0445549 Dec 12 04:32:27.091004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46552) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:27.127808 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-663975cc-cae7-4500-8103-f27e40c46080 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:27.128547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663975cc-cae7-4500-8103-f27e40c46080 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:27.138743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-663975cc-cae7-4500-8103-f27e40c46080 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/7ee0bd1c-5ac3-4dbe-b59b-5d0c8cb9ebe4 HTTP/1.1" status: 404 len: 337 time: 0.0434077 Dec 12 04:32:27.138743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46556) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:27.143695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f90379-8e2b-4ee6-a47d-afd31ec2e604 req-a8eba13e-f9f3-40ea-842e-a9c8cd34c81f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:27.145358 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3f90379-8e2b-4ee6-a47d-afd31ec2e604 req-a8eba13e-f9f3-40ea-842e-a9c8cd34c81f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.0765657 Dec 12 04:32:27.150246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:27.159257 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fb61ae-d448-4ac1-a01d-11c5f624f4ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:27.159843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fb61ae-d448-4ac1-a01d-11c5f624f4ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:27.163094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b7fb61ae-d448-4ac1-a01d-11c5f624f4ca tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/45bdead2-8efd-40a6-b6c5-b7a98ff60d28 HTTP/1.1" status: 404 len: 339 time: 0.0234215 Dec 12 04:32:27.165738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46558) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:27.197296 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1059adc8-e225-4827-b6a0-246d0e907e56 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:27.197856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1059adc8-e225-4827-b6a0-246d0e907e56 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:27.203950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1059adc8-e225-4827-b6a0-246d0e907e56 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/47b67be7-cdfb-44d7-8b84-50645c939a62 HTTP/1.1" status: 404 len: 337 time: 0.0348642 Dec 12 04:32:27.204133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46560) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:27.222984 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a13adb8-a49d-41f4-b3bd-2b03cd5dcc50 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:27.224282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a13adb8-a49d-41f4-b3bd-2b03cd5dcc50 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:27.228853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7a13adb8-a49d-41f4-b3bd-2b03cd5dcc50 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/417437da-c692-4f0e-a0c3-96340386d080 HTTP/1.1" status: 404 len: 339 time: 0.0217743 Dec 12 04:32:27.234012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46562) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:27.275478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3f90379-8e2b-4ee6-a47d-afd31ec2e604 req-f1d62cf9-0e3b-4132-883f-fee1b260029c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192105 Dec 12 04:32:27.314272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-13249a9d-7586-4857-aab3-4175599a5b20 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting subnet c1d8cfaa-735e-46e9-a7fb-58f5ff2fd5d7 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:32:27.318516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-13249a9d-7586-4857-aab3-4175599a5b20 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:27.418890 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-13249a9d-7586-4857-aab3-4175599a5b20 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:27.448576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5d6d58b1-48f2-47f7-8b86-398e7c188efd no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:32:27.477202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5d6d58b1-48f2-47f7-8b86-398e7c188efd {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:32:27.480325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5d6d58b1-48f2-47f7-8b86-398e7c188efd not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:32:27.598257 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-13249a9d-7586-4857-aab3-4175599a5b20 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:27.613828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Deleting port 9e6c477a-40e2-44f2-a044-60badc8fcc9a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:27.614189 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:27.670148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000950e6-faa4-4344-bef5-2c944a508609 req-b40b62ce-e2fc-4272-b052-a7e312359035 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:27.672058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-000950e6-faa4-4344-bef5-2c944a508609 req-b40b62ce-e2fc-4272-b052-a7e312359035 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 946 time: 0.1335802 Dec 12 04:32:27.673910 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-13249a9d-7586-4857-aab3-4175599a5b20 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:27.705618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13249a9d-7586-4857-aab3-4175599a5b20 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d8cfaa-735e-46e9-a7fb-58f5ff2fd5d7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:27.718555 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-13249a9d-7586-4857-aab3-4175599a5b20 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:27.721821 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-13249a9d-7586-4857-aab3-4175599a5b20 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/c1d8cfaa-735e-46e9-a7fb-58f5ff2fd5d7 HTTP/1.1" status: 204 len: 168 time: 0.4868400 Dec 12 04:32:27.727260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f37ae-10f5-43e3-980b-ead29edeb15a None None] Network f49164f7-6d3b-4961-ba66-3b170455e47c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:27.732327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46576) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:27.790487 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-000950e6-faa4-4344-bef5-2c944a508609 req-044370f1-a8e3-46d2-8067-f3300eb4754a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888481 Dec 12 04:32:27.819480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:27.846901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Calling delete_port for 9e6c477a-40e2-44f2-a044-60badc8fcc9a owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:27.868978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.000146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3448ea7-c2ea-4cf2-860a-d109de2789af None None] DHCP port deletion for f49164f7-6d3b-4961-ba66-3b170455e47c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:32:28.049043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting port 3ae7c72d-7835-44df-866c-025caeacb190 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:28.049260 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.117329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d3448ea7-c2ea-4cf2-860a-d109de2789af None None] Deleting port 3ae7c72d-7835-44df-866c-025caeacb190 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:28.118450 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3448ea7-c2ea-4cf2-860a-d109de2789af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.161677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] For port 3ae7c72d-7835-44df-866c-025caeacb190, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3ae7c72d-7835-44df-866c-025caeacb190,segment=NetworkSegment(79a256c9-ad75-4a74-9d0d-acf3fd91ddad),segment_id=79a256c9-ad75-4a74-9d0d-acf3fd91ddad)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:28.162151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.165101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.188906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Calling delete_port for 3ae7c72d-7835-44df-866c-025caeacb190 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:28.284323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d3448ea7-c2ea-4cf2-860a-d109de2789af None None] For port 3ae7c72d-7835-44df-866c-025caeacb190, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3ae7c72d-7835-44df-866c-025caeacb190,segment=NetworkSegment(79a256c9-ad75-4a74-9d0d-acf3fd91ddad),segment_id=79a256c9-ad75-4a74-9d0d-acf3fd91ddad)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:28.295737 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3448ea7-c2ea-4cf2-860a-d109de2789af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.313328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d3448ea7-c2ea-4cf2-860a-d109de2789af None None] Calling delete_port for 3ae7c72d-7835-44df-866c-025caeacb190 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:28.317643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event deleted for resources: {'Port': ['ID=9e6c477a-40e2-44f2-a044-60badc8fcc9a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:28.332941 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.414001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Port': ['ID=3ae7c72d-7835-44df-866c-025caeacb190,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:32:28.437897 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:32:28.455032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No DVR routers for this DVR port 3ae7c72d-7835-44df-866c-025caeacb190 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:28.455860 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3448ea7-c2ea-4cf2-860a-d109de2789af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.511881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3448ea7-c2ea-4cf2-860a-d109de2789af None None] Pushing event deleted for resources: {'Port': ['ID=3ae7c72d-7835-44df-866c-025caeacb190,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:28.536216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3448ea7-c2ea-4cf2-860a-d109de2789af None None] No DVR routers for this DVR port 3ae7c72d-7835-44df-866c-025caeacb190 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:28.618212 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.643965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:32:28.720301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49164f7-6d3b-4961-ba66-3b170455e47c']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:28.732762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.738422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a256c9-ad75-4a74-9d0d-acf3fd91ddad') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:28.738825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a256c9-ad75-4a74-9d0d-acf3fd91ddad') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:28.758167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.779716 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.806235 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:32:28.808793 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5363eb16-34df-43b3-80e9-fa5b070609ef" -d '{"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:32:28.825596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:28.832575 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.845912 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.857075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:28.857489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:28.863096 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:28.916094 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084e882-66e7-4dc1-b949-d58e3bb7bce1 x-openstack-request-id: req-b084e882-66e7-4dc1-b949-d58e3bb7bce1 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:32:28.916389 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:32:28.916649 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b084e882-66e7-4dc1-b949-d58e3bb7bce1 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:32:28.917817 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'code': 200} Dec 12 04:32:28.924777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=14']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:29.015451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Router 2e29eeba-e93d-4619-92bf-3d3f202da7f8 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:32:29.019732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.029676 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.037547 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/f49164f7-6d3b-4961-ba66-3b170455e47c HTTP/1.1" status: 204 len: 168 time: 1.2990572 Dec 12 04:32:29.037663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46656) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:29.049596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76012b92-c0a8-4c50-add2-7b36cad2b515 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=f49164f7-6d3b-4961-ba66-3b170455e47c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:29.109964 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa89a8ef-51ac-41fe-a077-f7de3a665b68 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:29.111937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa89a8ef-51ac-41fe-a077-f7de3a665b68 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:29.115819 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fa89a8ef-51ac-41fe-a077-f7de3a665b68 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/a7302d93-72f6-443a-af1b-d62e29bb7613 HTTP/1.1" status: 404 len: 337 time: 0.0791476 Dec 12 04:32:29.121184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46658) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:29.126669 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:32:29.134971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e748a704-a799-49d0-a631-8c271ee2ef06 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "PUT /v2.0/routers/2e29eeba-e93d-4619-92bf-3d3f202da7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5675626 Dec 12 04:32:29.135494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46660) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:29.139449 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a633ed-7336-48ed-9b1d-f4b2edcd8faa None None] Sync routers for ids ['2e29eeba-e93d-4619-92bf-3d3f202da7f8'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:32:29.157773 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a633ed-7336-48ed-9b1d-f4b2edcd8faa None None] Routers {'2e29eeba-e93d-4619-92bf-3d3f202da7f8'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:32:29.158557 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-86a633ed-7336-48ed-9b1d-f4b2edcd8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:32:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e29eeba-e93d-4619-92bf-3d3f202da7f8'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:29.169043 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a544bd-f72b-4151-bf19-dd1d43e28843 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:29.169748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a544bd-f72b-4151-bf19-dd1d43e28843 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:29.173641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-31a544bd-f72b-4151-bf19-dd1d43e28843 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/89aa0ae1-70db-40ae-b0d7-390707fb8a9d HTTP/1.1" status: 404 len: 339 time: 0.0487726 Dec 12 04:32:29.176382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46662) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:29.222252 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-86a633ed-7336-48ed-9b1d-f4b2edcd8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:29.234083 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a633ed-7336-48ed-9b1d-f4b2edcd8faa None None] Routers {'2e29eeba-e93d-4619-92bf-3d3f202da7f8'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:32:29.234790 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-86a633ed-7336-48ed-9b1d-f4b2edcd8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:32:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['2e29eeba-e93d-4619-92bf-3d3f202da7f8'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:29.317968 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-86a633ed-7336-48ed-9b1d-f4b2edcd8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:29.342991 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a633ed-7336-48ed-9b1d-f4b2edcd8faa None None] The sync data for ids ['2e29eeba-e93d-4619-92bf-3d3f202da7f8'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:32:29.360440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-1402cd48-035b-4e89-99ae-2a0a0c15f714 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting subnet 25a39e88-2217-457b-bb88-d0013ac3055c {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:32:29.377525 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1402cd48-035b-4e89-99ae-2a0a0c15f714 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.449757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3ae7c72d-7835-44df-866c-025caeacb190 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:32:29.459812 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1402cd48-035b-4e89-99ae-2a0a0c15f714 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.483305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3ae7c72d-7835-44df-866c-025caeacb190 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:32:29.483577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3ae7c72d-7835-44df-866c-025caeacb190 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:32:29.614090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d563b9d-b692-4ce3-bf3e-5fa6bd078416 req-7ee2f5d7-e683-47c6-a51e-010f245caa93 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:29.625665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d563b9d-b692-4ce3-bf3e-5fa6bd078416 req-7ee2f5d7-e683-47c6-a51e-010f245caa93 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1143639 Dec 12 04:32:29.663069 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1402cd48-035b-4e89-99ae-2a0a0c15f714 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.702451 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75550541-726b-49ff-9068-694a3b7ec646 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.745400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d563b9d-b692-4ce3-bf3e-5fa6bd078416 req-ab462c85-d51b-49c0-933f-b62a2f4b170e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189935 Dec 12 04:32:29.773863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1402cd48-035b-4e89-99ae-2a0a0c15f714 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.813224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402cd48-035b-4e89-99ae-2a0a0c15f714 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Subnet': ['ID=25a39e88-2217-457b-bb88-d0013ac3055c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:29.817844 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1402cd48-035b-4e89-99ae-2a0a0c15f714 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.824297 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1402cd48-035b-4e89-99ae-2a0a0c15f714 tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/subnets/25a39e88-2217-457b-bb88-d0013ac3055c HTTP/1.1" status: 204 len: 168 time: 0.6441224 Dec 12 04:32:29.824470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46672) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:29.830261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7687c328-4576-4598-8eee-0e349735a987 None None] Network beed4627-b238-4de1-9305-fd4582229b79 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:29.894386 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75550541-726b-49ff-9068-694a3b7ec646 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.898030 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75550541-726b-49ff-9068-694a3b7ec646 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.967849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75550541-726b-49ff-9068-694a3b7ec646 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.968433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75550541-726b-49ff-9068-694a3b7ec646 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Fanout notify agent at l3_agent the message router_deleted on router 2e29eeba-e93d-4619-92bf-3d3f202da7f8 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:32:29.976371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75550541-726b-49ff-9068-694a3b7ec646 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:29.982289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-75550541-726b-49ff-9068-694a3b7ec646 tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "DELETE /v2.0/routers/2e29eeba-e93d-4619-92bf-3d3f202da7f8 HTTP/1.1" status: 204 len: 168 time: 0.8434722 Dec 12 04:32:29.986358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46676) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:29.992625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.098478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861e9a0-fea7-4839-af40-e045bdd833ec req-2bdb86b0-42bc-4911-bafc-848b107f4ee3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:30.105683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc27f11-2499-4928-afdf-6ed13fed18ab None None] DHCP port deletion for beed4627-b238-4de1-9305-fd4582229b79 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:32:30.106895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d861e9a0-fea7-4839-af40-e045bdd833ec req-2bdb86b0-42bc-4911-bafc-848b107f4ee3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1033812 Dec 12 04:32:30.113385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7d38ff-0691-492d-b429-0ec071255c7b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Deleting subnet 797bdb62-d9d5-4d87-b181-fcda14931a85 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:32:30.121284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec7d38ff-0691-492d-b429-0ec071255c7b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.139973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Deleting port 63853584-5d11-49bb-a0ef-063464f7829a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:30.140333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.152579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-d09be51a-3607-4736-87fd-2040e3370a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:30.154193 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-d09be51a-3607-4736-87fd-2040e3370a10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1095 time: 0.0994802 Dec 12 04:32:30.179556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2fc27f11-2499-4928-afdf-6ed13fed18ab None None] Deleting port 63853584-5d11-49bb-a0ef-063464f7829a {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:30.180192 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f11-2499-4928-afdf-6ed13fed18ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.221819 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec7d38ff-0691-492d-b429-0ec071255c7b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.225623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d861e9a0-fea7-4839-af40-e045bdd833ec req-4ad3bba2-a674-45f4-8588-cf130f84e9bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117101 Dec 12 04:32:30.259610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] For port 63853584-5d11-49bb-a0ef-063464f7829a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=63853584-5d11-49bb-a0ef-063464f7829a,segment=NetworkSegment(0adca370-a359-4c1e-81ae-1de51ab9b14b),segment_id=0adca370-a359-4c1e-81ae-1de51ab9b14b)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:30.259901 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.280919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Calling delete_port for 63853584-5d11-49bb-a0ef-063464f7829a owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:30.297672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2fc27f11-2499-4928-afdf-6ed13fed18ab None None] For port 63853584-5d11-49bb-a0ef-063464f7829a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=63853584-5d11-49bb-a0ef-063464f7829a,segment=NetworkSegment(0adca370-a359-4c1e-81ae-1de51ab9b14b),segment_id=0adca370-a359-4c1e-81ae-1de51ab9b14b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:30.298368 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f11-2499-4928-afdf-6ed13fed18ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.333580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2fc27f11-2499-4928-afdf-6ed13fed18ab None None] Calling delete_port for 63853584-5d11-49bb-a0ef-063464f7829a owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:30.355308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-2641e5e8-c58a-4da2-9f44-34adea7862b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:30.357414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-2641e5e8-c58a-4da2-9f44-34adea7862b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.1929927 Dec 12 04:32:30.379318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec7d38ff-0691-492d-b429-0ec071255c7b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.417528 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.450920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Port': ['ID=63853584-5d11-49bb-a0ef-063464f7829a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:30.457093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] No DVR routers for this DVR port 63853584-5d11-49bb-a0ef-063464f7829a on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:30.460029 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f11-2499-4928-afdf-6ed13fed18ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.478549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc27f11-2499-4928-afdf-6ed13fed18ab None None] No DVR routers for this DVR port 63853584-5d11-49bb-a0ef-063464f7829a on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:30.506767 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-b211f3f9-08e6-49c3-93b6-0f458b92b1e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 998 time: 0.1219954 Dec 12 04:32:30.508661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc27f11-2499-4928-afdf-6ed13fed18ab None None] Pushing event deleted for resources: {'Port': ['ID=63853584-5d11-49bb-a0ef-063464f7829a,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:30.553857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec7d38ff-0691-492d-b429-0ec071255c7b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.577257 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.586634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d38ff-0691-492d-b429-0ec071255c7b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event deleted for resources: {'Subnet': ['ID=797bdb62-d9d5-4d87-b181-fcda14931a85,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:30.601214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec7d38ff-0691-492d-b429-0ec071255c7b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.605143 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec7d38ff-0691-492d-b429-0ec071255c7b tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "DELETE /v2.0/subnets/797bdb62-d9d5-4d87-b181-fcda14931a85 HTTP/1.1" status: 204 len: 168 time: 0.6175966 Dec 12 04:32:30.608243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46686) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:30.612794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0cf243-1fe9-4d5c-9baf-b638b97a4a79 None None] Network e5861449-f31b-4b01-9e1d-7b3290c4bd1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:30.613935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed4627-b238-4de1-9305-fd4582229b79']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:30.626502 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adca370-a359-4c1e-81ae-1de51ab9b14b') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:30.627143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adca370-a359-4c1e-81ae-1de51ab9b14b') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:30.638532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.655777 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.672266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:30.677086 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:30.687083 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:30.711139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.715227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-76ac15c9-ac8b-4470-9ec4-5831ba1ea436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:30.717888 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-76ac15c9-ac8b-4470-9ec4-5831ba1ea436 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1997085 Dec 12 04:32:30.812693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-dbd6a399-f5de-47c3-a8c4-cf646e6e31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:30.814354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-dbd6a399-f5de-47c3-a8c4-cf646e6e31ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845392 Dec 12 04:32:30.816933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Deleting port b3fdf978-0909-422f-ae18-3c824a5dafc4 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:30.817738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.848099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.857490 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.864237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] 10.222.0.36 "DELETE /v2.0/networks/beed4627-b238-4de1-9305-fd4582229b79 HTTP/1.1" status: 204 len: 168 time: 1.0381744 Dec 12 04:32:30.878367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf63e4-ca02-4c34-8578-6ae9fc140a8f tempest-NetworksIpV6Test-1682237264 tempest-NetworksIpV6Test-1682237264-project] Pushing event deleted for resources: {'Network': ['ID=beed4627-b238-4de1-9305-fd4582229b79,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:30.955436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001358ae-18db-46c3-aa00-f72ee3b9b727 None None] DHCP port deletion for e5861449-f31b-4b01-9e1d-7b3290c4bd1e request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:32:30.966498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] For port b3fdf978-0909-422f-ae18-3c824a5dafc4, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b3fdf978-0909-422f-ae18-3c824a5dafc4,segment=NetworkSegment(1d6b5f11-4e65-4490-967f-4986010e2e2f),segment_id=1d6b5f11-4e65-4490-967f-4986010e2e2f)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:30.966953 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:30.985615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Calling delete_port for b3fdf978-0909-422f-ae18-3c824a5dafc4 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:31.068267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-001358ae-18db-46c3-aa00-f72ee3b9b727 None None] Deleting port b3fdf978-0909-422f-ae18-3c824a5dafc4 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:31.068658 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-001358ae-18db-46c3-aa00-f72ee3b9b727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.082828 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-7b97859e-1a54-44f0-a7fd-b1e7dc509b48 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513335 Dec 12 04:32:31.141414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-001358ae-18db-46c3-aa00-f72ee3b9b727 None None] For port b3fdf978-0909-422f-ae18-3c824a5dafc4, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b3fdf978-0909-422f-ae18-3c824a5dafc4,segment=NetworkSegment(1d6b5f11-4e65-4490-967f-4986010e2e2f),segment_id=1d6b5f11-4e65-4490-967f-4986010e2e2f)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:31.141829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-001358ae-18db-46c3-aa00-f72ee3b9b727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.158218 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-001358ae-18db-46c3-aa00-f72ee3b9b727 None None] Calling delete_port for b3fdf978-0909-422f-ae18-3c824a5dafc4 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:31.227561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.283101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-001358ae-18db-46c3-aa00-f72ee3b9b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.289700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] No DVR routers for this DVR port b3fdf978-0909-422f-ae18-3c824a5dafc4 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:31.317296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event deleted for resources: {'Port': ['ID=b3fdf978-0909-422f-ae18-3c824a5dafc4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:31.325406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f65ec976-c5b6-4a5c-9801-9979d0b0585a req-e8b465bd-fe23-4e69-88df-26c71cb62b8b service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302794 Dec 12 04:32:31.333918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001358ae-18db-46c3-aa00-f72ee3b9b727 None None] Pushing event deleted for resources: {'Port': ['ID=b3fdf978-0909-422f-ae18-3c824a5dafc4,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:31.345094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001358ae-18db-46c3-aa00-f72ee3b9b727 None None] No DVR routers for this DVR port b3fdf978-0909-422f-ae18-3c824a5dafc4 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:31.400235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46696) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:31.451785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b3fdf978-0909-422f-ae18-3c824a5dafc4 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:32:31.462577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.526336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: b3fdf978-0909-422f-ae18-3c824a5dafc4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:32:31.526906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b3fdf978-0909-422f-ae18-3c824a5dafc4 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:32:31.527778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 63853584-5d11-49bb-a0ef-063464f7829a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:32:31.541485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea47b1-5f75-4a87-a8ae-ddc716c1381b req-b5c34a50-b6a6-4a57-a50e-e4ede06f3a2f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:31.556725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 63853584-5d11-49bb-a0ef-063464f7829a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:32:31.557990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 63853584-5d11-49bb-a0ef-063464f7829a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:32:31.558137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9eea47b1-5f75-4a87-a8ae-ddc716c1381b req-b5c34a50-b6a6-4a57-a50e-e4ede06f3a2f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1792114 Dec 12 04:32:31.563960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5861449-f31b-4b01-9e1d-7b3290c4bd1e']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:31.588573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6b5f11-4e65-4490-967f-4986010e2e2f') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:31.588908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6b5f11-4e65-4490-967f-4986010e2e2f') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:31.604420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.633237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.643782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:31.644190 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:31.648151 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:31.669365 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9eea47b1-5f75-4a87-a8ae-ddc716c1381b req-dba2d6b6-8bd1-473e-8277-ddca617e675c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037326 Dec 12 04:32:31.692228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-65c731eb-31c0-453d-be29-9f8cb762f340 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d636fee05e3493ab18a7f7b360a8dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2884316 Dec 12 04:32:31.692425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46702) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:31.741999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.751716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.755505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] 10.222.0.36 "DELETE /v2.0/networks/e5861449-f31b-4b01-9e1d-7b3290c4bd1e HTTP/1.1" status: 204 len: 168 time: 1.1462817 Dec 12 04:32:31.762033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-92c2b91e-8129-4cb9-bdcd-69874ebba4ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.789086 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-92c2b91e-8129-4cb9-bdcd-69874ebba4ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.803879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da792a3f-53ae-45f9-a7b9-60c143dc2a0a tempest-FloatingIPNegativeTestJSON-1959098365 tempest-FloatingIPNegativeTestJSON-1959098365-project] Pushing event deleted for resources: {'Network': ['ID=e5861449-f31b-4b01-9e1d-7b3290c4bd1e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:31.877769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-92c2b91e-8129-4cb9-bdcd-69874ebba4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.883266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-92c2b91e-8129-4cb9-bdcd-69874ebba4ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:31.885703 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-92c2b91e-8129-4cb9-bdcd-69874ebba4ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/588ee6ec-7526-4ae1-a2c3-ba1260ba38df HTTP/1.1" status: 204 len: 168 time: 0.1914601 Dec 12 04:32:31.898264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2b91e-8129-4cb9-bdcd-69874ebba4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588ee6ec-7526-4ae1-a2c3-ba1260ba38df,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:32.095041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46714) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:32.320239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46726) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:32.320768 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ba01368c-e4c2-48a0-852f-5afc3749a9e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=caa27c5b10754ccc8aa61e7eaa36e27f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236962 Dec 12 04:32:32.373888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a68a817-4843-4cf8-9440-de79106229a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:32.401884 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a68a817-4843-4cf8-9440-de79106229a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:32.457942 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a68a817-4843-4cf8-9440-de79106229a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:32.460976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a68a817-4843-4cf8-9440-de79106229a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:32.465375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6a68a817-4843-4cf8-9440-de79106229a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3878761f-79f4-4b35-a1e2-3e2deda08fa6 HTTP/1.1" status: 204 len: 168 time: 0.1438739 Dec 12 04:32:32.476287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68a817-4843-4cf8-9440-de79106229a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3878761f-79f4-4b35-a1e2-3e2deda08fa6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:32.707389 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46750) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:32.892231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-cd1633cb-53b3-4369-8628-554b25a7c239 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] Request body: {'port': {'network_id': '5a3eca14-14d0-436a-9f02-5dd2da4ac892', 'name': 'tempest-NetworksNegativeTestJSON-1870238449'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:32.920011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf4826-338f-41b0-9887-6f444ddca685 req-41c5064d-6fc2-479e-b311-11aa574b9c46 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:32.923704 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1633cb-53b3-4369-8628-554b25a7c239 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] POST failed (client error): The resource could not be found. Dec 12 04:32:32.925300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1633cb-53b3-4369-8628-554b25a7c239 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:32.931144 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-efbf4826-338f-41b0-9887-6f444ddca685 req-41c5064d-6fc2-479e-b311-11aa574b9c46 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1690905 Dec 12 04:32:32.934953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cd1633cb-53b3-4369-8628-554b25a7c239 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2264152 Dec 12 04:32:32.936607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46762) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:32.990280 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5474dc21-bdf9-4b7f-9db7-b4c8a905ca50 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:32.992344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5474dc21-bdf9-4b7f-9db7-b4c8a905ca50 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:33.005876 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5474dc21-bdf9-4b7f-9db7-b4c8a905ca50 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "DELETE /v2.0/networks/83db73ac-f4d1-4d28-b33d-8a7aa379d3c9 HTTP/1.1" status: 404 len: 339 time: 0.0651817 Dec 12 04:32:33.010547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46766) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.032253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-efbf4826-338f-41b0-9887-6f444ddca685 req-cf4eb67b-2393-4065-be80-88dc7f1a04c6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954661 Dec 12 04:32:33.048005 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-01085e9e-0bdd-4825-9d11-7808214195df tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:33.048981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01085e9e-0bdd-4825-9d11-7808214195df tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:33.057688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-01085e9e-0bdd-4825-9d11-7808214195df tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "DELETE /v2.0/ports/67897867-1339-486a-a9bb-5d081fb52e10 HTTP/1.1" status: 404 len: 333 time: 0.0457420 Dec 12 04:32:33.061917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46770) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.115243 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-059639ee-f94c-44f2-96c4-19d35d64bc4a tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] DELETE failed (client error): The resource could not be found. Dec 12 04:32:33.116140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059639ee-f94c-44f2-96c4-19d35d64bc4a tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:33.123021 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-059639ee-f94c-44f2-96c4-19d35d64bc4a tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "DELETE /v2.0/subnets/dbf243d3-46f2-4f28-88fb-9e9af46a5fa1 HTTP/1.1" status: 404 len: 337 time: 0.0583661 Dec 12 04:32:33.123542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46772) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.179662 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d9ecf3-ae8f-47a7-b0e9-8dd5c872de7e tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] GET failed (client error): The resource could not be found. Dec 12 04:32:33.183191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-67d9ecf3-ae8f-47a7-b0e9-8dd5c872de7e tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "GET /v2.0/networks/52aec3dc-45fc-4ba6-b67b-782bf6161c7c HTTP/1.1" status: 404 len: 339 time: 0.0581203 Dec 12 04:32:33.187377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46778) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.215020 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f392bef5-809e-49cf-98ca-2c60743c20ff tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] GET failed (client error): The resource could not be found. Dec 12 04:32:33.217694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f392bef5-809e-49cf-98ca-2c60743c20ff tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "GET /v2.0/ports/ea7b3013-a8fa-4bbd-a805-2b37e27d03a9 HTTP/1.1" status: 404 len: 333 time: 0.0291967 Dec 12 04:32:33.221390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46780) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.267366 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30231bf-25cd-41bc-a6af-5ab9e5002cf4 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] GET failed (client error): The resource could not be found. Dec 12 04:32:33.268866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e30231bf-25cd-41bc-a6af-5ab9e5002cf4 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "GET /v2.0/subnets/0543f2fc-1476-418f-9c4f-a3e91be9e618 HTTP/1.1" status: 404 len: 337 time: 0.0464518 Dec 12 04:32:33.272707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46784) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.278944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b27b5fcb-ac49-477b-9069-d1bd8e279a6f tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:33.302332 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27b5fcb-ac49-477b-9069-d1bd8e279a6f tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] PUT failed (client error): The resource could not be found. Dec 12 04:32:33.303086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27b5fcb-ac49-477b-9069-d1bd8e279a6f tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:33.304434 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b27b5fcb-ac49-477b-9069-d1bd8e279a6f tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "PUT /v2.0/networks/283b74b9-b2bc-4e35-b4d2-ff404e4b3d74 HTTP/1.1" status: 404 len: 339 time: 0.0302420 Dec 12 04:32:33.308337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46788) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.328543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0be9d4a1-06fc-407e-92ad-39d56d690d6d tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:33.349061 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be9d4a1-06fc-407e-92ad-39d56d690d6d tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] PUT failed (client error): The resource could not be found. Dec 12 04:32:33.349652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be9d4a1-06fc-407e-92ad-39d56d690d6d tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:33.350975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0be9d4a1-06fc-407e-92ad-39d56d690d6d tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "PUT /v2.0/ports/a2f73f3c-b8b9-4731-b545-1024a53c2f81 HTTP/1.1" status: 404 len: 333 time: 0.0413706 Dec 12 04:32:33.354924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46790) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.361276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-db0d5584-62bf-4396-92eb-f893f9b1fd52 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:33.383019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea56390-4947-49e1-bcf8-dc87bac795b8 req-c7520f0a-5507-4643-9b55-9723ac70fc51 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:33.384557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ea56390-4947-49e1-bcf8-dc87bac795b8 req-c7520f0a-5507-4643-9b55-9723ac70fc51 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1186807 Dec 12 04:32:33.385026 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0d5584-62bf-4396-92eb-f893f9b1fd52 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] PUT failed (client error): The resource could not be found. Dec 12 04:32:33.385503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0d5584-62bf-4396-92eb-f893f9b1fd52 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:33.390172 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-db0d5584-62bf-4396-92eb-f893f9b1fd52 tempest-NetworksNegativeTestJSON-173435634 tempest-NetworksNegativeTestJSON-173435634-project] 10.222.0.36 "PUT /v2.0/subnets/c13c8658-989b-4a4c-9a37-cc971b609939 HTTP/1.1" status: 404 len: 337 time: 0.0307531 Dec 12 04:32:33.447074 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ea56390-4947-49e1-bcf8-dc87bac795b8 req-750aa6ce-58d6-423a-bf78-ce08e9610dbc tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496027 Dec 12 04:32:33.542074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46798) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.627250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7688ff-a272-4caf-8574-191517260dbc req-0f5bf43f-e9d3-48a2-85a9-68fac737d6f8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:33.628979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba7688ff-a272-4caf-8574-191517260dbc req-0f5bf43f-e9d3-48a2-85a9-68fac737d6f8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0721953 Dec 12 04:32:33.708644 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba7688ff-a272-4caf-8574-191517260dbc req-c06df6fa-76cc-4046-b3be-1bac5a96a19e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679455 Dec 12 04:32:33.757197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1034823553'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:33.802150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:33.807418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:33.828053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:33.867851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46808) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:33.962969 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:33.970309 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.073170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9132c58e-fd44-4837-8740-197092261a9a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:34.090330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:34.104393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.104783 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Added segment 2ffe0233-39a9-4775-9380-096f259b704e of type vlan for network 7114b288-9e46-4a05-a7a6-dca706430fc5 Dec 12 04:32:34.151895 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.169615 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e45aa4dc-0aea-4939-8f94-6111c1092ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.191021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.197143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:34.197882 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.250260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-3e4f2ee0-40cb-4810-894b-983a92d94919 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:34.252190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-3e4f2ee0-40cb-4810-894b-983a92d94919 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.2123835 Dec 12 04:32:34.297323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Network': ['ID=7114b288-9e46-4a05-a7a6-dca706430fc5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:34.310298 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-3b3430e1-7038-494a-8619-cc1b0a47a97e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/quotas/cdb85fdb3e99414fba5ae212421ed190 HTTP/1.1" status: 200 len: 375 time: 0.0376737 Dec 12 04:32:34.310968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7114b288-9e46-4a05-a7a6-dca706430fc5 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:34.329344 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2a6487d2-175f-4924-8768-f63159e55638 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7743728 Dec 12 04:32:34.409332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-de1ab23a-4c95-4435-88c0-4a7563b3da73 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975494 Dec 12 04:32:34.441568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e45aa4dc-0aea-4939-8f94-6111c1092ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.486742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e45aa4dc-0aea-4939-8f94-6111c1092ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.522374 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e45aa4dc-0aea-4939-8f94-6111c1092ba5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcac2f8b75274d36bd1a036d2f255e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6531589 Dec 12 04:32:34.525671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46824) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:34.554805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aa4dc-0aea-4939-8f94-6111c1092ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38689ca1-e310-4691-a987-0ccd35d94057,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:34.592513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-31512035-13ec-482a-9773-04d3365d954f service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823659 Dec 12 04:32:34.641444 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74f22676-949b-4760-8edb-8e1f23193b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.674388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74f22676-949b-4760-8edb-8e1f23193b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.759370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74f22676-949b-4760-8edb-8e1f23193b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.763231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74f22676-949b-4760-8edb-8e1f23193b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:34.764707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-74f22676-949b-4760-8edb-8e1f23193b4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38689ca1-e310-4691-a987-0ccd35d94057 HTTP/1.1" status: 204 len: 168 time: 0.2355483 Dec 12 04:32:34.776723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f22676-949b-4760-8edb-8e1f23193b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38689ca1-e310-4691-a987-0ccd35d94057,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:34.816681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-02e1c90b-65cd-4d93-a1b7-373387db2068 service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149701 Dec 12 04:32:35.278613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ef4230ac-d631-4298-bd69-1b068fe3bc43 req-2378da95-e495-4e06-a648-b8466f829312 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 210 time: 0.0523405 Dec 12 04:32:36.127942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46866) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:36.389088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d247debc-759c-4b64-88b3-2e4ee00fa7b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:36.389804 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-d247debc-759c-4b64-88b3-2e4ee00fa7b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 04:32:36.390568 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-d247debc-759c-4b64-88b3-2e4ee00fa7b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 04:32:36.395854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46876) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:36.402733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008657025'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:36.407669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d247debc-759c-4b64-88b3-2e4ee00fa7b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2787008 Dec 12 04:32:36.439122 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:36.453408 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:36.542832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46878) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:36.586939 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad56049e-6b3a-4cbd-bbb7-355406980dd6 req-4e4f13d6-035a-4086-b87a-53b005273a48 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 210 time: 0.0534661 Dec 12 04:32:36.657295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:36.664011 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:36.720461 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:36.729787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74494582-25ff-42fe-a67d-16ead1d5e57a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:36.946579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:36.954628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.029763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.070919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ead564-bbfd-4e2f-a530-46e7b9fdf114,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:37.086913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.144887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.145895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.146432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.147004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.147527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.148048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.149110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.149642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.150467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.150994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.151561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.152081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.153495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:37.164870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-58e2f7b4-9c04-4002-9d27-e75bb120339f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4134501c25ca492287cd537dde243496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6188943 Dec 12 04:32:37.166716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46882) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:37.201389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056a2aaf-ff88-41d5-83ff-284f36621bb2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:37.306457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e2f400ee-e23c-4f04-a4e0-daf6c20709f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.356222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-4a7c52fd-88ee-483e-b146-ef10b192b8bb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:37.367084 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-4a7c52fd-88ee-483e-b146-ef10b192b8bb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.4141855 Dec 12 04:32:37.370940 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.379570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c23e9da0-0dbf-47e7-94ab-84406cf0ac01 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9778225 Dec 12 04:32:37.379570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46886) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:37.387842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '056a2aaf-ff88-41d5-83ff-284f36621bb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:37.391668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e2f400ee-e23c-4f04-a4e0-daf6c20709f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.417957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'port': {'device_id': '1ebe18e5-2bd7-42ff-904b-61822809f058', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'admin_state_up': True, 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:37.487051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e2f400ee-e23c-4f04-a4e0-daf6c20709f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.495402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e2f400ee-e23c-4f04-a4e0-daf6c20709f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.502453 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e2f400ee-e23c-4f04-a4e0-daf6c20709f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5ead564-bbfd-4e2f-a530-46e7b9fdf114 HTTP/1.1" status: 204 len: 168 time: 0.3334169 Dec 12 04:32:37.531160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f400ee-e23c-4f04-a4e0-daf6c20709f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ead564-bbfd-4e2f-a530-46e7b9fdf114,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:37.666404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.754580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46892) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:37.769934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-674670f6-b75d-4303-adf7-4999792678c7 req-b0687edf-d22a-4e11-8927-f5c6efdec988 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 210 time: 0.0531039 Dec 12 04:32:37.778945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'subnet': {'network_id': '7114b288-9e46-4a05-a7a6-dca706430fc5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:37.937411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Made reservation on behalf of cdb85fdb3e99414fba5ae212421ed190 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:37.941045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.977451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.989495 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:37.992105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46896) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:38.011038 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e152f9-3917-46c6-87d1-85db26c7be6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.079644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da070ec-31be-4f4f-a7e1-a9cfae55602e,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:38.104544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.105015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.105340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.105709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.106595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.106962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.107326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.107651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.107993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.108336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.108677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.109039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.109374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:38.112183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:38.115591 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.129795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e152f9-3917-46c6-87d1-85db26c7be6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.135788 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.139845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-91e573c0-5f04-443c-984d-d2615031a74a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7596946 Dec 12 04:32:38.140298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46898) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:38.146544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fa368147-7640-44e8-aa04-12d0dd416560 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '056a2aaf-ff88-41d5-83ff-284f36621bb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:38.154553 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e152f9-3917-46c6-87d1-85db26c7be6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.213935 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f7e152f9-3917-46c6-87d1-85db26c7be6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4d87f93acbc4b068c86dd5e6d3f8e23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204356 Dec 12 04:32:38.220257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46900) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:38.247207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Allocated IP 172.20.0.11 (0aca496d-4365-4afd-8933-1fbd7178cac0/0cbf2369-0e5e-449d-99ce-848fd07923e6/5bae2361-ea24-46ae-ae92-bf9628cbb6f4) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:38.275563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e152f9-3917-46c6-87d1-85db26c7be6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e412a0-21fd-4daf-a45d-bb033a2b5804,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:38.290972 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa368147-7640-44e8-aa04-12d0dd416560 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.334290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53be3e30-9926-454e-bfc6-40b3ff47a63c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.365759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53be3e30-9926-454e-bfc6-40b3ff47a63c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.374196 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-fa368147-7640-44e8-aa04-12d0dd416560 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 04:32:38.375558 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa368147-7640-44e8-aa04-12d0dd416560 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2338035 Dec 12 04:32:38.378248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46902) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:38.504047 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2e375d6-1fbb-41fc-9a2f-f6290d0e5aab tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.522309 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53be3e30-9926-454e-bfc6-40b3ff47a63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.525937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53be3e30-9926-454e-bfc6-40b3ff47a63c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.527689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-53be3e30-9926-454e-bfc6-40b3ff47a63c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55e412a0-21fd-4daf-a45d-bb033a2b5804 HTTP/1.1" status: 204 len: 168 time: 0.3019309 Dec 12 04:32:38.545348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be3e30-9926-454e-bfc6-40b3ff47a63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e412a0-21fd-4daf-a45d-bb033a2b5804,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:38.548414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2e375d6-1fbb-41fc-9a2f-f6290d0e5aab tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.587035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.598756 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2e375d6-1fbb-41fc-9a2f-f6290d0e5aab tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.601562 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2e375d6-1fbb-41fc-9a2f-f6290d0e5aab tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.602390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.602870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2e375d6-1fbb-41fc-9a2f-f6290d0e5aab tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/056a2aaf-ff88-41d5-83ff-284f36621bb2 HTTP/1.1" status: 204 len: 168 time: 0.2235217 Dec 12 04:32:38.607442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46908) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:38.613391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e375d6-1fbb-41fc-9a2f-f6290d0e5aab tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=056a2aaf-ff88-41d5-83ff-284f36621bb2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:38.654154 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.790143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:38.812075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:38.813910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Subnet': ['ID=f499b2a2-f74c-4a2f-9c27-bd4ecedce21d,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:38.821070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:38.848273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0b0387a9-5121-4408-a4ff-b048338f33bc tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2061460 Dec 12 04:32:38.848980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'Port': ['ID=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:38.851859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46914) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:38.858024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5164a3bd-7e0a-4254-9d76-ee2fee89ff69 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943277000'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:38.876074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Checking segment: {'id': '2ffe0233-39a9-4775-9380-096f259b704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7114b288-9e46-4a05-a7a6-dca706430fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:38.876447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network hostable DHCP agents. Network: 7114b288-9e46-4a05-a7a6-dca706430fc5, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:38.910468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5164a3bd-7e0a-4254-9d76-ee2fee89ff69 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.927299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:38.927943 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:38.947018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network 7114b288-9e46-4a05-a7a6-dca706430fc5 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:38.965756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-a827efda-044e-4eac-b320-8b9cabf44618 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5691345 Dec 12 04:32:38.977543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7114b288-9e46-4a05-a7a6-dca706430fc5) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:38.987245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384630f0-4aec-4ad1-9d8b-11b1866cf71c req-647763a5-ed70-4358-904d-2a78c7655212 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:38.988938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-384630f0-4aec-4ad1-9d8b-11b1866cf71c req-647763a5-ed70-4358-904d-2a78c7655212 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 932 time: 0.1175635 Dec 12 04:32:38.989768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8484ed00-0975-4955-a3b0-83eba44f9423 None None] Network 7114b288-9e46-4a05-a7a6-dca706430fc5 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:38.995651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Request body: {'port': {'device_id': '1ebe18e5-2bd7-42ff-904b-61822809f058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:39.000774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:39.001405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.058940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5164a3bd-7e0a-4254-9d76-ee2fee89ff69 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.070600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5164a3bd-7e0a-4254-9d76-ee2fee89ff69 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.139134 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5164a3bd-7e0a-4254-9d76-ee2fee89ff69 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.140168 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cf93d977-d664-4381-ae96-83c0c5e5ef20 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3843634 Dec 12 04:32:39.141514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5164a3bd-7e0a-4254-9d76-ee2fee89ff69 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2885253 Dec 12 04:32:39.143134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46922) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:39.146135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46924) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:39.155335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1039429963'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:39.162191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-98aebfcf-75bd-4aa2-865b-c42de3039223 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': 'dc382e17-946f-48b6-85f2-4778fbc9e5b9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:39.163328 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-98aebfcf-75bd-4aa2-865b-c42de3039223 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 12 04:32:39.166916 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-98aebfcf-75bd-4aa2-865b-c42de3039223 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:39.172626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-98aebfcf-75bd-4aa2-865b-c42de3039223 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0244153 Dec 12 04:32:39.174511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46926) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:39.177367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164a3bd-7e0a-4254-9d76-ee2fee89ff69 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc382e17-946f-48b6-85f2-4778fbc9e5b9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:39.190761 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-384630f0-4aec-4ad1-9d8b-11b1866cf71c req-f635d8b6-8f57-43f1-9e25-0cba484dbaea tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868372 Dec 12 04:32:39.191348 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.216931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-7114b288-9e46-4a05-a7a6-dca706430fc5', 'network_id': '7114b288-9e46-4a05-a7a6-dca706430fc5', 'project_id': '68ef49eee27c46f9a9fbca3344a9aaf1', 'fixed_ips': [{'subnet_id': 'f499b2a2-f74c-4a2f-9c27-bd4ecedce21d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:39.217902 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.231734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:39.235231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.322026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eee6d58e-ea90-4cdf-aa2c-63b3ac272f1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.335708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:39.386243 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c0f70638-0af9-4ce5-b068-cddd733a7810 None None] Provisioning complete for port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:39.387135 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0f70638-0af9-4ce5-b068-cddd733a7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.426048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.426397 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Added segment f891ea53-9516-42f7-88f3-ed6b67109d49 of type vlan for network a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b Dec 12 04:32:39.437128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c0f70638-0af9-4ce5-b068-cddd733a7810 None None] Port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:32:39.441531 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eee6d58e-ea90-4cdf-aa2c-63b3ac272f1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.471026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Allocated IP 2001:db8:0:ffff::2 (7114b288-9e46-4a05-a7a6-dca706430fc5/f499b2a2-f74c-4a2f-9c27-bd4ecedce21d/a9b23881-5d87-4ab8-9353-3b7c2256d11e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:39.582947 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.621237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eee6d58e-ea90-4cdf-aa2c-63b3ac272f1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.624803 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eee6d58e-ea90-4cdf-aa2c-63b3ac272f1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.626076 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eee6d58e-ea90-4cdf-aa2c-63b3ac272f1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/dc382e17-946f-48b6-85f2-4778fbc9e5b9 HTTP/1.1" status: 204 len: 168 time: 0.4506359 Dec 12 04:32:39.629336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46940) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:39.645711 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.651947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:39.652607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.660866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6d58e-ea90-4cdf-aa2c-63b3ac272f1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc382e17-946f-48b6-85f2-4778fbc9e5b9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:39.705532 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.716285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.749224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ac9526d5-0c3a-410a-b4df-e9bc4c375ec6 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1184978 Dec 12 04:32:39.752587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46948) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:39.757599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9bb46aa7-220b-4992-b36f-94c284916485 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--117194816'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:39.772192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Network 7114b288-9e46-4a05-a7a6-dca706430fc5 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:39.778386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:39.797407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:39.800271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9bb46aa7-220b-4992-b36f-94c284916485 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.813431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Pushing event updated for resources: {'Port': ['ID=a9b23881-5d87-4ab8-9353-3b7c2256d11e,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:39.849328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:32:39.886583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.905092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Attempting to bind port a9b23881-5d87-4ab8-9353-3b7c2256d11e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:39.906021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Attempting to bind port a9b23881-5d87-4ab8-9353-3b7c2256d11e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '2ffe0233-39a9-4775-9380-096f259b704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7114b288-9e46-4a05-a7a6-dca706430fc5'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:39.906607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Attempting to bind port a9b23881-5d87-4ab8-9353-3b7c2256d11e on network 7114b288-9e46-4a05-a7a6-dca706430fc5 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:39.909664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7633076 Dec 12 04:32:39.911186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46950) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:39.912510 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:39.912974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Checking segment: {'id': '2ffe0233-39a9-4775-9380-096f259b704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7114b288-9e46-4a05-a7a6-dca706430fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:39.913378 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.913943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Bound using segment: {'id': '2ffe0233-39a9-4775-9380-096f259b704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7114b288-9e46-4a05-a7a6-dca706430fc5'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:39.914573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Bound port: a9b23881-5d87-4ab8-9353-3b7c2256d11e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffe0233-39a9-4775-9380-096f259b704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7114b288-9e46-4a05-a7a6-dca706430fc5'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:39.915287 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.925161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'subnet': {'network_id': 'a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:39.928626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3fd85-907e-4619-a727-6fb297298443 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Network': ['ID=a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:39.937636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Transition to ACTIVE for port object 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:32:39.944906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9bb46aa7-220b-4992-b36f-94c284916485 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.956453 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.963144 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9bb46aa7-220b-4992-b36f-94c284916485 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:39.975287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:40.014254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb46aa7-220b-4992-b36f-94c284916485 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4ef43e-341e-40eb-babb-c050f0b681b6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:40.036343 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9bb46aa7-220b-4992-b36f-94c284916485 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:40.039765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9bb46aa7-220b-4992-b36f-94c284916485 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2842400 Dec 12 04:32:40.041076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46952) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:40.048264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-98496638-9ace-4edd-af5b-0cbd491f9919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': 'cb4ef43e-341e-40eb-babb-c050f0b681b6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:40.093493 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-98496638-9ace-4edd-af5b-0cbd491f9919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 12 04:32:40.094461 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-98496638-9ace-4edd-af5b-0cbd491f9919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:40.099720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-98496638-9ace-4edd-af5b-0cbd491f9919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0555871 Dec 12 04:32:40.100208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46954) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:40.119286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] For port a9b23881-5d87-4ab8-9353-3b7c2256d11e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:40.126244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] For port a9b23881-5d87-4ab8-9353-3b7c2256d11e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a9b23881-5d87-4ab8-9353-3b7c2256d11e,segment=NetworkSegment(2ffe0233-39a9-4775-9380-096f259b704e),segment_id=2ffe0233-39a9-4775-9380-096f259b704e)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:40.132349 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:40.164138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Pushing event updated for resources: {'Port': ['ID=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:40.244901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83853358-7f56-4d73-8e45-b01de8e00c4f None None] Pushing event updated for resources: {'Port': ['ID=a9b23881-5d87-4ab8-9353-3b7c2256d11e,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:40.282933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:40.286475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:40.304423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Attempting to bind port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:40.304781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Attempting to bind port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:40.305136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Attempting to bind port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:40.362987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:32:40.362987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Attempting to bind port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:40.368728 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea59bf35-b828-4c52-afff-d30b7688b952 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:40.400782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:40.401187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Checking segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:40.401693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Bound using segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:40.402113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Bound port: 5bae2361-ea24-46ae-ae92-bf9628cbb6f4, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:40.402561 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:40.463954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d53948-b381-4728-b982-abae020d6f89 req-53baaa60-72bb-4185-824e-7e8ae2537129 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:40.482484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b7d53948-b381-4728-b982-abae020d6f89 req-53baaa60-72bb-4185-824e-7e8ae2537129 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 944 time: 0.1331377 Dec 12 04:32:40.493998 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea59bf35-b828-4c52-afff-d30b7688b952 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:40.559995 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b7d53948-b381-4728-b982-abae020d6f89 req-e2ff1a8a-0ef3-4d17-a85a-26086ce19b27 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752933 Dec 12 04:32:40.656798 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-25e5b66d-0621-4d49-ab82-661b398b2f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.042285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] For port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:41.044937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea59bf35-b828-4c52-afff-d30b7688b952 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.047582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea59bf35-b828-4c52-afff-d30b7688b952 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.048841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ea59bf35-b828-4c52-afff-d30b7688b952 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/cb4ef43e-341e-40eb-babb-c050f0b681b6 HTTP/1.1" status: 204 len: 168 time: 0.9435992 Dec 12 04:32:41.052262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46970) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:41.070371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] For port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:41.078040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59bf35-b828-4c52-afff-d30b7688b952 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4ef43e-341e-40eb-babb-c050f0b681b6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:41.099667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.129205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46976) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:41.132152 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-50bd8b1d-fbab-42b1-8838-7da50edec883 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0773580 Dec 12 04:32:41.137920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-cb0e35b5-b7ab-4351-b727-266c1653a919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191826943'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:41.192086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:41.192736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.194242 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] 10.222.0.18 "PUT /v2.0/ports/5bae2361-ea24-46ae-ae92-bf9628cbb6f4 HTTP/1.1" status: 200 len: 1092 time: 2.2043209 Dec 12 04:32:41.196282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebe18e5-2bd7-42ff-904b-61822809f058', 'tag': '5bae2361-ea24-46ae-ae92-bf9628cbb6f4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:32:41.198674 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d23848-9301-460b-831f-47a1ac85403d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebe18e5-2bd7-42ff-904b-61822809f058", "tag": "5bae2361-ea24-46ae-ae92-bf9628cbb6f4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:32:41.247239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769654a4-b889-4e18-80a2-4b2912caef54 service neutron] Pushing event updated for resources: {'Port': ['ID=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:41.284575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb0e35b5-b7ab-4351-b727-266c1653a919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.340955 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9873dcaf-e756-4d0e-80a2-b929918e2ff9 x-openstack-request-id: req-9873dcaf-e756-4d0e-80a2-b929918e2ff9 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:32:41.341678 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebe18e5-2bd7-42ff-904b-61822809f058", "tag": "5bae2361-ea24-46ae-ae92-bf9628cbb6f4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:32:41.342463 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9873dcaf-e756-4d0e-80a2-b929918e2ff9 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:32:41.343105 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebe18e5-2bd7-42ff-904b-61822809f058', 'tag': '5bae2361-ea24-46ae-ae92-bf9628cbb6f4', 'status': 'completed', 'code': 200} Dec 12 04:32:41.426286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:32:41.431579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.471408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a9b23881-5d87-4ab8-9353-3b7c2256d11e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:41.512719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Subnet': ['ID=bc874782-7320-4760-b929-a77451c1b610,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:41.578220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb0e35b5-b7ab-4351-b727-266c1653a919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.591693 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb0e35b5-b7ab-4351-b727-266c1653a919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.629768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a9b23881-5d87-4ab8-9353-3b7c2256d11e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:41.632200 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.677031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-1a6ffe3c-8737-40c2-8d24-ad94b7bd0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:41.680946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-1a6ffe3c-8737-40c2-8d24-ad94b7bd0187 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 1095 time: 0.3355749 Dec 12 04:32:41.728987 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb0e35b5-b7ab-4351-b727-266c1653a919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.738260 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cb0e35b5-b7ab-4351-b727-266c1653a919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6040123 Dec 12 04:32:41.739287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46986) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:41.763973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f0985704-5780-4c0f-a818-6b86de01cfe2 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '819fbe1b-fab8-4816-87d6-6197b9ad9a28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:41.781988 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-f0985704-5780-4c0f-a818-6b86de01cfe2 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 12 04:32:41.783018 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-f0985704-5780-4c0f-a818-6b86de01cfe2 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:41.785786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9a94d-4f47-418c-b313-fabae43bb9e1 req-48063be0-a612-4546-8d67-3bf4cf701aa0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:41.787655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f0985704-5780-4c0f-a818-6b86de01cfe2 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0308132 Dec 12 04:32:41.792844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46988) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:41.794243 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97f9a94d-4f47-418c-b313-fabae43bb9e1 req-48063be0-a612-4546-8d67-3bf4cf701aa0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 944 time: 0.0979831 Dec 12 04:32:41.810420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.832626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e35b5-b7ab-4351-b727-266c1653a919 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819fbe1b-fab8-4816-87d6-6197b9ad9a28,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:41.849509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-dd73fa0d-fe90-437a-878b-a77a68fff946 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '819fbe1b-fab8-4816-87d6-6197b9ad9a28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:41.850390 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-dd73fa0d-fe90-437a-878b-a77a68fff946 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 12 04:32:41.850953 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-dd73fa0d-fe90-437a-878b-a77a68fff946 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:41.855164 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dd73fa0d-fe90-437a-878b-a77a68fff946 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0235701 Dec 12 04:32:41.856413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46990) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:41.857881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-af64ceb2-828d-4c9d-af6b-3994e61f4e53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4 HTTP/1.1" status: 200 len: 217 time: 0.1384239 Dec 12 04:32:41.861276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97f9a94d-4f47-418c-b313-fabae43bb9e1 req-ebc3d9ea-cc71-4447-abf4-a2a121c7c90d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619643 Dec 12 04:32:41.867817 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-59616458-61ad-41d8-b967-d091d34cb0d8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '819fbe1b-fab8-4816-87d6-6197b9ad9a28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:41.868924 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-59616458-61ad-41d8-b967-d091d34cb0d8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 12 04:32:41.869620 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-59616458-61ad-41d8-b967-d091d34cb0d8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:41.870861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891fe36-a6c9-4c0d-991a-4c9820ebae30 None None] Network 7114b288-9e46-4a05-a7a6-dca706430fc5 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:41.871475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-59616458-61ad-41d8-b967-d091d34cb0d8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107467 Dec 12 04:32:41.874657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46992) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:41.879884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-75fdeebf-a142-4f2e-ab3f-00a25faa584e tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '819fbe1b-fab8-4816-87d6-6197b9ad9a28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:41.882146 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-75fdeebf-a142-4f2e-ab3f-00a25faa584e tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 12 04:32:41.882896 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-75fdeebf-a142-4f2e-ab3f-00a25faa584e tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:41.884123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-75fdeebf-a142-4f2e-ab3f-00a25faa584e tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080154 Dec 12 04:32:41.889361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46994) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:41.890816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Checking segment: {'id': 'f891ea53-9516-42f7-88f3-ed6b67109d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:41.891269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network hostable DHCP agents. Network: a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:41.950302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-9d85a3bb-da8c-4c65-b5e8-6cd2a0d21321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:41.951941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-9d85a3bb-da8c-4c65-b5e8-6cd2a0d21321 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0743632 Dec 12 04:32:41.953261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:41.963743 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc996-2bae-4204-98f9-2750f66dda13 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:41.995616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:41.998634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc996-2bae-4204-98f9-2750f66dda13 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.004408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:42.005162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.024242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-1506961f-e2f3-4f97-a0de-973ae79fa104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:42.026117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-1506961f-e2f3-4f97-a0de-973ae79fa104 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644026 Dec 12 04:32:42.032961 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7c25892e-63fb-486b-b0ce-c338bedf49f6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1127198 Dec 12 04:32:42.061288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 46996) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:42.069652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'port': {'network_id': 'a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b', 'name': 'tempest-NetworksIpV6TestAttrs-226509817'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:42.076749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc996-2bae-4204-98f9-2750f66dda13 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.080083 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc996-2bae-4204-98f9-2750f66dda13 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.084267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb7fc996-2bae-4204-98f9-2750f66dda13 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/819fbe1b-fab8-4816-87d6-6197b9ad9a28 HTTP/1.1" status: 204 len: 168 time: 0.1935849 Dec 12 04:32:42.087715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 46998) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:42.135255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fc996-2bae-4204-98f9-2750f66dda13 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819fbe1b-fab8-4816-87d6-6197b9ad9a28,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:42.166892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-71e9c56b-750d-4fdb-b260-04c06eedd4c5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0745175 Dec 12 04:32:42.167148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47000) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:42.172217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-750c3d38-48fc-42d2-9e35-057f170c5e83 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413620145'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:42.175306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-9f6e456e-9590-4d17-af6e-ed2a75f391fd service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410186 Dec 12 04:32:42.198600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a39e447-7e8c-4dea-ac86-fcf61ef18792 None None] Network a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:42.221109 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-750c3d38-48fc-42d2-9e35-057f170c5e83 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.252114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:42.255035 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.255975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.275812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a5ca9e2f-5bff-47a3-9819-77685d09f1c9 None None] Provisioning complete for port a9b23881-5d87-4ab8-9353-3b7c2256d11e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:42.276184 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9e2f-5bff-47a3-9819-77685d09f1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.283336 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2720ef8b-8b6c-4291-b4d3-c70f22205113 req-8d9fb50b-a9b6-4589-9b51-c9a21cf34479 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007288 Dec 12 04:32:42.312387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] device_id is not set on port 0031e9e3-04cc-48a4-81b5-ceba7b5657b2 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:32:42.402077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port a9b23881-5d87-4ab8-9353-3b7c2256d11e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a9b23881-5d87-4ab8-9353-3b7c2256d11e,segment=NetworkSegment(2ffe0233-39a9-4775-9380-096f259b704e),segment_id=2ffe0233-39a9-4775-9380-096f259b704e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:42.411237 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.420423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-750c3d38-48fc-42d2-9e35-057f170c5e83 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.446540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b', 'network_id': 'a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b', 'project_id': '68ef49eee27c46f9a9fbca3344a9aaf1', 'fixed_ips': [{'subnet_id': 'bc874782-7320-4760-b929-a77451c1b610'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:42.447433 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.453456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-750c3d38-48fc-42d2-9e35-057f170c5e83 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.480174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d23848-9301-460b-831f-47a1ac85403d req-340e5ed0-fdf2-4fc1-a696-9aed1ac7c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:42.482462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55d23848-9301-460b-831f-47a1ac85403d req-340e5ed0-fdf2-4fc1-a696-9aed1ac7c387 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 1095 time: 0.0963147 Dec 12 04:32:42.503076 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-750c3d38-48fc-42d2-9e35-057f170c5e83 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.504349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-750c3d38-48fc-42d2-9e35-057f170c5e83 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3362229 Dec 12 04:32:42.507515 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47010) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:42.514810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c3d38-48fc-42d2-9e35-057f170c5e83 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a34d6b-6251-4f85-8196-e06e1ed15eee,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:42.521581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Allocated IP 2001:db8::f816:3eff:fe69:9797 (a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b/bc874782-7320-4760-b929-a77451c1b610/0031e9e3-04cc-48a4-81b5-ceba7b5657b2) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:42.560515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=a9b23881-5d87-4ab8-9353-3b7c2256d11e,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:42.583267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.583678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-26907f41-5e0c-4ee2-a274-46491c521516 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '83a34d6b-6251-4f85-8196-e06e1ed15eee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:42.584070 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.584447 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-26907f41-5e0c-4ee2-a274-46491c521516 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 04:32:42.584576 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.584924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.585043 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-26907f41-5e0c-4ee2-a274-46491c521516 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:42.585833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.585833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.586051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.586272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-26907f41-5e0c-4ee2-a274-46491c521516 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0637312 Dec 12 04:32:42.586538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.587126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.587800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.589011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47012) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:42.589173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.589804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.589804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:32:42.594356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-27f77838-d13a-4653-9378-e657d4829ea7 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '83a34d6b-6251-4f85-8196-e06e1ed15eee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:42.702396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d23848-9301-460b-831f-47a1ac85403d req-e0282070-b833-42f2-a71b-6ffdd13175bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:42.706269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55d23848-9301-460b-831f-47a1ac85403d req-e0282070-b833-42f2-a71b-6ffdd13175bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.2134326 Dec 12 04:32:42.721591 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-27f77838-d13a-4653-9378-e657d4829ea7 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:42.725216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-27f77838-d13a-4653-9378-e657d4829ea7 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1326923 Dec 12 04:32:42.725618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47016) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:42.730055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1f89203a-3450-4151-a838-8c440550cba5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '83a34d6b-6251-4f85-8196-e06e1ed15eee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:42.730918 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-1f89203a-3450-4151-a838-8c440550cba5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 12 04:32:42.731361 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-1f89203a-3450-4151-a838-8c440550cba5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:42.734660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1f89203a-3450-4151-a838-8c440550cba5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057554 Dec 12 04:32:42.739831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47018) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:42.745372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c92363ac-0421-45cd-979d-c91ef64bfde8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '83a34d6b-6251-4f85-8196-e06e1ed15eee', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:42.751095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6fb6c047-9402-4b5e-9132-6f84a21d62f4 None None] Provisioning complete for port a9b23881-5d87-4ab8-9353-3b7c2256d11e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:42.751578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c047-9402-4b5e-9132-6f84a21d62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.841814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.844348 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-c92363ac-0421-45cd-979d-c91ef64bfde8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:42.851112 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c92363ac-0421-45cd-979d-c91ef64bfde8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1098995 Dec 12 04:32:42.853723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47022) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:42.859550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-cb70b4a4-834f-4368-bf82-53e690400c96 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '83a34d6b-6251-4f85-8196-e06e1ed15eee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:42.860082 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-cb70b4a4-834f-4368-bf82-53e690400c96 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 04:32:42.861061 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-cb70b4a4-834f-4368-bf82-53e690400c96 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:42.865297 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cb70b4a4-834f-4368-bf82-53e690400c96 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103476 Dec 12 04:32:42.865976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47026) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:42.875133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a1fdd3fe-9846-4436-b745-2b9d0945d2ca tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '83a34d6b-6251-4f85-8196-e06e1ed15eee', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:42.896421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55d23848-9301-460b-831f-47a1ac85403d req-1ccbf5ea-123b-4963-adbe-954fc82bf558 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4 HTTP/1.1" status: 200 len: 217 time: 0.1832950 Dec 12 04:32:42.953276 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-a1fdd3fe-9846-4436-b745-2b9d0945d2ca tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Project 8930fe2c9dd84273a2a0b5d7a37f85d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:32:42.989108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d906edc4-f45b-4534-9b32-0d1cd4b8bdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:42.991848 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-a1fdd3fe-9846-4436-b745-2b9d0945d2ca tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:42.995559 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a1fdd3fe-9846-4436-b745-2b9d0945d2ca tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1228096 Dec 12 04:32:43.001315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47036) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:43.006303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-dad69e5b-32b6-4644-96fa-62e763cc2fd5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '83a34d6b-6251-4f85-8196-e06e1ed15eee', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:43.006801 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-dad69e5b-32b6-4644-96fa-62e763cc2fd5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 12 04:32:43.007295 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-dad69e5b-32b6-4644-96fa-62e763cc2fd5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:43.008264 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dad69e5b-32b6-4644-96fa-62e763cc2fd5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055931 Dec 12 04:32:43.009449 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.016376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d23848-9301-460b-831f-47a1ac85403d req-25a90852-e454-4feb-98bc-bf5b2bd32381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:43.017916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55d23848-9301-460b-831f-47a1ac85403d req-25a90852-e454-4feb-98bc-bf5b2bd32381 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1128745 Dec 12 04:32:43.018406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47038) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:43.028938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0d06db10-20a6-4c3b-9b38-9937c1e07ccc tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '83a34d6b-6251-4f85-8196-e06e1ed15eee', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:43.076219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Allocated IP 2001:db8::f816:3eff:fee6:4a56 (a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b/bc874782-7320-4760-b929-a77451c1b610/048353bc-0602-4a92-97de-7e40c40512da) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:43.101525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354303f-407f-4826-a058-d2ff4d84c140 req-1c99d264-984f-40c1-b00f-8c712c28aceb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:43.103114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9354303f-407f-4826-a058-d2ff4d84c140 req-1c99d264-984f-40c1-b00f-8c712c28aceb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 944 time: 0.1376295 Dec 12 04:32:43.105504 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-31e02447-a1f6-4b54-b234-cea223c19383 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1ab96106f8d64a5d98ef0a26c244b9d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483158 Dec 12 04:32:43.108533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d23848-9301-460b-831f-47a1ac85403d req-44059acf-7e1d-4de1-bc3f-f420db0b771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:43.110102 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55d23848-9301-460b-831f-47a1ac85403d req-44059acf-7e1d-4de1-bc3f-f420db0b771f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735176 Dec 12 04:32:43.120410 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-0d06db10-20a6-4c3b-9b38-9937c1e07ccc tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Project 8930fe2c9dd84273a2a0b5d7a37f85d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:32:43.221024 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55d23848-9301-460b-831f-47a1ac85403d req-bb4eb0e2-6e02-4714-a155-c9010b5d7856 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015673 Dec 12 04:32:43.247496 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.256623 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.310825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Network a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:43.316044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:43.319553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:43.321714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Pushing event updated for resources: {'Port': ['ID=048353bc-0602-4a92-97de-7e40c40512da,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:43.324254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:43.339387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:43.352407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:43.359394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9354303f-407f-4826-a058-d2ff4d84c140 req-a6789509-9999-44c4-9ac5-020968897154 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482612 Dec 12 04:32:43.362254 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-0d06db10-20a6-4c3b-9b38-9937c1e07ccc tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:43.365885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0d06db10-20a6-4c3b-9b38-9937c1e07ccc tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3438087 Dec 12 04:32:43.369738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47046) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:43.374841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:43.375609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.388950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-26e1421b-07e4-46bc-9409-f5bd293d01b1 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '83a34d6b-6251-4f85-8196-e06e1ed15eee', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:43.404421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Attempting to bind port 048353bc-0602-4a92-97de-7e40c40512da on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:43.404678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Attempting to bind port 048353bc-0602-4a92-97de-7e40c40512da by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'f891ea53-9516-42f7-88f3-ed6b67109d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:43.407017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Attempting to bind port 048353bc-0602-4a92-97de-7e40c40512da on network a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:43.414213 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3483310 Dec 12 04:32:43.415872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47048) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:43.420878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:43.421326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Checking segment: {'id': 'f891ea53-9516-42f7-88f3-ed6b67109d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:43.422121 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.424422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Bound using segment: {'id': 'f891ea53-9516-42f7-88f3-ed6b67109d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:43.424912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Bound port: 048353bc-0602-4a92-97de-7e40c40512da, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f891ea53-9516-42f7-88f3-ed6b67109d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:43.425332 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.431486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702eb3f-3ca0-4462-90d9-b834203852ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Port': ['ID=0031e9e3-04cc-48a4-81b5-ceba7b5657b2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:43.451668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a9b23881-5d87-4ab8-9353-3b7c2256d11e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:43.469708 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-26e1421b-07e4-46bc-9409-f5bd293d01b1 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Project 8930fe2c9dd84273a2a0b5d7a37f85d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:32:43.495891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-faace0c6-e79b-4244-a367-9903ffbf00dd tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:43.498674 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-faace0c6-e79b-4244-a367-9903ffbf00dd tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3831599 Dec 12 04:32:43.512088 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55d23848-9301-460b-831f-47a1ac85403d req-504b542c-5d17-484d-8013-684ebcb7363e service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808909 Dec 12 04:32:43.519381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-d0d562c4-8827-4b39-a644-fd20ac939864 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/quotas/1ab96106f8d64a5d98ef0a26c244b9d3 HTTP/1.1" status: 200 len: 375 time: 0.0140433 Dec 12 04:32:43.520439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-af96c11f-67fe-44d1-9d68-84b27ca3aa6a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Deleting subnet bc874782-7320-4760-b929-a77451c1b610 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:32:43.524510 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-26e1421b-07e4-46bc-9409-f5bd293d01b1 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:43.525880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-26e1421b-07e4-46bc-9409-f5bd293d01b1 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1551919 Dec 12 04:32:43.526960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af96c11f-67fe-44d1-9d68-84b27ca3aa6a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.530482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47050) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:43.557244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a9b23881-5d87-4ab8-9353-3b7c2256d11e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:43.557632 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.597048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af96c11f-67fe-44d1-9d68-84b27ca3aa6a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.619605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] For port 048353bc-0602-4a92-97de-7e40c40512da, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:43.620170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-3916c0c9-2dac-46b6-8e06-7de072a2e83c tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ab96106f8d64a5d98ef0a26c244b9d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824814 Dec 12 04:32:43.633615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] For port 048353bc-0602-4a92-97de-7e40c40512da, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=048353bc-0602-4a92-97de-7e40c40512da,segment=NetworkSegment(f891ea53-9516-42f7-88f3-ed6b67109d49),segment_id=f891ea53-9516-42f7-88f3-ed6b67109d49)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:43.663649 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4d86e5cc-1b6f-4d39-997a-2eed26cf1cc5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.703818 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.719076 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4d86e5cc-1b6f-4d39-997a-2eed26cf1cc5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.796123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef66d41-e183-482d-93b7-68f25fe1a347 None None] Pushing event updated for resources: {'Port': ['ID=048353bc-0602-4a92-97de-7e40c40512da,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:43.838987 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf872499-06eb-4f52-ab13-f6d94d308b29 req-dec227d4-8ae6-4492-81fb-3861f400bcdd tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 210 time: 0.0587978 Dec 12 04:32:43.865119 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af96c11f-67fe-44d1-9d68-84b27ca3aa6a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.889442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4d86e5cc-1b6f-4d39-997a-2eed26cf1cc5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.892054 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4d86e5cc-1b6f-4d39-997a-2eed26cf1cc5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:43.895874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47056) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:43.896131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4d86e5cc-1b6f-4d39-997a-2eed26cf1cc5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/83a34d6b-6251-4f85-8196-e06e1ed15eee HTTP/1.1" status: 204 len: 168 time: 0.3641696 Dec 12 04:32:43.916900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86e5cc-1b6f-4d39-997a-2eed26cf1cc5 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a34d6b-6251-4f85-8196-e06e1ed15eee,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:43.966923 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af96c11f-67fe-44d1-9d68-84b27ca3aa6a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.007853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.022155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96c11f-67fe-44d1-9d68-84b27ca3aa6a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Subnet': ['ID=bc874782-7320-4760-b929-a77451c1b610,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:44.024735 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-21ebbf3b-7520-4598-8be8-2a51a823157f tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1275547 Dec 12 04:32:44.029568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47064) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.038112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-aaaac967-7255-41e9-b74d-ae3010136264 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370888485'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:44.049553 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af96c11f-67fe-44d1-9d68-84b27ca3aa6a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.056057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-af96c11f-67fe-44d1-9d68-84b27ca3aa6a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/subnets/bc874782-7320-4760-b929-a77451c1b610 HTTP/1.1" status: 204 len: 168 time: 0.6352954 Dec 12 04:32:44.056845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47066) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.075414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaaac967-7255-41e9-b74d-ae3010136264 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.092245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.174338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f96e05e-b3cc-44a2-abfa-3e271e3942cc tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:44.176185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f96e05e-b3cc-44a2-abfa-3e271e3942cc tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:44.185553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8f96e05e-b3cc-44a2-abfa-3e271e3942cc tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1270623 Dec 12 04:32:44.186373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47068) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.227592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaaac967-7255-41e9-b74d-ae3010136264 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.234839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaaac967-7255-41e9-b74d-ae3010136264 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.287709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaac967-7255-41e9-b74d-ae3010136264 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fb25a6-c986-40b9-bb43-c0daeb9c41b9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:44.305606 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaaac967-7255-41e9-b74d-ae3010136264 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.308879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-aaaac967-7255-41e9-b74d-ae3010136264 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2743196 Dec 12 04:32:44.311517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47070) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.316955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-355de42e-0867-45af-90a8-5b65853ea72f tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': 'b3fb25a6-c986-40b9-bb43-c0daeb9c41b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:44.345310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-31269e4c-4aa7-4ce5-885a-86dffd47070b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.356328 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-31269e4c-4aa7-4ce5-885a-86dffd47070b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 12 04:32:44.357110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31269e4c-4aa7-4ce5-885a-86dffd47070b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:44.367969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-31269e4c-4aa7-4ce5-885a-86dffd47070b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b HTTP/1.1" status: 409 len: 405 time: 0.1764035 Dec 12 04:32:44.368305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47074) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.378755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-421711479'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:44.391527 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-355de42e-0867-45af-90a8-5b65853ea72f tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The resource could not be found. Dec 12 04:32:44.392616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-355de42e-0867-45af-90a8-5b65853ea72f tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0799918 Dec 12 04:32:44.397255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47078) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.406866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f304ff2a-8ef3-433f-954b-6a1ac59160d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': 'b3fb25a6-c986-40b9-bb43-c0daeb9c41b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '454f9d4e-33d4-48fd-a374-9c2be8249aae'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:44.445762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:44.456767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.502811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:44.521241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.521612 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Added segment ec96bdbc-c744-4059-90c7-8987c2f899ac of type vlan for network 0c209161-cb55-496a-a194-43c2bf3e95ca Dec 12 04:32:44.531411 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-f304ff2a-8ef3-433f-954b-6a1ac59160d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The resource could not be found. Dec 12 04:32:44.532630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f304ff2a-8ef3-433f-954b-6a1ac59160d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1344121 Dec 12 04:32:44.535647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47088) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.541288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e01fe-8533-417e-8468-df7ee0913435 req-4c098923-a53f-4658-9c2b-64396fe76868 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:44.542911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a86e01fe-8533-417e-8468-df7ee0913435 req-4c098923-a53f-4658-9c2b-64396fe76868 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 944 time: 0.0839338 Dec 12 04:32:44.586263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.598363 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a86e01fe-8533-417e-8468-df7ee0913435 req-3f4b7bde-7973-46bf-9883-2c0bdd07ffa0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Dec 12 04:32:44.651360 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b221c7cb-ddca-421e-aafa-baaebf519a1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.653646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.659339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:44.659964 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.737042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b221c7cb-ddca-421e-aafa-baaebf519a1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.749941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3805089 Dec 12 04:32:44.753153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47090) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.760143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'subnet': {'network_id': '0c209161-cb55-496a-a194-43c2bf3e95ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:44.778933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e972634-9857-41e9-866e-cf946d15f542 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Network': ['ID=0c209161-cb55-496a-a194-43c2bf3e95ca,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:44.790909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0c209161-cb55-496a-a194-43c2bf3e95ca details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:44.812549 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b221c7cb-ddca-421e-aafa-baaebf519a1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.815131 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b221c7cb-ddca-421e-aafa-baaebf519a1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.818690 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b221c7cb-ddca-421e-aafa-baaebf519a1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/b3fb25a6-c986-40b9-bb43-c0daeb9c41b9 HTTP/1.1" status: 204 len: 168 time: 0.2798467 Dec 12 04:32:44.820981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47092) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.850395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221c7cb-ddca-421e-aafa-baaebf519a1d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fb25a6-c986-40b9-bb43-c0daeb9c41b9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:44.931450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47096) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:44.932020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0f079663-f14f-4ee6-b8f3-c36174ad2698 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1095006 Dec 12 04:32:44.943252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e3f367c2-2573-4517-b703-f0aeeb27f6d0 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': 'f1c29adf-a336-464e-b519-cf01387b723d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:44.962594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:44.968055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:44.985506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f63679a7-d980-436c-b54d-a5a9402fc4f4 req-f71af5ee-18b6-4581-bf3a-89d0132bdbad tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 210 time: 0.0362971 Dec 12 04:32:45.149650 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-e3f367c2-2573-4517-b703-f0aeeb27f6d0 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The resource could not be found. Dec 12 04:32:45.154312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e3f367c2-2573-4517-b703-f0aeeb27f6d0 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2178578 Dec 12 04:32:45.154772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47100) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:45.159474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a1f1691a-24b4-45dd-9d0d-50a1b32ad4d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--106774727'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:45.185310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1f1691a-24b4-45dd-9d0d-50a1b32ad4d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.296548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-9beb645c-7a5e-46bf-a5eb-5509284d5338 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1ab96106f8d64a5d98ef0a26c244b9d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468071 Dec 12 04:32:45.315664 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1f1691a-24b4-45dd-9d0d-50a1b32ad4d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.327746 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1f1691a-24b4-45dd-9d0d-50a1b32ad4d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.378197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1f1691a-24b4-45dd-9d0d-50a1b32ad4d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.380928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a1f1691a-24b4-45dd-9d0d-50a1b32ad4d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2237005 Dec 12 04:32:45.382341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47102) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:45.388866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-931ae911-ae84-40e5-808b-bf5964c0fed8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811063744'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:45.393166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1691a-24b4-45dd-9d0d-50a1b32ad4d9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9099fe6a-ecae-4604-942b-39e54138c1c5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:45.420691 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-931ae911-ae84-40e5-808b-bf5964c0fed8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.421639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b3d604-6e76-4c11-87e5-e21751460395 None None] Network a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:45.497126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-931ae911-ae84-40e5-808b-bf5964c0fed8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.508668 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-931ae911-ae84-40e5-808b-bf5964c0fed8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.546889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-931ae911-ae84-40e5-808b-bf5964c0fed8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.550692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-931ae911-ae84-40e5-808b-bf5964c0fed8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1647661 Dec 12 04:32:45.550692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ae911-ae84-40e5-808b-bf5964c0fed8 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e399965-0bae-4d15-bf84-1227266b80b5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:45.552334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:45.556921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3616f95a-92ef-4258-a0eb-6603ce629033 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '9099fe6a-ecae-4604-942b-39e54138c1c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1e399965-0bae-4d15-bf84-1227266b80b5'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:45.570331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-95a41003-1bd3-48d0-aeeb-48774262e59b None None] Provisioning complete for port 048353bc-0602-4a92-97de-7e40c40512da triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:45.570829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-95a41003-1bd3-48d0-aeeb-48774262e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.578161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.objects.ports [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103451) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:32:45.583946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.600808 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-3616f95a-92ef-4258-a0eb-6603ce629033 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:45.602252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3616f95a-92ef-4258-a0eb-6603ce629033 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0491087 Dec 12 04:32:45.607339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47106) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:45.608322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 048353bc-0602-4a92-97de-7e40c40512da up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:45.682974 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61fa3128-04b6-4f96-952e-d3a1e2e4d6b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.694733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Subnet': ['ID=a857bcd9-a12f-450d-a959-a2ee0d127d96,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:45.708274 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.713168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61fa3128-04b6-4f96-952e-d3a1e2e4d6b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.733393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 048353bc-0602-4a92-97de-7e40c40512da triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:45.733934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Checking segment: {'id': 'ec96bdbc-c744-4059-90c7-8987c2f899ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0c209161-cb55-496a-a194-43c2bf3e95ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:45.734322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network hostable DHCP agents. Network: 0c209161-cb55-496a-a194-43c2bf3e95ca, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:45.735031 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.746471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-3da6da0b-185f-44a0-91c7-5056adfd010e tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:45.748026 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-3da6da0b-185f-44a0-91c7-5056adfd010e tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4002120 Dec 12 04:32:45.769880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024a0885-2c14-4ae5-a0e3-ef15d34c3348 None None] DHCP port deletion for a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:32:45.771697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Request body: {'port': {'device_id': '39ff2f7a-17da-4e2c-bf7c-469435761152', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '1ab96106f8d64a5d98ef0a26c244b9d3'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:45.805377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61fa3128-04b6-4f96-952e-d3a1e2e4d6b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.814357 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61fa3128-04b6-4f96-952e-d3a1e2e4d6b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.818493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-61fa3128-04b6-4f96-952e-d3a1e2e4d6b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/1e399965-0bae-4d15-bf84-1227266b80b5 HTTP/1.1" status: 204 len: 168 time: 0.2101560 Dec 12 04:32:45.819193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47110) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:45.855147 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-95a41003-1bd3-48d0-aeeb-48774262e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.856217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network 0c209161-cb55-496a-a194-43c2bf3e95ca is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:45.865525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa3128-04b6-4f96-952e-d3a1e2e4d6b9 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e399965-0bae-4d15-bf84-1227266b80b5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:45.884385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e34e4-54cb-462a-a7ab-7ab1b946e79c req-ec976754-ff49-429e-afa9-1e15d92813b2 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:45.886090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883e34e4-54cb-462a-a7ab-7ab1b946e79c req-ec976754-ff49-429e-afa9-1e15d92813b2 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 944 time: 0.1345627 Dec 12 04:32:45.890825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0c209161-cb55-496a-a194-43c2bf3e95ca) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:45.901187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:45.901796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:45.939302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65abbb97-a4c1-41c4-b47d-af0beadd3efb None None] Network 0c209161-cb55-496a-a194-43c2bf3e95ca requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:45.976011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883e34e4-54cb-462a-a7ab-7ab1b946e79c req-e96b407f-aa6e-475f-9a35-1c905e8f0dea tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831559 Dec 12 04:32:45.978963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-65d6da53-0dd9-4b8b-8c46-ae0cb8039c47 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1548731 Dec 12 04:32:45.979689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47112) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:45.979865 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec9713ad-0196-4f11-a49f-1ca09c219f79 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2253835 Dec 12 04:32:45.983266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47114) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:45.989100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'port': {'network_id': '0c209161-cb55-496a-a194-43c2bf3e95ca', 'name': 'tempest-NetworksIpV6TestAttrs-839052613'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:46.016148 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-95a41003-1bd3-48d0-aeeb-48774262e59b None None] For port 048353bc-0602-4a92-97de-7e40c40512da, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=048353bc-0602-4a92-97de-7e40c40512da,segment=NetworkSegment(f891ea53-9516-42f7-88f3-ed6b67109d49),segment_id=f891ea53-9516-42f7-88f3-ed6b67109d49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:46.023863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-024a0885-2c14-4ae5-a0e3-ef15d34c3348 None None] Deleting port 048353bc-0602-4a92-97de-7e40c40512da {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:46.024496 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-024a0885-2c14-4ae5-a0e3-ef15d34c3348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.041420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-95a41003-1bd3-48d0-aeeb-48774262e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.069268 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-000a1a0f-88e5-4c0b-b881-7212c9db345d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.079343 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.111936 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-000a1a0f-88e5-4c0b-b881-7212c9db345d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.123418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Made reservation on behalf of 1ab96106f8d64a5d98ef0a26c244b9d3 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:46.127990 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.156445 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:32:46.157784 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.184661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-024a0885-2c14-4ae5-a0e3-ef15d34c3348 None None] For port 048353bc-0602-4a92-97de-7e40c40512da, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=048353bc-0602-4a92-97de-7e40c40512da,segment=NetworkSegment(f891ea53-9516-42f7-88f3-ed6b67109d49),segment_id=f891ea53-9516-42f7-88f3-ed6b67109d49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:46.185227 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-024a0885-2c14-4ae5-a0e3-ef15d34c3348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.214222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-000a1a0f-88e5-4c0b-b881-7212c9db345d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.219340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-000a1a0f-88e5-4c0b-b881-7212c9db345d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.226173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47120) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:46.227495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-000a1a0f-88e5-4c0b-b881-7212c9db345d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/9099fe6a-ecae-4604-942b-39e54138c1c5 HTTP/1.1" status: 204 len: 168 time: 0.2447281 Dec 12 04:32:46.249476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-024a0885-2c14-4ae5-a0e3-ef15d34c3348 None None] Calling delete_port for 048353bc-0602-4a92-97de-7e40c40512da owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:46.259395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-0c209161-cb55-496a-a194-43c2bf3e95ca', 'network_id': '0c209161-cb55-496a-a194-43c2bf3e95ca', 'project_id': '68ef49eee27c46f9a9fbca3344a9aaf1', 'fixed_ips': [{'subnet_id': 'a857bcd9-a12f-450d-a959-a2ee0d127d96'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:46.260389 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.270575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a41003-1bd3-48d0-aeeb-48774262e59b None None] Pushing event updated for resources: {'Port': ['ID=048353bc-0602-4a92-97de-7e40c40512da,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:46.286796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06ca4660-71f4-455f-a66a-3ed170af2873 req-762be02f-4c49-47d8-aaac-e49741185924 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 210 time: 0.0999014 Dec 12 04:32:46.288116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:46.292792 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.294281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a1a0f-88e5-4c0b-b881-7212c9db345d tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9099fe6a-ecae-4604-942b-39e54138c1c5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:46.320585 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1d4ba0fb-1a52-407e-bf66-12be83e280aa tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0932083 Dec 12 04:32:46.324998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47122) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:46.328083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:32:46.328968 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:32:46.330692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ae28b662-b2f2-4c67-bb25-1ce891916973 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--476306444'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:46.338589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] device_id is not set on port 7d300728-e891-42d4-b67f-d5be254d5e7f yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:32:46.359197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae28b662-b2f2-4c67-bb25-1ce891916973 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.397722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.407890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.439021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae28b662-b2f2-4c67-bb25-1ce891916973 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.446202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae28b662-b2f2-4c67-bb25-1ce891916973 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.455111 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-024a0885-2c14-4ae5-a0e3-ef15d34c3348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.495134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae28b662-b2f2-4c67-bb25-1ce891916973 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.500932 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ae28b662-b2f2-4c67-bb25-1ce891916973 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1742406 Dec 12 04:32:46.502936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47124) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:46.507691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a3fe3e36-c907-4896-a9b9-354f51c875f3 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '52be3d76-f821-4044-8d4f-a1e86f7e6030', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:46.514524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28b662-b2f2-4c67-bb25-1ce891916973 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52be3d76-f821-4044-8d4f-a1e86f7e6030,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:46.519325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac05c1a-61d2-4dbb-88bb-1d5b3374622b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:46.555675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a0885-2c14-4ae5-a0e3-ef15d34c3348 None None] Pushing event deleted for resources: {'Port': ['ID=048353bc-0602-4a92-97de-7e40c40512da,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:46.560887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Allocated IP 2001:db8::f816:3eff:feeb:239e (0c209161-cb55-496a-a194-43c2bf3e95ca/a857bcd9-a12f-450d-a959-a2ee0d127d96/7d300728-e891-42d4-b67f-d5be254d5e7f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:46.574315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:32:46.579637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a0885-2c14-4ae5-a0e3-ef15d34c3348 None None] No DVR routers for this DVR port 048353bc-0602-4a92-97de-7e40c40512da on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:46.598373 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-a3fe3e36-c907-4896-a9b9-354f51c875f3 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:46.604802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a3fe3e36-c907-4896-a9b9-354f51c875f3 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1005380 Dec 12 04:32:46.605575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47126) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:46.611037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-83ebcccc-c232-41f5-9a7e-1397cae4d40b tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group_rule': {'security_group_id': '52be3d76-f821-4044-8d4f-a1e86f7e6030', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:46.660333 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-83ebcccc-c232-41f5-9a7e-1397cae4d40b tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:32:46.665055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-83ebcccc-c232-41f5-9a7e-1397cae4d40b tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0573413 Dec 12 04:32:46.665825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47128) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:46.719040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.751583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3087b11-04d9-43f8-a4bd-5e5cb6df48fd tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.761421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:46.777592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '5bae2361-ea24-46ae-ae92-bf9628cbb6f4', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'port_id': '5bae2361-ea24-46ae-ae92-bf9628cbb6f4', 'mac_address': 'fa:16:3e:e1:a0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:32:46.797690 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3087b11-04d9-43f8-a4bd-5e5cb6df48fd tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.825044 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.863261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:32:46.863950 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3087b11-04d9-43f8-a4bd-5e5cb6df48fd tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.866865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3087b11-04d9-43f8-a4bd-5e5cb6df48fd tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.870605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e3087b11-04d9-43f8-a4bd-5e5cb6df48fd tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/52be3d76-f821-4044-8d4f-a1e86f7e6030 HTTP/1.1" status: 204 len: 168 time: 0.2011051 Dec 12 04:32:46.871352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Port 048353bc-0602-4a92-97de-7e40c40512da update to ACTIVE by agent not found {{(pid=103452) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 04:32:46.883032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47130) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:46.883863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3087b11-04d9-43f8-a4bd-5e5cb6df48fd tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be3d76-f821-4044-8d4f-a1e86f7e6030,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:46.890983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:46.898632 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:46.976996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1f21089e-dfc5-44d8-a703-ea9482f083ee tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0844712 Dec 12 04:32:46.977324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47134) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:46.983311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-86111899-3b85-4565-baa0-ffd3a0e4b63c tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'tempest-secgroup--906200025'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:47.026875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Allocated IP 192.168.233.190 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/9deba328-0d26-41d2-941b-3131c06baf1f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:47.045888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86111899-3b85-4565-baa0-ffd3a0e4b63c tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.159955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86111899-3b85-4565-baa0-ffd3a0e4b63c tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.165723 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86111899-3b85-4565-baa0-ffd3a0e4b63c tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.183319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:47.206961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86111899-3b85-4565-baa0-ffd3a0e4b63c tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da344263-b4e2-46f2-b14a-ef06604a45ee,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:47.216913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86111899-3b85-4565-baa0-ffd3a0e4b63c tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.221055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-86111899-3b85-4565-baa0-ffd3a0e4b63c tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2397368 Dec 12 04:32:47.221195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47140) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:47.226775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1d3cbd48-186d-4815-877f-658eae5e237b tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:47.229131 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-1d3cbd48-186d-4815-877f-658eae5e237b tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 04:32:47.229656 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-1d3cbd48-186d-4815-877f-658eae5e237b tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] update failed (client error): There was a conflict when trying to complete your request. Dec 12 04:32:47.231392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1d3cbd48-186d-4815-877f-658eae5e237b tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "PUT /v2.0/security-groups/da344263-b4e2-46f2-b14a-ef06604a45ee HTTP/1.1" status: 409 len: 330 time: 0.0085266 Dec 12 04:32:47.233889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47142) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:47.237140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5bae2361-ea24-46ae-ae92-bf9628cbb6f4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:32:47.319923 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e515e75-4679-4c73-a542-91bbf304a252 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.329445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c90aa3-158f-4a7e-b145-43617e1d10e8 req-55446823-75c4-4dc5-b3ad-f4d2cd8f63fb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:47.332498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-15c90aa3-158f-4a7e-b145-43617e1d10e8 req-55446823-75c4-4dc5-b3ad-f4d2cd8f63fb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 945 time: 0.2189188 Dec 12 04:32:47.380458 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.395721 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e515e75-4679-4c73-a542-91bbf304a252 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.449117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 048353bc-0602-4a92-97de-7e40c40512da no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:32:47.472234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-15c90aa3-158f-4a7e-b145-43617e1d10e8 req-0caf91f5-b295-4333-9f77-437a5b6a8975 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310339 Dec 12 04:32:47.486476 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3716d563-06d6-4a8e-ac12-b1f06221f63f req-14fcb75a-ca4f-445c-9c92-13b0426eaa70 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 210 time: 0.0494611 Dec 12 04:32:47.492255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 048353bc-0602-4a92-97de-7e40c40512da {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:32:47.492621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 048353bc-0602-4a92-97de-7e40c40512da not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:32:47.497699 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.536623 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e515e75-4679-4c73-a542-91bbf304a252 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.537011 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.539624 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e515e75-4679-4c73-a542-91bbf304a252 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.544115 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1e515e75-4679-4c73-a542-91bbf304a252 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/da344263-b4e2-46f2-b14a-ef06604a45ee HTTP/1.1" status: 204 len: 168 time: 0.3071508 Dec 12 04:32:47.544733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47146) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:47.568454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e515e75-4679-4c73-a542-91bbf304a252 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da344263-b4e2-46f2-b14a-ef06604a45ee,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:47.603090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Allocated IP 2001:db8::f816:3eff:fe3b:6f94 (0c209161-cb55-496a-a194-43c2bf3e95ca/a857bcd9-a12f-450d-a959-a2ee0d127d96/be7f35ca-d133-4118-a407-0f702bd035f5) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:47.623074 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cbd974f2-8dae-4a91-958d-3f8bb09ecc6e tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721815 Dec 12 04:32:47.624159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47148) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:47.627962 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.650774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network 0c209161-cb55-496a-a194-43c2bf3e95ca is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:47.652279 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-b2078b82-42c1-46cc-aa82-f7fd14f30f1a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] delete failed (client error): The resource could not be found. Dec 12 04:32:47.658856 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b2078b82-42c1-46cc-aa82-f7fd14f30f1a tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "DELETE /v2.0/security-groups/1942ad17-7d4e-4ef7-8b4b-df7325ce11a0 HTTP/1.1" status: 404 len: 347 time: 0.0331812 Dec 12 04:32:47.659706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:47.665348 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47150) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:47.667399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:47.676538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:47.677390 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.698887 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-6f2e9b50-6180-4cf5-b96e-9f23bd967e0e tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] show failed (client error): The resource could not be found. Dec 12 04:32:47.709093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6f2e9b50-6180-4cf5-b96e-9f23bd967e0e tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-groups/4f9a078d-2df2-4894-a0b5-d5411ba231d7 HTTP/1.1" status: 404 len: 347 time: 0.0365534 Dec 12 04:32:47.710710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47154) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:47.721683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Port': ['ID=7d300728-e891-42d4-b67f-d5be254d5e7f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:47.735093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:47.741696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a0b0d475-919f-40ab-b664-2885aed088c9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7567983 Dec 12 04:32:47.773880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47156) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:47.777316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:47.786579 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-612a4ede-d216-426f-8e15-189348654804 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] show failed (client error): The resource could not be found. Dec 12 04:32:47.787823 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-612a4ede-d216-426f-8e15-189348654804 tempest-NegativeSecGroupIPv6Test-1453737726 tempest-NegativeSecGroupIPv6Test-1453737726-project] 10.222.0.36 "GET /v2.0/security-group-rules/c8c9a734-2d3c-45f3-b347-b0798c393323 HTTP/1.1" status: 404 len: 356 time: 0.0743446 Dec 12 04:32:47.846517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:47.882428 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.895562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c348db7-856b-4621-a761-8e8826c04832 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Deleting subnet a857bcd9-a12f-450d-a959-a2ee0d127d96 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:32:47.898627 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.906393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c348db7-856b-4621-a761-8e8826c04832 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.935843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Pushing event updated for resources: {'Port': ['ID=9deba328-0d26-41d2-941b-3131c06baf1f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:47.953134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Network 0c209161-cb55-496a-a194-43c2bf3e95ca is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:47.957574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:47.962734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:47.964019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:47.964407 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:47.981071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Pushing event updated for resources: {'Port': ['ID=be7f35ca-d133-4118-a407-0f702bd035f5,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:47.992247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c348db7-856b-4621-a761-8e8826c04832 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.030843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-063271ff-5445-4743-8d72-47eb7f9f05c0 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2631018 Dec 12 04:32:48.063385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Request body: {'port': {'device_id': '39ff2f7a-17da-4e2c-bf7c-469435761152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:48.081544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Attempting to bind port be7f35ca-d133-4118-a407-0f702bd035f5 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:48.082514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Attempting to bind port be7f35ca-d133-4118-a407-0f702bd035f5 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ec96bdbc-c744-4059-90c7-8987c2f899ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0c209161-cb55-496a-a194-43c2bf3e95ca'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:48.082514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Attempting to bind port be7f35ca-d133-4118-a407-0f702bd035f5 on network 0c209161-cb55-496a-a194-43c2bf3e95ca {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:48.091357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:48.091895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Checking segment: {'id': 'ec96bdbc-c744-4059-90c7-8987c2f899ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0c209161-cb55-496a-a194-43c2bf3e95ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:48.092548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.093496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Bound using segment: {'id': 'ec96bdbc-c744-4059-90c7-8987c2f899ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0c209161-cb55-496a-a194-43c2bf3e95ca'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:48.094881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Bound port: be7f35ca-d133-4118-a407-0f702bd035f5, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec96bdbc-c744-4059-90c7-8987c2f899ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0c209161-cb55-496a-a194-43c2bf3e95ca'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:48.095296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.198406 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.302574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-75b446d5-81b6-4196-a695-c47151587d05 None None] Provisioning complete for port 9deba328-0d26-41d2-941b-3131c06baf1f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:48.303017 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-75b446d5-81b6-4196-a695-c47151587d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.337500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47168) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:48.375368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-75b446d5-81b6-4196-a695-c47151587d05 None None] Port 9deba328-0d26-41d2-941b-3131c06baf1f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:32:48.393535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c348db7-856b-4621-a761-8e8826c04832 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.560023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:48.606139 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2a4efaa0-3f9f-4952-89d8-f655b2d8b042 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8930fe2c9dd84273a2a0b5d7a37f85d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2642436 Dec 12 04:32:48.617264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47182) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:48.665653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:32:48.670200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:48.670707 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.732486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaa902-446f-4503-828b-bd603e9f4b78 req-ca68a4c4-738a-484b-b7ae-19883dfe137a tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:48.734141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8aaa902-446f-4503-828b-bd603e9f4b78 req-ca68a4c4-738a-484b-b7ae-19883dfe137a tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 936 time: 0.1095204 Dec 12 04:32:48.737272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416c5aa5-c84f-49b1-ada2-4b16f2926e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.755893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30108dd0-84a2-4cb7-b378-7f8680a61740 req-4dca4b61-7eb1-4e3c-b1b0-08cde076aee3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:48.757601 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30108dd0-84a2-4cb7-b378-7f8680a61740 req-4dca4b61-7eb1-4e3c-b1b0-08cde076aee3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 945 time: 0.0986919 Dec 12 04:32:48.775788 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416c5aa5-c84f-49b1-ada2-4b16f2926e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.796416 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.805009 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c348db7-856b-4621-a761-8e8826c04832 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.811840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] For port be7f35ca-d133-4118-a407-0f702bd035f5, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:48.838503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8aaa902-446f-4503-828b-bd603e9f4b78 req-21f5f87d-a566-41c7-ae19-3a050a64999b tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964015 Dec 12 04:32:48.853617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] For port be7f35ca-d133-4118-a407-0f702bd035f5, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=be7f35ca-d133-4118-a407-0f702bd035f5,segment=NetworkSegment(ec96bdbc-c744-4059-90c7-8987c2f899ac),segment_id=ec96bdbc-c744-4059-90c7-8987c2f899ac)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:48.866786 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.897238 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416c5aa5-c84f-49b1-ada2-4b16f2926e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.905663 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-416c5aa5-c84f-49b1-ada2-4b16f2926e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:48.906578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c348db7-856b-4621-a761-8e8826c04832 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Subnet': ['ID=a857bcd9-a12f-450d-a959-a2ee0d127d96,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:48.909822 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-416c5aa5-c84f-49b1-ada2-4b16f2926e95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74494582-25ff-42fe-a67d-16ead1d5e57a HTTP/1.1" status: 204 len: 168 time: 0.2893338 Dec 12 04:32:48.926452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c5aa5-c84f-49b1-ada2-4b16f2926e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74494582-25ff-42fe-a67d-16ead1d5e57a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:48.953886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9deba328-0d26-41d2-941b-3131c06baf1f {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:32:48.974198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d32a5-462d-4894-9c8b-aa063aa31b3d None None] Pushing event updated for resources: {'Port': ['ID=be7f35ca-d133-4118-a407-0f702bd035f5,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:48.978457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebe18e5-2bd7-42ff-904b-61822809f058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bae2361-ea24-46ae-ae92-bf9628cbb6f4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:32:48.981976 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedbf56c-38fe-4363-92e7-d2c6a4323e63" -d '{"events": [{"server_uuid": "1ebe18e5-2bd7-42ff-904b-61822809f058", "name": "network-vif-plugged", "status": "completed", "tag": "5bae2361-ea24-46ae-ae92-bf9628cbb6f4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:32:48.991628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c348db7-856b-4621-a761-8e8826c04832 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.006656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:49.011273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2c348db7-856b-4621-a761-8e8826c04832 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/subnets/a857bcd9-a12f-450d-a959-a2ee0d127d96 HTTP/1.1" status: 204 len: 168 time: 1.2351484 Dec 12 04:32:49.015667 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.047011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47188) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:49.069854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.126025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:49.150870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbc644-cbba-4612-984f-76c6485294ed req-073ca3a9-8456-4662-be7d-8f999688c5d3 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:49.157228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-03dbc644-cbba-4612-984f-76c6485294ed req-073ca3a9-8456-4662-be7d-8f999688c5d3 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 946 time: 0.2155800 Dec 12 04:32:49.189103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30108dd0-84a2-4cb7-b378-7f8680a61740 req-ca60f004-56b1-41e5-899b-3c617b7ac95f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026029 Dec 12 04:32:49.229210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Transition to ACTIVE for port object 9deba328-0d26-41d2-941b-3131c06baf1f will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:32:49.240617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-03dbc644-cbba-4612-984f-76c6485294ed req-fa051912-84ca-4a5e-9fc9-037bfaa7dbba tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767064 Dec 12 04:32:49.254233 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.271366 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3028a23c-431d-42f7-bdc3-21b2fe1a0f7a x-openstack-request-id: req-3028a23c-431d-42f7-bdc3-21b2fe1a0f7a {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:32:49.271366 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebe18e5-2bd7-42ff-904b-61822809f058", "name": "network-vif-plugged", "status": "completed", "tag": "5bae2361-ea24-46ae-ae92-bf9628cbb6f4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:32:49.271366 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3028a23c-431d-42f7-bdc3-21b2fe1a0f7a {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:32:49.271366 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebe18e5-2bd7-42ff-904b-61822809f058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bae2361-ea24-46ae-ae92-bf9628cbb6f4', 'code': 200} Dec 12 04:32:49.362510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Pushing event updated for resources: {'Port': ['ID=9deba328-0d26-41d2-941b-3131c06baf1f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:49.390485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97df94-5bb3-42ea-b1c1-0502271ee953 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:49.392170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97df94-5bb3-42ea-b1c1-0502271ee953 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:49.393838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8c97df94-5bb3-42ea-b1c1-0502271ee953 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3415222 Dec 12 04:32:49.396641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47194) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:49.540591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Attempting to bind port 9deba328-0d26-41d2-941b-3131c06baf1f on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:49.541284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Attempting to bind port 9deba328-0d26-41d2-941b-3131c06baf1f by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:49.541873 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Attempting to bind port 9deba328-0d26-41d2-941b-3131c06baf1f on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:49.548674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Port 9deba328-0d26-41d2-941b-3131c06baf1f on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:32:49.549674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Attempting to bind port 9deba328-0d26-41d2-941b-3131c06baf1f on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:49.561708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:49.563057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:49.564486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:49.565059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Bound port: 9deba328-0d26-41d2-941b-3131c06baf1f, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:49.565906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.586501 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f38a0079-1248-4ba8-92ff-f96b3ec75b7a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.602339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device be7f35ca-d133-4118-a407-0f702bd035f5 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:49.618484 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38a0079-1248-4ba8-92ff-f96b3ec75b7a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 12 04:32:49.618971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38a0079-1248-4ba8-92ff-f96b3ec75b7a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:32:49.626753 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f38a0079-1248-4ba8-92ff-f96b3ec75b7a tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/0c209161-cb55-496a-a194-43c2bf3e95ca HTTP/1.1" status: 409 len: 405 time: 0.2231774 Dec 12 04:32:49.635243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9f7cb-14f2-4657-b069-421cbc68ebe3 req-bbda36d3-1aa1-40da-a7e2-db7f17de8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:49.636832 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61a9f7cb-14f2-4657-b069-421cbc68ebe3 req-bbda36d3-1aa1-40da-a7e2-db7f17de8905 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 1097 time: 0.1537085 Dec 12 04:32:49.643035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47202) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:49.651143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-312452502'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:49.728935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] For port 9deba328-0d26-41d2-941b-3131c06baf1f, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:49.730098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port be7f35ca-d133-4118-a407-0f702bd035f5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:49.730595 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.737135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] For port 9deba328-0d26-41d2-941b-3131c06baf1f, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9deba328-0d26-41d2-941b-3131c06baf1f,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:49.745865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.782489 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:49.786502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.813789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:49.814547 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.816457 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] 10.222.0.37 "PUT /v2.0/ports/9deba328-0d26-41d2-941b-3131c06baf1f HTTP/1.1" status: 200 len: 1096 time: 1.7623069 Dec 12 04:32:49.821654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ff2f7a-17da-4e2c-bf7c-469435761152', 'tag': '9deba328-0d26-41d2-941b-3131c06baf1f'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:32:49.824277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61a9f7cb-14f2-4657-b069-421cbc68ebe3 req-0de8f44f-f011-4bb1-8011-7118ca05ea96 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759951 Dec 12 04:32:49.825181 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f625027-46e0-48f9-badc-72c5d0858226" -d '{"events": [{"name": "network-changed", "server_uuid": "39ff2f7a-17da-4e2c-bf7c-469435761152", "tag": "9deba328-0d26-41d2-941b-3131c06baf1f"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:32:49.878279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:49.900646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:49.901032 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Added segment fbf3e7b4-f950-47ae-8b83-6e6ee635854f of type vlan for network 85ec1069-3d50-441a-8386-456023b6d3e3 Dec 12 04:32:49.907528 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da336de6-853a-48c9-810a-4d8ac840844f service neutron] Pushing event updated for resources: {'Port': ['ID=9deba328-0d26-41d2-941b-3131c06baf1f,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:50.003843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-0970d847-712f-45ea-898f-42d998cc140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:50.005990 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-0970d847-712f-45ea-898f-42d998cc140f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ab96106f8d64a5d98ef0a26c244b9d3&device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 1099 time: 0.1150672 Dec 12 04:32:50.028925 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:50.031023 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:50.082992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port be7f35ca-d133-4118-a407-0f702bd035f5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=be7f35ca-d133-4118-a407-0f702bd035f5,segment=NetworkSegment(ec96bdbc-c744-4059-90c7-8987c2f899ac),segment_id=ec96bdbc-c744-4059-90c7-8987c2f899ac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:50.089372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:50.089680 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:50.095946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:50.096291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:50.105171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-63b983a3-6bd9-4b56-94ea-1fe2f76a9c68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=9deba328-0d26-41d2-941b-3131c06baf1f HTTP/1.1" status: 200 len: 217 time: 0.0798364 Dec 12 04:32:50.174346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=be7f35ca-d133-4118-a407-0f702bd035f5,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:50.227290 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfd16e6-b4c7-41b8-96b6-e9b7760eb1c5 x-openstack-request-id: req-bdfd16e6-b4c7-41b8-96b6-e9b7760eb1c5 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:32:50.227605 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ff2f7a-17da-4e2c-bf7c-469435761152", "tag": "9deba328-0d26-41d2-941b-3131c06baf1f", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:32:50.227875 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdfd16e6-b4c7-41b8-96b6-e9b7760eb1c5 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:32:50.228298 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ff2f7a-17da-4e2c-bf7c-469435761152', 'tag': '9deba328-0d26-41d2-941b-3131c06baf1f', 'status': 'completed', 'code': 200} Dec 12 04:32:50.230381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-b1c499ef-d760-47ba-b0b9-89420c4083f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:50.231989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-b1c499ef-d760-47ba-b0b9-89420c4083f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1118069 Dec 12 04:32:50.241562 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5973020 Dec 12 04:32:50.242379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47220) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:50.256181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'subnet': {'network_id': '85ec1069-3d50-441a-8386-456023b6d3e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:50.267289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec4b03-fc6b-4b79-a0dd-dacc36652c43 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Network': ['ID=85ec1069-3d50-441a-8386-456023b6d3e3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:50.286242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 85ec1069-3d50-441a-8386-456023b6d3e3 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:50.318880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-68d8f259-2147-4405-8b49-61022ba36da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:50.320700 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-68d8f259-2147-4405-8b49-61022ba36da2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753288 Dec 12 04:32:50.354358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a2f50-481e-49cb-b982-ff39d5041965 req-01ada596-b142-4e01-b846-91a75aee401c tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:50.362078 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-518a2f50-481e-49cb-b982-ff39d5041965 req-01ada596-b142-4e01-b846-91a75aee401c tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 948 time: 0.2858472 Dec 12 04:32:50.451711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d80d9-ad5f-45fb-a40d-78cb798664d6 req-c3aa314b-5bc7-4911-9228-ac513a0dab3f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:50.453335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b13d80d9-ad5f-45fb-a40d-78cb798664d6 req-c3aa314b-5bc7-4911-9228-ac513a0dab3f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1316893 Dec 12 04:32:50.480214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-007862cd-5685-474f-8809-c3560d7e1758 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:50.481897 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-007862cd-5685-474f-8809-c3560d7e1758 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 946 time: 0.1621490 Dec 12 04:32:50.502311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:50.505882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:50.520580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-2b9aa012-0530-4d99-887f-eff4c4a6f221 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897357 Dec 12 04:32:50.537686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-518a2f50-481e-49cb-b982-ff39d5041965 req-f5d5055f-5174-4f05-b4ae-30c5242f9ea5 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722319 Dec 12 04:32:50.648746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b13d80d9-ad5f-45fb-a40d-78cb798664d6 req-4aa936c6-dafb-4663-86bb-10d52dd561c2 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731398 Dec 12 04:32:50.699029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aee5ad39-da40-4eb7-8fd6-068a8c1392c0 req-1533df23-d323-49ac-a42a-9feaebdadb1c service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668503 Dec 12 04:32:50.778012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0388f-b130-4955-b13a-ec79f92c13a1 req-ca7f63e9-47d4-4d3f-8870-e31a39569f74 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:50.786452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dce0388f-b130-4955-b13a-ec79f92c13a1 req-ca7f63e9-47d4-4d3f-8870-e31a39569f74 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 946 time: 0.1401441 Dec 12 04:32:50.863146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Deleting port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:50.863302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:50.912318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f625027-46e0-48f9-badc-72c5d0858226 req-b3d9a7d1-9d41-4765-a1d8-fe32804dd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:50.915976 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f625027-46e0-48f9-badc-72c5d0858226 req-b3d9a7d1-9d41-4765-a1d8-fe32804dd9af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ab96106f8d64a5d98ef0a26c244b9d3&device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 1099 time: 0.1067312 Dec 12 04:32:50.939413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7939adc-fb0d-4efb-b075-436371462e4d None None] Network 0c209161-cb55-496a-a194-43c2bf3e95ca requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:50.960077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dce0388f-b130-4955-b13a-ec79f92c13a1 req-dcde8b3e-b88f-43a6-b002-dad725aaa18f tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e9d1114-3589-4431-8e53-acc8dd640bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704099 Dec 12 04:32:51.062806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f625027-46e0-48f9-badc-72c5d0858226 req-2a0026f0-d4c1-40f0-96c2-0fcd4fc140ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:51.066367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f625027-46e0-48f9-badc-72c5d0858226 req-2a0026f0-d4c1-40f0-96c2-0fcd4fc140ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1362226 Dec 12 04:32:51.088142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] For port 23926252-0eb0-4a86-b1b3-6a717be9a2a8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=23926252-0eb0-4a86-b1b3-6a717be9a2a8,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:51.088519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.130628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-472b9bbd-0a13-433d-8e5f-a4944793e6a5 None None] Provisioning complete for port be7f35ca-d133-4118-a407-0f702bd035f5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:51.132505 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-472b9bbd-0a13-433d-8e5f-a4944793e6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.168113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f625027-46e0-48f9-badc-72c5d0858226 req-7560e786-ec28-460b-9d41-4598fd7b6572 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=9deba328-0d26-41d2-941b-3131c06baf1f HTTP/1.1" status: 200 len: 217 time: 0.0926657 Dec 12 04:32:51.223036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceccbc34-c252-4b02-bbd0-aab8b14a3ff4 None None] DHCP port deletion for 0c209161-cb55-496a-a194-43c2bf3e95ca request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:32:51.261441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f625027-46e0-48f9-badc-72c5d0858226 req-14e22953-fd2c-4175-aee5-1b3a893cbda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:51.267272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f625027-46e0-48f9-badc-72c5d0858226 req-14e22953-fd2c-4175-aee5-1b3a893cbda7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0858946 Dec 12 04:32:51.373205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f625027-46e0-48f9-badc-72c5d0858226 req-063394bf-0e82-4c49-90b5-09a3f2458808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:51.375012 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f625027-46e0-48f9-badc-72c5d0858226 req-063394bf-0e82-4c49-90b5-09a3f2458808 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973041 Dec 12 04:32:51.385438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ceccbc34-c252-4b02-bbd0-aab8b14a3ff4 None None] Deleting port be7f35ca-d133-4118-a407-0f702bd035f5 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:51.385846 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ceccbc34-c252-4b02-bbd0-aab8b14a3ff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.391673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:32:51.428149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.452841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device be7f35ca-d133-4118-a407-0f702bd035f5 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:32:51.520092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ceccbc34-c252-4b02-bbd0-aab8b14a3ff4 None None] For port be7f35ca-d133-4118-a407-0f702bd035f5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=be7f35ca-d133-4118-a407-0f702bd035f5,segment=NetworkSegment(ec96bdbc-c744-4059-90c7-8987c2f899ac),segment_id=ec96bdbc-c744-4059-90c7-8987c2f899ac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:51.520834 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ceccbc34-c252-4b02-bbd0-aab8b14a3ff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.524492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f625027-46e0-48f9-badc-72c5d0858226 req-461622b8-f778-40a1-b675-d21f1a67cdcb service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357789 Dec 12 04:32:51.540809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ceccbc34-c252-4b02-bbd0-aab8b14a3ff4 None None] Calling delete_port for be7f35ca-d133-4118-a407-0f702bd035f5 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:51.553866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.554468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.554599 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Floating IP 34f6250f-0ab1-4e4a-ab26-76b87e651b20 disassociated. External IP: 172.25.7.149, port: 23926252-0eb0-4a86-b1b3-6a717be9a2a8. Dec 12 04:32:51.554965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Calling delete_port for 23926252-0eb0-4a86-b1b3-6a717be9a2a8 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:51.574960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Subnet': ['ID=b3d7c55c-f1f7-4676-b45d-2b7fe7a8d77a,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:51.596994 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.616075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Checking segment: {'id': 'fbf3e7b4-f950-47ae-8b83-6e6ee635854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85ec1069-3d50-441a-8386-456023b6d3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:51.616524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network hostable DHCP agents. Network: 85ec1069-3d50-441a-8386-456023b6d3e3, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:51.666674 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f625027-46e0-48f9-badc-72c5d0858226 req-7d2d54b4-828b-4d25-9a2f-2f6682b6dc1d service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335845 Dec 12 04:32:51.686341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port be7f35ca-d133-4118-a407-0f702bd035f5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=be7f35ca-d133-4118-a407-0f702bd035f5,segment=NetworkSegment(ec96bdbc-c744-4059-90c7-8987c2f899ac),segment_id=ec96bdbc-c744-4059-90c7-8987c2f899ac)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:51.708189 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.760763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968b052-0582-4f0b-a6f2-90195ac122b8 req-9edab602-0d37-40c4-b3fc-cb56a0992a84 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:51.763237 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6968b052-0582-4f0b-a6f2-90195ac122b8 req-9edab602-0d37-40c4-b3fc-cb56a0992a84 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 948 time: 0.0920393 Dec 12 04:32:51.789449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network 85ec1069-3d50-441a-8386-456023b6d3e3 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:51.796943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=be7f35ca-d133-4118-a407-0f702bd035f5,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:51.833761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ceccbc34-c252-4b02-bbd0-aab8b14a3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.859678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6968b052-0582-4f0b-a6f2-90195ac122b8 req-e9b87257-5ef3-4a85-bd40-083c8817df05 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782347 Dec 12 04:32:51.878861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 85ec1069-3d50-441a-8386-456023b6d3e3) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:51.884273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccbc34-c252-4b02-bbd0-aab8b14a3ff4 None None] Pushing event deleted for resources: {'Port': ['ID=be7f35ca-d133-4118-a407-0f702bd035f5,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:51.886252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccbc34-c252-4b02-bbd0-aab8b14a3ff4 None None] No DVR routers for this DVR port be7f35ca-d133-4118-a407-0f702bd035f5 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:51.892664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e2415e-7142-4a1e-b1a1-23745c68fc61 None None] Network 85ec1069-3d50-441a-8386-456023b6d3e3 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:51.911412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:51.912026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:51.961408 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f881a512-55a2-4d6f-b8cb-cce911dffbfa tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7143805 Dec 12 04:32:51.966363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47268) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:51.972398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3e364-8260-46c0-8308-0d3e2dea8318 req-4af476c5-c762-43e0-b47f-d65a9769d7fe tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:51.979766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dbe3e364-8260-46c0-8308-0d3e2dea8318 req-4af476c5-c762-43e0-b47f-d65a9769d7fe tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1998184 Dec 12 04:32:52.049327 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.075940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dbe3e364-8260-46c0-8308-0d3e2dea8318 req-25918670-c02b-4934-ba96-89e45e1ee625 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898771 Dec 12 04:32:52.100055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event deleted for resources: {'Port': ['ID=23926252-0eb0-4a86-b1b3-6a717be9a2a8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:52.103143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-85ec1069-3d50-441a-8386-456023b6d3e3', 'network_id': '85ec1069-3d50-441a-8386-456023b6d3e3', 'project_id': '68ef49eee27c46f9a9fbca3344a9aaf1', 'fixed_ips': [{'subnet_id': 'b3d7c55c-f1f7-4676-b45d-2b7fe7a8d77a'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:52.104046 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.191827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-be7af4e8-3001-455f-92b8-8ff6c21ac731 req-d4a2a5d3-4b7e-45b3-9631-fe4b9d7814be tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 210 time: 0.1164215 Dec 12 04:32:52.255350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.332944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Allocated IP 2001:db8::f816:3eff:feb2:1d3b (85ec1069-3d50-441a-8386-456023b6d3e3/b3d7c55c-f1f7-4676-b45d-2b7fe7a8d77a/5bf5ffed-6ccd-4b56-88f4-7f172e7ca892) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:52.404000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.451892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d477a-c8dd-4da9-902b-f5ef4ee46aa2 req-b6327879-a887-438f-babb-3de0f4eacc97 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:52.453849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-622d477a-c8dd-4da9-902b-f5ef4ee46aa2 req-b6327879-a887-438f-babb-3de0f4eacc97 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1422834 Dec 12 04:32:52.502353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.515780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.522048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-622d477a-c8dd-4da9-902b-f5ef4ee46aa2 req-c962a809-e44c-4331-81bf-c85ca89e7afe tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568335 Dec 12 04:32:52.531775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Router d60fbea4-f245-475e-b09a-6b326a11190d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:32:52.553268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.584261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d7c55c-f1f7-4676-b45d-2b7fe7a8d77a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:52.602350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Network 85ec1069-3d50-441a-8386-456023b6d3e3 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:52.610017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:52.611960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Pushing event updated for resources: {'Port': ['ID=5bf5ffed-6ccd-4b56-88f4-7f172e7ca892,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:52.614223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:52.655063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.683137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ec1069-3d50-441a-8386-456023b6d3e3']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:52.695874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf3e7b4-f950-47ae-8b83-6e6ee635854f') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:52.695874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf3e7b4-f950-47ae-8b83-6e6ee635854f') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:52.706316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Attempting to bind port 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:52.706316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Attempting to bind port 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'fbf3e7b4-f950-47ae-8b83-6e6ee635854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85ec1069-3d50-441a-8386-456023b6d3e3'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:52.706719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Attempting to bind port 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892 on network 85ec1069-3d50-441a-8386-456023b6d3e3 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:52.707236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.712315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:52.712705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Checking segment: {'id': 'fbf3e7b4-f950-47ae-8b83-6e6ee635854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85ec1069-3d50-441a-8386-456023b6d3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:52.713232 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.713639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Bound using segment: {'id': 'fbf3e7b4-f950-47ae-8b83-6e6ee635854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85ec1069-3d50-441a-8386-456023b6d3e3'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:52.714127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Bound port: 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf3e7b4-f950-47ae-8b83-6e6ee635854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85ec1069-3d50-441a-8386-456023b6d3e3'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:52.714877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.724754 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.742859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:52.743331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:52.749925 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:52.809454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] For port 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:52.833709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] For port 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5bf5ffed-6ccd-4b56-88f4-7f172e7ca892,segment=NetworkSegment(fbf3e7b4-f950-47ae-8b83-6e6ee635854f),segment_id=fbf3e7b4-f950-47ae-8b83-6e6ee635854f)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:52.836249 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:32:52.836249 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:32:52.836249 n-d-710847-7 neutron-server[103451]: [parameters: {'id': '85ec1069-3d50-441a-8386-456023b6d3e3'}] Dec 12 04:32:52.836249 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:32:52.836700 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:32:52.839629 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:52.919975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750bda9-9e2d-4e99-a582-ed0c5ed25de7 None None] Pushing event updated for resources: {'Port': ['ID=5bf5ffed-6ccd-4b56-88f4-7f172e7ca892,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:52.960005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9224bb-5f52-4bdd-a248-e99e6bada81b None None] Network 85ec1069-3d50-441a-8386-456023b6d3e3 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:53.070747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a85cf8-38d6-482f-a77a-b36a496f85a6 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:32:53.143381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890bcd3-650c-4608-ac01-6e1fef01bd1b req-1a029715-becf-4293-94c4-975732c18f4a tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:53.144776 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0890bcd3-650c-4608-ac01-6e1fef01bd1b req-1a029715-becf-4293-94c4-975732c18f4a tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 948 time: 0.0895994 Dec 12 04:32:53.154338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a85cf8-38d6-482f-a77a-b36a496f85a6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:32:53.173759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:32:53.186644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] Sync routers for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:32:53.231940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] No DVR routers for this DVR port 23926252-0eb0-4a86-b1b3-6a717be9a2a8 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:53.235465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:53.236802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:32:53.236802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:32:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:53.241831 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bedc872-6410-434b-aa89-d6cb67f6a5f2 req-90f2a540-c0c9-43a7-a7ac-8b5ee715bf2c tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.18 "DELETE /v2.0/ports/23926252-0eb0-4a86-b1b3-6a717be9a2a8 HTTP/1.1" status: 204 len: 173 time: 2.7514534 Dec 12 04:32:53.242560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-deleted', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:32:53.245158 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ead77eb-a7e0-4ccb-bc89-6a913199eb6b" -d '{"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-deleted", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:32:53.253938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0890bcd3-650c-4608-ac01-6e1fef01bd1b req-a6b8ea5f-ea53-4d84-be6c-70c70a11161e tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007364 Dec 12 04:32:53.338834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:53.357158 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7c6d64-cb4c-4600-8205-ba41a1171ebf x-openstack-request-id: req-6b7c6d64-cb4c-4600-8205-ba41a1171ebf {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:32:53.357990 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08492d-0c6b-4e36-a0a8-7d2b52993c51", "name": "network-vif-deleted", "tag": "23926252-0eb0-4a86-b1b3-6a717be9a2a8", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:32:53.358588 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b7c6d64-cb4c-4600-8205-ba41a1171ebf {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:32:53.359164 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd08492d-0c6b-4e36-a0a8-7d2b52993c51', 'name': 'network-vif-deleted', 'tag': '23926252-0eb0-4a86-b1b3-6a717be9a2a8', 'status': 'completed', 'code': 200} Dec 12 04:32:53.431822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:32:53.757809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9100279a-c462-47ce-acd5-80ccc0e38537 req-f77574a0-8e86-48dc-be6b-be892b5815dd tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd08492d-0c6b-4e36-a0a8-7d2b52993c51 HTTP/1.1" status: 200 len: 210 time: 0.4155960 Dec 12 04:32:53.771602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03d7a-621f-4251-a801-4afe39adbd88 req-024542c8-8726-43e3-b938-7e666e9332fa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:53.776924 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a7e03d7a-621f-4251-a801-4afe39adbd88 req-024542c8-8726-43e3-b938-7e666e9332fa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1166024 Dec 12 04:32:53.823615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Deleting port 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:53.824419 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:53.878384 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a7e03d7a-621f-4251-a801-4afe39adbd88 req-90f29ff7-9964-4f03-a7c1-24297bee986c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939033 Dec 12 04:32:53.948774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] For port 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5bf5ffed-6ccd-4b56-88f4-7f172e7ca892,segment=NetworkSegment(fbf3e7b4-f950-47ae-8b83-6e6ee635854f),segment_id=fbf3e7b4-f950-47ae-8b83-6e6ee635854f)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:53.953684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:53.971330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Calling delete_port for 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:54.091557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.119206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:54.119499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Port': ['ID=5bf5ffed-6ccd-4b56-88f4-7f172e7ca892,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:54.124505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No DVR routers for this DVR port 5bf5ffed-6ccd-4b56-88f4-7f172e7ca892 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:54.168973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] Checking router: d60fbea4-f245-475e-b09a-6b326a11190d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:32:54.179692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:32:54.180333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:32:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:54.220278 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.245557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ec1069-3d50-441a-8386-456023b6d3e3']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:54.255563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf3e7b4-f950-47ae-8b83-6e6ee635854f') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:54.255865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf3e7b4-f950-47ae-8b83-6e6ee635854f') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:54.268158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.285543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.296402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:54.298368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:54.304336 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:54.318631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:32:54.390030 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.416917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.424436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47312) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:54.425337 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/85ec1069-3d50-441a-8386-456023b6d3e3 HTTP/1.1" status: 204 len: 168 time: 2.4566152 Dec 12 04:32:54.426647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c447003-f97a-4956-9cfe-5e7bbadef586 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Network': ['ID=85ec1069-3d50-441a-8386-456023b6d3e3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:54.432449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-733110186'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:54.471228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:54.477098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.523199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8a487-64f8-45c6-a5a4-2f82d08c5b01 req-8df30408-a6c4-4d12-8fd6-3eb459a596d2 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:54.525438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ac8a487-64f8-45c6-a5a4-2f82d08c5b01 req-8df30408-a6c4-4d12-8fd6-3eb459a596d2 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 948 time: 0.1103146 Dec 12 04:32:54.532770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:54.555440 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.556068 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Added segment 741fc1e0-f4ab-413f-beae-b43fa42a5aa9 of type vlan for network ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d Dec 12 04:32:54.590875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:32:54.612006 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ac8a487-64f8-45c6-a5a4-2f82d08c5b01 req-66ea4f57-3ec5-4362-97f4-64d1ba9ecca8 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775516 Dec 12 04:32:54.633168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 23926252-0eb0-4a86-b1b3-6a717be9a2a8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:32:54.633168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 23926252-0eb0-4a86-b1b3-6a717be9a2a8 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:32:54.660161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.690277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:54.695474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.703636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:54.704679 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:54.759296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9deba328-0d26-41d2-941b-3131c06baf1f details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:32:54.770480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59772904-6206-49a0-b977-a1ff64043ec5 None None] The sync data for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 is: [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:24:04Z', 'revision_number': 4, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '92bc06b4-e587-46a8-9efa-7253fe9249e6', 'name': '', 'network_id': 'cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'mac_address': 'fa:16:3e:93:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '6287d049-2723-40e9-a22d-c8951c00f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:24:03Z', 'updated_at': '2021-12-12T04:24:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'subnets': [{'id': '6287d049-2723-40e9-a22d-c8951c00f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:32:54.812371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Network': ['ID=ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:54.820799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47318) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:54.839509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47322) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:54.848266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'subnet': {'network_id': 'ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:54.849392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9fb5cb5a-ee0f-4072-977f-bbd63fc3b0ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4228499 Dec 12 04:32:54.879395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:54.944063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47328) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:55.026630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9deba328-0d26-41d2-941b-3131c06baf1f, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9deba328-0d26-41d2-941b-3131c06baf1f,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:55.044550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '9deba328-0d26-41d2-941b-3131c06baf1f', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': '9deba328-0d26-41d2-941b-3131c06baf1f', 'mac_address': 'fa:16:3e:b0:21:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:32:55.061998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:55.069060 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.119332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6749-96c3-4c23-b70d-d7c981fa7820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.124540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.150390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9deba328-0d26-41d2-941b-3131c06baf1f {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:32:55.173251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9deba328-0d26-41d2-941b-3131c06baf1f, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9deba328-0d26-41d2-941b-3131c06baf1f,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:55.181375 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.185728 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25d035b4-2198-40df-a081-984fb47aeda2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.227267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25d035b4-2198-40df-a081-984fb47aeda2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.271240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9deba328-0d26-41d2-941b-3131c06baf1f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:55.307219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d8d85-2be6-4080-b609-d3e33aaf6a9f req-936c32a5-61a1-4c83-bc86-4686a10d33d0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:55.309083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae6d8d85-2be6-4080-b609-d3e33aaf6a9f req-936c32a5-61a1-4c83-bc86-4686a10d33d0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.3178747 Dec 12 04:32:55.319943 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23070980-3d6a-482e-9297-376aadc27b5b None None] New status for floating IP 34f6250f-0ab1-4e4a-ab26-76b87e651b20: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:32:55.369435 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25d035b4-2198-40df-a081-984fb47aeda2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.372462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25d035b4-2198-40df-a081-984fb47aeda2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.373828 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25d035b4-2198-40df-a081-984fb47aeda2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "DELETE /v2.0/security-groups/7e9d1114-3589-4431-8e53-acc8dd640bfa HTTP/1.1" status: 204 len: 168 time: 0.4284141 Dec 12 04:32:55.393497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47334) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:55.394278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d035b4-2198-40df-a081-984fb47aeda2 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9d1114-3589-4431-8e53-acc8dd640bfa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:55.422303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae6d8d85-2be6-4080-b609-d3e33aaf6a9f req-3b38f4cd-d7c8-4c7b-b4bb-efe010eb7fcd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924211 Dec 12 04:32:55.430853 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-0e0840bc-e573-4412-94e9-fc5832025346 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] show failed (client error): The resource could not be found. Dec 12 04:32:55.432518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e0840bc-e573-4412-94e9-fc5832025346 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "GET /v2.0/security-groups/7e9d1114-3589-4431-8e53-acc8dd640bfa HTTP/1.1" status: 404 len: 347 time: 0.0361776 Dec 12 04:32:55.436185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47336) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:55.470536 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6749-96c3-4c23-b70d-d7c981fa7820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.490280 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6749-96c3-4c23-b70d-d7c981fa7820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.588440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb6749-96c3-4c23-b70d-d7c981fa7820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa57f54-1f3e-4e36-8890-4e36b8ef9f92,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:55.601249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9deba328-0d26-41d2-941b-3131c06baf1f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:32:55.622429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9bcb6749-96c3-4c23-b70d-d7c981fa7820 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f16e7811aa149f7bec3d56ccf7f492e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7980580 Dec 12 04:32:55.625380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47338) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:55.679498 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.693824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Deleting port eb554755-c4de-48c0-a0ed-720fb377824f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:55.694401 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.782759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.783134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.797729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Calling delete_port for eb554755-c4de-48c0-a0ed-720fb377824f owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:55.809796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Subnet': ['ID=aac99497-fb0a-42d6-836d-19ef0c832931,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:55.835288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Checking segment: {'id': '741fc1e0-f4ab-413f-beae-b43fa42a5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:55.837089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network hostable DHCP agents. Network: ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:55.851759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f931e1-c47c-4ac5-b850-2e7198cd232d req-b1556ec6-4d7f-4df8-b0ef-f1a3c0208484 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:55.854349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69f931e1-c47c-4ac5-b850-2e7198cd232d req-b1556ec6-4d7f-4df8-b0ef-f1a3c0208484 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 949 time: 0.1073856 Dec 12 04:32:55.884551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:55.886073 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84c1ca9a-ba37-4fe2-ab02-b0be98a3fab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.905680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:55.919400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:55.920148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.922361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45107e37-cba0-483d-b15c-65e4f96bd326 None None] Network ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:55.929733 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84c1ca9a-ba37-4fe2-ab02-b0be98a3fab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:55.936225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69f931e1-c47c-4ac5-b850-2e7198cd232d req-77411ee2-7ddc-4590-8554-350bd7dd6e19 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743556 Dec 12 04:32:55.948353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-476fb8e4-9056-47df-8e38-796a76cf61d0 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1058686 Dec 12 04:32:55.951849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47342) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:56.046211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84c1ca9a-ba37-4fe2-ab02-b0be98a3fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.048753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84c1ca9a-ba37-4fe2-ab02-b0be98a3fab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.050867 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-84c1ca9a-ba37-4fe2-ab02-b0be98a3fab5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3aa57f54-1f3e-4e36-8890-4e36b8ef9f92 HTTP/1.1" status: 204 len: 168 time: 0.4229455 Dec 12 04:32:56.063783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1ca9a-ba37-4fe2-ab02-b0be98a3fab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa57f54-1f3e-4e36-8890-4e36b8ef9f92,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:56.079425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d', 'network_id': 'ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d', 'project_id': '68ef49eee27c46f9a9fbca3344a9aaf1', 'fixed_ips': [{'subnet_id': 'aac99497-fb0a-42d6-836d-19ef0c832931'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:56.081728 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.092190 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.119826 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.155564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Pushing event deleted for resources: {'Port': ['ID=eb554755-c4de-48c0-a0ed-720fb377824f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:56.217431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.238138 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.240908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.242418 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6dc28f94-467d-4a74-8bec-cf1506afd316 tempest-AttachVolumeShelveTestJSON-1328604212 tempest-AttachVolumeShelveTestJSON-1328604212-project] 10.222.0.36 "DELETE /v2.0/floatingips/34f6250f-0ab1-4e4a-ab26-76b87e651b20 HTTP/1.1" status: 204 len: 168 time: 0.8047533 Dec 12 04:32:56.311960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Allocated IP 2001:db8::2 (ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d/aac99497-fb0a-42d6-836d-19ef0c832931/8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:32:56.613324 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.627671 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.653396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.655419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547eadb-ef35-4b83-9ee2-5bfb42567a5c req-da1ef96b-7c2c-4f2c-9558-b64f4fafcf6d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:56.662597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4547eadb-ef35-4b83-9ee2-5bfb42567a5c req-da1ef96b-7c2c-4f2c-9558-b64f4fafcf6d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1347747 Dec 12 04:32:56.678568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Network ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:32:56.685271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:56.715114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Pushing event updated for resources: {'Port': ['ID=8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:56.718639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:32:56.719463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Subnet': ['ID=aac99497-fb0a-42d6-836d-19ef0c832931,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:56.723640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9deba328-0d26-41d2-941b-3131c06baf1f up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:32:56.770592 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4547eadb-ef35-4b83-9ee2-5bfb42567a5c req-72870783-a064-46f7-b784-c149b2729c27 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018817 Dec 12 04:32:56.867703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Attempting to bind port 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:32:56.868131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Attempting to bind port 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '741fc1e0-f4ab-413f-beae-b43fa42a5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:32:56.869049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Attempting to bind port 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc on network ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:32:56.880038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:32:56.880433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Checking segment: {'id': '741fc1e0-f4ab-413f-beae-b43fa42a5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:56.880868 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.881126 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.881630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Bound using segment: {'id': '741fc1e0-f4ab-413f-beae-b43fa42a5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:32:56.881737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Bound port: 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741fc1e0-f4ab-413f-beae-b43fa42a5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:32:56.882145 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.895552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 9deba328-0d26-41d2-941b-3131c06baf1f completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:32:56.902259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 9deba328-0d26-41d2-941b-3131c06baf1f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:32:56.902832 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:56.920734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:56.934565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741fc1e0-f4ab-413f-beae-b43fa42a5aa9') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:56.935194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741fc1e0-f4ab-413f-beae-b43fa42a5aa9') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:56.972455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:57.032278 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:57.054281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:57.055932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:57.082031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] For port 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:32:57.091776 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:57.122317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ff2f7a-17da-4e2c-bf7c-469435761152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deba328-0d26-41d2-941b-3131c06baf1f'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:32:57.125017 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4379734-d516-4b1a-a4ec-80b073389665" -d '{"events": [{"server_uuid": "39ff2f7a-17da-4e2c-bf7c-469435761152", "name": "network-vif-plugged", "status": "completed", "tag": "9deba328-0d26-41d2-941b-3131c06baf1f"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:32:57.165243 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9deba328-0d26-41d2-941b-3131c06baf1f, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9deba328-0d26-41d2-941b-3131c06baf1f,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:57.172512 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:57.221550 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:57.235581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:32:57.235581 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:32:57.235581 n-d-710847-7 neutron-server[103451]: [parameters: {'id': 'ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d'}] Dec 12 04:32:57.235581 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:32:57.236055 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:32:57.250281 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d1958e-26cb-46ad-9c88-1df9c092584a x-openstack-request-id: req-f7d1958e-26cb-46ad-9c88-1df9c092584a {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:32:57.250593 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ff2f7a-17da-4e2c-bf7c-469435761152", "name": "network-vif-plugged", "status": "completed", "tag": "9deba328-0d26-41d2-941b-3131c06baf1f", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:32:57.250868 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7d1958e-26cb-46ad-9c88-1df9c092584a {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:32:57.251287 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ff2f7a-17da-4e2c-bf7c-469435761152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deba328-0d26-41d2-941b-3131c06baf1f', 'code': 200} Dec 12 04:32:57.300643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] For port 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc,segment=NetworkSegment(741fc1e0-f4ab-413f-beae-b43fa42a5aa9),segment_id=741fc1e0-f4ab-413f-beae-b43fa42a5aa9)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:32:57.325358 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:57.369314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492de2a-46a4-4ee5-b9c6-e24030419b64 req-1f1f7970-b1d4-41e0-ab3d-0bfb0480c530 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:57.370940 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b492de2a-46a4-4ee5-b9c6-e24030419b64 req-1f1f7970-b1d4-41e0-ab3d-0bfb0480c530 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 950 time: 0.1485457 Dec 12 04:32:57.378484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0d8d2-0792-44da-8afd-5dbd4e7f9793 req-7d4d7357-a022-44a4-bc6a-b6536eda369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:57.380020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07c0d8d2-0792-44da-8afd-5dbd4e7f9793 req-7d4d7357-a022-44a4-bc6a-b6536eda369f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 1101 time: 0.0596917 Dec 12 04:32:57.392620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9deba328-0d26-41d2-941b-3131c06baf1f,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:57.465291 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07c0d8d2-0792-44da-8afd-5dbd4e7f9793 req-68de14aa-fc74-4b4c-a9e0-19f118b4a319 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621071 Dec 12 04:32:57.469499 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b492de2a-46a4-4ee5-b9c6-e24030419b64 req-87aa08b8-22fc-4e2c-9d3b-c798b3e14975 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884118 Dec 12 04:32:57.519680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13f186-fe4b-49d8-96da-6ccc12c1912d None None] Pushing event updated for resources: {'Port': ['ID=8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:57.580024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1956f01-0238-4cb4-ab89-91cc0b40b0a0 None None] Network ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:57.695715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470353f6-9c7d-4f02-8628-83b96d8dacc0 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:32:57.737682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:57.843447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470353f6-9c7d-4f02-8628-83b96d8dacc0 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:32:57.858252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Deleting port 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:32:57.858564 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:57.992150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f18c-5913-4d77-b274-61ba04862af3 req-d435928e-a95c-475e-bb5d-a4bda9035692 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:57.995798 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba35f18c-5913-4d77-b274-61ba04862af3 req-d435928e-a95c-475e-bb5d-a4bda9035692 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.0948396 Dec 12 04:32:58.052102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] For port 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc,segment=NetworkSegment(741fc1e0-f4ab-413f-beae-b43fa42a5aa9),segment_id=741fc1e0-f4ab-413f-beae-b43fa42a5aa9)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:32:58.052918 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.066100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba35f18c-5913-4d77-b274-61ba04862af3 req-03768147-7597-495d-905d-2d48a21c4cfb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643561 Dec 12 04:32:58.071984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Calling delete_port for 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:32:58.175547 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.211399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Port': ['ID=8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:58.213769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No DVR routers for this DVR port 8a0f8c4e-5bf3-4dfb-9209-e6802e29f1bc on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:32:58.321866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.354229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:58.365908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741fc1e0-f4ab-413f-beae-b43fa42a5aa9') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:58.366236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741fc1e0-f4ab-413f-beae-b43fa42a5aa9') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:32:58.378434 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.394334 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.403055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:32:58.403237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:32:58.452028 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:32:58.483631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.487907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.498128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d HTTP/1.1" status: 204 len: 168 time: 2.5415173 Dec 12 04:32:58.498825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47410) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:58.505058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1046633249'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:58.533967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb0c22-98e6-40f4-a79e-b4ce2a0552ed tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Network': ['ID=ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:58.558539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:58.566556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.685132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:32:58.695899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.696493 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Added segment 25abab96-fc69-449a-99e5-584274eae6fd of type vlan for network 7ab4e754-a7c4-4642-8c79-e2ec6bbd1515 Dec 12 04:32:58.743126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.745788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574897c-00ee-4a75-b451-f76fdc598f48 req-01ede4e6-1de7-4c8c-928b-3c8da9771be5 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:58.754550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6574897c-00ee-4a75-b451-f76fdc598f48 req-01ede4e6-1de7-4c8c-928b-3c8da9771be5 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 950 time: 0.1736953 Dec 12 04:32:58.775774 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.784557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:58.785552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:58.864694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6574897c-00ee-4a75-b451-f76fdc598f48 req-b70c4b21-13a4-45c0-bec7-a56a80da08ed tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038604 Dec 12 04:32:58.876280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3760152 Dec 12 04:32:58.879037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47414) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:58.886183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Request body: {'subnet': {'network_id': '7ab4e754-a7c4-4642-8c79-e2ec6bbd1515', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:32:58.941046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc564d1-8a03-4811-b743-c0596e0f467d tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Network': ['ID=7ab4e754-a7c4-4642-8c79-e2ec6bbd1515,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:58.955357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7ab4e754-a7c4-4642-8c79-e2ec6bbd1515 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:32:59.017286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Made reservation on behalf of 68ef49eee27c46f9a9fbca3344a9aaf1 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:32:59.025835 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:59.306625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c9921-cd9b-4dc2-8b25-4d7dbde3de77 req-1a1fc169-45f0-40a6-bd2e-367432966fcd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:59.308247 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c9c9921-cd9b-4dc2-8b25-4d7dbde3de77 req-1a1fc169-45f0-40a6-bd2e-367432966fcd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1293075 Dec 12 04:32:59.438728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c9c9921-cd9b-4dc2-8b25-4d7dbde3de77 req-f8273e70-4308-4214-8984-adfda462324d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926280 Dec 12 04:32:59.484893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.objects.ports [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 04:32:59.486694 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:59.555275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event updated for resources: {'Subnet': ['ID=88657a14-ecb3-4140-9166-43b66f00ec60,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:32:59.565015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Checking segment: {'id': '25abab96-fc69-449a-99e5-584274eae6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ab4e754-a7c4-4642-8c79-e2ec6bbd1515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:32:59.565622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network hostable DHCP agents. Network: 7ab4e754-a7c4-4642-8c79-e2ec6bbd1515, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:32:59.582696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Network 7ab4e754-a7c4-4642-8c79-e2ec6bbd1515 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:32:59.592961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7ab4e754-a7c4-4642-8c79-e2ec6bbd1515) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:32:59.598178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:32:59.599404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:59.603019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9397988f-e138-49e5-a3df-9f3cb9c29069 None None] Network 7ab4e754-a7c4-4642-8c79-e2ec6bbd1515 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:32:59.624433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5fd55b7b-b08d-4ebb-8ac8-ccea44f05810 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7417984 Dec 12 04:32:59.624691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47426) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:32:59.750933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:59.778168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e7069-32e3-4666-9254-af04ba42c1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-7ab4e754-a7c4-4642-8c79-e2ec6bbd1515', 'network_id': '7ab4e754-a7c4-4642-8c79-e2ec6bbd1515', 'project_id': '68ef49eee27c46f9a9fbca3344a9aaf1', 'fixed_ips': [{'subnet_id': '88657a14-ecb3-4140-9166-43b66f00ec60'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:32:59.779073 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-394e7069-32e3-4666-9254-af04ba42c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:59.845659 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:32:59.991529 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server [None req-394e7069-32e3-4666-9254-af04ba42c1a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88657a14-ecb3-4140-9166-43b66f00ec60: This subnet is being modified by another concurrent operation. Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise exception Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88657a14-ecb3-4140-9166-43b66f00ec60: This subnet is being modified by another concurrent operation. Dec 12 04:33:00.034540 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Dec 12 04:33:00.071848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Subnet': ['ID=88657a14-ecb3-4140-9166-43b66f00ec60,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:00.073669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac66c52-0d5c-4f58-860e-8dbb3b368ccd None None] Network 7ab4e754-a7c4-4642-8c79-e2ec6bbd1515 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:00.090011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e4f8a-3820-443c-86c1-f99e42396baf req-c0c1e385-b200-4fa1-988b-f4862fb9245c tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:00.101623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-610e4f8a-3820-443c-86c1-f99e42396baf req-c0c1e385-b200-4fa1-988b-f4862fb9245c tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 950 time: 0.1324401 Dec 12 04:33:00.241630 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-610e4f8a-3820-443c-86c1-f99e42396baf req-79eba4c8-e90b-43aa-9d94-e572ccd45260 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352184 Dec 12 04:33:00.255860 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:00.327688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab4e754-a7c4-4642-8c79-e2ec6bbd1515']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:00.346654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2143d2-44ca-416c-bef7-2b07a54d4d77 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:33:00.353325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25abab96-fc69-449a-99e5-584274eae6fd') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:00.353956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25abab96-fc69-449a-99e5-584274eae6fd') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:00.393875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:00.412589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:00.422425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:00.423145 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:00.431903 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:00.602655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:00.641426 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:00.649117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/7ab4e754-a7c4-4642-8c79-e2ec6bbd1515 HTTP/1.1" status: 204 len: 168 time: 1.0232527 Dec 12 04:33:00.650201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3cc7c-9eaf-4224-82b7-ddeded16ed5b tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Network': ['ID=7ab4e754-a7c4-4642-8c79-e2ec6bbd1515,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:00.654708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47464) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:00.675809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2143d2-44ca-416c-bef7-2b07a54d4d77 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:33:00.733563 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79e5441-e43d-4cda-9840-e21250e50af6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): The resource could not be found. Dec 12 04:33:00.734045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79e5441-e43d-4cda-9840-e21250e50af6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:00.745283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47470) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:00.751101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f79e5441-e43d-4cda-9840-e21250e50af6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/subnets/88657a14-ecb3-4140-9166-43b66f00ec60 HTTP/1.1" status: 404 len: 337 time: 0.0927887 Dec 12 04:33:00.771449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112b8e9-29bd-4402-85ed-dda180c72abf req-dda7c66a-cda7-4231-b780-e75859fb8132 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:00.777214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9112b8e9-29bd-4402-85ed-dda180c72abf req-dda7c66a-cda7-4231-b780-e75859fb8132 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1548102 Dec 12 04:33:00.849070 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4735b8-2cf4-41f3-ad26-51f0b097eb3f tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): The resource could not be found. Dec 12 04:33:00.851777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4735b8-2cf4-41f3-ad26-51f0b097eb3f tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:00.856654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2b4735b8-2cf4-41f3-ad26-51f0b097eb3f tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/7ab4e754-a7c4-4642-8c79-e2ec6bbd1515 HTTP/1.1" status: 404 len: 339 time: 0.0771322 Dec 12 04:33:00.859681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:00.955168 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e81695c-eb30-41ee-91d6-aabd68a832da tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): The resource could not be found. Dec 12 04:33:00.956731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e81695c-eb30-41ee-91d6-aabd68a832da tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:00.971867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:00.976014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1e81695c-eb30-41ee-91d6-aabd68a832da tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/subnets/aac99497-fb0a-42d6-836d-19ef0c832931 HTTP/1.1" status: 404 len: 337 time: 0.1150787 Dec 12 04:33:00.976209 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9112b8e9-29bd-4402-85ed-dda180c72abf req-21799a34-54bc-4ba6-ba55-8cb786e3d196 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738811 Dec 12 04:33:01.018084 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0878b81b-957d-4fd9-b0f6-404737b70631 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): The resource could not be found. Dec 12 04:33:01.018675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0878b81b-957d-4fd9-b0f6-404737b70631 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:01.024140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0878b81b-957d-4fd9-b0f6-404737b70631 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/ab5fa179-5484-4e5c-aab6-0eb38e1e1c7d HTTP/1.1" status: 404 len: 339 time: 0.0471361 Dec 12 04:33:01.026851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47486) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:01.095878 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf278f24-7ff5-4e46-86ab-726f6d118711 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): The resource could not be found. Dec 12 04:33:01.096484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf278f24-7ff5-4e46-86ab-726f6d118711 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:01.100392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cf278f24-7ff5-4e46-86ab-726f6d118711 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/subnets/b3d7c55c-f1f7-4676-b45d-2b7fe7a8d77a HTTP/1.1" status: 404 len: 337 time: 0.0724392 Dec 12 04:33:01.103291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47490) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:01.135076 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe0055c-a796-4580-b6f5-891cf0779726 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): The resource could not be found. Dec 12 04:33:01.135383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe0055c-a796-4580-b6f5-891cf0779726 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:01.142000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47492) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:01.149537 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dfe0055c-a796-4580-b6f5-891cf0779726 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/85ec1069-3d50-441a-8386-456023b6d3e3 HTTP/1.1" status: 404 len: 339 time: 0.0450861 Dec 12 04:33:01.377206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-69bd1c02-9957-4b2b-92e2-a411306e51ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Deleting port 7d300728-e891-42d4-b67f-d5be254d5e7f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:01.377565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69bd1c02-9957-4b2b-92e2-a411306e51ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:01.534442 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69bd1c02-9957-4b2b-92e2-a411306e51ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:01.550831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-69bd1c02-9957-4b2b-92e2-a411306e51ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Calling delete_port for 7d300728-e891-42d4-b67f-d5be254d5e7f owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:01.754828 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69bd1c02-9957-4b2b-92e2-a411306e51ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:01.794724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69bd1c02-9957-4b2b-92e2-a411306e51ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:01.800912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-69bd1c02-9957-4b2b-92e2-a411306e51ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/ports/7d300728-e891-42d4-b67f-d5be254d5e7f HTTP/1.1" status: 204 len: 168 time: 0.6554615 Dec 12 04:33:01.802185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47504) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:01.849618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd1c02-9957-4b2b-92e2-a411306e51ea tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Port': ['ID=7d300728-e891-42d4-b67f-d5be254d5e7f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:01.874452 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-703eacd3-4916-42aa-af7d-6ec650842c35 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): The resource could not be found. Dec 12 04:33:01.875097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703eacd3-4916-42aa-af7d-6ec650842c35 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:01.881691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:01.881909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-703eacd3-4916-42aa-af7d-6ec650842c35 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/subnets/a857bcd9-a12f-450d-a959-a2ee0d127d96 HTTP/1.1" status: 404 len: 337 time: 0.0784190 Dec 12 04:33:02.090619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.257610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a387c8-21ab-473b-9478-63947d403d70 req-e1b9bbd0-b60c-465b-99cf-0c15ead30bf3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:02.273377 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8a387c8-21ab-473b-9478-63947d403d70 req-e1b9bbd0-b60c-465b-99cf-0c15ead30bf3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1058016 Dec 12 04:33:02.279911 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.317903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c209161-cb55-496a-a194-43c2bf3e95ca']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:02.342904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec96bdbc-c744-4059-90c7-8987c2f899ac') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:02.343278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec96bdbc-c744-4059-90c7-8987c2f899ac') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:02.362579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.381152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8a387c8-21ab-473b-9478-63947d403d70 req-352d07bb-762a-4571-a97d-9bf5d6c60c91 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962615 Dec 12 04:33:02.396620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.404664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:02.405412 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:02.469400 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:02.476515 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.485480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.490409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/0c209161-cb55-496a-a194-43c2bf3e95ca HTTP/1.1" status: 204 len: 168 time: 0.6077003 Dec 12 04:33:02.493168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47514) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:02.512024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a8c9f-f5fd-4f1e-9edb-1ce7d6dd33ab tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Network': ['ID=0c209161-cb55-496a-a194-43c2bf3e95ca,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:02.654073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e01516bb-ebc5-45ec-a5aa-27725c003be1 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Deleting port 0031e9e3-04cc-48a4-81b5-ceba7b5657b2 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:02.654569 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e01516bb-ebc5-45ec-a5aa-27725c003be1 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.733565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e01516bb-ebc5-45ec-a5aa-27725c003be1 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.751617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e01516bb-ebc5-45ec-a5aa-27725c003be1 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Calling delete_port for 0031e9e3-04cc-48a4-81b5-ceba7b5657b2 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:02.892469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e01516bb-ebc5-45ec-a5aa-27725c003be1 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.951251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01516bb-ebc5-45ec-a5aa-27725c003be1 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Port': ['ID=0031e9e3-04cc-48a4-81b5-ceba7b5657b2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:02.966138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e01516bb-ebc5-45ec-a5aa-27725c003be1 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:02.970534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e01516bb-ebc5-45ec-a5aa-27725c003be1 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/ports/0031e9e3-04cc-48a4-81b5-ceba7b5657b2 HTTP/1.1" status: 204 len: 168 time: 0.4760034 Dec 12 04:33:02.973040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47522) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:03.012648 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e50c2b-d3ee-4f26-b765-4549c894c9fd tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] DELETE failed (client error): The resource could not be found. Dec 12 04:33:03.014631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e50c2b-d3ee-4f26-b765-4549c894c9fd tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:03.018062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-87e50c2b-d3ee-4f26-b765-4549c894c9fd tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/subnets/bc874782-7320-4760-b929-a77451c1b610 HTTP/1.1" status: 404 len: 337 time: 0.0440564 Dec 12 04:33:03.020577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47524) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:03.116746 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.221521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.249875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:03.261517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f891ea53-9516-42f7-88f3-ed6b67109d49') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:03.263729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f891ea53-9516-42f7-88f3-ed6b67109d49') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:03.278530 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.295931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.305537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:03.306229 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:03.407937 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:03.412798 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.425992 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.431023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b HTTP/1.1" status: 204 len: 168 time: 0.4091523 Dec 12 04:33:03.433827 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47532) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:03.454427 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcbfea-c743-422c-98e2-42fbda979ac6 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Network': ['ID=a4e5f5a1-0a6c-45dc-90e3-8d7b7a05ff4b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:03.536554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ed5007-67f0-4a56-b09f-3566f5e8fa7e tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Deleting subnet f499b2a2-f74c-4a2f-9c27-bd4ecedce21d {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:33:03.547282 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38ed5007-67f0-4a56-b09f-3566f5e8fa7e tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.600489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579f185-983c-49ce-a486-8bb1b8388ba5 req-04cc04c8-f294-4c7a-9965-873a8e4bb02f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:03.606174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d579f185-983c-49ce-a486-8bb1b8388ba5 req-04cc04c8-f294-4c7a-9965-873a8e4bb02f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1167934 Dec 12 04:33:03.667161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38ed5007-67f0-4a56-b09f-3566f5e8fa7e tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.721371 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d579f185-983c-49ce-a486-8bb1b8388ba5 req-75b6bf5f-ac19-41d9-8f6f-960d1a7db592 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080205 Dec 12 04:33:03.828119 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38ed5007-67f0-4a56-b09f-3566f5e8fa7e tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.911920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38ed5007-67f0-4a56-b09f-3566f5e8fa7e tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.978353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed5007-67f0-4a56-b09f-3566f5e8fa7e tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Subnet': ['ID=f499b2a2-f74c-4a2f-9c27-bd4ecedce21d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:03.988675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38ed5007-67f0-4a56-b09f-3566f5e8fa7e tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:03.997120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-38ed5007-67f0-4a56-b09f-3566f5e8fa7e tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/subnets/f499b2a2-f74c-4a2f-9c27-bd4ecedce21d HTTP/1.1" status: 204 len: 168 time: 0.5607514 Dec 12 04:33:04.000194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47538) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:04.003732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98eb253-3f00-4034-9958-04582ce44b11 None None] Network 7114b288-9e46-4a05-a7a6-dca706430fc5 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:04.300932 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:04.415494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Deleting port a9b23881-5d87-4ab8-9353-3b7c2256d11e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:04.415850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:04.471742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f5a827-0836-46d3-bf65-906c8ce4c949 None None] DHCP port deletion for 7114b288-9e46-4a05-a7a6-dca706430fc5 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:33:04.638576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] For port a9b23881-5d87-4ab8-9353-3b7c2256d11e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a9b23881-5d87-4ab8-9353-3b7c2256d11e,segment=NetworkSegment(2ffe0233-39a9-4775-9380-096f259b704e),segment_id=2ffe0233-39a9-4775-9380-096f259b704e)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:04.639146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-56f5a827-0836-46d3-bf65-906c8ce4c949 None None] Deleting port a9b23881-5d87-4ab8-9353-3b7c2256d11e {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:04.639263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:04.639382 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-56f5a827-0836-46d3-bf65-906c8ce4c949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:04.664621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Calling delete_port for a9b23881-5d87-4ab8-9353-3b7c2256d11e owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:04.851847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-56f5a827-0836-46d3-bf65-906c8ce4c949 None None] For port a9b23881-5d87-4ab8-9353-3b7c2256d11e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a9b23881-5d87-4ab8-9353-3b7c2256d11e,segment=NetworkSegment(2ffe0233-39a9-4775-9380-096f259b704e),segment_id=2ffe0233-39a9-4775-9380-096f259b704e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:04.852294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-56f5a827-0836-46d3-bf65-906c8ce4c949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:04.897985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-56f5a827-0836-46d3-bf65-906c8ce4c949 None None] Calling delete_port for a9b23881-5d87-4ab8-9353-3b7c2256d11e owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:04.959029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:05.016518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Port': ['ID=a9b23881-5d87-4ab8-9353-3b7c2256d11e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:05.020130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] No DVR routers for this DVR port a9b23881-5d87-4ab8-9353-3b7c2256d11e on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:05.164019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e41da-da2b-4910-aca4-0bf48407df50 req-64ee73e5-e229-4ce5-8025-dbcc49f9b866 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:05.175604 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-56f5a827-0836-46d3-bf65-906c8ce4c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:05.176977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f5e41da-da2b-4910-aca4-0bf48407df50 req-64ee73e5-e229-4ce5-8025-dbcc49f9b866 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.2879686 Dec 12 04:33:05.233216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5a827-0836-46d3-bf65-906c8ce4c949 None None] Pushing event deleted for resources: {'Port': ['ID=a9b23881-5d87-4ab8-9353-3b7c2256d11e,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:05.242010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f5a827-0836-46d3-bf65-906c8ce4c949 None None] No DVR routers for this DVR port a9b23881-5d87-4ab8-9353-3b7c2256d11e on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:05.277545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:05.392062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47558) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:05.398505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7114b288-9e46-4a05-a7a6-dca706430fc5']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:05.437635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffe0233-39a9-4775-9380-096f259b704e') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:05.438606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffe0233-39a9-4775-9380-096f259b704e') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:05.453413 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:05.502359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f5e41da-da2b-4910-aca4-0bf48407df50 req-e69913b7-94d4-44a3-a4ae-bf8c5f062a54 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203325 Dec 12 04:33:05.503920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:05.515540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:05.516808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:05.522627 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:05.586038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a9b23881-5d87-4ab8-9353-3b7c2256d11e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:33:05.686038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:05.688265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: a9b23881-5d87-4ab8-9353-3b7c2256d11e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:33:05.695083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:05.701703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a9b23881-5d87-4ab8-9353-3b7c2256d11e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:33:05.732036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] 10.222.0.36 "DELETE /v2.0/networks/7114b288-9e46-4a05-a7a6-dca706430fc5 HTTP/1.1" status: 204 len: 168 time: 1.7281649 Dec 12 04:33:05.762444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be8309-fa1b-4184-98e8-5e77155b02a9 tempest-NetworksIpV6TestAttrs-1500166795 tempest-NetworksIpV6TestAttrs-1500166795-project] Pushing event deleted for resources: {'Network': ['ID=7114b288-9e46-4a05-a7a6-dca706430fc5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:05.775426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47572) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:05.838029 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8273aa4-be52-478d-8087-c0ad6292e175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:06.025989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8273aa4-be52-478d-8087-c0ad6292e175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:06.148912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47578) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:06.182679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8273aa4-be52-478d-8087-c0ad6292e175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:06.228952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47584) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:06.232435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c8273aa4-be52-478d-8087-c0ad6292e175 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03e76437bfba43549e7036be80996de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8358264 Dec 12 04:33:06.299388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8273aa4-be52-478d-8087-c0ad6292e175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38d0d4-df1c-4553-a101-e4dfd5b40544,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:06.354214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7252254f-3a64-4012-89e2-d837bfd3cf03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:06.427048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7252254f-3a64-4012-89e2-d837bfd3cf03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:06.603329 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7252254f-3a64-4012-89e2-d837bfd3cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:06.611750 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7252254f-3a64-4012-89e2-d837bfd3cf03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:06.627933 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7252254f-3a64-4012-89e2-d837bfd3cf03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef38d0d4-df1c-4553-a101-e4dfd5b40544 HTTP/1.1" status: 204 len: 168 time: 0.3977737 Dec 12 04:33:06.700619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252254f-3a64-4012-89e2-d837bfd3cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38d0d4-df1c-4553-a101-e4dfd5b40544,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:06.737556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-38413990-cc3a-491e-b48f-4e7acb288a8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68ef49eee27c46f9a9fbca3344a9aaf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5871875 Dec 12 04:33:06.738875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47594) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:06.876137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44ab2e0b-63af-474b-8c70-7873ffe817fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:06.916884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44ab2e0b-63af-474b-8c70-7873ffe817fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:07.010245 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44ab2e0b-63af-474b-8c70-7873ffe817fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:07.012897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44ab2e0b-63af-474b-8c70-7873ffe817fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:07.014063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-44ab2e0b-63af-474b-8c70-7873ffe817fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9132c58e-fd44-4837-8740-197092261a9a HTTP/1.1" status: 204 len: 168 time: 0.2728708 Dec 12 04:33:07.030986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2e0b-63af-474b-8c70-7873ffe817fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9132c58e-fd44-4837-8740-197092261a9a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:07.182603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f49cd-fa2b-404f-9f15-d76157858be2 req-b2a9ba8d-4607-43cf-9d86-39bda9812caf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:07.190344 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957f49cd-fa2b-404f-9f15-d76157858be2 req-b2a9ba8d-4607-43cf-9d86-39bda9812caf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1082995 Dec 12 04:33:07.270823 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-957f49cd-fa2b-404f-9f15-d76157858be2 req-5812d8ba-6f07-42b2-a356-53a33b7dba60 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767138 Dec 12 04:33:07.720151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:08.278933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Deleting port 92bc06b4-e587-46a8-9efa-7253fe9249e6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:08.279636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:08.504403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e5327-7d58-4a2d-b9c8-e3299be70610 req-df61484b-91bc-4ce1-b80d-5f214be7e0fa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:08.506779 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f54e5327-7d58-4a2d-b9c8-e3299be70610 req-df61484b-91bc-4ce1-b80d-5f214be7e0fa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.0934625 Dec 12 04:33:08.509923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] For port 92bc06b4-e587-46a8-9efa-7253fe9249e6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=92bc06b4-e587-46a8-9efa-7253fe9249e6,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:08.514591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:08.585521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Calling delete_port for 92bc06b4-e587-46a8-9efa-7253fe9249e6 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:08.599685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f54e5327-7d58-4a2d-b9c8-e3299be70610 req-b83cdeee-c145-4062-aa71-6d96845bbfd3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850148 Dec 12 04:33:08.942817 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:08.968901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47658) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:09.046360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Pushing event deleted for resources: {'Port': ['ID=92bc06b4-e587-46a8-9efa-7253fe9249e6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:09.277973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-541057615'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:09.350414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:09.358119 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:09.458490 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:09.489842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:09.539383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-1f4504eb-2e4b-4f0f-b5e7-750224bb1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:09.542435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-1f4504eb-2e4b-4f0f-b5e7-750224bb1169 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 1097 time: 0.1714187 Dec 12 04:33:09.740783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-25c68d2f-aa3e-49a9-b282-1dd3c343d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:09.743178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-25c68d2f-aa3e-49a9-b282-1dd3c343d206 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.1749659 Dec 12 04:33:09.790302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-1f13edcf-004f-4e6d-90cf-dd237b60c278 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4 HTTP/1.1" status: 200 len: 217 time: 0.0381529 Dec 12 04:33:09.856676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-094a66de-3f36-44c2-86ff-480f0e8d9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:09.858934 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-094a66de-3f36-44c2-86ff-480f0e8d9b1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0619566 Dec 12 04:33:09.906558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632cfb6-1344-45dd-b4a6-a9383908813e req-6a6f47dd-a4f0-4120-b3d2-b3b2e503d68b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:09.909730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8632cfb6-1344-45dd-b4a6-a9383908813e req-6a6f47dd-a4f0-4120-b3d2-b3b2e503d68b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1966815 Dec 12 04:33:09.948801 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:09.958182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-281cad88-b448-496a-98ad-389bc1e6b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:09.965273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-281cad88-b448-496a-98ad-389bc1e6b2f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957983 Dec 12 04:33:09.967892 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:09.992605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:33:10.020049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:10.020426 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Added segment 3ec9c76b-0579-449c-a176-c7159a30398a of type vlan for network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e Dec 12 04:33:10.079768 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:10.139855 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:10.147021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:10.147900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:10.178213 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8632cfb6-1344-45dd-b4a6-a9383908813e req-81c1902c-be88-41bc-ad27-e53f65edafc9 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604017 Dec 12 04:33:10.332290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Router d60fbea4-f245-475e-b09a-6b326a11190d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:33:10.362785 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3891602 Dec 12 04:33:10.371549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d130a0-98e1-420d-b9be-66041b2cf50f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:10.394060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47674) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:10.408028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'name': 'tempest-PortsIpV6TestJSON-207241462'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:10.427542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15da3a-6f88-49b0-961c-60284cbcc0d7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Network': ['ID=75a42b7c-7b80-4c9c-afd8-a28aea983c1e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:10.437903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:33:10.520875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-17c4bf8c-baed-4b4b-ac8c-ca337333f4ce service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159226 Dec 12 04:33:10.571644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:33:10.582836 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-03ce4814-42ae-42b5-a96d-736b63ea034e admin admin] 10.222.0.36 "PUT /v2.0/routers/d60fbea4-f245-475e-b09a-6b326a11190d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8059206 Dec 12 04:33:10.586912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47676) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:10.588376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] Sync routers for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:33:10.614314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:33:10.619185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:32:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:10.632212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:10.636165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:10.722172 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-440975a6-ae9d-4874-a774-25dd28a74f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:10.737926 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:10.738742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e9f6c6d-84af-4e4a-a761-dae50e98d9db req-04102586-6268-4a21-ad30-9c9d90cc94e1 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084208 Dec 12 04:33:10.747589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port a15f46c8-12de-4ef6-81cf-0fde5ec78679 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:10.776200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:33:10.854483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:10.919460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Deleting port 5a24da6f-8c69-4dc1-87a8-80553e6848dc {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:10.919869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.004162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:33:08Z', 'revision_number': 5, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port': {'id': '5a24da6f-8c69-4dc1-87a8-80553e6848dc', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:23:59Z', 'updated_at': '2021-12-12T04:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:11.022821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] For port 5a24da6f-8c69-4dc1-87a8-80553e6848dc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5a24da6f-8c69-4dc1-87a8-80553e6848dc,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:11.023450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.037421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Calling delete_port for 5a24da6f-8c69-4dc1-87a8-80553e6848dc owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:11.042074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] Checking router: d60fbea4-f245-475e-b09a-6b326a11190d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:33:11.056460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] Routers {'d60fbea4-f245-475e-b09a-6b326a11190d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:33:11.057314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:32:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d60fbea4-f245-475e-b09a-6b326a11190d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:11.153708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] Set router d60fbea4-f245-475e-b09a-6b326a11190d gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:33:11.215892 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.223765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:33:10Z', 'revision_number': 6, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:11.255138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbbb61-b0e4-4c5d-92cb-f0b9c10944ae None None] The sync data for ids ['d60fbea4-f245-475e-b09a-6b326a11190d'] in n-d-710847-7 is: [{'id': 'd60fbea4-f245-475e-b09a-6b326a11190d', 'name': 'tempest-AttachVolumeShelveTestJSON-1735415337-router', 'tenant_id': '8d84172a3226415fb80c59544009f5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:23:58Z', 'updated_at': '2021-12-12T04:33:10Z', 'revision_number': 6, 'project_id': '8d84172a3226415fb80c59544009f5bc', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:33:11.265509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.279057 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.340673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7e05a-8640-40ff-90af-b4fe4c234388 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:33:11.361524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5a24da6f-8c69-4dc1-87a8-80553e6848dc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:11.397025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=a15f46c8-12de-4ef6-81cf-0fde5ec78679,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:11.436059 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.448394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279197-b424-48aa-90a3-53c92a688bc1 req-e451388c-23cc-4f0e-97c3-096eea70736e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:11.450737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89279197-b424-48aa-90a3-53c92a688bc1 req-e451388c-23cc-4f0e-97c3-096eea70736e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1081958 Dec 12 04:33:11.452068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Checking segment: {'id': '3ec9c76b-0579-449c-a176-c7159a30398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:11.452443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network hostable DHCP agents. Network: 75a42b7c-7b80-4c9c-afd8-a28aea983c1e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:33:11.499953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:33:11.518166 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89279197-b424-48aa-90a3-53c92a688bc1 req-4eb737b7-c257-4969-9e34-dc7441e87625 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598454 Dec 12 04:33:11.519124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 75a42b7c-7b80-4c9c-afd8-a28aea983c1e) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:11.523017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:11.530099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:11.530750 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.536321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02402d0-293a-4516-b622-4255fa13fa0f None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:11.557343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7584fe07-d7cb-4e77-babd-ee2335102ef9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1567776 Dec 12 04:33:11.560719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47692) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:11.571645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1635676339'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:11.580975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.583436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.625313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:11.633882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.706688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:33:11.731971 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.732626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router d60fbea4-f245-475e-b09a-6b326a11190d {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:33:11.741041 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.741518 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.742436 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Added segment 39833b6b-c8c3-41cd-add4-791c0375f6ec of type vlan for network 2b3fcabb-6f76-48db-8b8a-5af28c290a82 Dec 12 04:33:11.747123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1e443d9f-0482-4315-8d0e-49c9649a87ca admin admin] 10.222.0.36 "DELETE /v2.0/routers/d60fbea4-f245-475e-b09a-6b326a11190d HTTP/1.1" status: 204 len: 168 time: 1.1586823 Dec 12 04:33:11.747781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47696) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:11.787213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 92bc06b4-e587-46a8-9efa-7253fe9249e6 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:33:11.815208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea93be1-2cdc-4a39-9818-95919f1e8243 admin admin] Deleting subnet 6287d049-2723-40e9-a22d-c8951c00f254 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:33:11.819517 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ea93be1-2cdc-4a39-9818-95919f1e8243 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.828386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.837952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 92bc06b4-e587-46a8-9efa-7253fe9249e6 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:33:11.838591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 92bc06b4-e587-46a8-9efa-7253fe9249e6 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:33:11.856226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.875825 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ea93be1-2cdc-4a39-9818-95919f1e8243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.900277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.908675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:11.910075 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:11.996657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ea93be1-2cdc-4a39-9818-95919f1e8243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.002331 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4381080 Dec 12 04:33:12.003302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47698) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:12.010171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'ports': [{'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e'}, {'network_id': '2b3fcabb-6f76-48db-8b8a-5af28c290a82'}]} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:12.010506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:12.011322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '2b3fcabb-6f76-48db-8b8a-5af28c290a82'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:12.062049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ea93be1-2cdc-4a39-9818-95919f1e8243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.091177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d3cc7-a189-4c37-9e43-cccdeda3b450 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Network': ['ID=2b3fcabb-6f76-48db-8b8a-5af28c290a82,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:12.101935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 2b3fcabb-6f76-48db-8b8a-5af28c290a82 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:33:12.111903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ea93be1-2cdc-4a39-9818-95919f1e8243 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.115993 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7ea93be1-2cdc-4a39-9818-95919f1e8243 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6287d049-2723-40e9-a22d-c8951c00f254 HTTP/1.1" status: 204 len: 168 time: 0.3672135 Dec 12 04:33:12.117635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea93be1-2cdc-4a39-9818-95919f1e8243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6287d049-2723-40e9-a22d-c8951c00f254,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:12.119438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47700) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:12.129684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e49bb-91f9-45c6-9718-f587f3158fd5 None None] Network cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:12.343880 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.386203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 2} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:12.391406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.407884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b13bcf-f7a5-4a2b-846b-df343ab71d2f None None] DHCP port deletion for cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:33:12.414945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.551850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Deleting port a75fa352-3203-47f8-a69f-40a8a6e6e5cc {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:12.552464 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.574933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-33b13bcf-f7a5-4a2b-846b-df343ab71d2f None None] Deleting port a75fa352-3203-47f8-a69f-40a8a6e6e5cc {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:12.575447 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-33b13bcf-f7a5-4a2b-846b-df343ab71d2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.636679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 724a14a3-a530-4a49-b41f-b71707cf5569 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:12.700358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae0612-6679-417e-b6a7-4cc7b468781d req-636e0864-774c-4193-bc0a-02cb40c114d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:12.701511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-33b13bcf-f7a5-4a2b-846b-df343ab71d2f None None] For port a75fa352-3203-47f8-a69f-40a8a6e6e5cc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a75fa352-3203-47f8-a69f-40a8a6e6e5cc,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:12.701926 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-33b13bcf-f7a5-4a2b-846b-df343ab71d2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.707230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] For port a75fa352-3203-47f8-a69f-40a8a6e6e5cc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a75fa352-3203-47f8-a69f-40a8a6e6e5cc,segment=NetworkSegment(d2189454-0a47-41e1-abd1-be0477a38752),segment_id=d2189454-0a47-41e1-abd1-be0477a38752)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:12.707755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.710648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbae0612-6679-417e-b6a7-4cc7b468781d req-636e0864-774c-4193-bc0a-02cb40c114d7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.0821481 Dec 12 04:33:12.715769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-33b13bcf-f7a5-4a2b-846b-df343ab71d2f None None] Calling delete_port for a75fa352-3203-47f8-a69f-40a8a6e6e5cc owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:12.722656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Calling delete_port for a75fa352-3203-47f8-a69f-40a8a6e6e5cc owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:12.813283 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-33b13bcf-f7a5-4a2b-846b-df343ab71d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.826293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b13bcf-f7a5-4a2b-846b-df343ab71d2f None None] No DVR routers for this DVR port a75fa352-3203-47f8-a69f-40a8a6e6e5cc on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:12.851212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbae0612-6679-417e-b6a7-4cc7b468781d req-4a1e1888-29a4-4352-97aa-284b3c545baa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394742 Dec 12 04:33:12.851566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b13bcf-f7a5-4a2b-846b-df343ab71d2f None None] Pushing event deleted for resources: {'Port': ['ID=a75fa352-3203-47f8-a69f-40a8a6e6e5cc,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:12.855955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:12.898368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75fa352-3203-47f8-a69f-40a8a6e6e5cc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:12.919057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] No DVR routers for this DVR port a75fa352-3203-47f8-a69f-40a8a6e6e5cc on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:12.969849 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1134a33a-2d46-44b0-8876-d1a23a9c866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.054089 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.091209 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.095441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:13.142385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2189454-0a47-41e1-abd1-be0477a38752') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:13.142683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2189454-0a47-41e1-abd1-be0477a38752') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:13.161625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.183964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 68e281d3-76b2-44af-bc76-1504a83b532f yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:13.187443 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.196374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:13.196767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:13.198439 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:13.260572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.280042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.283665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb HTTP/1.1" status: 204 len: 168 time: 1.1558897 Dec 12 04:33:13.288738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f95b5-7427-437f-b457-2dd3405f13b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb8dff5-445b-47ca-ad7a-bda8e1f9cccb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:13.382966 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.427413 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.429006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a75fa352-3203-47f8-a69f-40a8a6e6e5cc no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:33:13.460731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: a75fa352-3203-47f8-a69f-40a8a6e6e5cc {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:33:13.461249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a75fa352-3203-47f8-a69f-40a8a6e6e5cc not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:33:13.461720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5a24da6f-8c69-4dc1-87a8-80553e6848dc no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:33:13.479108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:13.482727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:13.486049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:13.486907 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.491921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5a24da6f-8c69-4dc1-87a8-80553e6848dc {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:33:13.492408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5a24da6f-8c69-4dc1-87a8-80553e6848dc not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:33:13.515795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=724a14a3-a530-4a49-b41f-b71707cf5569,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:13.550489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47718) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:13.592060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Checking segment: {'id': '39833b6b-c8c3-41cd-add4-791c0375f6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2b3fcabb-6f76-48db-8b8a-5af28c290a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:13.592437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network hostable DHCP agents. Network: 2b3fcabb-6f76-48db-8b8a-5af28c290a82, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:33:13.606465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=68e281d3-76b2-44af-bc76-1504a83b532f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:13.621243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 2b3fcabb-6f76-48db-8b8a-5af28c290a82 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:33:13.629694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3372f390-5b9e-49be-a4bb-f9df28881e9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d84172a3226415fb80c59544009f5bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0779991 Dec 12 04:33:13.630367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47726) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:13.642251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 2b3fcabb-6f76-48db-8b8a-5af28c290a82) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:13.647003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:13.656178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbc17f-3045-4cde-b0c8-5a7b819e1640 None None] Network 2b3fcabb-6f76-48db-8b8a-5af28c290a82 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:13.660371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:13.667492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:13.674157 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.702878 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fd278a6f-c7e6-4542-9549-c6ae26de5e20 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6984537 Dec 12 04:33:13.703789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47728) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:13.726917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b29a39dd-1a36-402c-ba46-78e184f619f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.762395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b29a39dd-1a36-402c-ba46-78e184f619f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.838720 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b29a39dd-1a36-402c-ba46-78e184f619f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.841092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c1cab321-cb36-45cd-a865-2976be593856 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 68e281d3-76b2-44af-bc76-1504a83b532f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:13.841525 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1cab321-cb36-45cd-a865-2976be593856 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.842786 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b29a39dd-1a36-402c-ba46-78e184f619f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:13.844648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b29a39dd-1a36-402c-ba46-78e184f619f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da085a23-47cf-443e-8728-8d048ad95a50 HTTP/1.1" status: 204 len: 168 time: 0.2132316 Dec 12 04:33:13.892583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a39dd-1a36-402c-ba46-78e184f619f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da085a23-47cf-443e-8728-8d048ad95a50,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:14.007520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:14.039916 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1cab321-cb36-45cd-a865-2976be593856 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:14.057497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c1cab321-cb36-45cd-a865-2976be593856 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 68e281d3-76b2-44af-bc76-1504a83b532f owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:14.085374 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:14.092809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea3e5-57b5-4fdd-aff6-5cf84fc7319d req-9c8e8b86-3f77-47a4-adcd-ee65e9cd1f74 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:14.094576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ecea3e5-57b5-4fdd-aff6-5cf84fc7319d req-9c8e8b86-3f77-47a4-adcd-ee65e9cd1f74 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1000981 Dec 12 04:33:14.195739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ecea3e5-57b5-4fdd-aff6-5cf84fc7319d req-04e72a82-e065-47c3-8dbe-438e1b12bab5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705683 Dec 12 04:33:14.225265 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1cab321-cb36-45cd-a865-2976be593856 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:14.269571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cab321-cb36-45cd-a865-2976be593856 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=68e281d3-76b2-44af-bc76-1504a83b532f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:14.293155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1cab321-cb36-45cd-a865-2976be593856 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:14.298871 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c1cab321-cb36-45cd-a865-2976be593856 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/68e281d3-76b2-44af-bc76-1504a83b532f HTTP/1.1" status: 204 len: 168 time: 0.5938337 Dec 12 04:33:14.301839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47748) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:14.366993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf1988-d438-44bd-b774-5c49e9833c32 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:14.374937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf1988-d438-44bd-b774-5c49e9833c32 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:14.379309 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f5bf1988-d438-44bd-b774-5c49e9833c32 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0728745 Dec 12 04:33:14.379761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47752) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:14.518367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-97a7452e-7516-4306-9ad1-9f4cef588c00 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 724a14a3-a530-4a49-b41f-b71707cf5569 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:14.518727 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97a7452e-7516-4306-9ad1-9f4cef588c00 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:14.613634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97a7452e-7516-4306-9ad1-9f4cef588c00 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:14.630153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-97a7452e-7516-4306-9ad1-9f4cef588c00 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 724a14a3-a530-4a49-b41f-b71707cf5569 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:14.741201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97a7452e-7516-4306-9ad1-9f4cef588c00 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:14.792331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7452e-7516-4306-9ad1-9f4cef588c00 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=724a14a3-a530-4a49-b41f-b71707cf5569,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:14.797356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97a7452e-7516-4306-9ad1-9f4cef588c00 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:14.803910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-97a7452e-7516-4306-9ad1-9f4cef588c00 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/724a14a3-a530-4a49-b41f-b71707cf5569 HTTP/1.1" status: 204 len: 168 time: 0.4208126 Dec 12 04:33:14.804268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47768) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:14.873438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8442d2d1-fb8e-4498-90d4-74cd5beac516 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:14.875234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8442d2d1-fb8e-4498-90d4-74cd5beac516 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0699492 Dec 12 04:33:14.878139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47772) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:14.908168 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b3407d-60b0-44ba-944d-dac8af9909ae tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:33:14.909790 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-22b3407d-60b0-44ba-944d-dac8af9909ae tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/68e281d3-76b2-44af-bc76-1504a83b532f HTTP/1.1" status: 404 len: 333 time: 0.0305843 Dec 12 04:33:14.912616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47776) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:14.949719 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-6704adca-6ca0-4c43-99b0-1ec62003fa58 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:33:14.951396 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6704adca-6ca0-4c43-99b0-1ec62003fa58 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/724a14a3-a530-4a49-b41f-b71707cf5569 HTTP/1.1" status: 404 len: 333 time: 0.0376844 Dec 12 04:33:14.954564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47780) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:15.040544 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.189396 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.227198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3fcabb-6f76-48db-8b8a-5af28c290a82']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:15.284051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39833b6b-c8c3-41cd-add4-791c0375f6ec') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:15.284374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39833b6b-c8c3-41cd-add4-791c0375f6ec') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:15.307826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.327378 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.338867 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:15.339470 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:15.347554 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:15.413328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47794) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:15.461351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.462153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef949c-8f6f-471a-8ab9-e069adc5ea06 req-7d00be19-7f03-4732-86d0-dcf596ee4895 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:15.467815 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6ef949c-8f6f-471a-8ab9-e069adc5ea06 req-7d00be19-7f03-4732-86d0-dcf596ee4895 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1018660 Dec 12 04:33:15.468929 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.489756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/networks/2b3fcabb-6f76-48db-8b8a-5af28c290a82 HTTP/1.1" status: 204 len: 168 time: 0.5300014 Dec 12 04:33:15.490012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47798) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:15.495430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-634172188'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:15.534917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6ef949c-8f6f-471a-8ab9-e069adc5ea06 req-ce6da828-4c3a-4184-a2a6-e6a4e8bbc983 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584323 Dec 12 04:33:15.575554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc3f97-78cd-46a0-8d4a-838e85cc0484 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Network': ['ID=2b3fcabb-6f76-48db-8b8a-5af28c290a82,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:15.604386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:15.609514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.612753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.661690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:33:15.707492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.708367 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Added segment ffd9974e-6e14-43ea-a96b-ee39274e067c of type vlan for network 9a581b54-e389-4aa0-8b27-943efff63b9e Dec 12 04:33:15.789521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73a1787c-e0d5-401a-b023-3adc684b5b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.828809 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.885144 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.891641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:15.892298 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:15.995429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47808) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:15.999721 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5079987 Dec 12 04:33:16.001822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '9a581b54-e389-4aa0-8b27-943efff63b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:16.013211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f86a0-842b-48f9-ad8b-113790672183 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Network': ['ID=9a581b54-e389-4aa0-8b27-943efff63b9e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:16.024522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9a581b54-e389-4aa0-8b27-943efff63b9e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:33:16.039746 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73a1787c-e0d5-401a-b023-3adc684b5b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.047611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73a1787c-e0d5-401a-b023-3adc684b5b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.118646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-73a1787c-e0d5-401a-b023-3adc684b5b6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=567300cfef384b7dbc2c4b469eb14cd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7017565 Dec 12 04:33:16.123657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47810) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:16.154791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1787c-e0d5-401a-b023-3adc684b5b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be181ae1-ce51-42aa-b714-fbb0e5effc21,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:16.222266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:16.228990 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e976a48-bc26-497f-b64b-d3978e7c4ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.232422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.261181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e976a48-bc26-497f-b64b-d3978e7c4ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.318211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Performing IP validity checks on allocation pools {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 04:33:16.321271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 04:33:16.371515 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e976a48-bc26-497f-b64b-d3978e7c4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.378954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4e976a48-bc26-497f-b64b-d3978e7c4ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.382499 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4e976a48-bc26-497f-b64b-d3978e7c4ae8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be181ae1-ce51-42aa-b714-fbb0e5effc21 HTTP/1.1" status: 204 len: 168 time: 0.2552650 Dec 12 04:33:16.407638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e976a48-bc26-497f-b64b-d3978e7c4ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be181ae1-ce51-42aa-b714-fbb0e5effc21,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:16.522770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.610337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=f1272065-479f-4126-a5fd-ddef26664d4b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:16.614568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Checking segment: {'id': 'ffd9974e-6e14-43ea-a96b-ee39274e067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a581b54-e389-4aa0-8b27-943efff63b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:16.617153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network hostable DHCP agents. Network: 9a581b54-e389-4aa0-8b27-943efff63b9e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:33:16.650624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 9a581b54-e389-4aa0-8b27-943efff63b9e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:33:16.666844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9a581b54-e389-4aa0-8b27-943efff63b9e) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:16.678224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:16.679342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.696207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4482d9-300a-439c-ab67-ef0c045ab765 None None] Network 9a581b54-e389-4aa0-8b27-943efff63b9e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:16.719014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-64dfd7a5-3dae-4d98-8b4e-08ab66c18cdb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7214644 Dec 12 04:33:16.720987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47822) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:16.733589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '9a581b54-e389-4aa0-8b27-943efff63b9e', 'name': 'tempest-PortsIpV6TestJSON-121267652'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:16.735329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f412e7b-a3b3-4c60-ad0f-53b63503ebf5 req-6ba63ce2-0ffa-4a6b-9cdb-0b6faf4d5b3f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:16.746248 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f412e7b-a3b3-4c60-ad0f-53b63503ebf5 req-6ba63ce2-0ffa-4a6b-9cdb-0b6faf4d5b3f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1286151 Dec 12 04:33:16.768996 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:16.847354 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f412e7b-a3b3-4c60-ad0f-53b63503ebf5 req-9769605a-a33c-432f-b02c-17f23a4ee914 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005948 Dec 12 04:33:16.857253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-9a581b54-e389-4aa0-8b27-943efff63b9e', 'network_id': '9a581b54-e389-4aa0-8b27-943efff63b9e', 'project_id': 'd5c16adb8fc44feabe701abb730d4d9a', 'fixed_ips': [{'subnet_id': 'f1272065-479f-4126-a5fd-ddef26664d4b'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:33:16.859170 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:17.044469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Allocated IP 2001:db8::2 (9a581b54-e389-4aa0-8b27-943efff63b9e/f1272065-479f-4126-a5fd-ddef26664d4b/33c514d2-6361-4e45-860b-00dc25c7c77a) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:17.058269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:17.064745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:17.095159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 754cff97-cef3-4542-88d7-5d77c5b522a0 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:17.211620 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:17.224336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:17.280439 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Network 9a581b54-e389-4aa0-8b27-943efff63b9e is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:17.286647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:17.292411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Pushing event updated for resources: {'Port': ['ID=33c514d2-6361-4e45-860b-00dc25c7c77a,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:17.304730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:17.325273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::2f (9a581b54-e389-4aa0-8b27-943efff63b9e/f1272065-479f-4126-a5fd-ddef26664d4b/754cff97-cef3-4542-88d7-5d77c5b522a0) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:17.405721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Attempting to bind port 33c514d2-6361-4e45-860b-00dc25c7c77a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:33:17.406164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Attempting to bind port 33c514d2-6361-4e45-860b-00dc25c7c77a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ffd9974e-6e14-43ea-a96b-ee39274e067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a581b54-e389-4aa0-8b27-943efff63b9e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:33:17.406545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Attempting to bind port 33c514d2-6361-4e45-860b-00dc25c7c77a on network 9a581b54-e389-4aa0-8b27-943efff63b9e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:33:17.421176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:33:17.422404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Checking segment: {'id': 'ffd9974e-6e14-43ea-a96b-ee39274e067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a581b54-e389-4aa0-8b27-943efff63b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:17.422988 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:17.423450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Bound using segment: {'id': 'ffd9974e-6e14-43ea-a96b-ee39274e067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a581b54-e389-4aa0-8b27-943efff63b9e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:33:17.426085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Bound port: 33c514d2-6361-4e45-860b-00dc25c7c77a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd9974e-6e14-43ea-a96b-ee39274e067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a581b54-e389-4aa0-8b27-943efff63b9e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:33:17.426684 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:17.515870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] For port 33c514d2-6361-4e45-860b-00dc25c7c77a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:33:17.519826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] For port 33c514d2-6361-4e45-860b-00dc25c7c77a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=33c514d2-6361-4e45-860b-00dc25c7c77a,segment=NetworkSegment(ffd9974e-6e14-43ea-a96b-ee39274e067c),segment_id=ffd9974e-6e14-43ea-a96b-ee39274e067c)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:33:17.528408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:17.650806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999b139-7b19-487c-ba8a-7d4371d92487 None None] Pushing event updated for resources: {'Port': ['ID=33c514d2-6361-4e45-860b-00dc25c7c77a,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:18.065728 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:18.137266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aa798-7152-4bfb-b2ba-c173fb9a9d04 req-d3477842-0f94-4b36-b5c8-47998b826683 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:18.139169 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a61aa798-7152-4bfb-b2ba-c173fb9a9d04 req-d3477842-0f94-4b36-b5c8-47998b826683 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1552546 Dec 12 04:33:18.244952 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:18.389414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a61aa798-7152-4bfb-b2ba-c173fb9a9d04 req-11fd148e-21ba-4074-8dac-f8d5e8fcc97f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125537 Dec 12 04:33:18.401722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 9a581b54-e389-4aa0-8b27-943efff63b9e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:18.410388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:18.418639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:18.448116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:18.456466 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:18.459848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=754cff97-cef3-4542-88d7-5d77c5b522a0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:18.503306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-345cb7be-8a12-438a-9211-b14c1136e934 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7782967 Dec 12 04:33:18.503683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47884) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:18.565399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47886) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:18.747293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0161f3ab-8945-43eb-ae6c-0179fc3184fd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 754cff97-cef3-4542-88d7-5d77c5b522a0 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:18.747739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0161f3ab-8945-43eb-ae6c-0179fc3184fd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:18.796115 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba204dfa-a832-42a8-9593-9019d9dbd47a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:18.910455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1747ec-f24c-4a87-8a5f-74c99603dd14 req-132d453d-6762-4f4c-9a34-dab1dffd8a09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:18.914945 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee1747ec-f24c-4a87-8a5f-74c99603dd14 req-132d453d-6762-4f4c-9a34-dab1dffd8a09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.2262969 Dec 12 04:33:18.992202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba204dfa-a832-42a8-9593-9019d9dbd47a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.001341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba204dfa-a832-42a8-9593-9019d9dbd47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.033589 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0161f3ab-8945-43eb-ae6c-0179fc3184fd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.050821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba204dfa-a832-42a8-9593-9019d9dbd47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35896002-43e5-4639-946d-c8035a53c2a5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:19.064290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0161f3ab-8945-43eb-ae6c-0179fc3184fd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 754cff97-cef3-4542-88d7-5d77c5b522a0 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:19.066766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ba204dfa-a832-42a8-9593-9019d9dbd47a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=263c863a00d74daeb1952aadc74ee4fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5009923 Dec 12 04:33:19.067394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47898) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:19.084248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee1747ec-f24c-4a87-8a5f-74c99603dd14 req-b66eb57b-009a-464c-86db-9ac0e3889403 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630602 Dec 12 04:33:19.192637 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e440067-672b-4ec2-8a3e-7b9072c68c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.252695 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e440067-672b-4ec2-8a3e-7b9072c68c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.355411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e440067-672b-4ec2-8a3e-7b9072c68c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.358400 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e440067-672b-4ec2-8a3e-7b9072c68c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.362275 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5e440067-672b-4ec2-8a3e-7b9072c68c22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35896002-43e5-4639-946d-c8035a53c2a5 HTTP/1.1" status: 204 len: 168 time: 0.2912521 Dec 12 04:33:19.387949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e440067-672b-4ec2-8a3e-7b9072c68c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35896002-43e5-4639-946d-c8035a53c2a5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:19.412282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4d774-5fdc-4d76-bd99-b17c0e3908f4 req-673eec9a-64bb-44f6-a4a6-4e36b5e6071c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:19.423973 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3d4d774-5fdc-4d76-bd99-b17c0e3908f4 req-673eec9a-64bb-44f6-a4a6-4e36b5e6071c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0878739 Dec 12 04:33:19.437928 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0161f3ab-8945-43eb-ae6c-0179fc3184fd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.462732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb51fb-6b4e-4218-a590-ce9624d088e5 None None] Network 9a581b54-e389-4aa0-8b27-943efff63b9e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:19.497569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161f3ab-8945-43eb-ae6c-0179fc3184fd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=754cff97-cef3-4542-88d7-5d77c5b522a0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:19.523329 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0161f3ab-8945-43eb-ae6c-0179fc3184fd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.527870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0161f3ab-8945-43eb-ae6c-0179fc3184fd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/754cff97-cef3-4542-88d7-5d77c5b522a0 HTTP/1.1" status: 204 len: 168 time: 1.0232527 Dec 12 04:33:19.529849 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3d4d774-5fdc-4d76-bd99-b17c0e3908f4 req-a44ac0b3-3372-4626-966e-7d5de4c1dee3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988762 Dec 12 04:33:19.530529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47910) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:19.558598 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf86f6a-b71c-4dfb-8764-7a54ce3c9eec tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:33:19.559673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf86f6a-b71c-4dfb-8764-7a54ce3c9eec tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:19.562993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-acf86f6a-b71c-4dfb-8764-7a54ce3c9eec tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/754cff97-cef3-4542-88d7-5d77c5b522a0 HTTP/1.1" status: 404 len: 333 time: 0.0300288 Dec 12 04:33:19.565795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47914) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:19.637104 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c972b2b-2cad-44e5-b2c8-b799bcb3a320 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:33:19.640023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 33c514d2-6361-4e45-860b-00dc25c7c77a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:33:19.641948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5c972b2b-2cad-44e5-b2c8-b799bcb3a320 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/754cff97-cef3-4542-88d7-5d77c5b522a0 HTTP/1.1" status: 404 len: 333 time: 0.0750365 Dec 12 04:33:19.644794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47916) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:19.764832 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-412af0b9-6325-407e-b5ee-eaa4477ee635 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet f1272065-479f-4126-a5fd-ddef26664d4b {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:33:19.776826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-65f23e8a-af5a-4646-af1b-2e3c058ad8d7 None None] Provisioning complete for port 33c514d2-6361-4e45-860b-00dc25c7c77a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:19.777465 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65f23e8a-af5a-4646-af1b-2e3c058ad8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.780240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-412af0b9-6325-407e-b5ee-eaa4477ee635 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.850118 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 33c514d2-6361-4e45-860b-00dc25c7c77a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:19.850737 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:19.869753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-412af0b9-6325-407e-b5ee-eaa4477ee635 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:20.149153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-412af0b9-6325-407e-b5ee-eaa4477ee635 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:20.252158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-412af0b9-6325-407e-b5ee-eaa4477ee635 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:20.361839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-b470f283-524f-4a0f-bc05-f3b5c6ebb98f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:20.364404 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-b470f283-524f-4a0f-bc05-f3b5c6ebb98f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.5042100 Dec 12 04:33:20.367773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412af0b9-6325-407e-b5ee-eaa4477ee635 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=f1272065-479f-4126-a5fd-ddef26664d4b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:20.388131 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-412af0b9-6325-407e-b5ee-eaa4477ee635 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:20.391568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-412af0b9-6325-407e-b5ee-eaa4477ee635 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/f1272065-479f-4126-a5fd-ddef26664d4b HTTP/1.1" status: 204 len: 168 time: 0.7453873 Dec 12 04:33:20.398577 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-f4165e6a-4562-4fc1-80af-98b96279c84c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/quotas/cdb85fdb3e99414fba5ae212421ed190 HTTP/1.1" status: 200 len: 375 time: 0.0224047 Dec 12 04:33:20.399113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 47944) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:20.410025 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:20.521926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 33c514d2-6361-4e45-860b-00dc25c7c77a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=33c514d2-6361-4e45-860b-00dc25c7c77a,segment=NetworkSegment(ffd9974e-6e14-43ea-a96b-ee39274e067c),segment_id=ffd9974e-6e14-43ea-a96b-ee39274e067c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:20.557379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:20.649560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=33c514d2-6361-4e45-860b-00dc25c7c77a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:20.701298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-3a8edc3e-6063-4096-8467-50e1d0d0c2aa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2801111 Dec 12 04:33:20.703410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabcafd1-f86b-481b-86ff-cc5440bf98f2 None None] Network 9a581b54-e389-4aa0-8b27-943efff63b9e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:20.709988 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:20.792081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b65c1152-2075-4379-993c-ec9b3e6ecbfc None None] Provisioning complete for port 33c514d2-6361-4e45-860b-00dc25c7c77a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:20.793394 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b65c1152-2075-4379-993c-ec9b3e6ecbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:20.909161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 33c514d2-6361-4e45-860b-00dc25c7c77a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:20.912769 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.092984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] For port 33c514d2-6361-4e45-860b-00dc25c7c77a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=33c514d2-6361-4e45-860b-00dc25c7c77a,segment=NetworkSegment(ffd9974e-6e14-43ea-a96b-ee39274e067c),segment_id=ffd9974e-6e14-43ea-a96b-ee39274e067c)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:21.093382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.094653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5434f661-2c8b-4007-89e3-5ad33aa8b7c4 None None] DHCP port deletion for 9a581b54-e389-4aa0-8b27-943efff63b9e request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:33:21.146779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-a9df0002-25e3-43ef-a849-d3d989ccc03e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:33:21.163254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-a9df0002-25e3-43ef-a849-d3d989ccc03e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4508989 Dec 12 04:33:21.166309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 33c514d2-6361-4e45-860b-00dc25c7c77a owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:21.187620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5434f661-2c8b-4007-89e3-5ad33aa8b7c4 None None] Deleting port 33c514d2-6361-4e45-860b-00dc25c7c77a {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:21.189052 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5434f661-2c8b-4007-89e3-5ad33aa8b7c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.299289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5434f661-2c8b-4007-89e3-5ad33aa8b7c4 None None] For port 33c514d2-6361-4e45-860b-00dc25c7c77a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=33c514d2-6361-4e45-860b-00dc25c7c77a,segment=NetworkSegment(ffd9974e-6e14-43ea-a96b-ee39274e067c),segment_id=ffd9974e-6e14-43ea-a96b-ee39274e067c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:21.299822 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5434f661-2c8b-4007-89e3-5ad33aa8b7c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.315215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5434f661-2c8b-4007-89e3-5ad33aa8b7c4 None None] Calling delete_port for 33c514d2-6361-4e45-860b-00dc25c7c77a owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:21.407859 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5434f661-2c8b-4007-89e3-5ad33aa8b7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.442384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434f661-2c8b-4007-89e3-5ad33aa8b7c4 None None] Pushing event deleted for resources: {'Port': ['ID=33c514d2-6361-4e45-860b-00dc25c7c77a,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:21.444790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434f661-2c8b-4007-89e3-5ad33aa8b7c4 None None] No DVR routers for this DVR port 33c514d2-6361-4e45-860b-00dc25c7c77a on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:21.533662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 33c514d2-6361-4e45-860b-00dc25c7c77a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:33:21.558216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.613613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 33c514d2-6361-4e45-860b-00dc25c7c77a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:33:21.618343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 33c514d2-6361-4e45-860b-00dc25c7c77a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:33:21.655205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-362619cf-6926-464c-af4b-f6f6fed4b76b service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903278 Dec 12 04:33:21.660618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=33c514d2-6361-4e45-860b-00dc25c7c77a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:21.663348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No DVR routers for this DVR port 33c514d2-6361-4e45-860b-00dc25c7c77a on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:21.876506 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.886972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-f1d5a0d6-da5a-4288-9db4-93d4e41049e4 service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215712 Dec 12 04:33:21.908657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a581b54-e389-4aa0-8b27-943efff63b9e']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:21.922796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd9974e-6e14-43ea-a96b-ee39274e067c') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:21.923103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd9974e-6e14-43ea-a96b-ee39274e067c') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:21.938369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.962253 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.974059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:21.974476 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:21.986248 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:22.160273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:22.168027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:22.191827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/networks/9a581b54-e389-4aa0-8b27-943efff63b9e HTTP/1.1" status: 204 len: 168 time: 1.7916839 Dec 12 04:33:22.197230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 47988) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:22.204265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1377067573'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:22.247483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:22.251275 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:22.253400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c1192-366d-478f-8ca6-16f899bc3a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Network': ['ID=9a581b54-e389-4aa0-8b27-943efff63b9e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:22.337545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-57eabe90-0076-4844-a7a3-49200de68f7f req-90c39e1f-9ce7-4d45-a151-09ca3979bb8c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 210 time: 0.0621610 Dec 12 04:33:22.347519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:33:22.358883 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:22.359631 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Added segment a6be0023-a064-4522-9dbd-f270903dfa6e of type vlan for network 397aacbe-08a1-4f83-be2d-85ddc12be253 Dec 12 04:33:22.409249 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:22.459028 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:22.471805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:22.472499 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:22.512617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3143098 Dec 12 04:33:22.515594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48004) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:22.521522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '397aacbe-08a1-4f83-be2d-85ddc12be253', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:22.651860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc3cf5-75df-4849-8817-ff97f68ff909 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Network': ['ID=397aacbe-08a1-4f83-be2d-85ddc12be253,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:22.666655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 397aacbe-08a1-4f83-be2d-85ddc12be253 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:33:22.829197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:22.833869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:23.157117 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:33:23.285243 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-093780b5-a4db-41c3-9d83-91872b3b775a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2093394 Dec 12 04:33:23.302012 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:23.448140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=47bc26fe-f784-4a1a-a175-9207fdfd100b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:23.470743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48030) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:23.547095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-78e1bfd3-40c4-4776-b2b1-d7e72ccf6241 req-f81b6573-d3be-4fb0-9347-ee6b07f9e964 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 210 time: 0.0658460 Dec 12 04:33:23.612131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-d8ebfc43-c633-4962-adf5-f18bc94422ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:23.614245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-d8ebfc43-c633-4962-adf5-f18bc94422ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1095 time: 0.1700084 Dec 12 04:33:23.615241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Checking segment: {'id': 'a6be0023-a064-4522-9dbd-f270903dfa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '397aacbe-08a1-4f83-be2d-85ddc12be253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:23.615769 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network hostable DHCP agents. Network: 397aacbe-08a1-4f83-be2d-85ddc12be253, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:33:23.683043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 397aacbe-08a1-4f83-be2d-85ddc12be253 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:33:23.702834 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6dedae90-d62f-4b7f-8148-294900c3b610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:23.739885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 397aacbe-08a1-4f83-be2d-85ddc12be253) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:23.747138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:23.748453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:23.785238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c551b5-7421-4880-86d8-3a721daaf752 None None] Network 397aacbe-08a1-4f83-be2d-85ddc12be253 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:23.865558 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-23442695-1810-4fa6-b665-f8ec81f03404 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3486676 Dec 12 04:33:23.869921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48042) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:23.886945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '397aacbe-08a1-4f83-be2d-85ddc12be253', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1385838359'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:24.014372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-cad8da1b-7d9c-40ca-8c80-6793d97d3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:24.015896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-cad8da1b-7d9c-40ca-8c80-6793d97d3b74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.3734384 Dec 12 04:33:24.055516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-397aacbe-08a1-4f83-be2d-85ddc12be253', 'network_id': '397aacbe-08a1-4f83-be2d-85ddc12be253', 'project_id': 'd5c16adb8fc44feabe701abb730d4d9a', 'fixed_ips': [{'subnet_id': '47bc26fe-f784-4a1a-a175-9207fdfd100b'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:33:24.056586 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.108873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-b4e50b26-2292-489b-9374-fd709b6014b1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:24.110775 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-b4e50b26-2292-489b-9374-fd709b6014b1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.2933130 Dec 12 04:33:24.142519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'port': {'device_id': '8e30f1a4-1db9-4e1e-9a3d-68c336e6a248', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'admin_state_up': True, 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:24.162580 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6dedae90-d62f-4b7f-8148-294900c3b610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.226358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:24.232703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.250577 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-4ce9583a-c462-4851-a5f9-28f8e48ced7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 998 time: 0.2200596 Dec 12 04:33:24.266324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 3a0030c4-b273-4b44-803d-ed689edb6036 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:24.269589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6dedae90-d62f-4b7f-8148-294900c3b610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.329458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Allocated IP 2001:db8::2 (397aacbe-08a1-4f83-be2d-85ddc12be253/47bc26fe-f784-4a1a-a175-9207fdfd100b/6e65ac35-2c01-4752-822b-3cb718de1d9b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:24.370807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-2dd53929-796e-4db4-941d-537eb827219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:24.372308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-2dd53929-796e-4db4-941d-537eb827219f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1115432 Dec 12 04:33:24.429892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedae90-d62f-4b7f-8148-294900c3b610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d13154-fc01-4981-8dda-5da431e9acda,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:24.436292 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6dedae90-d62f-4b7f-8148-294900c3b610 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db081cc666754920a616fead8fe8ff20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9643950 Dec 12 04:33:24.444602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48060) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:24.501882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-b07213c2-2a0e-441a-a1c1-61d73688fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:24.509690 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-b07213c2-2a0e-441a-a1c1-61d73688fbeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937655 Dec 12 04:33:24.580485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Made reservation on behalf of cdb85fdb3e99414fba5ae212421ed190 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:24.587506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.592544 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-336f2034-594c-4e75-8a62-62a5a48ddcc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.622457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.639972 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.708022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-336f2034-594c-4e75-8a62-62a5a48ddcc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.718756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Pushing event updated for resources: {'Port': ['ID=6e65ac35-2c01-4752-822b-3cb718de1d9b,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:24.738101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Network 397aacbe-08a1-4f83-be2d-85ddc12be253 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:24.739572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:24.741950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:24.761939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::2f8 (397aacbe-08a1-4f83-be2d-85ddc12be253/47bc26fe-f784-4a1a-a175-9207fdfd100b/3a0030c4-b273-4b44-803d-ed689edb6036) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:24.879412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Attempting to bind port 6e65ac35-2c01-4752-822b-3cb718de1d9b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:33:24.879934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Attempting to bind port 6e65ac35-2c01-4752-822b-3cb718de1d9b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'a6be0023-a064-4522-9dbd-f270903dfa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '397aacbe-08a1-4f83-be2d-85ddc12be253'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:33:24.880162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Attempting to bind port 6e65ac35-2c01-4752-822b-3cb718de1d9b on network 397aacbe-08a1-4f83-be2d-85ddc12be253 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:33:24.880727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-5a851b81-4b72-419c-a5b1-94607d45f9fd service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661587 Dec 12 04:33:24.893549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:33:24.893938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Checking segment: {'id': 'a6be0023-a064-4522-9dbd-f270903dfa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '397aacbe-08a1-4f83-be2d-85ddc12be253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:24.894354 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.894764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Bound using segment: {'id': 'a6be0023-a064-4522-9dbd-f270903dfa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '397aacbe-08a1-4f83-be2d-85ddc12be253'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:33:24.895250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Bound port: 6e65ac35-2c01-4752-822b-3cb718de1d9b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6be0023-a064-4522-9dbd-f270903dfa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '397aacbe-08a1-4f83-be2d-85ddc12be253'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:33:24.895826 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.956049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccb470ac-06df-4236-a92a-3c7cea896549 req-e7d3943b-0879-4d99-9b57-b1d112b1704b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 210 time: 0.1749966 Dec 12 04:33:24.984206 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-336f2034-594c-4e75-8a62-62a5a48ddcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.986887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-336f2034-594c-4e75-8a62-62a5a48ddcc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:24.988050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-336f2034-594c-4e75-8a62-62a5a48ddcc1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9d13154-fc01-4981-8dda-5da431e9acda HTTP/1.1" status: 204 len: 168 time: 0.5422256 Dec 12 04:33:25.057604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f2034-594c-4e75-8a62-62a5a48ddcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d13154-fc01-4981-8dda-5da431e9acda,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:25.106415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] For port 6e65ac35-2c01-4752-822b-3cb718de1d9b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:33:25.109719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] For port 6e65ac35-2c01-4752-822b-3cb718de1d9b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6e65ac35-2c01-4752-822b-3cb718de1d9b,segment=NetworkSegment(a6be0023-a064-4522-9dbd-f270903dfa6e),segment_id=a6be0023-a064-4522-9dbd-f270903dfa6e)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:33:25.120102 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:25.149925 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbe0a1d1-c481-4086-aebf-e4b487e0f183 req-c2d9cb6a-3f20-4f12-965c-f24e2c55f956 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389736 Dec 12 04:33:25.185116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Allocated IP 172.20.0.5 (0aca496d-4365-4afd-8933-1fbd7178cac0/0cbf2369-0e5e-449d-99ce-848fd07923e6/7ea666d1-f29e-4182-a918-98f7f48698b0) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:25.219637 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:25.297351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84b9a4-e4b0-4b36-a289-8372141bc9cd None None] Pushing event updated for resources: {'Port': ['ID=6e65ac35-2c01-4752-822b-3cb718de1d9b,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:25.307290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:25.431081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 397aacbe-08a1-4f83-be2d-85ddc12be253 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:25.441417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:25.449459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:25.461503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:25.462995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:25.466073 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:25.499972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=3a0030c4-b273-4b44-803d-ed689edb6036,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:25.519820 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0c504bdc-e3cd-4995-bed6-37a2a512a71a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6372862 Dec 12 04:33:25.522794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48094) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:25.733295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:25.747907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48102) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:25.773473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5bae2361-ea24-46ae-ae92-bf9628cbb6f4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:33:25.793340 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-102bb00c-867b-4084-a692-684641fdeb16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:25.926551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'Port': ['ID=7ea666d1-f29e-4182-a918-98f7f48698b0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:25.953003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:25.956232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:25.958994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:26.063363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-18fb35f0-7855-4e84-afba-2e89be2d7578 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 3a0030c4-b273-4b44-803d-ed689edb6036 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:26.063712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fb35f0-7855-4e84-afba-2e89be2d7578 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.083082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:26.084066 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.118480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-42d071b6-5b11-4869-a36a-0fc3d5fb2456 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9804299 Dec 12 04:33:26.385828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-659d12be-40bf-4e5e-88d8-2c2bf1cacea9 None None] Provisioning complete for port 7ea666d1-f29e-4182-a918-98f7f48698b0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:26.386993 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-659d12be-40bf-4e5e-88d8-2c2bf1cacea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.472118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef0445-d5a1-4972-bae6-7731920cc1ec req-2ae26f38-19e8-470f-a32f-0356a8500fcc tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:26.480655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7ef0445-d5a1-4972-bae6-7731920cc1ec req-2ae26f38-19e8-470f-a32f-0356a8500fcc tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 931 time: 0.1001351 Dec 12 04:33:26.527468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-659d12be-40bf-4e5e-88d8-2c2bf1cacea9 None None] Port 7ea666d1-f29e-4182-a918-98f7f48698b0 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:33:26.577876 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7ef0445-d5a1-4972-bae6-7731920cc1ec req-3fe33a36-163d-4fd4-bce3-2542dd501fc2 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959849 Dec 12 04:33:26.595154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-102bb00c-867b-4084-a692-684641fdeb16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.603779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-102bb00c-867b-4084-a692-684641fdeb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.655312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Request body: {'port': {'device_id': '8e30f1a4-1db9-4e1e-9a3d-68c336e6a248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:26.658979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-102bb00c-867b-4084-a692-684641fdeb16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c404ff3abaff4c5686dc0d340f70e830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9098811 Dec 12 04:33:26.661656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48108) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:26.733472 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.775433 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fb35f0-7855-4e84-afba-2e89be2d7578 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.814136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-18fb35f0-7855-4e84-afba-2e89be2d7578 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 3a0030c4-b273-4b44-803d-ed689edb6036 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:26.832847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bb00c-867b-4084-a692-684641fdeb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a2bf70-234f-4e4c-82cd-4faf8ef7fb00,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:26.858834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb13b1d8-ba5b-46e5-97a1-073e2c54d3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.887090 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb13b1d8-ba5b-46e5-97a1-073e2c54d3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.949508 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb13b1d8-ba5b-46e5-97a1-073e2c54d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.954603 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb13b1d8-ba5b-46e5-97a1-073e2c54d3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:26.959948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb13b1d8-ba5b-46e5-97a1-073e2c54d3b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20a2bf70-234f-4e4c-82cd-4faf8ef7fb00 HTTP/1.1" status: 204 len: 168 time: 0.2514772 Dec 12 04:33:26.979014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13b1d8-ba5b-46e5-97a1-073e2c54d3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a2bf70-234f-4e4c-82cd-4faf8ef7fb00,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:27.082759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5ef4f4-cd93-442c-b718-5e537a686c14 None None] Network 397aacbe-08a1-4f83-be2d-85ddc12be253 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:27.189079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0e0a0e5e-19e8-474b-bdc4-1fb2120c1d75 None None] Provisioning complete for port 6e65ac35-2c01-4752-822b-3cb718de1d9b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:27.189963 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0e5e-19e8-474b-bdc4-1fb2120c1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.224329 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fb35f0-7855-4e84-afba-2e89be2d7578 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.257848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb35f0-7855-4e84-afba-2e89be2d7578 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=3a0030c4-b273-4b44-803d-ed689edb6036,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:27.332966 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-18fb35f0-7855-4e84-afba-2e89be2d7578 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.339152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-18fb35f0-7855-4e84-afba-2e89be2d7578 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/3a0030c4-b273-4b44-803d-ed689edb6036 HTTP/1.1" status: 204 len: 168 time: 1.8102534 Dec 12 04:33:27.339475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea666d1-f29e-4182-a918-98f7f48698b0 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:33:27.340176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48118) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:27.348016 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.362752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Transition to ACTIVE for port object 7ea666d1-f29e-4182-a918-98f7f48698b0 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:33:27.368901 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0e5e-19e8-474b-bdc4-1fb2120c1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.372625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.401512 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e445fb-fa2d-4456-8a0a-d7ff147d45f4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:33:27.403090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d3e445fb-fa2d-4456-8a0a-d7ff147d45f4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/3a0030c4-b273-4b44-803d-ed689edb6036 HTTP/1.1" status: 404 len: 333 time: 0.0615952 Dec 12 04:33:27.405786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48122) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:27.439349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0e0a0e5e-19e8-474b-bdc4-1fb2120c1d75 None None] For port 6e65ac35-2c01-4752-822b-3cb718de1d9b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6e65ac35-2c01-4752-822b-3cb718de1d9b,segment=NetworkSegment(a6be0023-a064-4522-9dbd-f270903dfa6e),segment_id=a6be0023-a064-4522-9dbd-f270903dfa6e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:27.450650 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0e5e-19e8-474b-bdc4-1fb2120c1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.542003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a0e5e-19e8-474b-bdc4-1fb2120c1d75 None None] Pushing event updated for resources: {'Port': ['ID=6e65ac35-2c01-4752-822b-3cb718de1d9b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:27.547128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb4c192-26ae-4ff7-95e8-cc6fff99b858 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet 47bc26fe-f784-4a1a-a175-9207fdfd100b {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:33:27.551516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c192-26ae-4ff7-95e8-cc6fff99b858 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.623948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c192-26ae-4ff7-95e8-cc6fff99b858 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.641849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6e65ac35-2c01-4752-822b-3cb718de1d9b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:33:27.719513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Pushing event updated for resources: {'Port': ['ID=7ea666d1-f29e-4182-a918-98f7f48698b0,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:27.848013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Attempting to bind port 7ea666d1-f29e-4182-a918-98f7f48698b0 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:33:27.848013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Attempting to bind port 7ea666d1-f29e-4182-a918-98f7f48698b0 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:33:27.848013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Attempting to bind port 7ea666d1-f29e-4182-a918-98f7f48698b0 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:33:27.859452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6e65ac35-2c01-4752-822b-3cb718de1d9b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:27.861204 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.937779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c192-26ae-4ff7-95e8-cc6fff99b858 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:27.950519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Port 7ea666d1-f29e-4182-a918-98f7f48698b0 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:33:27.951180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Attempting to bind port 7ea666d1-f29e-4182-a918-98f7f48698b0 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:33:27.979339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:33:27.981170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Checking segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:27.981692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Bound using segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:33:27.982305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Bound port: 7ea666d1-f29e-4182-a918-98f7f48698b0, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:33:27.985655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:28.118516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f3f24-8bd2-41e8-95a7-50ff6911fdcc req-8aaf2c76-1b3f-4243-9321-5dfab093ec3d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:28.147003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d6f3f24-8bd2-41e8-95a7-50ff6911fdcc req-8aaf2c76-1b3f-4243-9321-5dfab093ec3d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 943 time: 0.3268437 Dec 12 04:33:28.184466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-88b7fb4f-58f5-43a1-aa52-6abd34222814 None None] Provisioning complete for port 6e65ac35-2c01-4752-822b-3cb718de1d9b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:28.185372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-88b7fb4f-58f5-43a1-aa52-6abd34222814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:28.195589 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c192-26ae-4ff7-95e8-cc6fff99b858 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:28.265556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4c192-26ae-4ff7-95e8-cc6fff99b858 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=47bc26fe-f784-4a1a-a175-9207fdfd100b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:28.278834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c192-26ae-4ff7-95e8-cc6fff99b858 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:28.297809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0bb4c192-26ae-4ff7-95e8-cc6fff99b858 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/47bc26fe-f784-4a1a-a175-9207fdfd100b HTTP/1.1" status: 204 len: 168 time: 0.8909531 Dec 12 04:33:28.299237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48142) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:28.417014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:28.426915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] For port 7ea666d1-f29e-4182-a918-98f7f48698b0, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:33:28.430856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] For port 7ea666d1-f29e-4182-a918-98f7f48698b0, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea666d1-f29e-4182-a918-98f7f48698b0,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:33:28.525504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d6f3f24-8bd2-41e8-95a7-50ff6911fdcc req-f932feb7-cc69-465d-9b37-2e2a25d0bbe4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759563 Dec 12 04:33:28.526208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a26238-f6cb-4359-ac35-3de2b355d711 None None] Network 397aacbe-08a1-4f83-be2d-85ddc12be253 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:28.534257 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:28.576246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 6e65ac35-2c01-4752-822b-3cb718de1d9b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:28.578893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:28.645010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:28.645821 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:28.647546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] 10.222.0.18 "PUT /v2.0/ports/7ea666d1-f29e-4182-a918-98f7f48698b0 HTTP/1.1" status: 200 len: 1091 time: 2.0144947 Dec 12 04:33:28.648508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e30f1a4-1db9-4e1e-9a3d-68c336e6a248', 'tag': '7ea666d1-f29e-4182-a918-98f7f48698b0'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:33:28.651305 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8f9dea-697d-45da-9f67-670f85916c52" -d '{"events": [{"name": "network-changed", "server_uuid": "8e30f1a4-1db9-4e1e-9a3d-68c336e6a248", "tag": "7ea666d1-f29e-4182-a918-98f7f48698b0"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:33:28.739235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14723d-23fe-477f-aabc-c1f8c930426f service neutron] Pushing event updated for resources: {'Port': ['ID=7ea666d1-f29e-4182-a918-98f7f48698b0,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:28.791749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-48c46d7b-74a1-409f-80f1-5fac0c30ee0a None None] Could not find standard attr ID for object 3a0030c4-b273-4b44-803d-ed689edb6036. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:33:28.817077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] For port 6e65ac35-2c01-4752-822b-3cb718de1d9b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6e65ac35-2c01-4752-822b-3cb718de1d9b,segment=NetworkSegment(a6be0023-a064-4522-9dbd-f270903dfa6e),segment_id=a6be0023-a064-4522-9dbd-f270903dfa6e)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:28.817360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:28.819081 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c19c92b-55a0-45e7-b608-ec1da41ef24c x-openstack-request-id: req-5c19c92b-55a0-45e7-b608-ec1da41ef24c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:33:28.819487 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e30f1a4-1db9-4e1e-9a3d-68c336e6a248", "tag": "7ea666d1-f29e-4182-a918-98f7f48698b0", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:33:28.820794 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c19c92b-55a0-45e7-b608-ec1da41ef24c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:33:28.821511 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e30f1a4-1db9-4e1e-9a3d-68c336e6a248', 'tag': '7ea666d1-f29e-4182-a918-98f7f48698b0', 'status': 'completed', 'code': 200} Dec 12 04:33:28.833928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-357639d8-8468-4829-bbbd-4695f8bb6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:28.839629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-357639d8-8468-4829-bbbd-4695f8bb6595 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 1094 time: 0.1222355 Dec 12 04:33:28.890986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 6e65ac35-2c01-4752-822b-3cb718de1d9b owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:28.903064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5edccb3-378e-49c1-9d05-5973f82d5b60 None None] DHCP port deletion for 397aacbe-08a1-4f83-be2d-85ddc12be253 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:33:28.989598 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-805f2a8e-96ac-456b-8215-af785153797a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea666d1-f29e-4182-a918-98f7f48698b0 HTTP/1.1" status: 200 len: 217 time: 0.1367509 Dec 12 04:33:29.051065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b5edccb3-378e-49c1-9d05-5973f82d5b60 None None] Deleting port 6e65ac35-2c01-4752-822b-3cb718de1d9b {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:29.054034 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b5edccb3-378e-49c1-9d05-5973f82d5b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.161516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.185935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-c2f21c73-5634-44ee-a52d-616b7864d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:29.188017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-c2f21c73-5634-44ee-a52d-616b7864d520 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1848357 Dec 12 04:33:29.222395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=6e65ac35-2c01-4752-822b-3cb718de1d9b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:29.231967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No DVR routers for this DVR port 6e65ac35-2c01-4752-822b-3cb718de1d9b on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:29.345402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-fa88ed14-f8f2-4d74-8997-2695b7a4837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:29.352980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-fa88ed14-f8f2-4d74-8997-2695b7a4837c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572278 Dec 12 04:33:29.357911 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b5edccb3-378e-49c1-9d05-5973f82d5b60 None None] For port 6e65ac35-2c01-4752-822b-3cb718de1d9b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6e65ac35-2c01-4752-822b-3cb718de1d9b,segment=NetworkSegment(a6be0023-a064-4522-9dbd-f270903dfa6e),segment_id=a6be0023-a064-4522-9dbd-f270903dfa6e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:29.380721 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b5edccb3-378e-49c1-9d05-5973f82d5b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.434627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b5edccb3-378e-49c1-9d05-5973f82d5b60 None None] Calling delete_port for 6e65ac35-2c01-4752-822b-3cb718de1d9b owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:29.536600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6e65ac35-2c01-4752-822b-3cb718de1d9b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:33:29.540074 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.579127 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-d3001645-49d1-49d6-b788-c9a434fa75c7 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152650 Dec 12 04:33:29.587869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397aacbe-08a1-4f83-be2d-85ddc12be253']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:29.601751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 6e65ac35-2c01-4752-822b-3cb718de1d9b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:33:29.602113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6e65ac35-2c01-4752-822b-3cb718de1d9b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:33:29.616115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6be0023-a064-4522-9dbd-f270903dfa6e') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:29.620015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6be0023-a064-4522-9dbd-f270903dfa6e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:29.643611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.659429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.666689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:29.667394 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:29.671213 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:29.706663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b5edccb3-378e-49c1-9d05-5973f82d5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.778864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edccb3-378e-49c1-9d05-5973f82d5b60 None None] Pushing event deleted for resources: {'Port': ['ID=6e65ac35-2c01-4752-822b-3cb718de1d9b,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:29.781770 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.790139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5edccb3-378e-49c1-9d05-5973f82d5b60 None None] No DVR routers for this DVR port 6e65ac35-2c01-4752-822b-3cb718de1d9b on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:29.825486 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:29.829102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/networks/397aacbe-08a1-4f83-be2d-85ddc12be253 HTTP/1.1" status: 204 len: 168 time: 1.5287063 Dec 12 04:33:29.830208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcaf08-2051-4e26-8b53-e4a2e1e1baa8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Network': ['ID=397aacbe-08a1-4f83-be2d-85ddc12be253,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:29.835493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48174) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:29.848763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'name': 'tempest-PortsIpV6TestJSON-271947250'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:29.879453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e9b4bd8-d2c8-4f33-aa35-4ecd3a28413b req-4edcfc58-986b-4ec2-b760-d11b2b697fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937198 Dec 12 04:33:29.969702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e555a4-4cd3-492c-a01b-46e2fac36c95 req-f6906c60-1999-4286-b9db-b09879ab7ac3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:29.977745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23e555a4-4cd3-492c-a01b-46e2fac36c95 req-f6906c60-1999-4286-b9db-b09879ab7ac3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 943 time: 0.1583216 Dec 12 04:33:30.060435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:30.065390 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:30.080983 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23e555a4-4cd3-492c-a01b-46e2fac36c95 req-d558d0da-bd9d-4af1-8e63-cf9346cacd4b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020179 Dec 12 04:33:30.087013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port df47ad3c-2588-4558-a405-035b5e6ef19e yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:30.091833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-3593bb03-2dac-4362-b516-105b7d668c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:30.094006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-3593bb03-2dac-4362-b516-105b7d668c29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 1094 time: 0.0940139 Dec 12 04:33:30.315174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-62e8d62f-7acd-469f-8082-3efb26a53a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:30.317804 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-62e8d62f-7acd-469f-8082-3efb26a53a30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.2156122 Dec 12 04:33:30.449984 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:30.494925 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-148c9ceb-230d-492c-af0b-1861e2ba31e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea666d1-f29e-4182-a918-98f7f48698b0 HTTP/1.1" status: 200 len: 217 time: 0.1697891 Dec 12 04:33:30.564499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:30.595480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-caec8f92-d75b-43a2-b005-25c92639d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:30.608273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-caec8f92-d75b-43a2-b005-25c92639d776 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1022844 Dec 12 04:33:30.666455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:30.674472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:30.692009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:30.695969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:30.696600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:30.711189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=df47ad3c-2588-4558-a405-035b5e6ef19e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:30.713762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-2b30a26c-a21c-4cee-a427-f28fc9fe9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:30.716346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-2b30a26c-a21c-4cee-a427-f28fc9fe9bca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006830 Dec 12 04:33:30.769533 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-285f58c4-7926-4113-9ef9-961fd3bc4b1a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9322121 Dec 12 04:33:30.770217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48196) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:30.911384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-60bc40e5-a94f-4de6-ba17-eddcc97ddce9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port df47ad3c-2588-4558-a405-035b5e6ef19e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:30.911744 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60bc40e5-a94f-4de6-ba17-eddcc97ddce9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:30.937058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-46eb0d4c-d8ed-44e9-abf6-b935a0778485 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086856 Dec 12 04:33:31.102296 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60bc40e5-a94f-4de6-ba17-eddcc97ddce9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:31.147013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-60bc40e5-a94f-4de6-ba17-eddcc97ddce9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for df47ad3c-2588-4558-a405-035b5e6ef19e owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:31.213787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb8f9dea-697d-45da-9f67-670f85916c52 req-bc41dd0e-20ed-4576-90a4-ef5f3a4a50b9 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667253 Dec 12 04:33:31.353996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60bc40e5-a94f-4de6-ba17-eddcc97ddce9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:31.425053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc40e5-a94f-4de6-ba17-eddcc97ddce9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=df47ad3c-2588-4558-a405-035b5e6ef19e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:31.433503 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-60bc40e5-a94f-4de6-ba17-eddcc97ddce9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:31.439609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-60bc40e5-a94f-4de6-ba17-eddcc97ddce9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/df47ad3c-2588-4558-a405-035b5e6ef19e HTTP/1.1" status: 204 len: 168 time: 0.6619604 Dec 12 04:33:31.441329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48206) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:31.447602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'mac_address': 'fa:16:3e:66:e5:55', 'name': 'tempest-PortsIpV6TestJSON-1235222416'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:31.497315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eda5e9-6fdd-4980-882b-b3169aadc94c req-3cbbfbb0-3b40-4645-817d-8bbcdab47cee tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:31.505368 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1eda5e9-6fdd-4980-882b-b3169aadc94c req-3cbbfbb0-3b40-4645-817d-8bbcdab47cee tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 943 time: 0.1616681 Dec 12 04:33:31.623645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1eda5e9-6fdd-4980-882b-b3169aadc94c req-4ae8d1bb-f2e2-450a-8f37-d0e45c9dc106 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159499 Dec 12 04:33:31.673326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:31.865400 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:31.910150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port e5467bc7-1920-4fee-8be0-7a8cff3afad4 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:32.168371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:32.207745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:32.300038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:32.313886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:32.321488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:32.335176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:32.340262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:32.355312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=e5467bc7-1920-4fee-8be0-7a8cff3afad4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:32.419318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48220) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:32.430728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3282853c-0fec-4b24-8dcb-8cc3b3c96468 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9882572 Dec 12 04:33:32.516244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56713c2b-f9d3-4298-b3f9-f71cb8825f46 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:32.520375 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-56713c2b-f9d3-4298-b3f9-f71cb8825f46 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/e5467bc7-1920-4fee-8be0-7a8cff3afad4 HTTP/1.1" status: 200 len: 845 time: 0.0964062 Dec 12 04:33:32.520917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48228) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:32.636146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7ea666d1-f29e-4182-a918-98f7f48698b0 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:33:32.751110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-bdfce2a6-8814-47aa-931c-22ed76261aa9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port e5467bc7-1920-4fee-8be0-7a8cff3afad4 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:32.751779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdfce2a6-8814-47aa-931c-22ed76261aa9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:32.932762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7ea666d1-f29e-4182-a918-98f7f48698b0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea666d1-f29e-4182-a918-98f7f48698b0,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:32.949935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '7ea666d1-f29e-4182-a918-98f7f48698b0', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'port_id': '7ea666d1-f29e-4182-a918-98f7f48698b0', 'mac_address': 'fa:16:3e:5f:1d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:33:33.013496 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdfce2a6-8814-47aa-931c-22ed76261aa9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:33.015564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f62e1f-808e-43a1-8317-f85cbb5c8afb req-fa86d5e4-bbcf-4b47-b5f9-767407aa28d1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:33.048318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-bdfce2a6-8814-47aa-931c-22ed76261aa9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for e5467bc7-1920-4fee-8be0-7a8cff3afad4 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:33.074294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:33.079585 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27f62e1f-808e-43a1-8317-f85cbb5c8afb req-fa86d5e4-bbcf-4b47-b5f9-767407aa28d1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 943 time: 0.2760804 Dec 12 04:33:33.122358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea666d1-f29e-4182-a918-98f7f48698b0 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:33:33.171671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7ea666d1-f29e-4182-a918-98f7f48698b0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea666d1-f29e-4182-a918-98f7f48698b0,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:33.181639 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:33.199591 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-27f62e1f-808e-43a1-8317-f85cbb5c8afb req-c5f9b0f9-4761-4690-b24b-ccd101fe6536 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140008 Dec 12 04:33:33.235153 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdfce2a6-8814-47aa-931c-22ed76261aa9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:33.301143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7ea666d1-f29e-4182-a918-98f7f48698b0,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:33.304580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdfce2a6-8814-47aa-931c-22ed76261aa9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:33.310439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bdfce2a6-8814-47aa-931c-22ed76261aa9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/e5467bc7-1920-4fee-8be0-7a8cff3afad4 HTTP/1.1" status: 204 len: 168 time: 0.7848332 Dec 12 04:33:33.310439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfce2a6-8814-47aa-931c-22ed76261aa9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=e5467bc7-1920-4fee-8be0-7a8cff3afad4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:33.311033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48258) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:33.357543 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d3ed4c-9667-4d8a-b6ff-fbddcbef2b06 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:33:33.359364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e7d3ed4c-9667-4d8a-b6ff-fbddcbef2b06 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/e5467bc7-1920-4fee-8be0-7a8cff3afad4 HTTP/1.1" status: 404 len: 333 time: 0.0475843 Dec 12 04:33:33.367519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48260) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:33.374375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'name': 'tempest-PortsIpV6TestJSON-96830205'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:33.497492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['7ea666d1-f29e-4182-a918-98f7f48698b0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:33:33.539867 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:33.550142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:33.599515 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 012ce6aa-dbbd-4999-8bb0-635a99cac6fe yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:33.980009 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:34.024031 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:34.164097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:34.167894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:34.172173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:34.190090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:34.190735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:34.194740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=012ce6aa-dbbd-4999-8bb0-635a99cac6fe,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:34.238513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fd89e81e-0b51-431b-9d9d-025f743e926d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8694673 Dec 12 04:33:34.241127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48270) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:34.246458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0f32cad3-4e06-448a-9f4e-675e3e91a7f7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:34.335302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f32cad3-4e06-448a-9f4e-675e3e91a7f7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:34.499946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd5145-29e1-418b-af52-8d530235123f req-5bde6a94-0077-4b84-9543-88c4c954b317 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:34.528074 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-adfd5145-29e1-418b-af52-8d530235123f req-5bde6a94-0077-4b84-9543-88c4c954b317 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 944 time: 0.1931872 Dec 12 04:33:34.636362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7ea666d1-f29e-4182-a918-98f7f48698b0 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:33:34.742438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 7ea666d1-f29e-4182-a918-98f7f48698b0 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:33:34.749675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 7ea666d1-f29e-4182-a918-98f7f48698b0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:34.753514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:34.931505 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f32cad3-4e06-448a-9f4e-675e3e91a7f7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:34.945067 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f32cad3-4e06-448a-9f4e-675e3e91a7f7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:34.959913 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.058233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7ea666d1-f29e-4182-a918-98f7f48698b0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea666d1-f29e-4182-a918-98f7f48698b0,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:35.060590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e30f1a4-1db9-4e1e-9a3d-68c336e6a248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea666d1-f29e-4182-a918-98f7f48698b0'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:33:35.068121 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70fa26f-cd0b-4f63-8bc7-120512ea40d4" -d '{"events": [{"server_uuid": "8e30f1a4-1db9-4e1e-9a3d-68c336e6a248", "name": "network-vif-plugged", "status": "completed", "tag": "7ea666d1-f29e-4182-a918-98f7f48698b0"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:33:35.078951 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.089716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0f32cad3-4e06-448a-9f4e-675e3e91a7f7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] In _notify_port_updated(), no bound segment for port 012ce6aa-dbbd-4999-8bb0-635a99cac6fe on network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:33:35.100882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32cad3-4e06-448a-9f4e-675e3e91a7f7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:35.106242 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f32cad3-4e06-448a-9f4e-675e3e91a7f7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.107826 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0f32cad3-4e06-448a-9f4e-675e3e91a7f7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "PUT /v2.0/ports/012ce6aa-dbbd-4999-8bb0-635a99cac6fe HTTP/1.1" status: 200 len: 818 time: 0.8657286 Dec 12 04:33:35.114540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48292) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:35.145632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-adfd5145-29e1-418b-af52-8d530235123f req-86980f93-cfdc-473d-bfcc-cbf9fdfe0a3e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175690 Dec 12 04:33:35.153327 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091b82d9-6d1d-49fc-afdd-0cb12b677e2a x-openstack-request-id: req-091b82d9-6d1d-49fc-afdd-0cb12b677e2a {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:33:35.153826 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e30f1a4-1db9-4e1e-9a3d-68c336e6a248", "name": "network-vif-plugged", "status": "completed", "tag": "7ea666d1-f29e-4182-a918-98f7f48698b0", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:33:35.154303 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-091b82d9-6d1d-49fc-afdd-0cb12b677e2a {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:33:35.154870 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e30f1a4-1db9-4e1e-9a3d-68c336e6a248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea666d1-f29e-4182-a918-98f7f48698b0', 'code': 200} Dec 12 04:33:35.236134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7ea666d1-f29e-4182-a918-98f7f48698b0,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:35.278835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32cad3-4e06-448a-9f4e-675e3e91a7f7 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=012ce6aa-dbbd-4999-8bb0-635a99cac6fe,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:35.300744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48296) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:35.398627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66079b-438f-4361-bfe3-ceb73ba8e111 req-c433fcfe-1285-484c-a2ed-e8749f569f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:35.400156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed66079b-438f-4361-bfe3-ceb73ba8e111 req-c433fcfe-1285-484c-a2ed-e8749f569f53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 1096 time: 0.1371696 Dec 12 04:33:35.411835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b203d88d-b69a-4d94-b9e8-4316ce9660d8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 012ce6aa-dbbd-4999-8bb0-635a99cac6fe {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:35.412208 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b203d88d-b69a-4d94-b9e8-4316ce9660d8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.623731 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b203d88d-b69a-4d94-b9e8-4316ce9660d8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.657100 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ba39110-2e49-457d-b42f-b597d4b50b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.674033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b203d88d-b69a-4d94-b9e8-4316ce9660d8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 012ce6aa-dbbd-4999-8bb0-635a99cac6fe owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:35.706027 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed66079b-438f-4361-bfe3-ceb73ba8e111 req-3f540de1-956e-44cf-8f23-0cae07e61365 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801242 Dec 12 04:33:35.826419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b203d88d-b69a-4d94-b9e8-4316ce9660d8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.829526 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ba39110-2e49-457d-b42f-b597d4b50b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.857342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203d88d-b69a-4d94-b9e8-4316ce9660d8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=012ce6aa-dbbd-4999-8bb0-635a99cac6fe,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:35.859232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ba39110-2e49-457d-b42f-b597d4b50b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.888554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b203d88d-b69a-4d94-b9e8-4316ce9660d8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:35.894514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b203d88d-b69a-4d94-b9e8-4316ce9660d8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/012ce6aa-dbbd-4999-8bb0-635a99cac6fe HTTP/1.1" status: 204 len: 168 time: 0.7703948 Dec 12 04:33:35.895334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48300) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:35.913368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6ba39110-2e49-457d-b42f-b597d4b50b2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ab3322e4f7f4ed2a8c3f711f5e06984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5943666 Dec 12 04:33:35.914269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48302) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:35.930669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba39110-2e49-457d-b42f-b597d4b50b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd3fd0d-52d1-484c-b682-d94f1e627b1e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:35.965617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab621676-a6fc-4f8a-a0f8-617afaa74f8f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:35.967408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ab621676-a6fc-4f8a-a0f8-617afaa74f8f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0712395 Dec 12 04:33:35.970213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48308) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:36.005287 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed94bca-3254-41d2-8753-020e278301d2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:33:36.007194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5ed94bca-3254-41d2-8753-020e278301d2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/012ce6aa-dbbd-4999-8bb0-635a99cac6fe HTTP/1.1" status: 404 len: 333 time: 0.0359874 Dec 12 04:33:36.010502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1cbf87c4-bc3e-4922-82ac-01e13f60c0bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.011550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48312) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:36.018358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1568827745'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:36.040931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1cbf87c4-bc3e-4922-82ac-01e13f60c0bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.060188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:36.064204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.120028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:33:36.141255 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1cbf87c4-bc3e-4922-82ac-01e13f60c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.144125 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.144580 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Added segment 5b51ceab-646a-4779-9be3-ce06f1ecc87c of type vlan for network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 Dec 12 04:33:36.144948 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1cbf87c4-bc3e-4922-82ac-01e13f60c0bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.146692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1cbf87c4-bc3e-4922-82ac-01e13f60c0bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfd3fd0d-52d1-484c-b682-d94f1e627b1e HTTP/1.1" status: 204 len: 168 time: 0.2315269 Dec 12 04:33:36.166499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf87c4-bc3e-4922-82ac-01e13f60c0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd3fd0d-52d1-484c-b682-d94f1e627b1e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:36.204400 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.246787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.254635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:36.257232 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.396881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3745236 Dec 12 04:33:36.397107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48338) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:36.410038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:36.440098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bfba5-c81c-4e2d-b420-af1ad5c78a49 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Network': ['ID=3179982c-b19b-4ffc-8c12-6d37bd6e4797,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:36.452241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:33:36.510510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a580118-d85b-4fff-906a-d5479822bdb9 req-a3d574d9-2ffb-4b39-bdf4-4faa89fa0457 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:36.521424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0a580118-d85b-4fff-906a-d5479822bdb9 req-a3d574d9-2ffb-4b39-bdf4-4faa89fa0457 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 945 time: 0.1845765 Dec 12 04:33:36.633988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0a580118-d85b-4fff-906a-d5479822bdb9 req-d96eacc5-fc33-425e-b5bd-cdf01d06fb56 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097672 Dec 12 04:33:36.679272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:36.682902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:36.873185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48358) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:36.890012 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.072650 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.080842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.113754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.159541 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ecfff792108477caf69ad031112310b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851839 Dec 12 04:33:37.165581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48366) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:37.289891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d4f9c8-23c8-440b-9cce-352cbefeb3d5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:37.319730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.320089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.320447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.320800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.321182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.321538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.321970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.322204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.322546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.322886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.323726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.324067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.324479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aa4d6-71cb-4368-93f6-0ab8f075539b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:37.355355 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1599110d-8264-4d08-a093-37f65d8a6f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.363501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=a8ae115d-07ae-4b70-bc40-34b5293cc41e,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:37.372396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Checking segment: {'id': '5b51ceab-646a-4779-9be3-ce06f1ecc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:37.372784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network hostable DHCP agents. Network: 3179982c-b19b-4ffc-8c12-6d37bd6e4797, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:33:37.394073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1599110d-8264-4d08-a093-37f65d8a6f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.414460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:33:37.429231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 3179982c-b19b-4ffc-8c12-6d37bd6e4797) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:37.436776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:37.437373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f07d50-c3cc-4fff-bb7c-2adb0931a01f None None] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:37.437524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.511392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b096466e-d411-4c57-b988-d55a98dc87af tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1175182 Dec 12 04:33:37.513895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48374) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:37.519348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0b384015-9057-44c3-bdb9-b33eca43c737 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:37.529275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1599110d-8264-4d08-a093-37f65d8a6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.534265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1599110d-8264-4d08-a093-37f65d8a6f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.537874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1599110d-8264-4d08-a093-37f65d8a6f05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7d4f9c8-23c8-440b-9cce-352cbefeb3d5 HTTP/1.1" status: 204 len: 168 time: 0.3632665 Dec 12 04:33:37.714464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-3179982c-b19b-4ffc-8c12-6d37bd6e4797', 'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797', 'project_id': 'd5c16adb8fc44feabe701abb730d4d9a', 'fixed_ips': [{'subnet_id': 'a8ae115d-07ae-4b70-bc40-34b5293cc41e'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:33:37.715389 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.822079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599110d-8264-4d08-a093-37f65d8a6f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d4f9c8-23c8-440b-9cce-352cbefeb3d5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:37.866217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b384015-9057-44c3-bdb9-b33eca43c737 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:37.870043 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b384015-9057-44c3-bdb9-b33eca43c737 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:37.886285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b7fcc-eb5b-4663-8d05-1b307bb1378b req-7c4a371e-6d7c-4927-a368-f7e8d6f85cc1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:37.897228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a95b7fcc-eb5b-4663-8d05-1b307bb1378b req-7c4a371e-6d7c-4927-a368-f7e8d6f85cc1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 945 time: 0.1170943 Dec 12 04:33:38.018574 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a95b7fcc-eb5b-4663-8d05-1b307bb1378b req-6ec46b95-0b9c-45f4-95c1-52d2909214ad tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117537 Dec 12 04:33:38.092164 n-d-710847-7 neutron-server[103451]: INFO neutron.db.ipam_backend_mixin [None req-0b384015-9057-44c3-bdb9-b33eca43c737 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8ae115d-07ae-4b70-bc40-34b5293cc41e (CIDR: 2001:db8::/64) Dec 12 04:33:38.105506 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b384015-9057-44c3-bdb9-b33eca43c737 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:33:38.105985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b384015-9057-44c3-bdb9-b33eca43c737 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:33:38.143484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48388) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:38.144031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b384015-9057-44c3-bdb9-b33eca43c737 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6287427 Dec 12 04:33:38.151160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:38.177033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Allocated IP 2001:db8::2 (3179982c-b19b-4ffc-8c12-6d37bd6e4797/a8ae115d-07ae-4b70-bc40-34b5293cc41e/c20ac375-b4ad-41e7-8603-4f9d3d49304b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:38.404282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:38.408462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:38.911767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:39.013187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:39.021120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:39.033313 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:39.033708 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:39.076406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9307203 Dec 12 04:33:39.079295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48412) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:39.084535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797', 'fixed_ips': [{'subnet_id': 'a8ae115d-07ae-4b70-bc40-34b5293cc41e'}, {'subnet_id': '03b003e2-cbaf-45fe-b837-5160debf134e'}], 'name': 'tempest-PortsIpV6TestJSON-1379476635'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:39.090576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=03b003e2-cbaf-45fe-b837-5160debf134e,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:39.092417 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:39.107394 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:39.114124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.115630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.118722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.119139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.119498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.119924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.120331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.121127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.121481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.121828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.122173 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.124650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.125085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a311609-6cd8-405f-b66e-b872f381967b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:39.186398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:39.199059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:39.204145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:39.269479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Pushing event updated for resources: {'Port': ['ID=c20ac375-b4ad-41e7-8603-4f9d3d49304b,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:39.334705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:39.371587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Attempting to bind port c20ac375-b4ad-41e7-8603-4f9d3d49304b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:33:39.371977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Attempting to bind port c20ac375-b4ad-41e7-8603-4f9d3d49304b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '5b51ceab-646a-4779-9be3-ce06f1ecc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:33:39.372353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Attempting to bind port c20ac375-b4ad-41e7-8603-4f9d3d49304b on network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:33:39.389708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:33:39.390671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Checking segment: {'id': '5b51ceab-646a-4779-9be3-ce06f1ecc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:39.391257 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:39.391822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Bound using segment: {'id': '5b51ceab-646a-4779-9be3-ce06f1ecc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:33:39.392664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Bound port: c20ac375-b4ad-41e7-8603-4f9d3d49304b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b51ceab-646a-4779-9be3-ce06f1ecc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:33:39.393435 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:39.507466 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:39.538712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 678d353e-e7e8-4b02-857f-048e1a58bce9 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:39.560212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] For port c20ac375-b4ad-41e7-8603-4f9d3d49304b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:33:39.563920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] For port c20ac375-b4ad-41e7-8603-4f9d3d49304b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c20ac375-b4ad-41e7-8603-4f9d3d49304b,segment=NetworkSegment(5b51ceab-646a-4779-9be3-ce06f1ecc87c),segment_id=5b51ceab-646a-4779-9be3-ce06f1ecc87c)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:33:39.572045 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:39.698641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2702a9-2a52-4bd7-8e9e-c90afcc545e8 None None] Pushing event updated for resources: {'Port': ['ID=c20ac375-b4ad-41e7-8603-4f9d3d49304b,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:40.117789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::113 (3179982c-b19b-4ffc-8c12-6d37bd6e4797/a8ae115d-07ae-4b70-bc40-34b5293cc41e/678d353e-e7e8-4b02-857f-048e1a58bce9) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:40.128800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8:0:1::392 (3179982c-b19b-4ffc-8c12-6d37bd6e4797/03b003e2-cbaf-45fe-b837-5160debf134e/678d353e-e7e8-4b02-857f-048e1a58bce9) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:40.457924 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:40.514965 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:40.592213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:40.596371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:40.599651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:40.606526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:40.607209 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:40.630941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=678d353e-e7e8-4b02-857f-048e1a58bce9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:40.640565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2fe96fe-7050-4414-a9b7-24742c771a9e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.5598042 Dec 12 04:33:40.643423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48452) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:40.650739 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-02cea47e-fa20-461c-ac8a-7fd4a3ddba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:40.654522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a8ae115d-07ae-4b70-bc40-34b5293cc41e'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:40.941617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.425754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Delete allocated IP 2001:db8:0:1::392 (3179982c-b19b-4ffc-8c12-6d37bd6e4797/03b003e2-cbaf-45fe-b837-5160debf134e) {{(pid=103450) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 04:33:41.505505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b1101f-43d6-45ab-ae01-be5137be3092 None None] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:41.564012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48468) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:41.657360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c20ac375-b4ad-41e7-8603-4f9d3d49304b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:33:41.739673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-281cf935-a9ac-4f34-939e-d6ff6f4351b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.747371 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.756600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.772143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-58f255a4-f9a0-42b0-923c-76e32e203695 None None] Provisioning complete for port c20ac375-b4ad-41e7-8603-4f9d3d49304b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:41.773561 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-58f255a4-f9a0-42b0-923c-76e32e203695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.786283 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.832774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c20ac375-b4ad-41e7-8603-4f9d3d49304b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:41.833298 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.900481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] In _notify_port_updated(), no bound segment for port 678d353e-e7e8-4b02-857f-048e1a58bce9 on network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:33:41.908874 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-281cf935-a9ac-4f34-939e-d6ff6f4351b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.911949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:41.918956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.919464 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-281cf935-a9ac-4f34-939e-d6ff6f4351b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:41.923426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "PUT /v2.0/ports/678d353e-e7e8-4b02-857f-048e1a58bce9 HTTP/1.1" status: 200 len: 926 time: 1.2768605 Dec 12 04:33:41.924581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:41.938433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Update dhcp port {'port': {'network_id': '3179982c-b19b-4ffc-8c12-6d37bd6e4797', 'fixed_ips': [{'subnet_id': 'a8ae115d-07ae-4b70-bc40-34b5293cc41e', 'ip_address': '2001:db8::2'}, {'subnet_id': '03b003e2-cbaf-45fe-b837-5160debf134e'}], 'binding:host_id': 'n-d-710847-7'}, 'id': 'c20ac375-b4ad-41e7-8603-4f9d3d49304b'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:33:41.940616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a8ae115d-07ae-4b70-bc40-34b5293cc41e'}, {'subnet_id': '03b003e2-cbaf-45fe-b837-5160debf134e'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:41.969354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cf935-a9ac-4f34-939e-d6ff6f4351b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a57bf5-522a-464c-881d-5c71dc106764,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:42.017873 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.018120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ba8f5-a195-43a4-9a80-4f27a2e3983d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=678d353e-e7e8-4b02-857f-048e1a58bce9,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:42.020498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-281cf935-a9ac-4f34-939e-d6ff6f4351b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=692654e5ba364a1ab2113f80bd8c29f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4554431 Dec 12 04:33:42.025941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48476) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:42.105436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port c20ac375-b4ad-41e7-8603-4f9d3d49304b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c20ac375-b4ad-41e7-8603-4f9d3d49304b,segment=NetworkSegment(5b51ceab-646a-4779-9be3-ce06f1ecc87c),segment_id=5b51ceab-646a-4779-9be3-ce06f1ecc87c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:42.107356 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-58f255a4-f9a0-42b0-923c-76e32e203695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.117343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.131703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.142985 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f78af453-78f2-44e2-84fd-45938d3147cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.188310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=c20ac375-b4ad-41e7-8603-4f9d3d49304b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:42.188512 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f78af453-78f2-44e2-84fd-45938d3147cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.192498 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.327611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f78af453-78f2-44e2-84fd-45938d3147cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.330446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f78af453-78f2-44e2-84fd-45938d3147cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.331616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f78af453-78f2-44e2-84fd-45938d3147cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93a57bf5-522a-464c-881d-5c71dc106764 HTTP/1.1" status: 204 len: 168 time: 0.3039823 Dec 12 04:33:42.347219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78af453-78f2-44e2-84fd-45938d3147cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a57bf5-522a-464c-881d-5c71dc106764,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:42.477597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Allocated IP 2001:db8:0:1::2 (3179982c-b19b-4ffc-8c12-6d37bd6e4797/03b003e2-cbaf-45fe-b837-5160debf134e/c20ac375-b4ad-41e7-8603-4f9d3d49304b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:42.635276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] For port c20ac375-b4ad-41e7-8603-4f9d3d49304b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c20ac375-b4ad-41e7-8603-4f9d3d49304b,segment=NetworkSegment(5b51ceab-646a-4779-9be3-ce06f1ecc87c),segment_id=5b51ceab-646a-4779-9be3-ce06f1ecc87c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:42.668422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:42.739942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-58f255a4-f9a0-42b0-923c-76e32e203695 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:33:42.742373 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-58f255a4-f9a0-42b0-923c-76e32e203695 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:33:42.744275 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:43.057065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Pushing event updated for resources: {'Port': ['ID=c20ac375-b4ad-41e7-8603-4f9d3d49304b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:43.080433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.080945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.081422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.081830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.082706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.083244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.083688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.086343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.086858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.087370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.089573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.090066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.090500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8fb970-b3c0-4c48-b0c5-b15a130cb7e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:33:43.122086 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7931e2db-73ba-4e9a-9825-3c0c0d3b5ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:43.285745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8:0:1::229 (3179982c-b19b-4ffc-8c12-6d37bd6e4797/03b003e2-cbaf-45fe-b837-5160debf134e/678d353e-e7e8-4b02-857f-048e1a58bce9) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:43.519912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c20ac375-b4ad-41e7-8603-4f9d3d49304b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:33:43.586211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:43.594140 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:43.622514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c20ac375-b4ad-41e7-8603-4f9d3d49304b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:43.623106 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:43.727461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=678d353e-e7e8-4b02-857f-048e1a58bce9,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:43.769247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] In _notify_port_updated(), no bound segment for port 678d353e-e7e8-4b02-857f-048e1a58bce9 on network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:33:43.775968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:43.777220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:43.781496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48528) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:43.785000 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7e3e7b11-5d56-4bbe-8bdb-8bbd1362eff3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "PUT /v2.0/ports/678d353e-e7e8-4b02-857f-048e1a58bce9 HTTP/1.1" status: 200 len: 1012 time: 1.8515379 Dec 12 04:33:43.958375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-fb0be44e-e9a4-4070-95fb-314201e28c8c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 678d353e-e7e8-4b02-857f-048e1a58bce9 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:43.959266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb0be44e-e9a4-4070-95fb-314201e28c8c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:44.012117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:44.094541 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:44.140380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb0be44e-e9a4-4070-95fb-314201e28c8c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:44.161392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-fb0be44e-e9a4-4070-95fb-314201e28c8c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 678d353e-e7e8-4b02-857f-048e1a58bce9 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:44.185751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1fcd9f-7de4-40f7-b7d3-4ee2eacd5e75 None None] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:44.369016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-60eb70ac-7fb1-49e9-ac03-137c3a22d50a None None] Provisioning complete for port c20ac375-b4ad-41e7-8603-4f9d3d49304b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:44.369509 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60eb70ac-7fb1-49e9-ac03-137c3a22d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:44.554470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb0be44e-e9a4-4070-95fb-314201e28c8c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:44.563085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-60eb70ac-7fb1-49e9-ac03-137c3a22d50a None None] Provisioning complete for port 678d353e-e7e8-4b02-857f-048e1a58bce9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:44.563489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60eb70ac-7fb1-49e9-ac03-137c3a22d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:44.592580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0be44e-e9a4-4070-95fb-314201e28c8c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=678d353e-e7e8-4b02-857f-048e1a58bce9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:44.593499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-60eb70ac-7fb1-49e9-ac03-137c3a22d50a None None] Port 678d353e-e7e8-4b02-857f-048e1a58bce9 was deleted so its status cannot be updated. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 04:33:44.719594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb0be44e-e9a4-4070-95fb-314201e28c8c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:44.723193 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb0be44e-e9a4-4070-95fb-314201e28c8c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/678d353e-e7e8-4b02-857f-048e1a58bce9 HTTP/1.1" status: 204 len: 168 time: 0.9400854 Dec 12 04:33:44.727535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48560) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:44.779890 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda159d2-446e-4b36-9d35-e149d21ef4c5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:33:44.781386 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fda159d2-446e-4b36-9d35-e149d21ef4c5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/678d353e-e7e8-4b02-857f-048e1a58bce9 HTTP/1.1" status: 404 len: 333 time: 0.0522840 Dec 12 04:33:44.786333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48562) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:44.881422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-80843c4a-ab73-4688-822a-ebac1fffea08 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet 03b003e2-cbaf-45fe-b837-5160debf134e {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:33:44.893328 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80843c4a-ab73-4688-822a-ebac1fffea08 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:44.989176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80843c4a-ab73-4688-822a-ebac1fffea08 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:45.083125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-338c4149-1d3c-4ec3-ae8d-e9dd5b325b95 None None] Provisioning complete for port c20ac375-b4ad-41e7-8603-4f9d3d49304b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:45.083966 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-338c4149-1d3c-4ec3-ae8d-e9dd5b325b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:45.172492 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80843c4a-ab73-4688-822a-ebac1fffea08 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:45.320462 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80843c4a-ab73-4688-822a-ebac1fffea08 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:45.414267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-338c4149-1d3c-4ec3-ae8d-e9dd5b325b95 None None] Could not find standard attr ID for object 678d353e-e7e8-4b02-857f-048e1a58bce9. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:33:45.429309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80843c4a-ab73-4688-822a-ebac1fffea08 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=03b003e2-cbaf-45fe-b837-5160debf134e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:45.440547 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80843c4a-ab73-4688-822a-ebac1fffea08 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:45.445199 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-80843c4a-ab73-4688-822a-ebac1fffea08 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/03b003e2-cbaf-45fe-b837-5160debf134e HTTP/1.1" status: 204 len: 168 time: 0.6577296 Dec 12 04:33:45.450127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48580) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:45.548463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-389b8294-4394-443e-b4a2-3d2a6b6e3aa2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet a8ae115d-07ae-4b70-bc40-34b5293cc41e {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:33:45.558604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7adb5-5601-4674-91f0-7c4e9b692249 None None] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:45.571724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-389b8294-4394-443e-b4a2-3d2a6b6e3aa2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:45.643962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-19acfb56-67ea-45a4-aff2-e6f573e876a6 None None] Could not find standard attr ID for object 678d353e-e7e8-4b02-857f-048e1a58bce9. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:33:45.648144 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:45.708708 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-389b8294-4394-443e-b4a2-3d2a6b6e3aa2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:45.925193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-389b8294-4394-443e-b4a2-3d2a6b6e3aa2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.096461 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-389b8294-4394-443e-b4a2-3d2a6b6e3aa2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.160365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b8294-4394-443e-b4a2-3d2a6b6e3aa2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ae115d-07ae-4b70-bc40-34b5293cc41e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:46.167851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-389b8294-4394-443e-b4a2-3d2a6b6e3aa2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.171033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-389b8294-4394-443e-b4a2-3d2a6b6e3aa2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/a8ae115d-07ae-4b70-bc40-34b5293cc41e HTTP/1.1" status: 204 len: 168 time: 0.7195461 Dec 12 04:33:46.173714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48614) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:46.351015 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.373371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48616) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:46.459390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port c20ac375-b4ad-41e7-8603-4f9d3d49304b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:46.459775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.571247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24ed366b-d6e2-4f28-bc80-1f8c1da157d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.572122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] For port c20ac375-b4ad-41e7-8603-4f9d3d49304b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c20ac375-b4ad-41e7-8603-4f9d3d49304b,segment=NetworkSegment(5b51ceab-646a-4779-9be3-ce06f1ecc87c),segment_id=5b51ceab-646a-4779-9be3-ce06f1ecc87c)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:46.572576 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.591726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for c20ac375-b4ad-41e7-8603-4f9d3d49304b owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:46.735659 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.766334 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24ed366b-d6e2-4f28-bc80-1f8c1da157d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.775918 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24ed366b-d6e2-4f28-bc80-1f8c1da157d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.834422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-24ed366b-d6e2-4f28-bc80-1f8c1da157d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d90b5cfcbab7417da4086edcc15ba8f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4576724 Dec 12 04:33:46.838650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee9be3-e9f8-4730-9d81-033d6d92a6f4 None None] Network 3179982c-b19b-4ffc-8c12-6d37bd6e4797 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:46.856343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48624) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:46.864171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed366b-d6e2-4f28-bc80-1f8c1da157d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04958e19-1ea1-4da2-83cc-5685e36d2195,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:46.929810 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0ecef9b-f6fd-4fcb-a3ac-34b0cc03a00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.958022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0ecef9b-f6fd-4fcb-a3ac-34b0cc03a00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:46.973829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-51abf032-4ef9-409f-abe3-d54446e74399 None None] Provisioning complete for port c20ac375-b4ad-41e7-8603-4f9d3d49304b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:46.974291 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-51abf032-4ef9-409f-abe3-d54446e74399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.021508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0ecef9b-f6fd-4fcb-a3ac-34b0cc03a00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.025158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0ecef9b-f6fd-4fcb-a3ac-34b0cc03a00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.026537 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d0ecef9b-f6fd-4fcb-a3ac-34b0cc03a00b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04958e19-1ea1-4da2-83cc-5685e36d2195 HTTP/1.1" status: 204 len: 168 time: 0.1688199 Dec 12 04:33:47.036495 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecef9b-f6fd-4fcb-a3ac-34b0cc03a00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04958e19-1ea1-4da2-83cc-5685e36d2195,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:47.039974 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.069536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=c20ac375-b4ad-41e7-8603-4f9d3d49304b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:47.076772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No DVR routers for this DVR port c20ac375-b4ad-41e7-8603-4f9d3d49304b on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:47.124082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e854a7-4256-495e-9cac-27f57e928294 None None] DHCP port deletion for 3179982c-b19b-4ffc-8c12-6d37bd6e4797 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:33:47.197517 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.259893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3179982c-b19b-4ffc-8c12-6d37bd6e4797']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:47.291558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b51ceab-646a-4779-9be3-ce06f1ecc87c') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:47.292261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b51ceab-646a-4779-9be3-ce06f1ecc87c') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:47.315619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.348628 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.357805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:47.358277 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:47.365965 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:47.455389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.498561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.515298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/networks/3179982c-b19b-4ffc-8c12-6d37bd6e4797 HTTP/1.1" status: 204 len: 168 time: 1.3392091 Dec 12 04:33:47.515841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42931eec-9ccc-485e-8f29-88c744e08ce5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Network': ['ID=3179982c-b19b-4ffc-8c12-6d37bd6e4797,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:47.518551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48648) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:47.520103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c20ac375-b4ad-41e7-8603-4f9d3d49304b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:33:47.572386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c20ac375-b4ad-41e7-8603-4f9d3d49304b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:33:47.573089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c20ac375-b4ad-41e7-8603-4f9d3d49304b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:33:47.654324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f476c9-276c-4dba-b592-144f6a0885a8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:47.655775 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f6f476c9-276c-4dba-b592-144f6a0885a8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1361406 Dec 12 04:33:47.659754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48654) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:47.731240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ea6a2f4-5bfe-4053-a378-0d96510d8311 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0699847 Dec 12 04:33:47.734758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48656) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:47.740117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-103466872'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:47.779900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48662) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:47.787415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:47.791048 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.798284 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb04f03e-2f09-4b1d-b18e-8814b2bb20b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.837111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:33:47.853168 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.853582 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Added segment 063023f4-975c-4985-ab13-095a4c4d589a of type vlan for network efe56979-66e5-4e22-9026-4a2b12ddf53d Dec 12 04:33:47.904568 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.940257 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.949391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:47.950320 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.973377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb04f03e-2f09-4b1d-b18e-8814b2bb20b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:47.978441 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb04f03e-2f09-4b1d-b18e-8814b2bb20b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.021825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cb04f03e-2f09-4b1d-b18e-8814b2bb20b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=719c5556a2d840b898d24610d6c3c537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408071 Dec 12 04:33:48.024642 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48666) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:48.043335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3074121 Dec 12 04:33:48.046791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48668) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:48.051536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b39602-31e6-4fdb-935c-f8b21c9b94bb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Network': ['ID=efe56979-66e5-4e22-9026-4a2b12ddf53d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:48.052513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': 'efe56979-66e5-4e22-9026-4a2b12ddf53d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:48.076915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f03e-2f09-4b1d-b18e-8814b2bb20b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1adce78-0f9e-454b-b297-4cab57a74100,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:48.082374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network efe56979-66e5-4e22-9026-4a2b12ddf53d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:33:48.206475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a40546be-61e7-4dc5-92f0-3ecf9ab0d07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.235802 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a40546be-61e7-4dc5-92f0-3ecf9ab0d07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.243392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:48.247637 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.383291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a40546be-61e7-4dc5-92f0-3ecf9ab0d07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.387328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a40546be-61e7-4dc5-92f0-3ecf9ab0d07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.389624 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a40546be-61e7-4dc5-92f0-3ecf9ab0d07a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1adce78-0f9e-454b-b297-4cab57a74100 HTTP/1.1" status: 204 len: 168 time: 0.3636479 Dec 12 04:33:48.443618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40546be-61e7-4dc5-92f0-3ecf9ab0d07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1adce78-0f9e-454b-b297-4cab57a74100,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:48.554442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.628763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=aee90434-e64c-4c89-b108-f0839cd2a049,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:48.637552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Checking segment: {'id': '063023f4-975c-4985-ab13-095a4c4d589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'efe56979-66e5-4e22-9026-4a2b12ddf53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:48.637926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network hostable DHCP agents. Network: efe56979-66e5-4e22-9026-4a2b12ddf53d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:33:48.658330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network efe56979-66e5-4e22-9026-4a2b12ddf53d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:33:48.671428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, efe56979-66e5-4e22-9026-4a2b12ddf53d) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:48.677540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:48.678224 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.686051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ab6ca9-95e6-47ed-a57a-b7f5781d9829 None None] Network efe56979-66e5-4e22-9026-4a2b12ddf53d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:48.713114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eeb5ac92-4838-41e8-b2fe-7579c60d293d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6644025 Dec 12 04:33:48.716958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48688) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:48.722206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': 'efe56979-66e5-4e22-9026-4a2b12ddf53d', 'name': 'tempest-PortsIpV6TestJSON-1661646248'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:48.865310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-efe56979-66e5-4e22-9026-4a2b12ddf53d', 'network_id': 'efe56979-66e5-4e22-9026-4a2b12ddf53d', 'project_id': 'd5c16adb8fc44feabe701abb730d4d9a', 'fixed_ips': [{'subnet_id': 'aee90434-e64c-4c89-b108-f0839cd2a049'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:33:48.866222 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.922626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:48.926887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:48.946849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 41e48120-3cb4-44c9-9de6-1324d25e0564 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:49.083053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Allocated IP 2001:db8::2 (efe56979-66e5-4e22-9026-4a2b12ddf53d/aee90434-e64c-4c89-b108-f0839cd2a049/824bd14d-b963-46d0-b9b6-bbbb72b49d5d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:49.305841 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:49.318655 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:49.434676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::142 (efe56979-66e5-4e22-9026-4a2b12ddf53d/aee90434-e64c-4c89-b108-f0839cd2a049/41e48120-3cb4-44c9-9de6-1324d25e0564) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:49.436867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Network efe56979-66e5-4e22-9026-4a2b12ddf53d is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:49.452648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Pushing event updated for resources: {'Port': ['ID=824bd14d-b963-46d0-b9b6-bbbb72b49d5d,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:49.458262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:49.465259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:49.618324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Attempting to bind port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:33:49.618953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Attempting to bind port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '063023f4-975c-4985-ab13-095a4c4d589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'efe56979-66e5-4e22-9026-4a2b12ddf53d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:33:49.619385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Attempting to bind port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d on network efe56979-66e5-4e22-9026-4a2b12ddf53d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:33:49.641887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:33:49.642286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Checking segment: {'id': '063023f4-975c-4985-ab13-095a4c4d589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'efe56979-66e5-4e22-9026-4a2b12ddf53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:49.642774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:49.642989 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:49.643457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Bound using segment: {'id': '063023f4-975c-4985-ab13-095a4c4d589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'efe56979-66e5-4e22-9026-4a2b12ddf53d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:33:49.643721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Bound port: 824bd14d-b963-46d0-b9b6-bbbb72b49d5d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063023f4-975c-4985-ab13-095a4c4d589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'efe56979-66e5-4e22-9026-4a2b12ddf53d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:33:49.644298 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:49.687993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:49.737172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network efe56979-66e5-4e22-9026-4a2b12ddf53d is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:49.740711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:49.748879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:49.755784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:49.756554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:49.762704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] For port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:33:49.766465 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] For port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=824bd14d-b963-46d0-b9b6-bbbb72b49d5d,segment=NetworkSegment(063023f4-975c-4985-ab13-095a4c4d589a),segment_id=063023f4-975c-4985-ab13-095a4c4d589a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:33:49.777609 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:49.781695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48732) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:49.782628 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0646715 Dec 12 04:33:49.787880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4845d1-9fa1-4b9e-8d7f-4b9caf819f73 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=41e48120-3cb4-44c9-9de6-1324d25e0564,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:49.788627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': 'efe56979-66e5-4e22-9026-4a2b12ddf53d', 'name': 'tempest-PortsIpV6TestJSON-1609483723'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:49.914473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559c3f3-5668-40a1-a71a-f98753978db7 req-988a690d-53c2-465c-ae5a-8fb238269eb1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:49.921300 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c559c3f3-5668-40a1-a71a-f98753978db7 req-988a690d-53c2-465c-ae5a-8fb238269eb1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1112084 Dec 12 04:33:49.950284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2371395-9913-4676-a0bd-179ea60cd82d None None] Pushing event updated for resources: {'Port': ['ID=824bd14d-b963-46d0-b9b6-bbbb72b49d5d,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:50.038113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:50.046901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:50.047043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c559c3f3-5668-40a1-a71a-f98753978db7 req-132f811c-9859-4630-96ed-c44dfc720830 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184957 Dec 12 04:33:50.111624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 25471fbc-e5c0-4f62-b9a6-e6977dffa7f9 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:50.395393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3938dc-7b5c-4139-8d4d-d31151bc4024 req-6b9b82d5-d151-4426-983f-37ea2c3d9311 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:50.407918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff3938dc-7b5c-4139-8d4d-d31151bc4024 req-6b9b82d5-d151-4426-983f-37ea2c3d9311 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.2220268 Dec 12 04:33:50.465834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::363 (efe56979-66e5-4e22-9026-4a2b12ddf53d/aee90434-e64c-4c89-b108-f0839cd2a049/25471fbc-e5c0-4f62-b9a6-e6977dffa7f9) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:50.538911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff3938dc-7b5c-4139-8d4d-d31151bc4024 req-7fcbc744-233b-425a-afc9-4601fca5ba2c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120286 Dec 12 04:33:50.791362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:50.903303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97262d93-adb4-4382-a130-27c0b3e7ce92 req-aeae6c08-19be-466f-b5fe-927c3700c90d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:50.911163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97262d93-adb4-4382-a130-27c0b3e7ce92 req-aeae6c08-19be-466f-b5fe-927c3700c90d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1126704 Dec 12 04:33:50.936989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:51.086350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network efe56979-66e5-4e22-9026-4a2b12ddf53d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:51.102844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:51.110700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:51.132400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:51.133412 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:51.149151 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97262d93-adb4-4382-a130-27c0b3e7ce92 req-3bdd89ec-4e08-41ba-8322-aad7a00e683e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369037 Dec 12 04:33:51.161332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=25471fbc-e5c0-4f62-b9a6-e6977dffa7f9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:51.187939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e6688467-9f55-4e32-9878-eb60f58bdb93 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4048982 Dec 12 04:33:51.190761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48812) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:51.461603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bee940-68ef-44ec-a4e4-66cd2cf5838e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:51.465897 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-84bee940-68ef-44ec-a4e4-66cd2cf5838e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A142 HTTP/1.1" status: 200 len: 929 time: 0.2732320 Dec 12 04:33:51.468763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48828) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:51.619721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 824bd14d-b963-46d0-b9b6-bbbb72b49d5d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:33:51.751187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28318506-af91-4447-a6df-22b6cce8d066 None None] Network efe56979-66e5-4e22-9026-4a2b12ddf53d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:51.758967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-9de79367-a87b-4378-9266-758d9bf63d17 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 25471fbc-e5c0-4f62-b9a6-e6977dffa7f9 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:51.759318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9de79367-a87b-4378-9266-758d9bf63d17 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:51.920129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43205e-7f2d-4145-af12-19004f1cdf16 req-0a0a5d2a-7ce5-4353-8bee-5bf5610985ed tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:51.922791 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e43205e-7f2d-4145-af12-19004f1cdf16 req-0a0a5d2a-7ce5-4353-8bee-5bf5610985ed tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0857244 Dec 12 04:33:51.981826 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9de79367-a87b-4378-9266-758d9bf63d17 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.015672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-9de79367-a87b-4378-9266-758d9bf63d17 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 25471fbc-e5c0-4f62-b9a6-e6977dffa7f9 owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:52.048721 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e43205e-7f2d-4145-af12-19004f1cdf16 req-64f39516-acc0-40f4-937e-7400351b93d0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184940 Dec 12 04:33:52.227697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b5f2fffc-69c7-40bd-9ac1-7ea20149b30b None None] Provisioning complete for port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:52.228344 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fffc-69c7-40bd-9ac1-7ea20149b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.277182 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9de79367-a87b-4378-9266-758d9bf63d17 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.279575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48872) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:52.375013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de79367-a87b-4378-9266-758d9bf63d17 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=25471fbc-e5c0-4f62-b9a6-e6977dffa7f9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:52.413696 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9de79367-a87b-4378-9266-758d9bf63d17 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.422085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9de79367-a87b-4378-9266-758d9bf63d17 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/25471fbc-e5c0-4f62-b9a6-e6977dffa7f9 HTTP/1.1" status: 204 len: 168 time: 0.9521146 Dec 12 04:33:52.424675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48884) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:52.453118 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fffc-69c7-40bd-9ac1-7ea20149b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.491394 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf0561a-0d3c-43fb-b3d9-a67f338c7fbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:33:52.496523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5bf0561a-0d3c-43fb-b3d9-a67f338c7fbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/25471fbc-e5c0-4f62-b9a6-e6977dffa7f9 HTTP/1.1" status: 404 len: 333 time: 0.0706437 Dec 12 04:33:52.499175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48892) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:52.533764 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8d21f81-0c92-428e-bbab-303ad36b6f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.588041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b5f2fffc-69c7-40bd-9ac1-7ea20149b30b None None] For port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=824bd14d-b963-46d0-b9b6-bbbb72b49d5d,segment=NetworkSegment(063023f4-975c-4985-ab13-095a4c4d589a),segment_id=063023f4-975c-4985-ab13-095a4c4d589a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:52.614430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:52.614858 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.627509 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fffc-69c7-40bd-9ac1-7ea20149b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.672033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5aa976d3-f5c8-4138-860c-a530335c2975 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 41e48120-3cb4-44c9-9de6-1324d25e0564 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:52.672427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5aa976d3-f5c8-4138-860c-a530335c2975 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.779619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8d21f81-0c92-428e-bbab-303ad36b6f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.790652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c8d21f81-0c92-428e-bbab-303ad36b6f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.856722 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5aa976d3-f5c8-4138-860c-a530335c2975 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:52.896093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5aa976d3-f5c8-4138-860c-a530335c2975 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 41e48120-3cb4-44c9-9de6-1324d25e0564 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:52.951793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2fffc-69c7-40bd-9ac1-7ea20149b30b None None] Pushing event updated for resources: {'Port': ['ID=824bd14d-b963-46d0-b9b6-bbbb72b49d5d,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:52.961704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c8d21f81-0c92-428e-bbab-303ad36b6f28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c92bbeb09104cf4948a9a0cb29e70a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6770768 Dec 12 04:33:52.961704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d21f81-0c92-428e-bbab-303ad36b6f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325e10af-4483-4a89-a57d-3808499b5c24,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:52.965470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48918) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:53.099106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a536-007d-498b-854f-452a215e9c35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:53.140122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a536-007d-498b-854f-452a215e9c35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:53.237164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a536-007d-498b-854f-452a215e9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:53.240480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a536-007d-498b-854f-452a215e9c35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:53.242863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d6b3a536-007d-498b-854f-452a215e9c35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/325e10af-4483-4a89-a57d-3808499b5c24 HTTP/1.1" status: 204 len: 168 time: 0.2757096 Dec 12 04:33:53.277878 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3a536-007d-498b-854f-452a215e9c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e10af-4483-4a89-a57d-3808499b5c24,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:53.279679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8deb422b-9b87-4209-b89d-a037963620c1 None None] Provisioning complete for port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:53.280083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8deb422b-9b87-4209-b89d-a037963620c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:53.430035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5aa976d3-f5c8-4138-860c-a530335c2975 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:53.562520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa976d3-f5c8-4138-860c-a530335c2975 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=41e48120-3cb4-44c9-9de6-1324d25e0564,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:53.583684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ba53d-8ab4-40f8-8f31-ad417689b02f req-6d593083-9e03-4f9d-9894-9cae2d1fa0f8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:53.593596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d02ba53d-8ab4-40f8-8f31-ad417689b02f req-6d593083-9e03-4f9d-9894-9cae2d1fa0f8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.3253670 Dec 12 04:33:53.595221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8deb422b-9b87-4209-b89d-a037963620c1 None None] Could not find standard attr ID for object 41e48120-3cb4-44c9-9de6-1324d25e0564. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:33:53.607852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 824bd14d-b963-46d0-b9b6-bbbb72b49d5d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:33:53.694383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:53.695531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:53.699804 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5aa976d3-f5c8-4138-860c-a530335c2975 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:53.706606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48952) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:53.710270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5aa976d3-f5c8-4138-860c-a530335c2975 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/41e48120-3cb4-44c9-9de6-1324d25e0564 HTTP/1.1" status: 204 len: 168 time: 1.2090392 Dec 12 04:33:53.780652 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f1a150-d868-41ff-ab35-6f8f7d82774d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:33:53.786185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d5f1a150-d868-41ff-ab35-6f8f7d82774d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/41e48120-3cb4-44c9-9de6-1324d25e0564 HTTP/1.1" status: 404 len: 333 time: 0.0781176 Dec 12 04:33:53.789267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 48956) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:53.856520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d02ba53d-8ab4-40f8-8f31-ad417689b02f req-844c5c10-e52b-46a2-9675-4dd0afeefdc5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586315 Dec 12 04:33:53.930279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4d35d6-900f-4542-b571-63f79c01905d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet aee90434-e64c-4c89-b108-f0839cd2a049 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:33:53.950773 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e4d35d6-900f-4542-b571-63f79c01905d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.026297 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e4d35d6-900f-4542-b571-63f79c01905d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.100637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3acb26d4-c152-4a6b-9295-19a67e8aa435 None None] Could not find standard attr ID for object 41e48120-3cb4-44c9-9de6-1324d25e0564. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:33:54.227443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e4d35d6-900f-4542-b571-63f79c01905d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.362308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e4d35d6-900f-4542-b571-63f79c01905d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.401742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e4d35d6-900f-4542-b571-63f79c01905d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.413108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7e4d35d6-900f-4542-b571-63f79c01905d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/aee90434-e64c-4c89-b108-f0839cd2a049 HTTP/1.1" status: 204 len: 168 time: 0.6221662 Dec 12 04:33:54.414354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d35d6-900f-4542-b571-63f79c01905d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=aee90434-e64c-4c89-b108-f0839cd2a049,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:54.415775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 48994) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:54.431873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1442d871-402d-4e01-824a-51e17aff4125 None None] Network efe56979-66e5-4e22-9026-4a2b12ddf53d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:54.540111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d8d948a1-55b3-4950-bee3-a2090337cc31 None None] Could not find standard attr ID for object 25471fbc-e5c0-4f62-b9a6-e6977dffa7f9. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:33:54.581633 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.591462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49002) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:54.649559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546d35a-17a5-40d6-880e-88e96747f148 None None] DHCP port deletion for efe56979-66e5-4e22-9026-4a2b12ddf53d request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:33:54.677221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:54.677572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.708607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7546d35a-17a5-40d6-880e-88e96747f148 None None] Deleting port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:33:54.709667 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7546d35a-17a5-40d6-880e-88e96747f148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.792852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7546d35a-17a5-40d6-880e-88e96747f148 None None] For port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=824bd14d-b963-46d0-b9b6-bbbb72b49d5d,segment=NetworkSegment(063023f4-975c-4985-ab13-095a4c4d589a),segment_id=063023f4-975c-4985-ab13-095a4c4d589a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:54.794025 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7546d35a-17a5-40d6-880e-88e96747f148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.795587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] For port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=824bd14d-b963-46d0-b9b6-bbbb72b49d5d,segment=NetworkSegment(063023f4-975c-4985-ab13-095a4c4d589a),segment_id=063023f4-975c-4985-ab13-095a4c4d589a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:33:54.795968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.808768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7546d35a-17a5-40d6-880e-88e96747f148 None None] Calling delete_port for 824bd14d-b963-46d0-b9b6-bbbb72b49d5d owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:54.821184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 824bd14d-b963-46d0-b9b6-bbbb72b49d5d owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:33:54.826465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49010) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:54.859283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7848767-9cd2-4627-b7eb-8c6ff995f9da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.893364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1883363415-network', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:54.938116 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7546d35a-17a5-40d6-880e-88e96747f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.955299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:54.958307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546d35a-17a5-40d6-880e-88e96747f148 None None] No DVR routers for this DVR port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:54.980620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546d35a-17a5-40d6-880e-88e96747f148 None None] Pushing event deleted for resources: {'Port': ['ID=824bd14d-b963-46d0-b9b6-bbbb72b49d5d,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:54.987490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=824bd14d-b963-46d0-b9b6-bbbb72b49d5d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:55.001887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No DVR routers for this DVR port 824bd14d-b963-46d0-b9b6-bbbb72b49d5d on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:33:55.014845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Made reservation on behalf of 8b82bb21ec93460d83a1f718b4818328 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:55.017614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.037176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.080334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577aeba9-ce79-4a6a-9514-a85721bdceed req-6590a5a3-5851-46c8-bf0f-6b4e8008771e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:55.082210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-577aeba9-ce79-4a6a-9514-a85721bdceed req-6590a5a3-5851-46c8-bf0f-6b4e8008771e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1122894 Dec 12 04:33:55.177827 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.187048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-577aeba9-ce79-4a6a-9514-a85721bdceed req-6112bf08-8293-4ff9-a7ff-894b6c90aae9 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899093 Dec 12 04:33:55.201774 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7848767-9cd2-4627-b7eb-8c6ff995f9da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.204471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe56979-66e5-4e22-9026-4a2b12ddf53d']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:55.215138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7848767-9cd2-4627-b7eb-8c6ff995f9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.217374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063023f4-975c-4985-ab13-095a4c4d589a') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:55.217725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063023f4-975c-4985-ab13-095a4c4d589a') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:33:55.231828 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.248794 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.250209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7848767-9cd2-4627-b7eb-8c6ff995f9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2be27a7-55ef-4dad-abda-6e21295c9bd6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:55.271844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:33:55.272263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:33:55.275779 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:33:55.297832 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d7848767-9cd2-4627-b7eb-8c6ff995f9da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bea22fc06825422f9d6a0a349fb17858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7054205 Dec 12 04:33:55.298473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49032) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:55.322719 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.332791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.355376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.366358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.372012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/networks/efe56979-66e5-4e22-9026-4a2b12ddf53d HTTP/1.1" status: 204 len: 168 time: 0.9540286 Dec 12 04:33:55.375789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49034) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:55.377235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6aa947-aa1b-4d22-909f-25e382cca10f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:55.389510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:33:55.391385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1743702649'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:55.417451 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32f7427d-8687-4e91-a6bc-cb3c027e9e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.420491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.420945 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Added segment 63f9a783-7ee7-4c26-a6b1-7a30847f0622 of type vlan for network 527a69ce-5344-4699-976f-971e117a42c1 Dec 12 04:33:55.433337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:55.439060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.443461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949342e-5680-432d-a8b3-18e3f7895978 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Network': ['ID=efe56979-66e5-4e22-9026-4a2b12ddf53d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:55.476264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:33:55.488770 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.488991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32f7427d-8687-4e91-a6bc-cb3c027e9e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.489579 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Added segment ebf3d0b8-f182-4928-8843-05e3ee4fa59e of type vlan for network 0a092811-cec3-4072-bf9e-ee7281725862 Dec 12 04:33:55.507595 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.537139 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.565206 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.567233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.570839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:55.571431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.578418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:55.579105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.600481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 824bd14d-b963-46d0-b9b6-bbbb72b49d5d no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:33:55.624849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 824bd14d-b963-46d0-b9b6-bbbb72b49d5d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:33:55.625236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 824bd14d-b963-46d0-b9b6-bbbb72b49d5d not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:33:55.668310 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32f7427d-8687-4e91-a6bc-cb3c027e9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.671750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32f7427d-8687-4e91-a6bc-cb3c027e9e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.676471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-32f7427d-8687-4e91-a6bc-cb3c027e9e46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2be27a7-55ef-4dad-abda-6e21295c9bd6 HTTP/1.1" status: 204 len: 168 time: 0.3710151 Dec 12 04:33:55.682778 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3019698 Dec 12 04:33:55.683419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49044) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:55.693193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '0a092811-cec3-4072-bf9e-ee7281725862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:55.698073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ab168-7304-493f-b946-a14f42439158 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Network': ['ID=0a092811-cec3-4072-bf9e-ee7281725862,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:55.709822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 0a092811-cec3-4072-bf9e-ee7281725862 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:33:55.725456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8972795 Dec 12 04:33:55.744091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49046) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:55.754151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Request body: {'subnet': {'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1883363415-subnet', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:55.795366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5184e-a53c-4a87-960b-c5efc9f5b068 admin admin] Pushing event updated for resources: {'Network': ['ID=527a69ce-5344-4699-976f-971e117a42c1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:55.799307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7427d-8687-4e91-a6bc-cb3c027e9e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2be27a7-55ef-4dad-abda-6e21295c9bd6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:55.804835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Made reservation on behalf of 8b82bb21ec93460d83a1f718b4818328 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:55.810981 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:55.821966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 527a69ce-5344-4699-976f-971e117a42c1 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:33:55.885014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:55.889471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.147155 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.163000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49056) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:56.202512 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f83ad89d-fbfc-4581-91fb-afbb6f7bd3fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.258496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Checking segment: {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:56.259901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Network hostable DHCP agents. Network: 527a69ce-5344-4699-976f-971e117a42c1, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:33:56.278772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:56.297123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Network 527a69ce-5344-4699-976f-971e117a42c1 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:33:56.309424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 527a69ce-5344-4699-976f-971e117a42c1) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:56.319305 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.319498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e342a-ef2f-4673-a366-d17594bd2e07 None None] Network 527a69ce-5344-4699-976f-971e117a42c1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:56.325793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:56.326940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.358922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3d9bfa36-9378-4809-aa1d-46e9ad7f0478 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6123574 Dec 12 04:33:56.360823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49060) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:56.371899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f83ad89d-fbfc-4581-91fb-afbb6f7bd3fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.372127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:56.395758 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f83ad89d-fbfc-4581-91fb-afbb6f7bd3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.420790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.422171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.427237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795c9be-6337-4b71-b2fc-0d0e44981098 req-7af3448b-e284-44f7-9e3e-15701b9e4730 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:56.428765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9795c9be-6337-4b71-b2fc-0d0e44981098 req-7af3448b-e284-44f7-9e3e-15701b9e4730 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1689720 Dec 12 04:33:56.475873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=7c63db4e-6d46-4aba-893b-7caef918fbb0,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:56.502933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Checking segment: {'id': 'ebf3d0b8-f182-4928-8843-05e3ee4fa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0a092811-cec3-4072-bf9e-ee7281725862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:56.503303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network hostable DHCP agents. Network: 0a092811-cec3-4072-bf9e-ee7281725862, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:33:56.505466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ad89d-fbfc-4581-91fb-afbb6f7bd3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de76444-41d3-4f87-acc2-833efd1546e0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:56.513588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f83ad89d-fbfc-4581-91fb-afbb6f7bd3fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba6bcebdb79b4951b03b9e06ed6bdba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495197 Dec 12 04:33:56.519916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49068) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:56.522997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-527a69ce-5344-4699-976f-971e117a42c1', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:33:56.524408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.558582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.673763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-572714dc-7574-44ff-9331-26cb261f4ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.698736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-572714dc-7574-44ff-9331-26cb261f4ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.759322 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-572714dc-7574-44ff-9331-26cb261f4ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.762705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-572714dc-7574-44ff-9331-26cb261f4ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.766236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-572714dc-7574-44ff-9331-26cb261f4ab3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9de76444-41d3-4f87-acc2-833efd1546e0 HTTP/1.1" status: 204 len: 168 time: 0.2385707 Dec 12 04:33:56.769638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 0a092811-cec3-4072-bf9e-ee7281725862 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:33:56.789404 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9795c9be-6337-4b71-b2fc-0d0e44981098 req-a1b3cf7d-7709-4598-a58c-1b0fc8ee842c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353090 Dec 12 04:33:56.790790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 0a092811-cec3-4072-bf9e-ee7281725862) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:56.797169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:56.797771 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:56.808577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572714dc-7574-44ff-9331-26cb261f4ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de76444-41d3-4f87-acc2-833efd1546e0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:56.824437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-80b794ac-4f18-4d91-9528-a3a914c5fa04 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1362753 Dec 12 04:33:56.829077 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49078) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:56.829477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3cbe66-988a-4a2d-be21-3656cfc20777 None None] Network 0a092811-cec3-4072-bf9e-ee7281725862 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:33:56.836439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '0a092811-cec3-4072-bf9e-ee7281725862', 'name': 'tempest-PortsIpV6TestJSON-1262663995', 'fixed_ips': [{'subnet_id': '7c63db4e-6d46-4aba-893b-7caef918fbb0', 'ip_address': '2001:db8::10'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:56.842332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:57.000855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:57.110552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-0a092811-cec3-4072-bf9e-ee7281725862', 'network_id': '0a092811-cec3-4072-bf9e-ee7281725862', 'project_id': 'd5c16adb8fc44feabe701abb730d4d9a', 'fixed_ips': [{'subnet_id': '7c63db4e-6d46-4aba-893b-7caef918fbb0'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:33:57.111452 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:57.114025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Allocated IP 172.20.0.2 (527a69ce-5344-4699-976f-971e117a42c1/b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141/3cd86fe1-2707-4b6b-817c-01dac5d2ff13) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:57.204913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:57.255453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 189098c5-a473-412e-9467-b716dba14054 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:57.395359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:57.461808 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:57.545670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Allocated IP 2001:db8::2 (0a092811-cec3-4072-bf9e-ee7281725862/7c63db4e-6d46-4aba-893b-7caef918fbb0/3a582ba7-3646-43e0-9f36-73337dfe35c2) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:57.673085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Allocated IP 172.25.7.54 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/43adff31-e277-4431-88c4-cc9bb11cfd8f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:57.771146 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:57.799208 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:57.813745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:57.928237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::10 (0a092811-cec3-4072-bf9e-ee7281725862/7c63db4e-6d46-4aba-893b-7caef918fbb0/189098c5-a473-412e-9467-b716dba14054) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:57.935724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Network 0a092811-cec3-4072-bf9e-ee7281725862 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:57.946921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:57.966753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:57.997521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.078879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Pushing event updated for resources: {'Port': ['ID=3a582ba7-3646-43e0-9f36-73337dfe35c2,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:58.119840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Attempting to bind port 3a582ba7-3646-43e0-9f36-73337dfe35c2 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:33:58.120287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Attempting to bind port 3a582ba7-3646-43e0-9f36-73337dfe35c2 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ebf3d0b8-f182-4928-8843-05e3ee4fa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0a092811-cec3-4072-bf9e-ee7281725862'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:33:58.120657 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Attempting to bind port 3a582ba7-3646-43e0-9f36-73337dfe35c2 on network 0a092811-cec3-4072-bf9e-ee7281725862 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:33:58.122426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667aeb1d-9046-497e-9d90-c03560e980fe req-bf086da2-ef6d-4d1c-9738-07eb46d97c6f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:58.131711 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-667aeb1d-9046-497e-9d90-c03560e980fe req-bf086da2-ef6d-4d1c-9738-07eb46d97c6f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.2152185 Dec 12 04:33:58.136034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:33:58.136433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Checking segment: {'id': 'ebf3d0b8-f182-4928-8843-05e3ee4fa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0a092811-cec3-4072-bf9e-ee7281725862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:58.137040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.137635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Bound using segment: {'id': 'ebf3d0b8-f182-4928-8843-05e3ee4fa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0a092811-cec3-4072-bf9e-ee7281725862'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:33:58.138159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Bound port: 3a582ba7-3646-43e0-9f36-73337dfe35c2, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf3d0b8-f182-4928-8843-05e3ee4fa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0a092811-cec3-4072-bf9e-ee7281725862'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:33:58.138555 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.223108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] For port 3a582ba7-3646-43e0-9f36-73337dfe35c2, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:33:58.227091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] For port 3a582ba7-3646-43e0-9f36-73337dfe35c2, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3a582ba7-3646-43e0-9f36-73337dfe35c2,segment=NetworkSegment(ebf3d0b8-f182-4928-8843-05e3ee4fa59e),segment_id=ebf3d0b8-f182-4928-8843-05e3ee4fa59e)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:33:58.235131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:58.247649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:58.249277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.261920 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.270240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:58.329269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb37a5-1962-4008-8672-ccd3350a3a4f None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:33:58.344802 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.366736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Pushing event updated for resources: {'Port': ['ID=43adff31-e277-4431-88c4-cc9bb11cfd8f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:58.410058 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.441360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.457339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 0a092811-cec3-4072-bf9e-ee7281725862 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:58.462184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:58.474913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:58.489274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:33:58.490299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.501738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-667aeb1d-9046-497e-9d90-c03560e980fe req-c0d62408-1ad9-4626-9817-8b61052bec3e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457956 Dec 12 04:33:58.508208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=189098c5-a473-412e-9467-b716dba14054,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:58.513093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Network 527a69ce-5344-4699-976f-971e117a42c1 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:33:58.532779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:33:58.546790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:33:58.552848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bfb21-c125-4a5e-a406-b8c646b42845 None None] Pushing event updated for resources: {'Port': ['ID=3a582ba7-3646-43e0-9f36-73337dfe35c2,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:58.558072 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2780e7bc-eb1f-4641-8a3f-fe4b15f0422a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7278893 Dec 12 04:33:58.559577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49128) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:33:58.570352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '0a092811-cec3-4072-bf9e-ee7281725862', 'name': 'tempest-PortsIpV6TestJSON-1707684995', 'fixed_ips': [{'subnet_id': '7c63db4e-6d46-4aba-893b-7caef918fbb0', 'ip_address': '2001:db8::f'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:33:58.666375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Pushing event updated for resources: {'Port': ['ID=3cd86fe1-2707-4b6b-817c-01dac5d2ff13,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:58.688041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a8e432c8-a8e2-4d51-92fc-92ce23a441dc None None] Provisioning complete for port 43adff31-e277-4431-88c4-cc9bb11cfd8f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:58.688041 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a8e432c8-a8e2-4d51-92fc-92ce23a441dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.809176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Attempting to bind port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:33:58.809570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Attempting to bind port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:33:58.809938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Attempting to bind port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 on network 527a69ce-5344-4699-976f-971e117a42c1 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:33:58.820632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:33:58.821027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Checking segment: {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:33:58.821453 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.821903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Bound using segment: {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:33:58.822355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Bound port: 3cd86fe1-2707-4b6b-817c-01dac5d2ff13, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:33:58.823838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.825737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a8e432c8-a8e2-4d51-92fc-92ce23a441dc None None] Port 43adff31-e277-4431-88c4-cc9bb11cfd8f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:33:58.843466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:33:58.849956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:58.904803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 460aa478-3321-47f2-a242-b5157285cfe8 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:33:58.943389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] For port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:33:58.949096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] For port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3cd86fe1-2707-4b6b-817c-01dac5d2ff13,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:33:58.963748 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:59.057890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b18904-a4a2-49b0-94ba-6fba971798b0 None None] Pushing event updated for resources: {'Port': ['ID=3cd86fe1-2707-4b6b-817c-01dac5d2ff13,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:33:59.105774 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:33:59.773338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:33:59.780756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::f (0a092811-cec3-4072-bf9e-ee7281725862/7c63db4e-6d46-4aba-893b-7caef918fbb0/460aa478-3321-47f2-a242-b5157285cfe8) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:33:59.908873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:33:59.909502 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:00.085398 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:00.095806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9acfe-897b-4c2f-829d-08e44fe36a88 req-e4fd0913-1f6a-4546-9bee-5cb760800a79 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:00.104370 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-57f9acfe-897b-4c2f-829d-08e44fe36a88 req-e4fd0913-1f6a-4546-9bee-5cb760800a79 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1166499 Dec 12 04:34:00.120406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8a65d-67a3-4e4f-b415-df11983bbe24 None None] Network 0a092811-cec3-4072-bf9e-ee7281725862 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:00.165853 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:34:00.237080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-57f9acfe-897b-4c2f-829d-08e44fe36a88 req-f4822d4f-f4f7-4bca-8f9d-70c7ed82fc02 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311710 Dec 12 04:34:00.263230 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:00.361850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:00.381290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c27de6a9-2dad-4abc-93ba-3bc740962d85 None None] Provisioning complete for port 3a582ba7-3646-43e0-9f36-73337dfe35c2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:00.381862 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c27de6a9-2dad-4abc-93ba-3bc740962d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:00.428776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:00.442356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 0a092811-cec3-4072-bf9e-ee7281725862 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:00.457669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:00.467378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:00.490366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:00.492935 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:00.544599 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9813368 Dec 12 04:34:00.550493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49188) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:00.556712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3cd86fe1-2707-4b6b-817c-01dac5d2ff13,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:00.575117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:00.576077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3a582ba7-3646-43e0-9f36-73337dfe35c2 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:00.638676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd1301-7d77-44ae-99d4-4843af2c91f8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=460aa478-3321-47f2-a242-b5157285cfe8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:00.745783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13400cac-546f-41ce-b794-ab03f4a5605c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:00.750586 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-13400cac-546f-41ce-b794-ab03f4a5605c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1970940 Dec 12 04:34:00.756680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49198) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:00.823848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3a582ba7-3646-43e0-9f36-73337dfe35c2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:00.824997 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:00.875461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c30f5a-054c-4dd5-ab1c-1169288cc441 None None] Network 527a69ce-5344-4699-976f-971e117a42c1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:00.888181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Router 7365b1d0-7c9e-4212-9d46-263736a3755a is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:34:00.914330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=3cd86fe1-2707-4b6b-817c-01dac5d2ff13,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:00.931625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad280678-9ba1-47cd-96f3-3e882f8146c2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:00.945658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad280678-9ba1-47cd-96f3-3e882f8146c2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:00.955052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad280678-9ba1-47cd-96f3-3e882f8146c2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:00.961229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ad280678-9ba1-47cd-96f3-3e882f8146c2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2034290 Dec 12 04:34:00.964339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49204) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:01.175669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d53828b4-b03e-4af7-80b5-7b2f4f349a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 460aa478-3321-47f2-a242-b5157285cfe8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:01.177022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d53828b4-b03e-4af7-80b5-7b2f4f349a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:01.204207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:34:01.213963 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Sync routers for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:34:01.235539 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:01.236210 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:33:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:01.252664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:01.256610 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e32d5c3a-6ed2-4193-8802-8b7e0fe6b69a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8923714 Dec 12 04:34:01.257451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49216) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:01.376779 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c27de6a9-2dad-4abc-93ba-3bc740962d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:01.435912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d53828b4-b03e-4af7-80b5-7b2f4f349a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:01.452221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d53828b4-b03e-4af7-80b5-7b2f4f349a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 460aa478-3321-47f2-a242-b5157285cfe8 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:01.565831 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c27de6a9-2dad-4abc-93ba-3bc740962d85 None None] For port 3a582ba7-3646-43e0-9f36-73337dfe35c2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3a582ba7-3646-43e0-9f36-73337dfe35c2,segment=NetworkSegment(ebf3d0b8-f182-4928-8843-05e3ee4fa59e),segment_id=ebf3d0b8-f182-4928-8843-05e3ee4fa59e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:01.605668 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:01.655304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e29be-5261-4b52-bf10-d207af3e78f1 req-872728c3-df63-4075-a829-ad8c8c5af218 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:01.664754 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-470e29be-5261-4b52-bf10-d207af3e78f1 req-872728c3-df63-4075-a829-ad8c8c5af218 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1949372 Dec 12 04:34:01.665839 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c27de6a9-2dad-4abc-93ba-3bc740962d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:01.903045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d53828b4-b03e-4af7-80b5-7b2f4f349a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:01.951831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-470e29be-5261-4b52-bf10-d207af3e78f1 req-327756e7-cbbb-4b3a-87dd-5363ea651eb6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605312 Dec 12 04:34:01.987820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53828b4-b03e-4af7-80b5-7b2f4f349a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=460aa478-3321-47f2-a242-b5157285cfe8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:02.033751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27de6a9-2dad-4abc-93ba-3bc740962d85 None None] Pushing event updated for resources: {'Port': ['ID=3a582ba7-3646-43e0-9f36-73337dfe35c2,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:02.061206 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d53828b4-b03e-4af7-80b5-7b2f4f349a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:02.080915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d53828b4-b03e-4af7-80b5-7b2f4f349a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/460aa478-3321-47f2-a242-b5157285cfe8 HTTP/1.1" status: 204 len: 168 time: 1.1094291 Dec 12 04:34:02.082006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49244) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:02.091905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6e8e9099-8381-4087-972f-df48dec2d064 None None] Could not find standard attr ID for object 460aa478-3321-47f2-a242-b5157285cfe8. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:34:02.104889 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:33:58Z', 'revision_number': 3, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:02.162686 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f4fe41-e0ca-40dc-903e-e7957c4316e9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:34:02.169345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e6f4fe41-e0ca-40dc-903e-e7957c4316e9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/460aa478-3321-47f2-a242-b5157285cfe8 HTTP/1.1" status: 404 len: 333 time: 0.0865014 Dec 12 04:34:02.170111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49246) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:02.217262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6e8e9099-8381-4087-972f-df48dec2d064 None None] Provisioning complete for port 3a582ba7-3646-43e0-9f36-73337dfe35c2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:02.217679 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6e8e9099-8381-4087-972f-df48dec2d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:02.237395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49252) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:02.277371 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Checking router: 7365b1d0-7c9e-4212-9d46-263736a3755a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:34:02.278697 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Updating router 7365b1d0-7c9e-4212-9d46-263736a3755a port 43adff31-e277-4431-88c4-cc9bb11cfd8f binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:34:02.345866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49256) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:02.399301 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:02.417440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:02.526670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-147aeeda-b471-4b7b-9afa-94701efd8314 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 189098c5-a473-412e-9467-b716dba14054 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:02.528226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-147aeeda-b471-4b7b-9afa-94701efd8314 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:02.681343 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:02.700903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:02.701287 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:02.713965 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b348-6487-4fd6-bf2c-830f1286235b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:02.780894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-147aeeda-b471-4b7b-9afa-94701efd8314 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:02.802458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-147aeeda-b471-4b7b-9afa-94701efd8314 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 189098c5-a473-412e-9467-b716dba14054 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:02.855797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3a582ba7-3646-43e0-9f36-73337dfe35c2 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:02.922663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3a582ba7-3646-43e0-9f36-73337dfe35c2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:02.923318 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:02.995228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6e8e9099-8381-4087-972f-df48dec2d064 None None] Provisioning complete for port 189098c5-a473-412e-9467-b716dba14054 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:02.995856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6e8e9099-8381-4087-972f-df48dec2d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.067456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Allocated IP 172.20.0.1 (527a69ce-5344-4699-976f-971e117a42c1/b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141/d5514053-1951-460e-bd87-ec8a09fd9a5e) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:03.080541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e9099-8381-4087-972f-df48dec2d064 None None] Port 189098c5-a473-412e-9467-b716dba14054 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:03.152924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6e8e9099-8381-4087-972f-df48dec2d064 None None] Provisioning complete for port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:03.153509 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6e8e9099-8381-4087-972f-df48dec2d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.157093 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-147aeeda-b471-4b7b-9afa-94701efd8314 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.196780 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.208014 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.211763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87a77d05-51d9-49a2-a1c7-fae6a24e9323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.274695 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Attempting to bind port 43adff31-e277-4431-88c4-cc9bb11cfd8f on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:34:03.276131 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Attempting to bind port 43adff31-e277-4431-88c4-cc9bb11cfd8f by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:34:03.276890 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Attempting to bind port 43adff31-e277-4431-88c4-cc9bb11cfd8f on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:03.278231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147aeeda-b471-4b7b-9afa-94701efd8314 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=189098c5-a473-412e-9467-b716dba14054,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:03.293595 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:34:03.295199 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:03.295847 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.296484 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:34:03.297266 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Bound port: 43adff31-e277-4431-88c4-cc9bb11cfd8f, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:34:03.298022 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.320937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c38a289-3a2e-43d9-a5df-745b5a878274 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:34:03.365828 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-147aeeda-b471-4b7b-9afa-94701efd8314 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.377108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-147aeeda-b471-4b7b-9afa-94701efd8314 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/189098c5-a473-412e-9467-b716dba14054 HTTP/1.1" status: 204 len: 168 time: 1.2049837 Dec 12 04:34:03.384523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49272) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:03.395269 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] For port 43adff31-e277-4431-88c4-cc9bb11cfd8f, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:34:03.413683 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] For port 43adff31-e277-4431-88c4-cc9bb11cfd8f, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=43adff31-e277-4431-88c4-cc9bb11cfd8f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:34:03.426716 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.463779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c36ce-00ec-4cff-a126-dc2287113215 req-81b2e78e-5c4a-4913-a4c5-a5864f53a207 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:03.464681 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Pushing event updated for resources: {'Port': ['ID=43adff31-e277-4431-88c4-cc9bb11cfd8f,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:03.465878 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd1c36ce-00ec-4cff-a126-dc2287113215 req-81b2e78e-5c4a-4913-a4c5-a5864f53a207 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.3346949 Dec 12 04:34:03.467790 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7112b23-2340-44bc-92cf-cb38996647cf tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:34:03.472378 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f7112b23-2340-44bc-92cf-cb38996647cf tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/189098c5-a473-412e-9467-b716dba14054 HTTP/1.1" status: 404 len: 333 time: 0.0837455 Dec 12 04:34:03.473756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49276) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:03.475344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] Provisioning complete for port 43adff31-e277-4431-88c4-cc9bb11cfd8f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:03.479323 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.493192 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.493542 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.494090 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.494643 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.495152 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.495712 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.496246 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.496776 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.503063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.503795 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.505166 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.505697 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.506216 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.506723 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:03.627097 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a1ce6-a6e1-4dcb-9ea2-6d43d14d47d2 None None] Pushing event updated for resources: {'Port': ['ID=43adff31-e277-4431-88c4-cc9bb11cfd8f,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:03.653560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd1c36ce-00ec-4cff-a126-dc2287113215 req-0c680456-eb80-438f-9828-370eed5c73c9 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786823 Dec 12 04:34:03.668669 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b348-6487-4fd6-bf2c-830f1286235b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.669888 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:03.671265 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:33:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:03.686618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8ac4a6-5715-4941-9fca-9e9cfd258395 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet 7c63db4e-6d46-4aba-893b-7caef918fbb0 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:34:03.703105 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.709159 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac4a6-5715-4941-9fca-9e9cfd258395 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.709415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1556dc-2587-4506-9f86-3c4fd112f263 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:34:03.737134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] For port 43adff31-e277-4431-88c4-cc9bb11cfd8f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=43adff31-e277-4431-88c4-cc9bb11cfd8f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:03.743578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.749883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] Could not find standard attr ID for object 460aa478-3321-47f2-a242-b5157285cfe8. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:34:03.776939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87a77d05-51d9-49a2-a1c7-fae6a24e9323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.799102 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b348-6487-4fd6-bf2c-830f1286235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.799358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac4a6-5715-4941-9fca-9e9cfd258395 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.821087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] Could not find standard attr ID for object 189098c5-a473-412e-9467-b716dba14054. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:34:03.899037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] Pushing event updated for resources: {'Port': ['ID=43adff31-e277-4431-88c4-cc9bb11cfd8f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:03.903828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] Provisioning complete for port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:03.908712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a0e6b348-6487-4fd6-bf2c-830f1286235b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7014f33523454e44bf5d22443afdc511&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5565312 Dec 12 04:34:03.909453 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c38e-20de-4a89-b7b0-abe42b87ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.912999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.915367 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87a77d05-51d9-49a2-a1c7-fae6a24e9323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:03.917246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49288) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:03.925050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6b348-6487-4fd6-bf2c-830f1286235b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0942f702-c709-4125-a87d-f20ca660d55b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:03.995673 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:04.031278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Pushing event updated for resources: {'Port': ['ID=d5514053-1951-460e-bd87-ec8a09fd9a5e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:04.099666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Network 527a69ce-5344-4699-976f-971e117a42c1 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:04.142539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:04.146003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:04.147203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac4a6-5715-4941-9fca-9e9cfd258395 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.180774 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33659eb-8739-41c9-a9fd-393942ce877d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.215335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a448d-9acb-4c8e-b7f8-1c2f695d4665 req-2135c89c-39c1-4e45-8166-b29d6ac959f6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:04.228570 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-87a77d05-51d9-49a2-a1c7-fae6a24e9323 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a84edeca977a422995751c1d56efdf6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9894180 Dec 12 04:34:04.231782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f63a448d-9acb-4c8e-b7f8-1c2f695d4665 req-2135c89c-39c1-4e45-8166-b29d6ac959f6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.2325950 Dec 12 04:34:04.233665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a77d05-51d9-49a2-a1c7-fae6a24e9323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e39f925-8ccc-46b8-b174-7ebb75acb8e7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:04.235331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1b63de01-2451-4914-9fdf-8a8761580fe9 None None] Provisioning complete for port 43adff31-e277-4431-88c4-cc9bb11cfd8f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:04.238700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49290) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:04.245116 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1b63de01-2451-4914-9fdf-8a8761580fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.302842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.309441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c964b-1144-46ce-92cd-8325431cfe4b req-ed42e799-035c-44c2-a222-2491c239cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:04.313593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-886c964b-1144-46ce-92cd-8325431cfe4b req-ed42e799-035c-44c2-a222-2491c239cf7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1095 time: 0.2730381 Dec 12 04:34:04.324670 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:33:58Z', 'revision_number': 3, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:04.385361 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9def2-5f31-43a0-830c-92be0a629a33 None None] The sync data for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 is: [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:33:58Z', 'revision_number': 3, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:34:04.473162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33659eb-8739-41c9-a9fd-393942ce877d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.594198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c964b-1144-46ce-92cd-8325431cfe4b req-722084d4-fb37-4045-8ea8-2c87485b94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:04.595773 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-886c964b-1144-46ce-92cd-8325431cfe4b req-722084d4-fb37-4045-8ea8-2c87485b94b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.2157450 Dec 12 04:34:04.646559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0e891097-583d-4dad-8b91-8378a93e1ac0 None None] Provisioning complete for port d5514053-1951-460e-bd87-ec8a09fd9a5e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:04.647222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f63a448d-9acb-4c8e-b7f8-1c2f695d4665 req-837c79b3-9b84-430e-8b84-a2c45fa575eb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051325 Dec 12 04:34:04.647362 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e891097-583d-4dad-8b91-8378a93e1ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.649150 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99ed6309-ca5f-4a54-a65e-8806008e8da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.653553 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac4a6-5715-4941-9fca-9e9cfd258395 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.673268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.710959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0e891097-583d-4dad-8b91-8378a93e1ac0 None None] Port d5514053-1951-460e-bd87-ec8a09fd9a5e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:04.718427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ac4a6-5715-4941-9fca-9e9cfd258395 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=7c63db4e-6d46-4aba-893b-7caef918fbb0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:04.720844 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac4a6-5715-4941-9fca-9e9cfd258395 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.727777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5d8ac4a6-5715-4941-9fca-9e9cfd258395 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/7c63db4e-6d46-4aba-893b-7caef918fbb0 HTTP/1.1" status: 204 len: 168 time: 1.2509491 Dec 12 04:34:04.731498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49302) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:04.735196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99ed6309-ca5f-4a54-a65e-8806008e8da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.741415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f33ad-c74c-4a01-aea2-2ff607f01b12 None None] Network 0a092811-cec3-4072-bf9e-ee7281725862 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:04.764742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33659eb-8739-41c9-a9fd-393942ce877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.767444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d33659eb-8739-41c9-a9fd-393942ce877d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:04.768838 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d33659eb-8739-41c9-a9fd-393942ce877d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0942f702-c709-4125-a87d-f20ca660d55b HTTP/1.1" status: 204 len: 168 time: 0.8506179 Dec 12 04:34:04.783017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-886c964b-1144-46ce-92cd-8325431cfe4b req-21d71ede-b4e0-4880-8038-0016e9b4d3f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 998 time: 0.1643078 Dec 12 04:34:04.946776 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c964b-1144-46ce-92cd-8325431cfe4b req-7b9450f7-8ddc-45f6-be91-8c4c636b15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:04.949448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-886c964b-1144-46ce-92cd-8325431cfe4b req-7b9450f7-8ddc-45f6-be91-8c4c636b15a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1523716 Dec 12 04:34:04.985581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33659eb-8739-41c9-a9fd-393942ce877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0942f702-c709-4125-a87d-f20ca660d55b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:05.019033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0418b3b-080c-4c79-a0e4-716ab3664a5a None None] DHCP port deletion for 0a092811-cec3-4072-bf9e-ee7281725862 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:34:05.043523 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.046856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99ed6309-ca5f-4a54-a65e-8806008e8da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.049630 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99ed6309-ca5f-4a54-a65e-8806008e8da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.053356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-99ed6309-ca5f-4a54-a65e-8806008e8da8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e39f925-8ccc-46b8-b174-7ebb75acb8e7 HTTP/1.1" status: 204 len: 168 time: 0.8116152 Dec 12 04:34:05.077812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed6309-ca5f-4a54-a65e-8806008e8da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e39f925-8ccc-46b8-b174-7ebb75acb8e7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:05.141899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c964b-1144-46ce-92cd-8325431cfe4b req-73cdbab2-d01a-41ff-97d7-9c2e3062bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:05.143953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-886c964b-1144-46ce-92cd-8325431cfe4b req-73cdbab2-d01a-41ff-97d7-9c2e3062bd52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718485 Dec 12 04:34:05.170572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d0418b3b-080c-4c79-a0e4-716ab3664a5a None None] Deleting port 3a582ba7-3646-43e0-9f36-73337dfe35c2 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:05.171001 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d0418b3b-080c-4c79-a0e4-716ab3664a5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.242120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 3a582ba7-3646-43e0-9f36-73337dfe35c2 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:05.242704 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.312077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.324518 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.372643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d0418b3b-080c-4c79-a0e4-716ab3664a5a None None] For port 3a582ba7-3646-43e0-9f36-73337dfe35c2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3a582ba7-3646-43e0-9f36-73337dfe35c2,segment=NetworkSegment(ebf3d0b8-f182-4928-8843-05e3ee4fa59e),segment_id=ebf3d0b8-f182-4928-8843-05e3ee4fa59e)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:05.372643 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d0418b3b-080c-4c79-a0e4-716ab3664a5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.404977 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.417443 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d0418b3b-080c-4c79-a0e4-716ab3664a5a None None] Calling delete_port for 3a582ba7-3646-43e0-9f36-73337dfe35c2 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:05.454233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] For port 3a582ba7-3646-43e0-9f36-73337dfe35c2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3a582ba7-3646-43e0-9f36-73337dfe35c2,segment=NetworkSegment(ebf3d0b8-f182-4928-8843-05e3ee4fa59e),segment_id=ebf3d0b8-f182-4928-8843-05e3ee4fa59e)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:05.455220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.495357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 3a582ba7-3646-43e0-9f36-73337dfe35c2 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:05.497544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49318) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:05.545568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d49c6b64-06fa-41f9-a030-36704b585269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.570864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Network 527a69ce-5344-4699-976f-971e117a42c1 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:05.574741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:05.586511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-886c964b-1144-46ce-92cd-8325431cfe4b req-b7191068-9d5c-4a75-9415-5edc4e70d402 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259973 Dec 12 04:34:05.603741 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d0418b3b-080c-4c79-a0e4-716ab3664a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.666163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0418b3b-080c-4c79-a0e4-716ab3664a5a None None] Pushing event deleted for resources: {'Port': ['ID=3a582ba7-3646-43e0-9f36-73337dfe35c2,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:05.679401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0418b3b-080c-4c79-a0e4-716ab3664a5a None None] No DVR routers for this DVR port 3a582ba7-3646-43e0-9f36-73337dfe35c2 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:34:05.818908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.883013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=3a582ba7-3646-43e0-9f36-73337dfe35c2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:05.899299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No DVR routers for this DVR port 3a582ba7-3646-43e0-9f36-73337dfe35c2 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:34:05.905288 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d49c6b64-06fa-41f9-a030-36704b585269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.906587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49328) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:05.938503 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d49c6b64-06fa-41f9-a030-36704b585269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:05.987134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4075804e-8d92-4749-8a18-683bd0bb3b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.017610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c6b64-06fa-41f9-a030-36704b585269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab8f7e1-c16c-450c-bb8a-c44b3707eaf8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:06.058039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-83665aa7-b9b7-43a9-a5e1-3f767a1080b2 None None] Provisioning complete for port d5514053-1951-460e-bd87-ec8a09fd9a5e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:06.058427 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83665aa7-b9b7-43a9-a5e1-3f767a1080b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.112834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-83665aa7-b9b7-43a9-a5e1-3f767a1080b2 None None] Port d5514053-1951-460e-bd87-ec8a09fd9a5e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:06.146846 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d49c6b64-06fa-41f9-a030-36704b585269 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce43e68f25cc4aa480c2a4ebee93bc9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6482308 Dec 12 04:34:06.151953 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.156193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49334) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:06.240403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 43adff31-e277-4431-88c4-cc9bb11cfd8f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:06.242086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a092811-cec3-4072-bf9e-ee7281725862']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:06.245663 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9364ffa-9c4a-4de6-a146-afd7a1772435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.269214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf3d0b8-f182-4928-8843-05e3ee4fa59e') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:06.269214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf3d0b8-f182-4928-8843-05e3ee4fa59e') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:06.269585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Pushing event updated for resources: {'Port': ['ID=d5514053-1951-460e-bd87-ec8a09fd9a5e,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:06.294669 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.297679 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9364ffa-9c4a-4de6-a146-afd7a1772435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.344459 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.360058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 43adff31-e277-4431-88c4-cc9bb11cfd8f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:06.361273 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.366427 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd813cd2-a395-48a3-a2d9-be062fa1851d req-ab19f316-e335-44f9-b79b-1a19b1a96db8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:06.373318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:34:06.373318 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.374433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd813cd2-a395-48a3-a2d9-be062fa1851d req-ab19f316-e335-44f9-b79b-1a19b1a96db8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.5361364 Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:34:06.376492 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:34:06.409845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-886c964b-1144-46ce-92cd-8325431cfe4b req-8b9cf002-d4ac-4fd3-88a7-500e8f8c2636 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8122435 Dec 12 04:34:06.412106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Router 7365b1d0-7c9e-4212-9d46-263736a3755a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:34:06.417543 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4075804e-8d92-4749-8a18-683bd0bb3b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.437829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4075804e-8d92-4749-8a18-683bd0bb3b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.496724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9364ffa-9c4a-4de6-a146-afd7a1772435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.500590 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f9364ffa-9c4a-4de6-a146-afd7a1772435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.504361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f9364ffa-9c4a-4de6-a146-afd7a1772435 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ab8f7e1-c16c-450c-bb8a-c44b3707eaf8 HTTP/1.1" status: 204 len: 168 time: 0.3444743 Dec 12 04:34:06.504361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075804e-8d92-4749-8a18-683bd0bb3b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48599bf-52f6-4411-bfa7-4f8a9c354819,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:06.540000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.553663 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.561819 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/networks/0a092811-cec3-4072-bf9e-ee7281725862 HTTP/1.1" status: 204 len: 168 time: 1.8287537 Dec 12 04:34:06.564704 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4075804e-8d92-4749-8a18-683bd0bb3b37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9786249c7d424783a012b3ead744cd7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570170 Dec 12 04:34:06.565848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9364ffa-9c4a-4de6-a146-afd7a1772435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab8f7e1-c16c-450c-bb8a-c44b3707eaf8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:06.567727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49342) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:06.568234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:06.584994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-756740511'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:06.596330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0272d-aa3c-49b2-aa1e-dc97e803b8fb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Network': ['ID=0a092811-cec3-4072-bf9e-ee7281725862,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:06.610911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd813cd2-a395-48a3-a2d9-be062fa1851d req-9381479c-a1a5-4c3c-af8c-2973839552be tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352545 Dec 12 04:34:06.659507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3a582ba7-3646-43e0-9f36-73337dfe35c2 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:34:06.668969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:06.672654 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.673505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:34:06.684859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bdd374cb-f065-4271-a1e9-ca7268044bea admin admin] 10.222.0.36 "PUT /v2.0/routers/7365b1d0-7c9e-4212-9d46-263736a3755a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4211981 Dec 12 04:34:06.704453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3a582ba7-3646-43e0-9f36-73337dfe35c2 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:34:06.705450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3a582ba7-3646-43e0-9f36-73337dfe35c2 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:34:06.722963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3f9456b-e62b-441d-8d9a-076b10943737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.752108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:34:06.783198 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3f9456b-e62b-441d-8d9a-076b10943737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.795341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.795697 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Added segment ead4f84c-53ee-4dc2-a360-f15d6368df23 of type vlan for network 65835bdd-2e04-4082-b14f-47bab1e61359 Dec 12 04:34:06.894205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.941696 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.954488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:06.955188 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.960113 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3f9456b-e62b-441d-8d9a-076b10943737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.964979 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3f9456b-e62b-441d-8d9a-076b10943737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:06.966497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f3f9456b-e62b-441d-8d9a-076b10943737 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c48599bf-52f6-4411-bfa7-4f8a9c354819 HTTP/1.1" status: 204 len: 168 time: 0.3858333 Dec 12 04:34:06.988777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9456b-e62b-441d-8d9a-076b10943737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48599bf-52f6-4411-bfa7-4f8a9c354819,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:07.053857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4712400 Dec 12 04:34:07.054097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49360) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:07.065571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '65835bdd-2e04-4082-b14f-47bab1e61359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:07.107462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0dacb-0be1-4440-9494-de7d7ee68573 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Network': ['ID=65835bdd-2e04-4082-b14f-47bab1e61359,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:07.121884 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 65835bdd-2e04-4082-b14f-47bab1e61359 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:34:07.250987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:07.255271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:07.335292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Sync routers for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:34:07.365081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:07.366298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:33:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:07.509321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:07.547828 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:07.616201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=fbf64e3a-d9bc-4fc7-9509-342b54ab741f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:07.631985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Checking segment: {'id': 'ead4f84c-53ee-4dc2-a360-f15d6368df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65835bdd-2e04-4082-b14f-47bab1e61359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:07.632566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network hostable DHCP agents. Network: 65835bdd-2e04-4082-b14f-47bab1e61359, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:34:07.698362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 65835bdd-2e04-4082-b14f-47bab1e61359 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:34:07.736005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 65835bdd-2e04-4082-b14f-47bab1e61359) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:07.754907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:07.757658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:07.794738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-94f46f92-2be2-4bc7-99ce-3374fa177203 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7391801 Dec 12 04:34:07.797936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49398) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:07.803033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6bbf90-edf6-465d-91e6-8264b7d7594f None None] Network 65835bdd-2e04-4082-b14f-47bab1e61359 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:07.803901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-bf050fec-e5e1-45e1-9384-f4c1c8efa8dc tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-25194453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:07.834644 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf050fec-e5e1-45e1-9384-f4c1c8efa8dc tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:07.836246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf050fec-e5e1-45e1-9384-f4c1c8efa8dc tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:07.839133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bb836-44b2-40a7-bb10-318310ea74b6 req-09768d3f-bd2d-4b5d-8e69-3d101a2ecbb1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:07.841789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-661bb836-44b2-40a7-bb10-318310ea74b6 req-09768d3f-bd2d-4b5d-8e69-3d101a2ecbb1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1412771 Dec 12 04:34:07.915012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-661bb836-44b2-40a7-bb10-318310ea74b6 req-4f7fb16b-5047-4dab-8622-8b4e5ff2e53d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639470 Dec 12 04:34:07.929463 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf050fec-e5e1-45e1-9384-f4c1c8efa8dc tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:07.932430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49406) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:07.943716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf050fec-e5e1-45e1-9384-f4c1c8efa8dc tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:07.943896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1161882294-network', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:07.985525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Made reservation on behalf of 1c7e82340c8b4e90afcb17d3b49e5922 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:07.988102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:07.997785 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bf050fec-e5e1-45e1-9384-f4c1c8efa8dc tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.001711 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bf050fec-e5e1-45e1-9384-f4c1c8efa8dc tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2001126 Dec 12 04:34:08.002772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49412) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:08.009788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'network_id': '65835bdd-2e04-4082-b14f-47bab1e61359', 'name': 'tempest-PortsIpV6TestJSON-785424799'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:08.011462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.028356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd5514053-1951-460e-bd87-ec8a09fd9a5e', 'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'mac_address': 'fa:16:3e:05:31:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:02Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 2, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'subnets': [{'id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:08.075428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-65835bdd-2e04-4082-b14f-47bab1e61359', 'network_id': '65835bdd-2e04-4082-b14f-47bab1e61359', 'project_id': 'd5c16adb8fc44feabe701abb730d4d9a', 'fixed_ips': [{'subnet_id': 'fbf64e3a-d9bc-4fc7-9509-342b54ab741f'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:34:08.084040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.089165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Checking router: 7365b1d0-7c9e-4212-9d46-263736a3755a for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:34:08.089798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Updating router 7365b1d0-7c9e-4212-9d46-263736a3755a port d5514053-1951-460e-bd87-ec8a09fd9a5e binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:34:08.154336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.193921 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.208496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.230550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f1fa-ca36-41f6-8873-bd81e9ad9540 req-98c57d26-c544-4ff2-b99f-9a0f1dc67e7a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:08.232943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3f1fa-ca36-41f6-8873-bd81e9ad9540 req-98c57d26-c544-4ff2-b99f-9a0f1dc67e7a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1032290 Dec 12 04:34:08.236781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:34:08.254626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:08.256983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.257347 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Added segment e3b80e00-e485-482b-a0fd-cfb477ae4c04 of type vlan for network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 Dec 12 04:34:08.258752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e620afb-d5e2-4b16-adbc-01bdd4773282,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:08.267940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.321822 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.335556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 67123451-285a-4327-b117-67adba2d6735 yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:34:08.400369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.401376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:08.401984 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.405909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Allocated IP 2001:db8::2 (65835bdd-2e04-4082-b14f-47bab1e61359/fbf64e3a-d9bc-4fc7-9509-342b54ab741f/89162e68-5d01-418e-9ee2-95d8578ed8ef) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:08.453610 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9d3f1fa-ca36-41f6-8873-bd81e9ad9540 req-6bf874a6-63c9-4ebf-a80f-a8e8a841b3ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130611 Dec 12 04:34:08.555452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb57869-562c-4ed8-94ac-2bcbbf9c43f4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:08.574388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-24bdc4a7-d1dc-4476-8179-ebcc9d51ba79 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6373734 Dec 12 04:34:08.575005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49430) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:08.581889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Request body: {'subnet': {'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1161882294-subnet', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:08.597847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.606317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:34:08.617961 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.677581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Made reservation on behalf of 1c7e82340c8b4e90afcb17d3b49e5922 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:08.685678 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:08.804231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::2a0 (65835bdd-2e04-4082-b14f-47bab1e61359/fbf64e3a-d9bc-4fc7-9509-342b54ab741f/67123451-285a-4327-b117-67adba2d6735) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:08.892219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Network 65835bdd-2e04-4082-b14f-47bab1e61359 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:08.905462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:08.911194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:08.911563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7000-0bd4-4452-b176-fe1bb9137322 req-089ae322-3396-4067-b346-0f1db59f4394 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:08.913142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbfd7000-0bd4-4452-b176-fe1bb9137322 req-089ae322-3396-4067-b346-0f1db59f4394 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1123874 Dec 12 04:34:08.915327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Pushing event updated for resources: {'Port': ['ID=89162e68-5d01-418e-9ee2-95d8578ed8ef,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:09.104334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Attempting to bind port 89162e68-5d01-418e-9ee2-95d8578ed8ef on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:34:09.104334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Attempting to bind port 89162e68-5d01-418e-9ee2-95d8578ed8ef by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ead4f84c-53ee-4dc2-a360-f15d6368df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65835bdd-2e04-4082-b14f-47bab1e61359'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:34:09.104334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Attempting to bind port 89162e68-5d01-418e-9ee2-95d8578ed8ef on network 65835bdd-2e04-4082-b14f-47bab1e61359 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:09.112338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:34:09.112747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Checking segment: {'id': 'ead4f84c-53ee-4dc2-a360-f15d6368df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65835bdd-2e04-4082-b14f-47bab1e61359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:09.113184 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.113773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Bound using segment: {'id': 'ead4f84c-53ee-4dc2-a360-f15d6368df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65835bdd-2e04-4082-b14f-47bab1e61359'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:34:09.114459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Bound port: 89162e68-5d01-418e-9ee2-95d8578ed8ef, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead4f84c-53ee-4dc2-a360-f15d6368df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65835bdd-2e04-4082-b14f-47bab1e61359'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:34:09.115040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.143119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbfd7000-0bd4-4452-b176-fe1bb9137322 req-1fbdac94-648c-47c7-a6bb-84a8b31c8dc4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169912 Dec 12 04:34:09.207019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.298241 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.302136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7f2a32-6e4d-4839-8307-bcb070f83cee,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:09.368978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Checking segment: {'id': 'e3b80e00-e485-482b-a0fd-cfb477ae4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:09.369747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Network hostable DHCP agents. Network: 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:34:09.382383 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-3cffb97d-0416-4934-a4d8-23e0730b4be8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309028 Dec 12 04:34:09.387604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.510860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=67123451-285a-4327-b117-67adba2d6735,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:09.540711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 65835bdd-2e04-4082-b14f-47bab1e61359 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:09.559684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-1e8004ca-f721-466c-8078-fa756b4490fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:09.565334 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-1e8004ca-f721-466c-8078-fa756b4490fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 1097 time: 0.0954754 Dec 12 04:34:09.615759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:34:09.619505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:09.627820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:09.632195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:09.632866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.652584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:09.667592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:09.668200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.687580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167621d-5b0d-4430-8629-860a9225aa6f req-accc681a-8e9d-40b0-98b1-9b75711a6007 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:09.695296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9167621d-5b0d-4430-8629-860a9225aa6f req-accc681a-8e9d-40b0-98b1-9b75711a6007 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1924415 Dec 12 04:34:09.701492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d6136df0-c829-4a1e-bc44-820f060bce96 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6970825 Dec 12 04:34:09.703220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4800e8b-a7ef-4731-a590-daeda2651ecf None None] Network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:09.705343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49476) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:09.708419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7bce656a-06dd-490c-9d39-1b87315ff961 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1319714 Dec 12 04:34:09.714782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49478) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:09.720229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:09.778548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.780858 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.815188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9167621d-5b0d-4430-8629-860a9225aa6f req-3e89b46a-3272-46e3-9aad-ec8dc572bef3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152914 Dec 12 04:34:09.889183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] For port 89162e68-5d01-418e-9ee2-95d8578ed8ef, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:34:09.897012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] For port 89162e68-5d01-418e-9ee2-95d8578ed8ef, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=89162e68-5d01-418e-9ee2-95d8578ed8ef,segment=NetworkSegment(ead4f84c-53ee-4dc2-a360-f15d6368df23),segment_id=ead4f84c-53ee-4dc2-a360-f15d6368df23)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:34:09.909764 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:09.926337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:10.107969 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:10.121828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-7eb57869-562c-4ed8-94ac-2bcbbf9c43f4', 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4', 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'fixed_ips': [{'subnet_id': '2e7f2a32-6e4d-4839-8307-bcb070f83cee'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:34:10.124325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-bd2cac75-290e-45d6-b651-f8ada9d37653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:10.125876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-bd2cac75-290e-45d6-b651-f8ada9d37653 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.5363581 Dec 12 04:34:10.145996 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:10.199720 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:10.206464 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:10.262001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed088e-458e-418e-851a-ea3a2f890f0b None None] Pushing event updated for resources: {'Port': ['ID=89162e68-5d01-418e-9ee2-95d8578ed8ef,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:10.360556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-667d3062-9499-4da6-9cf4-a2488278eaaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4 HTTP/1.1" status: 200 len: 217 time: 0.2238600 Dec 12 04:34:10.525747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-5df72540-6594-4179-afa0-0efd170da9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:10.528390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-5df72540-6594-4179-afa0-0efd170da9bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1546371 Dec 12 04:34:10.651283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e30f4-fc40-4781-bee6-c4e0ba6c89c5 None None] Pushing event updated for resources: {'Port': ['ID=d5514053-1951-460e-bd87-ec8a09fd9a5e,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:10.680958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Attempting to bind port d5514053-1951-460e-bd87-ec8a09fd9a5e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:34:10.681525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Attempting to bind port d5514053-1951-460e-bd87-ec8a09fd9a5e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:34:10.684325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Attempting to bind port d5514053-1951-460e-bd87-ec8a09fd9a5e on network 527a69ce-5344-4699-976f-971e117a42c1 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:10.742934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:10.803179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-c7b72d46-2f16-4719-9681-b7ae30173196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:10.804178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:10.806324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-c7b72d46-2f16-4719-9681-b7ae30173196 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673907 Dec 12 04:34:10.823562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Allocated IP 172.20.0.2 (7eb57869-562c-4ed8-94ac-2bcbbf9c43f4/2e7f2a32-6e4d-4839-8307-bcb070f83cee/71dd252e-9a6a-4557-aeea-769856c56a3a) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:10.862720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:34:10.863162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Checking segment: {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:10.863590 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:10.864005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Bound using segment: {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:34:10.864527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Bound port: d5514053-1951-460e-bd87-ec8a09fd9a5e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:34:10.864951 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:10.933174 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f05c2e3c-55a6-4ea8-af85-451c54458dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:11.017609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:11.040023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-f9b1aca8-4395-40f0-ba79-d28583546c14 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153821 Dec 12 04:34:11.070259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Allocated IP 172.25.7.241 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e3bd97be-d8a5-4c31-8c76-30e495744d88) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:11.106101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd42390-df34-412d-90e9-9b49f0b98e01 req-5cd22d6b-1f65-442b-afa6-18163938b632 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:11.114119 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4fd42390-df34-412d-90e9-9b49f0b98e01 req-5cd22d6b-1f65-442b-afa6-18163938b632 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1536198 Dec 12 04:34:11.207664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c6019d72-8ef4-4618-bad0-164a99f92e3e None None] Provisioning complete for port d5514053-1951-460e-bd87-ec8a09fd9a5e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:11.208328 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c6019d72-8ef4-4618-bad0-164a99f92e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:11.302489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] For port d5514053-1951-460e-bd87-ec8a09fd9a5e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:34:11.366013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] For port d5514053-1951-460e-bd87-ec8a09fd9a5e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d5514053-1951-460e-bd87-ec8a09fd9a5e,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:34:11.382984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c6019d72-8ef4-4618-bad0-164a99f92e3e None None] Port d5514053-1951-460e-bd87-ec8a09fd9a5e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:11.393354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:11.399523 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:11.503479 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:11.608006 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bd97be-d8a5-4c31-8c76-30e495744d88,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:11.633169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:11.633169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:11.655692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:11.678553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f71229-dc7c-4cbd-b871-6a5eb2ba0da2 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:34:11.702876 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:11.723348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:11.724093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:33:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:11.731111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e30f4-fc40-4781-bee6-c4e0ba6c89c5 None None] Pushing event updated for resources: {'Port': ['ID=d5514053-1951-460e-bd87-ec8a09fd9a5e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:11.937657 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.073237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:12.138857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef2c71-2336-46cd-b1a6-a4de211b9431 None None] Network 65835bdd-2e04-4082-b14f-47bab1e61359 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:12.155305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.167966 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.177952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4fd42390-df34-412d-90e9-9b49f0b98e01 req-0718fdf1-6de5-43aa-b762-438f175699e4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0626822 Dec 12 04:34:12.224502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:12.269694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:12.281549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-14cb7b2d-dc8f-4b02-a847-c15f272f406a None None] Provisioning complete for port e3bd97be-d8a5-4c31-8c76-30e495744d88 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:12.281931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14cb7b2d-dc8f-4b02-a847-c15f272f406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.323323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:12.329609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-14cb7b2d-dc8f-4b02-a847-c15f272f406a None None] Port e3bd97be-d8a5-4c31-8c76-30e495744d88 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:12.331151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 89162e68-5d01-418e-9ee2-95d8578ed8ef up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:12.348237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Pushing event updated for resources: {'Port': ['ID=71dd252e-9a6a-4557-aeea-769856c56a3a,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:12.416873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88473e21-5ff1-4f73-b587-822a45df3e60 req-27baa058-9f68-49d3-b978-8c01c7f68d24 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3503191 Dec 12 04:34:12.682190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Attempting to bind port 71dd252e-9a6a-4557-aeea-769856c56a3a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:34:12.682569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Attempting to bind port 71dd252e-9a6a-4557-aeea-769856c56a3a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'e3b80e00-e485-482b-a0fd-cfb477ae4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:34:12.682932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Attempting to bind port 71dd252e-9a6a-4557-aeea-769856c56a3a on network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:12.697969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d6716228-ca26-4183-8fb5-86a5362fff27 None None] Provisioning complete for port d5514053-1951-460e-bd87-ec8a09fd9a5e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:12.698441 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6716228-ca26-4183-8fb5-86a5362fff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.770507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.801120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753e57-5740-4a03-b296-2cc0e47eb980 req-41801d50-58ce-4e66-a361-dcb4d10f2125 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:12.815864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8753e57-5740-4a03-b296-2cc0e47eb980 req-41801d50-58ce-4e66-a361-dcb4d10f2125 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.2342911 Dec 12 04:34:12.844310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:34:12.844697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Checking segment: {'id': 'e3b80e00-e485-482b-a0fd-cfb477ae4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:12.845137 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.845596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Bound using segment: {'id': 'e3b80e00-e485-482b-a0fd-cfb477ae4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:34:12.846030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Bound port: 71dd252e-9a6a-4557-aeea-769856c56a3a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b80e00-e485-482b-a0fd-cfb477ae4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:34:12.846410 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.930421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 89162e68-5d01-418e-9ee2-95d8578ed8ef triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:12.930804 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.941320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:12.964157 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:13.134562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:34:13.162597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=67123451-285a-4327-b117-67adba2d6735,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:13.177211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8753e57-5740-4a03-b296-2cc0e47eb980 req-32ec26b9-609f-4faa-8b8e-304cc17fad43 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526032 Dec 12 04:34:13.251786 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6b72101c-5682-48e7-b4ba-241b0e60cb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:13.399102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:13.459207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:34:13.484389 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Sync routers for ids ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:34:13.516266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:13.517891 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Routers {'21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:13.518845 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:13.530891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a339aace-99ac-4194-b201-805b3f77aa48 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8046753 Dec 12 04:34:13.535073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49582) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:13.731209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] For port 71dd252e-9a6a-4557-aeea-769856c56a3a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:34:13.734226 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6716228-ca26-4183-8fb5-86a5362fff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:13.764154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] For port 71dd252e-9a6a-4557-aeea-769856c56a3a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71dd252e-9a6a-4557-aeea-769856c56a3a,segment=NetworkSegment(e3b80e00-e485-482b-a0fd-cfb477ae4c04),segment_id=e3b80e00-e485-482b-a0fd-cfb477ae4c04)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:34:13.779204 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Set router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:13.780090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd5514053-1951-460e-bd87-ec8a09fd9a5e', 'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'mac_address': 'fa:16:3e:05:31:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:02Z', 'updated_at': '2021-12-12T04:34:11Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'subnets': [{'id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:13.784695 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:13.799951 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:13.838468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:13.977739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487d0f2-1415-4387-a531-64cc7dac1808 None None] The sync data for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 is: [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd5514053-1951-460e-bd87-ec8a09fd9a5e', 'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'mac_address': 'fa:16:3e:05:31:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:02Z', 'updated_at': '2021-12-12T04:34:11Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'subnets': [{'id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:34:14.001609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d6716228-ca26-4183-8fb5-86a5362fff27 None None] For port d5514053-1951-460e-bd87-ec8a09fd9a5e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d5514053-1951-460e-bd87-ec8a09fd9a5e,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:14.114391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6716228-ca26-4183-8fb5-86a5362fff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:14.144119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 89162e68-5d01-418e-9ee2-95d8578ed8ef, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=89162e68-5d01-418e-9ee2-95d8578ed8ef,segment=NetworkSegment(ead4f84c-53ee-4dc2-a360-f15d6368df23),segment_id=ead4f84c-53ee-4dc2-a360-f15d6368df23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:14.201835 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:14.284143 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:14.395188 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:14.406399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584d9a3-fc10-42b8-b961-b685fb0b424e None None] Pushing event updated for resources: {'Port': ['ID=71dd252e-9a6a-4557-aeea-769856c56a3a,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:14.447893 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:34:09Z', 'updated_at': '2021-12-12T04:34:11Z', 'revision_number': 3, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'gw_port': {'id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:10Z', 'updated_at': '2021-12-12T04:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:14.587014 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Checking router: 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:34:14.587628 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Updating router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 port e3bd97be-d8a5-4c31-8c76-30e495744d88 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:34:14.622297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6716228-ca26-4183-8fb5-86a5362fff27 None None] Pushing event updated for resources: {'Port': ['ID=d5514053-1951-460e-bd87-ec8a09fd9a5e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:14.709486 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:14.887190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d5514053-1951-460e-bd87-ec8a09fd9a5e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:14.914372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:14.942795 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:14.943620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.011631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=89162e68-5d01-418e-9ee2-95d8578ed8ef,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:15.034769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d6716228-ca26-4183-8fb5-86a5362fff27 None None] Provisioning complete for port 89162e68-5d01-418e-9ee2-95d8578ed8ef triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:15.035895 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6716228-ca26-4183-8fb5-86a5362fff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.182557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d5514053-1951-460e-bd87-ec8a09fd9a5e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:15.183245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.336965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 65835bdd-2e04-4082-b14f-47bab1e61359 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:15.341641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:15.349849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=67123451-285a-4327-b117-67adba2d6735,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:15.448200 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.467464 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.524488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94927cfa-d5c7-4b12-824e-1c76f6c08d06 req-3d22f4a2-1efe-4fd9-8407-190723dccc11 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:15.531368 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94927cfa-d5c7-4b12-824e-1c76f6c08d06 req-3d22f4a2-1efe-4fd9-8407-190723dccc11 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 1.0510862 Dec 12 04:34:15.548276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c9f31-d01e-4c84-8521-05788654cdb7 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:34:15.559073 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Attempting to bind port e3bd97be-d8a5-4c31-8c76-30e495744d88 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:34:15.559457 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Attempting to bind port e3bd97be-d8a5-4c31-8c76-30e495744d88 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:34:15.559933 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Attempting to bind port e3bd97be-d8a5-4c31-8c76-30e495744d88 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:15.686362 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:34:15.687112 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:15.687221 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.687586 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:34:15.688091 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Bound port: e3bd97be-d8a5-4c31-8c76-30e495744d88, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:34:15.688496 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.743237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f177110f-8e63-4c32-ba04-7a76e000721d None None] Provisioning complete for port 89162e68-5d01-418e-9ee2-95d8578ed8ef triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:15.743563 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f177110f-8e63-4c32-ba04-7a76e000721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.879131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Router 95cba093-b379-4c07-8fa2-74cb86440cf9 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:34:15.892011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94927cfa-d5c7-4b12-824e-1c76f6c08d06 req-29ec2a81-c44d-48ce-81a4-e5e7ed4a369f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143952 Dec 12 04:34:15.895657 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] For port e3bd97be-d8a5-4c31-8c76-30e495744d88, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:34:15.900095 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.905816 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] For port e3bd97be-d8a5-4c31-8c76-30e495744d88, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e3bd97be-d8a5-4c31-8c76-30e495744d88,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:34:15.941156 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:15.976930 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:16.002788 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Routers {'21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:16.003727 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:16.020640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0fc19-2002-4e6f-b29d-f96b6ca497ad None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:34:16.267825 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] Set router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:16.297961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb75706-1e92-4e09-ad8e-f30b8902c39d req-0c83ca03-e55a-4135-8d1f-6769641a6352 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:16.309434 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5bb75706-1e92-4e09-ad8e-f30b8902c39d req-0c83ca03-e55a-4135-8d1f-6769641a6352 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.2125385 Dec 12 04:34:16.393171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:34:16.432474 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-915bd66e-ea5f-45e4-a933-0821dfc05b99 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "PUT /v2.0/routers/95cba093-b379-4c07-8fa2-74cb86440cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7247157 Dec 12 04:34:16.436795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49640) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:16.498579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68d30a-2ead-40a1-8ca6-2c9441f0f39e None None] Sync routers for ids ['95cba093-b379-4c07-8fa2-74cb86440cf9'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:34:16.501153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81cd104-46c8-42ab-857e-bb53c5e63dcb None None] Network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:16.506682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5bb75706-1e92-4e09-ad8e-f30b8902c39d req-82ee98d7-e24c-4003-8f46-8a6e5d131eb3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962934 Dec 12 04:34:16.657692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07bc8de-8e72-4265-9e44-86a0a51e61ac tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:16.668766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d5514053-1951-460e-bd87-ec8a09fd9a5e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:16.675966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b07bc8de-8e72-4265-9e44-86a0a51e61ac tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports?device_id=95cba093-b379-4c07-8fa2-74cb86440cf9 HTTP/1.1" status: 200 len: 988 time: 0.2358751 Dec 12 04:34:16.682118 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49650) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:16.697625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Allocated IP 172.20.0.1 (7eb57869-562c-4ed8-94ac-2bcbbf9c43f4/2e7f2a32-6e4d-4839-8307-bcb070f83cee/f35f2dd6-e302-40ef-b388-9cbe21c661a1) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:16.862152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68d30a-2ead-40a1-8ca6-2c9441f0f39e None None] Routers {'95cba093-b379-4c07-8fa2-74cb86440cf9'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:16.863211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ab68d30a-2ead-40a1-8ca6-2c9441f0f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['95cba093-b379-4c07-8fa2-74cb86440cf9'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:16.872787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f177110f-8e63-4c32-ba04-7a76e000721d None None] Provisioning complete for port 67123451-285a-4327-b117-67adba2d6735 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:16.873547 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f177110f-8e63-4c32-ba04-7a76e000721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:16.878365 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796e190-9325-49c0-8de1-8254d7e16fd3 None None] Pushing event updated for resources: {'Port': ['ID=e3bd97be-d8a5-4c31-8c76-30e495744d88,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:16.991030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656af7a-b7d9-4580-a997-8f7996e64678 req-9b959133-d8a2-4854-968b-bf5ab5457807 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:16.992678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f656af7a-b7d9-4580-a997-8f7996e64678 req-9b959133-d8a2-4854-968b-bf5ab5457807 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.2557323 Dec 12 04:34:17.065469 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796e190-9325-49c0-8de1-8254d7e16fd3 None None] Pushing event updated for resources: {'Port': ['ID=e3bd97be-d8a5-4c31-8c76-30e495744d88,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:17.073023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ab68d30a-2ead-40a1-8ca6-2c9441f0f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:17.075444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:17.108726 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:34:09Z', 'updated_at': '2021-12-12T04:34:11Z', 'revision_number': 3, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'gw_port': {'id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:10Z', 'updated_at': '2021-12-12T04:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:17.183283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68d30a-2ead-40a1-8ca6-2c9441f0f39e None None] Routers {'95cba093-b379-4c07-8fa2-74cb86440cf9'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:17.183937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ab68d30a-2ead-40a1-8ca6-2c9441f0f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['95cba093-b379-4c07-8fa2-74cb86440cf9'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:17.187814 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc58e7a-cbbf-4e58-8072-8a56f83f169e None None] The sync data for ids ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'] in n-d-710847-7 is: [{'id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:34:09Z', 'updated_at': '2021-12-12T04:34:11Z', 'revision_number': 3, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'gw_port': {'id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:10Z', 'updated_at': '2021-12-12T04:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:34:17.196858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f656af7a-b7d9-4580-a997-8f7996e64678 req-6eba040e-76f2-4d88-a958-b4c5cfb8b87d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882484 Dec 12 04:34:17.233351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:17.408210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ab68d30a-2ead-40a1-8ca6-2c9441f0f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:17.411064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:17.422427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68d30a-2ead-40a1-8ca6-2c9441f0f39e None None] The sync data for ids ['95cba093-b379-4c07-8fa2-74cb86440cf9'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:34:17.425719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f177110f-8e63-4c32-ba04-7a76e000721d None None] Port 67123451-285a-4327-b117-67adba2d6735 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:17.497035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d5514053-1951-460e-bd87-ec8a09fd9a5e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:17.501549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:17.505622 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:17.507249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:17.514022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:17.578597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f35f2dd6-e302-40ef-b388-9cbe21c661a1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:17.635215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:17.639471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488184-1e03-44ad-a4e9-f4af3f973473 req-06a8bea2-a275-464a-8aad-396282b731ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:17.641672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1488184-1e03-44ad-a4e9-f4af3f973473 req-06a8bea2-a275-464a-8aad-396282b731ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.2274485 Dec 12 04:34:17.663453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Provisioning complete for port 71dd252e-9a6a-4557-aeea-769856c56a3a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:17.663743 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:17.813491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1488184-1e03-44ad-a4e9-f4af3f973473 req-803391de-e45f-4756-935e-63741d4ab2b5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648865 Dec 12 04:34:17.921700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 89162e68-5d01-418e-9ee2-95d8578ed8ef up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:18.055113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.082368 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.144170 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.202856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 89162e68-5d01-418e-9ee2-95d8578ed8ef triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:18.203742 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.322082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] For port 71dd252e-9a6a-4557-aeea-769856c56a3a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71dd252e-9a6a-4557-aeea-769856c56a3a,segment=NetworkSegment(e3b80e00-e485-482b-a0fd-cfb477ae4c04),segment_id=e3b80e00-e485-482b-a0fd-cfb477ae4c04)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:18.336320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.413622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Provisioning complete for port 67123451-285a-4327-b117-67adba2d6735 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:18.414080 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.552917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.567389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.601379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Pushing event updated for resources: {'Port': ['ID=71dd252e-9a6a-4557-aeea-769856c56a3a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:18.615679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71dd252e-9a6a-4557-aeea-769856c56a3a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:18.649616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 67123451-285a-4327-b117-67adba2d6735 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:18.650310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.668843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Port 67123451-285a-4327-b117-67adba2d6735 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:18.700886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Provisioning complete for port e3bd97be-d8a5-4c31-8c76-30e495744d88 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:18.701421 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.787109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f35f2dd6-e302-40ef-b388-9cbe21c661a1,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:18.835544 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.837597 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.850717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 71dd252e-9a6a-4557-aeea-769856c56a3a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:18.851241 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:18.860400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 67123451-285a-4327-b117-67adba2d6735 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:19.079838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:19.103175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:19.105462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:19.158069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] For port e3bd97be-d8a5-4c31-8c76-30e495744d88, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e3bd97be-d8a5-4c31-8c76-30e495744d88,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:19.244019 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:19.249158 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:19.322273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=67123451-285a-4327-b117-67adba2d6735,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:19.452755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5ff8d-14ed-495c-a14e-dfa3bf678e33 None None] Pushing event updated for resources: {'Port': ['ID=e3bd97be-d8a5-4c31-8c76-30e495744d88,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:19.484286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f344a1a0-71ac-469a-aa2d-9fdef9c37f16 None None] Provisioning complete for port 71dd252e-9a6a-4557-aeea-769856c56a3a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:19.487213 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f344a1a0-71ac-469a-aa2d-9fdef9c37f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:19.535276 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:19.539913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:34:19.656925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71dd252e-9a6a-4557-aeea-769856c56a3a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:19.877425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 71dd252e-9a6a-4557-aeea-769856c56a3a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:19.878066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:19.880752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:34:19.900155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4c911fcc-27e6-4a2a-a977-31ecb403b7e9 admin admin] 10.222.0.36 "PUT /v2.0/routers/21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3578501 Dec 12 04:34:20.011470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f344a1a0-71ac-469a-aa2d-9fdef9c37f16 None None] Provisioning complete for port f35f2dd6-e302-40ef-b388-9cbe21c661a1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:20.011847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f344a1a0-71ac-469a-aa2d-9fdef9c37f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:20.419685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f344a1a0-71ac-469a-aa2d-9fdef9c37f16 None None] Port f35f2dd6-e302-40ef-b388-9cbe21c661a1 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:20.507395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e3bd97be-d8a5-4c31-8c76-30e495744d88 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:20.512020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Router 95cba093-b379-4c07-8fa2-74cb86440cf9 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:34:20.563695 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Sync routers for ids ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:34:20.599336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c7741627-158e-4f1b-abed-2d0447db68ea None None] Provisioning complete for port f35f2dd6-e302-40ef-b388-9cbe21c661a1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:20.599745 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7741627-158e-4f1b-abed-2d0447db68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:20.606343 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Routers {'21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:20.608172 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:20.643771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c7741627-158e-4f1b-abed-2d0447db68ea None None] Port f35f2dd6-e302-40ef-b388-9cbe21c661a1 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:20.644056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:34:20.648626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e3bd97be-d8a5-4c31-8c76-30e495744d88 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:20.649243 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:20.657713 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f2e5009c-7ed0-45f9-9682-6889c913b8a2 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "PUT /v2.0/routers/95cba093-b379-4c07-8fa2-74cb86440cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9741743 Dec 12 04:34:20.660620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49732) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:20.691370 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-565d80cc-5624-4fd8-95e9-564cc55d9b2b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:34:20.696360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49734) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:20.700188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da7577-93f1-42e8-a664-ac05b23c461e None None] Sync routers for ids ['95cba093-b379-4c07-8fa2-74cb86440cf9'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:34:20.703876 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-565d80cc-5624-4fd8-95e9-564cc55d9b2b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/67123451-285a-4327-b117-67adba2d6735 HTTP/1.1" status: 404 len: 333 time: 0.0420694 Dec 12 04:34:20.717013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da7577-93f1-42e8-a664-ac05b23c461e None None] Routers {'95cba093-b379-4c07-8fa2-74cb86440cf9'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:20.717677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-02da7577-93f1-42e8-a664-ac05b23c461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['95cba093-b379-4c07-8fa2-74cb86440cf9'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:20.778462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-02da7577-93f1-42e8-a664-ac05b23c461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:20.820503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da7577-93f1-42e8-a664-ac05b23c461e None None] Routers {'95cba093-b379-4c07-8fa2-74cb86440cf9'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:20.821107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-02da7577-93f1-42e8-a664-ac05b23c461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['95cba093-b379-4c07-8fa2-74cb86440cf9'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:20.857520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-02da7577-93f1-42e8-a664-ac05b23c461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:20.858353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da7577-93f1-42e8-a664-ac05b23c461e None None] The sync data for ids ['95cba093-b379-4c07-8fa2-74cb86440cf9'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:34:20.898952 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d01470a1-7509-4247-a7db-5c71323a18b6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:20.908758 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Set router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:21.068913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49746) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:21.072077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-05a63ac4-acea-4f47-8d6d-3900b7d17f6e tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245867236', 'description': 'tempest-secgroup-smoke-245867236 description', 'project_id': '8b82bb21ec93460d83a1f718b4818328'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:21.123830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05a63ac4-acea-4f47-8d6d-3900b7d17f6e tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.249253 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:34:09Z', 'updated_at': '2021-12-12T04:34:17Z', 'revision_number': 4, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'gw_port': {'id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:10Z', 'updated_at': '2021-12-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f35f2dd6-e302-40ef-b388-9cbe21c661a1', 'name': '', 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'mac_address': 'fa:16:3e:5e:03:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2e7f2a32-6e4d-4839-8307-bcb070f83cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:15Z', 'updated_at': '2021-12-12T04:34:18Z', 'revision_number': 2, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'subnets': [{'id': '2e7f2a32-6e4d-4839-8307-bcb070f83cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:21.320073 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Checking router: 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:34:21.320698 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Updating router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 port f35f2dd6-e302-40ef-b388-9cbe21c661a1 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:34:21.366370 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.401545 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05a63ac4-acea-4f47-8d6d-3900b7d17f6e tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.409266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05a63ac4-acea-4f47-8d6d-3900b7d17f6e tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.429813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e3bd97be-d8a5-4c31-8c76-30e495744d88 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:21.445735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d01470a1-7509-4247-a7db-5c71323a18b6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.452046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d01470a1-7509-4247-a7db-5c71323a18b6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.494960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a63ac4-acea-4f47-8d6d-3900b7d17f6e tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0768e94-ce36-4419-80b5-94b83780648c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:21.503523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05a63ac4-acea-4f47-8d6d-3900b7d17f6e tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.508782 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-05a63ac4-acea-4f47-8d6d-3900b7d17f6e tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4403567 Dec 12 04:34:21.510206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49758) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:21.515730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c9afdb3a-7919-4508-ab81-0062fb543781 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Request body: {'security_group_rule': {'security_group_id': 'f0768e94-ce36-4419-80b5-94b83780648c', 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:21.552309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e3bd97be-d8a5-4c31-8c76-30e495744d88 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:21.552706 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.589076 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c9afdb3a-7919-4508-ab81-0062fb543781 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.626903 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d01470a1-7509-4247-a7db-5c71323a18b6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.628762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01470a1-7509-4247-a7db-5c71323a18b6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Fanout notify agent at l3_agent the message router_deleted on router 95cba093-b379-4c07-8fa2-74cb86440cf9 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:34:21.648130 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d01470a1-7509-4247-a7db-5c71323a18b6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.649425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d01470a1-7509-4247-a7db-5c71323a18b6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/routers/95cba093-b379-4c07-8fa2-74cb86440cf9 HTTP/1.1" status: 204 len: 168 time: 0.9516790 Dec 12 04:34:21.654609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49762) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:21.746826 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c9afdb3a-7919-4508-ab81-0062fb543781 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.751378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd9c756-1f76-47c9-9f5a-aa2edb4c63a1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet fbf64e3a-d9bc-4fc7-9509-342b54ab741f {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:34:21.755851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c9afdb3a-7919-4508-ab81-0062fb543781 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.761535 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd9c756-1f76-47c9-9f5a-aa2edb4c63a1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.794663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afdb3a-7919-4508-ab81-0062fb543781 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff9d4f9-af27-4bec-9be5-45706f848c5a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:21.806248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c9afdb3a-7919-4508-ab81-0062fb543781 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.816029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c9afdb3a-7919-4508-ab81-0062fb543781 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039842 Dec 12 04:34:21.818195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49766) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:21.824324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2f72bc92-283b-4393-bc38-a47c9d721548 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Request body: {'security_group_rule': {'security_group_id': 'f0768e94-ce36-4419-80b5-94b83780648c', 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:21.872058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd9c756-1f76-47c9-9f5a-aa2edb4c63a1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.920435 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f72bc92-283b-4393-bc38-a47c9d721548 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.942626 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:21.952936 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.069291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49774) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:22.111924 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd9c756-1f76-47c9-9f5a-aa2edb4c63a1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.151383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f72bc92-283b-4393-bc38-a47c9d721548 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.160523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f72bc92-283b-4393-bc38-a47c9d721548 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.235465 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12668bf3-0fef-45d7-ab9e-5eb0deb0e917 None None] Pushing event updated for resources: {'Port': ['ID=f35f2dd6-e302-40ef-b388-9cbe21c661a1,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:22.243092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72bc92-283b-4393-bc38-a47c9d721548 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127e6264-132c-4003-9de8-19f4b2076a08,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:22.295837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f72bc92-283b-4393-bc38-a47c9d721548 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.300267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2f72bc92-283b-4393-bc38-a47c9d721548 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4807839 Dec 12 04:34:22.306721 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Attempting to bind port f35f2dd6-e302-40ef-b388-9cbe21c661a1 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:34:22.306721 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Attempting to bind port f35f2dd6-e302-40ef-b388-9cbe21c661a1 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'e3b80e00-e485-482b-a0fd-cfb477ae4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:34:22.306721 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Attempting to bind port f35f2dd6-e302-40ef-b388-9cbe21c661a1 on network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:22.307464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49780) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:22.319981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-03a52978-5522-4ad5-a2dd-fe0de89a34f0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Request body: {'security_group_rule': {'security_group_id': 'f0768e94-ce36-4419-80b5-94b83780648c', 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:22.339895 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:34:22.340281 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Checking segment: {'id': 'e3b80e00-e485-482b-a0fd-cfb477ae4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:22.340689 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.341117 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Bound using segment: {'id': 'e3b80e00-e485-482b-a0fd-cfb477ae4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:34:22.342155 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Bound port: f35f2dd6-e302-40ef-b388-9cbe21c661a1, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b80e00-e485-482b-a0fd-cfb477ae4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:34:22.342155 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.403786 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a52978-5522-4ad5-a2dd-fe0de89a34f0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.445072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd9c756-1f76-47c9-9f5a-aa2edb4c63a1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.532477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-16223f88-23eb-4f6c-b66c-4d87397513ff None None] Provisioning complete for port f35f2dd6-e302-40ef-b388-9cbe21c661a1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:22.536434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-16223f88-23eb-4f6c-b66c-4d87397513ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.604063 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] For port f35f2dd6-e302-40ef-b388-9cbe21c661a1, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:34:22.635835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1dbb997f-f190-4e88-a086-bf3b5606df2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.640932 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] For port f35f2dd6-e302-40ef-b388-9cbe21c661a1, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f35f2dd6-e302-40ef-b388-9cbe21c661a1,segment=NetworkSegment(e3b80e00-e485-482b-a0fd-cfb477ae4c04),segment_id=e3b80e00-e485-482b-a0fd-cfb477ae4c04)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:34:22.649287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9c756-1f76-47c9-9f5a-aa2edb4c63a1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf64e3a-d9bc-4fc7-9509-342b54ab741f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:22.653976 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.667647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-16223f88-23eb-4f6c-b66c-4d87397513ff None None] Port f35f2dd6-e302-40ef-b388-9cbe21c661a1 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:22.678220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd9c756-1f76-47c9-9f5a-aa2edb4c63a1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.687605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a258c-e45e-4c64-b5dc-2fc12d00e8b0 None None] Network 65835bdd-2e04-4082-b14f-47bab1e61359 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:22.692099 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ccd9c756-1f76-47c9-9f5a-aa2edb4c63a1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/fbf64e3a-d9bc-4fc7-9509-342b54ab741f HTTP/1.1" status: 204 len: 168 time: 1.0321894 Dec 12 04:34:22.694730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49792) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:22.751000 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a52978-5522-4ad5-a2dd-fe0de89a34f0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.757639 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a52978-5522-4ad5-a2dd-fe0de89a34f0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.804381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a52978-5522-4ad5-a2dd-fe0de89a34f0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3952267a-d4f7-4c4b-bba5-1b31445be9ae,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:22.811373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a52978-5522-4ad5-a2dd-fe0de89a34f0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.816495 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-03a52978-5522-4ad5-a2dd-fe0de89a34f0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5068915 Dec 12 04:34:22.817334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49794) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:22.825749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c0c8a088-951b-4241-b898-e1195db9ccf1 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Request body: {'security_group_rule': {'security_group_id': 'f0768e94-ce36-4419-80b5-94b83780648c', 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:22.833115 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Routers {'21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:22.836882 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:22.853549 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12668bf3-0fef-45d7-ab9e-5eb0deb0e917 None None] Pushing event updated for resources: {'Port': ['ID=f35f2dd6-e302-40ef-b388-9cbe21c661a1,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:22.856545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.881146 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a088-951b-4241-b898-e1195db9ccf1 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:22.966575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 89162e68-5d01-418e-9ee2-95d8578ed8ef {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:22.967353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.092661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14feec3e-6d81-48a6-9d33-c3733b2795e5 None None] DHCP port deletion for 65835bdd-2e04-4082-b14f-47bab1e61359 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:34:23.116090 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] Set router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:23.121558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1dbb997f-f190-4e88-a086-bf3b5606df2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.128625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] For port 89162e68-5d01-418e-9ee2-95d8578ed8ef, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=89162e68-5d01-418e-9ee2-95d8578ed8ef,segment=NetworkSegment(ead4f84c-53ee-4dc2-a360-f15d6368df23),segment_id=ead4f84c-53ee-4dc2-a360-f15d6368df23)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:23.129275 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.146450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1dbb997f-f190-4e88-a086-bf3b5606df2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.186104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 89162e68-5d01-418e-9ee2-95d8578ed8ef owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:23.222939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-14feec3e-6d81-48a6-9d33-c3733b2795e5 None None] Deleting port 89162e68-5d01-418e-9ee2-95d8578ed8ef {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:23.223596 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14feec3e-6d81-48a6-9d33-c3733b2795e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.228739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a088-951b-4241-b898-e1195db9ccf1 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.312649 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a088-951b-4241-b898-e1195db9ccf1 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.357468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb997f-f190-4e88-a086-bf3b5606df2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997f7cef-0abc-4711-a5de-176c8944111f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:23.401445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1dbb997f-f190-4e88-a086-bf3b5606df2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22f2405ef587473c802954a00320469d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3239551 Dec 12 04:34:23.405945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8a088-951b-4241-b898-e1195db9ccf1 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd579e59-0a54-4780-b10c-501aed824f54,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:23.413315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49808) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:23.434179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b2f22946-6037-4b68-b117-5b326325e7c1 None None] Provisioning complete for port f35f2dd6-e302-40ef-b388-9cbe21c661a1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:23.434565 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b2f22946-6037-4b68-b117-5b326325e7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.452291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a088-951b-4241-b898-e1195db9ccf1 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.453551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c0c8a088-951b-4241-b898-e1195db9ccf1 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6329176 Dec 12 04:34:23.459255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49814) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:23.464362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-66440c01-2843-4bda-9429-4f129f7e6e51 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Request body: {'security_group_rule': {'security_group_id': 'f0768e94-ce36-4419-80b5-94b83780648c', 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:23.549558 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-66440c01-2843-4bda-9429-4f129f7e6e51 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Project 8b82bb21ec93460d83a1f718b4818328 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:34:23.555888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.560347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 89162e68-5d01-418e-9ee2-95d8578ed8ef no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:34:23.563512 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66440c01-2843-4bda-9429-4f129f7e6e51 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.616273 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:34:09Z', 'updated_at': '2021-12-12T04:34:17Z', 'revision_number': 4, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'gw_port': {'id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:10Z', 'updated_at': '2021-12-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f35f2dd6-e302-40ef-b388-9cbe21c661a1', 'name': '', 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'mac_address': 'fa:16:3e:5e:03:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2e7f2a32-6e4d-4839-8307-bcb070f83cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:15Z', 'updated_at': '2021-12-12T04:34:22Z', 'revision_number': 4, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'subnets': [{'id': '2e7f2a32-6e4d-4839-8307-bcb070f83cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:23.630573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=89162e68-5d01-418e-9ee2-95d8578ed8ef,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:23.636259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-14feec3e-6d81-48a6-9d33-c3733b2795e5 None None] For port 89162e68-5d01-418e-9ee2-95d8578ed8ef, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=89162e68-5d01-418e-9ee2-95d8578ed8ef,segment=NetworkSegment(ead4f84c-53ee-4dc2-a360-f15d6368df23),segment_id=ead4f84c-53ee-4dc2-a360-f15d6368df23)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:23.642408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No DVR routers for this DVR port 89162e68-5d01-418e-9ee2-95d8578ed8ef on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:34:23.642602 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14feec3e-6d81-48a6-9d33-c3733b2795e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.667548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 89162e68-5d01-418e-9ee2-95d8578ed8ef {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:34:23.668020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 89162e68-5d01-418e-9ee2-95d8578ed8ef not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:34:23.689806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-14feec3e-6d81-48a6-9d33-c3733b2795e5 None None] Calling delete_port for 89162e68-5d01-418e-9ee2-95d8578ed8ef owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:23.705955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66440c01-2843-4bda-9429-4f129f7e6e51 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.711471 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec618ff3-cb9d-4988-84a0-ecac992c194b None None] The sync data for ids ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'] in n-d-710847-7 is: [{'id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:34:09Z', 'updated_at': '2021-12-12T04:34:17Z', 'revision_number': 4, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'gw_port': {'id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:10Z', 'updated_at': '2021-12-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f35f2dd6-e302-40ef-b388-9cbe21c661a1', 'name': '', 'network_id': '7eb57869-562c-4ed8-94ac-2bcbbf9c43f4', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'mac_address': 'fa:16:3e:5e:03:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2e7f2a32-6e4d-4839-8307-bcb070f83cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:15Z', 'updated_at': '2021-12-12T04:34:22Z', 'revision_number': 4, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'subnets': [{'id': '2e7f2a32-6e4d-4839-8307-bcb070f83cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:34:23.712454 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3d6aaef-e643-4f65-aa1f-fb22d28c7bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.714545 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66440c01-2843-4bda-9429-4f129f7e6e51 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.753165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66440c01-2843-4bda-9429-4f129f7e6e51 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49a6210-d5c7-498b-8ea6-bc634474e92a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:23.771620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66440c01-2843-4bda-9429-4f129f7e6e51 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.776589 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-66440c01-2843-4bda-9429-4f129f7e6e51 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3124979 Dec 12 04:34:23.783892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49822) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:23.790144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9713dec1-dfe8-469e-bdae-872002e3c24a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Request body: {'security_group_rule': {'security_group_id': 'f0768e94-ce36-4419-80b5-94b83780648c', 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:23.862820 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-9713dec1-dfe8-469e-bdae-872002e3c24a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Project 8b82bb21ec93460d83a1f718b4818328 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:34:23.873756 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9713dec1-dfe8-469e-bdae-872002e3c24a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.879816 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.919582 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b2f22946-6037-4b68-b117-5b326325e7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.921323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3d6aaef-e643-4f65-aa1f-fb22d28c7bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:23.971899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b2f22946-6037-4b68-b117-5b326325e7c1 None None] For port f35f2dd6-e302-40ef-b388-9cbe21c661a1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f35f2dd6-e302-40ef-b388-9cbe21c661a1,segment=NetworkSegment(e3b80e00-e485-482b-a0fd-cfb477ae4c04),segment_id=e3b80e00-e485-482b-a0fd-cfb477ae4c04)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:23.981654 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b2f22946-6037-4b68-b117-5b326325e7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.005070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65835bdd-2e04-4082-b14f-47bab1e61359']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:24.018389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead4f84c-53ee-4dc2-a360-f15d6368df23') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:24.019232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead4f84c-53ee-4dc2-a360-f15d6368df23') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:24.050050 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9713dec1-dfe8-469e-bdae-872002e3c24a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.055472 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.059168 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9713dec1-dfe8-469e-bdae-872002e3c24a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.084516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.099994 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3d6aaef-e643-4f65-aa1f-fb22d28c7bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.103598 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3d6aaef-e643-4f65-aa1f-fb22d28c7bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.103828 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9713dec1-dfe8-469e-bdae-872002e3c24a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.105870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f3d6aaef-e643-4f65-aa1f-fb22d28c7bb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/997f7cef-0abc-4711-a5de-176c8944111f HTTP/1.1" status: 204 len: 168 time: 0.6912513 Dec 12 04:34:24.107564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:34:24.110941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.112911 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14feec3e-6d81-48a6-9d33-c3733b2795e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.116372 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9713dec1-dfe8-469e-bdae-872002e3c24a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3311632 Dec 12 04:34:24.122564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713dec1-dfe8-469e-bdae-872002e3c24a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4dd8f52-eb0b-4a16-bbbd-adbc4f788db2,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:24.134047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22946-6037-4b68-b117-5b326325e7c1 None None] Pushing event updated for resources: {'Port': ['ID=f35f2dd6-e302-40ef-b388-9cbe21c661a1,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:34:24.134517 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:34:24.210335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feec3e-6d81-48a6-9d33-c3733b2795e5 None None] Pushing event deleted for resources: {'Port': ['ID=89162e68-5d01-418e-9ee2-95d8578ed8ef,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:24.212236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14feec3e-6d81-48a6-9d33-c3733b2795e5 None None] No DVR routers for this DVR port 89162e68-5d01-418e-9ee2-95d8578ed8ef on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:34:24.286396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6aaef-e643-4f65-aa1f-fb22d28c7bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997f7cef-0abc-4711-a5de-176c8944111f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:24.326354 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.354307 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.361601 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/networks/65835bdd-2e04-4082-b14f-47bab1e61359 HTTP/1.1" status: 204 len: 168 time: 1.6621361 Dec 12 04:34:24.362656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49840) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:24.375258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d174fb3-436f-4b25-a0be-c50a572bccc1 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Network': ['ID=65835bdd-2e04-4082-b14f-47bab1e61359,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:24.503991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4098bbd2-e7fc-4cfb-a645-8c03b78d522c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:24.506022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4098bbd2-e7fc-4cfb-a645-8c03b78d522c tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/a15f46c8-12de-4ef6-81cf-0fde5ec78679 HTTP/1.1" status: 200 len: 844 time: 0.1412847 Dec 12 04:34:24.512040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49854) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:24.539317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49860) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:24.609942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-708e8de8-d950-46ee-a9b2-cf39bafea489 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/a15f46c8-12de-4ef6-81cf-0fde5ec78679?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0963724 Dec 12 04:34:24.617149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49866) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:24.644676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:24.695877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-7b4eeb77-b9bb-473b-bd3e-2365dd8c5331 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245867236&fields=id&tenant_id=8b82bb21ec93460d83a1f718b4818328 HTTP/1.1" status: 200 len: 267 time: 0.1319611 Dec 12 04:34:24.814450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:24.819625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.839492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-60f1fcd9-bbd7-4e49-a32a-a66ee2e26478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.841277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49872) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:24.915787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-800bdb52-bd05-4cde-8557-81ee31019968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:24.971376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-be85cfc2-05fb-4ea8-af14-db2397f0f55e tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:24.972931 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-be85cfc2-05fb-4ea8-af14-db2397f0f55e tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/networks?id=527a69ce-5344-4699-976f-971e117a42c1 HTTP/1.1" status: 200 len: 809 time: 0.2762177 Dec 12 04:34:24.991057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-60f1fcd9-bbd7-4e49-a32a-a66ee2e26478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.000629 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-60f1fcd9-bbd7-4e49-a32a-a66ee2e26478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.014251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-1efbb651-ed40-4d18-8306-164c58dcf976 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104972 Dec 12 04:34:25.029917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1fcd9-bbd7-4e49-a32a-a66ee2e26478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba1712f-361f-41de-82e5-bb10dd4a7558,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:25.034291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-4cdf456c-47ea-4f19-87ac-d7750796caf6 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/quotas/8b82bb21ec93460d83a1f718b4818328 HTTP/1.1" status: 200 len: 375 time: 0.0496333 Dec 12 04:34:25.081218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-60f1fcd9-bbd7-4e49-a32a-a66ee2e26478 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c0e764991e74ebea8cd1a3192cc0b26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5382171 Dec 12 04:34:25.082488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49878) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:25.156724 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-be322c2c-b716-4ba0-bac7-0d8fdef4c98c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b82bb21ec93460d83a1f718b4818328&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158161 Dec 12 04:34:25.166615 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2d0d353-cb46-4b84-9e6b-c9b917dbaef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.196745 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2d0d353-cb46-4b84-9e6b-c9b917dbaef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.197726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-800bdb52-bd05-4cde-8557-81ee31019968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.208643 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-800bdb52-bd05-4cde-8557-81ee31019968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.247354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-1276c08c-a74d-4efa-9b98-239a08b55006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:25.248942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-1276c08c-a74d-4efa-9b98-239a08b55006 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ab96106f8d64a5d98ef0a26c244b9d3&device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 1101 time: 0.1629868 Dec 12 04:34:25.261480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.265441 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2d0d353-cb46-4b84-9e6b-c9b917dbaef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.272058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2d0d353-cb46-4b84-9e6b-c9b917dbaef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.272058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f2d0d353-cb46-4b84-9e6b-c9b917dbaef8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dba1712f-361f-41de-82e5-bb10dd4a7558 HTTP/1.1" status: 204 len: 168 time: 0.1861548 Dec 12 04:34:25.272663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bdb52-bd05-4cde-8557-81ee31019968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e0ff5-2a3f-4e79-8d5b-fbb0bcf2453f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:25.281185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0d353-cb46-4b84-9e6b-c9b917dbaef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba1712f-361f-41de-82e5-bb10dd4a7558,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:25.315838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-800bdb52-bd05-4cde-8557-81ee31019968 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7d436d4a17146e88c1ff2667dd63ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4702744 Dec 12 04:34:25.319042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49886) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:25.332753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:25.336540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:25.340559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:25.341147 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.350679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e813ca5-dd96-44c0-a2aa-779fc5c28983 None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:25.361410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:25.412120 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5e0ff3e9-ce64-4fd2-b501-94e6d7ba6a67 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7938297 Dec 12 04:34:25.413034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49890) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:25.420434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f93ca13c-a52a-4220-b28d-6911b6470efd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'security_group': {'name': 'tempest-secgroup-63576124'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:25.557347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f93ca13c-a52a-4220-b28d-6911b6470efd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.586302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f35f2dd6-e302-40ef-b388-9cbe21c661a1 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:25.615563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0330-c7bc-474d-b42b-d8ba40658883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.651691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-ce40b6ae-e088-4a4c-80b2-1deb06019b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:25.657722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-ce40b6ae-e088-4a4c-80b2-1deb06019b93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.3084307 Dec 12 04:34:25.683596 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0330-c7bc-474d-b42b-d8ba40658883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.694618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f35f2dd6-e302-40ef-b388-9cbe21c661a1 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:25.699829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.765712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-6f4e3e30-675d-4c6e-86cf-183182bdeb8d service neutron] 10.222.0.36 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890546 Dec 12 04:34:25.773080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-b1ed8471-2e56-4985-b5ef-6fb3fc84c750 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=9deba328-0d26-41d2-941b-3131c06baf1f HTTP/1.1" status: 200 len: 217 time: 0.1066813 Dec 12 04:34:25.803820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'project_id': 'd5c16adb8fc44feabe701abb730d4d9a', 'fixed_ips': [{'subnet_id': '58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:34:25.804977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.873638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-e300df60-0ed1-49b2-8aea-b18e00b42774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:25.883219 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-e300df60-0ed1-49b2-8aea-b18e00b42774 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0925357 Dec 12 04:34:25.886053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f93ca13c-a52a-4220-b28d-6911b6470efd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:25.963099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f93ca13c-a52a-4220-b28d-6911b6470efd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.047158 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-d5a07b2e-d15e-4ae2-9b36-1569641b196e service neutron] 10.222.0.36 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452662 Dec 12 04:34:26.047995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0330-c7bc-474d-b42b-d8ba40658883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.051897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0330-c7bc-474d-b42b-d8ba40658883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.053917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f93ca13c-a52a-4220-b28d-6911b6470efd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.057142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9a4a0330-c7bc-474d-b42b-d8ba40658883 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a7e0ff5-2a3f-4e79-8d5b-fbb0bcf2453f HTTP/1.1" status: 204 len: 168 time: 0.7343931 Dec 12 04:34:26.062938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f93ca13c-a52a-4220-b28d-6911b6470efd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6461651 Dec 12 04:34:26.069756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49902) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:26.078394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a0330-c7bc-474d-b42b-d8ba40658883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e0ff5-2a3f-4e79-8d5b-fbb0bcf2453f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:26.081959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ca13c-a52a-4220-b28d-6911b6470efd tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddfad38-2544-4851-8f87-87faa17b384e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:26.086120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-e15f62f2-05a9-4a79-9777-dcd5fbc8bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:26.093023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-e15f62f2-05a9-4a79-9777-dcd5fbc8bb3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2020609 Dec 12 04:34:26.094062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49904) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:26.102701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-255f2373-78a4-4264-8e90-f0abe906f62a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'security_group': {'name': 'tempest-secgroup-2043603564'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:26.150719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-255f2373-78a4-4264-8e90-f0abe906f62a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.202607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Allocated IP 2001:db8::2 (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c/15c763de-3fbc-49cd-9537-ee61993c9d0f) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:26.216805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02ec6543-5697-44c5-9e61-4909da809468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.340975 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-cc24ad66-660d-4f5e-ae85-d4dc5df4cc6d service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221692 Dec 12 04:34:26.389094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-255f2373-78a4-4264-8e90-f0abe906f62a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.397600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-255f2373-78a4-4264-8e90-f0abe906f62a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.437915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-255f2373-78a4-4264-8e90-f0abe906f62a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.442308 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-255f2373-78a4-4264-8e90-f0abe906f62a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3605943 Dec 12 04:34:26.442970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 49914) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:26.450906 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1564575909', 'security_groups': ['72bfa624-f2e1-44b4-81e9-edd154be7f3a'], 'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:26.469935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f2373-78a4-4264-8e90-f0abe906f62a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bfa624-f2e1-44b4-81e9-edd154be7f3a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:26.521317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c27a4099-a6a5-458c-86e8-36fb3f07ee25 req-c826f4e9-b2ca-42ea-bd0c-aae3545b0ca6 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 210 time: 0.0675619 Dec 12 04:34:26.536437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02ec6543-5697-44c5-9e61-4909da809468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.544275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-02ec6543-5697-44c5-9e61-4909da809468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.614977 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-02ec6543-5697-44c5-9e61-4909da809468 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08092c2cd2e84200b1e6f44c1a398e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5192699 Dec 12 04:34:26.620220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49922) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:26.625230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2f76920-ab89-4018-b298-a0517e6b29ed req-ae08e630-d284-473a-adaf-0642a1a56097 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667758 Dec 12 04:34:26.639403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec6543-5697-44c5-9e61-4909da809468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e787ccb6-92ca-477d-9107-76925a8d9dd0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:26.698016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01ef2b7c-2196-485f-bacf-a2f6b4bb7b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.713318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:26.740772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01ef2b7c-2196-485f-bacf-a2f6b4bb7b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.806531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.817489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01ef2b7c-2196-485f-bacf-a2f6b4bb7b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.820535 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.821313 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01ef2b7c-2196-485f-bacf-a2f6b4bb7b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:26.841669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-01ef2b7c-2196-485f-bacf-a2f6b4bb7b06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e787ccb6-92ca-477d-9107-76925a8d9dd0 HTTP/1.1" status: 204 len: 168 time: 0.2048011 Dec 12 04:34:26.862704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef2b7c-2196-485f-bacf-a2f6b4bb7b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e787ccb6-92ca-477d-9107-76925a8d9dd0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:26.884279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:26.893577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:26.905790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:26.964034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Pushing event updated for resources: {'Port': ['ID=15c763de-3fbc-49cd-9537-ee61993c9d0f,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:26.967384 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:27.005639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 0aa30bf4-4d92-4b13-b3ef-8c377219ce1d yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:34:27.006611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Attempting to bind port 15c763de-3fbc-49cd-9537-ee61993c9d0f on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:34:27.006990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Attempting to bind port 15c763de-3fbc-49cd-9537-ee61993c9d0f by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3ec9c76b-0579-449c-a176-c7159a30398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:34:27.008147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Attempting to bind port 15c763de-3fbc-49cd-9537-ee61993c9d0f on network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:27.018286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:34:27.018664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Checking segment: {'id': '3ec9c76b-0579-449c-a176-c7159a30398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:27.019299 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:27.019907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Bound using segment: {'id': '3ec9c76b-0579-449c-a176-c7159a30398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:34:27.020571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Bound port: 15c763de-3fbc-49cd-9537-ee61993c9d0f, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec9c76b-0579-449c-a176-c7159a30398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:34:27.021652 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:27.109309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] For port 15c763de-3fbc-49cd-9537-ee61993c9d0f, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:34:27.118598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] For port 15c763de-3fbc-49cd-9537-ee61993c9d0f, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=15c763de-3fbc-49cd-9537-ee61993c9d0f,segment=NetworkSegment(3ec9c76b-0579-449c-a176-c7159a30398a),segment_id=3ec9c76b-0579-449c-a176-c7159a30398a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:34:27.125955 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:27.234873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641754-0c75-474c-be33-33c6d0eb62bc None None] Pushing event updated for resources: {'Port': ['ID=15c763de-3fbc-49cd-9537-ee61993c9d0f,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:27.407368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::2c0 (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c/0aa30bf4-4d92-4b13-b3ef-8c377219ce1d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:27.700845 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:27.748484 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b484d4d2-09d6-4c9f-9fa1-a3bb243ec726 req-093ea916-bed2-4404-91f4-a63572b475f0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 210 time: 0.0375946 Dec 12 04:34:27.811163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:27.867012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=0aa30bf4-4d92-4b13-b3ef-8c377219ce1d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:27.879818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:27.881459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:27.887893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:27.894825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:27.895578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:27.928142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d5b33827-93d6-41e8-a279-47358d629116 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4815934 Dec 12 04:34:27.931050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49980) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:27.936952 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c796edf4-0a06-4216-9eee-0290f7eddb6d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:28.126721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c796edf4-0a06-4216-9eee-0290f7eddb6d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:28.131290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c796edf4-0a06-4216-9eee-0290f7eddb6d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:28.278936 n-d-710847-7 neutron-server[103451]: INFO neutron.db.ipam_backend_mixin [None req-c796edf4-0a06-4216-9eee-0290f7eddb6d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c (CIDR: 2001:db8::/64) Dec 12 04:34:28.291678 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c796edf4-0a06-4216-9eee-0290f7eddb6d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:28.292623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c796edf4-0a06-4216-9eee-0290f7eddb6d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:28.328110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c796edf4-0a06-4216-9eee-0290f7eddb6d tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3933032 Dec 12 04:34:28.328601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 49992) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:28.341685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:28.366106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-fbea9d75-7da5-42d4-b86e-98c9a261495a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:28.367738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-fbea9d75-7da5-42d4-b86e-98c9a261495a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.18 "GET /v2.0/networks?id=527a69ce-5344-4699-976f-971e117a42c1 HTTP/1.1" status: 200 len: 809 time: 0.3103693 Dec 12 04:34:28.535186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:28.540481 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:28.546969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-3dd2d64f-0e98-41a2-bbad-6cf1bab1d320 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b82bb21ec93460d83a1f718b4818328 HTTP/1.1" status: 200 len: 379 time: 0.1565671 Dec 12 04:34:28.566140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Request body: {'port': {'device_id': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'admin_state_up': True, 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'security_groups': ['f0768e94-ce36-4419-80b5-94b83780648c']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:28.760577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1cf14e13-ae80-4ac2-a5c2-7c97602ae6ab None None] Provisioning complete for port a15f46c8-12de-4ef6-81cf-0fde5ec78679 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:28.761226 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cf14e13-ae80-4ac2-a5c2-7c97602ae6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:28.769764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Made reservation on behalf of 8b82bb21ec93460d83a1f718b4818328 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:28.774345 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:28.871109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1cf14e13-ae80-4ac2-a5c2-7c97602ae6ab None None] Port a15f46c8-12de-4ef6-81cf-0fde5ec78679 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:28.897511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1cf14e13-ae80-4ac2-a5c2-7c97602ae6ab None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:28.900420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cf14e13-ae80-4ac2-a5c2-7c97602ae6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:28.954673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c0ffe86-779d-4c19-8c1b-61d4a4592f17 req-89c64e03-d478-40a2-b6cf-ccfd9f6a262a tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 210 time: 0.0474136 Dec 12 04:34:29.015032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Allocated IP 172.20.0.11 (527a69ce-5344-4699-976f-971e117a42c1/b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141/4d139503-a99c-429d-8d7f-7f448aa2515d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:29.018338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:29.135909 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cf14e13-ae80-4ac2-a5c2-7c97602ae6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:29.149616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=7fd209fa-868e-468b-961f-790c0d6ff749,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:29.185161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:29.186664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:29.191708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:29.198794 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:29.202088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1cf14e13-ae80-4ac2-a5c2-7c97602ae6ab None None] For port 15c763de-3fbc-49cd-9537-ee61993c9d0f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=15c763de-3fbc-49cd-9537-ee61993c9d0f,segment=NetworkSegment(3ec9c76b-0579-449c-a176-c7159a30398a),segment_id=3ec9c76b-0579-449c-a176-c7159a30398a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:29.209940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8020c-8fbf-4bc4-bf2f-04679f8045d4 None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:29.217849 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cf14e13-ae80-4ac2-a5c2-7c97602ae6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:29.230905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4045d20c-a905-4e31-ad1a-ca6726c995b4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9010894 Dec 12 04:34:29.234067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50030) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:29.239815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2112214196', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7fd209fa-868e-468b-961f-790c0d6ff749'}], 'security_groups': ['8ddfad38-2544-4851-8f87-87faa17b384e']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:29.347107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:29.438342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:29.510512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf14e13-ae80-4ac2-a5c2-7c97602ae6ab None None] Pushing event updated for resources: {'Port': ['ID=15c763de-3fbc-49cd-9537-ee61993c9d0f,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:29.524674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d0cf5d3f-5260-475f-9385-579a95de8e9d None None] Provisioning complete for port 0aa30bf4-4d92-4b13-b3ef-8c377219ce1d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:29.525319 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5d3f-5260-475f-9385-579a95de8e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:29.527310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Network 527a69ce-5344-4699-976f-971e117a42c1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:29.532650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 15c763de-3fbc-49cd-9537-ee61993c9d0f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:29.538316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:29.547396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:29.584931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:29.668672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'Port': ['ID=4d139503-a99c-429d-8d7f-7f448aa2515d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:29.740351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:29.741072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:29.796267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-1ec4e3d8-ef86-484f-ae49-4ecbe354c2d5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2424183 Dec 12 04:34:29.803083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf5d3f-5260-475f-9385-579a95de8e9d None None] Port 0aa30bf4-4d92-4b13-b3ef-8c377219ce1d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:29.815558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Request body: {'port': {'device_id': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:29.859293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:29.860291 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:30.019053 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:30.040870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fefd6f-d1ea-46cd-baa9-7d2e14e73625 None None] Update dhcp port {'port': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'fixed_ips': [{'subnet_id': '58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c', 'ip_address': '2001:db8::2'}, {'subnet_id': '7fd209fa-868e-468b-961f-790c0d6ff749'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '15c763de-3fbc-49cd-9537-ee61993c9d0f'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:34:30.081668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5d5045b6-5fe4-4c19-a47b-9dc99af60cde None None] Provisioning complete for port 4d139503-a99c-429d-8d7f-7f448aa2515d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:30.082191 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d5045b6-5fe4-4c19-a47b-9dc99af60cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:30.157358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5d5045b6-5fe4-4c19-a47b-9dc99af60cde None None] Port 4d139503-a99c-429d-8d7f-7f448aa2515d cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:30.177056 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92fefd6f-d1ea-46cd-baa9-7d2e14e73625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:30.381939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Delete allocated IP 2001:db8::2c0 (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c) {{(pid=103451) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 04:34:30.400106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a638579-40ea-4266-8caf-b601a5ddc1da req-efb33f94-9883-462d-a24e-ed1128eded3c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:30.404374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8:0:1::19d (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/7fd209fa-868e-468b-961f-790c0d6ff749/0aa30bf4-4d92-4b13-b3ef-8c377219ce1d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:30.408152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5a638579-40ea-4266-8caf-b601a5ddc1da req-efb33f94-9883-462d-a24e-ed1128eded3c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 932 time: 0.2748349 Dec 12 04:34:30.506602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5a638579-40ea-4266-8caf-b601a5ddc1da req-9e7c3480-05c7-4d7f-98bb-cec221cae243 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974405 Dec 12 04:34:30.617687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d139503-a99c-429d-8d7f-7f448aa2515d {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:34:30.651754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:30.672327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Transition to ACTIVE for port object 4d139503-a99c-429d-8d7f-7f448aa2515d will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:34:30.677282 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:30.677845 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:30.687963 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:30.782609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] In _notify_port_updated(), no bound segment for port 0aa30bf4-4d92-4b13-b3ef-8c377219ce1d on network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e {{(pid=103451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:34:30.791117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:30.792077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:30.799053 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "PUT /v2.0/ports/0aa30bf4-4d92-4b13-b3ef-8c377219ce1d HTTP/1.1" status: 200 len: 931 time: 1.5612507 Dec 12 04:34:30.799282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Pushing event updated for resources: {'Port': ['ID=4d139503-a99c-429d-8d7f-7f448aa2515d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:30.800649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50090) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:30.809726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-92fefd6f-d1ea-46cd-baa9-7d2e14e73625 None None] Allocated IP 2001:db8:0:1::2 (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/7fd209fa-868e-468b-961f-790c0d6ff749/15c763de-3fbc-49cd-9537-ee61993c9d0f) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:30.830328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43242ba-48e5-4398-945d-dae07c00431b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=0aa30bf4-4d92-4b13-b3ef-8c377219ce1d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:30.945636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-92fefd6f-d1ea-46cd-baa9-7d2e14e73625 None None] For port 15c763de-3fbc-49cd-9537-ee61993c9d0f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=15c763de-3fbc-49cd-9537-ee61993c9d0f,segment=NetworkSegment(3ec9c76b-0579-449c-a176-c7159a30398a),segment_id=3ec9c76b-0579-449c-a176-c7159a30398a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:31.017797 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92fefd6f-d1ea-46cd-baa9-7d2e14e73625 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:31.032277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92fefd6f-d1ea-46cd-baa9-7d2e14e73625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:31.093485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Attempting to bind port 4d139503-a99c-429d-8d7f-7f448aa2515d on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:34:31.093986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Attempting to bind port 4d139503-a99c-429d-8d7f-7f448aa2515d by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:34:31.094808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Attempting to bind port 4d139503-a99c-429d-8d7f-7f448aa2515d on network 527a69ce-5344-4699-976f-971e117a42c1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:31.109537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-040424e3-feaf-4b9e-ace7-2d8073857006 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 0aa30bf4-4d92-4b13-b3ef-8c377219ce1d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:31.115550 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-040424e3-feaf-4b9e-ace7-2d8073857006 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:31.138845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Port 4d139503-a99c-429d-8d7f-7f448aa2515d on network 527a69ce-5344-4699-976f-971e117a42c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:34:31.139473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Attempting to bind port 4d139503-a99c-429d-8d7f-7f448aa2515d on network 527a69ce-5344-4699-976f-971e117a42c1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:31.196040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:34:31.196040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Checking segment: {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:31.196040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Bound using segment: {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:34:31.196040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Bound port: 4d139503-a99c-429d-8d7f-7f448aa2515d, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f9a783-7ee7-4c26-a6b1-7a30847f0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '527a69ce-5344-4699-976f-971e117a42c1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:34:31.196040 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:31.301237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] For port 4d139503-a99c-429d-8d7f-7f448aa2515d, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:34:31.307373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] For port 4d139503-a99c-429d-8d7f-7f448aa2515d, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d139503-a99c-429d-8d7f-7f448aa2515d,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:34:31.326193 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:31.404424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Pushing event updated for resources: {'Port': ['ID=4d139503-a99c-429d-8d7f-7f448aa2515d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:31.419833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:31.420507 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:31.422118 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-19eee3db-0463-4315-9332-a7825716a16c service neutron] 10.222.0.18 "PUT /v2.0/ports/4d139503-a99c-429d-8d7f-7f448aa2515d HTTP/1.1" status: 200 len: 1092 time: 1.6122088 Dec 12 04:34:31.429702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'tag': '4d139503-a99c-429d-8d7f-7f448aa2515d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:34:31.434716 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d29fb2-a475-4013-9d1f-df61f3e543d2" -d '{"events": [{"name": "network-changed", "server_uuid": "43f73da9-3fda-42ce-805a-d4b0ff19b4f4", "tag": "4d139503-a99c-429d-8d7f-7f448aa2515d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:34:31.467226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-040424e3-feaf-4b9e-ace7-2d8073857006 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:31.470283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 15c763de-3fbc-49cd-9537-ee61993c9d0f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:31.529829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fefd6f-d1ea-46cd-baa9-7d2e14e73625 None None] Pushing event updated for resources: {'Port': ['ID=15c763de-3fbc-49cd-9537-ee61993c9d0f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:31.545383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-040424e3-feaf-4b9e-ace7-2d8073857006 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 0aa30bf4-4d92-4b13-b3ef-8c377219ce1d owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:31.634030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-fe354d52-aa08-45f4-a0f9-4abd60064823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:31.637119 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-fe354d52-aa08-45f4-a0f9-4abd60064823 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b82bb21ec93460d83a1f718b4818328&device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 1095 time: 0.1442492 Dec 12 04:34:31.699617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:31.700002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:31.789756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-bd67fc5e-1076-425a-b52e-64b8e180a0b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d139503-a99c-429d-8d7f-7f448aa2515d HTTP/1.1" status: 200 len: 217 time: 0.1360495 Dec 12 04:34:31.933468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50122) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:32.176496 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d39af56e-f23a-4912-811a-8863a3f16a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.304327 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0113ca-8629-49dd-aaa8-29eaac5d1cbb x-openstack-request-id: req-6a0113ca-8629-49dd-aaa8-29eaac5d1cbb {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:34:32.304634 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f73da9-3fda-42ce-805a-d4b0ff19b4f4", "tag": "4d139503-a99c-429d-8d7f-7f448aa2515d", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:34:32.306846 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a0113ca-8629-49dd-aaa8-29eaac5d1cbb {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:34:32.308069 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'tag': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'status': 'completed', 'code': 200} Dec 12 04:34:32.407332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24993a7-6a4b-4779-8444-574c08e96f40 req-72f9abbe-80d5-4a6d-b062-1e258bbd607c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:32.409228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c24993a7-6a4b-4779-8444-574c08e96f40 req-72f9abbe-80d5-4a6d-b062-1e258bbd607c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 944 time: 0.7280164 Dec 12 04:34:32.445157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-07ca9266-7d3d-44cf-b74d-0e5c4037b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:32.449258 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-07ca9266-7d3d-44cf-b74d-0e5c4037b8f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141 HTTP/1.1" status: 200 len: 848 time: 0.1657846 Dec 12 04:34:32.450340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-040424e3-feaf-4b9e-ace7-2d8073857006 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.498897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040424e3-feaf-4b9e-ace7-2d8073857006 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=0aa30bf4-4d92-4b13-b3ef-8c377219ce1d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:32.525751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d39af56e-f23a-4912-811a-8863a3f16a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.549033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d39af56e-f23a-4912-811a-8863a3f16a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.567296 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-040424e3-feaf-4b9e-ace7-2d8073857006 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.574888 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-040424e3-feaf-4b9e-ace7-2d8073857006 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/0aa30bf4-4d92-4b13-b3ef-8c377219ce1d HTTP/1.1" status: 204 len: 168 time: 1.7704880 Dec 12 04:34:32.579398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50136) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:32.591668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c24993a7-6a4b-4779-8444-574c08e96f40 req-342a0e6c-4e6b-4082-a0cb-864c9b7bcc11 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686399 Dec 12 04:34:32.601388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-49fc0236-1f2b-401b-928e-b1da86598e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:32.603816 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-49fc0236-1f2b-401b-928e-b1da86598e3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=527a69ce-5344-4699-976f-971e117a42c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428864 Dec 12 04:34:32.632029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d39af56e-f23a-4912-811a-8863a3f16a43 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6af96c2b8d3b4ab9b5c66c8f4a75f838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6974390 Dec 12 04:34:32.633646 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-213298b6-39d3-4b9a-b0fb-54a7fc0e66c9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:34:32.635141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-213298b6-39d3-4b9a-b0fb-54a7fc0e66c9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/0aa30bf4-4d92-4b13-b3ef-8c377219ce1d HTTP/1.1" status: 404 len: 333 time: 0.0477855 Dec 12 04:34:32.635966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39af56e-f23a-4912-811a-8863a3f16a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a66fff-cc9b-44ee-98d8-bd95412fe536,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:32.639919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50138) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:32.640318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50140) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:32.655485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-40f652c8-b402-4555-b6cb-d8703d97e261 None None] Could not find standard attr ID for object 0aa30bf4-4d92-4b13-b3ef-8c377219ce1d. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:34:32.687713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-40f652c8-b402-4555-b6cb-d8703d97e261 None None] Provisioning complete for port a15f46c8-12de-4ef6-81cf-0fde5ec78679 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:32.692661 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-40f652c8-b402-4555-b6cb-d8703d97e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.757567 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-660bf2c1-44df-491c-addb-065fd18da72f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.782539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-40f652c8-b402-4555-b6cb-d8703d97e261 None None] Port a15f46c8-12de-4ef6-81cf-0fde5ec78679 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:32.806823 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-660bf2c1-44df-491c-addb-065fd18da72f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.811057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-40f652c8-b402-4555-b6cb-d8703d97e261 None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:32.811469 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-40f652c8-b402-4555-b6cb-d8703d97e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.832181 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-971aa297-1db8-41df-8193-551a7f71ef25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:32.848141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-a18c894f-6098-4255-a00e-b972b087fb7f service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360961 Dec 12 04:34:33.003789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8babceff-d19a-46dc-bff2-39e261ae1d6a req-e2175728-4187-423b-8f7b-7bd281d0ca0d service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456001 Dec 12 04:34:33.071185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-73e01457-f1b8-4cc3-a778-7572b5198dc8 None None] Could not find standard attr ID for object 0aa30bf4-4d92-4b13-b3ef-8c377219ce1d. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:34:33.153193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-b7618244-db42-4d76-833b-f2d61cdfa5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:33.154786 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-b7618244-db42-4d76-833b-f2d61cdfa5e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b82bb21ec93460d83a1f718b4818328&device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 1095 time: 0.0556326 Dec 12 04:34:33.204531 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-971aa297-1db8-41df-8193-551a7f71ef25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.212127 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-660bf2c1-44df-491c-addb-065fd18da72f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.218698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-660bf2c1-44df-491c-addb-065fd18da72f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.219386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-660bf2c1-44df-491c-addb-065fd18da72f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/security-groups/72bfa624-f2e1-44b4-81e9-edd154be7f3a HTTP/1.1" status: 204 len: 168 time: 0.5765641 Dec 12 04:34:33.231197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50150) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:33.234045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bf2c1-44df-491c-addb-065fd18da72f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bfa624-f2e1-44b4-81e9-edd154be7f3a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:33.336714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e94a2906-be39-4222-83b8-99487acafc3a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.342893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-971aa297-1db8-41df-8193-551a7f71ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.345584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-971aa297-1db8-41df-8193-551a7f71ef25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.346274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-ca0550f9-2f18-429e-aae1-0eb9d15d4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:33.346765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-971aa297-1db8-41df-8193-551a7f71ef25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84a66fff-cc9b-44ee-98d8-bd95412fe536 HTTP/1.1" status: 204 len: 168 time: 0.7053792 Dec 12 04:34:33.362007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-ca0550f9-2f18-429e-aae1-0eb9d15d4aa2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=527a69ce-5344-4699-976f-971e117a42c1 HTTP/1.1" status: 200 len: 909 time: 0.1987295 Dec 12 04:34:33.388382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971aa297-1db8-41df-8193-551a7f71ef25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a66fff-cc9b-44ee-98d8-bd95412fe536,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:33.400338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e94a2906-be39-4222-83b8-99487acafc3a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.451247 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-55ff8766-3b48-4d40-ab73-a6414d1ec37a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d139503-a99c-429d-8d7f-7f448aa2515d HTTP/1.1" status: 200 len: 217 time: 0.0789077 Dec 12 04:34:33.455941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 15c763de-3fbc-49cd-9537-ee61993c9d0f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:33.479795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e94a2906-be39-4222-83b8-99487acafc3a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.485954 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e94a2906-be39-4222-83b8-99487acafc3a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.503135 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e94a2906-be39-4222-83b8-99487acafc3a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ddfad38-2544-4851-8f87-87faa17b384e HTTP/1.1" status: 204 len: 168 time: 0.2669709 Dec 12 04:34:33.517214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50164) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:33.528612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:33.529356 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.567850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a2906-be39-4222-83b8-99487acafc3a tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddfad38-2544-4851-8f87-87faa17b384e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:33.586925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-1e333e7e-cb44-4521-b581-c30a4b9bf13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:33.589757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-1e333e7e-cb44-4521-b581-c30a4b9bf13c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141 HTTP/1.1" status: 200 len: 848 time: 0.1314321 Dec 12 04:34:33.707737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a8566f-abe5-4836-a128-765041496885 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet 58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:34:33.714127 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57a8566f-abe5-4836-a128-765041496885 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.743975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-58048c2b-988a-4a14-bef5-059a0255c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:33.747570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-58048c2b-988a-4a14-bef5-059a0255c70c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=527a69ce-5344-4699-976f-971e117a42c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487653 Dec 12 04:34:33.832561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57a8566f-abe5-4836-a128-765041496885 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:33.870641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-eda6628d-7776-4fd1-8022-d245374f2f3b service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100090 Dec 12 04:34:33.879139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50188) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:33.906068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ce1a7-029b-445d-a957-e6ac6b335264 req-a24ef793-e362-4c6e-8907-203fedd16691 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:33.907646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d0ce1a7-029b-445d-a957-e6ac6b335264 req-a24ef793-e362-4c6e-8907-203fedd16691 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 944 time: 0.1462700 Dec 12 04:34:33.950173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4c2fead5-a932-417f-9675-e6a22f2d08a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.036832 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d0ce1a7-029b-445d-a957-e6ac6b335264 req-83398e2a-eeb0-44c7-a789-6643ddf3a4ab tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106777 Dec 12 04:34:34.056561 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5d29fb2-a475-4013-9d1f-df61f3e543d2 req-4abdacf5-8722-492d-a3a6-82fb90f07878 service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776369 Dec 12 04:34:34.068478 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57a8566f-abe5-4836-a128-765041496885 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.126357 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4c2fead5-a932-417f-9675-e6a22f2d08a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.130794 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4c2fead5-a932-417f-9675-e6a22f2d08a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.164908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57a8566f-abe5-4836-a128-765041496885 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.174129 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4c2fead5-a932-417f-9675-e6a22f2d08a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f816c46c45ea4d4796f3a01c5b9d1325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855248 Dec 12 04:34:34.174686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50202) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:34.198732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8566f-abe5-4836-a128-765041496885 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:34.202803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-57a8566f-abe5-4836-a128-765041496885 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.210038 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-57a8566f-abe5-4836-a128-765041496885 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c HTTP/1.1" status: 204 len: 168 time: 0.6868756 Dec 12 04:34:34.211242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50204) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:34.211360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887a496-2e7c-473d-a88c-259e4633f9d3 None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:34.217297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:34.227616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fead5-a932-417f-9675-e6a22f2d08a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a6a80d-f2c8-45a5-a6bd-ff824a515db2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:34.247191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e486e5a-e1f3-4dd5-bdf5-c4cb28249cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.277163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e486e5a-e1f3-4dd5-bdf5-c4cb28249cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.366413 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e486e5a-e1f3-4dd5-bdf5-c4cb28249cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.369757 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e486e5a-e1f3-4dd5-bdf5-c4cb28249cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.377966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7e486e5a-e1f3-4dd5-bdf5-c4cb28249cfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1a6a80d-f2c8-45a5-a6bd-ff824a515db2 HTTP/1.1" status: 204 len: 168 time: 0.2009578 Dec 12 04:34:34.398320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:34.402172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.419853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e486e5a-e1f3-4dd5-bdf5-c4cb28249cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a6a80d-f2c8-45a5-a6bd-ff824a515db2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:34.770732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.840489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=ac464a58-d58e-407f-bcce-4445fd1347c1,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:34.854347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:34.855941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:34.859980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:34.860658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:34.881653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-56939981-0bb3-4590-a230-4225c05ad4e5 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6685977 Dec 12 04:34:34.885311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50222) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:34.891551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bdd4deeb-9b8e-449a-9231-b12ae304252b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126213566'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:34.936524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdd4deeb-9b8e-449a-9231-b12ae304252b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.039851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdd4deeb-9b8e-449a-9231-b12ae304252b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.045697 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdd4deeb-9b8e-449a-9231-b12ae304252b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.087573 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdd4deeb-9b8e-449a-9231-b12ae304252b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.089100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bdd4deeb-9b8e-449a-9231-b12ae304252b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2020700 Dec 12 04:34:35.091987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50238) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:35.093985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4deeb-9b8e-449a-9231-b12ae304252b tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea6f7a-5da9-4072-927a-43cedd1ce99a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:35.098679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fd8261f3-c24c-4ee3-950e-9cb6921c4246 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'security_group': {'name': 'tempest-secgroup-1386275887'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:35.175170 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8261f3-c24c-4ee3-950e-9cb6921c4246 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.259130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ea6b-32c4-4ba7-957a-68cd67aa2cf1 req-e6c6df0d-b2f9-440e-a75d-11d589c414d6 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:35.271701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b85ea6b-32c4-4ba7-957a-68cd67aa2cf1 req-e6c6df0d-b2f9-440e-a75d-11d589c414d6 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 944 time: 0.1138928 Dec 12 04:34:35.304707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8261f3-c24c-4ee3-950e-9cb6921c4246 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.310333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8261f3-c24c-4ee3-950e-9cb6921c4246 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.346751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd8261f3-c24c-4ee3-950e-9cb6921c4246 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.350949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50244) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:35.352008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fd8261f3-c24c-4ee3-950e-9cb6921c4246 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2587752 Dec 12 04:34:35.367083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8261f3-c24c-4ee3-950e-9cb6921c4246 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa04bba-cfb3-4d59-a2bc-0f74a3c11cbd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:35.385671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c80cb3e6-de57-4e38-b89d-ff70287fe740 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'security_group': {'name': 'tempest-secgroup-534027685'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:35.394629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b85ea6b-32c4-4ba7-957a-68cd67aa2cf1 req-d2361586-bbe1-40d6-bbac-66dd77bde796 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213984 Dec 12 04:34:35.429546 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80cb3e6-de57-4e38-b89d-ff70287fe740 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.494782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36512ade-f346-40bc-ab70-8c5f70d2a7b0 None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:35.584670 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80cb3e6-de57-4e38-b89d-ff70287fe740 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.604274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80cb3e6-de57-4e38-b89d-ff70287fe740 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.617030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-73ceb0ff-700e-4d14-9850-0d9779f67035 None None] Provisioning complete for port a15f46c8-12de-4ef6-81cf-0fde5ec78679 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:35.617416 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73ceb0ff-700e-4d14-9850-0d9779f67035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.672511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cb3e6-de57-4e38-b89d-ff70287fe740 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f8432-32a3-4507-aa37-d76d37797bf3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:35.699442 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-73ceb0ff-700e-4d14-9850-0d9779f67035 None None] Port a15f46c8-12de-4ef6-81cf-0fde5ec78679 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:35.714748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80cb3e6-de57-4e38-b89d-ff70287fe740 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.718829 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c80cb3e6-de57-4e38-b89d-ff70287fe740 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3596375 Dec 12 04:34:35.718997 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-73ceb0ff-700e-4d14-9850-0d9779f67035 None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:35.718997 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73ceb0ff-700e-4d14-9850-0d9779f67035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.719969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50260) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:35.725629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-491428547', 'security_groups': ['a01f8432-32a3-4507-aa37-d76d37797bf3'], 'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac464a58-d58e-407f-bcce-4445fd1347c1'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:35.880390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37660150-5d2c-401a-9958-0e8eea10f265 None None] Update dhcp port {'port': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'fixed_ips': [{'subnet_id': '7fd209fa-868e-468b-961f-790c0d6ff749', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac464a58-d58e-407f-bcce-4445fd1347c1'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '15c763de-3fbc-49cd-9537-ee61993c9d0f'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:34:35.924985 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-37660150-5d2c-401a-9958-0e8eea10f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:35.965861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:36.062434 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:36.082426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] device_id is not set on port 06486915-e0d1-4d7f-a373-43a2ed1973ab yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:34:36.186781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-37660150-5d2c-401a-9958-0e8eea10f265 None None] Allocated IP 2001:db8::2 (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/ac464a58-d58e-407f-bcce-4445fd1347c1/15c763de-3fbc-49cd-9537-ee61993c9d0f) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:36.349336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-37660150-5d2c-401a-9958-0e8eea10f265 None None] For port 15c763de-3fbc-49cd-9537-ee61993c9d0f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=15c763de-3fbc-49cd-9537-ee61993c9d0f,segment=NetworkSegment(3ec9c76b-0579-449c-a176-c7159a30398a),segment_id=3ec9c76b-0579-449c-a176-c7159a30398a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:36.394886 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-37660150-5d2c-401a-9958-0e8eea10f265 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:36.402490 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-37660150-5d2c-401a-9958-0e8eea10f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:36.542379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8::a1 (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/ac464a58-d58e-407f-bcce-4445fd1347c1/06486915-e0d1-4d7f-a373-43a2ed1973ab) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:36.544028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37660150-5d2c-401a-9958-0e8eea10f265 None None] Pushing event updated for resources: {'Port': ['ID=15c763de-3fbc-49cd-9537-ee61993c9d0f,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:36.679940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57863679-c9b3-4092-8fe9-b16d482bb171 req-d1374999-78e4-4b8b-bccf-38b2bae4b4fa tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:36.694484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57863679-c9b3-4092-8fe9-b16d482bb171 req-d1374999-78e4-4b8b-bccf-38b2bae4b4fa tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 944 time: 0.1365809 Dec 12 04:34:36.802214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57863679-c9b3-4092-8fe9-b16d482bb171 req-4e0da248-d53a-4952-86e8-56034929b061 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028035 Dec 12 04:34:36.832161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:36.870425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4d139503-a99c-429d-8d7f-7f448aa2515d details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:34:36.882800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:36.980335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=06486915-e0d1-4d7f-a373-43a2ed1973ab,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:37.013745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:37.017349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:37.020880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:37.028224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:37.028956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:37.057509 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2fd8b07c-d5ed-4f8b-9605-efa70cab12eb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3367908 Dec 12 04:34:37.060616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50366) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:37.068342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e8603873-8947-48cc-8eb3-3fc664550d1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:37.113700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4d139503-a99c-429d-8d7f-7f448aa2515d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d139503-a99c-429d-8d7f-7f448aa2515d,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:37.144012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'port_id': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'mac_address': 'fa:16:3e:62:eb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:34:37.159170 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:34:37.195915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50370) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:37.213670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:37.230144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d139503-a99c-429d-8d7f-7f448aa2515d {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:34:37.253236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4d139503-a99c-429d-8d7f-7f448aa2515d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d139503-a99c-429d-8d7f-7f448aa2515d,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:37.272066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:37.382182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8603873-8947-48cc-8eb3-3fc664550d1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:37.401199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8603873-8947-48cc-8eb3-3fc664550d1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:37.440357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4d139503-a99c-429d-8d7f-7f448aa2515d,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:37.481470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 15c763de-3fbc-49cd-9537-ee61993c9d0f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:37.493119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:37.570241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4d139503-a99c-429d-8d7f-7f448aa2515d'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:34:37.624474 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:37.635899 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:37.677896 n-d-710847-7 neutron-server[103450]: INFO neutron.db.ipam_backend_mixin [None req-e8603873-8947-48cc-8eb3-3fc664550d1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac464a58-d58e-407f-bcce-4445fd1347c1 (CIDR: 2001:db8::/64) Dec 12 04:34:37.683633 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8603873-8947-48cc-8eb3-3fc664550d1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:37.684113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8603873-8947-48cc-8eb3-3fc664550d1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:37.694643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e948b1c6-a965-4799-8116-39320d607619,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:37.695647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:37.696039 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:37.723254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.723671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.724028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.729542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e8603873-8947-48cc-8eb3-3fc664550d1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6639726 Dec 12 04:34:37.729724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.729724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.729724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.730050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.730152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50382) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:37.731791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.732205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.732489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.735040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.735402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.735755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:37.736156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8076f690-8a3b-4799-bc2b-f0589e9a0089 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:37.781662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7eb1a47c-0a5e-4666-9619-b4a866aa02cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7210b16b96884fc286300df922342b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5827668 Dec 12 04:34:37.783630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50386) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:37.842071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bd83a84b-93a0-4810-a6d6-7e41f3fd3610 None None] Provisioning complete for port a15f46c8-12de-4ef6-81cf-0fde5ec78679 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:37.849325 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd83a84b-93a0-4810-a6d6-7e41f3fd3610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:37.995906 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8675df5-6c67-468a-a144-06839db5bb24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:38.046914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-bd83a84b-93a0-4810-a6d6-7e41f3fd3610 None None] Port a15f46c8-12de-4ef6-81cf-0fde5ec78679 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:38.067411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8675df5-6c67-468a-a144-06839db5bb24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:38.092398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8076f690-8a3b-4799-bc2b-f0589e9a0089 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:38.100391 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8076f690-8a3b-4799-bc2b-f0589e9a0089 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:38.130666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bd83a84b-93a0-4810-a6d6-7e41f3fd3610 None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:38.131174 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd83a84b-93a0-4810-a6d6-7e41f3fd3610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:38.226274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fad7d-7db7-493a-afcd-727ccf03afc6 req-df7c728f-20bf-4a4b-a042-1dc0fcba91db tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:38.233532 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-419fad7d-7db7-493a-afcd-727ccf03afc6 req-df7c728f-20bf-4a4b-a042-1dc0fcba91db tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 945 time: 0.2389884 Dec 12 04:34:38.317018 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8675df5-6c67-468a-a144-06839db5bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:38.319547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f8675df5-6c67-468a-a144-06839db5bb24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:38.324907 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f8675df5-6c67-468a-a144-06839db5bb24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e948b1c6-a965-4799-8116-39320d607619 HTTP/1.1" status: 204 len: 168 time: 0.5361211 Dec 12 04:34:38.355163 n-d-710847-7 neutron-server[103450]: INFO neutron.db.ipam_backend_mixin [None req-8076f690-8a3b-4799-bc2b-f0589e9a0089 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7fd209fa-868e-468b-961f-790c0d6ff749 (CIDR: 2001:db8:0:1::/64) Dec 12 04:34:38.401120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8675df5-6c67-468a-a144-06839db5bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e948b1c6-a965-4799-8116-39320d607619,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:38.426811 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-419fad7d-7db7-493a-afcd-727ccf03afc6 req-7f88e703-db70-40eb-b072-a4e87abda919 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810620 Dec 12 04:34:38.428349 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-8076f690-8a3b-4799-bc2b-f0589e9a0089 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:38.429010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8076f690-8a3b-4799-bc2b-f0589e9a0089 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:38.464265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8076f690-8a3b-4799-bc2b-f0589e9a0089 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7331197 Dec 12 04:34:38.467269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50402) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:38.472346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'subnet': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:38.490119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-88f82e9a-c448-4c52-9406-f9c23df42b61 None None] Provisioning complete for port 06486915-e0d1-4d7f-a373-43a2ed1973ab triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:38.491468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-88f82e9a-c448-4c52-9406-f9c23df42b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:38.601898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-88f82e9a-c448-4c52-9406-f9c23df42b61 None None] Port 06486915-e0d1-4d7f-a373-43a2ed1973ab cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:38.766782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Made reservation on behalf of d5c16adb8fc44feabe701abb730d4d9a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:38.771608 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:39.076646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50428) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:39.226052 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:39.286086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:39.296802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:39.301104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:39.301798 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:39.306973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cde881-4a8c-4938-a778-31d3bd9ec9ab None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:39.312637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Subnet': ['ID=f0f8067a-e63a-442a-95fb-7e7f43bb5175,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:39.323369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50438) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:39.323650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ed48205d-cb81-4804-aa85-1ccb119ffe1e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8551536 Dec 12 04:34:39.333240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1921384018', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0f8067a-e63a-442a-95fb-7e7f43bb5175'}], 'security_groups': ['f1ea6f7a-5da9-4072-927a-43cedd1ce99a', 'faa04bba-cfb3-4d59-a2bc-0f74a3c11cbd']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:39.385051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:39.458781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:39.648241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68001fcb-f209-4d1b-bb9b-da8c8c8b1be2 None None] Update dhcp port {'port': {'network_id': '75a42b7c-7b80-4c9c-afd8-a28aea983c1e', 'fixed_ips': [{'subnet_id': '7fd209fa-868e-468b-961f-790c0d6ff749', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac464a58-d58e-407f-bcce-4445fd1347c1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0f8067a-e63a-442a-95fb-7e7f43bb5175'}], 'binding:host_id': 'n-d-710847-7'}, 'id': '15c763de-3fbc-49cd-9537-ee61993c9d0f'} from n-d-710847-7. {{(pid=103452) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 04:34:39.665071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54dd0-8661-48c2-87ec-705b9237bca1 req-e4186dce-3d9d-4d7f-977c-af34fa14e995 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:39.666714 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6a54dd0-8661-48c2-87ec-705b9237bca1 req-e4186dce-3d9d-4d7f-977c-af34fa14e995 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 945 time: 0.1140015 Dec 12 04:34:39.691586 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68001fcb-f209-4d1b-bb9b-da8c8c8b1be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:39.757375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6a54dd0-8661-48c2-87ec-705b9237bca1 req-d3b1106b-9274-41fb-8119-dc23893a3dd2 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835462 Dec 12 04:34:39.855274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:39.863339 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:39.911578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be5a3b85c5dc4cf18ada0be724ce4de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8328218 Dec 12 04:34:39.913054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ae699-8447-4d61-83d9-3c62a7e718a1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:39.914531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50462) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:39.921659 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.922431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.922431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.922907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.923328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.923740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.924168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.924580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.925012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.925759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.925759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.926135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.926537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314f4c7-3df7-4853-a4e7-b647869ffbdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:39.949297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-68001fcb-f209-4d1b-bb9b-da8c8c8b1be2 None None] Allocated IP 2001:db8:0:2::2 (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/f0f8067a-e63a-442a-95fb-7e7f43bb5175/15c763de-3fbc-49cd-9537-ee61993c9d0f) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:39.988827 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9d6c-eb41-4ea8-8cea-59b401f63902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.012166 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9d6c-eb41-4ea8-8cea-59b401f63902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.085729 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9d6c-eb41-4ea8-8cea-59b401f63902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.089040 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9d6c-eb41-4ea8-8cea-59b401f63902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.092502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa7a9d6c-eb41-4ea8-8cea-59b401f63902 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee9ae699-8447-4d61-83d9-3c62a7e718a1 HTTP/1.1" status: 204 len: 168 time: 0.1733184 Dec 12 04:34:40.092662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-68001fcb-f209-4d1b-bb9b-da8c8c8b1be2 None None] For port 15c763de-3fbc-49cd-9537-ee61993c9d0f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=15c763de-3fbc-49cd-9537-ee61993c9d0f,segment=NetworkSegment(3ec9c76b-0579-449c-a176-c7159a30398a),segment_id=3ec9c76b-0579-449c-a176-c7159a30398a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:40.119366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a9d6c-eb41-4ea8-8cea-59b401f63902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ae699-8447-4d61-83d9-3c62a7e718a1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:40.128097 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68001fcb-f209-4d1b-bb9b-da8c8c8b1be2 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.134601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68001fcb-f209-4d1b-bb9b-da8c8c8b1be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.238254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68001fcb-f209-4d1b-bb9b-da8c8c8b1be2 None None] Pushing event updated for resources: {'Port': ['ID=15c763de-3fbc-49cd-9537-ee61993c9d0f,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:40.370439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Delete allocated IP 2001:db8::a1 (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/ac464a58-d58e-407f-bcce-4445fd1347c1) {{(pid=103450) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 04:34:40.387730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Allocated IP 2001:db8:0:2::2aa (75a42b7c-7b80-4c9c-afd8-a28aea983c1e/f0f8067a-e63a-442a-95fb-7e7f43bb5175/06486915-e0d1-4d7f-a373-43a2ed1973ab) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:40.527980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:40.546005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2881-1b65-472c-88b2-055fabfaa152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.656585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.663177 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d867f5c-a9d9-4a50-ab4c-ec79f86269e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.663801 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.683043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50482) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:40.689844 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2881-1b65-472c-88b2-055fabfaa152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.697075 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2881-1b65-472c-88b2-055fabfaa152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.753155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cc8b2881-1b65-472c-88b2-055fabfaa152 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14bcfcc0c400457e8b10eb181fb26870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237327 Dec 12 04:34:40.758358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50486) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:40.768549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] In _notify_port_updated(), no bound segment for port 06486915-e0d1-4d7f-a373-43a2ed1973ab on network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e {{(pid=103450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 04:34:40.777815 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:40.778497 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.781399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b2881-1b65-472c-88b2-055fabfaa152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a968cf-f33b-4ce8-a4a8-5d2d44f86e28,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:40.786057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "PUT /v2.0/ports/06486915-e0d1-4d7f-a373-43a2ed1973ab HTTP/1.1" status: 200 len: 970 time: 1.4603336 Dec 12 04:34:40.793677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50488) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:40.887444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c208fb-e37a-46d3-8789-c1a0719f51e3 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event updated for resources: {'Port': ['ID=06486915-e0d1-4d7f-a373-43a2ed1973ab,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:40.894628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4d139503-a99c-429d-8d7f-7f448aa2515d up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:40.936733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-827db6a6-5d78-41ed-825c-7df0f1100a92 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port 06486915-e0d1-4d7f-a373-43a2ed1973ab {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:40.937361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-827db6a6-5d78-41ed-825c-7df0f1100a92 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:40.942013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:40.973535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 4d139503-a99c-429d-8d7f-7f448aa2515d completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:34:40.979330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 4d139503-a99c-429d-8d7f-7f448aa2515d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:40.979960 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.009756 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd74ba41-1df2-47cb-b062-044fd73fc0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.027364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.059070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd13e1-948f-4d59-8535-c21e97f1cbf1 req-b66a8127-ecaa-488e-bb0b-9ac190d0effd tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:41.060670 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4dd13e1-948f-4d59-8535-c21e97f1cbf1 req-b66a8127-ecaa-488e-bb0b-9ac190d0effd tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 945 time: 0.1891260 Dec 12 04:34:41.066601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd74ba41-1df2-47cb-b062-044fd73fc0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.091668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-827db6a6-5d78-41ed-825c-7df0f1100a92 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.100520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.105190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-827db6a6-5d78-41ed-825c-7df0f1100a92 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for 06486915-e0d1-4d7f-a373-43a2ed1973ab owned by {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:41.127597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d139503-a99c-429d-8d7f-7f448aa2515d'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:34:41.130518 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57419815-3015-425f-9b3d-5ef3a4654736" -d '{"events": [{"server_uuid": "43f73da9-3fda-42ce-805a-d4b0ff19b4f4", "name": "network-vif-plugged", "status": "completed", "tag": "4d139503-a99c-429d-8d7f-7f448aa2515d"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:34:41.158077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4d139503-a99c-429d-8d7f-7f448aa2515d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d139503-a99c-429d-8d7f-7f448aa2515d,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:41.165785 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.195592 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4dd13e1-948f-4d59-8535-c21e97f1cbf1 req-1c553cc5-3d37-4215-ac4f-d95f4323792c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261733 Dec 12 04:34:41.233874 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd74ba41-1df2-47cb-b062-044fd73fc0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.242795 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd74ba41-1df2-47cb-b062-044fd73fc0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.245695 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bd74ba41-1df2-47cb-b062-044fd73fc0ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00a968cf-f33b-4ce8-a4a8-5d2d44f86e28 HTTP/1.1" status: 204 len: 168 time: 0.4833920 Dec 12 04:34:41.262732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4d139503-a99c-429d-8d7f-7f448aa2515d,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:41.264002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74ba41-1df2-47cb-b062-044fd73fc0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a968cf-f33b-4ce8-a4a8-5d2d44f86e28,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:41.296596 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.299898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c3ac338b-e1a1-4d59-8257-547cc40b5e1f None None] Provisioning complete for port 06486915-e0d1-4d7f-a373-43a2ed1973ab triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:41.300314 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c3ac338b-e1a1-4d59-8257-547cc40b5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.303990 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafeb660-760b-4acf-8c99-a72e2c1ce3fe x-openstack-request-id: req-aafeb660-760b-4acf-8c99-a72e2c1ce3fe {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:34:41.304293 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f73da9-3fda-42ce-805a-d4b0ff19b4f4", "name": "network-vif-plugged", "status": "completed", "tag": "4d139503-a99c-429d-8d7f-7f448aa2515d", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:34:41.304557 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aafeb660-760b-4acf-8c99-a72e2c1ce3fe {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:34:41.304993 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'code': 200} Dec 12 04:34:41.359253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac338b-e1a1-4d59-8257-547cc40b5e1f None None] Port 06486915-e0d1-4d7f-a373-43a2ed1973ab cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:41.376189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c3ac338b-e1a1-4d59-8257-547cc40b5e1f None None] Provisioning complete for port a15f46c8-12de-4ef6-81cf-0fde5ec78679 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:41.376583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c3ac338b-e1a1-4d59-8257-547cc40b5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.408897 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-827db6a6-5d78-41ed-825c-7df0f1100a92 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.432337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac338b-e1a1-4d59-8257-547cc40b5e1f None None] Port a15f46c8-12de-4ef6-81cf-0fde5ec78679 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:41.443473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c3ac338b-e1a1-4d59-8257-547cc40b5e1f None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:41.443857 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c3ac338b-e1a1-4d59-8257-547cc40b5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.468913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827db6a6-5d78-41ed-825c-7df0f1100a92 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=06486915-e0d1-4d7f-a373-43a2ed1973ab,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:41.493742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 15c763de-3fbc-49cd-9537-ee61993c9d0f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:34:41.512856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-827db6a6-5d78-41ed-825c-7df0f1100a92 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.518122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-827db6a6-5d78-41ed-825c-7df0f1100a92 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/06486915-e0d1-4d7f-a373-43a2ed1973ab HTTP/1.1" status: 204 len: 168 time: 0.7228441 Dec 12 04:34:41.521330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50498) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:41.564831 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-91caf734-0974-4629-b6c5-2eaec0094ae8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] GET failed (client error): The resource could not be found. Dec 12 04:34:41.565889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:41.566109 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.569333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-91caf734-0974-4629-b6c5-2eaec0094ae8 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports/06486915-e0d1-4d7f-a373-43a2ed1973ab HTTP/1.1" status: 404 len: 333 time: 0.0463190 Dec 12 04:34:41.572112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50500) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:41.638324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08fca7-725f-4f4a-8b64-f4f004509811 req-e3d8e70a-fd75-4fc1-ab91-5db355d49db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:41.639861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b08fca7-725f-4f4a-8b64-f4f004509811 req-e3d8e70a-fd75-4fc1-ab91-5db355d49db1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 1097 time: 0.2566690 Dec 12 04:34:41.671831 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69c74ee9-a578-4676-aba3-db02d463438f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.714869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69c74ee9-a578-4676-aba3-db02d463438f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.756261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Allocated IP 172.25.7.178 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e31f4c9e-99d6-40ce-9ac0-e63e1863c09f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:41.769891 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b08fca7-725f-4f4a-8b64-f4f004509811 req-7403cdad-dd56-4ee7-9fd6-357585c53603 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157424 Dec 12 04:34:41.795428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-18a97f51-42d7-4fb0-bda8-5e0ad33af9c9 None None] Could not find standard attr ID for object 06486915-e0d1-4d7f-a373-43a2ed1973ab. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:34:41.801289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69c74ee9-a578-4676-aba3-db02d463438f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.806046 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-69c74ee9-a578-4676-aba3-db02d463438f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.807992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-69c74ee9-a578-4676-aba3-db02d463438f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/security-groups/a01f8432-32a3-4507-aa37-d76d37797bf3 HTTP/1.1" status: 204 len: 168 time: 0.2342048 Dec 12 04:34:41.810778 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.812325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50504) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:41.880534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c74ee9-a578-4676-aba3-db02d463438f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f8432-32a3-4507-aa37-d76d37797bf3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:41.910535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50506) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:41.924334 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.936236 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a17db7e9-c9de-4e4a-a5f0-81ff3dff10d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.954817 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-196da6f9-214f-4631-b978-504afb5c1a09 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:41.989403 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-196da6f9-214f-4631-b978-504afb5c1a09 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.016475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.042443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-196da6f9-214f-4631-b978-504afb5c1a09 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.045354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-196da6f9-214f-4631-b978-504afb5c1a09 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.048988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-196da6f9-214f-4631-b978-504afb5c1a09 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/security-groups/faa04bba-cfb3-4d59-a2bc-0f74a3c11cbd HTTP/1.1" status: 204 len: 168 time: 0.2313445 Dec 12 04:34:42.049830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50508) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:42.066984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:42.072300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196da6f9-214f-4631-b978-504afb5c1a09 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa04bba-cfb3-4d59-a2bc-0f74a3c11cbd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:42.079950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:42.082608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:42.112477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a1f37481-cda5-4db7-8d65-392e6ad26291 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.125138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Pushing event updated for resources: {'Port': ['ID=e31f4c9e-99d6-40ce-9ac0-e63e1863c09f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:42.139652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a1f37481-cda5-4db7-8d65-392e6ad26291 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.153458 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a17db7e9-c9de-4e4a-a5f0-81ff3dff10d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.163843 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a17db7e9-c9de-4e4a-a5f0-81ff3dff10d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.195235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a1f37481-cda5-4db7-8d65-392e6ad26291 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.202473 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a1f37481-cda5-4db7-8d65-392e6ad26291 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.206318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a1f37481-cda5-4db7-8d65-392e6ad26291 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/security-groups/f1ea6f7a-5da9-4072-927a-43cedd1ce99a HTTP/1.1" status: 204 len: 168 time: 0.1529768 Dec 12 04:34:42.217272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50512) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:42.218184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f37481-cda5-4db7-8d65-392e6ad26291 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea6f7a-5da9-4072-927a-43cedd1ce99a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:42.239093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17db7e9-c9de-4e4a-a5f0-81ff3dff10d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c0646-1d7a-44d4-950e-640055fa1f00,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:42.247223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a17db7e9-c9de-4e4a-a5f0-81ff3dff10d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86ef628e48b84ad99dee9496299c1dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355453 Dec 12 04:34:42.249825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50516) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:42.298888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.305740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-723dc370-008f-49db-815b-e650e2168c12 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet ac464a58-d58e-407f-bcce-4445fd1347c1 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:34:42.309748 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-723dc370-008f-49db-815b-e650e2168c12 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.360165 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-723dc370-008f-49db-815b-e650e2168c12 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.409270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9c22e-54f6-441e-8441-35b295ceb476 req-dd9eca89-f493-4c75-9ddf-055f2e83bbf5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:42.410767 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0e9c22e-54f6-441e-8441-35b295ceb476 req-dd9eca89-f493-4c75-9ddf-055f2e83bbf5 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 946 time: 0.1105747 Dec 12 04:34:42.411355 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.454579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d111e054-f566-4ac5-9551-6c9db0884fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.455951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-723dc370-008f-49db-815b-e650e2168c12 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.503604 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d111e054-f566-4ac5-9551-6c9db0884fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.520886 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-723dc370-008f-49db-815b-e650e2168c12 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.558961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dc370-008f-49db-815b-e650e2168c12 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=ac464a58-d58e-407f-bcce-4445fd1347c1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:42.564975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-723dc370-008f-49db-815b-e650e2168c12 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.572221 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-723dc370-008f-49db-815b-e650e2168c12 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/ac464a58-d58e-407f-bcce-4445fd1347c1 HTTP/1.1" status: 204 len: 168 time: 0.3351982 Dec 12 04:34:42.572924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50518) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:42.576683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59074eb2-4972-40bc-922d-843e72af42a8 None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:42.629923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d773a31-01ca-48b1-8f48-254a151b088e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet f0f8067a-e63a-442a-95fb-7e7f43bb5175 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:34:42.633349 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d773a31-01ca-48b1-8f48-254a151b088e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.681777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d773a31-01ca-48b1-8f48-254a151b088e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.731816 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0e9c22e-54f6-441e-8441-35b295ceb476 req-f13ec492-df80-4161-9000-cce1334e6fd7 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006248 Dec 12 04:34:42.738307 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.752611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.827742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d773a31-01ca-48b1-8f48-254a151b088e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.855974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Pushing event updated for resources: {'Port': ['ID=e31f4c9e-99d6-40ce-9ac0-e63e1863c09f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:42.908037 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d773a31-01ca-48b1-8f48-254a151b088e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.912642 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d111e054-f566-4ac5-9551-6c9db0884fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.915943 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d111e054-f566-4ac5-9551-6c9db0884fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.919668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d111e054-f566-4ac5-9551-6c9db0884fec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec9c0646-1d7a-44d4-950e-640055fa1f00 HTTP/1.1" status: 204 len: 168 time: 0.6667480 Dec 12 04:34:42.931348 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111e054-f566-4ac5-9551-6c9db0884fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c0646-1d7a-44d4-950e-640055fa1f00,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:42.937531 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.938403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d773a31-01ca-48b1-8f48-254a151b088e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f8067a-e63a-442a-95fb-7e7f43bb5175,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:42.959582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.965728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50522) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:42.967875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-36b75189-055c-46b5-a52b-70a684ae3b98 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2830551 Dec 12 04:34:42.970296 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d773a31-01ca-48b1-8f48-254a151b088e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:42.976873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0d773a31-01ca-48b1-8f48-254a151b088e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/f0f8067a-e63a-442a-95fb-7e7f43bb5175 HTTP/1.1" status: 204 len: 168 time: 0.4028306 Dec 12 04:34:42.981144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50524) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:42.985692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2105078057', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'fixed_ips': [{'ip_address': '172.25.7.178'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:42.991789 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f22dc56e-e9f0-481c-9238-b3ccd0a2cd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.018576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Made reservation on behalf of 5eb1be3887344fc39a30b4616a63448e for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:43.021642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.034377 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.063335 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ba32f9-a91b-4ce2-b764-1e7e343be6c0 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:43.063883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ba32f9-a91b-4ce2-b764-1e7e343be6c0 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:43.071044 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-04ba32f9-a91b-4ce2-b764-1e7e343be6c0 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/ac464a58-d58e-407f-bcce-4445fd1347c1 HTTP/1.1" status: 404 len: 337 time: 0.0854850 Dec 12 04:34:43.072039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50526) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.142211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.147455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4deb42e-01be-453a-a392-845b0e35dad6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting subnet 7fd209fa-868e-468b-961f-790c0d6ff749 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:34:43.150500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.151680 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4deb42e-01be-453a-a392-845b0e35dad6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.157622 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] device_id is not set on port f41a2185-89b4-4d0a-bacf-9c0ac1ea32bc yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:34:43.202638 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4deb42e-01be-453a-a392-845b0e35dad6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.318888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da70e235-921a-4430-be7b-97a7165ea1ba,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:43.336372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4deb42e-01be-453a-a392-845b0e35dad6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.432558 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4deb42e-01be-453a-a392-845b0e35dad6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.469628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deb42e-01be-453a-a392-845b0e35dad6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd209fa-868e-468b-961f-790c0d6ff749,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:43.471693 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f4deb42e-01be-453a-a392-845b0e35dad6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.475181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f4deb42e-01be-453a-a392-845b0e35dad6 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/7fd209fa-868e-468b-961f-790c0d6ff749 HTTP/1.1" status: 204 len: 168 time: 0.4021823 Dec 12 04:34:43.478505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50536) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.513803 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab1a115-d262-4507-a541-63469f7eb5ec tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:43.514296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab1a115-d262-4507-a541-63469f7eb5ec tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:43.519807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0ab1a115-d262-4507-a541-63469f7eb5ec tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/58761bfa-1fc4-446a-9a77-cc9e7b1bbb0c HTTP/1.1" status: 404 len: 337 time: 0.0378790 Dec 12 04:34:43.520445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50540) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.529603 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 12 04:34:43.531120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:43.568682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7b1cc69d-47b3-4449-bb28-8296cfa1d397 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6017544 Dec 12 04:34:43.573910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-78a4e11a-1e20-4efc-9262-b6def8186218 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "GET /v2.0/ports?device_id=95cba093-b379-4c07-8fa2-74cb86440cf9 HTTP/1.1" status: 200 len: 205 time: 0.0503247 Dec 12 04:34:43.574559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50544) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.576524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50546) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.710045 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-e9d15e64-d7cd-4c28-95a3-e329e531bf82 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] delete failed (client error): The resource could not be found. Dec 12 04:34:43.715171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e9d15e64-d7cd-4c28-95a3-e329e531bf82 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/routers/95cba093-b379-4c07-8fa2-74cb86440cf9 HTTP/1.1" status: 404 len: 336 time: 0.0956154 Dec 12 04:34:43.715540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50550) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.769882 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-96490e87-fcf6-420d-b442-6da75eabea18 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:43.770569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96490e87-fcf6-420d-b442-6da75eabea18 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:43.791325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-96490e87-fcf6-420d-b442-6da75eabea18 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/fbf64e3a-d9bc-4fc7-9509-342b54ab741f HTTP/1.1" status: 404 len: 337 time: 0.0719049 Dec 12 04:34:43.791654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50556) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.830500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Deleting port e31f4c9e-99d6-40ce-9ac0-e63e1863c09f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:43.830854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.838867 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbeb64e-6fd0-4e01-b562-d715087f6888 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:43.841331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cbeb64e-6fd0-4e01-b562-d715087f6888 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:43.866388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1cbeb64e-6fd0-4e01-b562-d715087f6888 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/7c63db4e-6d46-4aba-893b-7caef918fbb0 HTTP/1.1" status: 404 len: 337 time: 0.0610359 Dec 12 04:34:43.867252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50560) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.898752 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5afcfa-9a0b-493c-899a-d17921dad0e4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:43.899238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5afcfa-9a0b-493c-899a-d17921dad0e4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:43.903307 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2a5afcfa-9a0b-493c-899a-d17921dad0e4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/aee90434-e64c-4c89-b108-f0839cd2a049 HTTP/1.1" status: 404 len: 337 time: 0.0349934 Dec 12 04:34:43.905894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50564) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.924318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76ba01-84dc-45a0-97fc-fdda82aea96c None None] Network 75a42b7c-7b80-4c9c-afd8-a28aea983c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:43.944605 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-6456c879-2ea2-4d4d-9f5e-32826a47dec9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:43.945595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6456c879-2ea2-4d4d-9f5e-32826a47dec9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:43.949609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6456c879-2ea2-4d4d-9f5e-32826a47dec9 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/678d353e-e7e8-4b02-857f-048e1a58bce9 HTTP/1.1" status: 404 len: 333 time: 0.0427356 Dec 12 04:34:43.952909 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50566) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:43.974633 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.975275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:43.982101 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0159ebc6-9f22-4111-b8c9-7c9d4045ca7f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:43.982697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0159ebc6-9f22-4111-b8c9-7c9d4045ca7f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:43.985968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0159ebc6-9f22-4111-b8c9-7c9d4045ca7f tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/03b003e2-cbaf-45fe-b837-5160debf134e HTTP/1.1" status: 404 len: 337 time: 0.0316207 Dec 12 04:34:43.988407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50570) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:44.008067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Calling delete_port for e31f4c9e-99d6-40ce-9ac0-e63e1863c09f owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:44.015520 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d164b0c-672c-4ef7-8bc8-39673a635c19 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:44.016132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d164b0c-672c-4ef7-8bc8-39673a635c19 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:44.019430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9d164b0c-672c-4ef7-8bc8-39673a635c19 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/a8ae115d-07ae-4b70-bc40-34b5293cc41e HTTP/1.1" status: 404 len: 337 time: 0.0298657 Dec 12 04:34:44.028903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50572) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:44.058525 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-70104411-9b38-4247-9b0b-12092a13291e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:44.059209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70104411-9b38-4247-9b0b-12092a13291e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:44.060722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f9ff7178-6251-47e6-8d44-0c5db51c816b None None] Provisioning complete for port a15f46c8-12de-4ef6-81cf-0fde5ec78679 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:44.061291 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7178-6251-47e6-8d44-0c5db51c816b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.063060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-70104411-9b38-4247-9b0b-12092a13291e tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/3a0030c4-b273-4b44-803d-ed689edb6036 HTTP/1.1" status: 404 len: 333 time: 0.0330076 Dec 12 04:34:44.066722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50574) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:44.095623 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2e92f8-ccb0-4fab-9609-96cba698a8a4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:44.096693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2e92f8-ccb0-4fab-9609-96cba698a8a4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:44.099619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50576) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:44.100138 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2f2e92f8-ccb0-4fab-9609-96cba698a8a4 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/47bc26fe-f784-4a1a-a175-9207fdfd100b HTTP/1.1" status: 404 len: 337 time: 0.0323215 Dec 12 04:34:44.102464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50578) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:44.136573 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9e0f62-6cbb-4e9d-b49b-7d0a72395041 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] DELETE failed (client error): The resource could not be found. Dec 12 04:34:44.137295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9e0f62-6cbb-4e9d-b49b-7d0a72395041 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:34:44.139979 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.141121 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ae9e0f62-6cbb-4e9d-b49b-7d0a72395041 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/subnets/f1272065-479f-4126-a5fd-ddef26664d4b HTTP/1.1" status: 404 len: 337 time: 0.0374358 Dec 12 04:34:44.143427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50580) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:44.149352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff7178-6251-47e6-8d44-0c5db51c816b None None] Port a15f46c8-12de-4ef6-81cf-0fde5ec78679 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:34:44.155547 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.176807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f9ff7178-6251-47e6-8d44-0c5db51c816b None None] Provisioning complete for port 15c763de-3fbc-49cd-9537-ee61993c9d0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:34:44.177557 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7178-6251-47e6-8d44-0c5db51c816b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.308564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] DHCP port deletion for 75a42b7c-7b80-4c9c-afd8-a28aea983c1e request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:34:44.314183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-27d90679-2c41-40c4-b56c-9a01e7a3c946 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Deleting port a15f46c8-12de-4ef6-81cf-0fde5ec78679 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:44.314755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27d90679-2c41-40c4-b56c-9a01e7a3c946 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.330378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.387901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Deleting port 15c763de-3fbc-49cd-9537-ee61993c9d0f {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:34:44.388293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.413632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Pushing event deleted for resources: {'Port': ['ID=e31f4c9e-99d6-40ce-9ac0-e63e1863c09f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:44.430301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1532073353-network', 'tenant_id': '38c81b4b45834a8b88564f58e8942f28'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:44.444117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ef2de-e536-428c-8c11-9c1124e6b27e req-62689b31-8da7-461b-8ceb-f5ac63112d9d tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:44.453389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a0ef2de-e536-428c-8c11-9c1124e6b27e req-62689b31-8da7-461b-8ceb-f5ac63112d9d tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 946 time: 0.3544457 Dec 12 04:34:44.512791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] For port 15c763de-3fbc-49cd-9537-ee61993c9d0f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=15c763de-3fbc-49cd-9537-ee61993c9d0f,segment=NetworkSegment(3ec9c76b-0579-449c-a176-c7159a30398a),segment_id=3ec9c76b-0579-449c-a176-c7159a30398a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:44.513115 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.532508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Calling delete_port for 15c763de-3fbc-49cd-9537-ee61993c9d0f owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:44.552832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Made reservation on behalf of 38c81b4b45834a8b88564f58e8942f28 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:44.555538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.582861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.585852 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.589085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2abd16bf-024c-4278-b3dd-fa13220cce4d tempest-ExternalNetworksAdminNegativeTestJSON-1048708032 tempest-ExternalNetworksAdminNegativeTestJSON-1048708032-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/db11458e-1c24-48cd-9d35-df9fd0c4382d HTTP/1.1" status: 204 len: 168 time: 1.0114813 Dec 12 04:34:44.589085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.626090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8a0ef2de-e536-428c-8c11-9c1124e6b27e req-e5a5906f-294d-442d-8b79-4d66fbe5560b tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621361 Dec 12 04:34:44.645498 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.669526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] No DVR routers for this DVR port 15c763de-3fbc-49cd-9537-ee61993c9d0f on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:34:44.753072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Pushing event deleted for resources: {'Port': ['ID=15c763de-3fbc-49cd-9537-ee61993c9d0f,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:44.755415 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.763224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.768171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.768547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.768949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.769278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.769682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.770070 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.770421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.771296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.771699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.772305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.773064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.773863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.774371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74d13e-61d6-461e-8c55-d6f32d8d99b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:34:44.828875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:34:44.845879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.847664 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Added segment 2020c907-304e-4e89-b47a-f326304aab4a of type vlan for network ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 Dec 12 04:34:44.887501 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27d90679-2c41-40c4-b56c-9a01e7a3c946 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.896157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50594) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:44.906104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-27d90679-2c41-40c4-b56c-9a01e7a3c946 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Calling delete_port for a15f46c8-12de-4ef6-81cf-0fde5ec78679 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:34:44.921254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.921520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37004ad-2ad8-4e8e-8749-0d8fcf87cef6 req-cc84e56f-75b9-4077-a62a-2460060cae1f tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:44.926333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:44.928550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d37004ad-2ad8-4e8e-8749-0d8fcf87cef6 req-cc84e56f-75b9-4077-a62a-2460060cae1f tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 946 time: 0.0957742 Dec 12 04:34:44.959614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:44.961988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:44.963839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.036857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d37004ad-2ad8-4e8e-8749-0d8fcf87cef6 req-39a0c93a-a9fd-4022-8104-f253e115ff63 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054616 Dec 12 04:34:45.050327 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9434247 Dec 12 04:34:45.061748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50600) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:45.066024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a002dd-658a-48c7-bc08-e7cf10a24362 admin admin] Pushing event updated for resources: {'Network': ['ID=ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:45.073175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Request body: {'subnet': {'network_id': 'ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1532073353-subnet', 'tenant_id': '38c81b4b45834a8b88564f58e8942f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:45.078688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:34:45.133740 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c59c7c4-2950-44dd-a850-6afdac5938b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.189207 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27d90679-2c41-40c4-b56c-9a01e7a3c946 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.196975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Made reservation on behalf of 38c81b4b45834a8b88564f58e8942f28 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:45.200010 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.257495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c59c7c4-2950-44dd-a850-6afdac5938b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.264944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2c59c7c4-2950-44dd-a850-6afdac5938b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.307429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d90679-2c41-40c4-b56c-9a01e7a3c946 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Port': ['ID=a15f46c8-12de-4ef6-81cf-0fde5ec78679,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:45.337372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ff77-cfcb-4534-974c-45b7e08cce3e req-b6558c65-99c4-4bbd-9551-a4f976cce84c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:45.338985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f88ff77-cfcb-4534-974c-45b7e08cce3e req-b6558c65-99c4-4bbd-9551-a4f976cce84c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 946 time: 0.2083774 Dec 12 04:34:45.342499 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-27d90679-2c41-40c4-b56c-9a01e7a3c946 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.345522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2c59c7c4-2950-44dd-a850-6afdac5938b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a227ac2d9f444f689b8aa49c6ec468cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441707 Dec 12 04:34:45.348527 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-27d90679-2c41-40c4-b56c-9a01e7a3c946 tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/ports/a15f46c8-12de-4ef6-81cf-0fde5ec78679 HTTP/1.1" status: 204 len: 168 time: 1.2037027 Dec 12 04:34:45.349210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50608) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:45.360844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50610) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:45.395787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 15c763de-3fbc-49cd-9537-ee61993c9d0f no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:34:45.418338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 15c763de-3fbc-49cd-9537-ee61993c9d0f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:34:45.418616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 15c763de-3fbc-49cd-9537-ee61993c9d0f not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:34:45.428477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59c7c4-2950-44dd-a850-6afdac5938b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a7865-66c9-4d2c-b74c-dea2f94d8adf,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:45.457179 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1f4d-ff47-41f5-9b63-b9b3c90ee701 req-071702bf-2430-4ba2-b054-f1bb3f703b06 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:45.463414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f79f1f4d-ff47-41f5-9b63-b9b3c90ee701 req-071702bf-2430-4ba2-b054-f1bb3f703b06 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0982559 Dec 12 04:34:45.466736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-2141d4db-b5f5-405d-81d4-2c5d16219b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:45.469066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-2141d4db-b5f5-405d-81d4-2c5d16219b78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1095 time: 0.1136191 Dec 12 04:34:45.547152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9026a49d-bfee-4861-ab7d-f4177face14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.565585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.571459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f79f1f4d-ff47-41f5-9b63-b9b3c90ee701 req-b96341a9-05b2-4273-863e-ce6f42bfb801 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007798 Dec 12 04:34:45.579931 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f88ff77-cfcb-4534-974c-45b7e08cce3e req-a58514d7-9f38-45d3-b606-5ca667b6f5b4 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280402 Dec 12 04:34:45.617044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9026a49d-bfee-4861-ab7d-f4177face14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.621116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50612) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:45.625348 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.632586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-42b47bc7-b525-46f5-a9e9-027bae733306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:45.634173 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-42b47bc7-b525-46f5-a9e9-027bae733306 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.1555655 Dec 12 04:34:45.723979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-5532ff58-e2e8-4fdd-bc55-5238d4b2b45f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 998 time: 0.0821185 Dec 12 04:34:45.802523 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.807996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-b33154dd-4af0-41ae-b26b-615ea36f24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:45.809923 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-b33154dd-4af0-41ae-b26b-615ea36f24dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0778661 Dec 12 04:34:45.819595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183b6824-2153-4289-b72c-34f9454af6bc tempest-TestServerBasicOps-319070378 tempest-TestServerBasicOps-319070378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:45.821265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-183b6824-2153-4289-b72c-34f9454af6bc tempest-TestServerBasicOps-319070378 tempest-TestServerBasicOps-319070378-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 1092 time: 0.1990666 Dec 12 04:34:45.830971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50616) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:45.836111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:45.861921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a42b7c-7b80-4c9c-afd8-a28aea983c1e']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:45.866626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-c4ad0dd0-c83c-4cd4-b7c6-246e16a205bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:45.869126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-c4ad0dd0-c83c-4cd4-b7c6-246e16a205bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456021 Dec 12 04:34:45.876775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec9c76b-0579-449c-a176-c7159a30398a') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:45.877228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec9c76b-0579-449c-a176-c7159a30398a') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:45.881628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.921905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.924224 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9026a49d-bfee-4861-ab7d-f4177face14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.927029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9026a49d-bfee-4861-ab7d-f4177face14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.929257 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9026a49d-bfee-4861-ab7d-f4177face14d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b81a7865-66c9-4d2c-b74c-dea2f94d8adf HTTP/1.1" status: 204 len: 168 time: 0.5752692 Dec 12 04:34:45.967040 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:45.971119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026a49d-bfee-4861-ab7d-f4177face14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a7865-66c9-4d2c-b74c-dea2f94d8adf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:46.044587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.045107 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-38321d70-06cf-4eb7-84f1-de9b22ef04cd service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371529 Dec 12 04:34:46.069899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:34:46.070250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:34:46.077423 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:34:46.124301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba462df-7d29-4c4c-bc7b-2c787d44de56,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:46.160781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Checking segment: {'id': '2020c907-304e-4e89-b47a-f326304aab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:46.161186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Network hostable DHCP agents. Network: ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:34:46.167362 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.179961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-458f5aac-3781-4265-8685-f26a2dff88c4 req-a8b61d8c-b3c4-4d0a-8c95-f9df09a84a58 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576960 Dec 12 04:34:46.181324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.184619 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] 10.222.0.36 "DELETE /v2.0/networks/75a42b7c-7b80-4c9c-afd8-a28aea983c1e HTTP/1.1" status: 204 len: 168 time: 0.7948105 Dec 12 04:34:46.208914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153088af-5de0-44e2-b21b-de1456f5dfbb tempest-PortsIpV6TestJSON-1225270242 tempest-PortsIpV6TestJSON-1225270242-project] Pushing event deleted for resources: {'Network': ['ID=75a42b7c-7b80-4c9c-afd8-a28aea983c1e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:46.239135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Network ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:34:46.257009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:46.263159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:46.263801 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.267525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759c06f8-6d88-4697-8506-44a6d32bafb5 None None] Network ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:46.331137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e2c77e06-8110-4eec-9844-e698f0369ba8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2681990 Dec 12 04:34:46.333121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.452396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50628) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:46.501538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad557fe-264e-4926-8e3e-531f4c339716 None None] Network ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:46.534837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e6d22854-2764-41a3-a78e-b268ead280d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5eb1be3887344fc39a30b4616a63448e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806365 Dec 12 04:34:46.536481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Allocated IP 172.25.7.87 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/3407bf26-53ac-4b5c-bd98-16d85fa9693f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:46.546223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50630) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:46.670038 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51278a2f-ece6-410d-8314-e5935ce7dc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.698726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51278a2f-ece6-410d-8314-e5935ce7dc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.746049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.762466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50638) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:46.764676 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.783703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.843498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:46.849475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:46.862975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:46.898139 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51278a2f-ece6-410d-8314-e5935ce7dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.901480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51278a2f-ece6-410d-8314-e5935ce7dc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:46.906398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-51278a2f-ece6-410d-8314-e5935ce7dc07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da70e235-921a-4430-be7b-97a7165ea1ba HTTP/1.1" status: 204 len: 168 time: 0.3580158 Dec 12 04:34:46.927601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c0eb3-23b8-4b97-a32a-d9b88d6f50ed req-e7243f2e-3ade-4e83-8b5f-5ace148f7344 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:46.929673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-783c0eb3-23b8-4b97-a32a-d9b88d6f50ed req-e7243f2e-3ade-4e83-8b5f-5ace148f7344 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1834352 Dec 12 04:34:46.930262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'Port': ['ID=3407bf26-53ac-4b5c-bd98-16d85fa9693f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:46.936774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51278a2f-ece6-410d-8314-e5935ce7dc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da70e235-921a-4430-be7b-97a7165ea1ba,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:46.998875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-783c0eb3-23b8-4b97-a32a-d9b88d6f50ed req-a3682fdc-d16e-4cb6-8c6e-9909fbd364f1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589318 Dec 12 04:34:47.114348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5bec40c5-6b51-47eb-a4d9-547dd9f2e0aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5c16adb8fc44feabe701abb730d4d9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489857 Dec 12 04:34:47.114571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50650) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:47.186475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46496caf-2ea5-4c40-b45e-7a65599e50e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.211837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46496caf-2ea5-4c40-b45e-7a65599e50e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.278889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46496caf-2ea5-4c40-b45e-7a65599e50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.283271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46496caf-2ea5-4c40-b45e-7a65599e50e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.287746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-46496caf-2ea5-4c40-b45e-7a65599e50e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7d130a0-98e1-420d-b9be-66041b2cf50f HTTP/1.1" status: 204 len: 168 time: 0.1720352 Dec 12 04:34:47.300563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46496caf-2ea5-4c40-b45e-7a65599e50e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d130a0-98e1-420d-b9be-66041b2cf50f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:47.674430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.719452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50690) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:47.724925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-870752335-network', 'tenant_id': 'dd57fe1945f643c5a72396361892f828'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:47.760992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Made reservation on behalf of dd57fe1945f643c5a72396361892f828 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:47.766007 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.774253 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.846038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.926190 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.932361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:47.993414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:34:48.004374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a018a3ff-4586-4ce8-94a4-56ddd72760d9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:48.032343 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:48.033321 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Added segment 6650e53c-447b-469c-a8c3-0adcfbfb3ed7 of type vlan for network e0a3df9f-b8af-4f19-a276-13118dbb0a6a Dec 12 04:34:48.083968 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:48.130688 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:48.131900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:48.134311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:48.220274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:48.242932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ee227-e065-4b7e-8a07-19e088e91bfd req-9f68f172-17e7-4aab-92b2-0ce464bfd844 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:48.245075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-887ee227-e065-4b7e-8a07-19e088e91bfd req-9f68f172-17e7-4aab-92b2-0ce464bfd844 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0897617 Dec 12 04:34:48.245902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:48.273740 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5531514 Dec 12 04:34:48.278216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50754) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:48.288384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Request body: {'subnet': {'network_id': 'e0a3df9f-b8af-4f19-a276-13118dbb0a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-870752335-subnet', 'tenant_id': 'dd57fe1945f643c5a72396361892f828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:48.300601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabde8e-5db1-41fa-8b7b-306a7d8fd87e admin admin] Pushing event updated for resources: {'Network': ['ID=e0a3df9f-b8af-4f19-a276-13118dbb0a6a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:48.323826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network e0a3df9f-b8af-4f19-a276-13118dbb0a6a details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:34:48.410623 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:48.541271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Made reservation on behalf of dd57fe1945f643c5a72396361892f828 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:48.543600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:48.552774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event updated for resources: {'Port': ['ID=3407bf26-53ac-4b5c-bd98-16d85fa9693f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:48.582846 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-887ee227-e065-4b7e-8a07-19e088e91bfd req-b0cba48c-c48e-4711-b4f8-1bbf983d68b0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808678 Dec 12 04:34:48.595017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50788) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:48.613199 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Floating IP b8f7f508-cc41-410f-a25a-2633e535fc5d associated. External IP: 172.25.7.87, port: 4d139503-a99c-429d-8d7f-7f448aa2515d. Dec 12 04:34:48.809944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0274a73f-5ba9-4ccb-8843-967a4de528a9 tempest-AgentManagementNegativeTest-450351620 tempest-AgentManagementNegativeTest-450351620-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2137213 Dec 12 04:34:48.892718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50828) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:49.002960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.091881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Router 7365b1d0-7c9e-4212-9d46-263736a3755a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:34:49.105076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Checking segment: {'id': '6650e53c-447b-469c-a8c3-0adcfbfb3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e0a3df9f-b8af-4f19-a276-13118dbb0a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:49.105456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Network hostable DHCP agents. Network: e0a3df9f-b8af-4f19-a276-13118dbb0a6a, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:34:49.111476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dead221-497e-4e4d-8e10-6d7ac85ad923,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:49.147504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-secgroup--603233363'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:49.170943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Network e0a3df9f-b8af-4f19-a276-13118dbb0a6a is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:34:49.200678 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.213277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, e0a3df9f-b8af-4f19-a276-13118dbb0a6a) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:49.225375 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.225992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23344d97-0823-4c73-80f3-a4f37967544b None None] Network e0a3df9f-b8af-4f19-a276-13118dbb0a6a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:49.272284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50866) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:49.429671 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.449563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.533115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec297d13-88e3-4b17-9d4b-ae06e50986e7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:49.592980 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7af7ae2c-ccb5-4060-a77d-0a26934cec90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.609820 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.619002 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.621848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:49.622960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.629110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a46dcd2-c290-4ab0-9f5e-9abc2834806c None None] Network e0a3df9f-b8af-4f19-a276-13118dbb0a6a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:34:49.662256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1a7c457a-9eb2-43d3-a6cb-fd544011f99f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3779039 Dec 12 04:34:49.684716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.686340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7925267 Dec 12 04:34:49.691563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50910) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:49.700207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:34:49.701624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6ff28-b5b9-45fd-af3c-d40af92f5d4c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180c5a75-d9c9-4cb8-9ac1-5e63a2e41b6e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:49.724717 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] Sync routers for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:34:49.748197 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.759817 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:49.760462 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:49.774902 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6366b13c-16f1-4dd5-93da-34eb0d7751c2 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0812602 Dec 12 04:34:49.780122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50918) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:49.788113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c1807d54-7ffc-4df5-8ce4-10a62eda4342 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-security--591243674', 'description': 'tempest-security-description-495010479'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:49.810796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-09e94ef0-111f-4532-b321-fa2811b4a0b0 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9624970 Dec 12 04:34:49.810796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'tag': '4d139503-a99c-429d-8d7f-7f448aa2515d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:34:49.810796 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62385e1c-aa6b-4007-a6b8-422a0be1139b" -d '{"events": [{"name": "network-changed", "server_uuid": "43f73da9-3fda-42ce-805a-d4b0ff19b4f4", "tag": "4d139503-a99c-429d-8d7f-7f448aa2515d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:34:49.876213 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4009de74-f43e-448c-ad08-61bd229cc46f x-openstack-request-id: req-4009de74-f43e-448c-ad08-61bd229cc46f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:34:49.876529 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f73da9-3fda-42ce-805a-d4b0ff19b4f4", "tag": "4d139503-a99c-429d-8d7f-7f448aa2515d", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:34:49.876798 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4009de74-f43e-448c-ad08-61bd229cc46f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:34:49.877257 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'tag': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'status': 'completed', 'code': 200} Dec 12 04:34:49.890607 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7af7ae2c-ccb5-4060-a77d-0a26934cec90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.903175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7af7ae2c-ccb5-4060-a77d-0a26934cec90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.928345 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1807d54-7ffc-4df5-8ce4-10a62eda4342 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:49.998661 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1807d54-7ffc-4df5-8ce4-10a62eda4342 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.013925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-537d76e9-5d8d-455d-b7fa-78e439ab1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:50.014827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7af7ae2c-ccb5-4060-a77d-0a26934cec90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d4a62b0fd8e41259475e9a0e2e10021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7414899 Dec 12 04:34:50.015456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-537d76e9-5d8d-455d-b7fa-78e439ab1cd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b82bb21ec93460d83a1f718b4818328&device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 1097 time: 0.0948467 Dec 12 04:34:50.015913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1807d54-7ffc-4df5-8ce4-10a62eda4342 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.018816 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1807d54-7ffc-4df5-8ce4-10a62eda4342 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.023076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50946) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:50.023658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 50950) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:50.024001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c1807d54-7ffc-4df5-8ce4-10a62eda4342 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "PUT /v2.0/security-groups/180c5a75-d9c9-4cb8-9ac1-5e63a2e41b6e HTTP/1.1" status: 200 len: 1795 time: 0.2422891 Dec 12 04:34:50.025355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ae2c-ccb5-4060-a77d-0a26934cec90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b430a8a-ab46-42bb-9c95-6db2edc199ea,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:50.077937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1807d54-7ffc-4df5-8ce4-10a62eda4342 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180c5a75-d9c9-4cb8-9ac1-5e63a2e41b6e,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:50.176028 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:50.232802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-45aea86c-4d25-4166-a0ca-e790e640a704 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups/180c5a75-d9c9-4cb8-9ac1-5e63a2e41b6e HTTP/1.1" status: 200 len: 1795 time: 0.1942773 Dec 12 04:34:50.234504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 50980) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:50.254504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-c65f195e-d7ba-46a6-ad50-1703f470906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:50.256286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-c65f195e-d7ba-46a6-ad50-1703f470906b service neutron] 10.222.0.18 "GET /v2.0/networks?id=527a69ce-5344-4699-976f-971e117a42c1 HTTP/1.1" status: 200 len: 909 time: 0.2215042 Dec 12 04:34:50.277914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bbb8a3d-d9c6-45a7-9179-236de7c4d7f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.304314 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bbb8a3d-d9c6-45a7-9179-236de7c4d7f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.360455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-445afaf7-e828-4e8b-954f-f270512372dc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.417266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-445afaf7-e828-4e8b-954f-f270512372dc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.488187 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-445afaf7-e828-4e8b-954f-f270512372dc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.488844 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'b8f7f508-cc41-410f-a25a-2633e535fc5d', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'port_id': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'mac_address': 'fa:16:3e:62:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:34:47Z', 'updated_at': '2021-12-12T04:34:47Z', 'revision_number': 0, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5514053-1951-460e-bd87-ec8a09fd9a5e', 'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'mac_address': 'fa:16:3e:05:31:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:02Z', 'updated_at': '2021-12-12T04:34:13Z', 'revision_number': 5, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'subnets': [{'id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:50.491682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-445afaf7-e828-4e8b-954f-f270512372dc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.494645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-445afaf7-e828-4e8b-954f-f270512372dc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/180c5a75-d9c9-4cb8-9ac1-5e63a2e41b6e HTTP/1.1" status: 204 len: 168 time: 0.2559276 Dec 12 04:34:50.495795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51016) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:50.509572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445afaf7-e828-4e8b-954f-f270512372dc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180c5a75-d9c9-4cb8-9ac1-5e63a2e41b6e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:50.545073 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] Checking router: 7365b1d0-7c9e-4212-9d46-263736a3755a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:34:50.564418 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-bb9b266b-df4d-4bb2-95b7-f90a81b6d119 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d139503-a99c-429d-8d7f-7f448aa2515d HTTP/1.1" status: 200 len: 999 time: 0.2872086 Dec 12 04:34:50.566895 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:34:50.567721 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:34:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:50.604122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3971b632-199b-49be-bb99-aa966dc28bec tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030633 Dec 12 04:34:50.605613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51030) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:50.640601 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-17f806b7-04d3-42c7-9623-9b3d6a0679f5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] delete failed (client error): The resource could not be found. Dec 12 04:34:50.645297 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-17f806b7-04d3-42c7-9623-9b3d6a0679f5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/180c5a75-d9c9-4cb8-9ac1-5e63a2e41b6e HTTP/1.1" status: 404 len: 347 time: 0.0351582 Dec 12 04:34:50.645535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51036) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:50.657609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e54848b0-0cc3-4000-a359-73f333b670ad tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-secgroup--259562238'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:50.716573 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bbb8a3d-d9c6-45a7-9179-236de7c4d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.720146 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5bbb8a3d-d9c6-45a7-9179-236de7c4d7f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.721833 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5bbb8a3d-d9c6-45a7-9179-236de7c4d7f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b430a8a-ab46-42bb-9c95-6db2edc199ea HTTP/1.1" status: 204 len: 168 time: 0.6990237 Dec 12 04:34:50.745266 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e54848b0-0cc3-4000-a359-73f333b670ad tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.759988 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:34:50.766396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb8a3d-d9c6-45a7-9179-236de7c4d7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b430a8a-ab46-42bb-9c95-6db2edc199ea,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:50.769547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-69278f03-6634-4d09-9240-1508d8d85894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:50.772379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-69278f03-6634-4d09-9240-1508d8d85894 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141 HTTP/1.1" status: 200 len: 848 time: 0.1865332 Dec 12 04:34:50.800234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-cafd1948-175a-4ec6-91c5-e19c697fd4fe tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:50.802344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-cafd1948-175a-4ec6-91c5-e19c697fd4fe tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/networks?id=ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 HTTP/1.1" status: 200 len: 809 time: 0.3807883 Dec 12 04:34:50.836185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-e410c794-ac66-410c-9615-6623c0da8889 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/quotas/38c81b4b45834a8b88564f58e8942f28 HTTP/1.1" status: 200 len: 375 time: 0.0214219 Dec 12 04:34:50.917389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e54848b0-0cc3-4000-a359-73f333b670ad tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.917830 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-7f3d471e-a928-4207-870c-b4dd101799e9 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c81b4b45834a8b88564f58e8942f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407972 Dec 12 04:34:50.937689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e54848b0-0cc3-4000-a359-73f333b670ad tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.950291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-3c5f4fb6-15a7-4ebf-a9ec-c2427cc8a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:50.952256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-3c5f4fb6-15a7-4ebf-a9ec-c2427cc8a86a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=527a69ce-5344-4699-976f-971e117a42c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479213 Dec 12 04:34:50.999653 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e54848b0-0cc3-4000-a359-73f333b670ad tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:50.999653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e54848b0-0cc3-4000-a359-73f333b670ad tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3522201 Dec 12 04:34:51.003561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51072) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:51.012878 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-baf5a693-fafc-461d-90d2-b714fed65019 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': 'aa322ce3-9899-49d3-91be-2829d317355b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:51.025526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54848b0-0cc3-4000-a359-73f333b670ad tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa322ce3-9899-49d3-91be-2829d317355b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:51.094124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-baf5a693-fafc-461d-90d2-b714fed65019 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.114631 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-00772ddd-02a7-4db8-9657-7e807df497d7 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861897 Dec 12 04:34:51.187526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-8342ff0c-3f8b-490a-a255-debb3f178ec2 service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948831 Dec 12 04:34:51.234353 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'b8f7f508-cc41-410f-a25a-2633e535fc5d', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'port_id': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'mac_address': 'fa:16:3e:62:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:34:47Z', 'updated_at': '2021-12-12T04:34:47Z', 'revision_number': 0, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5514053-1951-460e-bd87-ec8a09fd9a5e', 'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'mac_address': 'fa:16:3e:05:31:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:02Z', 'updated_at': '2021-12-12T04:34:13Z', 'revision_number': 5, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'subnets': [{'id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:34:51.235339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-baf5a693-fafc-461d-90d2-b714fed65019 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.245163 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-baf5a693-fafc-461d-90d2-b714fed65019 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.271936 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722f089-4285-4827-91e9-23d1a535f82c None None] The sync data for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 is: [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'b8f7f508-cc41-410f-a25a-2633e535fc5d', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'port_id': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'mac_address': 'fa:16:3e:62:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:34:47Z', 'updated_at': '2021-12-12T04:34:47Z', 'revision_number': 0, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5514053-1951-460e-bd87-ec8a09fd9a5e', 'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'mac_address': 'fa:16:3e:05:31:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:02Z', 'updated_at': '2021-12-12T04:34:13Z', 'revision_number': 5, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'subnets': [{'id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:34:51.298210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5a693-fafc-461d-90d2-b714fed65019 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9109598d-5d1e-4d2e-9f4c-a56e68abd227,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:51.306087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-baf5a693-fafc-461d-90d2-b714fed65019 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.308654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-baf5a693-fafc-461d-90d2-b714fed65019 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039868 Dec 12 04:34:51.312028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51106) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:51.361410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a2d7-b6df-4203-a50e-1606576042cf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.373970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a2d7-b6df-4203-a50e-1606576042cf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.401913 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-9cfabc11-4b1b-49a6-85ba-53425fbf01dc service neutron] 10.222.0.36 "GET /v2.0/networks/ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749221 Dec 12 04:34:51.408286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62385e1c-aa6b-4007-a6b8-422a0be1139b req-a6ab4a75-854c-4d3f-bd4e-9fc7c1afe9e9 service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866274 Dec 12 04:34:51.412287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a2d7-b6df-4203-a50e-1606576042cf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.420901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a2d7-b6df-4203-a50e-1606576042cf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.422049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d4f0a2d7-b6df-4203-a50e-1606576042cf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9109598d-5d1e-4d2e-9f4c-a56e68abd227 HTTP/1.1" status: 204 len: 168 time: 0.1050425 Dec 12 04:34:51.425360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51122) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:51.428379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0a2d7-b6df-4203-a50e-1606576042cf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9109598d-5d1e-4d2e-9f4c-a56e68abd227,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:51.494189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ab6efac2-366a-44d4-bbd1-397f8c263acb tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0676062 Dec 12 04:34:51.497582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51132) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:51.625599 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-78503699-e4e6-416b-8179-735b66208fbb tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.632006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c788099-41e1-4de8-88a6-ad178f6e897d None None] New status for floating IP b8f7f508-cc41-410f-a25a-2633e535fc5d: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:34:51.653910 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-78503699-e4e6-416b-8179-735b66208fbb tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.720830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-78503699-e4e6-416b-8179-735b66208fbb tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.728434 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-78503699-e4e6-416b-8179-735b66208fbb tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:51.731504 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-78503699-e4e6-416b-8179-735b66208fbb tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa322ce3-9899-49d3-91be-2829d317355b HTTP/1.1" status: 204 len: 168 time: 0.2328973 Dec 12 04:34:51.735411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51166) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:51.798492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88ffd10a-77d1-4454-a940-82659debd51b req-a69a7ab4-08ba-4238-beec-59116ac494d6 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 210 time: 0.1059153 Dec 12 04:34:51.842434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78503699-e4e6-416b-8179-735b66208fbb tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa322ce3-9899-49d3-91be-2829d317355b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:51.863760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-25b6f9f2-78df-44ef-b4d9-ee792c2a61ab tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1265197 Dec 12 04:34:51.867491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51186) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:51.873911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3f8ae39a-e2a9-48cb-9086-be1e2e690a97 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-secgroup--160871141'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:51.921534 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae39a-e2a9-48cb-9086-be1e2e690a97 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.015524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae39a-e2a9-48cb-9086-be1e2e690a97 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.019584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae39a-e2a9-48cb-9086-be1e2e690a97 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.052097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ae39a-e2a9-48cb-9086-be1e2e690a97 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa253c4-705a-4aaa-a8ae-40c6601d42f6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:52.069014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae39a-e2a9-48cb-9086-be1e2e690a97 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.071447 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3f8ae39a-e2a9-48cb-9086-be1e2e690a97 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2026749 Dec 12 04:34:52.074625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51210) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:52.080361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6af9a961-3051-4943-80b3-8eca7184e0c3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '0aa253c4-705a-4aaa-a8ae-40c6601d42f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:52.085868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51214) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:52.117872 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6af9a961-3051-4943-80b3-8eca7184e0c3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.201065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6af9a961-3051-4943-80b3-8eca7184e0c3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.206564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6af9a961-3051-4943-80b3-8eca7184e0c3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.229851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-332d2d1f-2892-444a-b207-a78e150ac120 tempest-DvrRoutersNegativeTest-2125559745 tempest-DvrRoutersNegativeTest-2125559745-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-651397274', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:52.237214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9a961-3051-4943-80b3-8eca7184e0c3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b33442d-469f-4306-8ec3-edff9cfce7b1,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:52.237922 n-d-710847-7 neutron-server[103451]: DEBUG neutron.policy [None req-332d2d1f-2892-444a-b207-a78e150ac120 tempest-DvrRoutersNegativeTest-2125559745 tempest-DvrRoutersNegativeTest-2125559745-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103451) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 12 04:34:52.238462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.policy [None req-332d2d1f-2892-444a-b207-a78e150ac120 tempest-DvrRoutersNegativeTest-2125559745 tempest-DvrRoutersNegativeTest-2125559745-project] Failed policy check for 'create_router' {{(pid=103451) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 12 04:34:52.239299 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-332d2d1f-2892-444a-b207-a78e150ac120 tempest-DvrRoutersNegativeTest-2125559745 tempest-DvrRoutersNegativeTest-2125559745-project] create failed (client error): Access was denied to this resource. Dec 12 04:34:52.244090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-332d2d1f-2892-444a-b207-a78e150ac120 tempest-DvrRoutersNegativeTest-2125559745 tempest-DvrRoutersNegativeTest-2125559745-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1546719 Dec 12 04:34:52.250456 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6af9a961-3051-4943-80b3-8eca7184e0c3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.254855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6af9a961-3051-4943-80b3-8eca7184e0c3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1777389 Dec 12 04:34:52.255459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51242) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:52.262885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1510a1b5-3b9f-4c18-9116-2fbcde29ebd0 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '0aa253c4-705a-4aaa-a8ae-40c6601d42f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:52.300192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1510a1b5-3b9f-4c18-9116-2fbcde29ebd0 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.379931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1510a1b5-3b9f-4c18-9116-2fbcde29ebd0 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.384616 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1510a1b5-3b9f-4c18-9116-2fbcde29ebd0 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.405030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a1b5-3b9f-4c18-9116-2fbcde29ebd0 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4685ed2e-fa51-470c-bfba-b79ef8db40a7,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:52.415740 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1510a1b5-3b9f-4c18-9116-2fbcde29ebd0 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.417019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1510a1b5-3b9f-4c18-9116-2fbcde29ebd0 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605046 Dec 12 04:34:52.420088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51258) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:52.425210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-38a4ea02-63e9-4334-9e6c-040fff4a907e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '0aa253c4-705a-4aaa-a8ae-40c6601d42f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:52.457578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38a4ea02-63e9-4334-9e6c-040fff4a907e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.521070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38a4ea02-63e9-4334-9e6c-040fff4a907e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.526160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38a4ea02-63e9-4334-9e6c-040fff4a907e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.547385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4ea02-63e9-4334-9e6c-040fff4a907e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d29010-eaf6-441d-bbdf-a5404c5d8380,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:52.556366 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38a4ea02-63e9-4334-9e6c-040fff4a907e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.557981 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-38a4ea02-63e9-4334-9e6c-040fff4a907e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366005 Dec 12 04:34:52.561487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51262) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:52.566465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8f24916c-8d0c-42b9-bdd6-b3f80d49b1bf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '0aa253c4-705a-4aaa-a8ae-40c6601d42f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:52.596093 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f24916c-8d0c-42b9-bdd6-b3f80d49b1bf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.599142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51264) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:52.662316 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f24916c-8d0c-42b9-bdd6-b3f80d49b1bf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.667193 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f24916c-8d0c-42b9-bdd6-b3f80d49b1bf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.689542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24916c-8d0c-42b9-bdd6-b3f80d49b1bf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abfb171-efff-439c-afa7-c452df90ed4b,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:52.697118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8f24916c-8d0c-42b9-bdd6-b3f80d49b1bf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.698468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8f24916c-8d0c-42b9-bdd6-b3f80d49b1bf tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357684 Dec 12 04:34:52.701817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51268) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:52.707555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-47c3872b-9826-42c1-ad43-3fc1a9b4e7f8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '0aa253c4-705a-4aaa-a8ae-40c6601d42f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:52.735952 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e0877f8-9a59-4b5f-9ad1-fb5089e79150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.758978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47c3872b-9826-42c1-ad43-3fc1a9b4e7f8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.861912 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47c3872b-9826-42c1-ad43-3fc1a9b4e7f8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.871729 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47c3872b-9826-42c1-ad43-3fc1a9b4e7f8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.902751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e0877f8-9a59-4b5f-9ad1-fb5089e79150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.904078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3872b-9826-42c1-ad43-3fc1a9b4e7f8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ed6dce-3b95-4916-90dc-0cc92aca2851,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:52.909248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9e0877f8-9a59-4b5f-9ad1-fb5089e79150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.949401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47c3872b-9826-42c1-ad43-3fc1a9b4e7f8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:52.953830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-47c3872b-9826-42c1-ad43-3fc1a9b4e7f8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2479327 Dec 12 04:34:52.955131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51280) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:52.956609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eb82774-d19a-452f-8247-467261643a73 req-6af82d08-7736-473e-b737-e3e5bd867e9b tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 210 time: 0.0500348 Dec 12 04:34:52.981812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9e0877f8-9a59-4b5f-9ad1-fb5089e79150 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e757b302e644e7d9a8509331395226b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810229 Dec 12 04:34:52.983074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0877f8-9a59-4b5f-9ad1-fb5089e79150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed54a906-92d1-415d-803d-b8bb8f8dece2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:52.985693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51282) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.030826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-827c664a-8d7c-458c-acae-b6d82cfcedc1 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.040012 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-827c664a-8d7c-458c-acae-b6d82cfcedc1 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.046370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f88e219f-1051-498e-b662-a889dd7e10a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.073231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-827c664a-8d7c-458c-acae-b6d82cfcedc1 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.077620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f88e219f-1051-498e-b662-a889dd7e10a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.085346 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-827c664a-8d7c-458c-acae-b6d82cfcedc1 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.089355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-827c664a-8d7c-458c-acae-b6d82cfcedc1 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b5ed6dce-3b95-4916-90dc-0cc92aca2851 HTTP/1.1" status: 204 len: 168 time: 0.1302092 Dec 12 04:34:53.091430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51286) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.107657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c664a-8d7c-458c-acae-b6d82cfcedc1 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5ed6dce-3b95-4916-90dc-0cc92aca2851,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:53.150264 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-59863da1-9f08-4fbf-b1de-43168b45c166 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0568273 Dec 12 04:34:53.150835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51288) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.186825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f6e93a2b-aaf1-44d1-9d43-f89ee7337f0e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.197830 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f6e93a2b-aaf1-44d1-9d43-f89ee7337f0e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.227524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f6e93a2b-aaf1-44d1-9d43-f89ee7337f0e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.234166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f6e93a2b-aaf1-44d1-9d43-f89ee7337f0e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.235354 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f6e93a2b-aaf1-44d1-9d43-f89ee7337f0e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2abfb171-efff-439c-afa7-c452df90ed4b HTTP/1.1" status: 204 len: 168 time: 0.0837162 Dec 12 04:34:53.238347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51290) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.253241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e93a2b-aaf1-44d1-9d43-f89ee7337f0e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2abfb171-efff-439c-afa7-c452df90ed4b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:53.312712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-049a8334-4320-41e9-bb01-a71b5b11c864 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0728061 Dec 12 04:34:53.315520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51292) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.341341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1219a654-f9ba-499e-bf40-28e469847983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.351043 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1219a654-f9ba-499e-bf40-28e469847983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.381839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1219a654-f9ba-499e-bf40-28e469847983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.389574 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1219a654-f9ba-499e-bf40-28e469847983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.390671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1219a654-f9ba-499e-bf40-28e469847983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/19d29010-eaf6-441d-bbdf-a5404c5d8380 HTTP/1.1" status: 204 len: 168 time: 0.0741842 Dec 12 04:34:53.394414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51294) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.401113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219a654-f9ba-499e-bf40-28e469847983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19d29010-eaf6-441d-bbdf-a5404c5d8380,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:53.439032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4423cc13-ac0a-473a-ba01-8fd482995b51 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0432842 Dec 12 04:34:53.441834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51296) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.463862 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f88e219f-1051-498e-b662-a889dd7e10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.466639 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f88e219f-1051-498e-b662-a889dd7e10a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.467797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f88e219f-1051-498e-b662-a889dd7e10a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed54a906-92d1-415d-803d-b8bb8f8dece2 HTTP/1.1" status: 204 len: 168 time: 0.4811897 Dec 12 04:34:53.469419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee7f-6933-4cc4-8571-b03a47c76c96 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.478568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee7f-6933-4cc4-8571-b03a47c76c96 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.490770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e219f-1051-498e-b662-a889dd7e10a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed54a906-92d1-415d-803d-b8bb8f8dece2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:53.507532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-020f74d7-cf11-49cc-a388-475346c1bd80 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:53.509823 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-020f74d7-cf11-49cc-a388-475346c1bd80 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.37 "GET /v2.0/networks?id=ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 HTTP/1.1" status: 200 len: 809 time: 0.1336675 Dec 12 04:34:53.517097 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee7f-6933-4cc4-8571-b03a47c76c96 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.523493 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee7f-6933-4cc4-8571-b03a47c76c96 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.528364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4f1dee7f-6933-4cc4-8571-b03a47c76c96 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4685ed2e-fa51-470c-bfba-b79ef8db40a7 HTTP/1.1" status: 204 len: 168 time: 0.0832131 Dec 12 04:34:53.528693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51300) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.540163 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Request body: {'port': {'device_id': 'bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48', 'network_id': 'ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4', 'admin_state_up': True, 'tenant_id': '38c81b4b45834a8b88564f58e8942f28'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:53.550209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dee7f-6933-4cc4-8571-b03a47c76c96 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4685ed2e-fa51-470c-bfba-b79ef8db40a7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:53.638270 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2412d98e-7927-435e-9edf-e05d14e785e8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1083879 Dec 12 04:34:53.642013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51304) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.667696 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e948dcb-a650-48ff-801e-b1f4324121a8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.675575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e948dcb-a650-48ff-801e-b1f4324121a8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.694575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Made reservation on behalf of 38c81b4b45834a8b88564f58e8942f28 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:34:53.699325 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.705607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e948dcb-a650-48ff-801e-b1f4324121a8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.713799 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e948dcb-a650-48ff-801e-b1f4324121a8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.717452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9e948dcb-a650-48ff-801e-b1f4324121a8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2b33442d-469f-4306-8ec3-edff9cfce7b1 HTTP/1.1" status: 204 len: 168 time: 0.0718493 Dec 12 04:34:53.718824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51308) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.722930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e948dcb-a650-48ff-801e-b1f4324121a8 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b33442d-469f-4306-8ec3-edff9cfce7b1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:53.819662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fff85ed3-df45-4934-8878-b3ac25d241b5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0984392 Dec 12 04:34:53.822570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51316) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:53.885499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Allocated IP 172.20.0.12 (ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4/cba462df-7d29-4c4c-bc7b-2c787d44de56/339d2c7a-d898-4cde-9932-fe8d7a2dea19) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:34:53.901023 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73461c04-218c-434d-87c6-d920fbdf8a2d tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:53.926953 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73461c04-218c-434d-87c6-d920fbdf8a2d tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.004930 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73461c04-218c-434d-87c6-d920fbdf8a2d tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.007266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73461c04-218c-434d-87c6-d920fbdf8a2d tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.010839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-73461c04-218c-434d-87c6-d920fbdf8a2d tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/0aa253c4-705a-4aaa-a8ae-40c6601d42f6 HTTP/1.1" status: 204 len: 168 time: 0.1847830 Dec 12 04:34:54.011744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51324) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:54.032126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73461c04-218c-434d-87c6-d920fbdf8a2d tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa253c4-705a-4aaa-a8ae-40c6601d42f6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:54.138549 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f13240a5-d6e4-41d4-bfad-ce4a7fe85e44 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1256685 Dec 12 04:34:54.138753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51330) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:54.159500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1621e53e-efda-4caf-9ba4-4f90a15d9c6c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692783575'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:54.168926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddba57c7-2741-4093-a546-eeab83a05fe9 req-9fca126a-a236-462c-93a1-de1e05db600c tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 210 time: 0.0615046 Dec 12 04:34:54.189082 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.210776 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1621e53e-efda-4caf-9ba4-4f90a15d9c6c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.230848 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.288700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Network ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:34:54.293230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:34:54.298154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:34:54.330763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1621e53e-efda-4caf-9ba4-4f90a15d9c6c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.342046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1621e53e-efda-4caf-9ba4-4f90a15d9c6c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.344033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Pushing event updated for resources: {'Port': ['ID=339d2c7a-d898-4cde-9932-fe8d7a2dea19,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:54.366626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:54.367623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.368240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51334) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:54.382706 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1621e53e-efda-4caf-9ba4-4f90a15d9c6c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.387061 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1621e53e-efda-4caf-9ba4-4f90a15d9c6c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2451589 Dec 12 04:34:54.387666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51338) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:54.388983 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-a2895dc4-9536-462f-ba20-95b0d7c5db58 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8526640 Dec 12 04:34:54.396523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-09a1a96e-2bad-4e26-92c3-72e8954bdb60 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '55d2d64f-632d-479b-b0bb-bbe96cef1d79', 'direction': 'ingress', 'protocol': 17}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:54.408157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621e53e-efda-4caf-9ba4-4f90a15d9c6c tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d2d64f-632d-479b-b0bb-bbe96cef1d79,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:54.409255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Request body: {'port': {'device_id': 'bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:54.436701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09a1a96e-2bad-4e26-92c3-72e8954bdb60 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.474298 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.503488 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09a1a96e-2bad-4e26-92c3-72e8954bdb60 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.510892 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09a1a96e-2bad-4e26-92c3-72e8954bdb60 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.535218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-07c7f753-3477-44a1-aac4-fc4ca542e864 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:54.535651 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-07c7f753-3477-44a1-aac4-fc4ca542e864 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 04:34:54.536156 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-07c7f753-3477-44a1-aac4-fc4ca542e864 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 04:34:54.541451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-07c7f753-3477-44a1-aac4-fc4ca542e864 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1678267 Dec 12 04:34:54.541451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1a96e-2bad-4e26-92c3-72e8954bdb60 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b2d106-6c40-4ab2-afd6-8be6087463be,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:54.541451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51340) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:54.546008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226962218'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:54.556648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09a1a96e-2bad-4e26-92c3-72e8954bdb60 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.560467 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-09a1a96e-2bad-4e26-92c3-72e8954bdb60 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1651022 Dec 12 04:34:54.562449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51342) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:54.592044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.613222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.653937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e189f30e-89cc-4b8d-bbf4-1e9953015cab tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.691601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e189f30e-89cc-4b8d-bbf4-1e9953015cab tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.771122 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e189f30e-89cc-4b8d-bbf4-1e9953015cab tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.774155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e189f30e-89cc-4b8d-bbf4-1e9953015cab tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.777438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e189f30e-89cc-4b8d-bbf4-1e9953015cab tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/55d2d64f-632d-479b-b0bb-bbe96cef1d79 HTTP/1.1" status: 204 len: 168 time: 0.2125072 Dec 12 04:34:54.779595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.780146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51344) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:54.789551 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.791872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189f30e-89cc-4b8d-bbf4-1e9953015cab tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d2d64f-632d-479b-b0bb-bbe96cef1d79,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:54.794231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339d2c7a-d898-4cde-9932-fe8d7a2dea19 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:34:54.813889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.835635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740ac77b-7bb6-4480-8bee-06a0c65891f1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:54.839051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Transition to ACTIVE for port object 339d2c7a-d898-4cde-9932-fe8d7a2dea19 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:34:54.854960 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.873089 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.875985 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2e66916b-d4f3-40a0-bc16-720b29644bef tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0947573 Dec 12 04:34:54.880678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51346) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:54.885565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-70b4226c-88e0-428d-a211-e947d854fa36 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140910758'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:54.890509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.931304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f123a54-a78f-4adc-ad3e-5c72a6e2aabb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:54.936752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Pushing event updated for resources: {'Port': ['ID=339d2c7a-d898-4cde-9932-fe8d7a2dea19,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:54.940083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-70b4226c-88e0-428d-a211-e947d854fa36 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.955958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:54.957877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7543148c-9568-4982-866d-5000e3ef2371 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4160876 Dec 12 04:34:54.960987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51348) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:54.969555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-067d2717-f17d-4dd9-8978-9e21a764ba4b tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '7f123a54-a78f-4adc-ad3e-5c72a6e2aabb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:54.996350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Attempting to bind port 339d2c7a-d898-4cde-9932-fe8d7a2dea19 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:34:54.996684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Attempting to bind port 339d2c7a-d898-4cde-9932-fe8d7a2dea19 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '2020c907-304e-4e89-b47a-f326304aab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:34:54.997069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Attempting to bind port 339d2c7a-d898-4cde-9932-fe8d7a2dea19 on network ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:55.001709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Port 339d2c7a-d898-4cde-9932-fe8d7a2dea19 on network ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:34:55.002045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Attempting to bind port 339d2c7a-d898-4cde-9932-fe8d7a2dea19 on network ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:34:55.007260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:34:55.007689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Checking segment: {'id': '2020c907-304e-4e89-b47a-f326304aab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:34:55.008170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Bound using segment: {'id': '2020c907-304e-4e89-b47a-f326304aab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:34:55.008627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Bound port: 339d2c7a-d898-4cde-9932-fe8d7a2dea19, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2020c907-304e-4e89-b47a-f326304aab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:34:55.009052 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.018590 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-067d2717-f17d-4dd9-8978-9e21a764ba4b tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.073807 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-70b4226c-88e0-428d-a211-e947d854fa36 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.079170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-70b4226c-88e0-428d-a211-e947d854fa36 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.088075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] For port 339d2c7a-d898-4cde-9932-fe8d7a2dea19, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:34:55.091815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] For port 339d2c7a-d898-4cde-9932-fe8d7a2dea19, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=339d2c7a-d898-4cde-9932-fe8d7a2dea19,segment=NetworkSegment(2020c907-304e-4e89-b47a-f326304aab4a),segment_id=2020c907-304e-4e89-b47a-f326304aab4a)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:34:55.097417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.114183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-70b4226c-88e0-428d-a211-e947d854fa36 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.117459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-70b4226c-88e0-428d-a211-e947d854fa36 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2353666 Dec 12 04:34:55.119778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-067d2717-f17d-4dd9-8978-9e21a764ba4b tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.125259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51350) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.130632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-10cc7869-d6f0-4c14-898d-43e04c7da983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109112216'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:55.138262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:55.139207 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.140994 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-067d2717-f17d-4dd9-8978-9e21a764ba4b tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.141350 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] 10.222.0.37 "PUT /v2.0/ports/339d2c7a-d898-4cde-9932-fe8d7a2dea19 HTTP/1.1" status: 200 len: 1092 time: 0.7378488 Dec 12 04:34:55.145219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48', 'tag': '339d2c7a-d898-4cde-9932-fe8d7a2dea19'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:34:55.147935 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48", "tag": "339d2c7a-d898-4cde-9932-fe8d7a2dea19"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:34:55.157427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4226c-88e0-428d-a211-e947d854fa36 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8794afb0-dfb5-403b-b5f2-2c95614db8c6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:55.179210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d2717-f17d-4dd9-8978-9e21a764ba4b tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89bc2fc-e0e1-4ef5-b847-c765b27c98f5,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:55.184942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10cc7869-d6f0-4c14-898d-43e04c7da983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.198957 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-067d2717-f17d-4dd9-8978-9e21a764ba4b tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.200120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-067d2717-f17d-4dd9-8978-9e21a764ba4b tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2362237 Dec 12 04:34:55.202869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51358) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.207639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8fe5c651-9a4c-4399-a727-1304ea03c2dd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '7f123a54-a78f-4adc-ad3e-5c72a6e2aabb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:55.279107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0c5ee-c444-42ff-8cd0-7f823b89071a service neutron] Pushing event updated for resources: {'Port': ['ID=339d2c7a-d898-4cde-9932-fe8d7a2dea19,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:55.281972 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c651-9a4c-4399-a727-1304ea03c2dd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.285407 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b500c-a925-447d-b477-915528407820 x-openstack-request-id: req-058b500c-a925-447d-b477-915528407820 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:34:55.285705 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48", "tag": "339d2c7a-d898-4cde-9932-fe8d7a2dea19", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:34:55.285966 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-058b500c-a925-447d-b477-915528407820 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:34:55.286417 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48', 'tag': '339d2c7a-d898-4cde-9932-fe8d7a2dea19', 'status': 'completed', 'code': 200} Dec 12 04:34:55.307379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-666ce6a4-167a-4e84-9efd-c16dba978ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:55.309209 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-666ce6a4-167a-4e84-9efd-c16dba978ffe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38c81b4b45834a8b88564f58e8942f28&device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 1095 time: 0.0826237 Dec 12 04:34:55.362222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10cc7869-d6f0-4c14-898d-43e04c7da983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.371897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10cc7869-d6f0-4c14-898d-43e04c7da983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.387419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-1379c7b8-62f8-4faf-95d9-112eac94f2c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339d2c7a-d898-4cde-9932-fe8d7a2dea19 HTTP/1.1" status: 200 len: 217 time: 0.0631504 Dec 12 04:34:55.402531 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-8fe5c651-9a4c-4399-a727-1304ea03c2dd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 04:34:55.403612 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8fe5c651-9a4c-4399-a727-1304ea03c2dd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1998060 Dec 12 04:34:55.406191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7869-d6f0-4c14-898d-43e04c7da983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c0794-c058-45fb-87ad-88d48034cb4b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:55.408223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51360) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.423040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339ef29-50b9-421c-944b-c21d5256bd9b req-d7576a42-9629-45f2-89c4-38364b8b650c tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:55.424837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a339ef29-50b9-421c-944b-c21d5256bd9b req-d7576a42-9629-45f2-89c4-38364b8b650c tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 944 time: 0.1111720 Dec 12 04:34:55.430312 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10cc7869-d6f0-4c14-898d-43e04c7da983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.434378 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-10cc7869-d6f0-4c14-898d-43e04c7da983 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3081079 Dec 12 04:34:55.434984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51362) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.443280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1386fbd2-9bcc-4f00-a72a-e6ea8ae8d7da tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '8794afb0-dfb5-403b-b5f2-2c95614db8c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c73c0794-c058-45fb-87ad-88d48034cb4b', 'remote_ip_prefix': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:55.492902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-75f6e8ab-b946-4556-b038-32d3478b50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:55.494431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-75f6e8ab-b946-4556-b038-32d3478b50ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cba462df-7d29-4c4c-bc7b-2c787d44de56 HTTP/1.1" status: 200 len: 849 time: 0.0993702 Dec 12 04:34:55.499493 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-203ab391-3ca0-4db3-aa56-8e71ec560642 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.502106 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1386fbd2-9bcc-4f00-a72a-e6ea8ae8d7da tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.535835 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-276657e8-63f3-4bbe-82a9-b19eb2b01991 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330813 Dec 12 04:34:55.539662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a339ef29-50b9-421c-944b-c21d5256bd9b req-affa9822-54e3-4db3-95ec-a5d2be8b08ad tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951104 Dec 12 04:34:55.548374 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-203ab391-3ca0-4db3-aa56-8e71ec560642 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.623710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1386fbd2-9bcc-4f00-a72a-e6ea8ae8d7da tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.632897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1386fbd2-9bcc-4f00-a72a-e6ea8ae8d7da tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.653390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-8da2b530-9c4c-4d04-a3bf-b3617187de0a service neutron] 10.222.0.37 "GET /v2.0/networks/ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100936 Dec 12 04:34:55.654954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386fbd2-9bcc-4f00-a72a-e6ea8ae8d7da tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08e71df-41d2-4f7c-941c-09f049eb4bd3,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:55.657471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-203ab391-3ca0-4db3-aa56-8e71ec560642 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.660361 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-203ab391-3ca0-4db3-aa56-8e71ec560642 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.661812 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-203ab391-3ca0-4db3-aa56-8e71ec560642 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/7f123a54-a78f-4adc-ad3e-5c72a6e2aabb HTTP/1.1" status: 204 len: 168 time: 0.2526567 Dec 12 04:34:55.667135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51364) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.692463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1386fbd2-9bcc-4f00-a72a-e6ea8ae8d7da tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.696504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1386fbd2-9bcc-4f00-a72a-e6ea8ae8d7da tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2540131 Dec 12 04:34:55.697203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ab391-3ca0-4db3-aa56-8e71ec560642 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f123a54-a78f-4adc-ad3e-5c72a6e2aabb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:55.698812 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51366) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.742459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5315c73c-7c54-44db-8959-4167c03f880d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0741301 Dec 12 04:34:55.746618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51368) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.753307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4da4c214-68a3-48d0-b5ae-09d2823a1739 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647898459'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:55.786945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-669299bb-d9b7-4e7b-ac18-6ec04209fbbc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.800997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-669299bb-d9b7-4e7b-ac18-6ec04209fbbc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.807324 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5156c7d0-faf3-40c2-87b7-289e90aeff73 req-38ffa70e-a1ef-4903-827b-701d7e16bbc2 service neutron] 10.222.0.37 "GET /v2.0/networks/ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428139 Dec 12 04:34:55.812802 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4da4c214-68a3-48d0-b5ae-09d2823a1739 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.851989 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-669299bb-d9b7-4e7b-ac18-6ec04209fbbc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.859737 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-669299bb-d9b7-4e7b-ac18-6ec04209fbbc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.860880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-669299bb-d9b7-4e7b-ac18-6ec04209fbbc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c08e71df-41d2-4f7c-941c-09f049eb4bd3 HTTP/1.1" status: 204 len: 168 time: 0.1598165 Dec 12 04:34:55.863692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51370) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.871739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669299bb-d9b7-4e7b-ac18-6ec04209fbbc tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c08e71df-41d2-4f7c-941c-09f049eb4bd3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:55.911562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b6d52ee0-5a9d-4d32-a8fe-1e3f77ba7d7f tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0442810 Dec 12 04:34:55.911792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51372) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.924253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4da4c214-68a3-48d0-b5ae-09d2823a1739 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.928332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4da4c214-68a3-48d0-b5ae-09d2823a1739 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.953079 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4da4c214-68a3-48d0-b5ae-09d2823a1739 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:55.956541 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4da4c214-68a3-48d0-b5ae-09d2823a1739 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2077546 Dec 12 04:34:55.959859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51374) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.966596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-53fff996-1f78-422f-b411-9380216089f1 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '814f7a13-05d0-4752-805f-f69148d1b383', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:55.967100 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-53fff996-1f78-422f-b411-9380216089f1 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 12 04:34:55.967603 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-53fff996-1f78-422f-b411-9380216089f1 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:55.971279 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-53fff996-1f78-422f-b411-9380216089f1 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087368 Dec 12 04:34:55.972107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51376) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:55.994128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-da736d8c-d9f9-42b4-8753-a3b60a9a28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:55.995412 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-da736d8c-d9f9-42b4-8753-a3b60a9a28d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38c81b4b45834a8b88564f58e8942f28&device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 1095 time: 0.0814333 Dec 12 04:34:55.997151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4c214-68a3-48d0-b5ae-09d2823a1739 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814f7a13-05d0-4752-805f-f69148d1b383,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:56.026839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1f89301-2713-47d7-80be-4dde50f64063 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.035277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d200-f4b6-4739-8a7c-84e1c1ebb77d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.058152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d200-f4b6-4739-8a7c-84e1c1ebb77d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.087631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1f89301-2713-47d7-80be-4dde50f64063 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.104769 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d200-f4b6-4739-8a7c-84e1c1ebb77d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.108685 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d200-f4b6-4739-8a7c-84e1c1ebb77d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.112877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f7f4d200-f4b6-4739-8a7c-84e1c1ebb77d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/814f7a13-05d0-4752-805f-f69148d1b383 HTTP/1.1" status: 204 len: 168 time: 0.1403430 Dec 12 04:34:56.114157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51378) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.139032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4d200-f4b6-4739-8a7c-84e1c1ebb77d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814f7a13-05d0-4752-805f-f69148d1b383,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:56.140705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-f080b3ba-c749-4255-a0b0-3ace9a5060e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:56.142260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-f080b3ba-c749-4255-a0b0-3ace9a5060e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 HTTP/1.1" status: 200 len: 909 time: 0.1385655 Dec 12 04:34:56.173891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1f89301-2713-47d7-80be-4dde50f64063 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.176484 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c1f89301-2713-47d7-80be-4dde50f64063 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.180034 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c1f89301-2713-47d7-80be-4dde50f64063 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/c73c0794-c058-45fb-87ad-88d48034cb4b HTTP/1.1" status: 204 len: 168 time: 0.2649615 Dec 12 04:34:56.180864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51380) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.205506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-be531bbf-470f-47f8-b26c-3ae9acc8aa29 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826445 Dec 12 04:34:56.205849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51382) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.210215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e9ebafde-b656-4e54-9b66-5c015e26d85f tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'tempest-secgroup--656813653'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:56.211686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-4013edf6-eda2-448b-b9b2-66775e97d2cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339d2c7a-d898-4cde-9932-fe8d7a2dea19 HTTP/1.1" status: 200 len: 217 time: 0.0565994 Dec 12 04:34:56.217041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f89301-2713-47d7-80be-4dde50f64063 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c0794-c058-45fb-87ad-88d48034cb4b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:56.250657 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9ebafde-b656-4e54-9b66-5c015e26d85f tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.290499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-c563e18a-420b-45ea-8136-d795e1d7748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:56.290499 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-c563e18a-420b-45ea-8136-d795e1d7748b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cba462df-7d29-4c4c-bc7b-2c787d44de56 HTTP/1.1" status: 200 len: 849 time: 0.0672183 Dec 12 04:34:56.290777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-276d4498-92bf-4dd5-aa26-fbc701159298 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1064131 Dec 12 04:34:56.290777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51386) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.329178 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-a0086f79-cdb4-4aaa-b7b6-a6c3d13b6e87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327950 Dec 12 04:34:56.378422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-129f84fa-ad7c-48b4-a10f-94434cbfd1e3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.398865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9ebafde-b656-4e54-9b66-5c015e26d85f tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.409289 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9ebafde-b656-4e54-9b66-5c015e26d85f tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.417830 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-129f84fa-ad7c-48b4-a10f-94434cbfd1e3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.436328 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-6a01d9e1-ace6-4435-817a-cd30d88e4dd9 service neutron] 10.222.0.37 "GET /v2.0/networks/ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984499 Dec 12 04:34:56.459667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9ebafde-b656-4e54-9b66-5c015e26d85f tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.461070 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e9ebafde-b656-4e54-9b66-5c015e26d85f tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2543943 Dec 12 04:34:56.468673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51388) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.479658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-55946b48-f762-4971-8683-6694264f95da tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '482c8372-07c6-402d-bd39-8fabb689e09a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:56.480508 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-55946b48-f762-4971-8683-6694264f95da tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 12 04:34:56.481044 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-55946b48-f762-4971-8683-6694264f95da tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:56.485366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55946b48-f762-4971-8683-6694264f95da tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071378 Dec 12 04:34:56.485366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51390) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.485912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebafde-b656-4e54-9b66-5c015e26d85f tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482c8372-07c6-402d-bd39-8fabb689e09a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:56.534559 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-129f84fa-ad7c-48b4-a10f-94434cbfd1e3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.537813 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-129f84fa-ad7c-48b4-a10f-94434cbfd1e3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.538995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-129f84fa-ad7c-48b4-a10f-94434cbfd1e3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/8794afb0-dfb5-403b-b5f2-2c95614db8c6 HTTP/1.1" status: 204 len: 168 time: 0.2472622 Dec 12 04:34:56.545300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51392) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.553997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4b5dfbd-3636-4bc3-9922-14dfeecf1653 req-faf06a72-ad30-4ba8-a976-c47e38218559 service neutron] 10.222.0.37 "GET /v2.0/networks/ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992904 Dec 12 04:34:56.570591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f84fa-ad7c-48b4-a10f-94434cbfd1e3 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8794afb0-dfb5-403b-b5f2-2c95614db8c6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:56.612135 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7766ce0a-aa6f-429e-ace6-7a40d3431ee0 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597498 Dec 12 04:34:56.612502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51396) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.617096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f9878073-8d79-4831-9472-4e45712d5240 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-secgroup--693239199'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:56.640997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5ecaedf-7ba2-4975-84e1-bd6a23cac997 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.645287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9878073-8d79-4831-9472-4e45712d5240 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.705888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5ecaedf-7ba2-4975-84e1-bd6a23cac997 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.731245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9878073-8d79-4831-9472-4e45712d5240 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.736341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9878073-8d79-4831-9472-4e45712d5240 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.752097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db31250-ed24-48c1-872e-a7ec027d4ea2 req-06313d2f-2241-465f-ab6c-b5afbc836c22 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:56.753801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8db31250-ed24-48c1-872e-a7ec027d4ea2 req-06313d2f-2241-465f-ab6c-b5afbc836c22 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 944 time: 0.0954361 Dec 12 04:34:56.769890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f9878073-8d79-4831-9472-4e45712d5240 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.772781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f9878073-8d79-4831-9472-4e45712d5240 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1592164 Dec 12 04:34:56.773493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51398) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.781414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-da540d64-c60c-4678-b129-6e76a1a3ab67 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '53f24324-0973-43e4-b058-9772c158aad2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:56.787969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9878073-8d79-4831-9472-4e45712d5240 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f24324-0973-43e4-b058-9772c158aad2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:56.797415 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5ecaedf-7ba2-4975-84e1-bd6a23cac997 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.800876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5ecaedf-7ba2-4975-84e1-bd6a23cac997 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.804514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a5ecaedf-7ba2-4975-84e1-bd6a23cac997 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/482c8372-07c6-402d-bd39-8fabb689e09a HTTP/1.1" status: 204 len: 168 time: 0.3138337 Dec 12 04:34:56.804765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51400) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.824614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecaedf-7ba2-4975-84e1-bd6a23cac997 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c8372-07c6-402d-bd39-8fabb689e09a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:56.830002 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8db31250-ed24-48c1-872e-a7ec027d4ea2 req-312fab50-2d8d-474e-8e6e-e53d76062d2f tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697768 Dec 12 04:34:56.838767 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da540d64-c60c-4678-b129-6e76a1a3ab67 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.875362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-93c3b219-4213-4ee3-81e9-ccca7410cc81 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0682406 Dec 12 04:34:56.880287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51402) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.886080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6532d41b-f3c2-48f0-a59f-40105b127731 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647979546'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:56.909253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6532d41b-f3c2-48f0-a59f-40105b127731 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.913073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da540d64-c60c-4678-b129-6e76a1a3ab67 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.917445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da540d64-c60c-4678-b129-6e76a1a3ab67 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.943617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da540d64-c60c-4678-b129-6e76a1a3ab67 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0d2e1f-cf20-42a3-8c95-f42dbad5a46b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:56.957227 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-da540d64-c60c-4678-b129-6e76a1a3ab67 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.961760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-da540d64-c60c-4678-b129-6e76a1a3ab67 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1821909 Dec 12 04:34:56.962156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51404) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:56.984740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6532d41b-f3c2-48f0-a59f-40105b127731 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.988937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6532d41b-f3c2-48f0-a59f-40105b127731 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:56.993335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b7637698-d92a-4c2c-885f-a618e97659fe tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.003008 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b7637698-d92a-4c2c-885f-a618e97659fe tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.016415 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6532d41b-f3c2-48f0-a59f-40105b127731 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.017686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6532d41b-f3c2-48f0-a59f-40105b127731 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1361070 Dec 12 04:34:57.020680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51406) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.026969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5400c72e-5a70-449c-a34c-eb9cc5cc96e0 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '60c9b391-4123-4ef3-bc92-4e098724630d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.027120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532d41b-f3c2-48f0-a59f-40105b127731 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c9b391-4123-4ef3-bc92-4e098724630d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:57.027860 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-5400c72e-5a70-449c-a34c-eb9cc5cc96e0 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 12 04:34:57.028346 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-5400c72e-5a70-449c-a34c-eb9cc5cc96e0 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.032542 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5400c72e-5a70-449c-a34c-eb9cc5cc96e0 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076473 Dec 12 04:34:57.032668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51408) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.037319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3fb689c3-e7fb-4b58-80fb-799d8e68867c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '60c9b391-4123-4ef3-bc92-4e098724630d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.038065 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-3fb689c3-e7fb-4b58-80fb-799d8e68867c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 12 04:34:57.038509 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-3fb689c3-e7fb-4b58-80fb-799d8e68867c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.039510 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3fb689c3-e7fb-4b58-80fb-799d8e68867c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064125 Dec 12 04:34:57.042513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51410) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.047244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0979e9e1-3496-4ec8-baa6-5a67cb5a81a5 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '60c9b391-4123-4ef3-bc92-4e098724630d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.048002 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-0979e9e1-3496-4ec8-baa6-5a67cb5a81a5 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 12 04:34:57.048476 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-0979e9e1-3496-4ec8-baa6-5a67cb5a81a5 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.048591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b7637698-d92a-4c2c-885f-a618e97659fe tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.051859 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0979e9e1-3496-4ec8-baa6-5a67cb5a81a5 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060353 Dec 12 04:34:57.052744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51412) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.059490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-336cf39a-8951-4162-91a9-88ca1860cd38 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '60c9b391-4123-4ef3-bc92-4e098724630d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.060358 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-336cf39a-8951-4162-91a9-88ca1860cd38 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 12 04:34:57.060869 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-336cf39a-8951-4162-91a9-88ca1860cd38 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.067307 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-336cf39a-8951-4162-91a9-88ca1860cd38 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079339 Dec 12 04:34:57.067476 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b7637698-d92a-4c2c-885f-a618e97659fe tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.067476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b7637698-d92a-4c2c-885f-a618e97659fe tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4c0d2e1f-cf20-42a3-8c95-f42dbad5a46b HTTP/1.1" status: 204 len: 168 time: 0.1000493 Dec 12 04:34:57.067476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7637698-d92a-4c2c-885f-a618e97659fe tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c0d2e1f-cf20-42a3-8c95-f42dbad5a46b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:57.067700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51414) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.068364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51416) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.139205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a5fd8d90-402d-428e-bd87-88767b58e15e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689185 Dec 12 04:34:57.139417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51418) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.179560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30521664-8329-40a5-b5c6-7f7ee4caa01c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.217381 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30521664-8329-40a5-b5c6-7f7ee4caa01c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.229877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c71ceb8d-c511-4487-99cb-b71caf4baaf5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.269607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c71ceb8d-c511-4487-99cb-b71caf4baaf5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.294340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30521664-8329-40a5-b5c6-7f7ee4caa01c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.297351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30521664-8329-40a5-b5c6-7f7ee4caa01c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.301058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-30521664-8329-40a5-b5c6-7f7ee4caa01c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/60c9b391-4123-4ef3-bc92-4e098724630d HTTP/1.1" status: 204 len: 168 time: 0.2240534 Dec 12 04:34:57.301292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.315761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30521664-8329-40a5-b5c6-7f7ee4caa01c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c9b391-4123-4ef3-bc92-4e098724630d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:57.333422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c71ceb8d-c511-4487-99cb-b71caf4baaf5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.336966 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c71ceb8d-c511-4487-99cb-b71caf4baaf5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.338340 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c71ceb8d-c511-4487-99cb-b71caf4baaf5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/53f24324-0973-43e4-b058-9772c158aad2 HTTP/1.1" status: 204 len: 168 time: 0.1980722 Dec 12 04:34:57.342716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51424) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.364981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b87047a9-fcf5-4b68-ba24-1425815cf309 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588958 Dec 12 04:34:57.365172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ceb8d-c511-4487-99cb-b71caf4baaf5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f24324-0973-43e4-b058-9772c158aad2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:57.365777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51428) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.374147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-39799864-83e1-4b09-8e63-4d4d2cbde9e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261634756'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.426222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8f250493-4d27-4b61-90e3-fd84bd5855ae tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0820367 Dec 12 04:34:57.427023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51430) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.429516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-39799864-83e1-4b09-8e63-4d4d2cbde9e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.432671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-31adad7c-3b00-404a-b3fe-5bf534ce7d7f tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233414487'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.459726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31adad7c-3b00-404a-b3fe-5bf534ce7d7f tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.501838 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-39799864-83e1-4b09-8e63-4d4d2cbde9e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.506585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-39799864-83e1-4b09-8e63-4d4d2cbde9e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.532616 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31adad7c-3b00-404a-b3fe-5bf534ce7d7f tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.537277 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31adad7c-3b00-404a-b3fe-5bf534ce7d7f tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.538702 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-39799864-83e1-4b09-8e63-4d4d2cbde9e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.543449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-39799864-83e1-4b09-8e63-4d4d2cbde9e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1711147 Dec 12 04:34:57.543689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51432) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.551491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-691585f1-44ac-4526-998b-829f9f14c69c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'e6171072-1e50-4667-9054-3e47967e3dbb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.551904 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-691585f1-44ac-4526-998b-829f9f14c69c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 04:34:57.552446 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-691585f1-44ac-4526-998b-829f9f14c69c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.557137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-691585f1-44ac-4526-998b-829f9f14c69c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090103 Dec 12 04:34:57.558476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51434) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.563366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39799864-83e1-4b09-8e63-4d4d2cbde9e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6171072-1e50-4667-9054-3e47967e3dbb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:57.570308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3f2c7264-0626-4ebc-baee-fd1d09fb047e tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'e6171072-1e50-4667-9054-3e47967e3dbb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.579003 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31adad7c-3b00-404a-b3fe-5bf534ce7d7f tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.580337 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-31adad7c-3b00-404a-b3fe-5bf534ce7d7f tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1521466 Dec 12 04:34:57.583514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51436) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.589072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9b35405a-0fb2-4205-9e3c-03cfb83a7aec tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '233c5d06-1f30-4ba2-af18-35f655b5e668', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.600493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adad7c-3b00-404a-b3fe-5bf534ce7d7f tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233c5d06-1f30-4ba2-af18-35f655b5e668,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:57.630821 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-3f2c7264-0626-4ebc-baee-fd1d09fb047e tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.635469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3f2c7264-0626-4ebc-baee-fd1d09fb047e tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0724328 Dec 12 04:34:57.635592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51438) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.639595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-dc5b9975-2b52-4416-a7e8-1e795cfcd3b5 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'e6171072-1e50-4667-9054-3e47967e3dbb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.640099 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-dc5b9975-2b52-4416-a7e8-1e795cfcd3b5 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 12 04:34:57.640572 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-dc5b9975-2b52-4416-a7e8-1e795cfcd3b5 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.643751 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dc5b9975-2b52-4416-a7e8-1e795cfcd3b5 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055461 Dec 12 04:34:57.643751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b35405a-0fb2-4205-9e3c-03cfb83a7aec tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.644036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51440) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.649498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-092de286-3782-4c9e-8e52-48804a6c6c3d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'e6171072-1e50-4667-9054-3e47967e3dbb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.696740 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-092de286-3782-4c9e-8e52-48804a6c6c3d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.700438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-092de286-3782-4c9e-8e52-48804a6c6c3d tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0527573 Dec 12 04:34:57.700634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51442) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.705380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e985c772-22f4-4dd5-a012-86b637bf6a99 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'e6171072-1e50-4667-9054-3e47967e3dbb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.705973 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-e985c772-22f4-4dd5-a012-86b637bf6a99 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 04:34:57.706457 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-e985c772-22f4-4dd5-a012-86b637bf6a99 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.709757 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e985c772-22f4-4dd5-a012-86b637bf6a99 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058200 Dec 12 04:34:57.709875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b35405a-0fb2-4205-9e3c-03cfb83a7aec tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.709954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51444) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.714165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b35405a-0fb2-4205-9e3c-03cfb83a7aec tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.715075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9d18faf1-067a-44b3-b316-e39f5478fdb9 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'e6171072-1e50-4667-9054-3e47967e3dbb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.732702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35405a-0fb2-4205-9e3c-03cfb83a7aec tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90985cec-9c37-4450-8ecb-7b8424c40baa,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:57.752848 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9b35405a-0fb2-4205-9e3c-03cfb83a7aec tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.756908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51446) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.757031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9b35405a-0fb2-4205-9e3c-03cfb83a7aec tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1716950 Dec 12 04:34:57.765163 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-9d18faf1-067a-44b3-b316-e39f5478fdb9 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.768785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9d18faf1-067a-44b3-b316-e39f5478fdb9 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0552788 Dec 12 04:34:57.769131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51448) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.774312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-55ef8bda-43c3-4fbe-a539-8228ee9abbd3 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'e6171072-1e50-4667-9054-3e47967e3dbb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.774799 n-d-710847-7 neutron-server[103450]: WARNING neutron.api.v2.base [None req-55ef8bda-43c3-4fbe-a539-8228ee9abbd3 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 12 04:34:57.775299 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-55ef8bda-43c3-4fbe-a539-8228ee9abbd3 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.778927 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f4d1f9de-031d-48a4-a50f-b205db1b5e61 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules/90985cec-9c37-4450-8ecb-7b8424c40baa HTTP/1.1" status: 200 len: 763 time: 0.0186741 Dec 12 04:34:57.779146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51450) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.779456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55ef8bda-43c3-4fbe-a539-8228ee9abbd3 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059826 Dec 12 04:34:57.779563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51452) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.788870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f8c33fd7-b1b8-4fd7-8798-38e8e15b2e55 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'e6171072-1e50-4667-9054-3e47967e3dbb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.847255 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a0dd40ff-b7fe-4227-9321-902837f866a6 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0654414 Dec 12 04:34:57.849804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51454) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.866594 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-f8c33fd7-b1b8-4fd7-8798-38e8e15b2e55 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.870332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f8c33fd7-b1b8-4fd7-8798-38e8e15b2e55 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0872366 Dec 12 04:34:57.870771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51458) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.878562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5e7b389f-51eb-4c30-baf9-dab03cc8e857 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'e6171072-1e50-4667-9054-3e47967e3dbb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:57.882518 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f3edfe3-a01a-46a1-9dca-a11786e22d09 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.892241 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f3edfe3-a01a-46a1-9dca-a11786e22d09 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.920852 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-5e7b389f-51eb-4c30-baf9-dab03cc8e857 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:57.924976 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5e7b389f-51eb-4c30-baf9-dab03cc8e857 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0502813 Dec 12 04:34:57.924976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51460) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.954290 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f3edfe3-a01a-46a1-9dca-a11786e22d09 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.960609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f3edfe3-a01a-46a1-9dca-a11786e22d09 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.962684 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7f3edfe3-a01a-46a1-9dca-a11786e22d09 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/90985cec-9c37-4450-8ecb-7b8424c40baa HTTP/1.1" status: 204 len: 168 time: 0.1118681 Dec 12 04:34:57.966089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51462) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:57.990617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-324bfcb8-4fe5-484c-99f5-ecab8a726237 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:57.991486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3edfe3-a01a-46a1-9dca-a11786e22d09 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90985cec-9c37-4450-8ecb-7b8424c40baa,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:58.002361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3b4a-5b36-40ea-8663-849996f4690a req-9a80f896-f4a7-49be-ae80-b553c39e745b tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:58.004005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4bcb3b4a-5b36-40ea-8663-849996f4690a req-9a80f896-f4a7-49be-ae80-b553c39e745b tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 944 time: 0.0942609 Dec 12 04:34:58.014817 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-324bfcb8-4fe5-484c-99f5-ecab8a726237 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.034947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ddd8c694-5e54-4c91-b52d-20012893cd27 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658107 Dec 12 04:34:58.041861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51464) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.046856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ecaad31a-0f2b-4c07-9d39-35611b63a79a tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '233c5d06-1f30-4ba2-af18-35f655b5e668', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:58.066019 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-324bfcb8-4fe5-484c-99f5-ecab8a726237 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.070324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-324bfcb8-4fe5-484c-99f5-ecab8a726237 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.074545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-324bfcb8-4fe5-484c-99f5-ecab8a726237 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/e6171072-1e50-4667-9054-3e47967e3dbb HTTP/1.1" status: 204 len: 168 time: 0.1465342 Dec 12 04:34:58.079116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51466) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.084502 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bfcb8-4fe5-484c-99f5-ecab8a726237 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6171072-1e50-4667-9054-3e47967e3dbb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:58.111777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4bcb3b4a-5b36-40ea-8663-849996f4690a req-1d227bd5-4ff6-4976-8320-f9da364656e3 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993476 Dec 12 04:34:58.124743 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ecaad31a-0f2b-4c07-9d39-35611b63a79a tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.172605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b745d94b-88fc-42ae-859e-a3837788a9a2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0922635 Dec 12 04:34:58.176937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51468) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.182280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0726d459-0941-4568-8e01-741a23bfdcbd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'tempest-secgroup--228584788'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:58.216129 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ecaad31a-0f2b-4c07-9d39-35611b63a79a tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.219287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0726d459-0941-4568-8e01-741a23bfdcbd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.222638 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ecaad31a-0f2b-4c07-9d39-35611b63a79a tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.247633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaad31a-0f2b-4c07-9d39-35611b63a79a tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7a67d3-e6f5-49a9-ab71-4088d38333eb,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:58.269982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ecaad31a-0f2b-4c07-9d39-35611b63a79a tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.269982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ecaad31a-0f2b-4c07-9d39-35611b63a79a tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2239485 Dec 12 04:34:58.269982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51470) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.293232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-819c3988-a8f3-4d01-a6b6-56a1c30d6bd0 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules/5f7a67d3-e6f5-49a9-ab71-4088d38333eb HTTP/1.1" status: 200 len: 763 time: 0.0223458 Dec 12 04:34:58.296635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51472) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.358358 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f259aac5-9267-477a-a221-2286fa28b916 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0604656 Dec 12 04:34:58.361011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.365061 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0726d459-0941-4568-8e01-741a23bfdcbd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.369838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0726d459-0941-4568-8e01-741a23bfdcbd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.391735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe954eae-dda6-45d7-843e-5a9192c70947 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.401260 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe954eae-dda6-45d7-843e-5a9192c70947 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.403260 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0726d459-0941-4568-8e01-741a23bfdcbd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.407237 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0726d459-0941-4568-8e01-741a23bfdcbd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2266753 Dec 12 04:34:58.407237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726d459-0941-4568-8e01-741a23bfdcbd tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8c8656-88f6-4852-aa75-86bd05eea6f9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:58.407954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51476) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.412420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-55f2f67f-b0ea-4cdf-ba92-0016d1660e03 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '4b8c8656-88f6-4852-aa75-86bd05eea6f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:58.454826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe954eae-dda6-45d7-843e-5a9192c70947 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.464236 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe954eae-dda6-45d7-843e-5a9192c70947 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.468203 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fe954eae-dda6-45d7-843e-5a9192c70947 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5f7a67d3-e6f5-49a9-ab71-4088d38333eb HTTP/1.1" status: 204 len: 168 time: 0.1061008 Dec 12 04:34:58.469560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.481588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe954eae-dda6-45d7-843e-5a9192c70947 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f7a67d3-e6f5-49a9-ab71-4088d38333eb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:58.500779 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-55f2f67f-b0ea-4cdf-ba92-0016d1660e03 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The resource could not be found. Dec 12 04:34:58.504579 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55f2f67f-b0ea-4cdf-ba92-0016d1660e03 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0929730 Dec 12 04:34:58.505410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51482) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.510634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-cd4d4bc3-8f05-4ccf-8f47-f0ecf86c24d9 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '4b8c8656-88f6-4852-aa75-86bd05eea6f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '85de07b1-c5d5-4303-95a5-479cceb0a7b8'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:58.522996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-797f2f48-ed55-4e59-973e-ed8587087eec tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517294 Dec 12 04:34:58.525771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51484) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.530264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-95ea20e8-f9a9-4734-9090-6cc42db4a950 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '233c5d06-1f30-4ba2-af18-35f655b5e668', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:58.553898 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-95ea20e8-f9a9-4734-9090-6cc42db4a950 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Project 3b9ba38fd30d477791abdcc197d2c45d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:34:58.558462 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-cd4d4bc3-8f05-4ccf-8f47-f0ecf86c24d9 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The resource could not be found. Dec 12 04:34:58.559719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cd4d4bc3-8f05-4ccf-8f47-f0ecf86c24d9 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0533795 Dec 12 04:34:58.562636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51486) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.563663 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95ea20e8-f9a9-4734-9090-6cc42db4a950 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.621849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-619b4028-5cee-485c-918e-0b268d6e4e65 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.627124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95ea20e8-f9a9-4734-9090-6cc42db4a950 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.631105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95ea20e8-f9a9-4734-9090-6cc42db4a950 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.645564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-619b4028-5cee-485c-918e-0b268d6e4e65 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.652009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea20e8-f9a9-4734-9090-6cc42db4a950 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c965b500-265f-41ba-9c46-5dcae282a9d0,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:58.656997 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95ea20e8-f9a9-4734-9090-6cc42db4a950 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.661066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-95ea20e8-f9a9-4734-9090-6cc42db4a950 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342447 Dec 12 04:34:58.661645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51488) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.678160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2122c792-5e8c-4a38-ab79-3a43a7905e07 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules/c965b500-265f-41ba-9c46-5dcae282a9d0 HTTP/1.1" status: 200 len: 769 time: 0.0153964 Dec 12 04:34:58.680718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51490) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.690302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-619b4028-5cee-485c-918e-0b268d6e4e65 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.693063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-619b4028-5cee-485c-918e-0b268d6e4e65 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.694217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-619b4028-5cee-485c-918e-0b268d6e4e65 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/4b8c8656-88f6-4852-aa75-86bd05eea6f9 HTTP/1.1" status: 204 len: 168 time: 0.1304018 Dec 12 04:34:58.696970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51492) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.703522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b4028-5cee-485c-918e-0b268d6e4e65 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8c8656-88f6-4852-aa75-86bd05eea6f9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:58.746210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ef1dba0a-32de-45cb-a79e-7bf0aac59b04 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0643957 Dec 12 04:34:58.748723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51494) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.776787 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-46ddc4e7-d048-4a17-a4a7-cf5f63d15e95 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0787842 Dec 12 04:34:58.781009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51496) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.784791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21a94054-e764-4913-8402-5ad3fa3bfaa2 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.785708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fcde7fa8-ec78-4c36-b02a-3f29285b5a89 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': '0fb2e460-781a-4ef0-9956-ac3f19c268dc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:58.793353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21a94054-e764-4913-8402-5ad3fa3bfaa2 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.820636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21a94054-e764-4913-8402-5ad3fa3bfaa2 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.828846 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-fcde7fa8-ec78-4c36-b02a-3f29285b5a89 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The resource could not be found. Dec 12 04:34:58.829384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21a94054-e764-4913-8402-5ad3fa3bfaa2 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.829935 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fcde7fa8-ec78-4c36-b02a-3f29285b5a89 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0479095 Dec 12 04:34:58.830625 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-21a94054-e764-4913-8402-5ad3fa3bfaa2 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c965b500-265f-41ba-9c46-5dcae282a9d0 HTTP/1.1" status: 204 len: 168 time: 0.0809736 Dec 12 04:34:58.833464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51498) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.833807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51500) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.835206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a94054-e764-4913-8402-5ad3fa3bfaa2 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c965b500-265f-41ba-9c46-5dcae282a9d0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:58.847355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bce4035d-3f76-4b43-ae53-a9273487c873 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'tempest-secgroup--754053977'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:58.894565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9f17b681-3aa2-422d-b55c-1c8a5af441f4 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595376 Dec 12 04:34:58.895700 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce4035d-3f76-4b43-ae53-a9273487c873 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.897565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51502) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:58.950141 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2969d5e-acca-41f5-a2a2-b5087daf04e4 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.964709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce4035d-3f76-4b43-ae53-a9273487c873 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.968514 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce4035d-3f76-4b43-ae53-a9273487c873 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.973499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2969d5e-acca-41f5-a2a2-b5087daf04e4 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.997048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bce4035d-3f76-4b43-ae53-a9273487c873 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:58.998570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bce4035d-3f76-4b43-ae53-a9273487c873 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1626778 Dec 12 04:34:59.001536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51504) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.005813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f0e2d681-89d2-4762-a3f2-f21e167e74db tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'tempest-secgroup--624432300'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:59.014466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4035d-3f76-4b43-ae53-a9273487c873 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28e0ce2-90d7-4e50-b496-6bb70f67276b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:59.018673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2969d5e-acca-41f5-a2a2-b5087daf04e4 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.021336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d2969d5e-acca-41f5-a2a2-b5087daf04e4 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.022862 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d2969d5e-acca-41f5-a2a2-b5087daf04e4 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/233c5d06-1f30-4ba2-af18-35f655b5e668 HTTP/1.1" status: 204 len: 168 time: 0.1242251 Dec 12 04:34:59.026141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51506) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.033082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2969d5e-acca-41f5-a2a2-b5087daf04e4 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233c5d06-1f30-4ba2-af18-35f655b5e668,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:59.053487 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d681-89d2-4762-a3f2-f21e167e74db tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.090222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-00167625-6113-459c-aaa4-e3fe9be97d83 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0628092 Dec 12 04:34:59.094563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51508) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.100337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-74700d53-f6b5-466e-bade-c204d4c14196 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058895787'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:59.122296 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74700d53-f6b5-466e-bade-c204d4c14196 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.140124 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d681-89d2-4762-a3f2-f21e167e74db tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.144223 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d681-89d2-4762-a3f2-f21e167e74db tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.179996 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d681-89d2-4762-a3f2-f21e167e74db tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.181330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f0e2d681-89d2-4762-a3f2-f21e167e74db tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1788623 Dec 12 04:34:59.184083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51512) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.189771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-61ecb0bc-2c1a-4092-a1b7-748d0e2aa0b7 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group_rule': {'security_group_id': 'b28e0ce2-90d7-4e50-b496-6bb70f67276b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b119f7fb-07ba-4e02-aa6d-ef46a5e3379b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:59.192754 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74700d53-f6b5-466e-bade-c204d4c14196 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.195449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2d681-89d2-4762-a3f2-f21e167e74db tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b119f7fb-07ba-4e02-aa6d-ef46a5e3379b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:59.197880 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74700d53-f6b5-466e-bade-c204d4c14196 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.229906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74700d53-f6b5-466e-bade-c204d4c14196 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396aee56-6c90-4c9f-97d1-779c53bfe0f9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:59.250847 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74700d53-f6b5-466e-bade-c204d4c14196 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.252100 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-74700d53-f6b5-466e-bade-c204d4c14196 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1562085 Dec 12 04:34:59.254894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51514) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.260164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4d2a24e9-4958-41a0-9a79-873fc6c765e5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Request body: {'security_group_rule': {'security_group_id': '396aee56-6c90-4c9f-97d1-779c53bfe0f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:59.267473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 339d2c7a-d898-4cde-9932-fe8d7a2dea19 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:34:59.271770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af624ae-aa22-4b5d-8d2e-ac593d0813f5 req-f1e25660-8da7-4f9f-abeb-fb149031d755 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:59.273658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7af624ae-aa22-4b5d-8d2e-ac593d0813f5 req-f1e25660-8da7-4f9f-abeb-fb149031d755 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 944 time: 0.0706980 Dec 12 04:34:59.275628 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-61ecb0bc-2c1a-4092-a1b7-748d0e2aa0b7 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:34:59.276736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-61ecb0bc-2c1a-4092-a1b7-748d0e2aa0b7 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0917418 Dec 12 04:34:59.279479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51516) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.302489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d2a24e9-4958-41a0-9a79-873fc6c765e5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.369179 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d2a24e9-4958-41a0-9a79-873fc6c765e5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.369667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7af624ae-aa22-4b5d-8d2e-ac593d0813f5 req-65b6199b-3806-4785-9572-893b521b8ebf tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810475 Dec 12 04:34:59.373043 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e79fdf7-8233-40c5-b9fb-6c49a8954434 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.376052 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d2a24e9-4958-41a0-9a79-873fc6c765e5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.378806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 339d2c7a-d898-4cde-9932-fe8d7a2dea19, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=339d2c7a-d898-4cde-9932-fe8d7a2dea19,segment=NetworkSegment(2020c907-304e-4e89-b47a-f326304aab4a),segment_id=2020c907-304e-4e89-b47a-f326304aab4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:59.393452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '339d2c7a-d898-4cde-9932-fe8d7a2dea19', 'network_id': 'ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4', 'port_id': '339d2c7a-d898-4cde-9932-fe8d7a2dea19', 'mac_address': 'fa:16:3e:5e:9a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba462df-7d29-4c4c-bc7b-2c787d44de56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:34:59.401042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a24e9-4958-41a0-9a79-873fc6c765e5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baf7591-5c32-40cc-b9d5-16f0a7e2aa44,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:59.404922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e79fdf7-8233-40c5-b9fb-6c49a8954434 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.410739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d2a24e9-4958-41a0-9a79-873fc6c765e5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.414396 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4d2a24e9-4958-41a0-9a79-873fc6c765e5 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561797 Dec 12 04:34:59.414652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51518) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.435648 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.450568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e79fdf7-8233-40c5-b9fb-6c49a8954434 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.453378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339d2c7a-d898-4cde-9932-fe8d7a2dea19 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:34:59.453520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e79fdf7-8233-40c5-b9fb-6c49a8954434 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.457196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7e79fdf7-8233-40c5-b9fb-6c49a8954434 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/b119f7fb-07ba-4e02-aa6d-ef46a5e3379b HTTP/1.1" status: 204 len: 168 time: 0.1738293 Dec 12 04:34:59.458196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.476744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 339d2c7a-d898-4cde-9932-fe8d7a2dea19, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=339d2c7a-d898-4cde-9932-fe8d7a2dea19,segment=NetworkSegment(2020c907-304e-4e89-b47a-f326304aab4a),segment_id=2020c907-304e-4e89-b47a-f326304aab4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:34:59.479341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3de003-f1a4-42c6-bb2e-688f92000e49 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.482802 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.484014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79fdf7-8233-40c5-b9fb-6c49a8954434 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b119f7fb-07ba-4e02-aa6d-ef46a5e3379b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:59.506189 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3de003-f1a4-42c6-bb2e-688f92000e49 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.548622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1ea4c581-4805-46aa-afef-b48379f32613 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0807972 Dec 12 04:34:59.551342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51524) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.575210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=339d2c7a-d898-4cde-9932-fe8d7a2dea19,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:59.577710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3de003-f1a4-42c6-bb2e-688f92000e49 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.584367 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7e3de003-f1a4-42c6-bb2e-688f92000e49 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.585764 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7e3de003-f1a4-42c6-bb2e-688f92000e49 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/396aee56-6c90-4c9f-97d1-779c53bfe0f9 HTTP/1.1" status: 204 len: 168 time: 0.1688399 Dec 12 04:34:59.590800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51528) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.595968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3de003-f1a4-42c6-bb2e-688f92000e49 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396aee56-6c90-4c9f-97d1-779c53bfe0f9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:59.637727 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-640abd58-99aa-43d2-b3e7-deeb888381c4 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.668545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e78bb917-299d-4db2-8d7c-9261daee336e tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0762403 Dec 12 04:34:59.671194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51530) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.679756 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-640abd58-99aa-43d2-b3e7-deeb888381c4 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.719299 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ede9939-0872-48ee-93f4-cdd515ce487d tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0465677 Dec 12 04:34:59.722414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51534) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.740011 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-b0117c9c-481c-4d7a-a886-64a57845768a tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] delete failed (client error): The resource could not be found. Dec 12 04:34:59.744449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b0117c9c-481c-4d7a-a886-64a57845768a tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "DELETE /v2.0/security-groups/396aee56-6c90-4c9f-97d1-779c53bfe0f9 HTTP/1.1" status: 404 len: 347 time: 0.0149040 Dec 12 04:34:59.744721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51536) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.746021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-640abd58-99aa-43d2-b3e7-deeb888381c4 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.748679 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-640abd58-99aa-43d2-b3e7-deeb888381c4 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.749837 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-640abd58-99aa-43d2-b3e7-deeb888381c4 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/b28e0ce2-90d7-4e50-b496-6bb70f67276b HTTP/1.1" status: 204 len: 168 time: 0.1975820 Dec 12 04:34:59.752338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51538) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.776215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640abd58-99aa-43d2-b3e7-deeb888381c4 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28e0ce2-90d7-4e50-b496-6bb70f67276b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:34:59.798671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7a4d2-0ee9-4ad1-adf5-8870f0d70204 req-0ffcb4d0-255f-4e2f-8c88-59ecee356425 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:34:59.800515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34e7a4d2-0ee9-4ad1-adf5-8870f0d70204 req-0ffcb4d0-255f-4e2f-8c88-59ecee356425 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 950 time: 0.0653126 Dec 12 04:34:59.827586 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ed589301-c00d-491d-b2a8-c40e8b90af01 tempest-SecGroupIPv6Test-139192342 tempest-SecGroupIPv6Test-139192342-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0817311 Dec 12 04:34:59.830961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['339d2c7a-d898-4cde-9932-fe8d7a2dea19'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:34:59.838409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-baece332-5977-4b6e-86c9-06e04262b045 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0806797 Dec 12 04:34:59.838844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51542) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:34:59.844014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a7f37a0c-c621-4477-a792-b040fdd08e3c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'tempest-secgroup--608411854'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:34:59.877210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34e7a4d2-0ee9-4ad1-adf5-8870f0d70204 req-8afef297-2207-4b78-8ecd-0b5a20df18bc tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707872 Dec 12 04:34:59.888796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a7f37a0c-c621-4477-a792-b040fdd08e3c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.970960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a7f37a0c-c621-4477-a792-b040fdd08e3c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:34:59.975078 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a7f37a0c-c621-4477-a792-b040fdd08e3c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.006393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a7f37a0c-c621-4477-a792-b040fdd08e3c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.007709 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a7f37a0c-c621-4477-a792-b040fdd08e3c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1677973 Dec 12 04:35:00.010818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f37a0c-c621-4477-a792-b040fdd08e3c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a831d7af-aa82-4a8c-a073-1fe3ae81963d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:00.011404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51544) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.016315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1d5d682f-0eae-40fb-9480-b911e804899e tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:35:00.017104 n-d-710847-7 neutron-server[103451]: WARNING neutron.api.v2.base [None req-1d5d682f-0eae-40fb-9480-b911e804899e tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 04:35:00.017730 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-1d5d682f-0eae-40fb-9480-b911e804899e tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] update failed (client error): There was a conflict when trying to complete your request. Dec 12 04:35:00.018936 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1d5d682f-0eae-40fb-9480-b911e804899e tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "PUT /v2.0/security-groups/a831d7af-aa82-4a8c-a073-1fe3ae81963d HTTP/1.1" status: 409 len: 330 time: 0.0064492 Dec 12 04:35:00.021623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51546) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.076979 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-129e8d30-1c88-42b6-b93b-ac94e64858e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.099793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-129e8d30-1c88-42b6-b93b-ac94e64858e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.120957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51550) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.144289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-129e8d30-1c88-42b6-b93b-ac94e64858e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.147383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-129e8d30-1c88-42b6-b93b-ac94e64858e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.148565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-129e8d30-1c88-42b6-b93b-ac94e64858e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/a831d7af-aa82-4a8c-a073-1fe3ae81963d HTTP/1.1" status: 204 len: 168 time: 0.1257844 Dec 12 04:35:00.151806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51554) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.158239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e8d30-1c88-42b6-b93b-ac94e64858e2 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a831d7af-aa82-4a8c-a073-1fe3ae81963d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:00.206977 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-24e9e470-4c74-4028-8f7f-7e0b6a11f032 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0498588 Dec 12 04:35:00.206977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51556) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.220801 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-fb160498-b065-411c-aff1-8c87658556cc tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] delete failed (client error): The resource could not be found. Dec 12 04:35:00.221866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fb160498-b065-411c-aff1-8c87658556cc tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "DELETE /v2.0/security-groups/41cb2928-8533-4c71-8233-ee9a8707e65a HTTP/1.1" status: 404 len: 347 time: 0.0138865 Dec 12 04:35:00.225492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51558) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.249770 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-7c41dc98-a97a-426f-985d-57ecca00765c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] show failed (client error): The resource could not be found. Dec 12 04:35:00.250776 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7c41dc98-a97a-426f-985d-57ecca00765c tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-groups/1f8384dc-fd5c-4d21-8740-65a2a5ba1bcc HTTP/1.1" status: 404 len: 347 time: 0.0243073 Dec 12 04:35:00.255036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51560) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.266996 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-3f21af00-7ec0-4d34-bba1-469e842eed43 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] show failed (client error): The resource could not be found. Dec 12 04:35:00.271212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3f21af00-7ec0-4d34-bba1-469e842eed43 tempest-NegativeSecGroupTest-559843162 tempest-NegativeSecGroupTest-559843162-project] 10.222.0.36 "GET /v2.0/security-group-rules/d929c1fc-93a7-41fa-9720-37b59e385a65 HTTP/1.1" status: 404 len: 356 time: 0.0120866 Dec 12 04:35:00.280077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ac58f9f-5232-4115-96e3-7e8b97fc553e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b9ba38fd30d477791abdcc197d2c45d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575041 Dec 12 04:35:00.282344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51564) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.335599 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1afdfe0-edcb-470f-92cb-e82a6167b426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.358178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1afdfe0-edcb-470f-92cb-e82a6167b426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.409473 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1afdfe0-edcb-470f-92cb-e82a6167b426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.412202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1afdfe0-edcb-470f-92cb-e82a6167b426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.413397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e1afdfe0-edcb-470f-92cb-e82a6167b426 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec297d13-88e3-4b17-9d4b-ae06e50986e7 HTTP/1.1" status: 204 len: 168 time: 0.1294732 Dec 12 04:35:00.424455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afdfe0-edcb-470f-92cb-e82a6167b426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec297d13-88e3-4b17-9d4b-ae06e50986e7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:00.489392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51572) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.518688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368ac3d-1c88-4c44-b982-a7ee0ed909e7 req-13846dd6-ead7-4754-8ac5-d8bbfc340223 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:00.520373 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7368ac3d-1c88-4c44-b982-a7ee0ed909e7 req-13846dd6-ead7-4754-8ac5-d8bbfc340223 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 945 time: 0.0631483 Dec 12 04:35:00.573518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7368ac3d-1c88-4c44-b982-a7ee0ed909e7 req-aa277555-a71c-4434-a2cf-aa100f28f57d tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 Dec 12 04:35:00.737158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a71d63c3-3027-49f8-bbce-17b7380d0802 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f927984b8184eab9a711c59b9a8fb86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465668 Dec 12 04:35:00.739596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51582) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:00.788165 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-720ad8d3-9513-45cb-8d1e-076dd2095516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.810944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-720ad8d3-9513-45cb-8d1e-076dd2095516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.858161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-720ad8d3-9513-45cb-8d1e-076dd2095516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.860928 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-720ad8d3-9513-45cb-8d1e-076dd2095516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:00.862112 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-720ad8d3-9513-45cb-8d1e-076dd2095516 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/740ac77b-7bb6-4480-8bee-06a0c65891f1 HTTP/1.1" status: 204 len: 168 time: 0.1216023 Dec 12 04:35:00.871334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ad8d3-9513-45cb-8d1e-076dd2095516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ac77b-7bb6-4480-8bee-06a0c65891f1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:01.015044 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d083e-d75a-4064-a1bb-6a4a1d1a25c6 req-d8e227ad-32d0-41a9-8c89-180668b1d16b tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:01.017337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e78d083e-d75a-4064-a1bb-6a4a1d1a25c6 req-d8e227ad-32d0-41a9-8c89-180668b1d16b tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 950 time: 0.0593631 Dec 12 04:35:01.074577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e78d083e-d75a-4064-a1bb-6a4a1d1a25c6 req-ddbdd8a4-b9a5-4dcf-9150-e84bb7cbe7c6 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508347 Dec 12 04:35:01.198553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51608) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:01.283427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 339d2c7a-d898-4cde-9932-fe8d7a2dea19 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:35:01.340335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 339d2c7a-d898-4cde-9932-fe8d7a2dea19 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:35:01.345568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 339d2c7a-d898-4cde-9932-fe8d7a2dea19 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:35:01.345961 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.414059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-823170775'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:35:01.432372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.439149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Made reservation on behalf of f6cbe6303d704c8eb66ced0ad5c2f103 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:35:01.442645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.452446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.456969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339d2c7a-d898-4cde-9932-fe8d7a2dea19'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:35:01.459281 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259a8246-5a07-4c9a-96a2-b6ce6ca03659" -d '{"events": [{"server_uuid": "bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48", "name": "network-vif-plugged", "status": "completed", "tag": "339d2c7a-d898-4cde-9932-fe8d7a2dea19"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:35:01.472367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 339d2c7a-d898-4cde-9932-fe8d7a2dea19, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=339d2c7a-d898-4cde-9932-fe8d7a2dea19,segment=NetworkSegment(2020c907-304e-4e89-b47a-f326304aab4a),segment_id=2020c907-304e-4e89-b47a-f326304aab4a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:01.478280 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.515226 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d31827-fac9-4208-939b-4ba61ed0e076 x-openstack-request-id: req-b6d31827-fac9-4208-939b-4ba61ed0e076 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:35:01.515545 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48", "name": "network-vif-plugged", "status": "completed", "tag": "339d2c7a-d898-4cde-9932-fe8d7a2dea19", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:35:01.515798 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6d31827-fac9-4208-939b-4ba61ed0e076 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:35:01.516288 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339d2c7a-d898-4cde-9932-fe8d7a2dea19', 'code': 200} Dec 12 04:35:01.535324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=339d2c7a-d898-4cde-9932-fe8d7a2dea19,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:01.544668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.548734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.572544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:35:01.584238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51624) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:01.588984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036106 Dec 12 04:35:01.595373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51626) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:01.628978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f156512-3bce-4da5-965f-f151ab0c3251,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:01.634749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.635101 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Added segment 623a598b-d76c-48e9-a99f-6e29bf96d25d of type vlan for network 1348297c-3b4c-4c14-acd7-d5c2c46a67fc Dec 12 04:35:01.710279 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.710464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffebc4-a0e3-4a30-93b7-652f45b0fab1 req-b9b7d646-029d-41fc-8e60-cbc69bc17d9f tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:01.712701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9ffebc4-a0e3-4a30-93b7-652f45b0fab1 req-b9b7d646-029d-41fc-8e60-cbc69bc17d9f tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 946 time: 0.0569949 Dec 12 04:35:01.720392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-08c54740-bf4f-4be6-9eba-0a44297984f2 tempest-NetworksApiDiscovery-477063959 tempest-NetworksApiDiscovery-477063959-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1239634 Dec 12 04:35:01.726276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-d9e09979-e7b0-4693-b8d4-32bd942c4b4d tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:01.728456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-d9e09979-e7b0-4693-b8d4-32bd942c4b4d tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.37 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 950 time: 0.1497843 Dec 12 04:35:01.765325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9ffebc4-a0e3-4a30-93b7-652f45b0fab1 req-1176cabc-3958-4d1d-9f6a-19147938c897 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Dec 12 04:35:01.782986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d14de0-446e-4cbe-bfb4-cf6f8f80b366 req-6f78dac0-8dcd-4e41-acfa-d1b9fc8b1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:01.784496 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1d14de0-446e-4cbe-bfb4-cf6f8f80b366 req-6f78dac0-8dcd-4e41-acfa-d1b9fc8b1861 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 1097 time: 0.1400757 Dec 12 04:35:01.804327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.810296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:01.810911 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:01.918751 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7190592 Dec 12 04:35:01.922078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51636) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:01.927084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-90f2ddd1-dd64-4114-85fc-58de1642b72a tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc', 'tempest-TagsTest-Tag-335150271') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:01.949101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266eed42-2cce-472d-bad3-596f84047244 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Pushing event updated for resources: {'Network': ['ID=1348297c-3b4c-4c14-acd7-d5c2c46a67fc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:01.954613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1d14de0-446e-4cbe-bfb4-cf6f8f80b366 req-df1e8729-995a-46c6-8438-df065e45c9d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607721 Dec 12 04:35:01.960738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1348297c-3b4c-4c14-acd7-d5c2c46a67fc details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:35:01.974222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Deleting port 9deba328-0d26-41d2-941b-3131c06baf1f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:35:01.974575 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.002669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51638) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.031993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-90f2ddd1-dd64-4114-85fc-58de1642b72a tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "PUT /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags/tempest-TagsTest-Tag-335150271 HTTP/1.1" status: 201 len: 201 time: 0.1086006 Dec 12 04:35:02.034539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51642) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.039454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-afbb5852-dce6-4851-9a24-b5ebf62f432d tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc', 'tempest-TagsTest-Tag-335150271') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:02.104409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] For port 9deba328-0d26-41d2-941b-3131c06baf1f, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9deba328-0d26-41d2-941b-3131c06baf1f,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:02.104898 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.117821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Calling delete_port for 9deba328-0d26-41d2-941b-3131c06baf1f owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:35:02.124473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-afbb5852-dce6-4851-9a24-b5ebf62f432d tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "GET /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags/tempest-TagsTest-Tag-335150271 HTTP/1.1" status: 204 len: 168 time: 0.0887861 Dec 12 04:35:02.129007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51646) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.136478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-d7122559-e7ca-4a08-a66f-a004e019892d tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:02.138554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9005f52c-b070-4256-b68f-a7653503036f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.215786 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9005f52c-b070-4256-b68f-a7653503036f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.221136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9005f52c-b070-4256-b68f-a7653503036f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.259681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9005f52c-b070-4256-b68f-a7653503036f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2c8d349928f40d0bcab2e1521a9dc34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559755 Dec 12 04:35:02.260794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005f52c-b070-4256-b68f-a7653503036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e127633-a183-4c7c-be44-70f9b998bd42,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:02.263073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51648) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.296524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aea2a-6698-43c6-9603-059094428a7f req-bb84a21c-4209-4a81-ad5a-172174faa320 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:02.298053 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3f1aea2a-6698-43c6-9603-059094428a7f req-bb84a21c-4209-4a81-ad5a-172174faa320 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ff2f7a-17da-4e2c-bf7c-469435761152 HTTP/1.1" status: 200 len: 950 time: 0.1453886 Dec 12 04:35:02.311952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d7122559-e7ca-4a08-a66f-a004e019892d tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "GET /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags HTTP/1.1" status: 200 len: 237 time: 0.1819146 Dec 12 04:35:02.313084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51650) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.317809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-c8492751-7618-4dcd-a0e9-516b7c86c074 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc', {'tags': ['tempest-TagsTest-Tag-1937460778', 'tempest-TagsTest-Tag-1442134947', 'tempest-TagsTest-Tag-256048776']}) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:02.385562 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50fc80cf-91e6-4189-935a-7a2607fe154f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.397660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3f1aea2a-6698-43c6-9603-059094428a7f req-1c1b008a-c19e-4a66-861a-1766d70aee50 tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.36 "GET /v2.0/security-groups?id=bac05c1a-61d2-4dbb-88bb-1d5b3374622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928230 Dec 12 04:35:02.420082 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50fc80cf-91e6-4189-935a-7a2607fe154f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.426288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.439683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c8492751-7618-4dcd-a0e9-516b7c86c074 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "PUT /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags HTTP/1.1" status: 200 len: 308 time: 0.1253405 Dec 12 04:35:02.447390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51652) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.455854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-663330e7-706f-4684-a94f-137f3812effd tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc', 'tempest-TagsTest-Tag-1937460778') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:02.457133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Pushing event deleted for resources: {'Port': ['ID=9deba328-0d26-41d2-941b-3131c06baf1f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:02.464670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9deba328-0d26-41d2-941b-3131c06baf1f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:02.500576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] No DVR routers for this DVR port 9deba328-0d26-41d2-941b-3131c06baf1f on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:35:02.503185 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.506872 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e31acfc5-4d5d-4aef-b8a2-9e3924a4c202 req-928fd397-c854-48d0-bf82-2a545b92abca tempest-VolumesBackupsTest-1095565684 tempest-VolumesBackupsTest-1095565684-project] 10.222.0.37 "DELETE /v2.0/ports/9deba328-0d26-41d2-941b-3131c06baf1f HTTP/1.1" status: 204 len: 173 time: 0.7670474 Dec 12 04:35:02.507335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ff2f7a-17da-4e2c-bf7c-469435761152', 'name': 'network-vif-deleted', 'tag': '9deba328-0d26-41d2-941b-3131c06baf1f'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:35:02.510008 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08a566-ed45-45ac-b3c2-d77a64e40c63" -d '{"events": [{"server_uuid": "39ff2f7a-17da-4e2c-bf7c-469435761152", "name": "network-vif-deleted", "tag": "9deba328-0d26-41d2-941b-3131c06baf1f"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:35:02.533933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50fc80cf-91e6-4189-935a-7a2607fe154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.536563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50fc80cf-91e6-4189-935a-7a2607fe154f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:02.540851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-50fc80cf-91e6-4189-935a-7a2607fe154f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e127633-a183-4c7c-be44-70f9b998bd42 HTTP/1.1" status: 204 len: 168 time: 0.2738469 Dec 12 04:35:02.553518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc80cf-91e6-4189-935a-7a2607fe154f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e127633-a183-4c7c-be44-70f9b998bd42,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:02.559244 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d938ce63-01f0-4e64-94c6-5ccdc1a23151 x-openstack-request-id: req-d938ce63-01f0-4e64-94c6-5ccdc1a23151 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:35:02.559664 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ff2f7a-17da-4e2c-bf7c-469435761152", "name": "network-vif-deleted", "tag": "9deba328-0d26-41d2-941b-3131c06baf1f", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:35:02.560388 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d938ce63-01f0-4e64-94c6-5ccdc1a23151 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:35:02.561296 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ff2f7a-17da-4e2c-bf7c-469435761152', 'name': 'network-vif-deleted', 'tag': '9deba328-0d26-41d2-941b-3131c06baf1f', 'status': 'completed', 'code': 200} Dec 12 04:35:02.579176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-663330e7-706f-4684-a94f-137f3812effd tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "DELETE /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags/tempest-TagsTest-Tag-1937460778 HTTP/1.1" status: 204 len: 168 time: 0.1284001 Dec 12 04:35:02.579663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51658) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.584234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-69981179-c8d2-4eae-8023-036aebf32538 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc', 'tempest-TagsTest-Tag-1937460778') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:02.658888 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-69981179-c8d2-4eae-8023-036aebf32538 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] show failed (client error): The resource could not be found. Dec 12 04:35:02.661307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-69981179-c8d2-4eae-8023-036aebf32538 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "GET /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags/tempest-TagsTest-Tag-1937460778 HTTP/1.1" status: 404 len: 326 time: 0.0806119 Dec 12 04:35:02.662656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51660) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.667707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-983ba607-03de-4d52-b5c8-0bbb157c7a80 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc', 'tempest-TagsTest-Tag-1442134947') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:02.742395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-983ba607-03de-4d52-b5c8-0bbb157c7a80 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "GET /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags/tempest-TagsTest-Tag-1442134947 HTTP/1.1" status: 204 len: 168 time: 0.0785348 Dec 12 04:35:02.744917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51664) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.749573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-8ddffd9b-01e0-4ef2-80e6-e5046cb77446 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc', 'tempest-TagsTest-Tag-256048776') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:02.827635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8ddffd9b-01e0-4ef2-80e6-e5046cb77446 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "GET /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags/tempest-TagsTest-Tag-256048776 HTTP/1.1" status: 204 len: 168 time: 0.0814269 Dec 12 04:35:02.830005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51672) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:02.834357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-d24088ab-0e77-4175-9637-3956518ee39d tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:02.954291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a3757-c222-476f-8f6c-5436cb84661e req-d521fa88-ff11-452a-ba81-c1b474599591 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:02.955884 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b3a3757-c222-476f-8f6c-5436cb84661e req-d521fa88-ff11-452a-ba81-c1b474599591 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 946 time: 0.1061401 Dec 12 04:35:03.002637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d24088ab-0e77-4175-9637-3956518ee39d tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "DELETE /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1715660 Dec 12 04:35:03.006176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51678) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:03.012694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-49ef4f78-b436-4937-ac80-f1328569a43e tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc', 'tempest-TagsTest-Tag-1442134947') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:03.027334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3b3a3757-c222-476f-8f6c-5436cb84661e req-e4118486-3c05-48c4-85cb-aecdc52edfdc tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583072 Dec 12 04:35:03.101926 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-49ef4f78-b436-4937-ac80-f1328569a43e tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] show failed (client error): The resource could not be found. Dec 12 04:35:03.104081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-49ef4f78-b436-4937-ac80-f1328569a43e tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "GET /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags/tempest-TagsTest-Tag-1442134947 HTTP/1.1" status: 404 len: 326 time: 0.0960224 Dec 12 04:35:03.106930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51684) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:03.112292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-36fcfec9-2925-402f-b21f-c21393dfae7d tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc', 'tempest-TagsTest-Tag-256048776') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:03.209329 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-36fcfec9-2925-402f-b21f-c21393dfae7d tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] show failed (client error): The resource could not be found. Dec 12 04:35:03.210482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-36fcfec9-2925-402f-b21f-c21393dfae7d tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "GET /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags/tempest-TagsTest-Tag-256048776 HTTP/1.1" status: 404 len: 325 time: 0.1024153 Dec 12 04:35:03.213676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51690) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:03.218679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-e1c67e44-f792-422f-b83c-a828ff248970 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1348297c-3b4c-4c14-acd7-d5c2c46a67fc') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:03.300021 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e1c67e44-f792-422f-b83c-a828ff248970 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "DELETE /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0851181 Dec 12 04:35:03.306211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51694) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:03.381972 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:03.478523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:03.500658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1348297c-3b4c-4c14-acd7-d5c2c46a67fc']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:03.511449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623a598b-d76c-48e9-a99f-6e29bf96d25d') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:03.511759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623a598b-d76c-48e9-a99f-6e29bf96d25d') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:03.543280 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:03.562456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:03.579153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:35:03.579623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:35:03.583484 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:35:03.647504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:03.652769 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:03.656403 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] 10.222.0.36 "DELETE /v2.0/networks/1348297c-3b4c-4c14-acd7-d5c2c46a67fc HTTP/1.1" status: 204 len: 168 time: 0.3491755 Dec 12 04:35:03.674780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fb618-02f6-458c-b159-0a111d3a8246 tempest-TagsTest-68328149 tempest-TagsTest-68328149-project] Pushing event deleted for resources: {'Network': ['ID=1348297c-3b4c-4c14-acd7-d5c2c46a67fc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:03.931695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 51724) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:04.099013 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-507ef838-8ef7-423a-97cc-fb2d39ce9720 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6cbe6303d704c8eb66ced0ad5c2f103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1660480 Dec 12 04:35:04.101824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 51730) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:04.200973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce918aef-7474-476d-8dbc-b6779a178e4a req-8636cb6c-5167-4a67-b26e-5ca9781c4b4b tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:04.202487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce918aef-7474-476d-8dbc-b6779a178e4a req-8636cb6c-5167-4a67-b26e-5ca9781c4b4b tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 946 time: 0.0811579 Dec 12 04:35:04.203587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a7deb86c-8a33-4d0c-b315-6a583cbb2c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:04.244136 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a7deb86c-8a33-4d0c-b315-6a583cbb2c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:04.311722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce918aef-7474-476d-8dbc-b6779a178e4a req-bc5808ef-0d49-417d-a5de-f1a82d1c1fc3 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000822 Dec 12 04:35:04.342226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a7deb86c-8a33-4d0c-b315-6a583cbb2c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:04.345261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a7deb86c-8a33-4d0c-b315-6a583cbb2c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:04.353432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a7deb86c-8a33-4d0c-b315-6a583cbb2c05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f156512-3bce-4da5-965f-f151ab0c3251 HTTP/1.1" status: 204 len: 168 time: 0.2463746 Dec 12 04:35:04.365053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb86c-8a33-4d0c-b315-6a583cbb2c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f156512-3bce-4da5-965f-f151ab0c3251,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:05.340530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9deba328-0d26-41d2-941b-3131c06baf1f no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:35:05.372005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 9deba328-0d26-41d2-941b-3131c06baf1f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:35:05.372720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9deba328-0d26-41d2-941b-3131c06baf1f not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:35:07.106799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86daf5-1504-497f-9f2d-bc26ffb47f50 req-9c29c261-e5c9-474f-a215-f5feab728aac tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:07.114265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d86daf5-1504-497f-9f2d-bc26ffb47f50 req-9c29c261-e5c9-474f-a215-f5feab728aac tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 946 time: 0.0618172 Dec 12 04:35:07.184527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d86daf5-1504-497f-9f2d-bc26ffb47f50 req-7a3e68a4-b1fb-4039-a0d7-f4ad130207e7 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691750 Dec 12 04:35:08.320953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62ec7e-b158-4ef3-8838-0027bbe1f571 req-4dba337c-f777-45b7-823c-3465678a61a1 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:08.328777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e62ec7e-b158-4ef3-8838-0027bbe1f571 req-4dba337c-f777-45b7-823c-3465678a61a1 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 946 time: 0.0665560 Dec 12 04:35:08.435269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e62ec7e-b158-4ef3-8838-0027bbe1f571 req-be8ae45e-564f-4490-8409-6afadbb2c952 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053607 Dec 12 04:35:08.688833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-4cf9ed87-cea4-4b9f-838c-44a545dfb041 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:08.690705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-4cf9ed87-cea4-4b9f-838c-44a545dfb041 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 946 time: 0.0717516 Dec 12 04:35:08.803914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Deleting port 339d2c7a-d898-4cde-9932-fe8d7a2dea19 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:35:08.804808 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:08.935777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] For port 339d2c7a-d898-4cde-9932-fe8d7a2dea19, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=339d2c7a-d898-4cde-9932-fe8d7a2dea19,segment=NetworkSegment(2020c907-304e-4e89-b47a-f326304aab4a),segment_id=2020c907-304e-4e89-b47a-f326304aab4a)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:08.936746 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:08.964136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Calling delete_port for 339d2c7a-d898-4cde-9932-fe8d7a2dea19 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:35:09.126655 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:09.163182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Pushing event deleted for resources: {'Port': ['ID=339d2c7a-d898-4cde-9932-fe8d7a2dea19,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:09.165320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['339d2c7a-d898-4cde-9932-fe8d7a2dea19'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:09.218828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] No DVR routers for this DVR port 339d2c7a-d898-4cde-9932-fe8d7a2dea19 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:35:09.221987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:09.226314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-066a1952-ca8f-4309-a07e-6162a4bdf06a req-3a78072a-3b0c-4b85-bd7a-2cb17090a9b4 tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.37 "DELETE /v2.0/ports/339d2c7a-d898-4cde-9932-fe8d7a2dea19 HTTP/1.1" status: 204 len: 173 time: 0.5283689 Dec 12 04:35:09.226753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48', 'name': 'network-vif-deleted', 'tag': '339d2c7a-d898-4cde-9932-fe8d7a2dea19'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:35:09.232268 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d3ab4c-7981-4c26-83d5-05ec709289b7" -d '{"events": [{"server_uuid": "bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48", "name": "network-vif-deleted", "tag": "339d2c7a-d898-4cde-9932-fe8d7a2dea19"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:35:09.292412 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66773e40-c90a-4914-8e85-ef71f5a07e16 x-openstack-request-id: req-66773e40-c90a-4914-8e85-ef71f5a07e16 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:35:09.292729 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48", "name": "network-vif-deleted", "tag": "339d2c7a-d898-4cde-9932-fe8d7a2dea19", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:35:09.293019 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66773e40-c90a-4914-8e85-ef71f5a07e16 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:35:09.293423 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48', 'name': 'network-vif-deleted', 'tag': '339d2c7a-d898-4cde-9932-fe8d7a2dea19', 'status': 'completed', 'code': 200} Dec 12 04:35:09.572871 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b3c85c52-e176-452b-a1ac-7c1cd5a4bfca req-98f6727b-0a94-41d5-b08e-e6a1914a4cbc tempest-VolumesActionsTest-2068640075 tempest-VolumesActionsTest-2068640075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3d5f9e-feeb-4ff6-aeb1-7117d3882b48 HTTP/1.1" status: 200 len: 210 time: 0.0330012 Dec 12 04:35:10.311634 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-d031ee6e-3600-4671-870b-c020db6e70c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564358 Dec 12 04:35:10.392104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-6975aa88-e29b-43c5-95a1-916fd076adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:10.393855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-6975aa88-e29b-43c5-95a1-916fd076adf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 1096 time: 0.0445676 Dec 12 04:35:10.583920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-a97f3428-a6cd-478a-9066-14ccb2cff4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:10.598110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-a97f3428-a6cd-478a-9066-14ccb2cff4b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.1825025 Dec 12 04:35:10.670963 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d918eada-fd3d-4e32-a108-463f3b2346e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:10.710789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-1e1b5344-af63-4ed7-9549-056c91156962 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea666d1-f29e-4182-a918-98f7f48698b0 HTTP/1.1" status: 200 len: 217 time: 0.1053813 Dec 12 04:35:10.792301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-5e0f6ce8-2937-45bf-bc6a-fa1094895f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:10.794658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-5e0f6ce8-2937-45bf-bc6a-fa1094895f4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0772007 Dec 12 04:35:10.864203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-42bae414-c10e-45a1-9616-618156f44da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:10.865725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-42bae414-c10e-45a1-9616-618156f44da6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633843 Dec 12 04:35:10.998622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-6aae10b5-40cf-456a-ad1e-cef0df15ba82 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252198 Dec 12 04:35:11.200364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07eda6b8-54a2-452c-a751-4a2e2a59c254 req-30c09bc6-2ff2-48ce-93c1-f5f3d9646f53 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893592 Dec 12 04:35:11.376488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 339d2c7a-d898-4cde-9932-fe8d7a2dea19 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:35:11.402462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 339d2c7a-d898-4cde-9932-fe8d7a2dea19 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:35:11.403305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 339d2c7a-d898-4cde-9932-fe8d7a2dea19 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:35:11.739629 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:12.983185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-447eeb8b-72b6-4d06-a6e9-1e099c274219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:14.026357 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:14.097660 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:14.158873 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:35:15.618873 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:16.702850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:18.787401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b0707-43e8-4b0f-8064-e0c7bdf8fef4 req-38473aff-562a-46e1-96c5-29f8eb105cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:18.789702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-108b0707-43e8-4b0f-8064-e0c7bdf8fef4 req-38473aff-562a-46e1-96c5-29f8eb105cb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 1097 time: 0.6090913 Dec 12 04:35:18.873501 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-108b0707-43e8-4b0f-8064-e0c7bdf8fef4 req-0cb60760-f373-48fe-a197-7f9b0719d578 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753818 Dec 12 04:35:21.832032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e6105-54be-4e8c-9500-1eb5d9fda0fb req-092c7941-e64e-4bfe-a822-02f4fbf124c7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:21.844132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc3e6105-54be-4e8c-9500-1eb5d9fda0fb req-092c7941-e64e-4bfe-a822-02f4fbf124c7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1043198 Dec 12 04:35:21.921182 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc3e6105-54be-4e8c-9500-1eb5d9fda0fb req-f3ae7836-11d0-428a-9f53-f36db8ca6fbd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698993 Dec 12 04:35:22.147104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0b765-1c62-4090-919d-141681526138 req-de7f473d-38be-4271-8c59-8989c29b02b1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:22.152559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8c0b765-1c62-4090-919d-141681526138 req-de7f473d-38be-4271-8c59-8989c29b02b1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1000576 Dec 12 04:35:22.280145 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8c0b765-1c62-4090-919d-141681526138 req-79e0d82a-fd8d-4be6-8306-0e7cf39447cf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203327 Dec 12 04:35:22.657736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441e29-f938-4c5b-b165-178233f4cb83 req-0edebf5b-9cf7-4ed5-a532-9a6166cc9ba8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:22.659280 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-0edebf5b-9cf7-4ed5-a532-9a6166cc9ba8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.1242735 Dec 12 04:35:22.685348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-4642f4a3-d175-4569-95b6-89d291eec4a5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/quotas/cdb85fdb3e99414fba5ae212421ed190 HTTP/1.1" status: 200 len: 375 time: 0.0201917 Dec 12 04:35:22.769222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-a80f739f-5d9e-4e67-b191-64d9830f23f0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0828214 Dec 12 04:35:22.903789 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-dbfdb6e1-0877-4a92-9937-afb99e079ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335630 Dec 12 04:35:23.113160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-ebc57dae-ff8d-43e7-8329-b3402b87fd80 service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063777 Dec 12 04:35:23.407071 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a4ed74b-69e4-43d3-90c4-4395f6f6531a req-4e0f31b7-8733-43f8-823a-1cf7a173d9ec tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 210 time: 0.0323288 Dec 12 04:35:24.553450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00c90b63-c2f5-42dd-8c44-a15afbb71b4e req-3a10e5ef-893a-41d0-b0c2-d071ef07e7df tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 210 time: 0.0498652 Dec 12 04:35:24.943524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441e29-f938-4c5b-b165-178233f4cb83 req-2d7d1b24-ea3d-46e3-97de-b2fc8aed907b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:24.945416 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-2d7d1b24-ea3d-46e3-97de-b2fc8aed907b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.2452016 Dec 12 04:35:24.979246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'port': {'device_id': '0122affe-dc79-42f7-90bf-6003baeab492', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'admin_state_up': True, 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:35:25.188869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Made reservation on behalf of cdb85fdb3e99414fba5ae212421ed190 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:35:25.197732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:25.361030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Allocated IP 172.20.0.7 (0aca496d-4365-4afd-8933-1fbd7178cac0/0cbf2369-0e5e-449d-99ce-848fd07923e6/6a28d140-ee4a-41e2-84f5-ecf71b08f2b4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:35:25.557666 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:25.623083 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:25.659720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5bae2361-ea24-46ae-ae92-bf9628cbb6f4', '7ea666d1-f29e-4182-a918-98f7f48698b0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:25.688655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'Port': ['ID=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:25.704059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:35:25.706464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:35:25.709073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:35:25.813900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:25.814598 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:25.870840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-586b7d0a-efbf-46c0-b005-38b6f7a9afd6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8988585 Dec 12 04:35:25.880054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49602-4b9c-4134-b1ac-e7702bfaf095 req-cd250b0e-030c-4b32-aec5-861e5e5f61ab tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:25.882385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92a49602-4b9c-4134-b1ac-e7702bfaf095 req-cd250b0e-030c-4b32-aec5-861e5e5f61ab tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 931 time: 0.1796324 Dec 12 04:35:25.899235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Request body: {'port': {'device_id': '0122affe-dc79-42f7-90bf-6003baeab492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:35:26.065766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:26.098655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92a49602-4b9c-4134-b1ac-e7702bfaf095 req-b7074033-ab64-49e6-b3ff-80dafc80b541 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874440 Dec 12 04:35:26.301014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b408bc07-c5a8-4711-8a4a-05691f778c73 None None] Provisioning complete for port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:35:26.301408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b408bc07-c5a8-4711-8a4a-05691f778c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:26.374736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b408bc07-c5a8-4711-8a4a-05691f778c73 None None] Port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:35:26.670938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:35:26.701659 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:26.720852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Transition to ACTIVE for port object 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:35:26.729246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:26.952917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:27.139624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Attempting to bind port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:35:27.140115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Attempting to bind port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:35:27.140764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Attempting to bind port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:35:27.150314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:35:27.151097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Attempting to bind port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:35:27.163755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-8538814d-102d-4b9d-97bb-a193240dc9f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1884692 Dec 12 04:35:27.164753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:35:27.165254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Checking segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:35:27.165790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Bound using segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:35:27.166451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Bound port: 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:35:27.166930 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:27.313432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] For port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:35:27.324070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] For port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:35:27.427868 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:27.611895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:27.619304 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:27.620988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 HTTP/1.1" status: 200 len: 1091 time: 1.7273324 Dec 12 04:35:27.647026 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0122affe-dc79-42f7-90bf-6003baeab492', 'tag': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:35:27.659062 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43735fdd-6c6a-46c3-ad7a-a297934307a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0122affe-dc79-42f7-90bf-6003baeab492", "tag": "6a28d140-ee4a-41e2-84f5-ecf71b08f2b4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:35:27.675071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-eb344dac-5434-4712-a7ab-7568d6f8ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:27.678181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-eb344dac-5434-4712-a7ab-7568d6f8ac39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1095 time: 0.3465314 Dec 12 04:35:27.788480 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2969791-1e51-4dd0-8557-85afa440d67f x-openstack-request-id: req-b2969791-1e51-4dd0-8557-85afa440d67f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:35:27.788687 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0122affe-dc79-42f7-90bf-6003baeab492", "tag": "6a28d140-ee4a-41e2-84f5-ecf71b08f2b4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:35:27.789498 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2969791-1e51-4dd0-8557-85afa440d67f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:35:27.789972 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0122affe-dc79-42f7-90bf-6003baeab492', 'tag': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4', 'status': 'completed', 'code': 200} Dec 12 04:35:27.896216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c864fb-03fc-4c31-940b-648a863f08d1 req-67ceee76-81fc-4cee-856e-0ce73454f4ad tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:27.898906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10c864fb-03fc-4c31-940b-648a863f08d1 req-67ceee76-81fc-4cee-856e-0ce73454f4ad tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 943 time: 0.5693531 Dec 12 04:35:27.902582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c82a30-7b90-46a2-9a1f-1131025c70f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:27.984239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-465d2be9-9355-4162-9f36-4a0680c69590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:27.986519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-465d2be9-9355-4162-9f36-4a0680c69590 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.2726061 Dec 12 04:35:27.995473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441e29-f938-4c5b-b165-178233f4cb83 req-199482e4-2da4-4eba-ab1b-f457e1a6cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:27.997498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-199482e4-2da4-4eba-ab1b-f457e1a6cc61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 1094 time: 0.2827182 Dec 12 04:35:28.135073 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-24706250-bc6b-4700-a661-d134a86827e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 HTTP/1.1" status: 200 len: 217 time: 0.0526454 Dec 12 04:35:28.214257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441e29-f938-4c5b-b165-178233f4cb83 req-4c4a967b-1acc-47d2-989a-bad7eb1a3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:28.216183 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-4c4a967b-1acc-47d2-989a-bad7eb1a3999 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0686712 Dec 12 04:35:28.236154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-697ae321-b082-477c-bf61-b89a98c2b0f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 998 time: 0.2300575 Dec 12 04:35:28.276988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10c864fb-03fc-4c31-940b-648a863f08d1 req-810a862b-c2f3-41b1-9330-6afb91eaba3e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047833 Dec 12 04:35:28.337185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441e29-f938-4c5b-b165-178233f4cb83 req-b38d8b1a-17d6-4b04-a3b3-72d9dcc9b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:28.338905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-b38d8b1a-17d6-4b04-a3b3-72d9dcc9b696 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015580 Dec 12 04:35:28.340318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-1670ec57-6e4b-42a0-b073-9f886002bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:28.341677 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-1670ec57-6e4b-42a0-b073-9f886002bb3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0940342 Dec 12 04:35:28.546846 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-55e4964c-3005-475c-8d52-f9dc8d06a0fb service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830382 Dec 12 04:35:28.723129 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63441e29-f938-4c5b-b165-178233f4cb83 req-8b09471d-81c0-4b9f-adbf-959ccd5c41a5 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568329 Dec 12 04:35:28.731694 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-c6051369-9feb-49af-ae52-84122bae6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:28.733383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-c6051369-9feb-49af-ae52-84122bae6047 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181957 Dec 12 04:35:28.895365 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-3d16ed88-3fa3-41ba-8979-6c6fbd232d52 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400142 Dec 12 04:35:28.906377 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-87bfa309-8b1b-4ede-ae10-a0496097f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:28.907881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-87bfa309-8b1b-4ede-ae10-a0496097f9fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 1094 time: 0.0652280 Dec 12 04:35:28.999468 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dcbe6eab-161c-49ac-a6f9-fa2e81dee563 req-cc0e6914-8391-43d5-99b0-49a0cc5074b4 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906131 Dec 12 04:35:29.101616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-6b18dc72-729a-4d8c-9cdc-f1d1f1a438bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:29.103255 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-6b18dc72-729a-4d8c-9cdc-f1d1f1a438bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.1028004 Dec 12 04:35:29.187116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-9b9e4825-cc43-4fd8-914d-b7963bfcaee4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 HTTP/1.1" status: 200 len: 217 time: 0.0753098 Dec 12 04:35:29.233944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52424) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:29.282552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-d0b127ca-ee43-4cac-b333-358c1ab2fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:29.284053 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-d0b127ca-ee43-4cac-b333-358c1ab2fe7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0875242 Dec 12 04:35:29.360230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-42043792-973d-4102-af70-cbfba5e4eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:29.361804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-42043792-973d-4102-af70-cbfba5e4eb4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690415 Dec 12 04:35:29.423653 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-23e547e7-f95e-41fd-924f-13b81f0efb30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:29.504595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e645cc8-0aa1-4841-b314-d7c3c0401566 req-70d7f2eb-f0aa-4b0a-9113-4a32bbd4a98f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:29.506266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e645cc8-0aa1-4841-b314-d7c3c0401566 req-70d7f2eb-f0aa-4b0a-9113-4a32bbd4a98f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 943 time: 0.0804136 Dec 12 04:35:29.549227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-5dff942d-ca4c-4a81-a153-cd2a39f3dc96 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740074 Dec 12 04:35:29.636397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e645cc8-0aa1-4841-b314-d7c3c0401566 req-af5506cf-7fea-4bfa-a944-fb820cbdc057 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995905 Dec 12 04:35:29.674115 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-23e547e7-f95e-41fd-924f-13b81f0efb30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:29.679404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-23e547e7-f95e-41fd-924f-13b81f0efb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:29.774754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e547e7-f95e-41fd-924f-13b81f0efb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17246979-cfb6-446f-91b2-f7ee77d9da03,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:29.794362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43735fdd-6c6a-46c3-ad7a-a297934307a5 req-06f43ef5-bb3f-4af6-ac27-49a1bdc8b874 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360909 Dec 12 04:35:29.796642 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-23e547e7-f95e-41fd-924f-13b81f0efb30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bec5ff82a5da46668211b0898b1a31e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5605450 Dec 12 04:35:29.798951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52442) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:30.287321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c1380bf-0e47-4aaa-927b-7d36e993165e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:30.311706 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c1380bf-0e47-4aaa-927b-7d36e993165e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:30.369471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c1380bf-0e47-4aaa-927b-7d36e993165e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:30.372874 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c1380bf-0e47-4aaa-927b-7d36e993165e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:30.376836 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1c1380bf-0e47-4aaa-927b-7d36e993165e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17246979-cfb6-446f-91b2-f7ee77d9da03 HTTP/1.1" status: 204 len: 168 time: 0.5765264 Dec 12 04:35:30.391458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1380bf-0e47-4aaa-927b-7d36e993165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17246979-cfb6-446f-91b2-f7ee77d9da03,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:30.765862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52472) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:30.787919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-840ccb89-d291-4430-904b-dd0dba465924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:30.798390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3e3d-4e1f-48e8-8b62-e6c58dabcbe0 req-ecabba28-f74d-4ebd-8c2d-6e7ee9d14f82 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:30.800036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e3a3e3d-4e1f-48e8-8b62-e6c58dabcbe0 req-ecabba28-f74d-4ebd-8c2d-6e7ee9d14f82 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 943 time: 0.0692489 Dec 12 04:35:30.904768 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-840ccb89-d291-4430-904b-dd0dba465924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:30.908213 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e3a3e3d-4e1f-48e8-8b62-e6c58dabcbe0 req-5d385c88-d4ea-456a-b245-38b280d0432e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999959 Dec 12 04:35:30.920603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-840ccb89-d291-4430-904b-dd0dba465924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:30.952466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-840ccb89-d291-4430-904b-dd0dba465924 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09e5bb129b2745a9b1b4d7c6e466c998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853456 Dec 12 04:35:30.955042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:31.002531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ccb89-d291-4430-904b-dd0dba465924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263548cd-abea-4cc5-9ea9-48ec8d2b1017,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:31.057129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4737368-3852-4fe0-bf8b-e3b582e76bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:31.093447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4737368-3852-4fe0-bf8b-e3b582e76bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:31.176471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4737368-3852-4fe0-bf8b-e3b582e76bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:31.179109 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4737368-3852-4fe0-bf8b-e3b582e76bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:31.180851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b4737368-3852-4fe0-bf8b-e3b582e76bd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/263548cd-abea-4cc5-9ea9-48ec8d2b1017 HTTP/1.1" status: 204 len: 168 time: 0.2246974 Dec 12 04:35:31.192619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4737368-3852-4fe0-bf8b-e3b582e76bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263548cd-abea-4cc5-9ea9-48ec8d2b1017,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:31.479852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:35:31.602320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:31.619126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'port_id': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4', 'mac_address': 'fa:16:3e:b5:4b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:35:31.667040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:31.683973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:35:31.708661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:31.716687 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:31.792123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:32.059660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582dd9d-a055-46e2-8efe-a7e289519f73 req-8b91ae1b-cc17-44d9-925a-1f85f689367d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:32.069668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4582dd9d-a055-46e2-8efe-a7e289519f73 req-8b91ae1b-cc17-44d9-925a-1f85f689367d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 944 time: 0.0689831 Dec 12 04:35:32.074023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['6a28d140-ee4a-41e2-84f5-ecf71b08f2b4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:32.189410 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4582dd9d-a055-46e2-8efe-a7e289519f73 req-a5784124-7ef6-47b9-9ad9-299dd702fd8c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038842 Dec 12 04:35:33.365977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b293fd-20f7-4d46-8cb5-ed6d890fd9c6 req-c3a6d8a8-dd8e-48c0-ac06-998a86b8601a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:33.382254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30b293fd-20f7-4d46-8cb5-ed6d890fd9c6 req-c3a6d8a8-dd8e-48c0-ac06-998a86b8601a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 944 time: 0.0968990 Dec 12 04:35:33.485565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30b293fd-20f7-4d46-8cb5-ed6d890fd9c6 req-f86c7b0e-6546-4baf-a7b4-8d2e841fade5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022353 Dec 12 04:35:33.492937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:35:33.608516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:35:33.628990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:35:33.629725 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:33.825042 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:33.903124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:33.905244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0122affe-dc79-42f7-90bf-6003baeab492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:35:33.908521 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15322b73-6128-4690-8c2a-d06219a76c91" -d '{"events": [{"server_uuid": "0122affe-dc79-42f7-90bf-6003baeab492", "name": "network-vif-plugged", "status": "completed", "tag": "6a28d140-ee4a-41e2-84f5-ecf71b08f2b4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:35:33.913371 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:34.030529 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1efd83-31d6-4657-b55e-ef9b5d627208 x-openstack-request-id: req-ac1efd83-31d6-4657-b55e-ef9b5d627208 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:35:34.030785 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0122affe-dc79-42f7-90bf-6003baeab492", "name": "network-vif-plugged", "status": "completed", "tag": "6a28d140-ee4a-41e2-84f5-ecf71b08f2b4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:35:34.031056 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac1efd83-31d6-4657-b55e-ef9b5d627208 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:35:34.031466 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0122affe-dc79-42f7-90bf-6003baeab492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4', 'code': 200} Dec 12 04:35:34.045519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:34.203413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051d817-75d8-41b6-88bf-3faf09ab8b9e req-369d5486-0295-42fc-bdcf-448872b5cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:34.205433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2051d817-75d8-41b6-88bf-3faf09ab8b9e req-369d5486-0295-42fc-bdcf-448872b5cf2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 1096 time: 0.0623076 Dec 12 04:35:34.315397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2051d817-75d8-41b6-88bf-3faf09ab8b9e req-42f597f4-a6fb-4742-9153-2a2ce9e59f6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974264 Dec 12 04:35:34.696304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752971d-420c-45f8-b766-c86b0a76b6b1 req-790d6b33-fef6-47f5-9d98-a43e2af2f788 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:34.698593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2752971d-420c-45f8-b766-c86b0a76b6b1 req-790d6b33-fef6-47f5-9d98-a43e2af2f788 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 945 time: 0.0838079 Dec 12 04:35:34.753693 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2752971d-420c-45f8-b766-c86b0a76b6b1 req-d3adc6e5-8d60-49c4-b1c1-afe0539c00c8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490167 Dec 12 04:35:36.014786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c062c-0af3-4970-8520-2a4a48b3974b req-658bc205-7335-40d7-860b-bc5faf0d1e67 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:36.027918 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-270c062c-0af3-4970-8520-2a4a48b3974b req-658bc205-7335-40d7-860b-bc5faf0d1e67 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 945 time: 0.1242306 Dec 12 04:35:36.113195 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-270c062c-0af3-4970-8520-2a4a48b3974b req-40e15f4f-6ef2-4bb7-b6ef-60331ddcf664 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839102 Dec 12 04:35:36.286357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-a0ac9440-6c2f-435b-a185-d3610e4bfab6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=cdb85fdb3e99414fba5ae212421ed190 HTTP/1.1" status: 200 len: 267 time: 0.0711162 Dec 12 04:35:36.402954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-0e717da6-db59-4c10-b4b6-673fe1d5d9d1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:36.404666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-0e717da6-db59-4c10-b4b6-673fe1d5d9d1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 945 time: 0.1107349 Dec 12 04:35:36.419304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-e192be35-48af-42b7-83b5-e9310ddf81a3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'port': {'security_groups': []}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:35:36.518417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-e192be35-48af-42b7-83b5-e9310ddf81a3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:36.809350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-e192be35-48af-42b7-83b5-e9310ddf81a3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] For port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:36.856120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-e192be35-48af-42b7-83b5-e9310ddf81a3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:36.865064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-e192be35-48af-42b7-83b5-e9310ddf81a3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:36.902087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5bae2361-ea24-46ae-ae92-bf9628cbb6f4', '7ea666d1-f29e-4182-a918-98f7f48698b0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:36.904940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['6a28d140-ee4a-41e2-84f5-ecf71b08f2b4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:37.001002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192be35-48af-42b7-83b5-e9310ddf81a3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'Port': ['ID=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:37.069183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-e192be35-48af-42b7-83b5-e9310ddf81a3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:37.070962 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-e192be35-48af-42b7-83b5-e9310ddf81a3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:37.074673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30690c09-ded8-4d0d-a7c8-77c448670ceb req-e192be35-48af-42b7-83b5-e9310ddf81a3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "PUT /v2.0/ports/6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 HTTP/1.1" status: 200 len: 904 time: 0.6611209 Dec 12 04:35:37.076352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0122affe-dc79-42f7-90bf-6003baeab492', 'tag': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:35:37.087200 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376f54d4-685d-4cad-99c5-c7278469d377" -d '{"events": [{"name": "network-changed", "server_uuid": "0122affe-dc79-42f7-90bf-6003baeab492", "tag": "6a28d140-ee4a-41e2-84f5-ecf71b08f2b4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:35:37.209892 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b7c336-13e5-45e9-9149-2967f1327dc2 x-openstack-request-id: req-58b7c336-13e5-45e9-9149-2967f1327dc2 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:35:37.216652 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0122affe-dc79-42f7-90bf-6003baeab492", "tag": "6a28d140-ee4a-41e2-84f5-ecf71b08f2b4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:35:37.217083 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58b7c336-13e5-45e9-9149-2967f1327dc2 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:35:37.217630 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0122affe-dc79-42f7-90bf-6003baeab492', 'tag': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4', 'status': 'completed', 'code': 200} Dec 12 04:35:37.301908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['6a28d140-ee4a-41e2-84f5-ecf71b08f2b4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:37.359092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f54d4-685d-4cad-99c5-c7278469d377 req-543e96ac-5978-47fe-b349-d5f8828f12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:37.361573 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-376f54d4-685d-4cad-99c5-c7278469d377 req-543e96ac-5978-47fe-b349-d5f8828f12ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 1058 time: 0.0987463 Dec 12 04:35:37.394957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fe560-7fe0-435c-9e2b-3840fa38d267 req-e985a904-3c1e-4baa-8bb0-dfa84b5631f5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:37.398936 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-969fe560-7fe0-435c-9e2b-3840fa38d267 req-e985a904-3c1e-4baa-8bb0-dfa84b5631f5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 907 time: 0.1669612 Dec 12 04:35:37.567650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0c0d9990-b4a2-4e79-9f52-7e07c8b4a6ad None None] Provisioning complete for port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:35:37.568340 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0c0d9990-b4a2-4e79-9f52-7e07c8b4a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:37.646370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535f456-e498-4a77-8794-838d65bed25b req-5c9af86a-8974-40ff-bf2d-9e222da014d5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:37.654684 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7535f456-e498-4a77-8794-838d65bed25b req-5c9af86a-8974-40ff-bf2d-9e222da014d5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1124039 Dec 12 04:35:37.674826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f54d4-685d-4cad-99c5-c7278469d377 req-f20a0718-38f0-4abf-a04c-786c84db6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:37.676454 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-376f54d4-685d-4cad-99c5-c7278469d377 req-f20a0718-38f0-4abf-a04c-786c84db6c59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.3050430 Dec 12 04:35:37.719249 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7535f456-e498-4a77-8794-838d65bed25b req-b3d26290-12ae-49d0-a28f-3f080dba3439 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636048 Dec 12 04:35:37.793576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-376f54d4-685d-4cad-99c5-c7278469d377 req-28d8ca29-4bee-4813-9f73-1f9394dbb04c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 HTTP/1.1" status: 200 len: 217 time: 0.0729465 Dec 12 04:35:37.909122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f54d4-685d-4cad-99c5-c7278469d377 req-ac37c357-775d-44a8-8f0e-5936d2bd412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:37.914438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-376f54d4-685d-4cad-99c5-c7278469d377 req-ac37c357-775d-44a8-8f0e-5936d2bd412c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1104312 Dec 12 04:35:37.971619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cd8f8-507e-42ed-ba21-8cf89bd9d497 req-7e368c85-3edd-425e-bebe-9294c66211e5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:37.989472 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-702cd8f8-507e-42ed-ba21-8cf89bd9d497 req-7e368c85-3edd-425e-bebe-9294c66211e5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1483598 Dec 12 04:35:38.001895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f54d4-685d-4cad-99c5-c7278469d377 req-e0a80658-e527-43b8-a8ec-230e62269323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:38.005763 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-376f54d4-685d-4cad-99c5-c7278469d377 req-e0a80658-e527-43b8-a8ec-230e62269323 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864139 Dec 12 04:35:38.113269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-702cd8f8-507e-42ed-ba21-8cf89bd9d497 req-1533934e-a6e7-4a2f-893f-9a9a9e226287 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226392 Dec 12 04:35:38.355239 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-376f54d4-685d-4cad-99c5-c7278469d377 req-41e555e4-6822-41c8-8a9e-68d5b8f3140c service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419862 Dec 12 04:35:38.473791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-b46e3c82-ff97-4d62-955f-6d9f58822296 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:38.480904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-b46e3c82-ff97-4d62-955f-6d9f58822296 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.1127753 Dec 12 04:35:38.542160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-53557e21-10dc-4cc4-ac47-9cdd74215fb1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/quotas/cdb85fdb3e99414fba5ae212421ed190 HTTP/1.1" status: 200 len: 375 time: 0.0602527 Dec 12 04:35:38.637453 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-c6c8aeab-961e-4eef-abfb-b158c596ab36 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0942497 Dec 12 04:35:38.656809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-376f54d4-685d-4cad-99c5-c7278469d377 req-a29bb4c7-4e1a-4bb9-842f-57956df10fab service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903001 Dec 12 04:35:39.197224 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-f86a1073-e60c-460c-8f36-45d292f11605 service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382583 Dec 12 04:35:39.365889 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-3c645d58-1bb9-46df-9a1f-0cb29988a215 service neutron] 10.222.0.36 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626701 Dec 12 04:35:39.641595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13650f99-34eb-4c86-9f8f-56555f271930 req-0bb9eb78-fb3c-4c10-ac0a-f1dafdd21be2 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 210 time: 0.0597968 Dec 12 04:35:40.674683 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-97ef9005-b7f6-4473-85a9-e9dc83106aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:40.796699 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d4eee045-21d3-4db3-8bd0-cf5fce6a788d req-86f8c20a-31b4-4c96-b3ae-684dbf55f700 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 210 time: 0.0768600 Dec 12 04:35:40.932878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-2bf5a831-0c91-443d-9af9-8b1ee3345909 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:40.934951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-2bf5a831-0c91-443d-9af9-8b1ee3345909 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 811 time: 0.1746066 Dec 12 04:35:40.960367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Request body: {'port': {'device_id': '0fc50189-ed06-4ada-be51-eacca351e165', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'admin_state_up': True, 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:35:41.096493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Made reservation on behalf of cdb85fdb3e99414fba5ae212421ed190 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:35:41.106275 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:41.253425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Allocated IP 172.20.0.4 (0aca496d-4365-4afd-8933-1fbd7178cac0/0cbf2369-0e5e-449d-99ce-848fd07923e6/1cf802e9-cda9-4e36-af76-86269c62e22a) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:35:41.439775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:41.477920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:41.512552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5bae2361-ea24-46ae-ae92-bf9628cbb6f4', '7ea666d1-f29e-4182-a918-98f7f48698b0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:41.568449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event updated for resources: {'Port': ['ID=1cf802e9-cda9-4e36-af76-86269c62e22a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:41.584454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.584947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.585185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.586095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.586425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.586764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.587100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.587430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.587762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.588095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.588425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.588753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.589118 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:41.599412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:35:41.600925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:35:41.616527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:35:41.694202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:41.694784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:41.735593 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-ff0db963-77e9-4bf8-8e78-0b44395fa6ae tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7795057 Dec 12 04:35:41.756111 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:41.759011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Request body: {'port': {'device_id': '0fc50189-ed06-4ada-be51-eacca351e165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:35:41.978800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:42.149927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5439eafe-0ab8-4bef-bd29-f1b860af3190 None None] Provisioning complete for port 1cf802e9-cda9-4e36-af76-86269c62e22a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:35:42.150265 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5439eafe-0ab8-4bef-bd29-f1b860af3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:42.195829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5439eafe-0ab8-4bef-bd29-f1b860af3190 None None] Port 1cf802e9-cda9-4e36-af76-86269c62e22a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:35:42.213460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa9ad3-8782-4174-ac3a-b3192dc63313 req-8a927a8d-4772-42e3-bb87-a713af765d13 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:42.222925 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-deaa9ad3-8782-4174-ac3a-b3192dc63313 req-8a927a8d-4772-42e3-bb87-a713af765d13 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 931 time: 0.2334230 Dec 12 04:35:42.376959 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-deaa9ad3-8782-4174-ac3a-b3192dc63313 req-6d672ada-5095-48d2-b0c4-5f36d0f9680d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477220 Dec 12 04:35:42.592641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf802e9-cda9-4e36-af76-86269c62e22a {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:35:42.604511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:42.617698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52774) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:42.622226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Transition to ACTIVE for port object 1cf802e9-cda9-4e36-af76-86269c62e22a will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:35:42.635333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:42.682772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf802e9-cda9-4e36-af76-86269c62e22a,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:42.866523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:42.869240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Attempting to bind port 1cf802e9-cda9-4e36-af76-86269c62e22a on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:35:42.872559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Attempting to bind port 1cf802e9-cda9-4e36-af76-86269c62e22a by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:35:42.872803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Attempting to bind port 1cf802e9-cda9-4e36-af76-86269c62e22a on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:35:42.885683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Port 1cf802e9-cda9-4e36-af76-86269c62e22a on network 0aca496d-4365-4afd-8933-1fbd7178cac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:35:42.886214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Attempting to bind port 1cf802e9-cda9-4e36-af76-86269c62e22a on network 0aca496d-4365-4afd-8933-1fbd7178cac0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:35:42.901136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:35:42.904316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Checking segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:35:42.909736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Bound using segment: {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:35:42.910608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Bound port: 1cf802e9-cda9-4e36-af76-86269c62e22a, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3649514e-5870-4804-ba82-6eb9271080ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:35:42.912595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:42.994189 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d360606-6edf-4b51-b880-4e888aac92aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:43.089758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:43.109392 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:43.115000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:35:43.119130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1cf802e9-cda9-4e36-af76-86269c62e22a,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:35:43.123708 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:43.169984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11c749f915084c81a182d9564364cbbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5506303 Dec 12 04:35:43.174817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52796) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:43.190944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:43.191578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:43.193056 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] 10.222.0.18 "PUT /v2.0/ports/1cf802e9-cda9-4e36-af76-86269c62e22a HTTP/1.1" status: 200 len: 1091 time: 1.4420958 Dec 12 04:35:43.193539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:35:43.205361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64d9eaa-0f08-4965-9edd-705a3f7a690e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:43.213224 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25193afb-4c19-44b7-88d1-5ef156cb7875" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:35:43.247911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.248279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.249780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.250138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.252653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.253050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.253398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.254042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.254392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.254748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.257047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.260074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.260726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc43bd-4dc3-4622-9cd0-b77c677f8c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:43.261907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3c5a-8d2c-41ea-abd3-c55a5fc3c114 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf802e9-cda9-4e36-af76-86269c62e22a,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:43.336675 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fe06e1-08f3-49b8-9fd6-aad0cec4d767 x-openstack-request-id: req-e8fe06e1-08f3-49b8-9fd6-aad0cec4d767 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:35:43.338809 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:35:43.339220 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8fe06e1-08f3-49b8-9fd6-aad0cec4d767 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:35:43.339652 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a', 'status': 'completed', 'code': 200} Dec 12 04:35:43.347070 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9237b327-01d3-4c4b-b1c0-0120a2c62833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:43.366776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-3393f6b6-6cb8-43ac-94c4-b99820bef424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:43.374760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-3393f6b6-6cb8-43ac-94c4-b99820bef424 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 1094 time: 0.1053321 Dec 12 04:35:43.427727 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9237b327-01d3-4c4b-b1c0-0120a2c62833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:43.483146 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-1db55f94-897e-421c-a98f-a581f1144ae6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf802e9-cda9-4e36-af76-86269c62e22a HTTP/1.1" status: 200 len: 217 time: 0.0928614 Dec 12 04:35:43.515457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9237b327-01d3-4c4b-b1c0-0120a2c62833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:43.519221 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9237b327-01d3-4c4b-b1c0-0120a2c62833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:43.521263 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9237b327-01d3-4c4b-b1c0-0120a2c62833 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e64d9eaa-0f08-4965-9edd-705a3f7a690e HTTP/1.1" status: 204 len: 168 time: 0.3450093 Dec 12 04:35:43.542759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237b327-01d3-4c4b-b1c0-0120a2c62833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64d9eaa-0f08-4965-9edd-705a3f7a690e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:43.588199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-f677abab-02e4-4a14-8e86-b70169a8f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:43.589744 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-f677abab-02e4-4a14-8e86-b70169a8f534 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1002474 Dec 12 04:35:43.625889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760a5fd-8207-429a-8f5c-1db6402cfa82 req-99b1b879-21f8-4439-9673-c51e7facf03d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:43.633678 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0760a5fd-8207-429a-8f5c-1db6402cfa82 req-99b1b879-21f8-4439-9673-c51e7facf03d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 943 time: 0.0832689 Dec 12 04:35:43.703954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-e61804b7-a364-4c3b-bae5-2b22a3372312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:43.705836 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-e61804b7-a364-4c3b-bae5-2b22a3372312 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060021 Dec 12 04:35:43.716222 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0760a5fd-8207-429a-8f5c-1db6402cfa82 req-c6992d7d-6862-4b9d-be07-809c99f275b4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816300 Dec 12 04:35:43.818705 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-57ac639e-918d-4c49-89e2-e257a0f47f97 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014464 Dec 12 04:35:43.927838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52808) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:43.940800 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72f4b9b1-b93b-4eb3-afc1-9a550eb426c7 req-480e57e6-d5bb-4148-b6b6-8dde0ae28a7e service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140134 Dec 12 04:35:43.955360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b303ce8f-832b-4d5f-953e-8a12611eeeaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:44.041164 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:44.094932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b303ce8f-832b-4d5f-953e-8a12611eeeaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:44.104568 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b303ce8f-832b-4d5f-953e-8a12611eeeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:44.107121 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:44.110804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-d057ff61-cfa5-4130-9756-29d9253534f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:44.112927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-d057ff61-cfa5-4130-9756-29d9253534f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 1094 time: 0.0747221 Dec 12 04:35:44.152915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b303ce8f-832b-4d5f-953e-8a12611eeeaa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5525318a9b142ea95c2ae64286526c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236445 Dec 12 04:35:44.159770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52814) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:44.215139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303ce8f-832b-4d5f-953e-8a12611eeeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b400f31c-0b0b-4f9f-aab6-96a04979c82d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:44.240940 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa41e-8405-4605-8af7-4beff9c8950a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:44.267362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa41e-8405-4605-8af7-4beff9c8950a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:44.352753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-c377c93b-e3a2-4714-8144-f9d0bbba58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:44.354865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-c377c93b-e3a2-4714-8144-f9d0bbba58bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.2342689 Dec 12 04:35:44.360537 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa41e-8405-4605-8af7-4beff9c8950a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:44.364023 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa41e-8405-4605-8af7-4beff9c8950a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:44.366041 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fcbaa41e-8405-4605-8af7-4beff9c8950a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b400f31c-0b0b-4f9f-aab6-96a04979c82d HTTP/1.1" status: 204 len: 168 time: 0.2055759 Dec 12 04:35:44.396067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbaa41e-8405-4605-8af7-4beff9c8950a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b400f31c-0b0b-4f9f-aab6-96a04979c82d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:44.452701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-44059ee0-0260-45d5-8555-83643abb3c2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf802e9-cda9-4e36-af76-86269c62e22a HTTP/1.1" status: 200 len: 217 time: 0.0900283 Dec 12 04:35:44.525147 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-1be04807-86cc-40bb-8347-6c1c2cc1129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:44.527132 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-1be04807-86cc-40bb-8347-6c1c2cc1129f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0671747 Dec 12 04:35:44.591637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-40e6906a-b9ae-41dd-ab7d-e71c495b2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:44.593353 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-40e6906a-b9ae-41dd-ab7d-e71c495b2caa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585628 Dec 12 04:35:44.707649 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-36a49816-5be9-40a1-90e5-8861178bf9aa service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060894 Dec 12 04:35:44.836835 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25193afb-4c19-44b7-88d1-5ef156cb7875 req-3f08ea12-c9ab-4285-b639-22fae26a9bd8 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194682 Dec 12 04:35:44.856366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015908c-c7e8-4bb8-a637-332e71d1ed67 req-64ec005c-71aa-4611-8a65-3c89491ea7d6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:44.858411 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1015908c-c7e8-4bb8-a637-332e71d1ed67 req-64ec005c-71aa-4611-8a65-3c89491ea7d6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 943 time: 0.0649371 Dec 12 04:35:44.936864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1015908c-c7e8-4bb8-a637-332e71d1ed67 req-1c0c07b2-f431-42db-83ba-e004663d7c01 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634351 Dec 12 04:35:45.616309 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:45.666059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52868) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:45.795610 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63566986-2d5c-478f-951e-f95a6b79e52e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:45.876093 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63566986-2d5c-478f-951e-f95a6b79e52e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:45.879867 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63566986-2d5c-478f-951e-f95a6b79e52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:45.922041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52874) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:45.922226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-63566986-2d5c-478f-951e-f95a6b79e52e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d029a407e0ee4561857610d8089594bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548506 Dec 12 04:35:45.923086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566986-2d5c-478f-951e-f95a6b79e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20439929-b604-4294-a237-03522f9bdc62,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:45.989198 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f067143-e888-47af-ab46-4788cfd86c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.015714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f067143-e888-47af-ab46-4788cfd86c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.077623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52880) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:46.120537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c5327-d1de-4ee9-9213-dc7011c36c06 req-fd35b66c-e65a-4655-a6d7-c61caf448535 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:46.123388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-430c5327-d1de-4ee9-9213-dc7011c36c06 req-fd35b66c-e65a-4655-a6d7-c61caf448535 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 943 time: 0.0805793 Dec 12 04:35:46.149808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d263024-a54c-40a4-a338-bf4e93c6cf1e admin admin] Deleting subnet cba462df-7d29-4c4c-bc7b-2c787d44de56 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:35:46.156583 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d263024-a54c-40a4-a338-bf4e93c6cf1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.202742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d263024-a54c-40a4-a338-bf4e93c6cf1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.214463 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-430c5327-d1de-4ee9-9213-dc7011c36c06 req-3f6321fe-1be5-4ace-a342-95f0fc264606 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831516 Dec 12 04:35:46.282297 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d263024-a54c-40a4-a338-bf4e93c6cf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.340602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f067143-e888-47af-ab46-4788cfd86c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.343500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f067143-e888-47af-ab46-4788cfd86c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.347145 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6f067143-e888-47af-ab46-4788cfd86c15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20439929-b604-4294-a237-03522f9bdc62 HTTP/1.1" status: 204 len: 168 time: 0.4214270 Dec 12 04:35:46.359236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f067143-e888-47af-ab46-4788cfd86c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20439929-b604-4294-a237-03522f9bdc62,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:46.366358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d263024-a54c-40a4-a338-bf4e93c6cf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.403094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d263024-a54c-40a4-a338-bf4e93c6cf1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba462df-7d29-4c4c-bc7b-2c787d44de56,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:46.418655 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d263024-a54c-40a4-a338-bf4e93c6cf1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.422231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4d263024-a54c-40a4-a338-bf4e93c6cf1e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cba462df-7d29-4c4c-bc7b-2c787d44de56 HTTP/1.1" status: 204 len: 168 time: 0.3432457 Dec 12 04:35:46.424620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52886) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:46.536703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.629952 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.677223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:46.703747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2020c907-304e-4e89-b47a-f326304aab4a') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:46.705648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2020c907-304e-4e89-b47a-f326304aab4a') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:46.713003 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.734210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.770340 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.778617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:35:46.779025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:35:46.841465 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:35:46.848026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.870284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:46.877110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52902) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:46.877943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4 HTTP/1.1" status: 204 len: 168 time: 0.4521585 Dec 12 04:35:46.900570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35d09a-eb69-4e54-ae14-41a644816ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffbbe1fc-f6c8-41f4-8735-d65f1a5435c4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:46.985368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b45f75-147c-40c6-94b3-3b8478f6a300 admin admin] Deleting subnet 3dead221-497e-4e4d-8e10-6d7ac85ad923 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:35:47.005681 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-59b45f75-147c-40c6-94b3-3b8478f6a300 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.068223 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-59b45f75-147c-40c6-94b3-3b8478f6a300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.113167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-59b45f75-147c-40c6-94b3-3b8478f6a300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.197801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1cf802e9-cda9-4e36-af76-86269c62e22a details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:35:47.203980 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-59b45f75-147c-40c6-94b3-3b8478f6a300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.273694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b45f75-147c-40c6-94b3-3b8478f6a300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dead221-497e-4e4d-8e10-6d7ac85ad923,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:47.313761 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-59b45f75-147c-40c6-94b3-3b8478f6a300 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.323350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52918) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:47.325617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-59b45f75-147c-40c6-94b3-3b8478f6a300 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3dead221-497e-4e4d-8e10-6d7ac85ad923 HTTP/1.1" status: 204 len: 168 time: 0.4465222 Dec 12 04:35:47.505174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1cf802e9-cda9-4e36-af76-86269c62e22a,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:47.537283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '1cf802e9-cda9-4e36-af76-86269c62e22a', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'port_id': '1cf802e9-cda9-4e36-af76-86269c62e22a', 'mac_address': 'fa:16:3e:e8:f3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:35:47.566386 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.610065 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.627483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf802e9-cda9-4e36-af76-86269c62e22a {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:35:47.648384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a364373-8326-42b9-945e-05162ff7825d req-6c99814d-f217-4987-a486-2a8ba76a4cdc tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:47.653395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1cf802e9-cda9-4e36-af76-86269c62e22a,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:47.653974 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a364373-8326-42b9-945e-05162ff7825d req-6c99814d-f217-4987-a486-2a8ba76a4cdc tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 943 time: 0.1490550 Dec 12 04:35:47.661553 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.739686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1cf802e9-cda9-4e36-af76-86269c62e22a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:47.750420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.751000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.751880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.752259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.752570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.752931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.753278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.753614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.753952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.754290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.754625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.755101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.755493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:35:47.825177 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a364373-8326-42b9-945e-05162ff7825d req-61a8f221-eddb-4215-876e-89a4af05c80c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641245 Dec 12 04:35:47.827202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.862320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a3df9f-b8af-4f19-a276-13118dbb0a6a']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:47.874794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6650e53c-447b-469c-a8c3-0adcfbfb3ed7') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:47.875174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6650e53c-447b-469c-a8c3-0adcfbfb3ed7') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:35:47.890374 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.915077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.924148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:35:47.924607 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:35:47.926682 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:35:47.974489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['1cf802e9-cda9-4e36-af76-86269c62e22a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:47.993913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:48.003853 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:48.009935 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e0a3df9f-b8af-4f19-a276-13118dbb0a6a HTTP/1.1" status: 204 len: 168 time: 0.6845753 Dec 12 04:35:48.024849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124b805-c857-4de8-b0d8-962d64c36e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a3df9f-b8af-4f19-a276-13118dbb0a6a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:48.338310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52940) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:48.396957 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5e6f7459-dce2-42c1-8a7e-d111bb1362e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38c81b4b45834a8b88564f58e8942f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565708 Dec 12 04:35:48.399866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 52946) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:48.452380 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97b6862d-8a41-4267-9a3a-cfff7b817243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:48.475385 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97b6862d-8a41-4267-9a3a-cfff7b817243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:48.530964 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97b6862d-8a41-4267-9a3a-cfff7b817243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:48.535520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-97b6862d-8a41-4267-9a3a-cfff7b817243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:48.537159 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-97b6862d-8a41-4267-9a3a-cfff7b817243 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70f4ac9a-0176-46cb-ac12-fc1a2aeafb87 HTTP/1.1" status: 204 len: 168 time: 0.1363037 Dec 12 04:35:48.548233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6862d-8a41-4267-9a3a-cfff7b817243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f4ac9a-0176-46cb-ac12-fc1a2aeafb87,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:48.994972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131e474-4d96-47f4-a7e8-f52bbfff1a86 req-b24f5be4-fe8a-4344-9582-53a7d1ac2b99 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:48.999172 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8131e474-4d96-47f4-a7e8-f52bbfff1a86 req-b24f5be4-fe8a-4344-9582-53a7d1ac2b99 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 944 time: 0.0664763 Dec 12 04:35:49.031825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52960) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:49.062526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8131e474-4d96-47f4-a7e8-f52bbfff1a86 req-270c4893-01fe-43a4-8e13-011a7811a7f3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572875 Dec 12 04:35:49.104806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-36cdb3db-ff6e-4039-9d4d-0ded4a2e524c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd57fe1945f643c5a72396361892f828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0710535 Dec 12 04:35:49.107785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 52962) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:49.191493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fcdfdf8-617b-4d4b-94d3-62c5926bcb23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:49.208867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1cf802e9-cda9-4e36-af76-86269c62e22a up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:35:49.218682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fcdfdf8-617b-4d4b-94d3-62c5926bcb23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:49.277095 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fcdfdf8-617b-4d4b-94d3-62c5926bcb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:49.280415 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fcdfdf8-617b-4d4b-94d3-62c5926bcb23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:49.289741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5fcdfdf8-617b-4d4b-94d3-62c5926bcb23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a018a3ff-4586-4ce8-94a4-56ddd72760d9 HTTP/1.1" status: 204 len: 168 time: 0.1807597 Dec 12 04:35:49.303472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdfdf8-617b-4d4b-94d3-62c5926bcb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a018a3ff-4586-4ce8-94a4-56ddd72760d9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:49.311146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 1cf802e9-cda9-4e36-af76-86269c62e22a completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:35:49.326096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 1cf802e9-cda9-4e36-af76-86269c62e22a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:35:49.326482 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:49.470066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:49.530776 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1cf802e9-cda9-4e36-af76-86269c62e22a,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:49.532362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:35:49.535972 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e57c755-821a-4cb4-b1bb-c47e22b69771" -d '{"events": [{"server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "name": "network-vif-plugged", "status": "completed", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:35:49.541013 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:49.642511 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7c80a5-09f4-4c91-976b-4962f4f92df4 x-openstack-request-id: req-fb7c80a5-09f4-4c91-976b-4962f4f92df4 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:35:49.643729 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "name": "network-vif-plugged", "status": "completed", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:35:49.643889 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb7c80a5-09f4-4c91-976b-4962f4f92df4 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:35:49.644936 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a', 'code': 200} Dec 12 04:35:49.651185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1cf802e9-cda9-4e36-af76-86269c62e22a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:49.792459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c0ad-1641-4138-8d8d-45f4b7421ac2 req-137f07f0-2fff-45c4-b403-4cf2038755b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:49.794630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3096c0ad-1641-4138-8d8d-45f4b7421ac2 req-137f07f0-2fff-45c4-b403-4cf2038755b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 1096 time: 0.0472295 Dec 12 04:35:49.852017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3096c0ad-1641-4138-8d8d-45f4b7421ac2 req-2dbde3ce-950a-45bd-9062-c68060421f36 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490618 Dec 12 04:35:50.184587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8595da-7335-4e62-a801-7ce91f9120a9 req-7e2d94a7-0479-40f3-9208-d8a9f82cba1a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:50.186244 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c8595da-7335-4e62-a801-7ce91f9120a9 req-7e2d94a7-0479-40f3-9208-d8a9f82cba1a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.0522871 Dec 12 04:35:50.243192 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c8595da-7335-4e62-a801-7ce91f9120a9 req-90711e5d-d80b-4a33-aa83-e37632f48140 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500646 Dec 12 04:35:51.159840 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:35:51.477111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90f8a5-32d7-4b5b-9e8f-a79148feb03f req-0ae98fe1-ca2f-4f9b-ad60-342ed6a9ca82 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:51.478741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e90f8a5-32d7-4b5b-9e8f-a79148feb03f req-0ae98fe1-ca2f-4f9b-ad60-342ed6a9ca82 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1120069 Dec 12 04:35:51.574870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e90f8a5-32d7-4b5b-9e8f-a79148feb03f req-d53d0fe2-fafc-44b8-9db0-0cec7d7ccf84 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857775 Dec 12 04:35:51.905705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af2b7e-eb21-4a99-b91e-9e9925d43f0e req-4a0d335e-1928-4d9f-9e60-925257b152b4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:51.915011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26af2b7e-eb21-4a99-b91e-9e9925d43f0e req-4a0d335e-1928-4d9f-9e60-925257b152b4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.0685992 Dec 12 04:35:51.973179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26af2b7e-eb21-4a99-b91e-9e9925d43f0e req-a1e6eff4-8aa5-428c-b771-310478336556 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570209 Dec 12 04:35:53.153285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66256183-0cb9-44b5-882b-93a18e68a46d req-b2c4a9ad-e27c-4c3b-8548-9150d6c17016 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:53.155581 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-66256183-0cb9-44b5-882b-93a18e68a46d req-b2c4a9ad-e27c-4c3b-8548-9150d6c17016 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.0684440 Dec 12 04:35:53.224358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-66256183-0cb9-44b5-882b-93a18e68a46d req-cb855596-b813-47ed-9bba-363678f1ff59 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598948 Dec 12 04:35:53.855003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573be07-9d4c-40e1-b650-c26b29835494 req-1e3a6935-546a-4f4e-980b-3883ad70967c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:53.868206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8573be07-9d4c-40e1-b650-c26b29835494 req-1e3a6935-546a-4f4e-980b-3883ad70967c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.0908995 Dec 12 04:35:53.947675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8573be07-9d4c-40e1-b650-c26b29835494 req-60638a2f-9dd7-4bec-8b6c-757bd18c5cda tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732422 Dec 12 04:35:55.223132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74dc36-8cd2-49fe-9700-9e33e432d543 req-42b308ee-4221-4c0e-ac2c-1ef875824bc1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:55.232113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f74dc36-8cd2-49fe-9700-9e33e432d543 req-42b308ee-4221-4c0e-ac2c-1ef875824bc1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1254406 Dec 12 04:35:55.305560 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f74dc36-8cd2-49fe-9700-9e33e432d543 req-65636b39-7a48-460c-9e2c-46fb2fc36012 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723007 Dec 12 04:35:56.503707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8540a42-6f79-4a6e-ad43-00f47d1006ff req-72d4df56-3b93-4b19-a772-a8c9fe6e4d2a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:56.512305 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8540a42-6f79-4a6e-ad43-00f47d1006ff req-72d4df56-3b93-4b19-a772-a8c9fe6e4d2a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.0895636 Dec 12 04:35:56.612396 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8540a42-6f79-4a6e-ad43-00f47d1006ff req-f59ab43d-9647-47ba-a0d9-52f83a5e43e1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852156 Dec 12 04:35:57.252087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1cf802e9-cda9-4e36-af76-86269c62e22a details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:35:57.485953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1cf802e9-cda9-4e36-af76-86269c62e22a,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:57.522938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '1cf802e9-cda9-4e36-af76-86269c62e22a', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'port_id': '1cf802e9-cda9-4e36-af76-86269c62e22a', 'mac_address': 'fa:16:3e:e8:f3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:35:57.611652 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:57.687187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cf802e9-cda9-4e36-af76-86269c62e22a {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:35:57.779752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1cf802e9-cda9-4e36-af76-86269c62e22a,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:57.797727 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:57.940799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab50a-43dd-40bd-ae80-1c0083e4f460 req-9f664ba8-fb21-42ba-8e9e-be4245857bf6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:57.950124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f75ab50a-43dd-40bd-ae80-1c0083e4f460 req-9f664ba8-fb21-42ba-8e9e-be4245857bf6 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 944 time: 0.1406624 Dec 12 04:35:57.987767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1cf802e9-cda9-4e36-af76-86269c62e22a,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:58.023791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53262) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:58.045410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f75ab50a-43dd-40bd-ae80-1c0083e4f460 req-1e53cdb6-6141-4957-bf41-20c2dabb7d7a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940399 Dec 12 04:35:58.075467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['1cf802e9-cda9-4e36-af76-86269c62e22a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:35:58.197266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eeb8871b-5db0-4594-8fab-d3ca5b6c5c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:58.416092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eeb8871b-5db0-4594-8fab-d3ca5b6c5c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:58.425777 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eeb8871b-5db0-4594-8fab-d3ca5b6c5c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:58.487554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8871b-5db0-4594-8fab-d3ca5b6c5c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d83e258-cbf6-4b08-95e0-94aaa8489b66,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:58.551254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eeb8871b-5db0-4594-8fab-d3ca5b6c5c4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f170cce589944dbd812fc293fb6bdb43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5263438 Dec 12 04:35:58.554519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53274) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:58.703383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-26504cb9-ae5c-4af9-8504-2c7d4978b6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:58.741715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-26504cb9-ae5c-4af9-8504-2c7d4978b6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:58.823243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-26504cb9-ae5c-4af9-8504-2c7d4978b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:58.827379 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-26504cb9-ae5c-4af9-8504-2c7d4978b6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:58.829053 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-26504cb9-ae5c-4af9-8504-2c7d4978b6f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d83e258-cbf6-4b08-95e0-94aaa8489b66 HTTP/1.1" status: 204 len: 168 time: 0.2732258 Dec 12 04:35:58.879232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26504cb9-ae5c-4af9-8504-2c7d4978b6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d83e258-cbf6-4b08-95e0-94aaa8489b66,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:59.262230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1cf802e9-cda9-4e36-af76-86269c62e22a up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:35:59.395232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 1cf802e9-cda9-4e36-af76-86269c62e22a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:35:59.396136 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:59.623861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:59.646199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53292) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:35:59.680445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ff70237d-cd04-442f-8e04-3e2695ae3732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:59.750446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1cf802e9-cda9-4e36-af76-86269c62e22a,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:35:59.754920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:35:59.768396 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2148c31c-1441-46ba-99a2-20d1b9084e36" -d '{"events": [{"server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "name": "network-vif-plugged", "status": "completed", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:35:59.782324 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:35:59.900404 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a5ee87-0f2a-4516-ad55-271441076240 x-openstack-request-id: req-f6a5ee87-0f2a-4516-ad55-271441076240 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:35:59.900711 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "name": "network-vif-plugged", "status": "completed", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:35:59.901021 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6a5ee87-0f2a-4516-ad55-271441076240 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:35:59.901759 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a', 'code': 200} Dec 12 04:35:59.933228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1cf802e9-cda9-4e36-af76-86269c62e22a,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:35:59.983505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc495ce-8e09-4745-b40b-b19325641821 req-e71955f2-9b50-42e0-b46c-00913c7ce975 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:35:59.992266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bcc495ce-8e09-4745-b40b-b19325641821 req-e71955f2-9b50-42e0-b46c-00913c7ce975 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.8067763 Dec 12 04:36:00.020720 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ff70237d-cd04-442f-8e04-3e2695ae3732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:00.042749 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ff70237d-cd04-442f-8e04-3e2695ae3732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:00.174945 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bcc495ce-8e09-4745-b40b-b19325641821 req-406fd238-3ee7-4ec5-bbce-7f73aeb42474 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809416 Dec 12 04:36:00.182074 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70237d-cd04-442f-8e04-3e2695ae3732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f410340d-8a53-4b98-b6a6-9d6953395c60,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:00.201966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53306) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:00.216768 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ff70237d-cd04-442f-8e04-3e2695ae3732 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58fd706f1f754109b915a0a741c714f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5665359 Dec 12 04:36:00.283448 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74b6c106-012e-44d2-89d3-f0abdff5348d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:00.324435 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74b6c106-012e-44d2-89d3-f0abdff5348d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:00.414387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74b6c106-012e-44d2-89d3-f0abdff5348d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:00.425910 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74b6c106-012e-44d2-89d3-f0abdff5348d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:00.427480 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-74b6c106-012e-44d2-89d3-f0abdff5348d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f410340d-8a53-4b98-b6a6-9d6953395c60 HTTP/1.1" status: 204 len: 168 time: 0.2238584 Dec 12 04:36:00.452881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6c106-012e-44d2-89d3-f0abdff5348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f410340d-8a53-4b98-b6a6-9d6953395c60,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:00.588329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53314) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:00.773923 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00929d14-a889-4c7c-a88a-14de30c27b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:00.999885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00929d14-a889-4c7c-a88a-14de30c27b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:01.009670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-00929d14-a889-4c7c-a88a-14de30c27b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:01.057970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-00929d14-a889-4c7c-a88a-14de30c27b97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11306b2fc6d34f0c81b6311bb13017f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4682541 Dec 12 04:36:01.060488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53328) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:01.089086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00929d14-a889-4c7c-a88a-14de30c27b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37e5b74-ec83-4a20-a241-9bf476bd7e73,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:01.166427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c6921307-2601-4253-8136-02d49b779dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:01.218643 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c6921307-2601-4253-8136-02d49b779dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:01.338985 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c6921307-2601-4253-8136-02d49b779dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:01.343628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c6921307-2601-4253-8136-02d49b779dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:01.344851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c6921307-2601-4253-8136-02d49b779dc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d37e5b74-ec83-4a20-a241-9bf476bd7e73 HTTP/1.1" status: 204 len: 168 time: 0.2830117 Dec 12 04:36:01.377145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6921307-2601-4253-8136-02d49b779dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37e5b74-ec83-4a20-a241-9bf476bd7e73,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:01.707893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2728-1c95-405a-85ff-9a79eb679389 req-44a9ab6d-6826-474f-97e3-be3f416da347 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:01.725285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e29c2728-1c95-405a-85ff-9a79eb679389 req-44a9ab6d-6826-474f-97e3-be3f416da347 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.3971803 Dec 12 04:36:01.923908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e29c2728-1c95-405a-85ff-9a79eb679389 req-fc7eb1b7-8e72-4394-bb15-49a0ed2772de tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970305 Dec 12 04:36:03.166583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70c5c-9998-4435-ad1c-4386191a902c req-d0916f12-51c4-4e12-b921-722688f384d5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:03.173201 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62b70c5c-9998-4435-ad1c-4386191a902c req-d0916f12-51c4-4e12-b921-722688f384d5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1478074 Dec 12 04:36:03.311878 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-62b70c5c-9998-4435-ad1c-4386191a902c req-41c789ec-52ac-432f-b4bf-a4805b789944 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206779 Dec 12 04:36:04.773106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f971f-1062-41a9-a9b7-03ac81e90cb4 req-8f16674f-7b72-4b56-9d15-f17384e6ff84 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:04.800180 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-347f971f-1062-41a9-a9b7-03ac81e90cb4 req-8f16674f-7b72-4b56-9d15-f17384e6ff84 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.2886155 Dec 12 04:36:04.934686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-347f971f-1062-41a9-a9b7-03ac81e90cb4 req-9598dcb6-6f1e-4460-9292-38d2b47191c0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194897 Dec 12 04:36:06.150301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb9f-1bf1-49c4-bd70-cfa4e220fa7e req-40a5cc5d-92e2-462d-aa6c-f01cc9f57349 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:06.152540 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b48fb9f-1bf1-49c4-bd70-cfa4e220fa7e req-40a5cc5d-92e2-462d-aa6c-f01cc9f57349 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.0974205 Dec 12 04:36:06.258941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b48fb9f-1bf1-49c4-bd70-cfa4e220fa7e req-f4352585-7bd2-4906-99e2-9981df95d61d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984278 Dec 12 04:36:07.494553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572835d-8397-4eef-9e28-5541ba969697 req-8274ff6b-e163-4bb1-ae2e-824ef778023d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:07.501553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1572835d-8397-4eef-9e28-5541ba969697 req-8274ff6b-e163-4bb1-ae2e-824ef778023d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1052251 Dec 12 04:36:07.620474 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1572835d-8397-4eef-9e28-5541ba969697 req-12c293d4-1d2b-41c7-9dd7-d78c8d8d8bf9 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063526 Dec 12 04:36:08.839975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fa17c-de8e-4d4d-8d42-4eaf28f73f44 req-44ce89c0-acdc-460a-ab13-1d2471b0178f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:08.842291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-100fa17c-de8e-4d4d-8d42-4eaf28f73f44 req-44ce89c0-acdc-460a-ab13-1d2471b0178f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.0835116 Dec 12 04:36:08.950753 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-100fa17c-de8e-4d4d-8d42-4eaf28f73f44 req-4c1c10c3-1d9c-4186-81bb-425040e0b132 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827751 Dec 12 04:36:10.162678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb866fc9-6b6d-49b4-b69b-5ed60192f17c req-83211aa5-2e15-46c4-a3d8-d5ecbbd13b3e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:10.211501 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb866fc9-6b6d-49b4-b69b-5ed60192f17c req-83211aa5-2e15-46c4-a3d8-d5ecbbd13b3e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1535771 Dec 12 04:36:10.267592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb866fc9-6b6d-49b4-b69b-5ed60192f17c req-d6b8d7b2-172e-4ea1-9068-d2ce4d867f68 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547833 Dec 12 04:36:10.663906 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0d22570d-94c0-4be8-bca5-b913e757ea8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:11.492534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e636d7-771e-40c0-a8a9-6c515050e2aa req-79816e57-5495-4346-8246-a64f3d3bd853 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:11.494291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49e636d7-771e-40c0-a8a9-6c515050e2aa req-79816e57-5495-4346-8246-a64f3d3bd853 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.0688388 Dec 12 04:36:11.599953 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-49e636d7-771e-40c0-a8a9-6c515050e2aa req-72788d2c-e517-4149-a319-347d0ec4ff21 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827868 Dec 12 04:36:11.742819 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:12.990214 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fa87fd49-fa93-4c61-bfa7-5390d7fa0f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:13.027559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ac836-943a-47c2-8299-1a9f51b980c4 req-6f958bc2-025c-4a5c-8025-7021037123fb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:13.048858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc7ac836-943a-47c2-8299-1a9f51b980c4 req-6f958bc2-025c-4a5c-8025-7021037123fb tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.2329149 Dec 12 04:36:13.215508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-8b0ed99b-0957-4f6a-a3de-2dc185614129 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295407 Dec 12 04:36:13.244461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc7ac836-943a-47c2-8299-1a9f51b980c4 req-69f818a5-97a5-4f2f-832c-b9e30c37fdee tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862285 Dec 12 04:36:13.380305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-14ebe5f4-edd9-47ec-a58d-ad840b78f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:13.385342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-14ebe5f4-edd9-47ec-a58d-ad840b78f0a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 1097 time: 0.1015007 Dec 12 04:36:13.609234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-2244fbce-6367-4d99-ae25-3c618143188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:13.612298 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-2244fbce-6367-4d99-ae25-3c618143188f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.2052855 Dec 12 04:36:13.702867 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-2c4de4fa-403c-4cdf-97c6-51a2b4feaf4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4 HTTP/1.1" status: 200 len: 217 time: 0.0818248 Dec 12 04:36:13.766579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-0bb19acf-aa75-47a9-88e7-9c00be891ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:13.769407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-0bb19acf-aa75-47a9-88e7-9c00be891ace service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0577035 Dec 12 04:36:13.923860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-2628ab14-72ce-4f6a-9ed1-351b98ae00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:13.925775 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-2628ab14-72ce-4f6a-9ed1-351b98ae00b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484394 Dec 12 04:36:14.049633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:14.102520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:14.137028 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-13726712-f239-4ba1-8117-7f847f57997d service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009337 Dec 12 04:36:14.375507 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9195783-0355-4328-b8ed-c953d90b3a77 req-a4d64dda-7010-439f-96e2-ae735841912b service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311971 Dec 12 04:36:14.510404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed527f-cd6b-4cc7-ae36-65fb391cd32c req-e2a676b6-5608-4fab-b393-ad820f9c918e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:14.536497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbed527f-cd6b-4cc7-ae36-65fb391cd32c req-e2a676b6-5608-4fab-b393-ad820f9c918e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1096098 Dec 12 04:36:14.699443 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbed527f-cd6b-4cc7-ae36-65fb391cd32c req-94f72eb1-c63b-466e-8f8c-12c1a6249b53 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512661 Dec 12 04:36:15.690877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:15.855161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846098a-6302-4df8-972d-206cb97ae0ff req-33030cec-6cfe-4d84-891d-f5a7da8256f3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:15.863020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c846098a-6302-4df8-972d-206cb97ae0ff req-33030cec-6cfe-4d84-891d-f5a7da8256f3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.0762820 Dec 12 04:36:15.928196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c846098a-6302-4df8-972d-206cb97ae0ff req-372b4d32-9936-4372-88ca-de9595644801 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639153 Dec 12 04:36:16.722753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:17.151810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8738c-7ae1-43fb-a7de-e22d8898190b req-c04a5a51-716f-440b-b408-5263faa4a4a0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:17.153502 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6e8738c-7ae1-43fb-a7de-e22d8898190b req-c04a5a51-716f-440b-b408-5263faa4a4a0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1161904 Dec 12 04:36:17.299780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6e8738c-7ae1-43fb-a7de-e22d8898190b req-21bfaebc-586a-4e29-ae36-883fd131eda8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314247 Dec 12 04:36:18.550947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409c9b6-9aef-480b-8ffb-42b36442b7ac req-e87a6a2b-a26c-40ec-976b-4c405d663bb2 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:18.565452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3409c9b6-9aef-480b-8ffb-42b36442b7ac req-e87a6a2b-a26c-40ec-976b-4c405d663bb2 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1553264 Dec 12 04:36:18.668853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3409c9b6-9aef-480b-8ffb-42b36442b7ac req-1582fe02-3d1b-43bc-ae5a-411ba805ced4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024382 Dec 12 04:36:19.861116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53818) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:19.904506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3eb72-b882-4824-b133-ed56c9b806e8 req-1e22ca45-7c8b-4db4-978a-57d4f9e9d63f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:19.911186 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07b3eb72-b882-4824-b133-ed56c9b806e8 req-1e22ca45-7c8b-4db4-978a-57d4f9e9d63f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1112990 Dec 12 04:36:19.980422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07b3eb72-b882-4824-b133-ed56c9b806e8 req-445758a5-3998-4716-a61f-4770cdebb366 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634763 Dec 12 04:36:20.072996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b32f63a9-62bb-442b-828d-83309a2d1449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:20.228693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b32f63a9-62bb-442b-828d-83309a2d1449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:20.233783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b32f63a9-62bb-442b-828d-83309a2d1449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:20.263576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53826) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:20.263952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b32f63a9-62bb-442b-828d-83309a2d1449 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ce21515da844280990a5e91dd9cf857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4035411 Dec 12 04:36:20.283194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f63a9-62bb-442b-828d-83309a2d1449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517572f5-051a-415b-b499-2bec179939dd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:20.339386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d100e62f-44e3-4cf8-b192-80e4dd679281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:20.362147 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d100e62f-44e3-4cf8-b192-80e4dd679281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:20.425772 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d100e62f-44e3-4cf8-b192-80e4dd679281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:20.428563 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d100e62f-44e3-4cf8-b192-80e4dd679281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:20.432572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d100e62f-44e3-4cf8-b192-80e4dd679281 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/517572f5-051a-415b-b499-2bec179939dd HTTP/1.1" status: 204 len: 168 time: 0.1588826 Dec 12 04:36:20.460123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100e62f-44e3-4cf8-b192-80e4dd679281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517572f5-051a-415b-b499-2bec179939dd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:20.498047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-917a43cf-b0f5-4d4f-a5d0-1d7e85886b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:20.499650 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-917a43cf-b0f5-4d4f-a5d0-1d7e85886b46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 1096 time: 0.0848861 Dec 12 04:36:20.646836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-8dbc1e13-50fe-400c-93cf-a82333dbe226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:20.646836 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-8dbc1e13-50fe-400c-93cf-a82333dbe226 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.1367683 Dec 12 04:36:20.717517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-8698e67a-7e28-4044-a32b-200171ef267c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf802e9-cda9-4e36-af76-86269c62e22a HTTP/1.1" status: 200 len: 217 time: 0.0635619 Dec 12 04:36:20.856623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-00d50b8e-ae15-45ef-90d7-d7491478f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:20.863993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-00d50b8e-ae15-45ef-90d7-d7491478f050 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1388559 Dec 12 04:36:20.958111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-631a93aa-513f-445e-9155-724dbb2b17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:20.959866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-631a93aa-513f-445e-9155-724dbb2b17de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886340 Dec 12 04:36:21.024138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53854) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:21.082309 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-751316c1-fc62-447b-adc6-cefea997f6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:21.254539 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-b937b357-eba2-4c0f-95e7-5cdabf43591d service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866154 Dec 12 04:36:21.298309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97b4ab-fb87-40e1-9d1f-2a5db39ec835 req-4eab91fa-18ef-42e1-86a0-dc352b387019 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:21.317616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f97b4ab-fb87-40e1-9d1f-2a5db39ec835 req-4eab91fa-18ef-42e1-86a0-dc352b387019 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1500425 Dec 12 04:36:21.538348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80a58bce-7e0c-4c0b-94b5-430a305ba320 req-144d4792-6bef-4238-87b5-44cf434bae62 service neutron] 10.222.0.18 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735567 Dec 12 04:36:21.583104 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5f97b4ab-fb87-40e1-9d1f-2a5db39ec835 req-feeda2b6-631f-4e40-bb9e-8330c435a81a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642987 Dec 12 04:36:21.594114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-751316c1-fc62-447b-adc6-cefea997f6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:21.601171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-751316c1-fc62-447b-adc6-cefea997f6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:21.653232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-751316c1-fc62-447b-adc6-cefea997f6fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55b2fe0d43e246ceade18259b526369c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6272058 Dec 12 04:36:21.657093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53886) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:21.668016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751316c1-fc62-447b-adc6-cefea997f6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8968506d-b53f-42fc-90e9-93b9cc5be851,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:21.751895 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0785b51-c3bc-4bd8-a28c-cc5804c68310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:21.784117 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0785b51-c3bc-4bd8-a28c-cc5804c68310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:21.885127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0785b51-c3bc-4bd8-a28c-cc5804c68310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:21.888577 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0785b51-c3bc-4bd8-a28c-cc5804c68310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:21.889908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e0785b51-c3bc-4bd8-a28c-cc5804c68310 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8968506d-b53f-42fc-90e9-93b9cc5be851 HTTP/1.1" status: 204 len: 168 time: 0.2316349 Dec 12 04:36:21.899463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0785b51-c3bc-4bd8-a28c-cc5804c68310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8968506d-b53f-42fc-90e9-93b9cc5be851,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:22.014918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53898) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:22.252299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71c0ff64-bb88-4330-939c-c28ae8e63f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.342751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71c0ff64-bb88-4330-939c-c28ae8e63f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.348095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-71c0ff64-bb88-4330-939c-c28ae8e63f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.353020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53908) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:22.369852 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d12b397-1374-4e5a-9902-daed8fb3636e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.375650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0ff64-bb88-4330-939c-c28ae8e63f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d531c54c-5d84-4504-b556-d1303dd8b5e6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:22.405843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-71c0ff64-bb88-4330-939c-c28ae8e63f85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21aafdc7e2a2405a814816eefd24bea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3875687 Dec 12 04:36:22.406094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53910) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:22.461578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6ec3-d158-4cbd-b7a9-c8ec852d1165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.486576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6ec3-d158-4cbd-b7a9-c8ec852d1165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.493967 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d12b397-1374-4e5a-9902-daed8fb3636e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.500612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d12b397-1374-4e5a-9902-daed8fb3636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.548402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12b397-1374-4e5a-9902-daed8fb3636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ce6edc-2e7f-4129-85aa-07d525012d4f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:22.550640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6ec3-d158-4cbd-b7a9-c8ec852d1165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.557799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0d12b397-1374-4e5a-9902-daed8fb3636e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6688580f9fd4c379cdc94ad06ee616c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001228 Dec 12 04:36:22.557969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6ec3-d158-4cbd-b7a9-c8ec852d1165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.558598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53916) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:22.561784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d9cf6ec3-d158-4cbd-b7a9-c8ec852d1165 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d531c54c-5d84-4504-b556-d1303dd8b5e6 HTTP/1.1" status: 204 len: 168 time: 0.1547604 Dec 12 04:36:22.573199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf6ec3-d158-4cbd-b7a9-c8ec852d1165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d531c54c-5d84-4504-b556-d1303dd8b5e6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:22.643872 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db825524-4eba-4e08-a032-7dffab0864c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.670012 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db825524-4eba-4e08-a032-7dffab0864c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.735003 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db825524-4eba-4e08-a032-7dffab0864c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.739636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db825524-4eba-4e08-a032-7dffab0864c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:22.742057 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-db825524-4eba-4e08-a032-7dffab0864c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1ce6edc-2e7f-4129-85aa-07d525012d4f HTTP/1.1" status: 204 len: 168 time: 0.1823301 Dec 12 04:36:22.777376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db825524-4eba-4e08-a032-7dffab0864c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ce6edc-2e7f-4129-85aa-07d525012d4f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:22.889719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5373dc-89db-4a73-865d-133c678559ba req-fd866d99-fa09-4b18-b210-e5242784b3dd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:22.891302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c5373dc-89db-4a73-865d-133c678559ba req-fd866d99-fa09-4b18-b210-e5242784b3dd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 945 time: 0.1213312 Dec 12 04:36:22.971342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0c5373dc-89db-4a73-865d-133c678559ba req-cb8ff755-bd30-46e6-b461-a248b23629ef tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650318 Dec 12 04:36:23.190920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 53946) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:23.208270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2dadc8f-bab5-4b2c-b758-42ff307d09dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:23.393688 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2dadc8f-bab5-4b2c-b758-42ff307d09dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:23.402194 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2dadc8f-bab5-4b2c-b758-42ff307d09dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:23.474492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1cf802e9-cda9-4e36-af76-86269c62e22a no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:36:23.485027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2dadc8f-bab5-4b2c-b758-42ff307d09dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33749deb5f554d049a963a5e7a993bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906229 Dec 12 04:36:23.485027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dadc8f-bab5-4b2c-b758-42ff307d09dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe761c58-7ce6-46f9-ba5f-87dda5394ecd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:23.485655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 53956) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:23.544894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44d99e62-ec6a-4746-aff4-a652e711c042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:23.629922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:23.672773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1cf802e9-cda9-4e36-af76-86269c62e22a,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:23.674090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:23.677248 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de265ef6-4609-461f-9aa4-bd7ba330a4ae" -d '{"events": [{"server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:23.683875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44d99e62-ec6a-4746-aff4-a652e711c042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:23.684199 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:23.765642 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44d99e62-ec6a-4746-aff4-a652e711c042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:23.770558 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44d99e62-ec6a-4746-aff4-a652e711c042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:23.779431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-44d99e62-ec6a-4746-aff4-a652e711c042 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe761c58-7ce6-46f9-ba5f-87dda5394ecd HTTP/1.1" status: 204 len: 168 time: 0.2924981 Dec 12 04:36:23.800762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d99e62-ec6a-4746-aff4-a652e711c042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe761c58-7ce6-46f9-ba5f-87dda5394ecd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:23.839832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1cf802e9-cda9-4e36-af76-86269c62e22a,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:23.857046 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddb218a-4a0e-49e9-8f39-89a4d3a17cb8 x-openstack-request-id: req-0ddb218a-4a0e-49e9-8f39-89a4d3a17cb8 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:23.857903 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:23.858633 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ddb218a-4a0e-49e9-8f39-89a4d3a17cb8 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:23.859135 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a', 'code': 200} Dec 12 04:36:24.221660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239d3e0-b602-4804-b329-3ee81bf6cc42 req-fcdc8405-e93c-48ee-8c01-21ce84551eb3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:24.223193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0239d3e0-b602-4804-b329-3ee81bf6cc42 req-fcdc8405-e93c-48ee-8c01-21ce84551eb3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 943 time: 0.0758259 Dec 12 04:36:24.330946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0239d3e0-b602-4804-b329-3ee81bf6cc42 req-522f9771-2cb9-4f66-947c-589c15354225 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985069 Dec 12 04:36:24.471215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8d6b2-e356-42b9-b508-b65e5a5594c0 req-46f8f732-3bca-4e80-9b73-94052c822a87 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:24.480327 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83b8d6b2-e356-42b9-b508-b65e5a5594c0 req-46f8f732-3bca-4e80-9b73-94052c822a87 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0636737 Dec 12 04:36:24.544655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83b8d6b2-e356-42b9-b508-b65e5a5594c0 req-48db7df6-0906-497d-9744-e8cf806570c7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630293 Dec 12 04:36:24.732127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d8d55-14f1-48ba-924c-ed0b3a475637 req-d8fdf652-f6ff-4886-8d72-400fac008cea tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:24.740430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-358d8d55-14f1-48ba-924c-ed0b3a475637 req-d8fdf652-f6ff-4886-8d72-400fac008cea tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0748436 Dec 12 04:36:24.816665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-358d8d55-14f1-48ba-924c-ed0b3a475637 req-4c2de87d-5005-4b55-af15-49573a9dd6b3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738122 Dec 12 04:36:25.138972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bdaa8-4a10-4ccf-9492-823c0311fcd4 req-4b5c55e7-2ec4-422e-a04e-ec7d4afc3c63 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:25.146603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ac4bdaa8-4a10-4ccf-9492-823c0311fcd4 req-4b5c55e7-2ec4-422e-a04e-ec7d4afc3c63 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0851407 Dec 12 04:36:25.200017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ac4bdaa8-4a10-4ccf-9492-823c0311fcd4 req-12030c9c-9cbc-454e-85e9-81483d948964 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506659 Dec 12 04:36:25.701259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54066) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:25.705783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352458265', 'description': 'tempest-secgroup-smoke-1352458265 description', 'project_id': '64329c01b21a4a718bf7c51b0976581d'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:25.751148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:25.760567 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:25.841353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:25.846610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:25.889108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3657e71-7087-442c-a387-be0fb2abfaa8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:25.960099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:25.978463 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.015138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.016623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3143477 Dec 12 04:36:26.019406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54084) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:26.025119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-eb5baf53-5106-4b24-b783-09430714b792 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': 'd2372ae3-224a-42d8-9790-89e33f8f7e28', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:26.054580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc46264-2751-421b-860e-e0c7d3ff4f7e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2372ae3-224a-42d8-9790-89e33f8f7e28,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:26.065208 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb5baf53-5106-4b24-b783-09430714b792 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.117370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb5baf53-5106-4b24-b783-09430714b792 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.121626 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb5baf53-5106-4b24-b783-09430714b792 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.144079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5baf53-5106-4b24-b783-09430714b792 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61053bb5-6e6a-4840-9795-e43d10bc8bef,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:26.153406 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb5baf53-5106-4b24-b783-09430714b792 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.154670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb5baf53-5106-4b24-b783-09430714b792 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341796 Dec 12 04:36:26.157813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54096) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:26.163526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b8cfdbe8-fcb9-4fb3-8783-67aef24b9be7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': 'd2372ae3-224a-42d8-9790-89e33f8f7e28', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:26.200896 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8cfdbe8-fcb9-4fb3-8783-67aef24b9be7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.315158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8cfdbe8-fcb9-4fb3-8783-67aef24b9be7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.325099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8cfdbe8-fcb9-4fb3-8783-67aef24b9be7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.362635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfdbe8-fcb9-4fb3-8783-67aef24b9be7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9493f3b-6bd7-4b1b-b2ba-60d49a3c9269,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:26.374355 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b8cfdbe8-fcb9-4fb3-8783-67aef24b9be7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.380307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b8cfdbe8-fcb9-4fb3-8783-67aef24b9be7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2207668 Dec 12 04:36:26.380952 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54104) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:26.393249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fd29f0be-186c-44c3-a562-349191583356 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': 'd2372ae3-224a-42d8-9790-89e33f8f7e28', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:26.416211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8813b-b129-44fa-892d-dab830068b3d req-9477dc38-7ddb-4802-af20-109ca85f5b84 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:26.426649 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd29f0be-186c-44c3-a562-349191583356 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.431896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38d8813b-b129-44fa-892d-dab830068b3d req-9477dc38-7ddb-4802-af20-109ca85f5b84 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1374395 Dec 12 04:36:26.485422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54108) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:26.505996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd29f0be-186c-44c3-a562-349191583356 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.508309 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38d8813b-b129-44fa-892d-dab830068b3d req-469461b0-1800-4168-9214-1ef4ed07c3a1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751307 Dec 12 04:36:26.532372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd29f0be-186c-44c3-a562-349191583356 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.554027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29f0be-186c-44c3-a562-349191583356 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdc5b18-ef50-47a0-944d-37fceca2f6d3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:26.573135 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fd29f0be-186c-44c3-a562-349191583356 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.574404 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fd29f0be-186c-44c3-a562-349191583356 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1897948 Dec 12 04:36:26.577335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54116) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:26.581961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2547b638-56ce-4095-a0bd-62d838d01517 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': 'd2372ae3-224a-42d8-9790-89e33f8f7e28', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:26.620595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2547b638-56ce-4095-a0bd-62d838d01517 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.659026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7694f0a-6465-4a18-970c-8ce0667f140e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.701942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2547b638-56ce-4095-a0bd-62d838d01517 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.707619 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2547b638-56ce-4095-a0bd-62d838d01517 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.738278 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2547b638-56ce-4095-a0bd-62d838d01517 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.744636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2547b638-56ce-4095-a0bd-62d838d01517 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1661465 Dec 12 04:36:26.748127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547b638-56ce-4095-a0bd-62d838d01517 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71c0314-6c8f-4dea-a3b3-835492b2e03b,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:26.753084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54122) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:26.763947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-256070b2-a147-457f-b300-264fd44f017f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': 'd2372ae3-224a-42d8-9790-89e33f8f7e28', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:26.787150 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7694f0a-6465-4a18-970c-8ce0667f140e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.796409 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7694f0a-6465-4a18-970c-8ce0667f140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.827353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d7694f0a-6465-4a18-970c-8ce0667f140e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05fc62f27eb34dc2bd5b3cef1b8f758d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383758 Dec 12 04:36:26.828287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54126) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:26.840320 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-256070b2-a147-457f-b300-264fd44f017f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Project 64329c01b21a4a718bf7c51b0976581d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:36:26.859335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-256070b2-a147-457f-b300-264fd44f017f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.897506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7694f0a-6465-4a18-970c-8ce0667f140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045b8ddf-f3af-4418-a087-0f812399d6d3,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:26.926816 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05c7c062-3490-4a03-bd3a-e01ea702f6b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.962565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05c7c062-3490-4a03-bd3a-e01ea702f6b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.987908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-256070b2-a147-457f-b300-264fd44f017f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:26.996302 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-256070b2-a147-457f-b300-264fd44f017f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.027971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256070b2-a147-457f-b300-264fd44f017f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863581cb-1ce7-461d-81dc-67110d0f2a9d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:27.039573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-256070b2-a147-457f-b300-264fd44f017f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.040802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-256070b2-a147-457f-b300-264fd44f017f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2865877 Dec 12 04:36:27.043606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54134) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:27.048683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4018a54d-3142-4165-84ce-8635abbe6345 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': 'd2372ae3-224a-42d8-9790-89e33f8f7e28', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:27.074344 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-4018a54d-3142-4165-84ce-8635abbe6345 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Project 64329c01b21a4a718bf7c51b0976581d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:36:27.079769 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4018a54d-3142-4165-84ce-8635abbe6345 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.082311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05c7c062-3490-4a03-bd3a-e01ea702f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.084996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05c7c062-3490-4a03-bd3a-e01ea702f6b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.089381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-05c7c062-3490-4a03-bd3a-e01ea702f6b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/045b8ddf-f3af-4418-a087-0f812399d6d3 HTTP/1.1" status: 204 len: 168 time: 0.2572491 Dec 12 04:36:27.110120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7c062-3490-4a03-bd3a-e01ea702f6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045b8ddf-f3af-4418-a087-0f812399d6d3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:27.166151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4018a54d-3142-4165-84ce-8635abbe6345 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.170956 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4018a54d-3142-4165-84ce-8635abbe6345 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.196936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018a54d-3142-4165-84ce-8635abbe6345 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252a0ab7-defa-4250-8cad-f36eaded1a54,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:27.210527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4018a54d-3142-4165-84ce-8635abbe6345 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.211788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4018a54d-3142-4165-84ce-8635abbe6345 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671631 Dec 12 04:36:27.214964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54142) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:27.229927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'network': {'name': 'tempest-network-smoke--604153143', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'port_security_enabled': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:27.257711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:36:27.261884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.310886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:36:27.321977 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.322319 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Added segment dd21d2ec-bba8-4a45-8069-7c3a59122f86 of type vlan for network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 Dec 12 04:36:27.368648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.403569 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.410770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:27.411486 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.443232 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2265592 Dec 12 04:36:27.446320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54148) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:27.451465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'admin_state_up': True, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:27.489263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1cf802e9-cda9-4e36-af76-86269c62e22a no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:36:27.496423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.498913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.519472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54150) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:27.553763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab653f-0e99-4990-a24d-6184c676c55f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Network': ['ID=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:27.581712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c94d59b2-d268-46d1-a3af-2206e12bcae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.585496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:36:27.592003 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.708055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c94d59b2-d268-46d1-a3af-2206e12bcae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.714491 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c94d59b2-d268-46d1-a3af-2206e12bcae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.747544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d59b2-d268-46d1-a3af-2206e12bcae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba03576-5fc7-4545-a71d-97d74c3796cf,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:27.767816 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c94d59b2-d268-46d1-a3af-2206e12bcae7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=323282e3cfdf44fdbeb9817a8d556447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472954 Dec 12 04:36:27.770467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54160) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:27.838472 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b2d6a1f-cb0e-43e9-88a8-1dcc183705c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.845194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39056730-5130-4807-9c8c-3d3a41bbc9f3 req-0a3d2ccf-63d1-4064-a7e3-cffb9b8d7602 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:27.848020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39056730-5130-4807-9c8c-3d3a41bbc9f3 req-0a3d2ccf-63d1-4064-a7e3-cffb9b8d7602 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.2433767 Dec 12 04:36:27.866683 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b2d6a1f-cb0e-43e9-88a8-1dcc183705c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.903321 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.920085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b2d6a1f-cb0e-43e9-88a8-1dcc183705c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.924063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b2d6a1f-cb0e-43e9-88a8-1dcc183705c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:27.927798 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8b2d6a1f-cb0e-43e9-88a8-1dcc183705c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ba03576-5fc7-4545-a71d-97d74c3796cf HTTP/1.1" status: 204 len: 168 time: 0.1537359 Dec 12 04:36:27.935241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d6a1f-cb0e-43e9-88a8-1dcc183705c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba03576-5fc7-4545-a71d-97d74c3796cf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:28.039982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39056730-5130-4807-9c8c-3d3a41bbc9f3 req-b7699139-8811-4c06-aa2e-80974ca522a9 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567738 Dec 12 04:36:28.181374 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:36:28.232586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:28.253579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:28.402213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.25.7.124 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/69fcceea-c244-4776-af50-d2d10fbe3a0f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:36:28.545017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:28.588120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:28.635903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:36:28.638179 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:36:28.642544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:36:28.659489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d5d0d2-dc94-4703-89bf-19ade8161a23 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:36:28.686676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=69fcceea-c244-4776-af50-d2d10fbe3a0f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:28.747716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-36a0b06e-07dc-4cf0-8983-9e56abfe147b None None] Provisioning complete for port 69fcceea-c244-4776-af50-d2d10fbe3a0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:28.748543 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-36a0b06e-07dc-4cf0-8983-9e56abfe147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:28.814068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-36a0b06e-07dc-4cf0-8983-9e56abfe147b None None] Port 69fcceea-c244-4776-af50-d2d10fbe3a0f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:36:29.029538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:29.262797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1641900-b76a-4bde-af1d-48043c14c075 req-6ba43e41-9f1e-4d5f-85f5-58bb78980372 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:29.295042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b1641900-b76a-4bde-af1d-48043c14c075 req-6ba43e41-9f1e-4d5f-85f5-58bb78980372 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1281941 Dec 12 04:36:29.343384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-b8ccc9cb-d828-4392-996e-a528f7aef6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:29.345093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-b8ccc9cb-d828-4392-996e-a528f7aef6ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1095 time: 0.3515170 Dec 12 04:36:29.377416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b1641900-b76a-4bde-af1d-48043c14c075 req-4d8ce156-6e33-4fe4-a1d7-9028dd932135 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813241 Dec 12 04:36:29.431165 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:29.859906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-0777aa60-cf59-430d-a903-36758fc177a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:29.861420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-0777aa60-cf59-430d-a903-36758fc177a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.4840760 Dec 12 04:36:29.973629 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-8e53bf44-fe1e-4ebe-a0f8-b49214007d25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 998 time: 0.0983081 Dec 12 04:36:29.998804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router a359e253-0c5f-46a0-a747-b0799dbe4461 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:36:30.111236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-541c42ba-3135-4767-bd85-3a40ba131e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:30.111236 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-541c42ba-3135-4767-bd85-3a40ba131e95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1205776 Dec 12 04:36:30.181524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-c7b6050b-4a96-4d80-b747-809216b5fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:30.183062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-c7b6050b-4a96-4d80-b747-809216b5fd29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632424 Dec 12 04:36:30.184452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:36:30.196431 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Sync routers for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:36:30.211890 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:36:30.212508 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:30.215528 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-de142fae-8754-45c7-90d0-c28290399f70 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:36:30.216569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-de142fae-8754-45c7-90d0-c28290399f70 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237002 Dec 12 04:36:30.329946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:30.334455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54244) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:30.334952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5ce6c0a1-63e9-4f3c-9c73-24f2a75e6b53 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8873956 Dec 12 04:36:30.384339 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-66fac7d9-f31d-44a9-893e-ccb83030871d service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574256 Dec 12 04:36:30.460482 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:36:30.568349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8029490-30a7-4a42-9ad8-9d9b4846b3aa req-6a1eeb85-54ad-48ae-9cf0-037c922defac service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738288 Dec 12 04:36:30.657267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d3183f8-af7a-4752-9562-bee423f43b54 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=64329c01b21a4a718bf7c51b0976581d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3214402 Dec 12 04:36:30.659882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54256) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:30.683627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40accc-7601-4e0d-a852-08f70bcc95a9 req-a49a525f-74cf-4d2c-9dc1-5db6f7175960 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:30.693103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6a40accc-7601-4e0d-a852-08f70bcc95a9 req-a49a525f-74cf-4d2c-9dc1-5db6f7175960 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1245518 Dec 12 04:36:30.749372 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6a40accc-7601-4e0d-a852-08f70bcc95a9 req-80c5d537-cfe1-406c-8964-4270888e148c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547788 Dec 12 04:36:30.877537 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:28Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:30.922289 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Checking router: a359e253-0c5f-46a0-a747-b0799dbe4461 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:36:30.938037 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Updating router a359e253-0c5f-46a0-a747-b0799dbe4461 port 69fcceea-c244-4776-af50-d2d10fbe3a0f binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:36:30.971198 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.243446 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877e860-a976-4284-874e-301bb010bf9c tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:31.245447 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0877e860-a976-4284-874e-301bb010bf9c tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5846248 Dec 12 04:36:31.248273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54274) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:31.285060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-39118f81-c053-4771-949c-bcee54bbc651 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354638 Dec 12 04:36:31.289070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 54276) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:31.297787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682894955', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:31.402764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:36:31.407433 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.454720 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.461946 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.522945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69943e8e-6633-4f93-879a-b73194b96d82 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:36:31.549508 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Attempting to bind port 69fcceea-c244-4776-af50-d2d10fbe3a0f on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:36:31.550048 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Attempting to bind port 69fcceea-c244-4776-af50-d2d10fbe3a0f by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:36:31.550570 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Attempting to bind port 69fcceea-c244-4776-af50-d2d10fbe3a0f on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:36:31.560697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cdf1c2c6-c9f5-4aa9-9892-3ea9193d882b None None] Provisioning complete for port 69fcceea-c244-4776-af50-d2d10fbe3a0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:31.561293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c2c6-c9f5-4aa9-9892-3ea9193d882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.561435 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Pushing event updated for resources: {'Port': ['ID=69fcceea-c244-4776-af50-d2d10fbe3a0f,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:31.564339 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:36:31.564594 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:36:31.565307 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.565804 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:36:31.566382 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Bound port: 69fcceea-c244-4776-af50-d2d10fbe3a0f, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:36:31.566862 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.598649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1c2c6-c9f5-4aa9-9892-3ea9193d882b None None] Port 69fcceea-c244-4776-af50-d2d10fbe3a0f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:36:31.604982 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.605604 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.606046 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.606608 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.607052 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.607491 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.607923 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.608356 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.608783 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.609250 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.609706 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.610133 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.610560 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:31.651593 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.663584 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] For port 69fcceea-c244-4776-af50-d2d10fbe3a0f, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:36:31.667786 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] For port 69fcceea-c244-4776-af50-d2d10fbe3a0f, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=69fcceea-c244-4776-af50-d2d10fbe3a0f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:36:31.675862 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.727009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd36bd52-cdfb-49fe-a1d8-cafe28b18eae None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:36:31.771230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Checking segment: {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:36:31.772222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network hostable DHCP agents. Network: a13b0d1f-d4a2-4fa3-8b36-4d98554651e7, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:36:31.774175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Subnet': ['ID=3d987f18-4433-4a9c-990f-48889e4337d3,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:31.778121 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:36:31.788895 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:31.796579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:36:31.832093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4c6e9364-230b-44bc-a1d3-537f8e9c9f32 None None] Provisioning complete for port 69fcceea-c244-4776-af50-d2d10fbe3a0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:31.832651 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9364-230b-44bc-a1d3-537f8e9c9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.842050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a13b0d1f-d4a2-4fa3-8b36-4d98554651e7) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:36:31.848182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:31.849282 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:31.906535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1654422-6e7a-4a82-bffd-83bf28b99bab None None] Network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:36:31.937030 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d1ca7-fde7-4669-8935-e78adba9b38a None None] Pushing event updated for resources: {'Port': ['ID=69fcceea-c244-4776-af50-d2d10fbe3a0f,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:31.950218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aa90c92d-e4c2-439f-a024-80f9d9f69a7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6573517 Dec 12 04:36:31.950856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 54308) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:32.004407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f946fe-3333-406a-b6d4-5fc928f64d26 req-3020e873-48b1-4be9-a3ed-d314cc1b97fd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:32.006714 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1f946fe-3333-406a-b6d4-5fc928f64d26 req-3020e873-48b1-4be9-a3ed-d314cc1b97fd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1320815 Dec 12 04:36:32.020206 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:36:32.097185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-a3d886dc-6f5b-4aa2-93fd-2eebb416b9e0 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=25092bf130f2497a98bab0fd8af17a93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770421 Dec 12 04:36:32.121545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1f946fe-3333-406a-b6d4-5fc928f64d26 req-dca60054-d5f6-4041-b3a0-120b10d74cd3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081197 Dec 12 04:36:32.169281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:36:32.170412 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:32.264864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-6b38c669-05d2-4e5e-b20b-402ca88fa254 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:32.270633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-6b38c669-05d2-4e5e-b20b-402ca88fa254 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639242 Dec 12 04:36:32.298042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-ae71a182-7046-4b58-b78d-371e1c30a07a tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/quotas/25092bf130f2497a98bab0fd8af17a93 HTTP/1.1" status: 200 len: 375 time: 0.0167172 Dec 12 04:36:32.345137 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:28Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:32.352744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Allocated IP 172.20.0.2 (a13b0d1f-d4a2-4fa3-8b36-4d98554651e7/3d987f18-4433-4a9c-990f-48889e4337d3/7ae0258c-b5e3-430f-865b-f7625bd6026d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:36:32.366161 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9364-230b-44bc-a1d3-537f8e9c9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:32.366340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-6b1d0213-2211-435f-ba0e-028599bcd33d tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=25092bf130f2497a98bab0fd8af17a93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581679 Dec 12 04:36:32.376497 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8020a8f-167d-434e-9c36-6647b8e3de03 None None] The sync data for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 is: [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:28Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:36:32.390331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4c6e9364-230b-44bc-a1d3-537f8e9c9f32 None None] For port 69fcceea-c244-4776-af50-d2d10fbe3a0f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=69fcceea-c244-4776-af50-d2d10fbe3a0f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:32.462529 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9364-230b-44bc-a1d3-537f8e9c9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:32.698668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a7194d0d-c8fe-472a-ae88-5fe77281dfb4 req-8ffb1fa9-c33e-4f1b-a305-a9bf6c5078fc tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 210 time: 0.0509815 Dec 12 04:36:32.893791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e9364-230b-44bc-a1d3-537f8e9c9f32 None None] Pushing event updated for resources: {'Port': ['ID=69fcceea-c244-4776-af50-d2d10fbe3a0f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:32.972362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:33.126337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:33.135267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:33.235957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:36:33.239475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:36:33.248151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:36:33.250476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Pushing event updated for resources: {'Port': ['ID=7ae0258c-b5e3-430f-865b-f7625bd6026d,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:33.396103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Attempting to bind port 7ae0258c-b5e3-430f-865b-f7625bd6026d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:36:33.397404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Attempting to bind port 7ae0258c-b5e3-430f-865b-f7625bd6026d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:36:33.397780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Attempting to bind port 7ae0258c-b5e3-430f-865b-f7625bd6026d on network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:36:33.403818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:36:33.404207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Checking segment: {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:36:33.404616 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:33.405245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Bound using segment: {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:36:33.406099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Bound port: 7ae0258c-b5e3-430f-865b-f7625bd6026d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:36:33.406693 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:33.415815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f7ba-4643-443f-9403-81c25067d525 req-0cafdcfc-bdde-4883-87e4-a131c3660042 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:33.417633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aae2f7ba-4643-443f-9403-81c25067d525 req-0cafdcfc-bdde-4883-87e4-a131c3660042 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1256042 Dec 12 04:36:33.449251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.20.0.1 (a13b0d1f-d4a2-4fa3-8b36-4d98554651e7/3d987f18-4433-4a9c-990f-48889e4337d3/7caa14f1-7ecb-4c56-b7cb-7c020ac9c928) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:36:33.511852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] For port 7ae0258c-b5e3-430f-865b-f7625bd6026d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:36:33.531039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aae2f7ba-4643-443f-9403-81c25067d525 req-fe817e15-c8fb-4634-a13f-4c481bd54382 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050079 Dec 12 04:36:33.531546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] For port 7ae0258c-b5e3-430f-865b-f7625bd6026d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7ae0258c-b5e3-430f-865b-f7625bd6026d,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:36:33.549681 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:33.667345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86846db7-b871-4071-8aba-a3246ffe8c25 None None] Pushing event updated for resources: {'Port': ['ID=7ae0258c-b5e3-430f-865b-f7625bd6026d,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:33.670690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 69fcceea-c244-4776-af50-d2d10fbe3a0f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:36:33.767891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 69fcceea-c244-4776-af50-d2d10fbe3a0f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:33.770216 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:33.887291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:33.913950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c8c40f9-c084-4a82-af5f-0268d1ac89d8 req-16ae969a-41ea-449f-9d52-088927736064 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 210 time: 0.0639024 Dec 12 04:36:34.060805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:34.134256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=7caa14f1-7ecb-4c56-b7cb-7c020ac9c928,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:34.155196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:36:34.159324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:36:34.167641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:36:34.233887 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:34.456788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-b44cfa39-6b18-417c-94ea-653610f392a0 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=25092bf130f2497a98bab0fd8af17a93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266376 Dec 12 04:36:34.567274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:34.786020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-679c4c29-8518-437a-8f20-7ad651e34a82 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:34.787627 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-679c4c29-8518-437a-8f20-7ad651e34a82 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136370 Dec 12 04:36:34.811973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acb99d-c465-4b75-81d7-25e5b4c86c2d req-343c474b-4f1a-47bb-80bc-4f448196e94a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:34.813554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74acb99d-c465-4b75-81d7-25e5b4c86c2d req-343c474b-4f1a-47bb-80bc-4f448196e94a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1699693 Dec 12 04:36:34.821246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Request body: {'port': {'device_id': 'bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '25092bf130f2497a98bab0fd8af17a93'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:35.037825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Made reservation on behalf of 25092bf130f2497a98bab0fd8af17a93 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:36:35.043436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:35.067927 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74acb99d-c465-4b75-81d7-25e5b4c86c2d req-0930de59-1d92-4a60-be2e-5fa453e67c4b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427445 Dec 12 04:36:35.081026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:35.084667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb7bb70c-eb51-434f-b434-92705ff5055c req-bc8f5ae1-6c3f-41d8-ad2b-33a1a2e11277 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 210 time: 0.0435631 Dec 12 04:36:35.288136 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:35.297989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:35.363609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:35.385344 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:35.496527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b54a193-2b55-4efb-b4cb-f76c8f5647a0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:35.539196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=7caa14f1-7ecb-4c56-b7cb-7c020ac9c928,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:35.570977 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:35.641820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7ae0258c-b5e3-430f-865b-f7625bd6026d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:36:35.704383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f80a06-ff1f-4ec3-8edb-825fc437ee0a None None] Network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:36:35.737329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Allocated IP 192.168.233.111 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/f2152461-0495-4750-9a28-0ab4f3208d6b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:36:35.792095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:36:35.797864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:36:35.837057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef6d2e35-6fc9-453f-b3a5-9b913a1735df None None] Provisioning complete for port 7ae0258c-b5e3-430f-865b-f7625bd6026d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:35.837444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2e35-6fc9-453f-b3a5-9b913a1735df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:35.948093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7ae0258c-b5e3-430f-865b-f7625bd6026d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:35.948851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:36.028301 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2e35-6fc9-453f-b3a5-9b913a1735df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:36.242903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef6d2e35-6fc9-453f-b3a5-9b913a1735df None None] For port 7ae0258c-b5e3-430f-865b-f7625bd6026d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7ae0258c-b5e3-430f-865b-f7625bd6026d,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:36.243942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:36.328935 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c917ee5e-d340-41ba-9a70-2d58e65658e4 req-16aa541e-6097-466b-af16-e189e55bd1bf tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 210 time: 0.0684600 Dec 12 04:36:36.375295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2e35-6fc9-453f-b3a5-9b913a1735df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:36.457657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d559ed-defe-4f64-9e24-d127fe472c4f req-e7213930-6f5c-48b7-90d8-c76903bad526 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:36.460146 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f4d559ed-defe-4f64-9e24-d127fe472c4f req-e7213930-6f5c-48b7-90d8-c76903bad526 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1129529 Dec 12 04:36:36.460507 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:36:36.461070 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:36:36.475464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d2e35-6fc9-453f-b3a5-9b913a1735df None None] Pushing event updated for resources: {'Port': ['ID=7ae0258c-b5e3-430f-865b-f7625bd6026d,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:36.497256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router a359e253-0c5f-46a0-a747-b0799dbe4461 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:36:36.510382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-de37d4ea-d0d3-499e-9fae-43e8cec4d254 None None] Provisioning complete for port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:36.511159 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de37d4ea-d0d3-499e-9fae-43e8cec4d254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:36.524908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:36.554987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-de37d4ea-d0d3-499e-9fae-43e8cec4d254 None None] Port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:36:36.566665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-de37d4ea-d0d3-499e-9fae-43e8cec4d254 None None] Provisioning complete for port 7ae0258c-b5e3-430f-865b-f7625bd6026d triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:36.567046 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de37d4ea-d0d3-499e-9fae-43e8cec4d254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:36.680705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f4d559ed-defe-4f64-9e24-d127fe472c4f req-ba3020c4-8e13-4a5e-a9e1-9b62f5f7dda7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074087 Dec 12 04:36:36.742539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:36:36.749498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ea31cc89-1ec2-4230-a8d2-c8219a08f655 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "PUT /v2.0/routers/a359e253-0c5f-46a0-a747-b0799dbe4461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7969422 Dec 12 04:36:36.751863 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:36.758209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Sync routers for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:36:36.815713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:36:36.819704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:36:36.822638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:36:36.847254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:36:36.848010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:36.895021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:36.895724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:36.914623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Pushing event updated for resources: {'Port': ['ID=f2152461-0495-4750-9a28-0ab4f3208d6b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:36.954591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-56733dcd-56c6-46cd-beaf-037209660e52 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1376796 Dec 12 04:36:36.981774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Request body: {'port': {'device_id': 'bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:37.121648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f498dce3-877a-4bcf-aac3-1fbc180c6152 None None] Provisioning complete for port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:37.122695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:37.125342 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f498dce3-877a-4bcf-aac3-1fbc180c6152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:37.166895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-cc4dfada-3533-4724-b65d-c89add73e76e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352458265&fields=id&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 267 time: 0.1203201 Dec 12 04:36:37.310786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f498dce3-877a-4bcf-aac3-1fbc180c6152 None None] Port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:36:37.330792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:36:37.464250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-59a5750d-31e5-419c-a260-cbdd33853709 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:37.466522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-59a5750d-31e5-419c-a260-cbdd33853709 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 796 time: 0.2985535 Dec 12 04:36:37.498851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-c13c6c6d-d673-4917-bdd0-83b7133d378f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/quotas/64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 375 time: 0.0262382 Dec 12 04:36:37.561874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7ae0258c-b5e3-430f-865b-f7625bd6026d up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:36:37.590684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-35728f55-702f-4c30-8d60-a71508d594ab None None] Provisioning complete for port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:37.591075 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-35728f55-702f-4c30-8d60-a71508d594ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:37.628572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-1655f343-f885-4ba9-98db-f8d03d325c37 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234903 Dec 12 04:36:37.634900 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-ecee96e0-2e45-44cc-b12f-fec07b532e17 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:36:37.645313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-ecee96e0-2e45-44cc-b12f-fec07b532e17 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154364 Dec 12 04:36:37.695175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-35728f55-702f-4c30-8d60-a71508d594ab None None] Port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:36:37.730747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7ae0258c-b5e3-430f-865b-f7625bd6026d triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:37.731135 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:37.734998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-35728f55-702f-4c30-8d60-a71508d594ab None None] Provisioning complete for port f2152461-0495-4750-9a28-0ab4f3208d6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:37.735371 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-35728f55-702f-4c30-8d60-a71508d594ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:37.780172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2152461-0495-4750-9a28-0ab4f3208d6b {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:36:37.790968 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:37.804745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-b789ab07-26bb-49cd-a67b-6f1e6b64cb4d service neutron] 10.222.0.36 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572781 Dec 12 04:36:37.863083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Transition to ACTIVE for port object f2152461-0495-4750-9a28-0ab4f3208d6b will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:36:37.876073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:37.885632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-35728f55-702f-4c30-8d60-a71508d594ab None None] Port f2152461-0495-4750-9a28-0ab4f3208d6b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:36:37.938579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Pushing event updated for resources: {'Port': ['ID=f2152461-0495-4750-9a28-0ab4f3208d6b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:37.963936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72ec3-4271-4e50-96d2-019e93365970 req-4f4e61eb-66eb-4f0b-804c-c224130d4afc tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:37.965917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06b72ec3-4271-4e50-96d2-019e93365970 req-4f4e61eb-66eb-4f0b-804c-c224130d4afc tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 936 time: 0.4466090 Dec 12 04:36:37.994887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-2eca98a8-4c63-4244-a558-867c01795428 service neutron] 10.222.0.36 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859775 Dec 12 04:36:38.011493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:34Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7caa14f1-7ecb-4c56-b7cb-7c020ac9c928', 'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:24:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:33Z', 'updated_at': '2021-12-12T04:36:35Z', 'revision_number': 2, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:38.040549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Checking router: a359e253-0c5f-46a0-a747-b0799dbe4461 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:36:38.040935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Updating router a359e253-0c5f-46a0-a747-b0799dbe4461 port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:36:38.088026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:38.133869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Attempting to bind port f2152461-0495-4750-9a28-0ab4f3208d6b on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:36:38.134233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Attempting to bind port f2152461-0495-4750-9a28-0ab4f3208d6b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:36:38.134577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Attempting to bind port f2152461-0495-4750-9a28-0ab4f3208d6b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:36:38.169755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06b72ec3-4271-4e50-96d2-019e93365970 req-10b452ba-cfaa-4e60-9b73-a4cba07ae5af tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957173 Dec 12 04:36:38.177660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Port f2152461-0495-4750-9a28-0ab4f3208d6b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:36:38.178611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Attempting to bind port f2152461-0495-4750-9a28-0ab4f3208d6b on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:36:38.205556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:36:38.219724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:36:38.220239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:36:38.223281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Bound port: f2152461-0495-4750-9a28-0ab4f3208d6b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:36:38.223670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:38.445497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65528e69-e929-471d-b9e0-5a79e35a9f1e req-256704bc-51af-4908-9b33-72c893dd19cd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 210 time: 0.0787842 Dec 12 04:36:38.552475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089bc38-9fca-4142-8799-cff89bb3cecd req-44588fd5-be98-4b51-abb2-55957b072f86 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:38.559181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0089bc38-9fca-4142-8799-cff89bb3cecd req-44588fd5-be98-4b51-abb2-55957b072f86 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1899512 Dec 12 04:36:38.561242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] For port f2152461-0495-4750-9a28-0ab4f3208d6b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:36:38.586814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] For port f2152461-0495-4750-9a28-0ab4f3208d6b, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f2152461-0495-4750-9a28-0ab4f3208d6b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:36:38.608701 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:38.707462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Pushing event updated for resources: {'Port': ['ID=f2152461-0495-4750-9a28-0ab4f3208d6b,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:38.760230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:38.762420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:38.765311 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-0d9beee6-9542-4897-8a10-f3921929583e service neutron] 10.222.0.37 "PUT /v2.0/ports/f2152461-0495-4750-9a28-0ab4f3208d6b HTTP/1.1" status: 200 len: 1096 time: 1.7878516 Dec 12 04:36:38.766165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9', 'tag': 'f2152461-0495-4750-9a28-0ab4f3208d6b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:38.771646 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c480b66-f392-4db7-82e2-c8dbfbe20684" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9", "tag": "f2152461-0495-4750-9a28-0ab4f3208d6b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:38.897541 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0089bc38-9fca-4142-8799-cff89bb3cecd req-16329eee-c1dc-41a4-8f25-fbce701b8e04 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298948 Dec 12 04:36:38.908500 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2aa102-decf-4d13-9c0a-32a5c6905bf8 x-openstack-request-id: req-1c2aa102-decf-4d13-9c0a-32a5c6905bf8 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:38.908849 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9", "tag": "f2152461-0495-4750-9a28-0ab4f3208d6b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:38.909084 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c2aa102-decf-4d13-9c0a-32a5c6905bf8 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:38.909497 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9', 'tag': 'f2152461-0495-4750-9a28-0ab4f3208d6b', 'status': 'completed', 'code': 200} Dec 12 04:36:38.944445 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:38.953090 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:38.976011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-8720b684-24a0-4e09-bb30-36a770aab1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:38.981710 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-8720b684-24a0-4e09-bb30-36a770aab1a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25092bf130f2497a98bab0fd8af17a93&device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0831513 Dec 12 04:36:39.094563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7366-a6b6-4086-94ec-44730e06d9a0 None None] Pushing event updated for resources: {'Port': ['ID=7caa14f1-7ecb-4c56-b7cb-7c020ac9c928,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:39.131890 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-69c487cc-609f-4e19-8bf6-effb9d8c0384 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f2152461-0495-4750-9a28-0ab4f3208d6b HTTP/1.1" status: 200 len: 217 time: 0.1260180 Dec 12 04:36:39.143524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Attempting to bind port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:36:39.144207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Attempting to bind port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:36:39.144784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Attempting to bind port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 on network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:36:39.153359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:36:39.154062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Checking segment: {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:36:39.154803 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:39.155377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Bound using segment: {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:36:39.156065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Bound port: 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:36:39.156788 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:39.256553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] For port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:36:39.260260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] For port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7caa14f1-7ecb-4c56-b7cb-7c020ac9c928,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:36:39.274716 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:39.313811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-bd14a638-a933-4328-96d6-883db1204569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:39.316229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-bd14a638-a933-4328-96d6-883db1204569 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.1720033 Dec 12 04:36:39.376126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-061e87b3-6962-4ff7-944e-d692d17e2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:39.377903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-061e87b3-6962-4ff7-944e-d692d17e2c0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530541 Dec 12 04:36:39.405403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7366-a6b6-4086-94ec-44730e06d9a0 None None] Pushing event updated for resources: {'Port': ['ID=7caa14f1-7ecb-4c56-b7cb-7c020ac9c928,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:39.432177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:36:39.432897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:39.457750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0960bd-1d16-4800-8fc9-464a623893e7 req-d27af8ca-509f-4bf2-b65e-024b098727ba tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:39.459963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed0960bd-1d16-4800-8fc9-464a623893e7 req-d27af8ca-509f-4bf2-b65e-024b098727ba tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 948 time: 0.1401532 Dec 12 04:36:39.641311 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed0960bd-1d16-4800-8fc9-464a623893e7 req-9c998e48-3f62-40d6-a7b1-0e6581376bac tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441915 Dec 12 04:36:39.659700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-73ae0e4e-2577-4018-ae2d-eb32c8ba24ac None None] Provisioning complete for port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:39.660448 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73ae0e4e-2577-4018-ae2d-eb32c8ba24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:39.670683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-3586942c-ab6d-40d7-9392-089e8d53f9f7 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790594 Dec 12 04:36:39.751374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd889c1a-7df4-42d2-aa20-48eff0561bfa req-1f19577b-d6d2-43a7-ac3a-baeb0161a0ab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 210 time: 0.0787957 Dec 12 04:36:39.785691 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73ae0e4e-2577-4018-ae2d-eb32c8ba24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:39.835214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-73ae0e4e-2577-4018-ae2d-eb32c8ba24ac None None] For port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7caa14f1-7ecb-4c56-b7cb-7c020ac9c928,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:39.854438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:36:39.857288 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73ae0e4e-2577-4018-ae2d-eb32c8ba24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:39.930308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-243ed424-e7df-456f-907c-f0bd5d5602a6 req-fd78915d-0cff-4437-bbcc-24751216ac79 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778748 Dec 12 04:36:40.047411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae0e4e-2577-4018-ae2d-eb32c8ba24ac None None] Pushing event updated for resources: {'Port': ['ID=7caa14f1-7ecb-4c56-b7cb-7c020ac9c928,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:40.075003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7528-09f1-4cad-a0d9-38611567eb13 req-efe0a64a-543c-4ce9-93d0-1419c4f038d1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:40.076849 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36ed7528-09f1-4cad-a0d9-38611567eb13 req-efe0a64a-543c-4ce9-93d0-1419c4f038d1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0760064 Dec 12 04:36:40.136171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-538bc3d0-759f-45e9-a1d5-d25dc63934d9 None None] Provisioning complete for port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:40.137575 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-538bc3d0-759f-45e9-a1d5-d25dc63934d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:40.141346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-3f0e5833-3f34-4ddd-8147-3926e01a3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:40.147625 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-3f0e5833-3f34-4ddd-8147-3926e01a3f3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25092bf130f2497a98bab0fd8af17a93&device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 1099 time: 0.1022971 Dec 12 04:36:40.148748 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36ed7528-09f1-4cad-a0d9-38611567eb13 req-f72a19fe-05e1-4f0c-affe-00214a10bb0a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555468 Dec 12 04:36:40.265072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-66546de1-898e-43f9-9797-1c7b15d07f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:40.270717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-66546de1-898e-43f9-9797-1c7b15d07f22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.1112466 Dec 12 04:36:40.372677 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-7fbee095-4463-437b-8ac2-fe37efb693f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f2152461-0495-4750-9a28-0ab4f3208d6b HTTP/1.1" status: 200 len: 217 time: 0.0920863 Dec 12 04:36:40.427095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-0b698ea2-34ee-4b8f-8140-d462aa04e944 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:40.429760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-0b698ea2-34ee-4b8f-8140-d462aa04e944 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 796 time: 0.2471280 Dec 12 04:36:40.483085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-747bfe92-9772-426f-b981-cdd4f0395c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:40.485102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-747bfe92-9772-426f-b981-cdd4f0395c1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0999310 Dec 12 04:36:40.536505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:34Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7caa14f1-7ecb-4c56-b7cb-7c020ac9c928', 'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:24:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:33Z', 'updated_at': '2021-12-12T04:36:39Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:40.549361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-aba76480-975b-43bf-861a-c39df0cf5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:40.552524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-aba76480-975b-43bf-861a-c39df0cf5b54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578249 Dec 12 04:36:40.569138 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-302d17e4-3348-4e67-9ded-b9ade72f7d4f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 380 time: 0.1152530 Dec 12 04:36:40.571791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7977a8b-c2d7-445f-b79a-86e3ce445035 None None] The sync data for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 is: [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:34Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7caa14f1-7ecb-4c56-b7cb-7c020ac9c928', 'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:24:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:33Z', 'updated_at': '2021-12-12T04:36:39Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:36:40.580078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'port': {'device_id': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'admin_state_up': True, 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'security_groups': ['d2372ae3-224a-42d8-9790-89e33f8f7e28']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:40.683899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05afb6ea-4af3-48d4-b293-ef9da5d72620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:40.749867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-a4a1c54f-3ac3-4102-bfb8-dff197227938 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881106 Dec 12 04:36:40.762371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:36:40.768204 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:40.945476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7de546-7d5b-4fe2-9fe6-d4a7020cb1f3 req-9110f6a7-f912-4c3c-8b7f-79f3f5946110 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:40.947388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c7de546-7d5b-4fe2-9fe6-d4a7020cb1f3 req-9110f6a7-f912-4c3c-8b7f-79f3f5946110 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 948 time: 0.1838372 Dec 12 04:36:40.951770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c480b66-f392-4db7-82e2-c8dbfbe20684 req-c9dce471-dfaa-403a-bafa-4d1412a32b18 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895196 Dec 12 04:36:40.972971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.20.0.12 (a13b0d1f-d4a2-4fa3-8b36-4d98554651e7/3d987f18-4433-4a9c-990f-48889e4337d3/9034e57a-910f-46b4-8a36-37b5f6852247) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:36:41.042858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c7de546-7d5b-4fe2-9fe6-d4a7020cb1f3 req-62a186aa-7b70-497e-9f66-13389eb1592d tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820582 Dec 12 04:36:41.118787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e519c16-e991-4c00-bd03-a926a6483aad req-90416e9e-bc26-4ab2-8adb-1c479a71a4c4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 210 time: 0.0396605 Dec 12 04:36:41.197005 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:41.244878 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:41.315545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:41.341556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:36:41.343278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:36:41.357818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:36:41.393778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7797c8-9a7c-453b-8ccf-34ccb89f19dc req-a8717d6c-2bdb-482f-9b27-1ec1b39d711b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:41.396414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc7797c8-9a7c-453b-8ccf-34ccb89f19dc req-a8717d6c-2bdb-482f-9b27-1ec1b39d711b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1134391 Dec 12 04:36:41.468371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:41.469068 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:41.470788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc7797c8-9a7c-453b-8ccf-34ccb89f19dc req-a6676ec8-352c-472a-8629-b167e78bed9c tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661478 Dec 12 04:36:41.518641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-13ee26ff-d589-4047-abd6-febf7bd83b0d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9429033 Dec 12 04:36:41.531674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-96864177-9e70-4f44-ba75-943d453cd593 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:36:41.532972 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-96864177-9e70-4f44-ba75-943d453cd593 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081334 Dec 12 04:36:41.608196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:36:41.662129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Request body: {'port': {'device_id': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:41.785589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:41.826581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1b38e493-a67b-43e7-ae48-ea1f22b3c957 None None] Provisioning complete for port 9034e57a-910f-46b4-8a36-37b5f6852247 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:41.826898 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1b38e493-a67b-43e7-ae48-ea1f22b3c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:41.829215 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:41.831861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f2152461-0495-4750-9a28-0ab4f3208d6b details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:36:41.975458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f2152461-0495-4750-9a28-0ab4f3208d6b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f2152461-0495-4750-9a28-0ab4f3208d6b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:41.997797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed192307-f66b-4499-91bc-4780d07c6143 req-9ac07fcf-9d7f-4e1c-ab01-be61b08b126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:42.001198 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed192307-f66b-4499-91bc-4780d07c6143 req-9ac07fcf-9d7f-4e1c-ab01-be61b08b126c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1095 time: 0.1615069 Dec 12 04:36:42.036493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'f2152461-0495-4750-9a28-0ab4f3208d6b', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'f2152461-0495-4750-9a28-0ab4f3208d6b', 'mac_address': 'fa:16:3e:7d:20:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:36:42.043574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44888c-7678-48cb-b30f-d63cfc8edbdc req-3cb4d08d-9b05-45ee-8b31-3c9edd184015 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:42.045028 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b44888c-7678-48cb-b30f-d63cfc8edbdc req-3cb4d08d-9b05-45ee-8b31-3c9edd184015 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1264362 Dec 12 04:36:42.154071 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:42.174041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:42.174424 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:42.194970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b44888c-7678-48cb-b30f-d63cfc8edbdc req-089f93d9-0395-4a01-8d12-5b4ce386fe53 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369426 Dec 12 04:36:42.223642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2152461-0495-4750-9a28-0ab4f3208d6b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:36:42.246873 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed192307-f66b-4499-91bc-4780d07c6143 req-5ac28299-49c0-4b53-b40c-eb30e4b37b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:42.252858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed192307-f66b-4499-91bc-4780d07c6143 req-5ac28299-49c0-4b53-b40c-eb30e4b37b52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.2415304 Dec 12 04:36:42.258362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f2152461-0495-4750-9a28-0ab4f3208d6b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f2152461-0495-4750-9a28-0ab4f3208d6b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:42.284314 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:42.376235 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1b38e493-a67b-43e7-ae48-ea1f22b3c957 None None] Port 9034e57a-910f-46b4-8a36-37b5f6852247 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:36:42.383597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed192307-f66b-4499-91bc-4780d07c6143 req-02e02b16-7ec1-431c-a130-ff81fff2ea10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 998 time: 0.1152716 Dec 12 04:36:42.395077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f2152461-0495-4750-9a28-0ab4f3208d6b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:42.445914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc2f42-a2ae-4d28-873c-8297427df8ed req-23229f40-d1fd-40db-8fb0-853a67a688e8 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:42.448910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5bfc2f42-a2ae-4d28-873c-8297427df8ed req-23229f40-d1fd-40db-8fb0-853a67a688e8 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 948 time: 0.2579441 Dec 12 04:36:42.451784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9034e57a-910f-46b4-8a36-37b5f6852247 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:36:42.472049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:42.479837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca9af-32a8-418a-8fa9-1b5faedc5994 req-6a9d5539-55e0-47cf-b4d5-dcb1e63a8473 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:42.484015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-432ca9af-32a8-418a-8fa9-1b5faedc5994 req-6a9d5539-55e0-47cf-b4d5-dcb1e63a8473 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 932 time: 0.1464651 Dec 12 04:36:42.507110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed192307-f66b-4499-91bc-4780d07c6143 req-e7611849-a6b6-47f5-92c3-53aae5cedb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:42.508597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed192307-f66b-4499-91bc-4780d07c6143 req-e7611849-a6b6-47f5-92c3-53aae5cedb02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.1050458 Dec 12 04:36:42.540560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Transition to ACTIVE for port object 9034e57a-910f-46b4-8a36-37b5f6852247 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:36:42.560846 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:42.590432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-432ca9af-32a8-418a-8fa9-1b5faedc5994 req-1aa49fdf-cfc0-46a7-825b-12f0ce937e98 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055110 Dec 12 04:36:42.619541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed192307-f66b-4499-91bc-4780d07c6143 req-f404d604-7a29-40b9-b82a-8a5cda24ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:42.621658 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed192307-f66b-4499-91bc-4780d07c6143 req-f404d604-7a29-40b9-b82a-8a5cda24ae17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026986 Dec 12 04:36:42.636731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5bfc2f42-a2ae-4d28-873c-8297427df8ed req-8c69dd0c-71b2-4475-b71d-8b1a81db20f2 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724224 Dec 12 04:36:42.682286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['f2152461-0495-4750-9a28-0ab4f3208d6b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:36:42.695101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Pushing event updated for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:42.791282 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed192307-f66b-4499-91bc-4780d07c6143 req-9d2f184b-d76f-4afa-874e-7897d642c10f service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418033 Dec 12 04:36:42.822043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.822403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.822760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.823108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.823450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.823788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.824123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.824458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.824785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.825141 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.825473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.825800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.826124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:42.836754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Attempting to bind port 9034e57a-910f-46b4-8a36-37b5f6852247 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:36:42.837143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Attempting to bind port 9034e57a-910f-46b4-8a36-37b5f6852247 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:36:42.837474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Attempting to bind port 9034e57a-910f-46b4-8a36-37b5f6852247 on network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:36:42.843892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Port 9034e57a-910f-46b4-8a36-37b5f6852247 on network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:36:42.844221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Attempting to bind port 9034e57a-910f-46b4-8a36-37b5f6852247 on network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:36:42.849690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:36:42.850433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Checking segment: {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:36:42.850836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Bound using segment: {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:36:42.851272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Bound port: 9034e57a-910f-46b4-8a36-37b5f6852247, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:36:42.851635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:42.961402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed192307-f66b-4499-91bc-4780d07c6143 req-65cc7db2-d1ff-428e-a429-eb41d6befa74 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575241 Dec 12 04:36:42.969017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:36:42.973271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:36:42.985956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:43.019601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:43.021987 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:43.025770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] 10.222.0.18 "PUT /v2.0/ports/9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 1092 time: 1.4712417 Dec 12 04:36:43.027365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6c01be9-5d26-43f3-a7f5-2e983cb08628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:43.095374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:43.097778 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5391e579-390e-4e1e-8985-db3e56feedd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:43.101256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c93d8-6fee-4ec3-912b-61e8937a3a46 service neutron] Pushing event updated for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:43.152765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-38bc76d6-4872-46be-bd9b-8315a246e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:43.154363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-38bc76d6-4872-46be-bd9b-8315a246e503 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1095 time: 0.0492785 Dec 12 04:36:43.168203 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25a733-df4b-4733-8327-b26478faa290 x-openstack-request-id: req-0d25a733-df4b-4733-8327-b26478faa290 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:43.168614 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:43.168980 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d25a733-df4b-4733-8327-b26478faa290 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:43.169469 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247', 'status': 'completed', 'code': 200} Dec 12 04:36:43.215992 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-8c5cb2e6-0be8-4776-b746-825e113924e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 217 time: 0.0443964 Dec 12 04:36:43.279664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-643e04bd-eb83-4583-bfdf-edf9477e8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:43.282007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-643e04bd-eb83-4583-bfdf-edf9477e8c6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 200 len: 834 time: 0.0586362 Dec 12 04:36:43.382921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-79b25f0c-f52b-4fe8-ad66-1302f5c127f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:43.384647 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-79b25f0c-f52b-4fe8-ad66-1302f5c127f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948179 Dec 12 04:36:43.395247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5667f6f-53ae-4008-ab40-e2e414c999b7 req-02516653-f698-4870-9f86-300f024c1993 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:43.397039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5667f6f-53ae-4008-ab40-e2e414c999b7 req-02516653-f698-4870-9f86-300f024c1993 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0727899 Dec 12 04:36:43.580294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5667f6f-53ae-4008-ab40-e2e414c999b7 req-12e3cce4-e5a2-4004-a505-f6201b4ec9e1 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573415 Dec 12 04:36:43.620677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-173aa984-5039-4983-832a-fce1c3121aaa service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225206 Dec 12 04:36:43.720931 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c5bf03d-9a70-4169-b63f-e131df51ab05 req-54e909eb-aa69-4953-8d5b-f18771f9a6cb service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990653 Dec 12 04:36:43.799821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39503c-4044-44d5-a0d2-30e0a2e4e443 req-18f64c4f-1e8a-4561-8d43-cefcc3c30471 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:43.801480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f39503c-4044-44d5-a0d2-30e0a2e4e443 req-18f64c4f-1e8a-4561-8d43-cefcc3c30471 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 949 time: 0.0655468 Dec 12 04:36:43.802630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c52c4-7a39-42a0-b581-067825a8f813 req-f09d08bf-54d2-470c-919b-a38997bd67ec tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:43.804138 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff0c52c4-7a39-42a0-b581-067825a8f813 req-f09d08bf-54d2-470c-919b-a38997bd67ec tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 944 time: 0.1023803 Dec 12 04:36:43.848053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f2152461-0495-4750-9a28-0ab4f3208d6b up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:36:43.876861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff0c52c4-7a39-42a0-b581-067825a8f813 req-733ab101-ab0b-495b-816e-440e443b6a90 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542452 Dec 12 04:36:43.908666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f39503c-4044-44d5-a0d2-30e0a2e4e443 req-fe38f03f-8197-4fdf-a493-c3a295bba6aa tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926864 Dec 12 04:36:43.921908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port f2152461-0495-4750-9a28-0ab4f3208d6b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:36:43.924114 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-4771cd0f-f763-4ba0-b7d6-c036198f6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:43.925965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-4771cd0f-f763-4ba0-b7d6-c036198f6732 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1095 time: 0.0939462 Dec 12 04:36:43.929943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port f2152461-0495-4750-9a28-0ab4f3208d6b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:43.930531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:44.064248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-2b530184-9063-4730-ac7c-3a158cbcf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:44.066511 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-2b530184-9063-4730-ac7c-3a158cbcf714 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 896 time: 0.1340680 Dec 12 04:36:44.086881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:44.092270 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:44.125676 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:44.127402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-43214026-c6f1-4255-93c5-f06934596ea1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 217 time: 0.0519664 Dec 12 04:36:44.133137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2152461-0495-4750-9a28-0ab4f3208d6b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:44.135497 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b08e7ea-e04b-42ef-b73b-61218640fd94" -d '{"events": [{"server_uuid": "bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f2152461-0495-4750-9a28-0ab4f3208d6b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:44.158524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f2152461-0495-4750-9a28-0ab4f3208d6b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f2152461-0495-4750-9a28-0ab4f3208d6b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:44.169130 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:44.200594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-a43ebd3a-330f-4660-8ab6-8fae70315f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:44.201955 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-a43ebd3a-330f-4660-8ab6-8fae70315f5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 200 len: 834 time: 0.0652556 Dec 12 04:36:44.218860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f2152461-0495-4750-9a28-0ab4f3208d6b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:44.267078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-bd080cc5-7426-43f8-9987-8b0323e3eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:44.269765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-bd080cc5-7426-43f8-9987-8b0323e3eba0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595922 Dec 12 04:36:44.374610 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2c70a5-6da9-4e0b-b80f-8f6536851b26 x-openstack-request-id: req-2a2c70a5-6da9-4e0b-b80f-8f6536851b26 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:44.377691 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f2152461-0495-4750-9a28-0ab4f3208d6b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:44.378196 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a2c70a5-6da9-4e0b-b80f-8f6536851b26 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:44.378914 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2152461-0495-4750-9a28-0ab4f3208d6b', 'code': 200} Dec 12 04:36:44.402284 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-79d25255-e99c-49c5-846f-6e6be48be7fd service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236622 Dec 12 04:36:44.538367 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5391e579-390e-4e1e-8985-db3e56feedd9 req-84678a3f-753c-4c4d-9e28-ea1e78886f2e service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273468 Dec 12 04:36:44.557267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933475-860e-4f3c-96cb-c5ecd570a06d req-7fa3499b-e5f7-4290-9c51-5b3ed7173980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:44.558843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40933475-860e-4f3c-96cb-c5ecd570a06d req-7fa3499b-e5f7-4290-9c51-5b3ed7173980 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 1101 time: 0.0527549 Dec 12 04:36:44.608079 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40933475-860e-4f3c-96cb-c5ecd570a06d req-b0de55ea-e2ba-483c-bce2-51748878bc76 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Dec 12 04:36:44.714694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e54f0-faa2-4f4e-b6ad-a1c535c565d8 req-6659a4d9-29a0-4cb5-bbde-0983cfc65593 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:44.716330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f0e54f0-faa2-4f4e-b6ad-a1c535c565d8 req-6659a4d9-29a0-4cb5-bbde-0983cfc65593 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0652332 Dec 12 04:36:44.783669 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f0e54f0-faa2-4f4e-b6ad-a1c535c565d8 req-4a26741d-13d4-4844-85d5-866945acaed3 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612402 Dec 12 04:36:44.909608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469355a5-7d01-4981-beb5-5d8e238a02e6 req-80d49336-796e-4b29-b317-a34e591d8016 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:44.911221 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-469355a5-7d01-4981-beb5-5d8e238a02e6 req-80d49336-796e-4b29-b317-a34e591d8016 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0505953 Dec 12 04:36:44.981015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-469355a5-7d01-4981-beb5-5d8e238a02e6 req-8b31ec12-ead0-4a4f-905d-3cabfbd17a27 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568900 Dec 12 04:36:45.000086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef22c8-eee7-46b0-8057-8f614d06c09c req-91d87727-44e6-4f77-94ef-9b80402574bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:45.002007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2ef22c8-eee7-46b0-8057-8f614d06c09c req-91d87727-44e6-4f77-94ef-9b80402574bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 944 time: 0.0668428 Dec 12 04:36:45.078356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2ef22c8-eee7-46b0-8057-8f614d06c09c req-c27a3009-0574-4a1f-954e-7c21c7278eaa tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693846 Dec 12 04:36:45.123618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e537fd1-09aa-400e-8fb6-8bb212813b17 req-d89378f2-ba20-483c-928c-b5bc1f62d2a6 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:45.125403 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0e537fd1-09aa-400e-8fb6-8bb212813b17 req-d89378f2-ba20-483c-928c-b5bc1f62d2a6 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 950 time: 0.0759134 Dec 12 04:36:45.192580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0e537fd1-09aa-400e-8fb6-8bb212813b17 req-865e9970-e781-4bfa-94e0-0b61e37a5e47 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553675 Dec 12 04:36:45.201981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598c74c-ab73-4e9d-9d06-726872d90cf1 req-5ab2d3ae-49d6-4a3c-a3e9-b54ccb1daba8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:45.203795 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8598c74c-ab73-4e9d-9d06-726872d90cf1 req-5ab2d3ae-49d6-4a3c-a3e9-b54ccb1daba8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0595179 Dec 12 04:36:45.257045 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8598c74c-ab73-4e9d-9d06-726872d90cf1 req-eeb0c4e6-f186-417e-b8ba-9d2847d1a68a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467372 Dec 12 04:36:45.504052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae05b94-db41-4962-9707-afa7bd5f24ca req-3337f446-d758-40ac-a2a3-ee23253019b0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:45.511744 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ae05b94-db41-4962-9707-afa7bd5f24ca req-3337f446-d758-40ac-a2a3-ee23253019b0 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0576348 Dec 12 04:36:45.564805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ae05b94-db41-4962-9707-afa7bd5f24ca req-c5e1516e-e919-42e9-beed-f1bdbc5fd94d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523934 Dec 12 04:36:45.622297 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:46.242226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ec4fe-cb43-4313-b05a-48516045c592 req-1275bf33-e133-44e4-8068-6cb4484222f2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:46.243831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f26ec4fe-cb43-4313-b05a-48516045c592 req-1275bf33-e133-44e4-8068-6cb4484222f2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 944 time: 0.0829349 Dec 12 04:36:46.313130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f26ec4fe-cb43-4313-b05a-48516045c592 req-f68e0ea9-e6ec-4596-afe7-718d44eba3ee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616674 Dec 12 04:36:46.337754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309e677-5f97-48c2-8a23-a7ccc19d2274 req-a1d0ae9c-ad28-4efd-b33e-136f79ed396b tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:46.339269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1309e677-5f97-48c2-8a23-a7ccc19d2274 req-a1d0ae9c-ad28-4efd-b33e-136f79ed396b tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 950 time: 0.0740454 Dec 12 04:36:46.387622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1309e677-5f97-48c2-8a23-a7ccc19d2274 req-b5911e1e-601b-4235-ab92-56f253c33b5a tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Dec 12 04:36:46.714765 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:46.718626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fddb80-84f9-4a32-8bf6-d2a8b7c8e7e0 req-e79ecdf2-2473-4af8-8f5a-022e5aa09270 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:46.719098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acb4b-de91-46a0-8380-c12d5b3a39a6 req-1165225e-8253-43b1-a9c3-8d275b128a22 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:46.726779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41fddb80-84f9-4a32-8bf6-d2a8b7c8e7e0 req-e79ecdf2-2473-4af8-8f5a-022e5aa09270 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0691624 Dec 12 04:36:46.728197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e32acb4b-de91-46a0-8380-c12d5b3a39a6 req-1165225e-8253-43b1-a9c3-8d275b128a22 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 950 time: 0.0826015 Dec 12 04:36:46.788847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41fddb80-84f9-4a32-8bf6-d2a8b7c8e7e0 req-2fa27801-be9e-41e1-b7e6-4ff4b21009dd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610993 Dec 12 04:36:46.795538 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e32acb4b-de91-46a0-8380-c12d5b3a39a6 req-b436f4ab-e085-48e0-a2f6-6acd5823a228 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560172 Dec 12 04:36:47.020214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024faaa-7b31-43ba-9eba-e3c562843d23 req-b4eaf16d-ab46-4fd1-acb1-eb25da33899e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:47.023176 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1024faaa-7b31-43ba-9eba-e3c562843d23 req-b4eaf16d-ab46-4fd1-acb1-eb25da33899e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0594578 Dec 12 04:36:47.101871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1024faaa-7b31-43ba-9eba-e3c562843d23 req-b77ae509-79d9-4ae5-b035-dea51cb306ee tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677502 Dec 12 04:36:47.118571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-295b0761-efb4-471e-976f-e396a9a1e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:47.120110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-295b0761-efb4-471e-976f-e396a9a1e902 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdb85fdb3e99414fba5ae212421ed190&device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 1095 time: 0.0947092 Dec 12 04:36:47.222918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-108e2d75-238b-44e1-b9b9-e4b3b9a09f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:47.225226 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-108e2d75-238b-44e1-b9b9-e4b3b9a09f34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 200 len: 911 time: 0.0941350 Dec 12 04:36:47.306229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-0e60b57c-cd92-4b1b-8d18-ae8895b3d692 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 200 len: 998 time: 0.0716569 Dec 12 04:36:47.362640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-92afdb75-9fed-411e-8440-72e3557c7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:47.365189 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-92afdb75-9fed-411e-8440-72e3557c7ecb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 200 len: 850 time: 0.0502996 Dec 12 04:36:47.432955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-9d90b2ac-0d57-4b3b-a319-1203fcc4198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:47.434550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-9d90b2ac-0d57-4b3b-a319-1203fcc4198d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aca496d-4365-4afd-8933-1fbd7178cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606863 Dec 12 04:36:47.447598 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613304d2-1cde-49fa-adf1-bb59f3948096 req-2cd5556a-b535-4ee0-9eaf-a46b50e31d1a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:47.449831 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-613304d2-1cde-49fa-adf1-bb59f3948096 req-2cd5556a-b535-4ee0-9eaf-a46b50e31d1a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 944 time: 0.0637827 Dec 12 04:36:47.511847 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-613304d2-1cde-49fa-adf1-bb59f3948096 req-cfdffe1d-252f-4ddd-8b98-a53ae23dd1fe tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509779 Dec 12 04:36:47.532861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-8990a008-bb43-4be8-a2ef-e6b65df2ffab service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901716 Dec 12 04:36:47.622099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9034e57a-910f-46b4-8a36-37b5f6852247 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:36:47.629321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dee83ee-6366-4d55-82b7-06b2f4105196 req-74e7d1f5-4d98-4507-b57c-32a5ee4fa2d6 service neutron] 10.222.0.37 "GET /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889425 Dec 12 04:36:47.749021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:47.761385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '9034e57a-910f-46b4-8a36-37b5f6852247', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'port_id': '9034e57a-910f-46b4-8a36-37b5f6852247', 'mac_address': 'fa:16:3e:58:e5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:36:47.800852 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:47.816986 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9034e57a-910f-46b4-8a36-37b5f6852247 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:36:47.846347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:47.853025 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:47.911936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:47.920205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.921089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.921617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.922111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.922600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.923085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.923573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.924063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.924543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.925046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.925553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.926351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.926835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:47.928391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89846598-913c-4f3d-b948-dde509df3c57 req-48462dde-35d0-4903-9068-c98a8048255d tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:47.937352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89846598-913c-4f3d-b948-dde509df3c57 req-48462dde-35d0-4903-9068-c98a8048255d tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 950 time: 0.0619581 Dec 12 04:36:47.988239 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89846598-913c-4f3d-b948-dde509df3c57 req-1724dfd5-f9b7-461e-98da-4552b75ff74e tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b54a193-2b55-4efb-b4cb-f76c8f5647a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499110 Dec 12 04:36:48.165587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['9034e57a-910f-46b4-8a36-37b5f6852247'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:36:48.305407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15547c23-b54e-48df-bc6e-fdb44384297d req-b52f801e-e418-49f4-9e6d-16ac050d0d7d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:48.307330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-15547c23-b54e-48df-bc6e-fdb44384297d req-b52f801e-e418-49f4-9e6d-16ac050d0d7d tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0926912 Dec 12 04:36:48.367094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-15547c23-b54e-48df-bc6e-fdb44384297d req-191c03a7-b712-4984-91a2-a741dba919c7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533798 Dec 12 04:36:48.399085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-a893bc58-2e16-44d4-ae66-24dd759acd19 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:48.401574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-a893bc58-2e16-44d4-ae66-24dd759acd19 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 950 time: 0.0750041 Dec 12 04:36:48.512978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Deleting port f2152461-0495-4750-9a28-0ab4f3208d6b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:36:48.513395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:48.676523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdd604-f12d-4e2c-b27e-6e4e78bcf1f4 req-c6e54955-1d95-4dba-b64c-23f090ecd4fc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:48.678040 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9efdd604-f12d-4e2c-b27e-6e4e78bcf1f4 req-c6e54955-1d95-4dba-b64c-23f090ecd4fc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 945 time: 0.0949824 Dec 12 04:36:48.704639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] For port f2152461-0495-4750-9a28-0ab4f3208d6b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f2152461-0495-4750-9a28-0ab4f3208d6b,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:48.705037 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:48.746514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Calling delete_port for f2152461-0495-4750-9a28-0ab4f3208d6b owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:36:48.762719 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9efdd604-f12d-4e2c-b27e-6e4e78bcf1f4 req-bf2fc1eb-f9a7-4c81-9af6-4798d6e2c559 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758090 Dec 12 04:36:48.897262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:48.936278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Pushing event deleted for resources: {'Port': ['ID=f2152461-0495-4750-9a28-0ab4f3208d6b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:48.946836 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['f2152461-0495-4750-9a28-0ab4f3208d6b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:36:48.980321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.981336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.981336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.981531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.981743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.982088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.982428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.982767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.983103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.983441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.983773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.984108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:48.984444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:36:49.013834 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] No DVR routers for this DVR port f2152461-0495-4750-9a28-0ab4f3208d6b on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:36:49.017080 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:49.021366 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa95d05d-14df-4759-8c2f-8f5f40c41d7d req-02530023-8c97-4b95-8c0a-f8c9a1b0b7ea tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.37 "DELETE /v2.0/ports/f2152461-0495-4750-9a28-0ab4f3208d6b HTTP/1.1" status: 204 len: 173 time: 0.6124477 Dec 12 04:36:49.021944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9', 'name': 'network-vif-deleted', 'tag': 'f2152461-0495-4750-9a28-0ab4f3208d6b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:49.024454 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89558fa0-1904-4033-8c50-631d1fdd5dac" -d '{"events": [{"server_uuid": "bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9", "name": "network-vif-deleted", "tag": "f2152461-0495-4750-9a28-0ab4f3208d6b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:49.114683 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d67339-f05c-4040-80c3-0d3e5606d55b x-openstack-request-id: req-83d67339-f05c-4040-80c3-0d3e5606d55b {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:49.115619 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9", "name": "network-vif-deleted", "tag": "f2152461-0495-4750-9a28-0ab4f3208d6b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:49.115974 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83d67339-f05c-4040-80c3-0d3e5606d55b {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:49.116478 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9', 'name': 'network-vif-deleted', 'tag': 'f2152461-0495-4750-9a28-0ab4f3208d6b', 'status': 'completed', 'code': 200} Dec 12 04:36:49.164466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30a789e1-c633-4dbf-9192-6b0d830e410a req-399be2a1-b212-4193-bc75-fc9eac122da7 tempest-VolumesNegativeTest-1748873869 tempest-VolumesNegativeTest-1748873869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7fd8c5-a3f7-44b4-ac80-5695bad37dd9 HTTP/1.1" status: 200 len: 210 time: 0.0375462 Dec 12 04:36:49.497624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b580022-d798-4088-9bde-5ea416695526 req-08f080dd-5204-409e-9fef-743b22eb9ada tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:49.504772 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b580022-d798-4088-9bde-5ea416695526 req-08f080dd-5204-409e-9fef-743b22eb9ada tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0655887 Dec 12 04:36:49.597116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b580022-d798-4088-9bde-5ea416695526 req-68231b06-9259-47b8-ab11-7b4fb4e97730 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761349 Dec 12 04:36:49.648021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9034e57a-910f-46b4-8a36-37b5f6852247 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:36:49.727962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 9034e57a-910f-46b4-8a36-37b5f6852247 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:36:49.733153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 9034e57a-910f-46b4-8a36-37b5f6852247 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:36:49.733931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:49.739662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920d3c1-ca8f-41ab-bd47-60c423a6a96b req-cabfcf0b-1e52-49b3-8374-918413f7b0a9 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:49.747599 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4920d3c1-ca8f-41ab-bd47-60c423a6a96b req-cabfcf0b-1e52-49b3-8374-918413f7b0a9 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0673094 Dec 12 04:36:49.809715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4920d3c1-ca8f-41ab-bd47-60c423a6a96b req-a9b92763-767f-4144-be02-24b1f85b360f tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589859 Dec 12 04:36:49.894413 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:49.945272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b62121-1a8b-43df-b08b-adf227186046 req-1818d9f4-cb44-459d-8884-5c3c2176763e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:49.949285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42b62121-1a8b-43df-b08b-adf227186046 req-1818d9f4-cb44-459d-8884-5c3c2176763e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 945 time: 0.0743930 Dec 12 04:36:49.979732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:49.983300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:49.989986 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e6c979-15d8-40a9-8503-e1ad14b1b27d" -d '{"events": [{"server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "name": "network-vif-plugged", "status": "completed", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:50.003999 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:50.006508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42b62121-1a8b-43df-b08b-adf227186046 req-143da3fa-e547-4b09-9b67-d83a26f9930d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537195 Dec 12 04:36:50.097206 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231acebf-04ab-4f5f-b24b-37946c61d508 x-openstack-request-id: req-231acebf-04ab-4f5f-b24b-37946c61d508 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:50.097797 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "name": "network-vif-plugged", "status": "completed", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:50.098622 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-231acebf-04ab-4f5f-b24b-37946c61d508 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:50.099273 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247', 'code': 200} Dec 12 04:36:50.104212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:50.282870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ff053-be42-421e-9b31-3dcbb4fab732 req-fe4b6168-598c-4cf2-b694-c29d9804168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:50.295813 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d64ff053-be42-421e-9b31-3dcbb4fab732 req-fe4b6168-598c-4cf2-b694-c29d9804168c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1097 time: 0.0831270 Dec 12 04:36:50.377731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d64ff053-be42-421e-9b31-3dcbb4fab732 req-ae0c26f4-0d84-49bf-a018-87a870ed8111 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738230 Dec 12 04:36:50.945535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-d65ea634-c927-4418-a558-5dc4c7d3689a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:50.952651 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-d65ea634-c927-4418-a558-5dc4c7d3689a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc50189-ed06-4ada-be51-eacca351e165 HTTP/1.1" status: 200 len: 943 time: 0.0985456 Dec 12 04:36:51.108184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Deleting port 1cf802e9-cda9-4e36-af76-86269c62e22a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:36:51.108842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:51.243714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] For port 1cf802e9-cda9-4e36-af76-86269c62e22a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1cf802e9-cda9-4e36-af76-86269c62e22a,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:51.244199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:51.248741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888366e-d0ab-4499-b053-6e965e149551 req-d6d3cfbd-b693-4d7a-8599-85c23998e53d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:51.250758 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7888366e-d0ab-4499-b053-6e965e149551 req-d6d3cfbd-b693-4d7a-8599-85c23998e53d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.1286192 Dec 12 04:36:51.264610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Calling delete_port for 1cf802e9-cda9-4e36-af76-86269c62e22a owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:36:51.412515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7888366e-d0ab-4499-b053-6e965e149551 req-e5dab029-b07a-4c48-96d5-4b6df0a35e56 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546829 Dec 12 04:36:51.521314 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:51.558954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5bae2361-ea24-46ae-ae92-bf9628cbb6f4', '7ea666d1-f29e-4182-a918-98f7f48698b0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:36:51.613192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event deleted for resources: {'Port': ['ID=1cf802e9-cda9-4e36-af76-86269c62e22a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:51.697270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] No DVR routers for this DVR port 1cf802e9-cda9-4e36-af76-86269c62e22a on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:36:51.710813 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:51.715553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0243dc8-7505-4adf-b55c-756c44b42cba req-22b2f362-7c6e-4775-b3eb-51f8ae7e9d09 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "DELETE /v2.0/ports/1cf802e9-cda9-4e36-af76-86269c62e22a HTTP/1.1" status: 204 len: 173 time: 0.7619841 Dec 12 04:36:51.716767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'name': 'network-vif-deleted', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:51.723377 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506e669d-f5e9-4610-9050-be78579247f0" -d '{"events": [{"server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "name": "network-vif-deleted", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:51.832185 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2497fdb1-5f94-400a-b08e-5ca401518f03 x-openstack-request-id: req-2497fdb1-5f94-400a-b08e-5ca401518f03 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:51.832520 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc50189-ed06-4ada-be51-eacca351e165", "name": "network-vif-deleted", "tag": "1cf802e9-cda9-4e36-af76-86269c62e22a", "status": "failed", "code": 422}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:51.832751 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2497fdb1-5f94-400a-b08e-5ca401518f03 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:51.833203 n-d-710847-7 neutron-server[103450]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0fc50189-ed06-4ada-be51-eacca351e165', 'name': 'network-vif-deleted', 'tag': '1cf802e9-cda9-4e36-af76-86269c62e22a', 'status': 'failed', 'code': 422} returned with failed status Dec 12 04:36:51.886634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f2152461-0495-4750-9a28-0ab4f3208d6b no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:36:51.919385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: f2152461-0495-4750-9a28-0ab4f3208d6b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:36:51.920031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f2152461-0495-4750-9a28-0ab4f3208d6b not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:36:52.581581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c017ec8-d681-47c9-b631-64acea7d7994 req-2567b9d8-c468-4d1e-b7b6-ab180cf2909e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:52.584606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4c017ec8-d681-47c9-b631-64acea7d7994 req-2567b9d8-c468-4d1e-b7b6-ab180cf2909e tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 907 time: 0.1013613 Dec 12 04:36:52.613322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3948cb-3545-4f7a-bd29-5d1a06a09c5d req-bd0197cd-852c-4d00-a333-cb9ca62c33a8 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:52.615445 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa3948cb-3545-4f7a-bd29-5d1a06a09c5d req-bd0197cd-852c-4d00-a333-cb9ca62c33a8 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0742273 Dec 12 04:36:52.726830 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa3948cb-3545-4f7a-bd29-5d1a06a09c5d req-3e6807e0-5e13-46ed-b10d-52bc7a180867 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986662 Dec 12 04:36:52.864028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725b16a-2793-4289-9c6f-b50ddece90c8 req-5a454924-bca5-4098-80bc-b46b45ad5400 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:52.866984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c725b16a-2793-4289-9c6f-b50ddece90c8 req-5a454924-bca5-4098-80bc-b46b45ad5400 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0588982 Dec 12 04:36:52.941747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c725b16a-2793-4289-9c6f-b50ddece90c8 req-e476702d-d540-48be-9923-5312b88b8e15 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683453 Dec 12 04:36:52.965372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55100) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:53.018531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732f0f7d-3de7-4e25-9667-046586ee2028 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:53.020240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-732f0f7d-3de7-4e25-9667-046586ee2028 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1092 time: 0.0515258 Dec 12 04:36:53.023662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:53.028960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '9034e57a-910f-46b4-8a36-37b5f6852247', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:53.054029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:53.185615 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:53.319838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.25.7.164 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/c4e362da-fd38-40a2-8fce-f6bb1f266fe3) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:36:53.463037 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:53.532362 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:53.569079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:36:53.575701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:36:53.579400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:36:53.667354 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=c4e362da-fd38-40a2-8fce-f6bb1f266fe3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:53.923044 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8635d-cd24-46c5-bb33-94275ca7fe4e req-c7fd7954-9b2f-4b43-a235-e77d625711c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:53.930535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22c8635d-cd24-46c5-bb33-94275ca7fe4e req-c7fd7954-9b2f-4b43-a235-e77d625711c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 907 time: 0.1628313 Dec 12 04:36:54.123166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:54.297122 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:54.545426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-b7e7a02b-a029-4da4-b92b-ef15f36e0667 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:54.546580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-b7e7a02b-a029-4da4-b92b-ef15f36e0667 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 907 time: 0.4815171 Dec 12 04:36:54.694544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Deleting port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:36:54.694957 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:54.853536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] For port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:54.854006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:54.879075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Calling delete_port for 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:36:55.031159 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:55.050826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:55.109257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b17377-0b20-44b8-934d-bae53ee4263d req-01710482-3faa-48d1-b552-186344e16afa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:55.129484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55b17377-0b20-44b8-934d-bae53ee4263d req-01710482-3faa-48d1-b552-186344e16afa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=0122affe-dc79-42f7-90bf-6003baeab492 HTTP/1.1" status: 200 len: 907 time: 0.1089137 Dec 12 04:36:55.188997 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:55.225975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:55.259734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event deleted for resources: {'Port': ['ID=6a28d140-ee4a-41e2-84f5-ecf71b08f2b4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:55.342535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=c4e362da-fd38-40a2-8fce-f6bb1f266fe3,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:55.370062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] No DVR routers for this DVR port 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:36:55.374207 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:55.378307 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Floating IP 8c50d23c-db34-438b-93b5-1ebd1c4fcc26 associated. External IP: 172.25.7.164, port: 9034e57a-910f-46b4-8a36-37b5f6852247. Dec 12 04:36:55.383123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b272b1b4-5fa8-43f9-aa61-27cd6bb82b93 req-8acfe86d-fdc9-4d20-a020-b80ad1d98a3b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.37 "DELETE /v2.0/ports/6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 HTTP/1.1" status: 204 len: 173 time: 0.8199611 Dec 12 04:36:55.383613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0122affe-dc79-42f7-90bf-6003baeab492', 'name': 'network-vif-deleted', 'tag': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:55.397805 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdacc32-c736-4760-a783-0d44950e95b1" -d '{"events": [{"server_uuid": "0122affe-dc79-42f7-90bf-6003baeab492", "name": "network-vif-deleted", "tag": "6a28d140-ee4a-41e2-84f5-ecf71b08f2b4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:55.460558 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d318d2-a08f-4ce4-aed7-c40c3ca8b02c x-openstack-request-id: req-26d318d2-a08f-4ce4-aed7-c40c3ca8b02c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:55.461014 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0122affe-dc79-42f7-90bf-6003baeab492", "name": "network-vif-deleted", "tag": "6a28d140-ee4a-41e2-84f5-ecf71b08f2b4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:55.461646 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26d318d2-a08f-4ce4-aed7-c40c3ca8b02c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:55.462308 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0122affe-dc79-42f7-90bf-6003baeab492', 'name': 'network-vif-deleted', 'tag': '6a28d140-ee4a-41e2-84f5-ecf71b08f2b4', 'status': 'completed', 'code': 200} Dec 12 04:36:55.726714 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router a359e253-0c5f-46a0-a747-b0799dbe4461 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:36:55.871152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:36:55.887882 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] Sync routers for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:36:55.894220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:55.907912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:36:55.910089 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:55.994782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d954c64b-0a5d-488b-9a7a-d553c5d648dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9697950 Dec 12 04:36:55.996527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:56.027959 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581da8fc-0587-43d9-9a20-6a33a6cad3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:56.095831 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004bf61-608b-41ae-8901-35d6d3833a50 x-openstack-request-id: req-2004bf61-608b-41ae-8901-35d6d3833a50 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:56.096556 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:56.096556 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2004bf61-608b-41ae-8901-35d6d3833a50 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:56.096751 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247', 'status': 'completed', 'code': 200} Dec 12 04:36:56.166434 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:36:56.307329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-3e44331a-0578-4a4a-8dfe-6ad1bfa83d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:56.310451 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-3e44331a-0578-4a4a-8dfe-6ad1bfa83d4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1097 time: 0.1251087 Dec 12 04:36:56.360633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009951f9-6104-4037-98b6-f60895530f16 req-c3ceaded-81de-4f33-9a45-0bee675bd3cd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:56.362182 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-009951f9-6104-4037-98b6-f60895530f16 req-c3ceaded-81de-4f33-9a45-0bee675bd3cd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.2690403 Dec 12 04:36:56.444226 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-009951f9-6104-4037-98b6-f60895530f16 req-afc5870c-8096-4ace-9a57-947c567251d0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653644 Dec 12 04:36:56.457612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55226) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:56.497156 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:34Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '8c50d23c-db34-438b-93b5-1ebd1c4fcc26', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'port_id': '9034e57a-910f-46b4-8a36-37b5f6852247', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'mac_address': 'fa:16:3e:58:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:36:53Z', 'updated_at': '2021-12-12T04:36:53Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7caa14f1-7ecb-4c56-b7cb-7c020ac9c928', 'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:24:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:33Z', 'updated_at': '2021-12-12T04:36:39Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:56.539045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-a06ab5e7-5fcd-4de5-8cd9-574cf89b92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:56.542048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-a06ab5e7-5fcd-4de5-8cd9-574cf89b92b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 896 time: 0.2239208 Dec 12 04:36:56.558388 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] Checking router: a359e253-0c5f-46a0-a747-b0799dbe4461 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:36:56.569029 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:36:56.569983 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:56.634765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a7146a1e-0cf3-4dea-9841-5996fed3cd7b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/8c50d23c-db34-438b-93b5-1ebd1c4fcc26 HTTP/1.1" status: 200 len: 992 time: 0.1750979 Dec 12 04:36:56.710987 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:36:56.718380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b4c23-1585-4beb-911e-de9de091b23e req-e88d3204-6d45-4d2b-bd49-75041f35f9a4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:56.725067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb7b4c23-1585-4beb-911e-de9de091b23e req-e88d3204-6d45-4d2b-bd49-75041f35f9a4 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 945 time: 0.0863156 Dec 12 04:36:56.730565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-6714ad58-ae80-42e5-800d-c5fdb53b288e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 1000 time: 0.1422033 Dec 12 04:36:56.825939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-b4c0511c-a1c1-411c-81e6-23e1036ee9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:56.827962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-b4c0511c-a1c1-411c-81e6-23e1036ee9ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 200 len: 834 time: 0.0838816 Dec 12 04:36:56.881061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb7b4c23-1585-4beb-911e-de9de091b23e req-eefbfcb0-dfb8-4f8f-9e35-81ad58968459 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358542 Dec 12 04:36:56.892023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-411e1f53-fc6b-4a27-81c1-2d97f9f30dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:56.892023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-411e1f53-fc6b-4a27-81c1-2d97f9f30dde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511358 Dec 12 04:36:57.034629 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:34Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '8c50d23c-db34-438b-93b5-1ebd1c4fcc26', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'port_id': '9034e57a-910f-46b4-8a36-37b5f6852247', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'mac_address': 'fa:16:3e:58:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:36:53Z', 'updated_at': '2021-12-12T04:36:53Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7caa14f1-7ecb-4c56-b7cb-7c020ac9c928', 'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:24:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:33Z', 'updated_at': '2021-12-12T04:36:39Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:36:57.048871 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-cf6704c2-b6dd-4f93-9af9-3aee205a60c1 service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510243 Dec 12 04:36:57.070093 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42453bfa-0f31-40ca-86ae-0e7933ad262b None None] The sync data for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 is: [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:34Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '8c50d23c-db34-438b-93b5-1ebd1c4fcc26', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'port_id': '9034e57a-910f-46b4-8a36-37b5f6852247', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'mac_address': 'fa:16:3e:58:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:36:53Z', 'updated_at': '2021-12-12T04:36:53Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7caa14f1-7ecb-4c56-b7cb-7c020ac9c928', 'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:24:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:33Z', 'updated_at': '2021-12-12T04:36:39Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:36:57.254758 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-581da8fc-0587-43d9-9a20-6a33a6cad3f7 req-49863025-fef3-4adc-a8ee-54a9cf2586d8 service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922665 Dec 12 04:36:57.441184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616772c8-8f41-4a1e-a53c-40f73fa5e0c9 None None] New status for floating IP 8c50d23c-db34-438b-93b5-1ebd1c4fcc26: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:36:57.488591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55260) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:57.638883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55268) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:57.702277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3928ddf7-4092-413d-836a-a0604ef857ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25092bf130f2497a98bab0fd8af17a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122250 Dec 12 04:36:57.707574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55270) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:57.777496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c002b69b-d8f6-40fc-b4f9-3bfadd773e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:57.800646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e591f90a-0db4-4636-ad64-47dab629480b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/8c50d23c-db34-438b-93b5-1ebd1c4fcc26 HTTP/1.1" status: 200 len: 992 time: 0.1599758 Dec 12 04:36:57.806622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c002b69b-d8f6-40fc-b4f9-3bfadd773e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:57.877376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c002b69b-d8f6-40fc-b4f9-3bfadd773e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:57.881318 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c002b69b-d8f6-40fc-b4f9-3bfadd773e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:57.882850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c002b69b-d8f6-40fc-b4f9-3bfadd773e3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b54a193-2b55-4efb-b4cb-f76c8f5647a0 HTTP/1.1" status: 204 len: 168 time: 0.1742995 Dec 12 04:36:57.894898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002b69b-d8f6-40fc-b4f9-3bfadd773e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b54a193-2b55-4efb-b4cb-f76c8f5647a0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:57.897616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:36:57.964348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:36:57.965044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a28d140-ee4a-41e2-84f5-ecf71b08f2b4 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:36:58.107728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c643e57-af3f-4293-85bc-a4b7654db3a2 req-53a9997d-9ea6-491a-bf01-53cdf2c1ed90 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:58.108860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c643e57-af3f-4293-85bc-a4b7654db3a2 req-53a9997d-9ea6-491a-bf01-53cdf2c1ed90 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 945 time: 0.1007402 Dec 12 04:36:58.133093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-b1d8cc5a-adcf-430a-89d2-4e7b7532c414 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:58.134875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-b1d8cc5a-adcf-430a-89d2-4e7b7532c414 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 945 time: 0.0902989 Dec 12 04:36:58.262557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c643e57-af3f-4293-85bc-a4b7654db3a2 req-65d23d07-ee26-4e42-9841-e0071723d3ce tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470811 Dec 12 04:36:58.278170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Deleting port 7ea666d1-f29e-4182-a918-98f7f48698b0 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:36:58.278828 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:58.385665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] For port 7ea666d1-f29e-4182-a918-98f7f48698b0, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7ea666d1-f29e-4182-a918-98f7f48698b0,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:36:58.386162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:58.414176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Calling delete_port for 7ea666d1-f29e-4182-a918-98f7f48698b0 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:36:58.604272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:58.643354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5bae2361-ea24-46ae-ae92-bf9628cbb6f4', '7ea666d1-f29e-4182-a918-98f7f48698b0'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:36:58.652210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event deleted for resources: {'Port': ['ID=7ea666d1-f29e-4182-a918-98f7f48698b0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:58.706220 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] No DVR routers for this DVR port 7ea666d1-f29e-4182-a918-98f7f48698b0 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:36:58.717782 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:58.729641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-460e91af-a0bb-4419-9e30-e3fb7a33b1b0 req-de0a5d45-3795-47bf-865f-b8aac211070b tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "DELETE /v2.0/ports/7ea666d1-f29e-4182-a918-98f7f48698b0 HTTP/1.1" status: 204 len: 173 time: 0.5867031 Dec 12 04:36:58.730462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e30f1a4-1db9-4e1e-9a3d-68c336e6a248', 'name': 'network-vif-deleted', 'tag': '7ea666d1-f29e-4182-a918-98f7f48698b0'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:36:58.733784 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299fa90c-61e7-4582-9b44-e24082a51980" -d '{"events": [{"server_uuid": "8e30f1a4-1db9-4e1e-9a3d-68c336e6a248", "name": "network-vif-deleted", "tag": "7ea666d1-f29e-4182-a918-98f7f48698b0"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:36:58.804358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55320) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:58.813468 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fdbb75-582e-4e14-b12e-1482267671b0 x-openstack-request-id: req-72fdbb75-582e-4e14-b12e-1482267671b0 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:36:58.813783 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e30f1a4-1db9-4e1e-9a3d-68c336e6a248", "name": "network-vif-deleted", "tag": "7ea666d1-f29e-4182-a918-98f7f48698b0", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:36:58.814044 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72fdbb75-582e-4e14-b12e-1482267671b0 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:36:58.814478 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e30f1a4-1db9-4e1e-9a3d-68c336e6a248', 'name': 'network-vif-deleted', 'tag': '7ea666d1-f29e-4182-a918-98f7f48698b0', 'status': 'completed', 'code': 200} Dec 12 04:36:58.961444 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e38eb53d-3c1c-4ef8-a36a-73c5280ab788 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/8c50d23c-db34-438b-93b5-1ebd1c4fcc26 HTTP/1.1" status: 200 len: 994 time: 0.1557479 Dec 12 04:36:59.000122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55330) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:59.142696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1851725239-network', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:59.171904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Made reservation on behalf of 09df233148554c0aa91d9b2b895af5c2 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:36:59.174682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.194074 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.310833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.315451 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.341984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:36:59.359956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ae708-69b2-4a98-b08e-cd7ace9b0588,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:59.367398 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.367888 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Added segment e930d9cc-81c4-4926-829c-21f772ae71aa of type vlan for network cb75fdcf-6310-4ac1-9096-6f7ccad35808 Dec 12 04:36:59.438557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.457969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-79982742-35c9-4664-b81d-2535a4f8c426 req-e4e25806-8302-453a-8be7-6a213f0900de tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e30f1a4-1db9-4e1e-9a3d-68c336e6a248 HTTP/1.1" status: 200 len: 210 time: 0.0382740 Dec 12 04:36:59.493186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.494258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:59.494843 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.559280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5540354 Dec 12 04:36:59.562029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55344) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:59.569383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Request body: {'subnet': {'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1851725239-subnet', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:59.573656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d26fae-1cae-4d07-9324-43c042a11f0f admin admin] Pushing event updated for resources: {'Network': ['ID=cb75fdcf-6310-4ac1-9096-6f7ccad35808,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:59.584633 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network cb75fdcf-6310-4ac1-9096-6f7ccad35808 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:36:59.595106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Made reservation on behalf of 09df233148554c0aa91d9b2b895af5c2 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:36:59.597797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.795605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.867100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47bd7fa8-cea3-4ea0-aa87-34ec49b928b2,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:36:59.872657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Checking segment: {'id': 'e930d9cc-81c4-4926-829c-21f772ae71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:36:59.873082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Network hostable DHCP agents. Network: cb75fdcf-6310-4ac1-9096-6f7ccad35808, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:36:59.890921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Network cb75fdcf-6310-4ac1-9096-6f7ccad35808 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:36:59.902217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, cb75fdcf-6310-4ac1-9096-6f7ccad35808) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:36:59.906478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:36:59.907075 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.912628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a382de-7fed-4842-b755-952688a79f1c None None] Network cb75fdcf-6310-4ac1-9096-6f7ccad35808 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:36:59.926029 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-351bc700-913f-4668-bdaa-70793aa1e929 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3624783 Dec 12 04:36:59.928944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55350) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:36:59.933833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:36:59.959833 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:36:59.961152 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.033562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-cb75fdcf-6310-4ac1-9096-6f7ccad35808', 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808', 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'fixed_ips': [{'subnet_id': '47bd7fa8-cea3-4ea0-aa87-34ec49b928b2'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:37:00.034405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.040779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.213607 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.398233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Allocated IP 172.20.0.2 (cb75fdcf-6310-4ac1-9096-6f7ccad35808/47bd7fa8-cea3-4ea0-aa87-34ec49b928b2/a892b0a8-f6b5-4e3e-8668-1173ae498b55) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:00.519197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.540843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.567218 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.575127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.633474 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Network cb75fdcf-6310-4ac1-9096-6f7ccad35808 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:00.636942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:00.644354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:00.664004 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Pushing event updated for resources: {'Port': ['ID=a892b0a8-f6b5-4e3e-8668-1173ae498b55,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:00.734859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Allocated IP 172.25.7.74 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/0170a3cd-0011-4460-befb-6617e73a5481) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:00.738391 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Attempting to bind port a892b0a8-f6b5-4e3e-8668-1173ae498b55 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:00.738919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Attempting to bind port a892b0a8-f6b5-4e3e-8668-1173ae498b55 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'e930d9cc-81c4-4926-829c-21f772ae71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:00.739436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Attempting to bind port a892b0a8-f6b5-4e3e-8668-1173ae498b55 on network cb75fdcf-6310-4ac1-9096-6f7ccad35808 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:00.745786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:00.746386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Checking segment: {'id': 'e930d9cc-81c4-4926-829c-21f772ae71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:00.747036 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.747698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Bound using segment: {'id': 'e930d9cc-81c4-4926-829c-21f772ae71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:00.748572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Bound port: a892b0a8-f6b5-4e3e-8668-1173ae498b55, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e930d9cc-81c4-4926-829c-21f772ae71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:00.749395 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.843415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] For port a892b0a8-f6b5-4e3e-8668-1173ae498b55, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:00.846885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] For port a892b0a8-f6b5-4e3e-8668-1173ae498b55, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a892b0a8-f6b5-4e3e-8668-1173ae498b55,segment=NetworkSegment(e930d9cc-81c4-4926-829c-21f772ae71aa),segment_id=e930d9cc-81c4-4926-829c-21f772ae71aa)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:00.853468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:00.891465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01237aa-e68f-47b1-86f4-ea7fcb683978 req-92201365-72cb-4ef3-b24b-beb937e7a812 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:00.899246 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e01237aa-e68f-47b1-86f4-ea7fcb683978 req-92201365-72cb-4ef3-b24b-beb937e7a812 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1026208 Dec 12 04:37:00.947843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34900074-7c3a-47b0-88cc-4ec249b4417a None None] Pushing event updated for resources: {'Port': ['ID=a892b0a8-f6b5-4e3e-8668-1173ae498b55,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:00.957485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e01237aa-e68f-47b1-86f4-ea7fcb683978 req-02ac2352-f0ca-4afd-947e-72c858db2cb7 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570264 Dec 12 04:37:00.999026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:01.055197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:01.078907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:01.082035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:01.102967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3bb8a3-ee0f-4f09-bc1d-72c804cb17a9 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:01.110399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:01.167572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Pushing event updated for resources: {'Port': ['ID=0170a3cd-0011-4460-befb-6617e73a5481,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:01.217456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dc4137bf-f5c6-4ba9-a20e-d6c3c83946a9 None None] Provisioning complete for port 0170a3cd-0011-4460-befb-6617e73a5481 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:01.217831 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dc4137bf-f5c6-4ba9-a20e-d6c3c83946a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:01.280230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dc4137bf-f5c6-4ba9-a20e-d6c3c83946a9 None None] Port 0170a3cd-0011-4460-befb-6617e73a5481 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:01.474777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:01.576041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a892b0a8-f6b5-4e3e-8668-1173ae498b55 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:01.633227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a892b0a8-f6b5-4e3e-8668-1173ae498b55 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:01.633864 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:01.638272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-dec4b932-ff7e-474e-8e3b-6376a39f4309 req-fa4ff67a-def5-4c91-88fd-1b2bc043b6f3 service neutron] (103450) timed out ('10.222.0.18', 57606) {{(pid=103450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 04:37:01.717840 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:01.724557 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:01.738518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7ea666d1-f29e-4182-a918-98f7f48698b0 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:01.793615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 7ea666d1-f29e-4182-a918-98f7f48698b0 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:01.795860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7ea666d1-f29e-4182-a918-98f7f48698b0 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:01.815276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port a892b0a8-f6b5-4e3e-8668-1173ae498b55, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a892b0a8-f6b5-4e3e-8668-1173ae498b55,segment=NetworkSegment(e930d9cc-81c4-4926-829c-21f772ae71aa),segment_id=e930d9cc-81c4-4926-829c-21f772ae71aa)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:01.823279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:01.914720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Router b9b45441-f349-4f9c-bebe-3fe8980a2c8a is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:37:01.918684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=a892b0a8-f6b5-4e3e-8668-1173ae498b55,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:02.069859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:02.080474 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Sync routers for ids ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:02.130914 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Routers {'b9b45441-f349-4f9c-bebe-3fe8980a2c8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:02.131838 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:02.146293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f7041-f616-4236-9b25-0f072f3d8a44 req-0413c3c4-11dd-4ab5-8b4c-88681d3d8304 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:02.149550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:02.153379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7377566d-950e-4805-a014-fc868e6dcc04 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2208555 Dec 12 04:37:02.153796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55398) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:02.168886 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a2f7041-f616-4236-9b25-0f072f3d8a44 req-0413c3c4-11dd-4ab5-8b4c-88681d3d8304 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.0981650 Dec 12 04:37:02.300527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-b89164b8-d805-419b-a491-47f0c74e7967 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:02.302683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-b89164b8-d805-419b-a491-47f0c74e7967 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 946 time: 0.1105411 Dec 12 04:37:02.355089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a2f7041-f616-4236-9b25-0f072f3d8a44 req-dfe56699-444c-4617-934c-a42e780a051a tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=19dc3c52-e007-4333-ad92-31e247b7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841862 Dec 12 04:37:02.435354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0637d40e-f0f9-4b00-8eaf-2e62ce301ff4 None None] Network cb75fdcf-6310-4ac1-9096-6f7ccad35808 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:02.461633 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Set router b9b45441-f349-4f9c-bebe-3fe8980a2c8a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:02.468187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Deleting port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:02.469026 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:02.554344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-618dd9c0-44e3-48de-a75c-a2c99140df35 None None] Provisioning complete for port a892b0a8-f6b5-4e3e-8668-1173ae498b55 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:02.554729 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-618dd9c0-44e3-48de-a75c-a2c99140df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:02.611129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] For port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:02.611625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:02.632687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Calling delete_port for 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:02.796461 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:02.807873 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0170a3cd-0011-4460-befb-6617e73a5481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:59Z', 'updated_at': '2021-12-12T04:37:01Z', 'revision_number': 3, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'gw_port': {'id': '0170a3cd-0011-4460-befb-6617e73a5481', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:00Z', 'updated_at': '2021-12-12T04:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:02.874480 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Checking router: b9b45441-f349-4f9c-bebe-3fe8980a2c8a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:02.878063 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Updating router b9b45441-f349-4f9c-bebe-3fe8980a2c8a port 0170a3cd-0011-4460-befb-6617e73a5481 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:02.901520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:02.936717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5bae2361-ea24-46ae-ae92-bf9628cbb6f4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:37:02.942071 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.046345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Allocated IP 172.20.0.1 (cb75fdcf-6310-4ac1-9096-6f7ccad35808/47bd7fa8-cea3-4ea0-aa87-34ec49b928b2/0627f742-4133-4cec-9d84-cdf67cad143a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:03.115591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event deleted for resources: {'Port': ['ID=5bae2361-ea24-46ae-ae92-bf9628cbb6f4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:03.169606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] No DVR routers for this DVR port 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:03.172430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.177023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-811529b7-dd3c-4cb7-b2ea-4a86b0690ea8 req-9f1ae9c8-1a46-4ea7-9f1d-3f9ae7d102bf tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.18 "DELETE /v2.0/ports/5bae2361-ea24-46ae-ae92-bf9628cbb6f4 HTTP/1.1" status: 204 len: 173 time: 0.8654516 Dec 12 04:37:03.177794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebe18e5-2bd7-42ff-904b-61822809f058', 'name': 'network-vif-deleted', 'tag': '5bae2361-ea24-46ae-ae92-bf9628cbb6f4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:03.180531 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f366d0a-ca2e-428f-8d51-0d63c68628bd" -d '{"events": [{"server_uuid": "1ebe18e5-2bd7-42ff-904b-61822809f058", "name": "network-vif-deleted", "tag": "5bae2361-ea24-46ae-ae92-bf9628cbb6f4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:03.254578 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fee707-0a43-42f4-ab08-7bfc5c9f5a2b x-openstack-request-id: req-59fee707-0a43-42f4-ab08-7bfc5c9f5a2b {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:03.254897 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebe18e5-2bd7-42ff-904b-61822809f058", "name": "network-vif-deleted", "tag": "5bae2361-ea24-46ae-ae92-bf9628cbb6f4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:03.255205 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59fee707-0a43-42f4-ab08-7bfc5c9f5a2b {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:03.255629 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebe18e5-2bd7-42ff-904b-61822809f058', 'name': 'network-vif-deleted', 'tag': '5bae2361-ea24-46ae-ae92-bf9628cbb6f4', 'status': 'completed', 'code': 200} Dec 12 04:37:03.336129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bc53ddea-e827-4014-b7cb-ab1523d47956 None None] Provisioning complete for port a892b0a8-f6b5-4e3e-8668-1173ae498b55 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:03.336518 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bc53ddea-e827-4014-b7cb-ab1523d47956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.344572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.407222 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.418603 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.478730 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Attempting to bind port 0170a3cd-0011-4460-befb-6617e73a5481 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:03.479325 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Attempting to bind port 0170a3cd-0011-4460-befb-6617e73a5481 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:03.479917 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Attempting to bind port 0170a3cd-0011-4460-befb-6617e73a5481 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:03.487358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.489232 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:03.490113 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:03.490925 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.491542 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:03.492709 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Bound port: 0170a3cd-0011-4460-befb-6617e73a5481, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:03.493282 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.531852 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb695d-7268-4ded-a470-8cd6982376a8 None None] Pushing event updated for resources: {'Port': ['ID=0170a3cd-0011-4460-befb-6617e73a5481,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:03.574631 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a962ac4b-ea29-4051-9578-c71226cc7c13 req-5e82cee3-5ddf-41d9-93d6-8576ce2eba27 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebe18e5-2bd7-42ff-904b-61822809f058 HTTP/1.1" status: 200 len: 210 time: 0.0791306 Dec 12 04:37:03.578841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2636180-9bab-4f10-a7a8-ae5b2e101868 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:03.597237 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] For port 0170a3cd-0011-4460-befb-6617e73a5481, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:03.601576 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] For port 0170a3cd-0011-4460-befb-6617e73a5481, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0170a3cd-0011-4460-befb-6617e73a5481,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:03.610808 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.614360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a892b0a8-f6b5-4e3e-8668-1173ae498b55 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:03.635250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Pushing event updated for resources: {'Port': ['ID=0627f742-4133-4cec-9d84-cdf67cad143a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:03.639184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Network cb75fdcf-6310-4ac1-9096-6f7ccad35808 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:03.641384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:03.659805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:03.661211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c28282-cfe1-41e9-900e-aa055685a62a None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:03.665717 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Routers {'b9b45441-f349-4f9c-bebe-3fe8980a2c8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:03.666473 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:03.735141 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.742006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a892b0a8-f6b5-4e3e-8668-1173ae498b55 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:03.742633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.837262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-06a88950-a255-4b16-a1d1-5b906796eff5 None None] Provisioning complete for port 0170a3cd-0011-4460-befb-6617e73a5481 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:03.837953 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-06a88950-a255-4b16-a1d1-5b906796eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:03.842526 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] Set router b9b45441-f349-4f9c-bebe-3fe8980a2c8a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:03.990111 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb695d-7268-4ded-a470-8cd6982376a8 None None] Pushing event updated for resources: {'Port': ['ID=0170a3cd-0011-4460-befb-6617e73a5481,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:04.090938 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-06a88950-a255-4b16-a1d1-5b906796eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:04.122237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-06a88950-a255-4b16-a1d1-5b906796eff5 None None] For port 0170a3cd-0011-4460-befb-6617e73a5481, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0170a3cd-0011-4460-befb-6617e73a5481,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:04.135461 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-06a88950-a255-4b16-a1d1-5b906796eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:04.144799 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0170a3cd-0011-4460-befb-6617e73a5481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:59Z', 'updated_at': '2021-12-12T04:37:01Z', 'revision_number': 3, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'gw_port': {'id': '0170a3cd-0011-4460-befb-6617e73a5481', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:00Z', 'updated_at': '2021-12-12T04:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:04.212646 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb7ab2-32fa-4a20-ba79-548098c55c57 None None] The sync data for ids ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'] in n-d-710847-7 is: [{'id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0170a3cd-0011-4460-befb-6617e73a5481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:59Z', 'updated_at': '2021-12-12T04:37:01Z', 'revision_number': 3, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'gw_port': {'id': '0170a3cd-0011-4460-befb-6617e73a5481', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:00Z', 'updated_at': '2021-12-12T04:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:04.261348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a88950-a255-4b16-a1d1-5b906796eff5 None None] Pushing event updated for resources: {'Port': ['ID=0170a3cd-0011-4460-befb-6617e73a5481,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:04.291119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-06963b53-ea58-406a-be2d-eec36a05e838 None None] Provisioning complete for port 0627f742-4133-4cec-9d84-cdf67cad143a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:04.291499 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-06963b53-ea58-406a-be2d-eec36a05e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:04.371699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-06963b53-ea58-406a-be2d-eec36a05e838 None None] Port 0627f742-4133-4cec-9d84-cdf67cad143a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:04.386146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-06963b53-ea58-406a-be2d-eec36a05e838 None None] Provisioning complete for port 0170a3cd-0011-4460-befb-6617e73a5481 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:04.386966 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-06963b53-ea58-406a-be2d-eec36a05e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:04.503250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:04.779923 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:04.785987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:04.895477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:04.898274 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Pushing event updated for resources: {'Port': ['ID=0627f742-4133-4cec-9d84-cdf67cad143a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:05.061159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe0bcd-a2a3-42ba-bb05-2ff0b3ce650a req-4e681351-f095-4608-96d4-590c1141ee28 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:05.062847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a0fe0bcd-a2a3-42ba-bb05-2ff0b3ce650a req-4e681351-f095-4608-96d4-590c1141ee28 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.1183016 Dec 12 04:37:05.100117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Network cb75fdcf-6310-4ac1-9096-6f7ccad35808 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:05.108913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:05.163174 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:37:05.182578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a0fe0bcd-a2a3-42ba-bb05-2ff0b3ce650a req-beef021f-0385-44ce-9fbe-988c17becc92 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132824 Dec 12 04:37:05.274001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Router b9b45441-f349-4f9c-bebe-3fe8980a2c8a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:37:05.417546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b4c112dc-24b4-4903-8a3a-66ef2d769550 None None] Provisioning complete for port 0627f742-4133-4cec-9d84-cdf67cad143a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:05.418016 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4c112dc-24b4-4903-8a3a-66ef2d769550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:05.455667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:05.461786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5b83424f-e991-4a0b-9c4d-d3fd20859060 admin admin] 10.222.0.36 "PUT /v2.0/routers/b9b45441-f349-4f9c-bebe-3fe8980a2c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3069382 Dec 12 04:37:05.497417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b4c112dc-24b4-4903-8a3a-66ef2d769550 None None] Port 0627f742-4133-4cec-9d84-cdf67cad143a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:05.604183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0170a3cd-0011-4460-befb-6617e73a5481 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:05.689784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0170a3cd-0011-4460-befb-6617e73a5481 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:05.690165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:05.790352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:05.815350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:05.815942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5bae2361-ea24-46ae-ae92-bf9628cbb6f4 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:06.161090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55474) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:06.167115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-351244347-network', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:06.189764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Made reservation on behalf of 40e89ff7136d4f9ea2044378f559c050 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:06.195211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.204675 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.341541 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.344631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27648b5-32fe-4d14-8f27-e6d6eb1458fe req-b5bc2b58-75e9-4da6-9775-e33bf9df2b57 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:06.345569 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.348023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e27648b5-32fe-4d14-8f27-e6d6eb1458fe req-b5bc2b58-75e9-4da6-9775-e33bf9df2b57 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0850034 Dec 12 04:37:06.386522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:37:06.389181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefd30cf-f8ef-4bbb-9e6f-f12fbd1887dd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:06.403408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.403775 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Added segment 46d8ce74-6e71-453d-a294-8b1070491838 of type vlan for network 2777cbca-46ff-4553-a82a-ab78debee64e Dec 12 04:37:06.437422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e27648b5-32fe-4d14-8f27-e6d6eb1458fe req-961ee7a2-8d68-4487-b4bc-f6b8cafe7ffa tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815187 Dec 12 04:37:06.467941 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.494978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.495962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:06.496550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.556862 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3922794 Dec 12 04:37:06.558119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55490) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:06.560797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ff7dd-b96b-4322-9096-fcc40a2c0ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=2777cbca-46ff-4553-a82a-ab78debee64e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:06.570873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Request body: {'subnet': {'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-351244347-subnet', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:06.571241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 2777cbca-46ff-4553-a82a-ab78debee64e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:37:06.625059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Made reservation on behalf of 40e89ff7136d4f9ea2044378f559c050 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:06.628019 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.812945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.833957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Sync routers for ids ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:06.848942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Routers {'b9b45441-f349-4f9c-bebe-3fe8980a2c8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:06.849894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:06.872142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee71400-aae2-44d0-bbd5-f6925bff4e3a,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:06.881868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Checking segment: {'id': '46d8ce74-6e71-453d-a294-8b1070491838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:06.882243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Network hostable DHCP agents. Network: 2777cbca-46ff-4553-a82a-ab78debee64e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:37:06.922519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Network 2777cbca-46ff-4553-a82a-ab78debee64e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:37:06.938614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-6408f158-feb6-44d0-a18c-c822606d8bb9 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:06.939207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 2777cbca-46ff-4553-a82a-ab78debee64e) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:06.940261 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-6408f158-feb6-44d0-a18c-c822606d8bb9 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.37 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0651443 Dec 12 04:37:06.949262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:06.949917 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:06.957634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc3f894-0070-48b6-af28-c57dde76154c None None] Network 2777cbca-46ff-4553-a82a-ab78debee64e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:06.973531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d8a1da52-b006-469b-8c81-d6c0b7b186d7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4139681 Dec 12 04:37:06.975970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55496) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:06.982839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:07.019162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.022080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.041353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Set router b9b45441-f349-4f9c-bebe-3fe8980a2c8a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:07.066518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Deleting port 6a1c4bcf-be70-42b1-92b9-d860f789c308 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:07.066872 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.138359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.194586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] For port 6a1c4bcf-be70-42b1-92b9-d860f789c308, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=6a1c4bcf-be70-42b1-92b9-d860f789c308,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:07.195363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.212558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-2777cbca-46ff-4553-a82a-ab78debee64e', 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e', 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'fixed_ips': [{'subnet_id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:37:07.213602 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.310173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.364719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Allocated IP 172.20.0.2 (2777cbca-46ff-4553-a82a-ab78debee64e/4ee71400-aae2-44d0-bbd5-f6925bff4e3a/c89232a8-7bc4-461b-aaef-7a5bee6c8bfd) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:07.540670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.541165 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.541904 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Floating IP a48b38db-24b1-44a3-b5d4-24e52035d170 disassociated. External IP: 172.25.7.10, port: 6a1c4bcf-be70-42b1-92b9-d860f789c308. Dec 12 04:37:07.542550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Calling delete_port for 6a1c4bcf-be70-42b1-92b9-d860f789c308 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:07.634678 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.641334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0170a3cd-0011-4460-befb-6617e73a5481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:59Z', 'updated_at': '2021-12-12T04:37:04Z', 'revision_number': 4, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'gw_port': {'id': '0170a3cd-0011-4460-befb-6617e73a5481', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:00Z', 'updated_at': '2021-12-12T04:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0627f742-4133-4cec-9d84-cdf67cad143a', 'name': '', 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'mac_address': 'fa:16:3e:5e:7d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '47bd7fa8-cea3-4ea0-aa87-34ec49b928b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:02Z', 'updated_at': '2021-12-12T04:37:04Z', 'revision_number': 2, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'subnets': [{'id': '47bd7fa8-cea3-4ea0-aa87-34ec49b928b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:07.646853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.704300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Checking router: b9b45441-f349-4f9c-bebe-3fe8980a2c8a for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:07.704664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Updating router b9b45441-f349-4f9c-bebe-3fe8980a2c8a port 0627f742-4133-4cec-9d84-cdf67cad143a binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:07.722075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b795406-d5a3-48ee-94e8-978bde30f5db req-3852f770-f72f-4a5a-a513-eb372d222a93 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:07.729394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b795406-d5a3-48ee-94e8-978bde30f5db req-3852f770-f72f-4a5a-a513-eb372d222a93 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 944 time: 0.0892420 Dec 12 04:37:07.760660 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.787342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.792862 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Network 2777cbca-46ff-4553-a82a-ab78debee64e is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:07.803387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:07.806032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:07.822202 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.833485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b795406-d5a3-48ee-94e8-978bde30f5db req-a131f6c7-aa75-4293-9e14-1a0ebb5796d8 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1eea97-2513-477e-aacb-0a063c56520c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013319 Dec 12 04:37:07.862503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Pushing event updated for resources: {'Port': ['ID=c89232a8-7bc4-461b-aaef-7a5bee6c8bfd,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:07.889124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.918837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Allocated IP 172.25.7.46 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/a333f7ba-6b0f-445a-b2d5-40378aea564a) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:07.939108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Attempting to bind port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:07.939487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Attempting to bind port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '46d8ce74-6e71-453d-a294-8b1070491838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:07.939853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Attempting to bind port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd on network 2777cbca-46ff-4553-a82a-ab78debee64e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:07.951352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event deleted for resources: {'Port': ['ID=6a1c4bcf-be70-42b1-92b9-d860f789c308,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:07.956990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:07.957382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Checking segment: {'id': '46d8ce74-6e71-453d-a294-8b1070491838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:07.957795 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:07.958240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Bound using segment: {'id': '46d8ce74-6e71-453d-a294-8b1070491838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:07.958736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Bound port: c89232a8-7bc4-461b-aaef-7a5bee6c8bfd, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d8ce74-6e71-453d-a294-8b1070491838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:07.959124 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:08.094843 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:08.141776 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:08.192706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:08.196072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:08.212257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:08.278558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:37:08.295786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Pushing event updated for resources: {'Port': ['ID=a333f7ba-6b0f-445a-b2d5-40378aea564a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:08.385436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4b1f5-cd5d-4ff4-85a7-8e18a0e2f8c1 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:08.396779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] For port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:08.419005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] For port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c89232a8-7bc4-461b-aaef-7a5bee6c8bfd,segment=NetworkSegment(46d8ce74-6e71-453d-a294-8b1070491838),segment_id=46d8ce74-6e71-453d-a294-8b1070491838)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:08.472663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:08.495154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:08.534106 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] Sync routers for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:08.553991 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:08.555179 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:08.573406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] No DVR routers for this DVR port 6a1c4bcf-be70-42b1-92b9-d860f789c308 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:08.576204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:08.580186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6ea373b5-bb43-46df-bb09-636fcf7220fa req-83cdd05b-c06e-468c-ba51-2ff1079833ca tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.37 "DELETE /v2.0/ports/6a1c4bcf-be70-42b1-92b9-d860f789c308 HTTP/1.1" status: 204 len: 173 time: 1.6293426 Dec 12 04:37:08.580980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-deleted', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:08.582789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-828b9f74-cc56-4dad-8c12-6a0af1fdb424 None None] Provisioning complete for port a333f7ba-6b0f-445a-b2d5-40378aea564a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:08.583703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-828b9f74-cc56-4dad-8c12-6a0af1fdb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:08.584022 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2589b65-c96f-4907-96d7-cd158f4da3a6" -d '{"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-deleted", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:08.680013 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed36c928-80f1-4d11-934b-533d26ea90de x-openstack-request-id: req-ed36c928-80f1-4d11-934b-533d26ea90de {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:08.680876 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41763056-f139-4a44-a719-73bbbd6b4abc", "name": "network-vif-deleted", "tag": "6a1c4bcf-be70-42b1-92b9-d860f789c308", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:08.681456 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed36c928-80f1-4d11-934b-533d26ea90de {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:08.685790 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41763056-f139-4a44-a719-73bbbd6b4abc', 'name': 'network-vif-deleted', 'tag': '6a1c4bcf-be70-42b1-92b9-d860f789c308', 'status': 'completed', 'code': 200} Dec 12 04:37:08.690177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-828b9f74-cc56-4dad-8c12-6a0af1fdb424 None None] Port a333f7ba-6b0f-445a-b2d5-40378aea564a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:08.698250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219e1a8-42d7-40b3-93a9-a00feaf39c41 None None] Pushing event updated for resources: {'Port': ['ID=c89232a8-7bc4-461b-aaef-7a5bee6c8bfd,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:08.877640 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:08.890677 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:08.963946 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:09.010012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd25b99-555c-4041-9341-f8deef7aca00 None None] Pushing event updated for resources: {'Port': ['ID=0627f742-4133-4cec-9d84-cdf67cad143a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:09.107449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Attempting to bind port 0627f742-4133-4cec-9d84-cdf67cad143a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:09.107973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Attempting to bind port 0627f742-4133-4cec-9d84-cdf67cad143a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'e930d9cc-81c4-4926-829c-21f772ae71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:09.108448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Attempting to bind port 0627f742-4133-4cec-9d84-cdf67cad143a on network cb75fdcf-6310-4ac1-9096-6f7ccad35808 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:09.116324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:09.117164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Checking segment: {'id': 'e930d9cc-81c4-4926-829c-21f772ae71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:09.117676 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:09.118933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Bound using segment: {'id': 'e930d9cc-81c4-4926-829c-21f772ae71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:09.119551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Bound port: 0627f742-4133-4cec-9d84-cdf67cad143a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e930d9cc-81c4-4926-829c-21f772ae71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:09.120239 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:09.121117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60d66c31-56af-4d65-87bf-affc1c0a8493 req-c97caf24-b508-4a74-974f-4464302a52dd tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/ports?device_id=41763056-f139-4a44-a719-73bbbd6b4abc HTTP/1.1" status: 200 len: 210 time: 0.1065197 Dec 12 04:37:09.271403 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:09.353389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] For port 0627f742-4133-4cec-9d84-cdf67cad143a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:09.357601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] For port 0627f742-4133-4cec-9d84-cdf67cad143a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0627f742-4133-4cec-9d84-cdf67cad143a,segment=NetworkSegment(e930d9cc-81c4-4926-829c-21f772ae71aa),segment_id=e930d9cc-81c4-4926-829c-21f772ae71aa)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:09.368196 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:09.410599 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f0a34683-2a6f-40ec-969d-800c5186eb6b', 'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'mac_address': 'fa:16:3e:02:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:30Z', 'updated_at': '2021-12-12T04:28:37Z', 'revision_number': 5, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'subnets': [{'id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:09.458109 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] Checking router: 301ad367-a1fc-4544-bbe4-3d2c7b230a1c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:09.466775 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:09.467719 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:09.555735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Routers {'b9b45441-f349-4f9c-bebe-3fe8980a2c8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:09.556391 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:09.667312 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:09.716299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c89232a8-7bc4-461b-aaef-7a5bee6c8bfd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:09.723000 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:09.838438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd25b99-555c-4041-9341-f8deef7aca00 None None] Pushing event updated for resources: {'Port': ['ID=0627f742-4133-4cec-9d84-cdf67cad143a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:09.847361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ba0a4538-7f53-4a2b-8b33-b2881ae5e792 None None] Provisioning complete for port 0627f742-4133-4cec-9d84-cdf67cad143a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:09.847361 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba0a4538-7f53-4a2b-8b33-b2881ae5e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:09.959949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:37:09.967380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:10.009492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 6a1c4bcf-be70-42b1-92b9-d860f789c308 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:10.010141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 6a1c4bcf-be70-42b1-92b9-d860f789c308 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:10.050392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] Set router b9b45441-f349-4f9c-bebe-3fe8980a2c8a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:10.151874 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f0a34683-2a6f-40ec-969d-800c5186eb6b', 'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'mac_address': 'fa:16:3e:02:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:30Z', 'updated_at': '2021-12-12T04:28:37Z', 'revision_number': 5, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'subnets': [{'id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:10.182049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:10.182428 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:10.211807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:10.220365 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543391d-79b9-4a29-8ed4-4257925c9700 None None] The sync data for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 is: [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:28:32Z', 'revision_number': 4, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f0a34683-2a6f-40ec-969d-800c5186eb6b', 'name': '', 'network_id': '0aca496d-4365-4afd-8933-1fbd7178cac0', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'mac_address': 'fa:16:3e:02:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:30Z', 'updated_at': '2021-12-12T04:28:37Z', 'revision_number': 5, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'subnets': [{'id': '0cbf2369-0e5e-449d-99ce-848fd07923e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:10.239334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Sync routers for ids ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:10.249594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:10.251161 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-37e87fc1-ca8e-4131-b69b-09f1925739cb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2739794 Dec 12 04:37:10.253275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55720) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:10.255693 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba0a4538-7f53-4a2b-8b33-b2881ae5e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:10.325040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55728) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:10.440951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-78d39724-2e42-43dd-9f12-4f077c1c76da tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:10.463711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Routers {'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:10.464360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:36:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:10.480937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-78d39724-2e42-43dd-9f12-4f077c1c76da tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:10.586144 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-78d39724-2e42-43dd-9f12-4f077c1c76da tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:10.590567 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-78d39724-2e42-43dd-9f12-4f077c1c76da tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:10.593454 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-78d39724-2e42-43dd-9f12-4f077c1c76da tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "DELETE /v2.0/security-groups/8e1eea97-2513-477e-aacb-0a063c56520c HTTP/1.1" status: 204 len: 168 time: 0.2669127 Dec 12 04:37:10.595956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55756) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:10.606660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d39724-2e42-43dd-9f12-4f077c1c76da tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1eea97-2513-477e-aacb-0a063c56520c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:10.625595 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-6c2edaff-e230-418d-89a1-db0a8b5b3e85 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] show failed (client error): The resource could not be found. Dec 12 04:37:10.626657 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6c2edaff-e230-418d-89a1-db0a8b5b3e85 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "GET /v2.0/security-groups/8e1eea97-2513-477e-aacb-0a063c56520c HTTP/1.1" status: 404 len: 347 time: 0.0290565 Dec 12 04:37:10.629708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 55762) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:10.631916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22062730-c8bc-4db2-9619-2325b4e14545 None None] Network 2777cbca-46ff-4553-a82a-ab78debee64e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:10.797712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ba0a4538-7f53-4a2b-8b33-b2881ae5e792 None None] For port 0627f742-4133-4cec-9d84-cdf67cad143a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0627f742-4133-4cec-9d84-cdf67cad143a,segment=NetworkSegment(e930d9cc-81c4-4926-829c-21f772ae71aa),segment_id=e930d9cc-81c4-4926-829c-21f772ae71aa)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:10.821527 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bade921-a631-402f-8c18-e8940c85229d None None] New status for floating IP a48b38db-24b1-44a3-b5d4-24e52035d170: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:37:10.862997 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba0a4538-7f53-4a2b-8b33-b2881ae5e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:10.941502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Deleting port 60809207-d40b-445d-a333-484e3f68cf02 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:10.941855 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:10.949960 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-faa38e44-4bce-4c3b-b90f-f4157afbeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.022696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Set router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:11.028610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.071956 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.072326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.091421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Calling delete_port for 60809207-d40b-445d-a333-484e3f68cf02 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:11.142170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.284533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a4538-7f53-4a2b-8b33-b2881ae5e792 None None] Pushing event updated for resources: {'Port': ['ID=0627f742-4133-4cec-9d84-cdf67cad143a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:11.319240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cc57a52c-d359-44c9-a76c-b396799828c4 None None] Provisioning complete for port 0627f742-4133-4cec-9d84-cdf67cad143a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:11.319618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc57a52c-d359-44c9-a76c-b396799828c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.337053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.367862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Pushing event deleted for resources: {'Port': ['ID=60809207-d40b-445d-a333-484e3f68cf02,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:11.486946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.498287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.501335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-74d3d386-6262-4f47-b6ce-1b697d8ef6c5 tempest-ServerActionsTestJSON-1529843134 tempest-ServerActionsTestJSON-1529843134-project] 10.222.0.36 "DELETE /v2.0/floatingips/a48b38db-24b1-44a3-b5d4-24e52035d170 HTTP/1.1" status: 204 len: 168 time: 0.8703966 Dec 12 04:37:11.502953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 55840) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:11.562319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Allocated IP 172.20.0.1 (2777cbca-46ff-4553-a82a-ab78debee64e/4ee71400-aae2-44d0-bbd5-f6925bff4e3a/54c2848f-5d70-4c43-aec6-3c7b19330b6b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:11.585279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c89232a8-7bc4-461b-aaef-7a5bee6c8bfd,segment=NetworkSegment(46d8ce74-6e71-453d-a294-8b1070491838),segment_id=46d8ce74-6e71-453d-a294-8b1070491838)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:11.618773 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.744254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=c89232a8-7bc4-461b-aaef-7a5bee6c8bfd,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:11.810779 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.813964 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.822689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0170a3cd-0011-4460-befb-6617e73a5481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:59Z', 'updated_at': '2021-12-12T04:37:04Z', 'revision_number': 4, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'gw_port': {'id': '0170a3cd-0011-4460-befb-6617e73a5481', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:00Z', 'updated_at': '2021-12-12T04:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0627f742-4133-4cec-9d84-cdf67cad143a', 'name': '', 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'mac_address': 'fa:16:3e:5e:7d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '47bd7fa8-cea3-4ea0-aa87-34ec49b928b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:02Z', 'updated_at': '2021-12-12T04:37:09Z', 'revision_number': 4, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'subnets': [{'id': '47bd7fa8-cea3-4ea0-aa87-34ec49b928b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:11.882064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:11.896371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:09Z', 'revision_number': 3, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'gw_port': {'id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:11.945561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Network 2777cbca-46ff-4553-a82a-ab78debee64e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:11.958204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ad9fa-78bc-4d53-855a-a3cecaa9357e None None] The sync data for ids ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'] in n-d-710847-7 is: [{'id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0170a3cd-0011-4460-befb-6617e73a5481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:59Z', 'updated_at': '2021-12-12T04:37:04Z', 'revision_number': 4, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'gw_port': {'id': '0170a3cd-0011-4460-befb-6617e73a5481', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:00Z', 'updated_at': '2021-12-12T04:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0627f742-4133-4cec-9d84-cdf67cad143a', 'name': '', 'network_id': 'cb75fdcf-6310-4ac1-9096-6f7ccad35808', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'mac_address': 'fa:16:3e:5e:7d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '47bd7fa8-cea3-4ea0-aa87-34ec49b928b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:02Z', 'updated_at': '2021-12-12T04:37:09Z', 'revision_number': 4, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'subnets': [{'id': '47bd7fa8-cea3-4ea0-aa87-34ec49b928b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:11.958467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:11.963405 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:11.970625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Checking router: fee1fde9-6f2e-4be8-ab40-f11fafc59d2a for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:11.970973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Updating router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a port a333f7ba-6b0f-445a-b2d5-40378aea564a binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:12.020097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Pushing event updated for resources: {'Port': ['ID=54c2848f-5d70-4c43-aec6-3c7b19330b6b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:12.085961 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:12.102704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cc57a52c-d359-44c9-a76c-b396799828c4 None None] Provisioning complete for port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:12.103067 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc57a52c-d359-44c9-a76c-b396799828c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:12.184974 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:12.639783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7a8a2e02-b3e7-4b1a-8d2c-300e47b2e2c4 None None] Provisioning complete for port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:12.640111 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2e02-b3e7-4b1a-8d2c-300e47b2e2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:12.726885 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:12.877326 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:12.885500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7a8a2e02-b3e7-4b1a-8d2c-300e47b2e2c4 None None] Provisioning complete for port 54c2848f-5d70-4c43-aec6-3c7b19330b6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:12.886235 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2e02-b3e7-4b1a-8d2c-300e47b2e2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:12.890527 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:12.999965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73265b6-90ad-4567-bb7b-a1706fa081e5 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:13.029940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ff5a5-dca5-46dc-b13c-62383eac399c None None] Pushing event updated for resources: {'Port': ['ID=a333f7ba-6b0f-445a-b2d5-40378aea564a,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:13.052654 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e8062e45-a2f5-4ed3-bff7-1028f76eb079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.057690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Attempting to bind port a333f7ba-6b0f-445a-b2d5-40378aea564a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:13.058236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Attempting to bind port a333f7ba-6b0f-445a-b2d5-40378aea564a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:13.059135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Attempting to bind port a333f7ba-6b0f-445a-b2d5-40378aea564a on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:13.062401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a2e02-b3e7-4b1a-8d2c-300e47b2e2c4 None None] Port 54c2848f-5d70-4c43-aec6-3c7b19330b6b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:13.070012 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.071248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:13.071737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:13.072986 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.073634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:13.074569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Bound port: a333f7ba-6b0f-445a-b2d5-40378aea564a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:13.075384 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.083877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.151215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] For port a333f7ba-6b0f-445a-b2d5-40378aea564a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:13.157616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] For port a333f7ba-6b0f-445a-b2d5-40378aea564a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a333f7ba-6b0f-445a-b2d5-40378aea564a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:13.177204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Pushing event updated for resources: {'Port': ['ID=54c2848f-5d70-4c43-aec6-3c7b19330b6b,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:13.191098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.240756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d5c78bc0-4347-4d38-93ae-623149145958 None None] Provisioning complete for port a333f7ba-6b0f-445a-b2d5-40378aea564a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:13.241222 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5c78bc0-4347-4d38-93ae-623149145958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.264848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfed3c1-abb7-44fa-a237-17d1c3bc834f None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:13.325360 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.359416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ff5a5-dca5-46dc-b13c-62383eac399c None None] Pushing event updated for resources: {'Port': ['ID=a333f7ba-6b0f-445a-b2d5-40378aea564a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:13.378015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Routers {'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:13.378672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:13.466545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Network 2777cbca-46ff-4553-a82a-ab78debee64e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:13.468848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:13.539676 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5c78bc0-4347-4d38-93ae-623149145958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.588894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d5c78bc0-4347-4d38-93ae-623149145958 None None] For port a333f7ba-6b0f-445a-b2d5-40378aea564a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a333f7ba-6b0f-445a-b2d5-40378aea564a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:13.593384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] Set router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:13.595124 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.708722 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5c78bc0-4347-4d38-93ae-623149145958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.879679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c78bc0-4347-4d38-93ae-623149145958 None None] Pushing event updated for resources: {'Port': ['ID=a333f7ba-6b0f-445a-b2d5-40378aea564a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:13.896954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7291b5bc-60a4-4b3a-920f-407064dc04d7 None None] Provisioning complete for port a333f7ba-6b0f-445a-b2d5-40378aea564a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:13.898725 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7291b5bc-60a4-4b3a-920f-407064dc04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:13.972292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0627f742-4133-4cec-9d84-cdf67cad143a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:14.199801 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:14.203189 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:14.231482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0627f742-4133-4cec-9d84-cdf67cad143a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:14.231854 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:14.271338 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-7485e9f7-5176-4d4a-91ca-b23125577cb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905862 Dec 12 04:37:14.275334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:12Z', 'revision_number': 4, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'gw_port': {'id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54c2848f-5d70-4c43-aec6-3c7b19330b6b', 'name': '', 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'mac_address': 'fa:16:3e:2b:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:11Z', 'updated_at': '2021-12-12T04:37:12Z', 'revision_number': 2, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'subnets': [{'id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:14.291459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:37:14.310016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1650b2-5333-4d31-9d08-5d6ee95f2d3b None None] The sync data for ids ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'] in n-d-710847-7 is: [{'id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:12Z', 'revision_number': 4, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'gw_port': {'id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54c2848f-5d70-4c43-aec6-3c7b19330b6b', 'name': '', 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'mac_address': 'fa:16:3e:2b:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:11Z', 'updated_at': '2021-12-12T04:37:12Z', 'revision_number': 2, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'subnets': [{'id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:14.364147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c89232a8-7bc4-461b-aaef-7a5bee6c8bfd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:14.391784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e23d9ad9-0984-4a2f-8840-b652dbff06cc None None] Provisioning complete for port 54c2848f-5d70-4c43-aec6-3c7b19330b6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:14.392419 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e23d9ad9-0984-4a2f-8840-b652dbff06cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:14.438552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e23d9ad9-0984-4a2f-8840-b652dbff06cc None None] Port 54c2848f-5d70-4c43-aec6-3c7b19330b6b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:14.453784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:14.454557 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:14.537751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-9c581329-4bf1-4599-be27-250a39b3d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:14.539677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-9c581329-4bf1-4599-be27-250a39b3d234 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b82bb21ec93460d83a1f718b4818328&device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 1097 time: 0.2167292 Dec 12 04:37:14.587392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:14.593140 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-45b00e53-9a96-452d-8ab6-29aa587f20bf admin admin] 10.222.0.36 "PUT /v2.0/routers/fee1fde9-6f2e-4be8-ab40-f11fafc59d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3386633 Dec 12 04:37:14.776152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-61864e8f-095f-4aa8-a6ec-de03f9290a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:14.778092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-61864e8f-095f-4aa8-a6ec-de03f9290a05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=527a69ce-5344-4699-976f-971e117a42c1 HTTP/1.1" status: 200 len: 909 time: 0.2125473 Dec 12 04:37:14.804567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Deleting port f0a34683-2a6f-40ec-969d-800c5186eb6b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:14.805235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:14.911999 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-e93e1306-f377-4cc4-bb3e-c564fe93b551 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d139503-a99c-429d-8d7f-7f448aa2515d HTTP/1.1" status: 200 len: 1001 time: 0.1252239 Dec 12 04:37:14.978801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] For port f0a34683-2a6f-40ec-969d-800c5186eb6b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f0a34683-2a6f-40ec-969d-800c5186eb6b,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:14.979154 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:15.001871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Calling delete_port for f0a34683-2a6f-40ec-969d-800c5186eb6b owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:15.073782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-00406734-5c97-4c72-a13e-550340689c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:15.074586 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-00406734-5c97-4c72-a13e-550340689c2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141 HTTP/1.1" status: 200 len: 848 time: 0.1538980 Dec 12 04:37:15.198190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-0fbfa7f5-e25d-4c38-a995-9253a904a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:15.199810 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-0fbfa7f5-e25d-4c38-a995-9253a904a2f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=527a69ce-5344-4699-976f-971e117a42c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163719 Dec 12 04:37:15.381715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-b1ae0df5-2e1b-4f8c-a5f2-e9c3d227b8cc service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713154 Dec 12 04:37:15.421962 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:15.503802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a34683-2a6f-40ec-969d-800c5186eb6b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:15.663753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:16.007104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1ff71caf-9ebf-465d-bfad-d303f3959bfc req-06e7b92c-bd91-4d1f-9762-c1ae0825d98c service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974371 Dec 12 04:37:16.010261 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:16.011411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a333f7ba-6b0f-445a-b2d5-40378aea564a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:16.111692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port a333f7ba-6b0f-445a-b2d5-40378aea564a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:16.112085 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:16.445565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56072) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:16.461338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:37:16.620612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:16.626587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c82c6e36-aed8-426c-9f68-a3618e7d235a admin admin] 10.222.0.36 "PUT /v2.0/routers/301ad367-a1fc-4544-bbe4-3d2c7b230a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1223516 Dec 12 04:37:16.629368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56074) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:16.630383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] Sync routers for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:16.647897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:16.648910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:16.779408 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:16.860624 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:16.915203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:16.990738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:17.010868 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:17.060610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Deleting port daeda132-8549-4941-bb29-26fc1b5a22f1 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:17.061283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:17.245344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] For port daeda132-8549-4941-bb29-26fc1b5a22f1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=daeda132-8549-4941-bb29-26fc1b5a22f1,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:17.249594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:17.288072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Calling delete_port for daeda132-8549-4941-bb29-26fc1b5a22f1 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:17.429630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:37:15Z', 'revision_number': 5, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port': {'id': 'daeda132-8549-4941-bb29-26fc1b5a22f1', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:28:27Z', 'updated_at': '2021-12-12T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:17.471420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] Checking router: 301ad367-a1fc-4544-bbe4-3d2c7b230a1c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:17.482307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] Routers {'301ad367-a1fc-4544-bbe4-3d2c7b230a1c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:17.483119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:17.589300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Deleting port 0627f742-4133-4cec-9d84-cdf67cad143a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:17.591287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:17.604642 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:17.665186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] Set router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:17.684209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] For port 0627f742-4133-4cec-9d84-cdf67cad143a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0627f742-4133-4cec-9d84-cdf67cad143a,segment=NetworkSegment(e930d9cc-81c4-4926-829c-21f772ae71aa),segment_id=e930d9cc-81c4-4926-829c-21f772ae71aa)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:17.684681 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:17.711971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Calling delete_port for 0627f742-4133-4cec-9d84-cdf67cad143a owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:17.717844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Pushing event deleted for resources: {'Port': ['ID=daeda132-8549-4941-bb29-26fc1b5a22f1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:17.756687 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Sync routers for ids ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:17.780444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:37:16Z', 'revision_number': 6, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:17.786163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac5be17-7e7b-4c29-8861-bd6028d2aa44 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:17.789451 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Routers {'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:17.790100 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:17.819025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c9caf4-49a1-4182-bf35-551ed9b0e1c1 None None] The sync data for ids ['301ad367-a1fc-4544-bbe4-3d2c7b230a1c'] in n-d-710847-7 is: [{'id': '301ad367-a1fc-4544-bbe4-3d2c7b230a1c', 'name': 'tempest-ServerActionsTestJSON-835366098-router', 'tenant_id': 'cdb85fdb3e99414fba5ae212421ed190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:28:25Z', 'updated_at': '2021-12-12T04:37:16Z', 'revision_number': 6, 'project_id': 'cdb85fdb3e99414fba5ae212421ed190', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:17.882017 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:17.968794 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Set router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:18.009625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.051030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.055987 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.078286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Pushing event deleted for resources: {'Port': ['ID=0627f742-4133-4cec-9d84-cdf67cad143a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:18.152684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.168049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 301ad367-a1fc-4544-bbe4-3d2c7b230a1c {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:37:18.178670 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.180450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4a08dced-8516-45e4-9af0-1215fae40077 admin admin] 10.222.0.36 "DELETE /v2.0/routers/301ad367-a1fc-4544-bbe4-3d2c7b230a1c HTTP/1.1" status: 204 len: 168 time: 1.5496104 Dec 12 04:37:18.183775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56086) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:18.300760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7e3cad-e9e2-4b9d-8853-5b2a3eb889e7 admin admin] Deleting subnet 0cbf2369-0e5e-449d-99ce-848fd07923e6 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:37:18.307435 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3cad-e9e2-4b9d-8853-5b2a3eb889e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.359782 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:12Z', 'revision_number': 4, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'gw_port': {'id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54c2848f-5d70-4c43-aec6-3c7b19330b6b', 'name': '', 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'mac_address': 'fa:16:3e:2b:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:11Z', 'updated_at': '2021-12-12T04:37:12Z', 'revision_number': 2, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'subnets': [{'id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:18.362145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.433074 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Checking router: fee1fde9-6f2e-4be8-ab40-f11fafc59d2a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:18.433445 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Updating router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a port 54c2848f-5d70-4c43-aec6-3c7b19330b6b binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:18.440241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3cad-e9e2-4b9d-8853-5b2a3eb889e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.480888 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.633339 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3cad-e9e2-4b9d-8853-5b2a3eb889e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.758338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3cad-e9e2-4b9d-8853-5b2a3eb889e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.802642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56094) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:18.804677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e3cad-e9e2-4b9d-8853-5b2a3eb889e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cbf2369-0e5e-449d-99ce-848fd07923e6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:18.825564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3cad-e9e2-4b9d-8853-5b2a3eb889e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:18.834043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cc7e3cad-e9e2-4b9d-8853-5b2a3eb889e7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0cbf2369-0e5e-449d-99ce-848fd07923e6 HTTP/1.1" status: 204 len: 168 time: 0.6440880 Dec 12 04:37:18.835577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b6cef5-ede7-46ff-8207-af5f3e0301e1 None None] Network 0aca496d-4365-4afd-8933-1fbd7178cac0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:18.841275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56098) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:18.939504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Router b9b45441-f349-4f9c-bebe-3fe8980a2c8a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:37:18.969692 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.083019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a032-f368-47b8-b409-c9ac675c8ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.088046 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.100024 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.187578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb44b7d-5998-4edd-8202-3458eba79049 None None] DHCP port deletion for 0aca496d-4365-4afd-8933-1fbd7178cac0 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:19.205904 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edd7a4-304e-4a7c-a67c-5ffa1d861312 None None] Pushing event updated for resources: {'Port': ['ID=54c2848f-5d70-4c43-aec6-3c7b19330b6b,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:19.299355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-efb44b7d-5998-4edd-8202-3458eba79049 None None] Deleting port a7c15246-a387-48d0-93ab-dfaf273cc5b6 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:19.299818 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-efb44b7d-5998-4edd-8202-3458eba79049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.314406 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Attempting to bind port 54c2848f-5d70-4c43-aec6-3c7b19330b6b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:19.315219 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Attempting to bind port 54c2848f-5d70-4c43-aec6-3c7b19330b6b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '46d8ce74-6e71-453d-a294-8b1070491838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:19.315773 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Attempting to bind port 54c2848f-5d70-4c43-aec6-3c7b19330b6b on network 2777cbca-46ff-4553-a82a-ab78debee64e {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:19.322885 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:19.323533 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Checking segment: {'id': '46d8ce74-6e71-453d-a294-8b1070491838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:19.324277 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.325081 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Bound using segment: {'id': '46d8ce74-6e71-453d-a294-8b1070491838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:19.325734 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Bound port: 54c2848f-5d70-4c43-aec6-3c7b19330b6b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d8ce74-6e71-453d-a294-8b1070491838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:19.326270 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.422633 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] For port 54c2848f-5d70-4c43-aec6-3c7b19330b6b, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:19.429886 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] For port 54c2848f-5d70-4c43-aec6-3c7b19330b6b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54c2848f-5d70-4c43-aec6-3c7b19330b6b,segment=NetworkSegment(46d8ce74-6e71-453d-a294-8b1070491838),segment_id=46d8ce74-6e71-453d-a294-8b1070491838)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:19.440077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-efb44b7d-5998-4edd-8202-3458eba79049 None None] For port a7c15246-a387-48d0-93ab-dfaf273cc5b6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a7c15246-a387-48d0-93ab-dfaf273cc5b6,segment=NetworkSegment(3649514e-5870-4804-ba82-6eb9271080ca),segment_id=3649514e-5870-4804-ba82-6eb9271080ca)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:19.440565 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-efb44b7d-5998-4edd-8202-3458eba79049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.443954 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.472834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-efb44b7d-5998-4edd-8202-3458eba79049 None None] Calling delete_port for a7c15246-a387-48d0-93ab-dfaf273cc5b6 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:19.559674 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Routers {'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:19.560330 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:19.572603 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edd7a4-304e-4a7c-a67c-5ffa1d861312 None None] Pushing event updated for resources: {'Port': ['ID=54c2848f-5d70-4c43-aec6-3c7b19330b6b,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:19.627230 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-efb44b7d-5998-4edd-8202-3458eba79049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.660865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb44b7d-5998-4edd-8202-3458eba79049 None None] No DVR routers for this DVR port a7c15246-a387-48d0-93ab-dfaf273cc5b6 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:19.667103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb44b7d-5998-4edd-8202-3458eba79049 None None] Pushing event deleted for resources: {'Port': ['ID=a7c15246-a387-48d0-93ab-dfaf273cc5b6,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:19.736195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-885319bf-0539-4a8b-9d46-e5ad64a2046b None None] Provisioning complete for port 54c2848f-5d70-4c43-aec6-3c7b19330b6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:19.736594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-885319bf-0539-4a8b-9d46-e5ad64a2046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.824344 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] Set router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:19.845738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:19.862891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6f22736d-2c19-4623-a80e-c233e993d965 admin admin] 10.222.0.36 "PUT /v2.0/routers/b9b45441-f349-4f9c-bebe-3fe8980a2c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143543 Dec 12 04:37:19.863704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:19.896247 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Deleting port a7c15246-a387-48d0-93ab-dfaf273cc5b6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:19.896767 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.934848 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-885319bf-0539-4a8b-9d46-e5ad64a2046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:19.937739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] Sync routers for ids ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:19.973245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54c2848f-5d70-4c43-aec6-3c7b19330b6b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:20.027100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] Routers {'b9b45441-f349-4f9c-bebe-3fe8980a2c8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:20.027970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:20.075929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a032-f368-47b8-b409-c9ac675c8ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.107486 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a032-f368-47b8-b409-c9ac675c8ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.118367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.141156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] For port a7c15246-a387-48d0-93ab-dfaf273cc5b6, host n-d-710847-7, got binding levels [] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:20.141573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.146875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-885319bf-0539-4a8b-9d46-e5ad64a2046b None None] For port 54c2848f-5d70-4c43-aec6-3c7b19330b6b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54c2848f-5d70-4c43-aec6-3c7b19330b6b,segment=NetworkSegment(46d8ce74-6e71-453d-a294-8b1070491838),segment_id=46d8ce74-6e71-453d-a294-8b1070491838)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:20.158908 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-885319bf-0539-4a8b-9d46-e5ad64a2046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.225873 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:12Z', 'revision_number': 4, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'gw_port': {'id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54c2848f-5d70-4c43-aec6-3c7b19330b6b', 'name': '', 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'mac_address': 'fa:16:3e:2b:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:11Z', 'updated_at': '2021-12-12T04:37:19Z', 'revision_number': 4, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'subnets': [{'id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:20.229001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Calling delete_port for a7c15246-a387-48d0-93ab-dfaf273cc5b6 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:20.237538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Port a7c15246-a387-48d0-93ab-dfaf273cc5b6 was not found and therefore no delete operation was performed {{(pid=103451) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:37:20.255662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a7d3a032-f368-47b8-b409-c9ac675c8ba3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d49ebd3895164e67bda77c42b652e515&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4498270 Dec 12 04:37:20.257848 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.260260 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85ad32-748f-4cb9-a93c-3dc05633747f None None] The sync data for ids ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'] in n-d-710847-7 is: [{'id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:12Z', 'revision_number': 4, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'gw_port': {'id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54c2848f-5d70-4c43-aec6-3c7b19330b6b', 'name': '', 'network_id': '2777cbca-46ff-4553-a82a-ab78debee64e', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'mac_address': 'fa:16:3e:2b:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:11Z', 'updated_at': '2021-12-12T04:37:19Z', 'revision_number': 4, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'subnets': [{'id': '4ee71400-aae2-44d0-bbd5-f6925bff4e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:20.268146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3a032-f368-47b8-b409-c9ac675c8ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c71314b-c6be-4015-ad01-70cac1c89386,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:20.274134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56112) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:20.298232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885319bf-0539-4a8b-9d46-e5ad64a2046b None None] Pushing event updated for resources: {'Port': ['ID=54c2848f-5d70-4c43-aec6-3c7b19330b6b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:20.339684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c15246-a387-48d0-93ab-dfaf273cc5b6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:20.347885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] No DVR routers for this DVR port a7c15246-a387-48d0-93ab-dfaf273cc5b6 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:20.393586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4dfc16ce-21f9-4139-aa9c-b4dd4fbf4fd2 None None] Provisioning complete for port 54c2848f-5d70-4c43-aec6-3c7b19330b6b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:20.397856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4dfc16ce-21f9-4139-aa9c-b4dd4fbf4fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.409123 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-95f1351e-75a7-447d-b9bc-71032291d5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.467158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-95f1351e-75a7-447d-b9bc-71032291d5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.475253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.492073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.503584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 54c2848f-5d70-4c43-aec6-3c7b19330b6b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:20.504141 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.549614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aca496d-4365-4afd-8933-1fbd7178cac0']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:20.556676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] Set router b9b45441-f349-4f9c-bebe-3fe8980a2c8a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:20.564846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3649514e-5870-4804-ba82-6eb9271080ca') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:20.566325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3649514e-5870-4804-ba82-6eb9271080ca') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:20.582176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.624387 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Deleting port 0170a3cd-0011-4460-befb-6617e73a5481 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:20.625081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.640572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.661914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:37:20.662342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:37:20.695035 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:37:20.743386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] For port 0170a3cd-0011-4460-befb-6617e73a5481, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0170a3cd-0011-4460-befb-6617e73a5481,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:20.743883 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.757355 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.763026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Calling delete_port for 0170a3cd-0011-4460-befb-6617e73a5481 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:20.771427 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:20.777664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0aca496d-4365-4afd-8933-1fbd7178cac0 HTTP/1.1" status: 204 len: 168 time: 1.9255192 Dec 12 04:37:20.845768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27860733-6396-4594-95a7-ab2359e54b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aca496d-4365-4afd-8933-1fbd7178cac0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:20.946472 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0170a3cd-0011-4460-befb-6617e73a5481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:59Z', 'updated_at': '2021-12-12T04:37:17Z', 'revision_number': 5, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'gw_port': {'id': '0170a3cd-0011-4460-befb-6617e73a5481', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:00Z', 'updated_at': '2021-12-12T04:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:21.002689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f0a34683-2a6f-40ec-969d-800c5186eb6b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:21.007262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-95f1351e-75a7-447d-b9bc-71032291d5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.010398 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-95f1351e-75a7-447d-b9bc-71032291d5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.013994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-95f1351e-75a7-447d-b9bc-71032291d5d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c71314b-c6be-4015-ad01-70cac1c89386 HTTP/1.1" status: 204 len: 168 time: 0.7364590 Dec 12 04:37:21.016661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.025392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] Checking router: b9b45441-f349-4f9c-bebe-3fe8980a2c8a for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:21.027803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: f0a34683-2a6f-40ec-969d-800c5186eb6b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:21.028222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f0a34683-2a6f-40ec-969d-800c5186eb6b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:21.028713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a7c15246-a387-48d0-93ab-dfaf273cc5b6 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:21.035156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1351e-75a7-447d-b9bc-71032291d5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c71314b-c6be-4015-ad01-70cac1c89386,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:21.049718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56122) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:21.063759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: a7c15246-a387-48d0-93ab-dfaf273cc5b6 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:21.063893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a7c15246-a387-48d0-93ab-dfaf273cc5b6 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:21.064349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device daeda132-8549-4941-bb29-26fc1b5a22f1 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:21.093120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] Routers {'b9b45441-f349-4f9c-bebe-3fe8980a2c8a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:21.093867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:21.162756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-232c06f0-131d-4812-8e3c-c594814c0753 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdb85fdb3e99414fba5ae212421ed190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103234 Dec 12 04:37:21.165246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56124) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:21.171088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] Set router b9b45441-f349-4f9c-bebe-3fe8980a2c8a gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:21.246597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Pushing event deleted for resources: {'Port': ['ID=0170a3cd-0011-4460-befb-6617e73a5481,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:21.255860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:59Z', 'updated_at': '2021-12-12T04:37:20Z', 'revision_number': 7, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:21.257967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a75f1a3-7231-4e0b-a65e-f803bf861bf0 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:21.261647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: daeda132-8549-4941-bb29-26fc1b5a22f1 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:21.262001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device daeda132-8549-4941-bb29-26fc1b5a22f1 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:21.272517 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0481b3f5-4dd5-4d54-aa20-6afb78194c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.298872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52a3f4-e6c2-43db-9728-3e0ea0d51011 None None] The sync data for ids ['b9b45441-f349-4f9c-bebe-3fe8980a2c8a'] in n-d-710847-7 is: [{'id': 'b9b45441-f349-4f9c-bebe-3fe8980a2c8a', 'name': 'tempest-TestAggregatesBasicOps-1851725239-router', 'tenant_id': '09df233148554c0aa91d9b2b895af5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:59Z', 'updated_at': '2021-12-12T04:37:20Z', 'revision_number': 7, 'project_id': '09df233148554c0aa91d9b2b895af5c2', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:21.304064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0481b3f5-4dd5-4d54-aa20-6afb78194c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.339112 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.366707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0481b3f5-4dd5-4d54-aa20-6afb78194c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.370223 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0481b3f5-4dd5-4d54-aa20-6afb78194c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.371762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0481b3f5-4dd5-4d54-aa20-6afb78194c0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19dc3c52-e007-4333-ad92-31e247b7251e HTTP/1.1" status: 204 len: 168 time: 0.2053072 Dec 12 04:37:21.383485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481b3f5-4dd5-4d54-aa20-6afb78194c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc3c52-e007-4333-ad92-31e247b7251e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:21.931575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.934016 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.990059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.991189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b45441-f349-4f9c-bebe-3fe8980a2c8a {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:37:21.996364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:21.997472 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-00b4b96a-4684-4823-93c3-183ec992e11f admin admin] 10.222.0.36 "DELETE /v2.0/routers/b9b45441-f349-4f9c-bebe-3fe8980a2c8a HTTP/1.1" status: 204 len: 168 time: 2.1321208 Dec 12 04:37:22.000310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56142) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:22.085554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccc3930-0ff4-4b75-bde0-6fda06b98926 admin admin] Deleting subnet 47bd7fa8-cea3-4ea0-aa87-34ec49b928b2 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:37:22.089716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bccc3930-0ff4-4b75-bde0-6fda06b98926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.137561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bccc3930-0ff4-4b75-bde0-6fda06b98926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.157460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54c2848f-5d70-4c43-aec6-3c7b19330b6b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:22.215825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 54c2848f-5d70-4c43-aec6-3c7b19330b6b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:22.216210 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.248288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bccc3930-0ff4-4b75-bde0-6fda06b98926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.325665 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bccc3930-0ff4-4b75-bde0-6fda06b98926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.351715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc3930-0ff4-4b75-bde0-6fda06b98926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47bd7fa8-cea3-4ea0-aa87-34ec49b928b2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:22.356321 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bccc3930-0ff4-4b75-bde0-6fda06b98926 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.359801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bccc3930-0ff4-4b75-bde0-6fda06b98926 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/47bd7fa8-cea3-4ea0-aa87-34ec49b928b2 HTTP/1.1" status: 204 len: 168 time: 0.3578413 Dec 12 04:37:22.362463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56152) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:22.364480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b536661-52af-42af-b174-9132facac17f None None] Network cb75fdcf-6310-4ac1-9096-6f7ccad35808 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:22.421012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56154) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:22.433358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.496758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Deleting port a892b0a8-f6b5-4e3e-8668-1173ae498b55 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:22.497065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.528012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1752346314-network', 'tenant_id': '5a6034e3084c4fb38b837bb8762205f1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:22.549712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Made reservation on behalf of 5a6034e3084c4fb38b837bb8762205f1 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:22.552623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.560912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] For port a892b0a8-f6b5-4e3e-8668-1173ae498b55, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a892b0a8-f6b5-4e3e-8668-1173ae498b55,segment=NetworkSegment(e930d9cc-81c4-4926-829c-21f772ae71aa),segment_id=e930d9cc-81c4-4926-829c-21f772ae71aa)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:22.561280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.565538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.578589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Calling delete_port for a892b0a8-f6b5-4e3e-8668-1173ae498b55 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:22.607630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085564db-7020-4f49-9230-df731b9a8302 None None] DHCP port deletion for cb75fdcf-6310-4ac1-9096-6f7ccad35808 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:22.661629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.666674 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.672323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.679532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-085564db-7020-4f49-9230-df731b9a8302 None None] Deleting port a892b0a8-f6b5-4e3e-8668-1173ae498b55 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:22.687647 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-085564db-7020-4f49-9230-df731b9a8302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.694811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:37:22.703887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] No DVR routers for this DVR port a892b0a8-f6b5-4e3e-8668-1173ae498b55 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:22.708402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0087f324-517b-4e1a-8fa5-1da86c6dad9c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:22.710090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=a892b0a8-f6b5-4e3e-8668-1173ae498b55,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:22.729424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.732072 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Added segment dfd59ec2-710d-48a7-8e6a-13f197ff2caa of type vlan for network 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa Dec 12 04:37:22.807990 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.815288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.817136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-085564db-7020-4f49-9230-df731b9a8302 None None] For port a892b0a8-f6b5-4e3e-8668-1173ae498b55, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:22.818121 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-085564db-7020-4f49-9230-df731b9a8302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.833287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-085564db-7020-4f49-9230-df731b9a8302 None None] Calling delete_port for a892b0a8-f6b5-4e3e-8668-1173ae498b55 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:22.835328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb75fdcf-6310-4ac1-9096-6f7ccad35808']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:22.836025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-085564db-7020-4f49-9230-df731b9a8302 None None] Port a892b0a8-f6b5-4e3e-8668-1173ae498b55 was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:37:22.838054 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-085564db-7020-4f49-9230-df731b9a8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.846033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e930d9cc-81c4-4926-829c-21f772ae71aa') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:22.846341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e930d9cc-81c4-4926-829c-21f772ae71aa') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:22.853623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.855890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:22.855890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.861746 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.871507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085564db-7020-4f49-9230-df731b9a8302 None None] No DVR routers for this DVR port a892b0a8-f6b5-4e3e-8668-1173ae498b55 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:22.873618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085564db-7020-4f49-9230-df731b9a8302 None None] Pushing event deleted for resources: {'Port': ['ID=a892b0a8-f6b5-4e3e-8668-1173ae498b55,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:22.891463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.901342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:37:22.901799 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:37:22.903521 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:37:22.922599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5003147 Dec 12 04:37:22.926254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56160) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:22.933541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Request body: {'subnet': {'network_id': '9935a7cb-a3b4-4d82-bbfa-810fcafd43aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1752346314-subnet', 'tenant_id': '5a6034e3084c4fb38b837bb8762205f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:22.962159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784519b-2fc7-4997-8a3a-106449461094 admin admin] Pushing event updated for resources: {'Network': ['ID=9935a7cb-a3b4-4d82-bbfa-810fcafd43aa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:22.970003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.976450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:37:22.976578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.982665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb75fdcf-6310-4ac1-9096-6f7ccad35808 HTTP/1.1" status: 204 len: 168 time: 0.6160903 Dec 12 04:37:22.983374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Made reservation on behalf of 5a6034e3084c4fb38b837bb8762205f1 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:22.988439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:22.992393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56162) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:23.000176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5371c5d-cf22-4da1-b8df-56fcdfe41bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=cb75fdcf-6310-4ac1-9096-6f7ccad35808,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:23.349503 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:23.427728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbebc937-a102-4f44-a971-4e72e6d7efed,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:23.467469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Checking segment: {'id': 'dfd59ec2-710d-48a7-8e6a-13f197ff2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9935a7cb-a3b4-4d82-bbfa-810fcafd43aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:23.467837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Network hostable DHCP agents. Network: 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:37:23.495239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Network 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:37:23.510402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:23.516375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:23.516994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:23.521492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c828cbaf-103e-473b-bb86-107ff1817de9 None None] Network 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:23.560736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-85bb9966-73a6-4307-b914-bd533082ba41 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6310866 Dec 12 04:37:23.583508 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:23.893778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0627f742-4133-4cec-9d84-cdf67cad143a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:23.919017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced0efa-7881-4138-b7c7-9b2300b82ad0 None None] Network 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:23.921508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0627f742-4133-4cec-9d84-cdf67cad143a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:23.921953 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0627f742-4133-4cec-9d84-cdf67cad143a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:23.922473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a892b0a8-f6b5-4e3e-8668-1173ae498b55 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:23.980065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: a892b0a8-f6b5-4e3e-8668-1173ae498b55 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:23.980517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a892b0a8-f6b5-4e3e-8668-1173ae498b55 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:23.981098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0170a3cd-0011-4460-befb-6617e73a5481 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:23.997700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Deleting port 54c2848f-5d70-4c43-aec6-3c7b19330b6b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:23.998411 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:24.004482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0170a3cd-0011-4460-befb-6617e73a5481 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:24.004995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0170a3cd-0011-4460-befb-6617e73a5481 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:24.115068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] For port 54c2848f-5d70-4c43-aec6-3c7b19330b6b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54c2848f-5d70-4c43-aec6-3c7b19330b6b,segment=NetworkSegment(46d8ce74-6e71-453d-a294-8b1070491838),segment_id=46d8ce74-6e71-453d-a294-8b1070491838)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:24.115437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:24.131075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Calling delete_port for 54c2848f-5d70-4c43-aec6-3c7b19330b6b owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:24.366250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:24.398390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Pushing event deleted for resources: {'Port': ['ID=54c2848f-5d70-4c43-aec6-3c7b19330b6b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:24.605179 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:24.900694 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:37:25.088597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:25.097603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-333711e1-0b5e-4bd5-91f9-5c12a77fb10b admin admin] 10.222.0.36 "PUT /v2.0/routers/fee1fde9-6f2e-4be8-ab40-f11fafc59d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1041214 Dec 12 04:37:25.099021 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] Sync routers for ids ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:25.100199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56214) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:25.110225 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] Routers {'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:25.111172 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:25.111564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbde52-99b3-48b9-8660-47be216292e3 req-591798ea-9d59-4c39-bf73-e7efdd45ec6e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:25.114851 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-591798ea-9d59-4c39-bf73-e7efdd45ec6e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/networks?id=9935a7cb-a3b4-4d82-bbfa-810fcafd43aa HTTP/1.1" status: 200 len: 810 time: 0.1368740 Dec 12 04:37:25.136992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-ed8e2f72-b511-42f1-8ef1-662cd5d083cf tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/quotas/5a6034e3084c4fb38b837bb8762205f1 HTTP/1.1" status: 200 len: 375 time: 0.0115476 Dec 12 04:37:25.172360 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-125102d1-54e2-4214-b783-a51c7325bff1 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a6034e3084c4fb38b837bb8762205f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278804 Dec 12 04:37:25.235028 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:25.238699 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] Set router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:25.282815 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-f76190ad-7dec-4177-8fad-8026ec6cdbc9 service neutron] 10.222.0.36 "GET /v2.0/networks/9935a7cb-a3b4-4d82-bbfa-810fcafd43aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005678 Dec 12 04:37:25.347712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:25.407836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Deleting port a333f7ba-6b0f-445a-b2d5-40378aea564a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:25.408350 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:25.416922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-519b6761-b440-4548-ab13-76075ef35494 service neutron] 10.222.0.36 "GET /v2.0/networks/9935a7cb-a3b4-4d82-bbfa-810fcafd43aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210494 Dec 12 04:37:25.492602 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:24Z', 'revision_number': 5, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'gw_port': {'id': 'a333f7ba-6b0f-445a-b2d5-40378aea564a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:25.514088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] For port a333f7ba-6b0f-445a-b2d5-40378aea564a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a333f7ba-6b0f-445a-b2d5-40378aea564a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:25.514832 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:25.526767 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] Checking router: fee1fde9-6f2e-4be8-ab40-f11fafc59d2a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:25.532243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Calling delete_port for a333f7ba-6b0f-445a-b2d5-40378aea564a owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:25.537775 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] Routers {'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:25.538399 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:25.654099 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] Set router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:25.720606 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9133839b-5253-4f93-a158-9eb838439f4a req-44d5fc88-b8b4-4e37-9fa5-7d2c279b6203 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 210 time: 0.0352690 Dec 12 04:37:25.724838 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:25Z', 'revision_number': 6, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:25.777543 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c71225-0c7f-4116-9070-f1081d02b14a None None] The sync data for ids ['fee1fde9-6f2e-4be8-ab40-f11fafc59d2a'] in n-d-710847-7 is: [{'id': 'fee1fde9-6f2e-4be8-ab40-f11fafc59d2a', 'name': 'tempest-TestAggregatesBasicOps-351244347-router', 'tenant_id': '40e89ff7136d4f9ea2044378f559c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:07Z', 'updated_at': '2021-12-12T04:37:25Z', 'revision_number': 6, 'project_id': '40e89ff7136d4f9ea2044378f559c050', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:25.809415 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:25.855550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc3621-6b6f-4909-b443-8dfb53b52b52 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:25.871422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a333f7ba-6b0f-445a-b2d5-40378aea564a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:25.921589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.018211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.021137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.065470 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.066029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee1fde9-6f2e-4be8-ab40-f11fafc59d2a {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:37:26.071043 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.072189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6ce9861b-b193-496d-9783-552d1a667c62 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fee1fde9-6f2e-4be8-ab40-f11fafc59d2a HTTP/1.1" status: 204 len: 168 time: 0.9705215 Dec 12 04:37:26.074871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56228) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:26.126156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ac83c1-6608-40f5-b6a4-e52b497ea9fb admin admin] Deleting subnet 4ee71400-aae2-44d0-bbd5-f6925bff4e3a {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:37:26.130469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5ac83c1-6608-40f5-b6a4-e52b497ea9fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.176747 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5ac83c1-6608-40f5-b6a4-e52b497ea9fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.275823 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5ac83c1-6608-40f5-b6a4-e52b497ea9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.335472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5ac83c1-6608-40f5-b6a4-e52b497ea9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.362001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac83c1-6608-40f5-b6a4-e52b497ea9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee71400-aae2-44d0-bbd5-f6925bff4e3a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:26.366407 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a5ac83c1-6608-40f5-b6a4-e52b497ea9fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.372423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a5ac83c1-6608-40f5-b6a4-e52b497ea9fb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ee71400-aae2-44d0-bbd5-f6925bff4e3a HTTP/1.1" status: 204 len: 168 time: 0.2936473 Dec 12 04:37:26.372423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56230) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:26.374875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33c05d-125e-40e9-aedc-5d7249dae8fd None None] Network 2777cbca-46ff-4553-a82a-ab78debee64e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:26.454966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.525103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Deleting port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:26.525485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.596863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] For port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c89232a8-7bc4-461b-aaef-7a5bee6c8bfd,segment=NetworkSegment(46d8ce74-6e71-453d-a294-8b1070491838),segment_id=46d8ce74-6e71-453d-a294-8b1070491838)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:26.597246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.613458 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Calling delete_port for c89232a8-7bc4-461b-aaef-7a5bee6c8bfd owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:26.615691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4911c82b-1091-4f47-b2b3-785b0af0f2ee None None] DHCP port deletion for 2777cbca-46ff-4553-a82a-ab78debee64e request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:26.668412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4911c82b-1091-4f47-b2b3-785b0af0f2ee None None] Deleting port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:26.668788 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4911c82b-1091-4f47-b2b3-785b0af0f2ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.715929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.747681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4911c82b-1091-4f47-b2b3-785b0af0f2ee None None] For port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c89232a8-7bc4-461b-aaef-7a5bee6c8bfd,segment=NetworkSegment(46d8ce74-6e71-453d-a294-8b1070491838),segment_id=46d8ce74-6e71-453d-a294-8b1070491838)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:26.748196 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4911c82b-1091-4f47-b2b3-785b0af0f2ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.749079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Pushing event deleted for resources: {'Port': ['ID=c89232a8-7bc4-461b-aaef-7a5bee6c8bfd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:26.755258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] No DVR routers for this DVR port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:26.769155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4911c82b-1091-4f47-b2b3-785b0af0f2ee None None] Calling delete_port for c89232a8-7bc4-461b-aaef-7a5bee6c8bfd owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:26.844807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.871672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-001ad462-b196-4719-9958-d5ebc2338bfa req-3787a96f-8384-4807-97ae-bc3361d1678a tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 210 time: 0.0385706 Dec 12 04:37:26.892848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2777cbca-46ff-4553-a82a-ab78debee64e']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:26.892951 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4911c82b-1091-4f47-b2b3-785b0af0f2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.900664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d8ce74-6e71-453d-a294-8b1070491838') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:26.902900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d8ce74-6e71-453d-a294-8b1070491838') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:26.929478 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.945005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911c82b-1091-4f47-b2b3-785b0af0f2ee None None] No DVR routers for this DVR port c89232a8-7bc4-461b-aaef-7a5bee6c8bfd on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:26.947000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911c82b-1091-4f47-b2b3-785b0af0f2ee None None] Pushing event deleted for resources: {'Port': ['ID=c89232a8-7bc4-461b-aaef-7a5bee6c8bfd,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:26.961745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.971117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:37:26.971521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:37:26.974583 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:37:27.061172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.067066 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.070381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] 10.222.0.36 "DELETE /v2.0/networks/2777cbca-46ff-4553-a82a-ab78debee64e HTTP/1.1" status: 204 len: 168 time: 0.6973262 Dec 12 04:37:27.092596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2c469-4557-436e-a54d-157a0c45dfbc admin admin] Pushing event deleted for resources: {'Network': ['ID=2777cbca-46ff-4553-a82a-ab78debee64e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:27.200440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbde52-99b3-48b9-8660-47be216292e3 req-2ecb1b7f-296a-4489-9d17-59a006118be0 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:27.202126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-2ecb1b7f-296a-4489-9d17-59a006118be0 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.37 "GET /v2.0/networks?id=9935a7cb-a3b4-4d82-bbfa-810fcafd43aa HTTP/1.1" status: 200 len: 810 time: 0.1184635 Dec 12 04:37:27.228251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Request body: {'port': {'device_id': '7ef4e491-7c13-458c-b73e-c080ebac2be6', 'network_id': '9935a7cb-a3b4-4d82-bbfa-810fcafd43aa', 'admin_state_up': True, 'tenant_id': '5a6034e3084c4fb38b837bb8762205f1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:27.242297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56238) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:27.305299 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4eca3491-16ea-466b-a9ff-ddb66c838e72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09df233148554c0aa91d9b2b895af5c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610981 Dec 12 04:37:27.307774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56240) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:27.353012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Made reservation on behalf of 5a6034e3084c4fb38b837bb8762205f1 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:27.357589 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.366951 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c981502d-a735-4e03-9be3-8d12e9b3840e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.388869 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c981502d-a735-4e03-9be3-8d12e9b3840e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.441680 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c981502d-a735-4e03-9be3-8d12e9b3840e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.445491 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c981502d-a735-4e03-9be3-8d12e9b3840e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.453130 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c981502d-a735-4e03-9be3-8d12e9b3840e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e9ae708-69b2-4a98-b08e-cd7ace9b0588 HTTP/1.1" status: 204 len: 168 time: 0.1388633 Dec 12 04:37:27.462976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981502d-a735-4e03-9be3-8d12e9b3840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ae708-69b2-4a98-b08e-cd7ace9b0588,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:27.494609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Allocated IP 172.20.0.7 (9935a7cb-a3b4-4d82-bbfa-810fcafd43aa/cbebc937-a102-4f44-a971-4e72e6d7efed/e754bd80-846d-4429-8a6e-0b2d861d6338) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:27.655790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.694771 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.728153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a333f7ba-6b0f-445a-b2d5-40378aea564a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:27.750783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: a333f7ba-6b0f-445a-b2d5-40378aea564a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:27.751134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device a333f7ba-6b0f-445a-b2d5-40378aea564a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:27.752624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54c2848f-5d70-4c43-aec6-3c7b19330b6b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:27.757493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Network 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:27.761030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:27.765245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:27.776154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 54c2848f-5d70-4c43-aec6-3c7b19330b6b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:27.776778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54c2848f-5d70-4c43-aec6-3c7b19330b6b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:27.777498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c89232a8-7bc4-461b-aaef-7a5bee6c8bfd no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:27.802432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Pushing event updated for resources: {'Port': ['ID=e754bd80-846d-4429-8a6e-0b2d861d6338,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:27.810039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c89232a8-7bc4-461b-aaef-7a5bee6c8bfd {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:27.810404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c89232a8-7bc4-461b-aaef-7a5bee6c8bfd not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:27.821814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:27.821985 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.840041 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-271c16a0-2b79-4e1d-8787-fdea9e82612e tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6166854 Dec 12 04:37:27.861925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Request body: {'port': {'device_id': '7ef4e491-7c13-458c-b73e-c080ebac2be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:27.876800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56246) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:27.925724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:27.940160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1da1a61b-12b0-49fe-9078-0432b09d8ef4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40e89ff7136d4f9ea2044378f559c050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619767 Dec 12 04:37:27.940638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56250) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:27.999616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c64474-0128-4636-ac4e-ff3fc787894b req-bb20abcd-5ad8-4579-94c2-5b6614c9cda0 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:28.001237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2c64474-0128-4636-ac4e-ff3fc787894b req-bb20abcd-5ad8-4579-94c2-5b6614c9cda0 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 931 time: 0.0540607 Dec 12 04:37:28.054043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2c64474-0128-4636-ac4e-ff3fc787894b req-753089e1-e89b-4a7b-bd3e-9322640d133a tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Dec 12 04:37:28.147269 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcac8608-f39b-4d2a-a207-9f6328eaf990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.178715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcac8608-f39b-4d2a-a207-9f6328eaf990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.282796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcac8608-f39b-4d2a-a207-9f6328eaf990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.286430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fcac8608-f39b-4d2a-a207-9f6328eaf990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.289916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fcac8608-f39b-4d2a-a207-9f6328eaf990 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aefd30cf-f8ef-4bbb-9e6f-f12fbd1887dd HTTP/1.1" status: 204 len: 168 time: 0.3456733 Dec 12 04:37:28.304683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac8608-f39b-4d2a-a207-9f6328eaf990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefd30cf-f8ef-4bbb-9e6f-f12fbd1887dd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:28.307171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e754bd80-846d-4429-8a6e-0b2d861d6338 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:37:28.315444 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.343036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Transition to ACTIVE for port object e754bd80-846d-4429-8a6e-0b2d861d6338 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:37:28.347654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.438394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Pushing event updated for resources: {'Port': ['ID=e754bd80-846d-4429-8a6e-0b2d861d6338,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:28.464498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b09947-a231-4798-92bf-534e3fdd51b9 req-bc042f49-0a7d-483f-b94a-a251e7c96888 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:28.466078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40b09947-a231-4798-92bf-534e3fdd51b9 req-bc042f49-0a7d-483f-b94a-a251e7c96888 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1097 time: 0.0839167 Dec 12 04:37:28.504494 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-40b09947-a231-4798-92bf-534e3fdd51b9 req-84e4af63-4e70-4f50-8567-8221fc4fa7c0 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.542454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Attempting to bind port e754bd80-846d-4429-8a6e-0b2d861d6338 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:28.542870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Attempting to bind port e754bd80-846d-4429-8a6e-0b2d861d6338 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dfd59ec2-710d-48a7-8e6a-13f197ff2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9935a7cb-a3b4-4d82-bbfa-810fcafd43aa'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:28.543178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Attempting to bind port e754bd80-846d-4429-8a6e-0b2d861d6338 on network 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:28.556358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Port e754bd80-846d-4429-8a6e-0b2d861d6338 on network 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:37:28.556695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Attempting to bind port e754bd80-846d-4429-8a6e-0b2d861d6338 on network 9935a7cb-a3b4-4d82-bbfa-810fcafd43aa {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:28.565502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:28.565845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Checking segment: {'id': 'dfd59ec2-710d-48a7-8e6a-13f197ff2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9935a7cb-a3b4-4d82-bbfa-810fcafd43aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:28.566266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Bound using segment: {'id': 'dfd59ec2-710d-48a7-8e6a-13f197ff2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9935a7cb-a3b4-4d82-bbfa-810fcafd43aa'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:28.566731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Bound port: e754bd80-846d-4429-8a6e-0b2d861d6338, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd59ec2-710d-48a7-8e6a-13f197ff2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9935a7cb-a3b4-4d82-bbfa-810fcafd43aa'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:28.567121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.672803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-40b09947-a231-4798-92bf-534e3fdd51b9 req-84e4af63-4e70-4f50-8567-8221fc4fa7c0 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.675687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] For port e754bd80-846d-4429-8a6e-0b2d861d6338, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:28.679045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] For port e754bd80-846d-4429-8a6e-0b2d861d6338, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e754bd80-846d-4429-8a6e-0b2d861d6338,segment=NetworkSegment(dfd59ec2-710d-48a7-8e6a-13f197ff2caa),segment_id=dfd59ec2-710d-48a7-8e6a-13f197ff2caa)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:28.680164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-40b09947-a231-4798-92bf-534e3fdd51b9 req-84e4af63-4e70-4f50-8567-8221fc4fa7c0 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.691716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.760584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40b09947-a231-4798-92bf-534e3fdd51b9 req-84e4af63-4e70-4f50-8567-8221fc4fa7c0 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764592 Dec 12 04:37:28.762949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:28.763590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:28.764974 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] 10.222.0.37 "PUT /v2.0/ports/e754bd80-846d-4429-8a6e-0b2d861d6338 HTTP/1.1" status: 200 len: 1091 time: 0.9073637 Dec 12 04:37:28.767269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef4e491-7c13-458c-b73e-c080ebac2be6', 'tag': 'e754bd80-846d-4429-8a6e-0b2d861d6338'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:28.769595 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef4e491-7c13-458c-b73e-c080ebac2be6", "tag": "e754bd80-846d-4429-8a6e-0b2d861d6338"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:28.775387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4af63-4e70-4f50-8567-8221fc4fa7c0 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be4a880-9c9a-476c-92f7-4386d45b7627,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:28.798110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd92852-fb0a-4b8f-a8fd-79f484d38765 service neutron] Pushing event updated for resources: {'Port': ['ID=e754bd80-846d-4429-8a6e-0b2d861d6338,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:28.843694 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603aad29-eb45-4ff9-884d-fdc3fecbf802 x-openstack-request-id: req-603aad29-eb45-4ff9-884d-fdc3fecbf802 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:28.844043 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef4e491-7c13-458c-b73e-c080ebac2be6", "tag": "e754bd80-846d-4429-8a6e-0b2d861d6338", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:28.844831 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-603aad29-eb45-4ff9-884d-fdc3fecbf802 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:28.844831 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef4e491-7c13-458c-b73e-c080ebac2be6', 'tag': 'e754bd80-846d-4429-8a6e-0b2d861d6338', 'status': 'completed', 'code': 200} Dec 12 04:37:28.967816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9775e7-5c0e-41dc-90d1-b046d6fe0209 req-cf40d927-5b1a-4961-b4f9-b899028ca681 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:28.969495 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa9775e7-5c0e-41dc-90d1-b046d6fe0209 req-cf40d927-5b1a-4961-b4f9-b899028ca681 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.1048274 Dec 12 04:37:28.972324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbde52-99b3-48b9-8660-47be216292e3 req-3829d842-b574-49f0-812e-c4c16ca36375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:28.973894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-3829d842-b574-49f0-812e-c4c16ca36375 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a6034e3084c4fb38b837bb8762205f1&device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 1094 time: 0.1105180 Dec 12 04:37:29.042800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-b0233901-eae8-4739-b7c2-25899ddc90cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e754bd80-846d-4429-8a6e-0b2d861d6338 HTTP/1.1" status: 200 len: 217 time: 0.0488687 Dec 12 04:37:29.070489 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa9775e7-5c0e-41dc-90d1-b046d6fe0209 req-c0696a77-c5bf-4a8d-88c3-65aea89bbb2a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947495 Dec 12 04:37:29.100933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56290) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:29.132665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbde52-99b3-48b9-8660-47be216292e3 req-d627e2f5-832f-49bd-92cd-27fcf37a6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:29.134682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-d627e2f5-832f-49bd-92cd-27fcf37a6691 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbebc937-a102-4f44-a971-4e72e6d7efed HTTP/1.1" status: 200 len: 850 time: 0.0785007 Dec 12 04:37:29.168704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56292) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:29.179001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-a791af11-0298-455c-b200-ae7170e906a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9935a7cb-a3b4-4d82-bbfa-810fcafd43aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314765 Dec 12 04:37:29.222313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-244eeb3c-06e4-45c2-9a4b-3583ab453328 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/8c50d23c-db34-438b-93b5-1ebd1c4fcc26 HTTP/1.1" status: 200 len: 994 time: 0.1201284 Dec 12 04:37:29.236072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833da3-38c1-471b-a701-765dcd37d185 req-71d4e712-1638-4031-8403-c7c37d7d4e93 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:29.237976 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb833da3-38c1-471b-a701-765dcd37d185 req-71d4e712-1638-4031-8403-c7c37d7d4e93 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 943 time: 0.0793378 Dec 12 04:37:29.294191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-5d68c315-86c2-4e50-b1df-e20fc8a1c177 service neutron] 10.222.0.37 "GET /v2.0/networks/9935a7cb-a3b4-4d82-bbfa-810fcafd43aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023660 Dec 12 04:37:29.302696 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb833da3-38c1-471b-a701-765dcd37d185 req-83f40a3b-828d-45ae-8f1a-a0776f9a63bb tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572422 Dec 12 04:37:29.330898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1981756938-network', 'tenant_id': '1e8c01c4096e45099e09194137f9c774'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:29.361693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Made reservation on behalf of 1e8c01c4096e45099e09194137f9c774 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:29.364920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:29.373763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:29.396362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86dbde52-99b3-48b9-8660-47be216292e3 req-422d2f65-dc49-4138-a3d7-060ad6930887 service neutron] 10.222.0.37 "GET /v2.0/networks/9935a7cb-a3b4-4d82-bbfa-810fcafd43aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907681 Dec 12 04:37:29.454440 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:29.458091 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:29.484977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:37:29.493145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afebc407-26ed-409d-b636-f8bf5f33684f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:29.501438 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:29.501867 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Added segment 06dfc88d-805f-4a03-946f-11330861ed27 of type vlan for network ac571af6-01ea-4647-baaf-7f1e62b83017 Dec 12 04:37:29.543873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-1055c171-94e9-4cef-b16e-da6a8beade5c req-ada63af2-a549-4e3c-b0f6-ea2e99ba8c17 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:37:29.544908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1055c171-94e9-4cef-b16e-da6a8beade5c req-ada63af2-a549-4e3c-b0f6-ea2e99ba8c17 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081165 Dec 12 04:37:29.553991 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:29.560932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-3c3c21e1-8f2c-4d01-8632-1f16fb5a26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:29.564339 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-3c3c21e1-8f2c-4d01-8632-1f16fb5a26f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a6034e3084c4fb38b837bb8762205f1&device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 1094 time: 0.0570877 Dec 12 04:37:29.588556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:29.590051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:29.591801 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:29.648522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4733915 Dec 12 04:37:29.649149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56306) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:29.658704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Request body: {'subnet': {'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1981756938-subnet', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:29.662583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a67a95-ba98-41f9-ad52-3cc850e2531f admin admin] Pushing event updated for resources: {'Network': ['ID=ac571af6-01ea-4647-baaf-7f1e62b83017,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:29.675084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ac571af6-01ea-4647-baaf-7f1e62b83017 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:37:29.688604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-8a2a4662-1591-4352-8b4c-e5f65e9c5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:29.690207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-8a2a4662-1591-4352-8b4c-e5f65e9c5964 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9935a7cb-a3b4-4d82-bbfa-810fcafd43aa HTTP/1.1" status: 200 len: 910 time: 0.1186779 Dec 12 04:37:29.704517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Made reservation on behalf of 1e8c01c4096e45099e09194137f9c774 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:29.706973 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:30.019226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56316) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:30.099840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-2112a9f7-c818-48fa-98cf-5e1e894bd09d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e754bd80-846d-4429-8a6e-0b2d861d6338 HTTP/1.1" status: 200 len: 217 time: 0.4016380 Dec 12 04:37:30.132699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-83e488c6-7623-40d5-91ca-2a3dbe735650 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120276 Dec 12 04:37:30.143201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-07cb26bb-6ceb-409f-ae85-482b210487f8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:37:30.144327 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-07cb26bb-6ceb-409f-ae85-482b210487f8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059564 Dec 12 04:37:30.206959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ac36f-69c0-49a7-99bb-eb6b8869086b req-9498de4c-9209-4638-9fa6-eb10e0ab10c7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:30.208578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-862ac36f-69c0-49a7-99bb-eb6b8869086b req-9498de4c-9209-4638-9fa6-eb10e0ab10c7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.1719522 Dec 12 04:37:30.211533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-9187f74b-fb22-44c2-befe-b6eee4120eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:30.212933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-9187f74b-fb22-44c2-befe-b6eee4120eb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbebc937-a102-4f44-a971-4e72e6d7efed HTTP/1.1" status: 200 len: 850 time: 0.0976584 Dec 12 04:37:30.267476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-cfb94b6f-5b5a-4926-afe8-e9e0290407e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9935a7cb-a3b4-4d82-bbfa-810fcafd43aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415790 Dec 12 04:37:30.384670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-862ac36f-69c0-49a7-99bb-eb6b8869086b req-91460d65-a8cd-4f46-b7cc-f274d8f9bbe3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660063 Dec 12 04:37:30.461263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceeec9-8b6e-4b86-aecd-7459e1f0023e req-e7e5933b-4b53-4124-a27d-5b02c43c6b0c tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:30.466706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:30.469834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97ceeec9-8b6e-4b86-aecd-7459e1f0023e req-e7e5933b-4b53-4124-a27d-5b02c43c6b0c tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 943 time: 0.0749869 Dec 12 04:37:30.498372 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-533a45c7-11f8-439e-853f-495996c3e0e4 service neutron] 10.222.0.37 "GET /v2.0/networks/9935a7cb-a3b4-4d82-bbfa-810fcafd43aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054093 Dec 12 04:37:30.546185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97ceeec9-8b6e-4b86-aecd-7459e1f0023e req-9e40bbd8-ab38-49b0-a81b-495ef87cbb59 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751476 Dec 12 04:37:30.576390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d550a563-1146-436b-86c0-fecbd106d063,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:30.797968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Checking segment: {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:30.797968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Network hostable DHCP agents. Network: ac571af6-01ea-4647-baaf-7f1e62b83017, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:37:30.797968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1b74bad1-cacf-48dd-bdd0-dcdfa351ee44 req-768073ba-0469-4913-86df-e144afa4b991 service neutron] 10.222.0.37 "GET /v2.0/networks/9935a7cb-a3b4-4d82-bbfa-810fcafd43aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528885 Dec 12 04:37:30.797968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Network ac571af6-01ea-4647-baaf-7f1e62b83017 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:37:30.797968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ac571af6-01ea-4647-baaf-7f1e62b83017) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:30.802395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda8614-4591-4575-9026-796592521e05 None None] Network ac571af6-01ea-4647-baaf-7f1e62b83017 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:30.805693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:30.805693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:30.805693 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9d4b7c05-5778-435a-8e97-0a21ce4d7372 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0849204 Dec 12 04:37:30.806370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56354) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:30.806370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:30.806370 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:30.806370 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:30.879076 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:30.882509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-ac571af6-01ea-4647-baaf-7f1e62b83017', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'project_id': '1e8c01c4096e45099e09194137f9c774', 'fixed_ips': [{'subnet_id': 'd550a563-1146-436b-86c0-fecbd106d063'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:37:30.883811 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.045294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Allocated IP 172.20.0.2 (ac571af6-01ea-4647-baaf-7f1e62b83017/d550a563-1146-436b-86c0-fecbd106d063/6be894a1-712a-4daf-8535-eca3f306d50b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:31.081215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.205276 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.214689 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.261241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Network ac571af6-01ea-4647-baaf-7f1e62b83017 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:31.264512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:31.268379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:31.317330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Pushing event updated for resources: {'Port': ['ID=6be894a1-712a-4daf-8535-eca3f306d50b,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:31.333547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Attempting to bind port 6be894a1-712a-4daf-8535-eca3f306d50b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:31.333996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Attempting to bind port 6be894a1-712a-4daf-8535-eca3f306d50b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:31.334426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Attempting to bind port 6be894a1-712a-4daf-8535-eca3f306d50b on network ac571af6-01ea-4647-baaf-7f1e62b83017 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:31.339760 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:31.340135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Checking segment: {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:31.340541 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.340962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Bound using segment: {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:31.341650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Bound port: 6be894a1-712a-4daf-8535-eca3f306d50b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:31.342054 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.344517 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.366866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.415870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] For port 6be894a1-712a-4daf-8535-eca3f306d50b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:31.419794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] For port 6be894a1-712a-4daf-8535-eca3f306d50b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6be894a1-712a-4daf-8535-eca3f306d50b,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:31.424284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.497993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb1a7b-91bc-437a-899a-a412057d4a12 None None] Pushing event updated for resources: {'Port': ['ID=6be894a1-712a-4daf-8535-eca3f306d50b,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:31.528480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Allocated IP 172.25.7.103 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/cbb7d92e-8a1d-466f-8d79-cde53fc0f360) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:31.544580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f6538-d3c4-4400-920d-c83bb2172d07 req-5373b11a-e240-48b2-9906-af8329e89152 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:31.558571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-952f6538-d3c4-4400-920d-c83bb2172d07 req-5373b11a-e240-48b2-9906-af8329e89152 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0886810 Dec 12 04:37:31.621448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-952f6538-d3c4-4400-920d-c83bb2172d07 req-63eeba04-ffa3-45d5-a5ad-2e10758001b2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556874 Dec 12 04:37:31.727202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb6ffe-037c-4ce5-8e90-01f1e5ac87cd req-a27bab9c-6b49-46a5-9d6c-60a5b575c655 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:31.734689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0eb6ffe-037c-4ce5-8e90-01f1e5ac87cd req-a27bab9c-6b49-46a5-9d6c-60a5b575c655 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 943 time: 0.1102743 Dec 12 04:37:31.761290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.876223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c0eb6ffe-037c-4ce5-8e90-01f1e5ac87cd req-c6110a82-8fc0-4bc6-af78-45420e263c5c tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404335 Dec 12 04:37:31.891236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-ffe211e9-ff46-4174-90a1-5c778943fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:31.893170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-ffe211e9-ff46-4174-90a1-5c778943fb71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1097 time: 0.1507149 Dec 12 04:37:31.894799 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:31.999350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:32.007276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:32.014100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:32.020011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e754bd80-846d-4429-8a6e-0b2d861d6338 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:37:32.028513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb85335-ffee-4e6a-9744-18977c3f1f51 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:32.046949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb7d92e-8a1d-466f-8d79-cde53fc0f360,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:32.141164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-57941351-0433-4252-8813-cc96d37ffb6a None None] Provisioning complete for port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:32.141791 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-57941351-0433-4252-8813-cc96d37ffb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:32.165302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-a4d8edae-7e05-4b8c-ac5e-5827d5797539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:32.166860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-a4d8edae-7e05-4b8c-ac5e-5827d5797539 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 896 time: 0.2660005 Dec 12 04:37:32.206096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port e754bd80-846d-4429-8a6e-0b2d861d6338, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e754bd80-846d-4429-8a6e-0b2d861d6338,segment=NetworkSegment(dfd59ec2-710d-48a7-8e6a-13f197ff2caa),segment_id=dfd59ec2-710d-48a7-8e6a-13f197ff2caa)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:32.210313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-57941351-0433-4252-8813-cc96d37ffb6a None None] Port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:32.220599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'e754bd80-846d-4429-8a6e-0b2d861d6338', 'network_id': '9935a7cb-a3b4-4d82-bbfa-810fcafd43aa', 'port_id': 'e754bd80-846d-4429-8a6e-0b2d861d6338', 'mac_address': 'fa:16:3e:c6:41:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebc937-a102-4f44-a971-4e72e6d7efed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:37:32.264365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:32.276594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-a6b31c26-9b16-4433-b370-72baaed9d8b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 1002 time: 0.0832920 Dec 12 04:37:32.286836 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e754bd80-846d-4429-8a6e-0b2d861d6338 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:37:32.313365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port e754bd80-846d-4429-8a6e-0b2d861d6338, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e754bd80-846d-4429-8a6e-0b2d861d6338,segment=NetworkSegment(dfd59ec2-710d-48a7-8e6a-13f197ff2caa),segment_id=dfd59ec2-710d-48a7-8e6a-13f197ff2caa)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:32.322650 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:32.379055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=e754bd80-846d-4429-8a6e-0b2d861d6338,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:32.421420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-7cf2c553-4d72-4ff7-b4f9-262f74e9d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:32.422958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-7cf2c553-4d72-4ff7-b4f9-262f74e9d9f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 200 len: 834 time: 0.1049170 Dec 12 04:37:32.460902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:32.547960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-db0bd3ab-163a-4f6c-9f27-733417cff30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:32.549596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-db0bd3ab-163a-4f6c-9f27-733417cff30a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179750 Dec 12 04:37:32.656283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['e754bd80-846d-4429-8a6e-0b2d861d6338'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:37:32.798896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d7127-f4f2-47f4-83b7-11db20c6a89d None None] Network ac571af6-01ea-4647-baaf-7f1e62b83017 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:32.806326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeaceb-7876-4cf7-8700-c77626190523 req-96ce1759-b583-478a-872c-ec014bd2e74f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:32.810072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3adeaceb-7876-4cf7-8700-c77626190523 req-96ce1759-b583-478a-872c-ec014bd2e74f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0869057 Dec 12 04:37:32.886249 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3adeaceb-7876-4cf7-8700-c77626190523 req-b5750829-bdf9-42a3-b7b2-dbd4f3fdb3c3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702608 Dec 12 04:37:32.925340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fde15549-ecef-4cf7-ac62-69ea0ef1f914 None None] Provisioning complete for port 6be894a1-712a-4daf-8535-eca3f306d50b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:32.925774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fde15549-ecef-4cf7-ac62-69ea0ef1f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:33.075780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fde15549-ecef-4cf7-ac62-69ea0ef1f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:33.116637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fde15549-ecef-4cf7-ac62-69ea0ef1f914 None None] For port 6be894a1-712a-4daf-8535-eca3f306d50b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6be894a1-712a-4daf-8535-eca3f306d50b,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:33.138849 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fde15549-ecef-4cf7-ac62-69ea0ef1f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:33.194876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-e87307b9-2813-4582-9cba-960183ad4298 service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372910 Dec 12 04:37:33.212891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15549-ecef-4cf7-ac62-69ea0ef1f914 None None] Pushing event updated for resources: {'Port': ['ID=6be894a1-712a-4daf-8535-eca3f306d50b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:33.221996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c948eb2-f497-4520-9698-71a61da8a43f req-48477233-9d49-4d0b-a265-8df33957ef45 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:33.224409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c948eb2-f497-4520-9698-71a61da8a43f req-48477233-9d49-4d0b-a265-8df33957ef45 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 944 time: 0.1631544 Dec 12 04:37:33.312296 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:33.365097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-293a8f6d-f491-4837-9ce8-feae76724db9 None None] Provisioning complete for port 6be894a1-712a-4daf-8535-eca3f306d50b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:33.365756 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-293a8f6d-f491-4837-9ce8-feae76724db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:33.419344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c948eb2-f497-4520-9698-71a61da8a43f req-5a6f1d5d-8f05-4134-b1ba-aa93b09cd90c tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820579 Dec 12 04:37:33.450839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-da3fc67a-da29-40dd-b311-d090f8da05e0 service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232985 Dec 12 04:37:33.513134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Router 693ddf14-eb89-4448-a85b-15630d05000c is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:37:33.655691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:33.671532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Sync routers for ids ['693ddf14-eb89-4448-a85b-15630d05000c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:33.684428 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:33.687013 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ea5d90a9-45d6-410a-9c76-d1396a009eb6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9477415 Dec 12 04:37:33.689757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56414) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:33.693027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Routers {'693ddf14-eb89-4448-a85b-15630d05000c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:33.694047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['693ddf14-eb89-4448-a85b-15630d05000c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:33.806306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6be894a1-712a-4daf-8535-eca3f306d50b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:33.865020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Set router 693ddf14-eb89-4448-a85b-15630d05000c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:34.034319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6be894a1-712a-4daf-8535-eca3f306d50b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:34.034801 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.040285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e754bd80-846d-4429-8a6e-0b2d861d6338 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:34.063317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce63eef-03a8-4fdd-949a-d3b50f416a2b req-3a819d60-e110-4ba6-b54c-10d0220c175a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:34.064962 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ce63eef-03a8-4fdd-949a-d3b50f416a2b req-3a819d60-e110-4ba6-b54c-10d0220c175a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.1011915 Dec 12 04:37:34.178059 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ce63eef-03a8-4fdd-949a-d3b50f416a2b req-f5c4a7d9-6a3e-4f78-8f03-e02fb9328e8b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024384 Dec 12 04:37:34.269418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.388880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port e754bd80-846d-4429-8a6e-0b2d861d6338 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:37:34.399529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port e754bd80-846d-4429-8a6e-0b2d861d6338 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:34.399903 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.442509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ddf14-eb89-4448-a85b-15630d05000c', 'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:30Z', 'updated_at': '2021-12-12T04:37:32Z', 'revision_number': 3, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'gw_port': {'id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:31Z', 'updated_at': '2021-12-12T04:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:34.474033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Checking router: 693ddf14-eb89-4448-a85b-15630d05000c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:34.474375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Updating router 693ddf14-eb89-4448-a85b-15630d05000c port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:34.476742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Allocated IP 172.20.0.1 (ac571af6-01ea-4647-baaf-7f1e62b83017/d550a563-1146-436b-86c0-fecbd106d063/ec46178e-1cbf-4272-8e05-daf173bf88ba) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:34.509776 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.624347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.628205 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.651995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd35c01-76bc-4016-9abe-cd106ec045b6 req-54c1a47a-2509-4ee1-8b20-ef3b503b8590 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:34.660306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd35c01-76bc-4016-9abe-cd106ec045b6 req-54c1a47a-2509-4ee1-8b20-ef3b503b8590 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 944 time: 0.1138999 Dec 12 04:37:34.672386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef4e491-7c13-458c-b73e-c080ebac2be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e754bd80-846d-4429-8a6e-0b2d861d6338'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:34.674943 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beb285a-9ba7-4edf-bbe5-98789064ab37" -d '{"events": [{"server_uuid": "7ef4e491-7c13-458c-b73e-c080ebac2be6", "name": "network-vif-plugged", "status": "completed", "tag": "e754bd80-846d-4429-8a6e-0b2d861d6338"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:34.693600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.695069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port e754bd80-846d-4429-8a6e-0b2d861d6338, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e754bd80-846d-4429-8a6e-0b2d861d6338,segment=NetworkSegment(dfd59ec2-710d-48a7-8e6a-13f197ff2caa),segment_id=dfd59ec2-710d-48a7-8e6a-13f197ff2caa)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:34.707898 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.731595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfd35c01-76bc-4016-9abe-cd106ec045b6 req-f7bafc2d-e4b2-4adf-85ff-4fbb28965bdc tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696933 Dec 12 04:37:34.738545 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9485997f-5898-497e-a963-ba6fa9684c8f x-openstack-request-id: req-9485997f-5898-497e-a963-ba6fa9684c8f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:34.738893 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef4e491-7c13-458c-b73e-c080ebac2be6", "name": "network-vif-plugged", "status": "completed", "tag": "e754bd80-846d-4429-8a6e-0b2d861d6338", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:34.739163 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9485997f-5898-497e-a963-ba6fa9684c8f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:34.739568 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef4e491-7c13-458c-b73e-c080ebac2be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e754bd80-846d-4429-8a6e-0b2d861d6338', 'code': 200} Dec 12 04:37:34.746617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Network ac571af6-01ea-4647-baaf-7f1e62b83017 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:34.751694 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:34.756633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Pushing event updated for resources: {'Port': ['ID=ec46178e-1cbf-4272-8e05-daf173bf88ba,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:34.761630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:34.807701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=e754bd80-846d-4429-8a6e-0b2d861d6338,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:34.818609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.943462 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:34.951039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c784bd-e845-400b-9887-ca6c8b8eded1 req-005a347a-4d8a-4dde-9145-f1d84a621ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:34.952672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40c784bd-e845-400b-9887-ca6c8b8eded1 req-005a347a-4d8a-4dde-9145-f1d84a621ce6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 1096 time: 0.0682628 Dec 12 04:37:34.954991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.021678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b8c16-f609-43a0-9ae5-9931056f637f None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:35.041358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Attempting to bind port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:35.041736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Attempting to bind port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:35.042103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Attempting to bind port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:35.042812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40c784bd-e845-400b-9887-ca6c8b8eded1 req-c3cb9c69-80a6-4f4c-aab0-469a231a4596 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681167 Dec 12 04:37:35.044783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19fff2-97ec-4799-8c30-58fab5b1b3ba None None] Pushing event updated for resources: {'Port': ['ID=cbb7d92e-8a1d-466f-8d79-cde53fc0f360,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:35.058575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:35.059630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:35.060369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.060991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:35.061795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Bound port: cbb7d92e-8a1d-466f-8d79-cde53fc0f360, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:35.062790 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.091260 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.125536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c4d192f6-a532-4e21-a98f-e3c8bc5639ca None None] Provisioning complete for port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:35.126192 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4d192f6-a532-4e21-a98f-e3c8bc5639ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.174801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] For port cbb7d92e-8a1d-466f-8d79-cde53fc0f360, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:35.191012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] For port cbb7d92e-8a1d-466f-8d79-cde53fc0f360, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=cbb7d92e-8a1d-466f-8d79-cde53fc0f360,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:35.194165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c4d192f6-a532-4e21-a98f-e3c8bc5639ca None None] Port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:35.197792 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.252521 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Routers {'693ddf14-eb89-4448-a85b-15630d05000c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:35.253242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['693ddf14-eb89-4448-a85b-15630d05000c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:35.255870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c504c-ad16-45da-8fc4-ce652612b5dc None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:35.262653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c4d192f6-a532-4e21-a98f-e3c8bc5639ca None None] Provisioning complete for port ec46178e-1cbf-4272-8e05-daf173bf88ba triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:35.263064 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4d192f6-a532-4e21-a98f-e3c8bc5639ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.295974 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.303251 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.338855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c4d192f6-a532-4e21-a98f-e3c8bc5639ca None None] Port ec46178e-1cbf-4272-8e05-daf173bf88ba cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:35.395422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19fff2-97ec-4799-8c30-58fab5b1b3ba None None] Pushing event updated for resources: {'Port': ['ID=cbb7d92e-8a1d-466f-8d79-cde53fc0f360,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:35.410275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.424116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Pushing event updated for resources: {'Port': ['ID=ec46178e-1cbf-4272-8e05-daf173bf88ba,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:35.435761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529db248-7fc9-4261-affd-490f9fe61c10 req-6a8894f5-ac4b-4ef5-8180-92cd5ae1b16e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:35.437313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-529db248-7fc9-4261-affd-490f9fe61c10 req-6a8894f5-ac4b-4ef5-8180-92cd5ae1b16e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.1051061 Dec 12 04:37:35.446096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] Set router 693ddf14-eb89-4448-a85b-15630d05000c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:35.535332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d5fc6085-e041-41d8-8b1e-24614748d1a3 None None] Provisioning complete for port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:35.535753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6085-e041-41d8-8b1e-24614748d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.546755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-529db248-7fc9-4261-affd-490f9fe61c10 req-53b16a93-762a-4b82-9d81-9f60f9e1eca9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953400 Dec 12 04:37:35.603065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Network ac571af6-01ea-4647-baaf-7f1e62b83017 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:35.603065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:35.742618 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6085-e041-41d8-8b1e-24614748d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.760231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Router 693ddf14-eb89-4448-a85b-15630d05000c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:37:35.827949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d5fc6085-e041-41d8-8b1e-24614748d1a3 None None] For port cbb7d92e-8a1d-466f-8d79-cde53fc0f360, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=cbb7d92e-8a1d-466f-8d79-cde53fc0f360,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:35.842029 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6085-e041-41d8-8b1e-24614748d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:35.905834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d4e8b-ebc3-4e58-8cd3-2fc8df2f0fc7 req-d535952f-858d-44dc-a3b7-49d08ef10f0a tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:35.914870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d7d4e8b-ebc3-4e58-8cd3-2fc8df2f0fc7 req-d535952f-858d-44dc-a3b7-49d08ef10f0a tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 945 time: 0.0703325 Dec 12 04:37:35.954611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:35.969163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc6085-e041-41d8-8b1e-24614748d1a3 None None] Pushing event updated for resources: {'Port': ['ID=cbb7d92e-8a1d-466f-8d79-cde53fc0f360,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:35.969366 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3092d7a1-8816-4cb6-83f5-7e3a6892a7bd admin admin] 10.222.0.36 "PUT /v2.0/routers/693ddf14-eb89-4448-a85b-15630d05000c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700169 Dec 12 04:37:35.991681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ddf14-eb89-4448-a85b-15630d05000c', 'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:30Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 4, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'gw_port': {'id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:31Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ec46178e-1cbf-4272-8e05-daf173bf88ba', 'name': '', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'mac_address': 'fa:16:3e:86:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd550a563-1146-436b-86c0-fecbd106d063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:34Z', 'updated_at': '2021-12-12T04:37:34Z', 'revision_number': 1, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'subnets': [{'id': 'd550a563-1146-436b-86c0-fecbd106d063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:35.998962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d7d4e8b-ebc3-4e58-8cd3-2fc8df2f0fc7 req-525542b8-9467-41f4-b022-4e4c45e187ed tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765312 Dec 12 04:37:36.026170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5f7f9-653d-4548-856c-4b79f7ae0e6f None None] The sync data for ids ['693ddf14-eb89-4448-a85b-15630d05000c'] in n-d-710847-7 is: [{'id': '693ddf14-eb89-4448-a85b-15630d05000c', 'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:30Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 4, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'gw_port': {'id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:31Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ec46178e-1cbf-4272-8e05-daf173bf88ba', 'name': '', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'mac_address': 'fa:16:3e:86:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd550a563-1146-436b-86c0-fecbd106d063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:34Z', 'updated_at': '2021-12-12T04:37:34Z', 'revision_number': 1, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'subnets': [{'id': 'd550a563-1146-436b-86c0-fecbd106d063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:36.062943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ca36fdca-0a77-4f3c-b257-4708b764139c None None] Provisioning complete for port ec46178e-1cbf-4272-8e05-daf173bf88ba triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:36.063320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ca36fdca-0a77-4f3c-b257-4708b764139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:36.123674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ca36fdca-0a77-4f3c-b257-4708b764139c None None] Port ec46178e-1cbf-4272-8e05-daf173bf88ba cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:36.656063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56480) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:36.663122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1126030071-network', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:36.707068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Made reservation on behalf of 4c3fc195c6d945d4b2199f5adf3c84c8 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:36.710088 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:36.720802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8c71e-870f-497f-9feb-95811e52f3cf req-ea900fd0-68cf-43e8-bda0-4c884a5bb6ae tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:36.722454 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19c8c71e-870f-497f-9feb-95811e52f3cf req-ea900fd0-68cf-43e8-bda0-4c884a5bb6ae tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0926058 Dec 12 04:37:36.727016 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:36.824531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19c8c71e-870f-497f-9feb-95811e52f3cf req-eb2074ec-da1a-4f9e-9f1a-15c5f4d36c87 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940568 Dec 12 04:37:36.859836 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:36.870294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:36.911850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e391d-b3d2-402e-ae04-6d4f06bfecda,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:36.915863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:37:36.936784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:36.937668 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Added segment fa8c484f-d489-401a-a415-d9a1692c63a8 of type vlan for network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 Dec 12 04:37:37.006899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:37.055736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:37.056879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:37.057805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:37.148549 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4912820 Dec 12 04:37:37.151175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56488) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:37.158763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Request body: {'subnet': {'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1126030071-subnet', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:37.166551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a37e8f-a264-42f3-8bbb-3e4fd06880d2 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6fc9df-8e9c-47a7-9936-6b1e184e8843,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:37.178309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:37:37.269290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Made reservation on behalf of 4c3fc195c6d945d4b2199f5adf3c84c8 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:37.283661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:37.374792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6264af5-6749-4b6a-b812-3ffc228abf4b req-d5ca272b-fe02-4a1a-bf5f-b2b6e318c59f tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:37.377304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6264af5-6749-4b6a-b812-3ffc228abf4b req-d5ca272b-fe02-4a1a-bf5f-b2b6e318c59f tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 945 time: 0.2139916 Dec 12 04:37:37.487757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6264af5-6749-4b6a-b812-3ffc228abf4b req-034dc6dd-b2e0-4d78-9137-be828592e2b3 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038847 Dec 12 04:37:37.660535 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:37.727352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2563fda1-a895-4d23-aa24-eebaab2ce48a,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:37.745500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Checking segment: {'id': 'fa8c484f-d489-401a-a415-d9a1692c63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:37.745872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Network hostable DHCP agents. Network: fa6fc9df-8e9c-47a7-9936-6b1e184e8843, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:37:37.778042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:37:37.807441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, fa6fc9df-8e9c-47a7-9936-6b1e184e8843) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:37.816401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:37.818055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:37.820597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958bd465-a437-47b0-9ec6-945a4bc2118d None None] Network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:37.892960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3ae625c0-e8f9-4966-86fc-1f8ba17d0aa8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7403469 Dec 12 04:37:37.895825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:37.901033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cbb7d92e-8a1d-466f-8d79-cde53fc0f360 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:37.901961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:37.938642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:37.940929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.078564 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.090932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dc3cc-b686-4b70-bec2-9b1e82feab64 req-663c3606-d657-45a8-a307-f5a313cc1199 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:38.092529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-897dc3cc-b686-4b70-bec2-9b1e82feab64 req-663c3606-d657-45a8-a307-f5a313cc1199 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.1389034 Dec 12 04:37:38.105844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afd390-1e16-4c1e-9eaa-257a49b4924a req-3a26280e-31f6-45f1-a67d-f17b33b76837 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:38.107654 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-85afd390-1e16-4c1e-9eaa-257a49b4924a req-3a26280e-31f6-45f1-a67d-f17b33b76837 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 945 time: 0.0813844 Dec 12 04:37:38.118947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-fa6fc9df-8e9c-47a7-9936-6b1e184e8843', 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843', 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'fixed_ips': [{'subnet_id': '2563fda1-a895-4d23-aa24-eebaab2ce48a'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:37:38.119833 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.210547 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-85afd390-1e16-4c1e-9eaa-257a49b4924a req-53aba7fa-fd1c-4ce4-aab4-862cef22569b tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942271 Dec 12 04:37:38.237405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-897dc3cc-b686-4b70-bec2-9b1e82feab64 req-6df2dede-0853-4b3d-9fe1-7a76da6d8af1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994582 Dec 12 04:37:38.303126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:38.304202 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.341353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.443080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Allocated IP 172.20.0.2 (fa6fc9df-8e9c-47a7-9936-6b1e184e8843/2563fda1-a895-4d23-aa24-eebaab2ce48a/47c3b2c3-0e98-4956-8b29-d82d18b3b08a) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:38.595953 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.623454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.647498 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.675067 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.719172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:38.722324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:38.725035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:38.757439 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Pushing event updated for resources: {'Port': ['ID=47c3b2c3-0e98-4956-8b29-d82d18b3b08a,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:38.777364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Allocated IP 172.25.7.152 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/58fdd466-1938-423f-be35-89f6535fa156) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:38.793417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Attempting to bind port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:38.793850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Attempting to bind port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'fa8c484f-d489-401a-a415-d9a1692c63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:38.794205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Attempting to bind port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a on network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:38.799751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:38.800130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Checking segment: {'id': 'fa8c484f-d489-401a-a415-d9a1692c63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:38.800539 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.800963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Bound using segment: {'id': 'fa8c484f-d489-401a-a415-d9a1692c63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:38.801469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Bound port: 47c3b2c3-0e98-4956-8b29-d82d18b3b08a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8c484f-d489-401a-a415-d9a1692c63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:38.801856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.891313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] For port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:38.896064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] For port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47c3b2c3-0e98-4956-8b29-d82d18b3b08a,segment=NetworkSegment(fa8c484f-d489-401a-a415-d9a1692c63a8),segment_id=fa8c484f-d489-401a-a415-d9a1692c63a8)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:38.902449 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.907211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.950654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:38.980550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f478f-63a9-4401-87df-67346698d5bd None None] Pushing event updated for resources: {'Port': ['ID=47c3b2c3-0e98-4956-8b29-d82d18b3b08a,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:39.011525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:39.015145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:39.027568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:39.032669 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Pushing event updated for resources: {'Port': ['ID=58fdd466-1938-423f-be35-89f6535fa156,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:39.043448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742e418-fa30-49c8-b621-7b264fd66243 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:39.088235 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-aa3ee821-8519-4915-ad0e-95148d37575d None None] Provisioning complete for port 58fdd466-1938-423f-be35-89f6535fa156 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:39.089441 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee821-8519-4915-ad0e-95148d37575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:39.133021 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Sync routers for ids ['693ddf14-eb89-4448-a85b-15630d05000c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:39.135375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ee821-8519-4915-ad0e-95148d37575d None None] Port 58fdd466-1938-423f-be35-89f6535fa156 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:39.145492 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Routers {'693ddf14-eb89-4448-a85b-15630d05000c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:39.146128 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['693ddf14-eb89-4448-a85b-15630d05000c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:39.313084 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Set router 693ddf14-eb89-4448-a85b-15630d05000c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:39.419548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdda30f-a751-4528-8b90-0446ddb81b10 req-393ae6f7-d8e3-4eb6-b412-00dc34763cd6 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:39.422177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ecdda30f-a751-4528-8b90-0446ddb81b10 req-393ae6f7-d8e3-4eb6-b412-00dc34763cd6 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 945 time: 0.0960665 Dec 12 04:37:39.507122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ecdda30f-a751-4528-8b90-0446ddb81b10 req-323af621-9e8e-447c-a3f8-86e7be9c2887 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760956 Dec 12 04:37:39.623973 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ddf14-eb89-4448-a85b-15630d05000c', 'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:30Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 4, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'gw_port': {'id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:31Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ec46178e-1cbf-4272-8e05-daf173bf88ba', 'name': '', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'mac_address': 'fa:16:3e:86:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd550a563-1146-436b-86c0-fecbd106d063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:34Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 2, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'subnets': [{'id': 'd550a563-1146-436b-86c0-fecbd106d063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:39.652140 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Checking router: 693ddf14-eb89-4448-a85b-15630d05000c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:39.652993 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Updating router 693ddf14-eb89-4448-a85b-15630d05000c port ec46178e-1cbf-4272-8e05-daf173bf88ba binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:39.700323 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:39.794223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 47c3b2c3-0e98-4956-8b29-d82d18b3b08a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:39.852026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.036849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e374a3-6e7e-4f0d-95e9-2064cc21f777 req-7ec8f6cd-5057-4916-a429-1315386cd9f9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:40.040255 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19e374a3-6e7e-4f0d-95e9-2064cc21f777 req-7ec8f6cd-5057-4916-a429-1315386cd9f9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.6189554 Dec 12 04:37:40.065171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-f93f6766-5f04-49ff-9cbf-0788556e1aee tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:40.066943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-f93f6766-5f04-49ff-9cbf-0788556e1aee tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 945 time: 0.6096125 Dec 12 04:37:40.099303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:40.099303 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.198385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.245347 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.253398 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.291444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47c3b2c3-0e98-4956-8b29-d82d18b3b08a,segment=NetworkSegment(fa8c484f-d489-401a-a415-d9a1692c63a8),segment_id=fa8c484f-d489-401a-a415-d9a1692c63a8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:40.298787 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.314062 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Pushing event updated for resources: {'Port': ['ID=ec46178e-1cbf-4272-8e05-daf173bf88ba,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:40.321855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19e374a3-6e7e-4f0d-95e9-2064cc21f777 req-511071f8-bc29-4e36-8d35-f22beb415f55 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495217 Dec 12 04:37:40.328213 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.328806 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.329369 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.329866 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.330369 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.331000 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.331763 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.333050 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.333976 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.334560 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.335065 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.335618 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.336247 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:40.406289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.423801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=47c3b2c3-0e98-4956-8b29-d82d18b3b08a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:40.453142 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Attempting to bind port ec46178e-1cbf-4272-8e05-daf173bf88ba on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:40.453525 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Attempting to bind port ec46178e-1cbf-4272-8e05-daf173bf88ba by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:40.454034 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Attempting to bind port ec46178e-1cbf-4272-8e05-daf173bf88ba on network ac571af6-01ea-4647-baaf-7f1e62b83017 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:40.462166 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:40.462900 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Checking segment: {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:40.463481 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.464487 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Bound using segment: {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:40.465164 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Bound port: ec46178e-1cbf-4272-8e05-daf173bf88ba, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:40.465739 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.559057 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] For port ec46178e-1cbf-4272-8e05-daf173bf88ba, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:40.567169 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] For port ec46178e-1cbf-4272-8e05-daf173bf88ba, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ec46178e-1cbf-4272-8e05-daf173bf88ba,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:40.578540 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.605935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15422f41-e7e3-4638-8cad-877d59398752 None None] Network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:40.610727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Deleting port e754bd80-846d-4429-8a6e-0b2d861d6338 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:37:40.611092 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.696929 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6bcf5-2973-486f-9fc9-840009b87db1 None None] Pushing event updated for resources: {'Port': ['ID=ec46178e-1cbf-4272-8e05-daf173bf88ba,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:40.740865 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Routers {'693ddf14-eb89-4448-a85b-15630d05000c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:40.741743 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['693ddf14-eb89-4448-a85b-15630d05000c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:40.749119 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff841b-a7b3-4f90-abf4-3da01ae6cc5d req-b8ceb6ec-fbb5-41fe-9a8f-9d1c853e7fc1 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:40.768013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] For port e754bd80-846d-4429-8a6e-0b2d861d6338, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=e754bd80-846d-4429-8a6e-0b2d861d6338,segment=NetworkSegment(dfd59ec2-710d-48a7-8e6a-13f197ff2caa),segment_id=dfd59ec2-710d-48a7-8e6a-13f197ff2caa)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:40.768398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.768846 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcff841b-a7b3-4f90-abf4-3da01ae6cc5d req-b8ceb6ec-fbb5-41fe-9a8f-9d1c853e7fc1 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 945 time: 0.1502690 Dec 12 04:37:40.801212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Calling delete_port for e754bd80-846d-4429-8a6e-0b2d861d6338 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:37:40.851792 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a7fdc8b-6929-4804-9aac-047ee1693434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.871398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-df8f3570-69b4-4272-9e16-9f59e4b32c92 None None] Provisioning complete for port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:40.872007 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df8f3570-69b4-4272-9e16-9f59e4b32c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:40.884272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcff841b-a7b3-4f90-abf4-3da01ae6cc5d req-46769291-a6ef-4052-97a1-1a95065e4e0d tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/security-groups?id=0087f324-517b-4e1a-8fa5-1da86c6dad9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079144 Dec 12 04:37:41.043011 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] Set router 693ddf14-eb89-4448-a85b-15630d05000c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:41.061528 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:37:41.067164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:41.166658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Pushing event deleted for resources: {'Port': ['ID=e754bd80-846d-4429-8a6e-0b2d861d6338,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:41.226333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-26dfb7f5-720d-46c4-b053-964f4acd32c5 None None] Provisioning complete for port ec46178e-1cbf-4272-8e05-daf173bf88ba triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:41.226787 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-26dfb7f5-720d-46c4-b053-964f4acd32c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:41.276441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] No DVR routers for this DVR port e754bd80-846d-4429-8a6e-0b2d861d6338 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:41.287830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:41.303444 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74f3e390-f8e7-49b3-b0d2-17e639cdc3f7 req-1460a997-85f0-42af-b329-c9fddd710522 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.37 "DELETE /v2.0/ports/e754bd80-846d-4429-8a6e-0b2d861d6338 HTTP/1.1" status: 204 len: 173 time: 1.2116899 Dec 12 04:37:41.303986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef4e491-7c13-458c-b73e-c080ebac2be6', 'name': 'network-vif-deleted', 'tag': 'e754bd80-846d-4429-8a6e-0b2d861d6338'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:41.307103 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f480434-5240-47e6-9fbd-b39a947fcdbe" -d '{"events": [{"server_uuid": "7ef4e491-7c13-458c-b73e-c080ebac2be6", "name": "network-vif-deleted", "tag": "e754bd80-846d-4429-8a6e-0b2d861d6338"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:41.350122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:41.382586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:41.386516 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6e13cd2b-ad8f-4341-8302-5fcc41ccda0f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4864235 Dec 12 04:37:41.387077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56568) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:41.404490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Sync routers for ids ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:41.448331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Routers {'202ee8f0-1e5a-405d-ab7d-b072871b5c72'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:41.449014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:41.459629 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ddf14-eb89-4448-a85b-15630d05000c', 'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:30Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 4, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'gw_port': {'id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:31Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ec46178e-1cbf-4272-8e05-daf173bf88ba', 'name': '', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'mac_address': 'fa:16:3e:86:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd550a563-1146-436b-86c0-fecbd106d063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:34Z', 'updated_at': '2021-12-12T04:37:40Z', 'revision_number': 4, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'subnets': [{'id': 'd550a563-1146-436b-86c0-fecbd106d063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:41.525443 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57425c4e-bb99-4d3a-aa74-ead0ba456261 None None] The sync data for ids ['693ddf14-eb89-4448-a85b-15630d05000c'] in n-d-710847-7 is: [{'id': '693ddf14-eb89-4448-a85b-15630d05000c', 'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:30Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 4, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'gw_port': {'id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:31Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ec46178e-1cbf-4272-8e05-daf173bf88ba', 'name': '', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'mac_address': 'fa:16:3e:86:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd550a563-1146-436b-86c0-fecbd106d063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:34Z', 'updated_at': '2021-12-12T04:37:40Z', 'revision_number': 4, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'subnets': [{'id': 'd550a563-1146-436b-86c0-fecbd106d063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:41.573874 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-26dfb7f5-720d-46c4-b053-964f4acd32c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:41.579356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6b303-f3b5-47de-ac16-37f7c194e69b req-65762502-1b51-4481-9d11-4675e2083479 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:41.587994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4b6b303-f3b5-47de-ac16-37f7c194e69b req-65762502-1b51-4481-9d11-4675e2083479 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0881562 Dec 12 04:37:41.599417 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6defcee0-777c-4706-a149-a3e1523c308b x-openstack-request-id: req-6defcee0-777c-4706-a149-a3e1523c308b {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:41.599789 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef4e491-7c13-458c-b73e-c080ebac2be6", "name": "network-vif-deleted", "tag": "e754bd80-846d-4429-8a6e-0b2d861d6338", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:41.599972 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6defcee0-777c-4706-a149-a3e1523c308b {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:41.600384 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef4e491-7c13-458c-b73e-c080ebac2be6', 'name': 'network-vif-deleted', 'tag': 'e754bd80-846d-4429-8a6e-0b2d861d6338', 'status': 'completed', 'code': 200} Dec 12 04:37:41.632358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-26dfb7f5-720d-46c4-b053-964f4acd32c5 None None] For port ec46178e-1cbf-4272-8e05-daf173bf88ba, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ec46178e-1cbf-4272-8e05-daf173bf88ba,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:41.643290 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-26dfb7f5-720d-46c4-b053-964f4acd32c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:41.646334 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4b6b303-f3b5-47de-ac16-37f7c194e69b req-dcb5957b-16ec-4154-a6dc-d528993056da tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557816 Dec 12 04:37:41.732318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfb7f5-720d-46c4-b053-964f4acd32c5 None None] Pushing event updated for resources: {'Port': ['ID=ec46178e-1cbf-4272-8e05-daf173bf88ba,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:41.771203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Set router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:41.883182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ec46178e-1cbf-4272-8e05-daf173bf88ba up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:42.043367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-488ec1e7-579c-443a-ae9c-3e7e017b8135 None None] Provisioning complete for port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:42.044512 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-488ec1e7-579c-443a-ae9c-3e7e017b8135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.052995 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.054026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e754bd80-846d-4429-8a6e-0b2d861d6338 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:42.155809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: e754bd80-846d-4429-8a6e-0b2d861d6338 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:37:42.156254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device e754bd80-846d-4429-8a6e-0b2d861d6338 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:42.164282 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:37:42.178175 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9de29a8b-8231-4009-b7af-8b155153d59c req-2a5fe81d-e3e2-46d7-8bc5-2560ee01b1d2 tempest-ServerGroupTestJSON-1402037724 tempest-ServerGroupTestJSON-1402037724-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef4e491-7c13-458c-b73e-c080ebac2be6 HTTP/1.1" status: 200 len: 210 time: 0.0693560 Dec 12 04:37:42.203736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ec46178e-1cbf-4272-8e05-daf173bf88ba triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:42.204205 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.242741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.324301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 47c3b2c3-0e98-4956-8b29-d82d18b3b08a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:42.368512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '58fdd466-1938-423f-be35-89f6535fa156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:37Z', 'updated_at': '2021-12-12T04:37:39Z', 'revision_number': 3, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'gw_port': {'id': '58fdd466-1938-423f-be35-89f6535fa156', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:38Z', 'updated_at': '2021-12-12T04:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:42.406768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Checking router: 202ee8f0-1e5a-405d-ab7d-b072871b5c72 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:42.407144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Updating router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 port 58fdd466-1938-423f-be35-89f6535fa156 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:42.450289 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.466757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Allocated IP 172.20.0.1 (fa6fc9df-8e9c-47a7-9936-6b1e184e8843/2563fda1-a895-4d23-aa24-eebaab2ce48a/7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:42.494328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:42.494718 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.601652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.661201 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.709607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:42.713700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:42.718697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:42.788008 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.794473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:42.858287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653ffac-5221-47ad-837b-24b1a90afc5f req-4ada270d-070f-4878-9764-f16677d0c230 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:42.868209 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.874841 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:42.877996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5653ffac-5221-47ad-837b-24b1a90afc5f req-4ada270d-070f-4878-9764-f16677d0c230 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0883808 Dec 12 04:37:42.952404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3952eaee-426b-4f0c-b27f-2ebd5bd8154f None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:42.967844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5653ffac-5221-47ad-837b-24b1a90afc5f req-c0cf8909-460d-4493-a390-c6cda752d5a2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853240 Dec 12 04:37:42.993176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8122d5-216c-49b1-a987-cea07ed7f7fb None None] Pushing event updated for resources: {'Port': ['ID=58fdd466-1938-423f-be35-89f6535fa156,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:42.998585 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.001455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Attempting to bind port 58fdd466-1938-423f-be35-89f6535fa156 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:43.001956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Attempting to bind port 58fdd466-1938-423f-be35-89f6535fa156 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:43.003224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Attempting to bind port 58fdd466-1938-423f-be35-89f6535fa156 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:43.014544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:43.015057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:43.016182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.016881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:43.017500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Bound port: 58fdd466-1938-423f-be35-89f6535fa156, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:43.018518 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.024125 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2ce47ff3-c4ed-4621-b36f-4da1263f0849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.123188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1957d868-e862-4107-bdf6-eae4542b2eeb None None] Provisioning complete for port 58fdd466-1938-423f-be35-89f6535fa156 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:43.123643 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1957d868-e862-4107-bdf6-eae4542b2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.156638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] For port 58fdd466-1938-423f-be35-89f6535fa156, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:43.175377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] For port 58fdd466-1938-423f-be35-89f6535fa156, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=58fdd466-1938-423f-be35-89f6535fa156,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:43.177333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1957d868-e862-4107-bdf6-eae4542b2eeb None None] Port 58fdd466-1938-423f-be35-89f6535fa156 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:43.181352 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.249195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Routers {'202ee8f0-1e5a-405d-ab7d-b072871b5c72'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:43.249865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:43.258791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.266736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.313654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bfa485-6bdd-488e-957d-c9c87750e4c4 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:43.368171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8122d5-216c-49b1-a987-cea07ed7f7fb None None] Pushing event updated for resources: {'Port': ['ID=58fdd466-1938-423f-be35-89f6535fa156,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:43.369167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:43.375248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.388686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-55100a67-b72a-41eb-9685-4acb5cb126e8 None None] Provisioning complete for port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:43.389116 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-55100a67-b72a-41eb-9685-4acb5cb126e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.447939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] Set router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:43.450892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-55100a67-b72a-41eb-9685-4acb5cb126e8 None None] Port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:43.529633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:43.538670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:43.575822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56628) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:43.658118 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Deleting subnet cbebc937-a102-4f44-a971-4e72e6d7efed {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:37:43.662589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.740591 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.788763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:37:43.826340 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.871142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ec46178e-1cbf-4272-8e05-daf173bf88ba up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:43.897661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.916163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6d21deb5-94d0-4041-88c4-38b9eea63ad5 None None] Provisioning complete for port 58fdd466-1938-423f-be35-89f6535fa156 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:43.916543 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d21deb5-94d0-4041-88c4-38b9eea63ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.931300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbebc937-a102-4f44-a971-4e72e6d7efed,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:43.949457 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:43.952425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:43.955341 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cbebc937-a102-4f44-a971-4e72e6d7efed HTTP/1.1" status: 204 len: 168 time: 0.3774662 Dec 12 04:37:43.967580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4e06850d-4bae-4a68-88ff-8e3bab9cf012 admin admin] 10.222.0.36 "PUT /v2.0/routers/202ee8f0-1e5a-405d-ab7d-b072871b5c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5665650 Dec 12 04:37:43.967580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56634) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:43.975309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.976017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.976754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.977434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.978070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.978773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.979438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.980036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.980635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.981345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.981968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.982522 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:43.983263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10859594-84ad-4794-802f-50e06420b1ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:44.098718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ec46178e-1cbf-4272-8e05-daf173bf88ba triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:44.099298 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.133090 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.173266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95479cd5-fa0f-419a-9faf-a0f30db4c859 req-221a6392-2d03-4099-935e-efee9c3532c3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:44.175355 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95479cd5-fa0f-419a-9faf-a0f30db4c859 req-221a6392-2d03-4099-935e-efee9c3532c3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0916882 Dec 12 04:37:44.203933 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.215536 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.262196 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d21deb5-94d0-4041-88c4-38b9eea63ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.290740 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95479cd5-fa0f-419a-9faf-a0f30db4c859 req-36a3b80d-6a04-423b-b41e-1acbdd5213e2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900350 Dec 12 04:37:44.303853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6d21deb5-94d0-4041-88c4-38b9eea63ad5 None None] For port 58fdd466-1938-423f-be35-89f6535fa156, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=58fdd466-1938-423f-be35-89f6535fa156,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:44.304516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.327088 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d21deb5-94d0-4041-88c4-38b9eea63ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.338851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9935a7cb-a3b4-4d82-bbfa-810fcafd43aa']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:44.350418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd59ec2-710d-48a7-8e6a-13f197ff2caa') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:44.350794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd59ec2-710d-48a7-8e6a-13f197ff2caa') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:44.362363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.373412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '58fdd466-1938-423f-be35-89f6535fa156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:37Z', 'updated_at': '2021-12-12T04:37:42Z', 'revision_number': 4, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'gw_port': {'id': '58fdd466-1938-423f-be35-89f6535fa156', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:38Z', 'updated_at': '2021-12-12T04:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f', 'name': '', 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'mac_address': 'fa:16:3e:b0:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:42Z', 'updated_at': '2021-12-12T04:37:42Z', 'revision_number': 1, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'subnets': [{'id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:44.376562 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.383442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:37:44.383909 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:37:44.385788 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:37:44.411015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aeffc-75bc-4b35-b3e2-79a2ac3d565e None None] The sync data for ids ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'] in n-d-710847-7 is: [{'id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '58fdd466-1938-423f-be35-89f6535fa156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:37Z', 'updated_at': '2021-12-12T04:37:42Z', 'revision_number': 4, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'gw_port': {'id': '58fdd466-1938-423f-be35-89f6535fa156', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:38Z', 'updated_at': '2021-12-12T04:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f', 'name': '', 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'mac_address': 'fa:16:3e:b0:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:42Z', 'updated_at': '2021-12-12T04:37:42Z', 'revision_number': 1, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'subnets': [{'id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:44.433923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21deb5-94d0-4041-88c4-38b9eea63ad5 None None] Pushing event updated for resources: {'Port': ['ID=58fdd466-1938-423f-be35-89f6535fa156,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:44.463669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-05f19bdb-d2d8-4e47-a632-32a1e3cb8709 None None] Provisioning complete for port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:44.465329 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-05f19bdb-d2d8-4e47-a632-32a1e3cb8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.470284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.479294 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:44.486984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] 10.222.0.36 "DELETE /v2.0/networks/9935a7cb-a3b4-4d82-bbfa-810fcafd43aa HTTP/1.1" status: 204 len: 168 time: 0.5251727 Dec 12 04:37:44.512110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68758f-f7d5-4994-a507-3d975fb8d2da admin admin] Pushing event deleted for resources: {'Network': ['ID=9935a7cb-a3b4-4d82-bbfa-810fcafd43aa,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:44.574578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-05f19bdb-d2d8-4e47-a632-32a1e3cb8709 None None] Port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:44.768409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56674) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:44.803833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-883f9d13-9dd8-494a-9645-c612f7063d29 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:44.820724 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-883f9d13-9dd8-494a-9645-c612f7063d29 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/networks?id=ac571af6-01ea-4647-baaf-7f1e62b83017 HTTP/1.1" status: 200 len: 910 time: 0.1588778 Dec 12 04:37:44.833047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9e4bce88-73f4-4974-8ce3-36094f381dc8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a6034e3084c4fb38b837bb8762205f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624323 Dec 12 04:37:44.837760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e0322f6e-7b9c-47e2-85b5-059231d7485d tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/quotas/4c3fc195c6d945d4b2199f5adf3c84c8 HTTP/1.1" status: 200 len: 375 time: 0.0159831 Dec 12 04:37:44.840085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56676) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:44.949439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-6a9271b9-9568-4fd7-ba6e-e24104dd65ca tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c3fc195c6d945d4b2199f5adf3c84c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106803 Dec 12 04:37:45.018713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0db32f3b-91fa-41e0-8b44-4392c69eb384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:45.056090 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0db32f3b-91fa-41e0-8b44-4392c69eb384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:45.109395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-4ed99dd9-4054-44bc-b59a-524f0b38a167 service neutron] 10.222.0.36 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519170 Dec 12 04:37:45.185080 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0db32f3b-91fa-41e0-8b44-4392c69eb384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:45.187784 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0db32f3b-91fa-41e0-8b44-4392c69eb384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:45.188972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0db32f3b-91fa-41e0-8b44-4392c69eb384 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0087f324-517b-4e1a-8fa5-1da86c6dad9c HTTP/1.1" status: 204 len: 168 time: 0.3479638 Dec 12 04:37:45.203796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db32f3b-91fa-41e0-8b44-4392c69eb384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087f324-517b-4e1a-8fa5-1da86c6dad9c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:45.280168 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-03f0af8e-5984-41f7-a7c4-acd46705b219 service neutron] 10.222.0.36 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646614 Dec 12 04:37:45.506693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744c2f-e74e-4c53-9438-12f813773b3c req-d08ba231-9c40-482d-b15a-c90360c94a7a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:45.514288 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54744c2f-e74e-4c53-9438-12f813773b3c req-d08ba231-9c40-482d-b15a-c90360c94a7a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.1008143 Dec 12 04:37:45.579485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e7164ede-7e55-4f00-b077-6883be533908 req-bf3c5de0-7094-4977-b4ad-91ba4b6a3084 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 210 time: 0.0544989 Dec 12 04:37:45.646420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:45.723473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54744c2f-e74e-4c53-9438-12f813773b3c req-de4ba7e2-0618-417a-b1c8-687befe430d1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984572 Dec 12 04:37:45.761040 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-1027c701-2549-4cc2-b113-c0d0ac2d909a service neutron] show failed (client error): The resource could not be found. Dec 12 04:37:45.762108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-1027c701-2549-4cc2-b113-c0d0ac2d909a service neutron] 10.222.0.18 "GET /v2.0/ports/9034e57a-910f-46b4-8a36-37b5f6852247/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.2214401 Dec 12 04:37:45.877006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 58fdd466-1938-423f-be35-89f6535fa156 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:45.946562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 58fdd466-1938-423f-be35-89f6535fa156 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:45.947138 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:46.153750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-da76dd0a-226e-43bc-9c31-2e5fd56ca7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:46.155303 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-da76dd0a-226e-43bc-9c31-2e5fd56ca7a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 1097 time: 0.1397290 Dec 12 04:37:46.184387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:46.496874 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 56740) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:46.643924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-153229928-network', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:46.668646 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:46.693127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Made reservation on behalf of d82b9c6fb2884b99af753f36d301d45e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:46.699526 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:46.711263 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cdc1c11-42a9-455b-8def-db605cd367e0 req-021b03ad-8ee2-493e-8ad5-21a0a6dbe044 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 210 time: 0.0438695 Dec 12 04:37:46.727793 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:46.736062 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:46.867697 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:46.904442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:46.939346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3c27d-cee1-4b49-acff-da80b38e2a4b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:46.959907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:37:46.974673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd22df-931d-452f-a64e-b1801a98b481 req-9e868d31-a8de-43b0-8ef6-39e97bfb695d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:46.976246 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53bd22df-931d-452f-a64e-b1801a98b481 req-9e868d31-a8de-43b0-8ef6-39e97bfb695d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.1377666 Dec 12 04:37:46.984148 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:46.984516 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Added segment 1ef40d2d-3f5c-4c40-a2df-e213251870e3 of type vlan for network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f Dec 12 04:37:46.995113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:47.030900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:47.052763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.074866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:47.077519 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86ff96d-2881-4c30-9501-8a7eaf15ff1d" -d '{"events": [{"server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "name": "network-vif-unplugged", "status": "completed", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:47.081710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.092086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53bd22df-931d-452f-a64e-b1801a98b481 req-38a337ed-d484-4308-9411-e9d76ad2a7a5 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981138 Dec 12 04:37:47.107529 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.108582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:47.109264 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.112605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Transition to ACTIVE for port object 9034e57a-910f-46b4-8a36-37b5f6852247 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:37:47.121536 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.172912 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74542c00-d8bd-4f26-91cc-07e18d78f01d x-openstack-request-id: req-74542c00-d8bd-4f26-91cc-07e18d78f01d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:47.173473 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "name": "network-vif-unplugged", "status": "completed", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:47.173741 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74542c00-d8bd-4f26-91cc-07e18d78f01d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:47.174151 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247', 'code': 200} Dec 12 04:37:47.183060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6847417 Dec 12 04:37:47.186738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56764) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:47.194502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Request body: {'subnet': {'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-153229928-subnet', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:47.203740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8f97-cf56-451c-8186-7c16e576e5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d97a1c3-f7c2-4f53-b063-86c8cc18911f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:47.217386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:37:47.242272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Pushing event updated for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:47.334591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Made reservation on behalf of d82b9c6fb2884b99af753f36d301d45e for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:47.337029 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.430947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] No DVR routers for this DVR port 9034e57a-910f-46b4-8a36-37b5f6852247 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:37:47.596586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-7cbef91c-72a4-497b-bd4a-14693abe055a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:47.598744 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-7cbef91c-72a4-497b-bd4a-14693abe055a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.18 "GET /v2.0/networks?id=ac571af6-01ea-4647-baaf-7f1e62b83017 HTTP/1.1" status: 200 len: 910 time: 0.1564631 Dec 12 04:37:47.618205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Request body: {'port': {'device_id': '61bfa967-9698-4268-a69d-8df9b454eaf5', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'admin_state_up': True, 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:47.664053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Made reservation on behalf of 4c3fc195c6d945d4b2199f5adf3c84c8 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:47.669397 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.685175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Attempting to bind port 9034e57a-910f-46b4-8a36-37b5f6852247 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:47.685805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Attempting to bind port 9034e57a-910f-46b4-8a36-37b5f6852247 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:47.685923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Attempting to bind port 9034e57a-910f-46b4-8a36-37b5f6852247 on network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:47.698141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Port 9034e57a-910f-46b4-8a36-37b5f6852247 on network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:37:47.698649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Attempting to bind port 9034e57a-910f-46b4-8a36-37b5f6852247 on network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:47.703829 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.711819 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:47.712174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Checking segment: {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:47.712577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Bound using segment: {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:47.713061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Bound port: 9034e57a-910f-46b4-8a36-37b5f6852247, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd21d2ec-bba8-4a45-8069-7c3a59122f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:47.713429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.819358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Allocated IP 172.20.0.4 (ac571af6-01ea-4647-baaf-7f1e62b83017/d550a563-1146-436b-86c0-fecbd106d063/4930a940-7804-4805-9b71-08d009c6052c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:47.850728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6202983b-161c-4172-852b-5cd6d588e10f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:47.876282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Checking segment: {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:47.876702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Network hostable DHCP agents. Network: 3d97a1c3-f7c2-4f53-b063-86c8cc18911f, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:37:47.893140 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5da19f3-c1db-4b6c-a497-aa86040b28f1 req-8e947e5f-1372-4d74-aaca-02c3a123b9b5 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 210 time: 0.0683703 Dec 12 04:37:47.898492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:47.921823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:47.924045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:37:47.930513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.960702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 3d97a1c3-f7c2-4f53-b063-86c8cc18911f) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:47.972517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478198ab-83b6-4117-ad78-3cc9f3c7e5ff None None] Network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:47.975746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:47.976352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.991218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:47.991751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:47.993202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] 10.222.0.37 "PUT /v2.0/ports/9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 1092 time: 1.8132684 Dec 12 04:37:48.011197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697fea9-ab1b-4dab-820a-c63fe62976fc service neutron] Pushing event updated for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:48.039575 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a73bebd5-32ed-43b5-bf32-fb0f038d7637 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8488371 Dec 12 04:37:48.040221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56768) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:48.046246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:48.087823 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.129545 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.130683 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.141518 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.189611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-962c6be7-6a91-4b5e-84e7-922ffbcb3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:48.191186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-962c6be7-6a91-4b5e-84e7-922ffbcb3c21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1095 time: 0.1483033 Dec 12 04:37:48.206328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b9088-57f3-4630-aa9a-7c2e316714a2 None None] Network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:37:48.228449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Network ac571af6-01ea-4647-baaf-7f1e62b83017 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:48.233636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:48.238739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:48.278551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Pushing event updated for resources: {'Port': ['ID=4930a940-7804-4805-9b71-08d009c6052c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:48.322506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:48.325365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.366196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-74c8a493-3711-4e61-a299-59a1fbb26d39 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7564793 Dec 12 04:37:48.385738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Request body: {'port': {'device_id': '61bfa967-9698-4268-a69d-8df9b454eaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:48.444618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.505001 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.586783 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Sync routers for ids ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:48.605684 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Routers {'202ee8f0-1e5a-405d-ab7d-b072871b5c72'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:48.620594 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:48.632965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1aef8-6ebf-4db8-b0da-497add0d57dc req-80889f8f-53e9-4237-976f-73acb8dc8b93 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:48.634918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1f1aef8-6ebf-4db8-b0da-497add0d57dc req-80889f8f-53e9-4237-976f-73acb8dc8b93 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 944 time: 0.2878866 Dec 12 04:37:48.637510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-a93a079e-eed2-4f14-b1a4-655dfd8f9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:48.639091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-a93a079e-eed2-4f14-b1a4-655dfd8f9e31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 896 time: 0.4209561 Dec 12 04:37:48.692058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-767cfa1d-3b4c-4a82-9ef2-8bf401da7c69 None None] Provisioning complete for port 4930a940-7804-4805-9b71-08d009c6052c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:48.693577 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-767cfa1d-3b4c-4a82-9ef2-8bf401da7c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.745074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-767cfa1d-3b4c-4a82-9ef2-8bf401da7c69 None None] Port 4930a940-7804-4805-9b71-08d009c6052c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:48.755548 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Set router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:48.766384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.826681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-58928320-894e-46fd-91b4-f53c8502ec66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 1000 time: 0.1555469 Dec 12 04:37:48.864254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1f1aef8-6ebf-4db8-b0da-497add0d57dc req-5e7823a1-0369-498e-9ae4-b75e31011d6f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916821 Dec 12 04:37:48.910085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4930a940-7804-4805-9b71-08d009c6052c {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:37:48.919509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:48.931978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-83bd9ec8-d5cf-4a3a-9071-b7545887ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:48.933659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-83bd9ec8-d5cf-4a3a-9071-b7545887ac4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 200 len: 834 time: 0.0683310 Dec 12 04:37:48.937974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Transition to ACTIVE for port object 4930a940-7804-4805-9b71-08d009c6052c will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:37:48.943460 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.028495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-5e095e59-c9ac-499f-a92a-d7f67e268341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:49.030058 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-5e095e59-c9ac-499f-a92a-d7f67e268341 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826828 Dec 12 04:37:49.032606 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '58fdd466-1938-423f-be35-89f6535fa156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:37Z', 'updated_at': '2021-12-12T04:37:42Z', 'revision_number': 4, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'gw_port': {'id': '58fdd466-1938-423f-be35-89f6535fa156', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:38Z', 'updated_at': '2021-12-12T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f', 'name': '', 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'mac_address': 'fa:16:3e:b0:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:42Z', 'updated_at': '2021-12-12T04:37:43Z', 'revision_number': 2, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'subnets': [{'id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:49.057950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Pushing event updated for resources: {'Port': ['ID=4930a940-7804-4805-9b71-08d009c6052c,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:49.090842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Checking router: 202ee8f0-1e5a-405d-ab7d-b072871b5c72 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:49.091281 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Updating router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:49.130010 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.133756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc74511-314f-4957-bf9d-a1e71db13718 req-c716c0aa-ab27-44a6-a4db-2826403a200a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:49.135605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc74511-314f-4957-bf9d-a1e71db13718 req-c716c0aa-ab27-44a6-a4db-2826403a200a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1052 time: 0.1412380 Dec 12 04:37:49.159087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Attempting to bind port 4930a940-7804-4805-9b71-08d009c6052c on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:49.159792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Attempting to bind port 4930a940-7804-4805-9b71-08d009c6052c by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:49.161132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Attempting to bind port 4930a940-7804-4805-9b71-08d009c6052c on network ac571af6-01ea-4647-baaf-7f1e62b83017 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:49.183169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Port 4930a940-7804-4805-9b71-08d009c6052c on network ac571af6-01ea-4647-baaf-7f1e62b83017 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:37:49.185020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Attempting to bind port 4930a940-7804-4805-9b71-08d009c6052c on network ac571af6-01ea-4647-baaf-7f1e62b83017 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:49.194665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:49.197221 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52dda44-f132-4632-bc5c-8a9597215bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:49.199250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:49.199699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Checking segment: {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:49.200184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Bound using segment: {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:49.201015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Bound port: 4930a940-7804-4805-9b71-08d009c6052c, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:49.201474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.277655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc74511-314f-4957-bf9d-a1e71db13718 req-03513a85-8ad6-4436-954a-9aa0e31b691a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294484 Dec 12 04:37:49.299212 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.339846 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15641faf-9ccc-4231-bd54-c3bad0110fea x-openstack-request-id: req-15641faf-9ccc-4231-bd54-c3bad0110fea {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:49.340303 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:49.340571 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15641faf-9ccc-4231-bd54-c3bad0110fea {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:49.341163 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247', 'status': 'completed', 'code': 200} Dec 12 04:37:49.345457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.348754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] For port 4930a940-7804-4805-9b71-08d009c6052c, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:49.358956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] For port 4930a940-7804-4805-9b71-08d009c6052c, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4930a940-7804-4805-9b71-08d009c6052c,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:49.381155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.436140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:49.437828 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.441018 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] 10.222.0.18 "PUT /v2.0/ports/4930a940-7804-4805-9b71-08d009c6052c HTTP/1.1" status: 200 len: 1091 time: 1.0599222 Dec 12 04:37:49.442166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bfa967-9698-4268-a69d-8df9b454eaf5', 'tag': '4930a940-7804-4805-9b71-08d009c6052c'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:49.445307 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c89b54-840a-4749-a9e6-52793b75ff66" -d '{"events": [{"name": "network-changed", "server_uuid": "61bfa967-9698-4268-a69d-8df9b454eaf5", "tag": "4930a940-7804-4805-9b71-08d009c6052c"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:49.515119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Allocated IP 172.25.7.26 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:49.552518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-5257a5dc-0abf-4af6-8d31-da9d6b3768da service neutron] 10.222.0.37 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810996 Dec 12 04:37:49.569913 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c555ca9-c927-4e1a-9e0b-0463d9901649 x-openstack-request-id: req-1c555ca9-c927-4e1a-9e0b-0463d9901649 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:49.570316 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bfa967-9698-4268-a69d-8df9b454eaf5", "tag": "4930a940-7804-4805-9b71-08d009c6052c", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:49.570554 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c555ca9-c927-4e1a-9e0b-0463d9901649 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:49.570972 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bfa967-9698-4268-a69d-8df9b454eaf5', 'tag': '4930a940-7804-4805-9b71-08d009c6052c', 'status': 'completed', 'code': 200} Dec 12 04:37:49.573986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dfc2e-7555-4472-adde-0de3c7210686 service neutron] Pushing event updated for resources: {'Port': ['ID=4930a940-7804-4805-9b71-08d009c6052c,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:49.592835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-b200449f-4abe-4894-8110-fd386d5ba80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:49.595116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-b200449f-4abe-4894-8110-fd386d5ba80e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3fc195c6d945d4b2199f5adf3c84c8&device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1094 time: 0.0864780 Dec 12 04:37:49.603325 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.613089 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.685469 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-215054a3-1e4b-4edb-a3f9-26b069c859d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4930a940-7804-4805-9b71-08d009c6052c HTTP/1.1" status: 200 len: 217 time: 0.0775702 Dec 12 04:37:49.765054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-101d7c92-5a32-4236-ae7f-70d5e3835af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:49.767108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-101d7c92-5a32-4236-ae7f-70d5e3835af0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d550a563-1146-436b-86c0-fecbd106d063 HTTP/1.1" status: 200 len: 849 time: 0.0718989 Dec 12 04:37:49.778592 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Attempting to bind port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:49.779247 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Attempting to bind port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'fa8c484f-d489-401a-a415-d9a1692c63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:49.779781 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Attempting to bind port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f on network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:49.787754 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:49.788416 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Checking segment: {'id': 'fa8c484f-d489-401a-a415-d9a1692c63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:49.789055 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.789616 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Bound using segment: {'id': 'fa8c484f-d489-401a-a415-d9a1692c63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:49.790261 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Bound port: 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8c484f-d489-401a-a415-d9a1692c63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:49.791212 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.810546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-7466b34a-fcb0-4763-9e15-00bf80432b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:49.817768 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-7466b34a-fcb0-4763-9e15-00bf80432b84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1095 time: 0.2881563 Dec 12 04:37:49.872750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-9e23b2ad-78b3-43c3-8688-c2732fd4e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:49.876723 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-9e23b2ad-78b3-43c3-8688-c2732fd4e0ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac571af6-01ea-4647-baaf-7f1e62b83017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999134 Dec 12 04:37:49.913497 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] For port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:49.919672 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe5381-8d51-4911-915b-8aeda4b85e75 None None] Pushing event updated for resources: {'Port': ['ID=7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:49.929307 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] For port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f,segment=NetworkSegment(fa8c484f-d489-401a-a415-d9a1692c63a8),segment_id=fa8c484f-d489-401a-a415-d9a1692c63a8)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:49.939143 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:49.994129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Provisioning complete for port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:49.995392 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:50.018686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-7db431d9-d8ab-463f-9469-4521ef667282 service neutron] 10.222.0.18 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345675 Dec 12 04:37:50.046038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9034e57a-910f-46b4-8a36-37b5f6852247 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:37:50.111395 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe5381-8d51-4911-915b-8aeda4b85e75 None None] Pushing event updated for resources: {'Port': ['ID=7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:50.128974 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Routers {'202ee8f0-1e5a-405d-ab7d-b072871b5c72'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:50.129638 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:50.178932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9034e57a-910f-46b4-8a36-37b5f6852247 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:37:50.188216 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:50.207350 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f3bd3b8-0aa2-4d62-8b18-03cad6fb1174 req-d0d7b2a3-4e17-4fc8-a42a-3174b742c590 service neutron] 10.222.0.18 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802950 Dec 12 04:37:50.261455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] For port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f,segment=NetworkSegment(fa8c484f-d489-401a-a415-d9a1692c63a8),segment_id=fa8c484f-d489-401a-a415-d9a1692c63a8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:50.270940 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:50.352016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Pushing event updated for resources: {'Port': ['ID=7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:50.368973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.369703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.370547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.371209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.371735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-bda467a1-5c2f-4eb9-8119-fdb460189e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:50.372014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.372567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.373168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.373360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-bda467a1-5c2f-4eb9-8119-fdb460189e73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3fc195c6d945d4b2199f5adf3c84c8&device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1094 time: 0.0740941 Dec 12 04:37:50.373898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.374306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.374715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.375118 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.375655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.376054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207059e-1adf-4d15-bfde-b9e3f92f4c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:50.499971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d67d4ccf-876d-43e4-b56b-717d6264ed2f None None] Provisioning complete for port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:50.500990 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d67d4ccf-876d-43e4-b56b-717d6264ed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:50.508243 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] Set router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:50.546297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa0ae6-337d-4267-92be-8e42a90fe942 req-ab239243-04ba-44e5-b7fc-c657b87df5ac tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:50.554540 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8fa0ae6-337d-4267-92be-8e42a90fe942 req-ab239243-04ba-44e5-b7fc-c657b87df5ac tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1094 time: 0.0903904 Dec 12 04:37:50.571892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-06bff1a7-0bce-4825-a68a-eebb92802920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:50.573655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-06bff1a7-0bce-4825-a68a-eebb92802920 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac571af6-01ea-4647-baaf-7f1e62b83017 HTTP/1.1" status: 200 len: 910 time: 0.1823564 Dec 12 04:37:50.636110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-efec17d0-9b74-4c1b-9a52-7e9f7f5f875d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4930a940-7804-4805-9b71-08d009c6052c HTTP/1.1" status: 200 len: 217 time: 0.0493698 Dec 12 04:37:50.649448 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8fa0ae6-337d-4267-92be-8e42a90fe942 req-5c8d2323-85a9-4d35-8796-a7b3fab94b3d tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890334 Dec 12 04:37:50.661292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:50.716453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-d1e2c952-405d-485e-a004-85110536752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:50.718596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-d1e2c952-405d-485e-a004-85110536752f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d550a563-1146-436b-86c0-fecbd106d063 HTTP/1.1" status: 200 len: 849 time: 0.0676081 Dec 12 04:37:50.726259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:50.760720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59c0989e-1abc-4542-b3d1-d2fa80b5f3cc req-641d04ed-db5b-4549-9fee-56b364b61c22 service neutron] 10.222.0.37 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1936531 Dec 12 04:37:50.790713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-51130880-9c84-47cf-a481-dd7e5b260433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:50.793017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-51130880-9c84-47cf-a481-dd7e5b260433 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac571af6-01ea-4647-baaf-7f1e62b83017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667257 Dec 12 04:37:50.807360 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '58fdd466-1938-423f-be35-89f6535fa156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:37Z', 'updated_at': '2021-12-12T04:37:42Z', 'revision_number': 4, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'gw_port': {'id': '58fdd466-1938-423f-be35-89f6535fa156', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:38Z', 'updated_at': '2021-12-12T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f', 'name': '', 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'mac_address': 'fa:16:3e:b0:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:42Z', 'updated_at': '2021-12-12T04:37:49Z', 'revision_number': 4, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'subnets': [{'id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:50.809652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:50.824362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:50.828135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:50.842229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b5e46-255e-4155-999a-6e1f3afe6409 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:50.880038 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2dd76-fcf2-4651-8b03-082057dea432 None None] The sync data for ids ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'] in n-d-710847-7 is: [{'id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '58fdd466-1938-423f-be35-89f6535fa156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:37Z', 'updated_at': '2021-12-12T04:37:42Z', 'revision_number': 4, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'gw_port': {'id': '58fdd466-1938-423f-be35-89f6535fa156', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:38Z', 'updated_at': '2021-12-12T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f', 'name': '', 'network_id': 'fa6fc9df-8e9c-47a7-9936-6b1e184e8843', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'mac_address': 'fa:16:3e:b0:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:42Z', 'updated_at': '2021-12-12T04:37:49Z', 'revision_number': 4, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'subnets': [{'id': '2563fda1-a895-4d23-aa24-eebaab2ce48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:50.884049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-bb89aaae-4f05-4a67-aaf9-e31aaa74cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:50.885559 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-bb89aaae-4f05-4a67-aaf9-e31aaa74cc00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 896 time: 1.0580626 Dec 12 04:37:50.901555 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b2e1c-91cc-4219-a377-2bab27b5b1c0 req-2a3434c6-cdbb-4ecf-84d1-e5f109c3586a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:50.911536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c9b2e1c-91cc-4219-a377-2bab27b5b1c0 req-2a3434c6-cdbb-4ecf-84d1-e5f109c3586a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 944 time: 0.3570085 Dec 12 04:37:50.913366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:50.929267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-15a22435-24f2-4663-9c19-2fcfa000280c None None] Provisioning complete for port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:50.930495 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15a22435-24f2-4663-9c19-2fcfa000280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:50.976671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-fe52d45b-214d-45ba-b61f-2b7334f77c1a service neutron] 10.222.0.18 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732478 Dec 12 04:37:50.997951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-15a22435-24f2-4663-9c19-2fcfa000280c None None] Port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:37:51.051917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.052431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.052779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.053150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.053680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.054185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.054699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.055213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.055709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.056210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.056539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.057060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.057570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:37:51.112621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69c89b54-840a-4749-a9e6-52793b75ff66 req-054d3136-73fe-4f21-99a6-fd49a0c238a6 service neutron] 10.222.0.18 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276994 Dec 12 04:37:51.178055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-43777d45-5f2f-4b90-a7df-21634f18c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:51.179644 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-43777d45-5f2f-4b90-a7df-21634f18c127 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1095 time: 0.3136039 Dec 12 04:37:51.188088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-03afbc0d-cdae-4ee1-be0a-4cf32b6b3257 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 1000 time: 0.2275841 Dec 12 04:37:51.203565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c9b2e1c-91cc-4219-a377-2bab27b5b1c0 req-105ce447-013c-45b3-bf04-c3b935f085be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911611 Dec 12 04:37:51.437318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-3348e193-eb83-4bf0-81ae-c3763a9b3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:51.438805 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-3348e193-eb83-4bf0-81ae-c3763a9b3a72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 200 len: 834 time: 0.2333622 Dec 12 04:37:51.485998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-7a67492d-3656-484d-9457-7c1f6a40bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:51.487693 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-7a67492d-3656-484d-9457-7c1f6a40bec5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 896 time: 0.2973619 Dec 12 04:37:51.567520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-863f8588-f00a-4a18-bf4f-5ba281b43acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:51.569057 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-863f8588-f00a-4a18-bf4f-5ba281b43acd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210616 Dec 12 04:37:51.576216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:51.697107 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-6aa7c891-22b1-4f3e-8326-824d640bd424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 1000 time: 0.1950459 Dec 12 04:37:51.811456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-954cb460-8cf1-4ac9-9499-c705854cdae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:51.813036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-954cb460-8cf1-4ac9-9499-c705854cdae6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 200 len: 834 time: 0.0999625 Dec 12 04:37:51.814439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d197cd-4610-4ba8-b4e1-9dfc63331642 req-ae49830f-55e5-4531-84bb-24d423305931 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:51.816482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d197cd-4610-4ba8-b4e1-9dfc63331642 req-ae49830f-55e5-4531-84bb-24d423305931 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1094 time: 0.0650332 Dec 12 04:37:51.831517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:51.858318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-fde7d8de-4d03-4301-ba0c-e7f9760b4c32 service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784777 Dec 12 04:37:51.868091 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d197cd-4610-4ba8-b4e1-9dfc63331642 req-33e3275f-7d13-409a-b62b-3ab859e40b52 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Dec 12 04:37:51.884231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:51.884694 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:52.021392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-960a4c96-9bc3-4b72-a1b0-5e511b48245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:52.022897 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-960a4c96-9bc3-4b72-a1b0-5e511b48245c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243782 Dec 12 04:37:52.088660 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:52.094238 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-065d695c-3b01-45a8-a7a7-46568b3e8b37 service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943884 Dec 12 04:37:52.213923 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-99eafed1-bce8-4e8a-a515-f24474611aac service neutron] 10.222.0.37 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796632 Dec 12 04:37:52.370223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f52dda44-f132-4632-bc5c-8a9597215bd3 req-150ebd14-7d1c-479e-96b6-8228aa17cb9f service neutron] 10.222.0.37 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445677 Dec 12 04:37:52.379462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17360d1-84d7-4f7e-b404-ca8be70b13cc req-739e491a-7b6c-4e5f-bf31-18fccf582e18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:52.380896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c17360d1-84d7-4f7e-b404-ca8be70b13cc req-739e491a-7b6c-4e5f-bf31-18fccf582e18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 944 time: 0.0927389 Dec 12 04:37:52.381604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Router ff5e2d70-69ef-4f4d-9af5-0379eed02403 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:37:52.507491 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c17360d1-84d7-4f7e-b404-ca8be70b13cc req-62bd52f4-66b8-4733-9564-8a001a4e1e8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197474 Dec 12 04:37:52.537527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:52.546751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Sync routers for ids ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:52.556328 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:52.557591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9216e245-4a44-4c34-ac9d-40261e917c72 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5159452 Dec 12 04:37:52.560161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56796) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:52.562404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Routers {'ff5e2d70-69ef-4f4d-9af5-0379eed02403'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:52.563061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:52.673547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Set router ff5e2d70-69ef-4f4d-9af5-0379eed02403 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:52.881188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:48Z', 'updated_at': '2021-12-12T04:37:51Z', 'revision_number': 3, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'gw_port': {'id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:49Z', 'updated_at': '2021-12-12T04:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:52.919641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Checking router: ff5e2d70-69ef-4f4d-9af5-0379eed02403 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:52.920009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Updating router ff5e2d70-69ef-4f4d-9af5-0379eed02403 port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:52.955279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:52.982730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71164-ded8-4dd7-a960-9c7ec35c1828 req-559c0e59-4f20-47a6-9370-deeb752a262c tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:52.984995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8f71164-ded8-4dd7-a960-9c7ec35c1828 req-559c0e59-4f20-47a6-9370-deeb752a262c tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1094 time: 0.0453124 Dec 12 04:37:53.045073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8f71164-ded8-4dd7-a960-9c7ec35c1828 req-eb46987c-adee-413a-b1d3-007695f95455 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521572 Dec 12 04:37:53.248457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.255366 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.303326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Attempting to bind port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:53.303718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Attempting to bind port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:53.304095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Attempting to bind port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:53.310461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a42e76-43cd-413e-a6eb-0b97d6a5a579 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:53.328311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:53.328707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:53.329399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.330478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:53.330984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Bound port: 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:53.331375 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.336591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042660b-27ec-49f2-97c6-5fad70abf87d None None] Pushing event updated for resources: {'Port': ['ID=0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:53.396170 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.403570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] For port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:53.407821 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] For port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:53.418802 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.479490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e985f-ce49-4796-85d2-bc050180f3d4 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:37:53.494260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-224a0fd9-333e-4478-8b7d-0c7ec296e6fb None None] Provisioning complete for port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:53.494644 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-224a0fd9-333e-4478-8b7d-0c7ec296e6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.538665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Routers {'ff5e2d70-69ef-4f4d-9af5-0379eed02403'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:53.539316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:53.543431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042660b-27ec-49f2-97c6-5fad70abf87d None None] Pushing event updated for resources: {'Port': ['ID=0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:53.614333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Allocated IP 172.20.0.1 (3d97a1c3-f7c2-4f53-b063-86c8cc18911f/6202983b-161c-4172-852b-5cd6d588e10f/b697ee26-412a-47bb-bd8d-0d7f86672749) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:53.685535 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-224a0fd9-333e-4478-8b7d-0c7ec296e6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.693252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] Set router ff5e2d70-69ef-4f4d-9af5-0379eed02403 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:53.755841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ad348-830b-425f-8b87-609dd70795d4 req-174e1d6f-9a3d-4044-b1e0-b8c3a892e2bc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:53.759701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea1ad348-830b-425f-8b87-609dd70795d4 req-174e1d6f-9a3d-4044-b1e0-b8c3a892e2bc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 944 time: 0.0759788 Dec 12 04:37:53.762559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-224a0fd9-333e-4478-8b7d-0c7ec296e6fb None None] For port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:53.800731 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-224a0fd9-333e-4478-8b7d-0c7ec296e6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.805564 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.842966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea1ad348-830b-425f-8b87-609dd70795d4 req-d0123ad3-8f91-49e9-b72d-2eac61a707bd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755630 Dec 12 04:37:53.884229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a0fd9-333e-4478-8b7d-0c7ec296e6fb None None] Pushing event updated for resources: {'Port': ['ID=0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:53.884497 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.944110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c6bd8181-a276-4197-9204-109bd8d5b753 None None] Provisioning complete for port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:53.944921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:53.945141 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c6bd8181-a276-4197-9204-109bd8d5b753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:53.948364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:53.952498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:53.988755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Pushing event updated for resources: {'Port': ['ID=b697ee26-412a-47bb-bd8d-0d7f86672749,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:54.001406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:48Z', 'updated_at': '2021-12-12T04:37:51Z', 'revision_number': 3, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'gw_port': {'id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:49Z', 'updated_at': '2021-12-12T04:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:54.015332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:54.047385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4930a940-7804-4805-9b71-08d009c6052c details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:37:54.059274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae248f0c-aea8-4c34-94e4-4221c6c86964 None None] The sync data for ids ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'] in n-d-710847-7 is: [{'id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:48Z', 'updated_at': '2021-12-12T04:37:51Z', 'revision_number': 3, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'gw_port': {'id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:49Z', 'updated_at': '2021-12-12T04:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:54.130294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9034e57a-910f-46b4-8a36-37b5f6852247 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:37:54.195818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f54709-926b-435e-9515-c97ec2430081 req-bca619fd-2a82-498d-844b-08fba5d365f0 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:54.204270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37f54709-926b-435e-9515-c97ec2430081 req-bca619fd-2a82-498d-844b-08fba5d365f0 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1094 time: 0.0573483 Dec 12 04:37:54.268870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37f54709-926b-435e-9515-c97ec2430081 req-415d7b74-4e62-4299-8bfe-f9694bb5b7be tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Dec 12 04:37:54.346172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:54.360190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a9a4e-2429-41ca-93d8-343ac2d6a980 req-6249acaa-9014-4638-868c-cfd6e63459b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:54.362225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-676a9a4e-2429-41ca-93d8-343ac2d6a980 req-6249acaa-9014-4638-868c-cfd6e63459b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 944 time: 0.2797103 Dec 12 04:37:54.378218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-6a5e64e0-41c6-4d94-8c6e-6bc115917535 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:54.378218 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-6a5e64e0-41c6-4d94-8c6e-6bc115917535 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c&tenant_id=64329c01b21a4a718bf7c51b0976581d&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 944 time: 0.1822278 Dec 12 04:37:54.520512 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.resource_extend [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 04:37:54.542411 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-676a9a4e-2429-41ca-93d8-343ac2d6a980 req-cc14dc9d-3bbd-4ccd-8cb0-577057512278 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684568 Dec 12 04:37:54.619221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4930a940-7804-4805-9b71-08d009c6052c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4930a940-7804-4805-9b71-08d009c6052c,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:54.622447 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-abb914a6-72da-4c2a-8ea9-105d844dfcf8 service neutron] delete failed (client error): The resource could not be found. Dec 12 04:37:54.624505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-abb914a6-72da-4c2a-8ea9-105d844dfcf8 service neutron] 10.222.0.18 "DELETE /v2.0/ports/9034e57a-910f-46b4-8a36-37b5f6852247/bindings/n-h2-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.2417057 Dec 12 04:37:54.648187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:54.653654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '4930a940-7804-4805-9b71-08d009c6052c', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'port_id': '4930a940-7804-4805-9b71-08d009c6052c', 'mac_address': 'fa:16:3e:3f:d6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd550a563-1146-436b-86c0-fecbd106d063', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:37:54.669299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '9034e57a-910f-46b4-8a36-37b5f6852247', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'port_id': '9034e57a-910f-46b4-8a36-37b5f6852247', 'mac_address': 'fa:16:3e:58:e5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:37:54.749851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:54.768727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4930a940-7804-4805-9b71-08d009c6052c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:37:54.773961 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:54.792923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4930a940-7804-4805-9b71-08d009c6052c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4930a940-7804-4805-9b71-08d009c6052c,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:54.803553 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:54.807158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:54.840524 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:54.869578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9034e57a-910f-46b4-8a36-37b5f6852247 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:37:54.894185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:54.905529 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:54.913014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:54.916156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4930a940-7804-4805-9b71-08d009c6052c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:54.917314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-432f7d98-c446-491c-bffa-b8aedc9bd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:54.918876 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-432f7d98-c446-491c-bffa-b8aedc9bd0f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1095 time: 0.1609075 Dec 12 04:37:54.919511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Pushing event updated for resources: {'Port': ['ID=b697ee26-412a-47bb-bd8d-0d7f86672749,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:54.986240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:55.089209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-ccb9466f-59b8-487b-b95e-075889db959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:55.090702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-ccb9466f-59b8-487b-b95e-075889db959a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 896 time: 0.1610420 Dec 12 04:37:55.096767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4930a940-7804-4805-9b71-08d009c6052c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:37:55.099637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:55.103462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:55.229689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['9034e57a-910f-46b4-8a36-37b5f6852247'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:37:55.250250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-713d725c-2246-4d94-b88b-2c4b1dc2cc4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 1001 time: 0.1477728 Dec 12 04:37:55.336955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-3ca10969-4f90-4cad-aa8b-4342cb8d038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:55.338893 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-3ca10969-4f90-4cad-aa8b-4342cb8d038c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 200 len: 834 time: 0.0803657 Dec 12 04:37:55.384416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Router ff5e2d70-69ef-4f4d-9af5-0379eed02403 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:37:55.444959 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513827db-c755-4c3c-96f8-21f658c88f96 req-9450565d-6bc0-4cad-b0c6-cad212b561f8 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:55.455428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-513827db-c755-4c3c-96f8-21f658c88f96 req-9450565d-6bc0-4cad-b0c6-cad212b561f8 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1095 time: 0.0762804 Dec 12 04:37:55.497309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-51fef466-31c9-43d4-a270-d761d260827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:55.498854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-51fef466-31c9-43d4-a270-d761d260827d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521959 Dec 12 04:37:55.507805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-513827db-c755-4c3c-96f8-21f658c88f96 req-33057dce-9eb5-49d5-9103-46867f604fd1 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511770 Dec 12 04:37:55.606386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:37:55.612111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eab95138-c85b-4c29-b777-6491b01df877 admin admin] 10.222.0.36 "PUT /v2.0/routers/ff5e2d70-69ef-4f4d-9af5-0379eed02403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0509171 Dec 12 04:37:55.641527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-81c88abb-65cc-4ef2-affe-51139389ae16 service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345212 Dec 12 04:37:55.762724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77a9ae-ba0d-4fea-973a-f7d2bb589e8b req-54de75c4-e3e4-4927-b7f2-f16f8ba8761b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:55.764307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e77a9ae-ba0d-4fea-973a-f7d2bb589e8b req-54de75c4-e3e4-4927-b7f2-f16f8ba8761b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 945 time: 0.1265612 Dec 12 04:37:55.800487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47edc0b7-3666-4131-9011-140a769bd1b2 req-dbbb7ff0-7f5a-4394-b1e2-7ebcffa36e10 service neutron] 10.222.0.18 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498482 Dec 12 04:37:55.824678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:55.875830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e77a9ae-ba0d-4fea-973a-f7d2bb589e8b req-550ec23a-0bcb-4dcd-bd8d-4a6da370b8de tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992174 Dec 12 04:37:55.895957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:55.896337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:56.034838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4930a940-7804-4805-9b71-08d009c6052c up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:56.096071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 4930a940-7804-4805-9b71-08d009c6052c completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:37:56.101891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 4930a940-7804-4805-9b71-08d009c6052c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:56.102383 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:56.152167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9034e57a-910f-46b4-8a36-37b5f6852247 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:56.239277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:56.248737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 9034e57a-910f-46b4-8a36-37b5f6852247 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:37:56.250048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-555c5b0a-a377-45e5-9b28-71b009772c46 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:56.257640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 9034e57a-910f-46b4-8a36-37b5f6852247 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:56.258017 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:56.258400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-555c5b0a-a377-45e5-9b28-71b009772c46 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 810 time: 0.1350901 Dec 12 04:37:56.277608 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-7973c116-038d-4555-984b-b3a1bd9c1b05 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/quotas/d82b9c6fb2884b99af753f36d301d45e HTTP/1.1" status: 200 len: 375 time: 0.0178785 Dec 12 04:37:56.296302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bfa967-9698-4268-a69d-8df9b454eaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4930a940-7804-4805-9b71-08d009c6052c'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:56.298796 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b002f878-67fb-4a95-aaae-1251d9e0d333" -d '{"events": [{"server_uuid": "61bfa967-9698-4268-a69d-8df9b454eaf5", "name": "network-vif-plugged", "status": "completed", "tag": "4930a940-7804-4805-9b71-08d009c6052c"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:56.318548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4930a940-7804-4805-9b71-08d009c6052c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4930a940-7804-4805-9b71-08d009c6052c,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:56.328733 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:56.369011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-90e36052-1674-4431-8b3d-44e819aeeecd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904591 Dec 12 04:37:56.382252 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d2672b-9066-4577-bc12-7e1df94fea5f x-openstack-request-id: req-a3d2672b-9066-4577-bc12-7e1df94fea5f {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:56.382547 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bfa967-9698-4268-a69d-8df9b454eaf5", "name": "network-vif-plugged", "status": "completed", "tag": "4930a940-7804-4805-9b71-08d009c6052c", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:56.382803 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3d2672b-9066-4577-bc12-7e1df94fea5f {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:56.383194 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bfa967-9698-4268-a69d-8df9b454eaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4930a940-7804-4805-9b71-08d009c6052c', 'code': 200} Dec 12 04:37:56.449394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4930a940-7804-4805-9b71-08d009c6052c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:56.464536 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:56.525163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:37:56.535756 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:56.551393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-724bdd4a-2168-451c-903f-3ac708be73f5 service neutron] 10.222.0.36 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735916 Dec 12 04:37:56.587935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbae08-e54f-4beb-867e-a567d4df59d7 req-4ef252b5-4362-4b78-9826-2b3485ee5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:56.589610 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-98bbae08-e54f-4beb-867e-a567d4df59d7 req-4ef252b5-4362-4b78-9826-2b3485ee5ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1096 time: 0.1019044 Dec 12 04:37:56.596524 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Sync routers for ids ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:37:56.611150 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Routers {'ff5e2d70-69ef-4f4d-9af5-0379eed02403'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:56.612056 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:56.661965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:56.674048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-98bbae08-e54f-4beb-867e-a567d4df59d7 req-62264160-a014-4000-80e4-cde4a8ecb16b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688772 Dec 12 04:37:56.707887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-408213b0-6727-4fce-ba43-44210b40a39c service neutron] 10.222.0.36 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486416 Dec 12 04:37:56.715775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9936bf2-075b-4e9c-bdf7-1e3c22d1821a req-ef3e19df-0ae4-4e1c-9cb4-9c1212e3ed07 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:56.724122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9936bf2-075b-4e9c-bdf7-1e3c22d1821a req-ef3e19df-0ae4-4e1c-9cb4-9c1212e3ed07 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1096 time: 0.0866969 Dec 12 04:37:56.768508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9936bf2-075b-4e9c-bdf7-1e3c22d1821a req-78a43e7c-f138-41cd-b3b4-c830b601596b tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Dec 12 04:37:56.770264 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Set router ff5e2d70-69ef-4f4d-9af5-0379eed02403 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:56.931575 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4cce4a55-1d4a-406b-9a74-c06ec3285b35 req-7f18a4a5-31d4-4cd9-9048-fbeefaf04a37 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 210 time: 0.0397222 Dec 12 04:37:57.022420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5dd3e-150d-43ac-bf36-29e14f71374d req-477c28f4-599a-4c4e-bd48-28b64d8818f7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:57.024385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b1e5dd3e-150d-43ac-bf36-29e14f71374d req-477c28f4-599a-4c4e-bd48-28b64d8818f7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0606668 Dec 12 04:37:57.064267 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:48Z', 'updated_at': '2021-12-12T04:37:54Z', 'revision_number': 4, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'gw_port': {'id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:49Z', 'updated_at': '2021-12-12T04:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'b697ee26-412a-47bb-bd8d-0d7f86672749', 'name': '', 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'mac_address': 'fa:16:3e:65:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '6202983b-161c-4172-852b-5cd6d588e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:53Z', 'updated_at': '2021-12-12T04:37:54Z', 'revision_number': 2, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'subnets': [{'id': '6202983b-161c-4172-852b-5cd6d588e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:57.096159 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Checking router: ff5e2d70-69ef-4f4d-9af5-0379eed02403 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:37:57.096526 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Updating router ff5e2d70-69ef-4f4d-9af5-0379eed02403 port b697ee26-412a-47bb-bd8d-0d7f86672749 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:37:57.104031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b1e5dd3e-150d-43ac-bf36-29e14f71374d req-6e87bc85-0524-457f-941b-0a837b9a270e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728447 Dec 12 04:37:57.119227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 56858) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:37:57.124899 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:57.190757 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3210b94f-dffc-426e-a2f5-7cb89de99dd7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/8c50d23c-db34-438b-93b5-1ebd1c4fcc26 HTTP/1.1" status: 200 len: 994 time: 0.0702653 Dec 12 04:37:57.420243 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:57.426038 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:57.477528 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a43aec-3362-4fcb-8c25-8d1d160ce578 None None] Pushing event updated for resources: {'Port': ['ID=b697ee26-412a-47bb-bd8d-0d7f86672749,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:57.525295 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Attempting to bind port b697ee26-412a-47bb-bd8d-0d7f86672749 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:37:57.525957 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Attempting to bind port b697ee26-412a-47bb-bd8d-0d7f86672749 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:37:57.526323 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Attempting to bind port b697ee26-412a-47bb-bd8d-0d7f86672749 on network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:37:57.531647 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:37:57.532071 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Checking segment: {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:37:57.532505 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:57.533265 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Bound using segment: {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:37:57.533654 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Bound port: b697ee26-412a-47bb-bd8d-0d7f86672749, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:37:57.534095 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:57.601227 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] For port b697ee26-412a-47bb-bd8d-0d7f86672749, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:37:57.606155 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] For port b697ee26-412a-47bb-bd8d-0d7f86672749, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b697ee26-412a-47bb-bd8d-0d7f86672749,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:37:57.612247 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:57.678869 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a43aec-3362-4fcb-8c25-8d1d160ce578 None None] Pushing event updated for resources: {'Port': ['ID=b697ee26-412a-47bb-bd8d-0d7f86672749,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:57.681588 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Routers {'ff5e2d70-69ef-4f4d-9af5-0379eed02403'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:37:57.682536 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:37:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:57.796839 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] Set router ff5e2d70-69ef-4f4d-9af5-0379eed02403 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:37:57.886843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc442b-eb57-46bf-9278-20a262fa0cb7 req-7d4c29e0-9380-4e40-9006-c1dd9d764f48 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:57.888638 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28fc442b-eb57-46bf-9278-20a262fa0cb7 req-7d4c29e0-9380-4e40-9006-c1dd9d764f48 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1096 time: 0.0502582 Dec 12 04:37:57.944202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28fc442b-eb57-46bf-9278-20a262fa0cb7 req-ad32c327-0828-4d79-8780-47dc4fffb576 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491867 Dec 12 04:37:58.045428 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:48Z', 'updated_at': '2021-12-12T04:37:54Z', 'revision_number': 4, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'gw_port': {'id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:49Z', 'updated_at': '2021-12-12T04:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'b697ee26-412a-47bb-bd8d-0d7f86672749', 'name': '', 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'mac_address': 'fa:16:3e:65:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '6202983b-161c-4172-852b-5cd6d588e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:53Z', 'updated_at': '2021-12-12T04:37:57Z', 'revision_number': 4, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'subnets': [{'id': '6202983b-161c-4172-852b-5cd6d588e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:37:58.076684 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741cef0-9b88-4e79-83a5-01ca62f33498 None None] The sync data for ids ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'] in n-d-710847-7 is: [{'id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:48Z', 'updated_at': '2021-12-12T04:37:54Z', 'revision_number': 4, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'gw_port': {'id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:49Z', 'updated_at': '2021-12-12T04:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'b697ee26-412a-47bb-bd8d-0d7f86672749', 'name': '', 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'mac_address': 'fa:16:3e:65:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '6202983b-161c-4172-852b-5cd6d588e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:53Z', 'updated_at': '2021-12-12T04:37:57Z', 'revision_number': 4, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'subnets': [{'id': '6202983b-161c-4172-852b-5cd6d588e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:37:58.092864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c8b7fec-6cd8-41ff-a8b2-1a91b18595cf req-e12fe284-1b47-4d69-86cb-878d4ecac12d tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 210 time: 0.0379715 Dec 12 04:37:58.201905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f2985-d21c-416c-96a9-1397b3c5442a req-15c31f07-1922-497c-9b21-03703b63e4e5 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:58.203528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b15f2985-d21c-416c-96a9-1397b3c5442a req-15c31f07-1922-497c-9b21-03703b63e4e5 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1096 time: 0.1533823 Dec 12 04:37:58.288425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-a99bf4f3-ba7b-4fa0-bd0e-ebfa8cb28c6c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:58.290260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-a99bf4f3-ba7b-4fa0-bd0e-ebfa8cb28c6c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.37 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 810 time: 0.2097478 Dec 12 04:37:58.313543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Request body: {'port': {'device_id': '1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17', 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f', 'admin_state_up': True, 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:58.337996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b15f2985-d21c-416c-96a9-1397b3c5442a req-83b24002-b0f9-4783-a7d8-85267733390f tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232812 Dec 12 04:37:58.384464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:37:58.387035 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46df20de-7bea-4136-af54-3fbb77dd5066" -d '{"events": [{"server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "name": "network-vif-plugged", "status": "completed", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:37:58.458477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107720-1a35-4f66-9f82-b27ab426635d req-ee4e517c-84d2-411e-9cdb-f74a738d1a78 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:58.460582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46107720-1a35-4f66-9f82-b27ab426635d req-ee4e517c-84d2-411e-9cdb-f74a738d1a78 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1096 time: 0.0498300 Dec 12 04:37:58.475434 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c83ecb-c2e4-4f03-b453-c324840bf21b x-openstack-request-id: req-42c83ecb-c2e4-4f03-b453-c324840bf21b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:37:58.475434 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "name": "network-vif-plugged", "status": "completed", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:37:58.475712 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42c83ecb-c2e4-4f03-b453-c324840bf21b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:37:58.475990 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247', 'code': 200} Dec 12 04:37:58.477342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Made reservation on behalf of d82b9c6fb2884b99af753f36d301d45e for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:37:58.481291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:58.513465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46107720-1a35-4f66-9f82-b27ab426635d req-88655086-cd12-499d-be5a-a4c4e640a29c tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460036 Dec 12 04:37:58.637980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Allocated IP 172.20.0.14 (3d97a1c3-f7c2-4f53-b063-86c8cc18911f/6202983b-161c-4172-852b-5cd6d588e10f/8bd8c194-76fd-4de1-839d-a2d7e48cf852) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:37:58.894084 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:58.900965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-f695245c-3da3-4a9a-beb1-99d4cf1d956d tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:58.902568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-f695245c-3da3-4a9a-beb1-99d4cf1d956d tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/networks?id=ac571af6-01ea-4647-baaf-7f1e62b83017 HTTP/1.1" status: 200 len: 910 time: 0.1531949 Dec 12 04:37:58.924746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-5103805a-0335-4224-b2aa-3b4c0759be4c tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/quotas/4c3fc195c6d945d4b2199f5adf3c84c8 HTTP/1.1" status: 200 len: 375 time: 0.0142596 Dec 12 04:37:58.973614 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:59.028472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-9095c796-4fe0-4047-8272-63858c35f234 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c3fc195c6d945d4b2199f5adf3c84c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923197 Dec 12 04:37:59.035589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:37:59.041039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:37:59.045784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:37:59.077801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Pushing event updated for resources: {'Port': ['ID=8bd8c194-76fd-4de1-839d-a2d7e48cf852,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:37:59.151757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:59.152406 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:59.186060 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-89ff24df-1275-45e6-b141-d9ba8d25e7bd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8773713 Dec 12 04:37:59.215981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Request body: {'port': {'device_id': '1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:37:59.229919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-2534fe1c-7d89-4834-bd9a-a45fb71bc78a service neutron] 10.222.0.36 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788228 Dec 12 04:37:59.320499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac05979-d127-4f1b-ada7-e9b9d0870da1 req-9237f5ad-897d-43f2-aed8-aa530df24cf4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:37:59.329408 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eac05979-d127-4f1b-ada7-e9b9d0870da1 req-9237f5ad-897d-43f2-aed8-aa530df24cf4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 932 time: 0.0912607 Dec 12 04:37:59.402571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eac05979-d127-4f1b-ada7-e9b9d0870da1 req-33d5b3fa-adec-4982-a742-55daba8bb6b7 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642228 Dec 12 04:37:59.446123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:59.450717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-69fc88ad-f325-44e3-a485-07891a56c3a8 service neutron] 10.222.0.36 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901503 Dec 12 04:37:59.786110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82e88b40-3e62-4749-9c2c-8bfda212052c req-6ddb877d-cd5d-4ce9-8cd4-06c3e0c1e5ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 210 time: 0.0551200 Dec 12 04:37:59.805599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b697ee26-412a-47bb-bd8d-0d7f86672749 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:37:59.873342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b697ee26-412a-47bb-bd8d-0d7f86672749 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:37:59.873975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:59.906283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd8c194-76fd-4de1-839d-a2d7e48cf852 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:37:59.915594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:59.930267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Transition to ACTIVE for port object 8bd8c194-76fd-4de1-839d-a2d7e48cf852 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:37:59.934690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:59.981828 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:37:59.996301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Pushing event updated for resources: {'Port': ['ID=8bd8c194-76fd-4de1-839d-a2d7e48cf852,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:00.028051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port b697ee26-412a-47bb-bd8d-0d7f86672749, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b697ee26-412a-47bb-bd8d-0d7f86672749,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:00.034423 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:00.101096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Attempting to bind port 8bd8c194-76fd-4de1-839d-a2d7e48cf852 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:00.101584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Attempting to bind port 8bd8c194-76fd-4de1-839d-a2d7e48cf852 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:00.102406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Attempting to bind port 8bd8c194-76fd-4de1-839d-a2d7e48cf852 on network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:00.109041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Port 8bd8c194-76fd-4de1-839d-a2d7e48cf852 on network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:38:00.110292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Attempting to bind port 8bd8c194-76fd-4de1-839d-a2d7e48cf852 on network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:00.113675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=b697ee26-412a-47bb-bd8d-0d7f86672749,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:00.118381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:00.118733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Checking segment: {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:00.119136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Bound using segment: {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:00.119639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Bound port: 8bd8c194-76fd-4de1-839d-a2d7e48cf852, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:00.120067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:00.210158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] For port 8bd8c194-76fd-4de1-839d-a2d7e48cf852, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:00.213720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] For port 8bd8c194-76fd-4de1-839d-a2d7e48cf852, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:00.218995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:00.264056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:00.269623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:00.271670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] 10.222.0.37 "PUT /v2.0/ports/8bd8c194-76fd-4de1-839d-a2d7e48cf852 HTTP/1.1" status: 200 len: 1092 time: 1.0601671 Dec 12 04:38:00.272955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17', 'tag': '8bd8c194-76fd-4de1-839d-a2d7e48cf852'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:00.275478 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d798c47-a6de-4fdf-b62c-913e17ebe457" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17", "tag": "8bd8c194-76fd-4de1-839d-a2d7e48cf852"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:00.312987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dd111-4d01-46cc-8ffd-8dd75e41039c service neutron] Pushing event updated for resources: {'Port': ['ID=8bd8c194-76fd-4de1-839d-a2d7e48cf852,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:00.401078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-431c46c2-fcd4-427d-a459-de4598b28d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:00.402871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-431c46c2-fcd4-427d-a459-de4598b28d58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 1095 time: 0.0531263 Dec 12 04:38:00.429976 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c87291-f1c8-4cb7-a87d-2767cb45be70 x-openstack-request-id: req-62c87291-f1c8-4cb7-a87d-2767cb45be70 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:00.430218 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17", "tag": "8bd8c194-76fd-4de1-839d-a2d7e48cf852", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:00.430487 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62c87291-f1c8-4cb7-a87d-2767cb45be70 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:00.431288 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17', 'tag': '8bd8c194-76fd-4de1-839d-a2d7e48cf852', 'status': 'completed', 'code': 200} Dec 12 04:38:00.557291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50766ea9-ec49-401e-bb10-52447af8438d req-4e7f5c90-30d0-4f6a-8f96-449c0bfdd376 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:00.559683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50766ea9-ec49-401e-bb10-52447af8438d req-4e7f5c90-30d0-4f6a-8f96-449c0bfdd376 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 944 time: 0.0763659 Dec 12 04:38:00.622067 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50766ea9-ec49-401e-bb10-52447af8438d req-ebf15a7b-af26-41a4-963b-8dbefd784444 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556636 Dec 12 04:38:00.846652 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-3f73cf78-870e-4826-ae00-8ab3bb2b15f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852 HTTP/1.1" status: 200 len: 217 time: 0.3975334 Dec 12 04:38:00.910736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd125e61-3199-4b44-92ac-1a3c835eca99 req-c66b5106-f953-4847-a45a-f6141086a4d4 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 210 time: 0.0470479 Dec 12 04:38:00.935803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-9852d57f-f191-459d-b05b-ed948cf8e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:00.937793 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-9852d57f-f191-459d-b05b-ed948cf8e7eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 200 len: 850 time: 0.0828416 Dec 12 04:38:01.034666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-5df90126-bc7d-4e60-94cd-512c85de730d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638206 Dec 12 04:38:01.127837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-75279b59-5c43-4451-b61d-11911e8bff10 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:01.129416 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-75279b59-5c43-4451-b61d-11911e8bff10 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.37 "GET /v2.0/networks?id=ac571af6-01ea-4647-baaf-7f1e62b83017 HTTP/1.1" status: 200 len: 910 time: 0.1791050 Dec 12 04:38:01.161852 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-95e61053-d1cd-4786-b788-adc8b1d251ca service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187265 Dec 12 04:38:01.166414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Request body: {'port': {'device_id': '1b978765-e7d1-42eb-a962-b81d94d81d4f', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'admin_state_up': True, 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:01.242853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Made reservation on behalf of 4c3fc195c6d945d4b2199f5adf3c84c8 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:01.244994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:01.321064 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dea9504-6508-4ae0-8c45-b31a5d4aa57c req-9a02b02c-dc88-4b90-ac6c-09da0b57d240 service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514492 Dec 12 04:38:01.399238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Allocated IP 172.20.0.6 (ac571af6-01ea-4647-baaf-7f1e62b83017/d550a563-1146-436b-86c0-fecbd106d063/209e9535-941c-4346-9d99-be381a36f60b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:01.521332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-b9d2ea5f-79a0-4417-9a90-3aed693d79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:01.523094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-b9d2ea5f-79a0-4417-9a90-3aed693d79a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 1095 time: 0.1102741 Dec 12 04:38:01.629594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:01.661087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-f4c402b8-8cb4-4ed9-ae3b-145cc22b1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:01.662605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-f4c402b8-8cb4-4ed9-ae3b-145cc22b1e03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 910 time: 0.1315837 Dec 12 04:38:01.719507 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-e40ced51-0c18-4af7-851f-7e72bb68fa0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852 HTTP/1.1" status: 200 len: 217 time: 0.0459850 Dec 12 04:38:01.748918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b697ee26-412a-47bb-bd8d-0d7f86672749 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:01.760612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:01.765383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbfa49-c313-450c-b30c-2423f595fc1f req-bb658ac1-2256-4000-95c6-c1737ab86a65 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:01.766979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bedbfa49-c313-450c-b30c-2423f595fc1f req-bb658ac1-2256-4000-95c6-c1737ab86a65 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 944 time: 0.0680573 Dec 12 04:38:01.792249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4930a940-7804-4805-9b71-08d009c6052c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:38:01.822819 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Network ac571af6-01ea-4647-baaf-7f1e62b83017 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:01.828909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:01.835759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:01.865962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b697ee26-412a-47bb-bd8d-0d7f86672749 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:01.866427 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:01.869787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bedbfa49-c313-450c-b30c-2423f595fc1f req-121e62f2-7b82-42b6-8d0a-ff8dfe41e80e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916357 Dec 12 04:38:01.889474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-81679c50-5ec3-42d1-bddd-4950ab7a7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:01.890928 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-81679c50-5ec3-42d1-bddd-4950ab7a7b70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 200 len: 850 time: 0.1623626 Dec 12 04:38:01.894384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Pushing event updated for resources: {'Port': ['ID=209e9535-941c-4346-9d99-be381a36f60b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:01.897553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:01.898250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:01.952039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-62570a55-e5a2-4b86-83b6-4e73d0e6ec57 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7863753 Dec 12 04:38:01.989639 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-cb7fa091-26a3-4fe5-a528-947438ef746b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733774 Dec 12 04:38:01.993680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Request body: {'port': {'device_id': '1b978765-e7d1-42eb-a962-b81d94d81d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:02.155953 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:02.183120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ed21f-28de-4941-ba34-da58ae0fdd70 req-c729f437-a8b7-4fd6-8afc-16792599620c tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:02.184669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-168ed21f-28de-4941-ba34-da58ae0fdd70 req-c729f437-a8b7-4fd6-8afc-16792599620c tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1027 time: 0.1485031 Dec 12 04:38:02.203274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a6ffe60c-f842-4e82-8750-a1fc65ed9337 None None] Provisioning complete for port 209e9535-941c-4346-9d99-be381a36f60b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:02.203661 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a6ffe60c-f842-4e82-8750-a1fc65ed9337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:02.225746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-c7d43e04-fb7f-465a-a636-986af189f6db service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101851 Dec 12 04:38:02.240080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffe60c-f842-4e82-8750-a1fc65ed9337 None None] Port 209e9535-941c-4346-9d99-be381a36f60b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:02.387529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-168ed21f-28de-4941-ba34-da58ae0fdd70 req-082f7093-092f-4dbb-9eb2-836ee50e0254 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940098 Dec 12 04:38:02.476579 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d798c47-a6de-4fdf-b62c-913e17ebe457 req-42573903-bc05-4604-9f9f-e4f866183a0c service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369635 Dec 12 04:38:02.574105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209e9535-941c-4346-9d99-be381a36f60b {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:38:02.582962 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:02.595754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Transition to ACTIVE for port object 209e9535-941c-4346-9d99-be381a36f60b will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:38:02.600673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:02.693254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Pushing event updated for resources: {'Port': ['ID=209e9535-941c-4346-9d99-be381a36f60b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:02.725222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Attempting to bind port 209e9535-941c-4346-9d99-be381a36f60b on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:02.725573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Attempting to bind port 209e9535-941c-4346-9d99-be381a36f60b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:02.725935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Attempting to bind port 209e9535-941c-4346-9d99-be381a36f60b on network ac571af6-01ea-4647-baaf-7f1e62b83017 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:02.730470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Port 209e9535-941c-4346-9d99-be381a36f60b on network ac571af6-01ea-4647-baaf-7f1e62b83017 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:38:02.730810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Attempting to bind port 209e9535-941c-4346-9d99-be381a36f60b on network ac571af6-01ea-4647-baaf-7f1e62b83017 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:02.735737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:02.736087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Checking segment: {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:02.736486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Bound using segment: {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:02.736962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Bound port: 209e9535-941c-4346-9d99-be381a36f60b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06dfc88d-805f-4a03-946f-11330861ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:02.737335 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:02.806438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] For port 209e9535-941c-4346-9d99-be381a36f60b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:02.809982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] For port 209e9535-941c-4346-9d99-be381a36f60b, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=209e9535-941c-4346-9d99-be381a36f60b,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:02.814188 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:02.851966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:02.852787 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:02.854525 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] 10.222.0.37 "PUT /v2.0/ports/209e9535-941c-4346-9d99-be381a36f60b HTTP/1.1" status: 200 len: 1091 time: 0.8784697 Dec 12 04:38:02.855298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b978765-e7d1-42eb-a962-b81d94d81d4f', 'tag': '209e9535-941c-4346-9d99-be381a36f60b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:02.858361 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f0b212-268b-4b45-a147-0f68dbeccc21" -d '{"events": [{"name": "network-changed", "server_uuid": "1b978765-e7d1-42eb-a962-b81d94d81d4f", "tag": "209e9535-941c-4346-9d99-be381a36f60b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:02.881210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b5ed9-e213-4797-99ba-7d8a5a159376 service neutron] Pushing event updated for resources: {'Port': ['ID=209e9535-941c-4346-9d99-be381a36f60b,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:02.928573 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43bbf7a-13da-423e-bcb4-490457fb1afd x-openstack-request-id: req-d43bbf7a-13da-423e-bcb4-490457fb1afd {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:02.928915 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b978765-e7d1-42eb-a962-b81d94d81d4f", "tag": "209e9535-941c-4346-9d99-be381a36f60b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:02.929185 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d43bbf7a-13da-423e-bcb4-490457fb1afd {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:02.929608 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b978765-e7d1-42eb-a962-b81d94d81d4f', 'tag': '209e9535-941c-4346-9d99-be381a36f60b', 'status': 'completed', 'code': 200} Dec 12 04:38:02.995584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-4f78ea5d-4439-48ae-b6b5-398d09b4b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:02.997362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-4f78ea5d-4439-48ae-b6b5-398d09b4b4fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c3fc195c6d945d4b2199f5adf3c84c8&device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1094 time: 0.0801656 Dec 12 04:38:03.011796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08605-90db-4855-89fc-1f78e1819803 req-97b507a4-5060-422a-bdc6-ceca07da1a19 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:03.013420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afa08605-90db-4855-89fc-1f78e1819803 req-97b507a4-5060-422a-bdc6-ceca07da1a19 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 944 time: 0.0636947 Dec 12 04:38:03.063848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-1b5dbba6-7090-4410-81a7-0d5b41c6d24d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=209e9535-941c-4346-9d99-be381a36f60b HTTP/1.1" status: 200 len: 217 time: 0.0487418 Dec 12 04:38:03.122906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afa08605-90db-4855-89fc-1f78e1819803 req-6a859520-8deb-41d4-a995-5fc16b44786b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008563 Dec 12 04:38:03.137175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-990745bf-84ed-447f-8b5a-0c1fdd49b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:03.138642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-990745bf-84ed-447f-8b5a-0c1fdd49b063 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d550a563-1146-436b-86c0-fecbd106d063 HTTP/1.1" status: 200 len: 849 time: 0.0628970 Dec 12 04:38:03.188653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-0c61dbcb-7b83-4eb7-a68e-228f876f671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:03.190183 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-0c61dbcb-7b83-4eb7-a68e-228f876f671c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac571af6-01ea-4647-baaf-7f1e62b83017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405667 Dec 12 04:38:03.281010 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-3845a64f-83f2-41b2-8e8c-e928a988d1de service neutron] 10.222.0.37 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824475 Dec 12 04:38:03.377703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6e662a7-6539-4c62-b92b-c95648235f10 req-dffc1682-504b-4ace-bc85-5266ef7b1e6d service neutron] 10.222.0.37 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886760 Dec 12 04:38:03.499589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f63d9-e776-4db5-bdcb-eefc8ce84a9f req-32193f0e-6095-4190-9717-0abeebfd7872 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:03.501233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-499f63d9-e776-4db5-bdcb-eefc8ce84a9f req-32193f0e-6095-4190-9717-0abeebfd7872 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1094 time: 0.0467222 Dec 12 04:38:03.524046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-021e4ca2-9255-4b16-b7fd-2002cf175c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:03.525726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-021e4ca2-9255-4b16-b7fd-2002cf175c1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c3fc195c6d945d4b2199f5adf3c84c8&device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1094 time: 0.0447407 Dec 12 04:38:03.550676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-499f63d9-e776-4db5-bdcb-eefc8ce84a9f req-3fec4cca-4165-44b1-802b-b9d626968aa3 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Dec 12 04:38:03.644807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-ca709b3c-a040-4a10-a000-af0fba6f1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:03.646998 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-ca709b3c-a040-4a10-a000-af0fba6f1ef4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac571af6-01ea-4647-baaf-7f1e62b83017 HTTP/1.1" status: 200 len: 910 time: 0.1142776 Dec 12 04:38:03.693190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-aaf62513-1fca-41ff-bf99-8abe8dcde732 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=209e9535-941c-4346-9d99-be381a36f60b HTTP/1.1" status: 200 len: 217 time: 0.0386257 Dec 12 04:38:03.742371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-9e78ccb6-fcdc-49f5-bb5f-8618b817251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:03.743833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-9e78ccb6-fcdc-49f5-bb5f-8618b817251f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d550a563-1146-436b-86c0-fecbd106d063 HTTP/1.1" status: 200 len: 849 time: 0.0433569 Dec 12 04:38:03.797244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-acd57f44-1b8e-49aa-b7d9-db05680d6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:03.798812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-acd57f44-1b8e-49aa-b7d9-db05680d6759 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac571af6-01ea-4647-baaf-7f1e62b83017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463793 Dec 12 04:38:03.891794 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-c5e38505-ca6f-422f-a843-693cb2cc6e57 service neutron] 10.222.0.37 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843670 Dec 12 04:38:03.990007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c9f0b212-268b-4b45-a147-0f68dbeccc21 req-e589f265-75ce-484f-a2a6-c44698855bcb service neutron] 10.222.0.37 "GET /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902193 Dec 12 04:38:04.199678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 8bd8c194-76fd-4de1-839d-a2d7e48cf852 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:38:04.243437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b08b24-9db9-4e13-be15-03c58459ca3a req-23e24426-88c2-488a-9376-ff8ffb817796 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:04.244989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48b08b24-9db9-4e13-be15-03c58459ca3a req-23e24426-88c2-488a-9376-ff8ffb817796 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 944 time: 0.0539334 Dec 12 04:38:04.301464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48b08b24-9db9-4e13-be15-03c58459ca3a req-7e931e38-abdc-4eef-bd8f-d5628bf289d5 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500162 Dec 12 04:38:04.311955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 8bd8c194-76fd-4de1-839d-a2d7e48cf852, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:04.325805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '8bd8c194-76fd-4de1-839d-a2d7e48cf852', 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f', 'port_id': '8bd8c194-76fd-4de1-839d-a2d7e48cf852', 'mac_address': 'fa:16:3e:7b:29:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6202983b-161c-4172-852b-5cd6d588e10f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:38:04.376607 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:04.390085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd8c194-76fd-4de1-839d-a2d7e48cf852 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:38:04.410498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 8bd8c194-76fd-4de1-839d-a2d7e48cf852, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:04.414782 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:04.465872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=8bd8c194-76fd-4de1-839d-a2d7e48cf852,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:04.660888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c1bd7-af84-4109-8db7-7b9f69bbad8b req-ab60b4ae-6047-4c78-b414-5979d7e4be60 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:04.662366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f71c1bd7-af84-4109-8db7-7b9f69bbad8b req-ab60b4ae-6047-4c78-b414-5979d7e4be60 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1094 time: 0.0428705 Dec 12 04:38:04.707361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f71c1bd7-af84-4109-8db7-7b9f69bbad8b req-5e7a2dcb-d287-4e79-a15f-165b50d1852b tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Dec 12 04:38:04.734340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['8bd8c194-76fd-4de1-839d-a2d7e48cf852'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:38:05.421322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ce7b3-3759-4409-b7ed-13f1ed094036 req-8b0ecfdf-ae05-4c13-8b6e-a7dfa932ba17 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:05.422869 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc5ce7b3-3759-4409-b7ed-13f1ed094036 req-8b0ecfdf-ae05-4c13-8b6e-a7dfa932ba17 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 945 time: 0.0534937 Dec 12 04:38:05.470745 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc5ce7b3-3759-4409-b7ed-13f1ed094036 req-44eb6670-bba9-4be8-82dd-674b9f6c1618 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414398 Dec 12 04:38:05.818365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3584e-8715-4cf1-b0ca-07c0543047c1 req-49c42edd-6bf8-4106-b10e-2d3d989eaa45 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:05.819880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38c3584e-8715-4cf1-b0ca-07c0543047c1 req-49c42edd-6bf8-4106-b10e-2d3d989eaa45 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1094 time: 0.0442901 Dec 12 04:38:05.866625 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38c3584e-8715-4cf1-b0ca-07c0543047c1 req-923da66d-fde7-4ca2-b0c9-43e069398727 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405302 Dec 12 04:38:06.203892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 209e9535-941c-4346-9d99-be381a36f60b details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:38:06.214197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 8bd8c194-76fd-4de1-839d-a2d7e48cf852 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:06.325563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 8bd8c194-76fd-4de1-839d-a2d7e48cf852 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:38:06.346065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 8bd8c194-76fd-4de1-839d-a2d7e48cf852 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:06.346450 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:06.379737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 209e9535-941c-4346-9d99-be381a36f60b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=209e9535-941c-4346-9d99-be381a36f60b,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:06.401431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '209e9535-941c-4346-9d99-be381a36f60b', 'network_id': 'ac571af6-01ea-4647-baaf-7f1e62b83017', 'port_id': '209e9535-941c-4346-9d99-be381a36f60b', 'mac_address': 'fa:16:3e:97:db:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd550a563-1146-436b-86c0-fecbd106d063', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:38:06.473161 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:06.492732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209e9535-941c-4346-9d99-be381a36f60b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:38:06.496376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:06.528860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 209e9535-941c-4346-9d99-be381a36f60b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=209e9535-941c-4346-9d99-be381a36f60b,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:06.535927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd8c194-76fd-4de1-839d-a2d7e48cf852'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:06.538205 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce485f7-af6d-44ae-b6f9-651a80831b64" -d '{"events": [{"server_uuid": "1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17", "name": "network-vif-plugged", "status": "completed", "tag": "8bd8c194-76fd-4de1-839d-a2d7e48cf852"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:06.547614 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:06.555860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 8bd8c194-76fd-4de1-839d-a2d7e48cf852, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:06.578661 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:06.604058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=209e9535-941c-4346-9d99-be381a36f60b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:06.632337 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bf9516-5104-4313-bb3d-a9afc9d910fa x-openstack-request-id: req-64bf9516-5104-4313-bb3d-a9afc9d910fa {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:06.632550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9b90d-918a-4789-a61c-fa2534d97924 req-c17c814a-115e-475a-b612-f96835487d1c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:06.633056 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17", "name": "network-vif-plugged", "status": "completed", "tag": "8bd8c194-76fd-4de1-839d-a2d7e48cf852", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:06.633056 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64bf9516-5104-4313-bb3d-a9afc9d910fa {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:06.633306 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd8c194-76fd-4de1-839d-a2d7e48cf852', 'code': 200} Dec 12 04:38:06.634955 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50a9b90d-918a-4789-a61c-fa2534d97924 req-c17c814a-115e-475a-b612-f96835487d1c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0873992 Dec 12 04:38:06.661162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=8bd8c194-76fd-4de1-839d-a2d7e48cf852,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:06.701427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50a9b90d-918a-4789-a61c-fa2534d97924 req-7a1d35af-0176-4a47-98c0-86291f47a81f tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584314 Dec 12 04:38:06.753610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ce90-1d74-40af-acf6-1c13b493a102 req-e220946c-2359-431f-b72f-98ca24308bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:06.755119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8778ce90-1d74-40af-acf6-1c13b493a102 req-e220946c-2359-431f-b72f-98ca24308bfb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 1097 time: 0.0408137 Dec 12 04:38:06.801350 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8778ce90-1d74-40af-acf6-1c13b493a102 req-8d742c29-b548-4043-801e-eb42945eb085 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Dec 12 04:38:06.876808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['209e9535-941c-4346-9d99-be381a36f60b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:38:06.976661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce063a-5f25-460b-bea5-d2e7544a0990 req-2bbe5ec5-28db-40c5-96cb-d90d418d1798 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:06.978226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bce063a-5f25-460b-bea5-d2e7544a0990 req-2bbe5ec5-28db-40c5-96cb-d90d418d1798 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1095 time: 0.0420892 Dec 12 04:38:07.026217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4bce063a-5f25-460b-bea5-d2e7544a0990 req-5e4ea0f5-5e55-4628-94ca-2bd84a1ef2bd tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Dec 12 04:38:07.825141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372fe03-f1b2-4c82-bde8-791c724cad18 req-5769a262-9f6a-48d7-8d83-e492af849529 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:07.826649 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b372fe03-f1b2-4c82-bde8-791c724cad18 req-5769a262-9f6a-48d7-8d83-e492af849529 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0530334 Dec 12 04:38:07.875533 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b372fe03-f1b2-4c82-bde8-791c724cad18 req-589987f2-80a6-43b8-b2a3-7eadfc64ebe3 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427451 Dec 12 04:38:08.134967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3267-47cc-4e2a-8452-4a246b115fda req-c061e9a4-4258-404e-890e-de40227f7db6 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:08.136691 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d9c3267-47cc-4e2a-8452-4a246b115fda req-c061e9a4-4258-404e-890e-de40227f7db6 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1095 time: 0.0418983 Dec 12 04:38:08.184277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d9c3267-47cc-4e2a-8452-4a246b115fda req-0b285138-c031-4f4a-b962-5296ec544d62 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Dec 12 04:38:08.214601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 209e9535-941c-4346-9d99-be381a36f60b up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:08.264312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 209e9535-941c-4346-9d99-be381a36f60b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:38:08.274363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 209e9535-941c-4346-9d99-be381a36f60b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:08.274738 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:08.356049 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:08.389531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 209e9535-941c-4346-9d99-be381a36f60b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=209e9535-941c-4346-9d99-be381a36f60b,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:08.393198 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:08.444832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=209e9535-941c-4346-9d99-be381a36f60b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:08.633960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b978765-e7d1-42eb-a962-b81d94d81d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e9535-941c-4346-9d99-be381a36f60b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:08.636396 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aa6c15-13b4-4b6b-aff9-89c276ef6554" -d '{"events": [{"server_uuid": "1b978765-e7d1-42eb-a962-b81d94d81d4f", "name": "network-vif-plugged", "status": "completed", "tag": "209e9535-941c-4346-9d99-be381a36f60b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:08.671616 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d5c395-0eb5-4b3c-b72a-133ff3d5bcb6 x-openstack-request-id: req-e5d5c395-0eb5-4b3c-b72a-133ff3d5bcb6 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:08.671915 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b978765-e7d1-42eb-a962-b81d94d81d4f", "name": "network-vif-plugged", "status": "completed", "tag": "209e9535-941c-4346-9d99-be381a36f60b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:08.672176 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5d5c395-0eb5-4b3c-b72a-133ff3d5bcb6 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:08.672607 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b978765-e7d1-42eb-a962-b81d94d81d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e9535-941c-4346-9d99-be381a36f60b', 'code': 200} Dec 12 04:38:08.813471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d700507-7b19-4b0a-af72-a086a6db14cb req-9bde2965-5970-4b74-ac50-50671e644026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:08.814935 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d700507-7b19-4b0a-af72-a086a6db14cb req-9bde2965-5970-4b74-ac50-50671e644026 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1096 time: 0.0423365 Dec 12 04:38:08.861828 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d700507-7b19-4b0a-af72-a086a6db14cb req-1e3cb73a-1734-4af1-a21d-341ae2260571 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385828 Dec 12 04:38:08.999748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d67b8-dc19-4016-8bd3-4d3bfcc8fcc0 req-e5c15f78-7eef-46a0-8d73-5fd0ebfb2d76 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:09.001460 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea9d67b8-dc19-4016-8bd3-4d3bfcc8fcc0 req-e5c15f78-7eef-46a0-8d73-5fd0ebfb2d76 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0550854 Dec 12 04:38:09.051135 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea9d67b8-dc19-4016-8bd3-4d3bfcc8fcc0 req-8b642e99-15db-4aee-a3d7-200c70941282 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418098 Dec 12 04:38:09.298514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df96e9e-690f-4a32-a803-8d60d40aaa8d req-43a2b902-bc0b-4778-8e9c-93f7e6619c6b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:09.300201 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6df96e9e-690f-4a32-a803-8d60d40aaa8d req-43a2b902-bc0b-4778-8e9c-93f7e6619c6b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0648973 Dec 12 04:38:09.342403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20645dd-6812-4744-bcdb-29644930cc43 req-63160678-34b4-4148-b4fd-264d7b610978 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:09.344198 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a20645dd-6812-4744-bcdb-29644930cc43 req-63160678-34b4-4148-b4fd-264d7b610978 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1096 time: 0.0888596 Dec 12 04:38:09.347998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-66b95514-5a03-44a0-888a-27a82b6fba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:09.349521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-66b95514-5a03-44a0-888a-27a82b6fba1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 1097 time: 0.0781732 Dec 12 04:38:09.350331 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6df96e9e-690f-4a32-a803-8d60d40aaa8d req-955f4089-f250-4a77-a7c3-c905bcaec8fc tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Dec 12 04:38:09.454124 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a20645dd-6812-4744-bcdb-29644930cc43 req-be34d230-e9f9-4d82-82d9-2a326351d0d8 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013546 Dec 12 04:38:09.482399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-c3555b7e-076d-4742-9160-6de4b1cfa561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:09.483917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-c3555b7e-076d-4742-9160-6de4b1cfa561 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 910 time: 0.1222281 Dec 12 04:38:09.533423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-8ab9a218-97f2-4c2b-80ec-7829494beefd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852 HTTP/1.1" status: 200 len: 217 time: 0.0384846 Dec 12 04:38:09.587200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-0e2304fc-7487-401a-a2de-ecb0a480a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:09.588800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-0e2304fc-7487-401a-a2de-ecb0a480a7c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 200 len: 850 time: 0.0460522 Dec 12 04:38:09.636226 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-9779a216-2c37-496c-8fd2-19b3d9c77e6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328856 Dec 12 04:38:09.740759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-1b857f4f-1910-4f64-b10b-d69c9eaa511d service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930219 Dec 12 04:38:09.850355 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-05e43971-81bf-4a5a-9ca5-b254135a07c0 req-e2819d8b-a4df-462e-a9f9-9d4dec7de87d service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955515 Dec 12 04:38:10.468410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480a3bf-5408-4a60-a2ee-7db857f8ad45 req-d402d77c-921a-4f8c-92c0-64bc75cdbc13 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:10.469817 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8480a3bf-5408-4a60-a2ee-7db857f8ad45 req-d402d77c-921a-4f8c-92c0-64bc75cdbc13 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0517106 Dec 12 04:38:10.516521 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8480a3bf-5408-4a60-a2ee-7db857f8ad45 req-590728c1-05bf-443d-a1d8-3775913d1f02 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Dec 12 04:38:10.569442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815cad7-411d-42e5-8581-eeedeefa20a9 req-404e87a0-e58f-4f22-a9dc-bd8ee146d6b7 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:10.570958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d815cad7-411d-42e5-8581-eeedeefa20a9 req-404e87a0-e58f-4f22-a9dc-bd8ee146d6b7 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1096 time: 0.0486395 Dec 12 04:38:10.613848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d815cad7-411d-42e5-8581-eeedeefa20a9 req-b2f4c5cb-a170-44e2-8251-416c02f321a7 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369906 Dec 12 04:38:10.665117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9c90a4f6-7888-49d0-8217-a1b3aa4b90ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:10.719414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c367b-a36d-41a0-851f-5c14e07cbcc4 req-b2926a0e-7227-40b4-bc2b-bf2ab75f631d tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:10.720965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-613c367b-a36d-41a0-851f-5c14e07cbcc4 req-b2926a0e-7227-40b4-bc2b-bf2ab75f631d tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1096 time: 0.0402822 Dec 12 04:38:10.764164 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-613c367b-a36d-41a0-851f-5c14e07cbcc4 req-45db9c4e-7047-445f-9452-de5f1e68118a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Dec 12 04:38:10.868637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6640e93-9963-42ac-99df-4c3991f930ed req-b9331632-5dc8-4c22-9bc9-4048f5d0271c tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:10.870215 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6640e93-9963-42ac-99df-4c3991f930ed req-b9331632-5dc8-4c22-9bc9-4048f5d0271c tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1096 time: 0.0404081 Dec 12 04:38:10.914762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6640e93-9963-42ac-99df-4c3991f930ed req-e1b2e88b-11a7-4717-9559-7199ef1671b7 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385993 Dec 12 04:38:11.135135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ede37-22b3-4407-97df-7d9bb660fdf6 req-0067299f-90df-4a05-a67f-d5bf06ae3635 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:11.136653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f42ede37-22b3-4407-97df-7d9bb660fdf6 req-0067299f-90df-4a05-a67f-d5bf06ae3635 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1096 time: 0.0399072 Dec 12 04:38:11.184443 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f42ede37-22b3-4407-97df-7d9bb660fdf6 req-508b22d9-4531-4861-ab1b-456e7a2744e6 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Dec 12 04:38:11.637084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e1ef2-b5be-4280-8769-f50e78f874e4 req-a280c74f-1a3e-485f-8a72-cbf54cd623f9 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:11.638658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b87e1ef2-b5be-4280-8769-f50e78f874e4 req-a280c74f-1a3e-485f-8a72-cbf54cd623f9 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0534492 Dec 12 04:38:11.688440 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b87e1ef2-b5be-4280-8769-f50e78f874e4 req-590ea8f0-730d-4108-a73d-7037ea17056c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Dec 12 04:38:11.743485 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:12.296148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700299cc-165d-4a97-b5bf-6090fe5fbd3b req-9c130ba2-2bab-40f4-affd-6679435acb6f tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:12.297744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-700299cc-165d-4a97-b5bf-6090fe5fbd3b req-9c130ba2-2bab-40f4-affd-6679435acb6f tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1096 time: 0.0418150 Dec 12 04:38:12.341525 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-700299cc-165d-4a97-b5bf-6090fe5fbd3b req-548b37be-096c-4467-96e2-ad12f960959c tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379682 Dec 12 04:38:12.703165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-822ad6c9-ca43-4d38-a4f3-2e6480f0b23b tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:12.704741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-822ad6c9-ca43-4d38-a4f3-2e6480f0b23b tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 1096 time: 0.0420442 Dec 12 04:38:12.806317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Deleting port 209e9535-941c-4346-9d99-be381a36f60b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:12.806317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:12.814550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86318a68-4f9a-4e35-83a1-9ac2045ab8e4 req-9488aa22-702b-4ce3-9f37-a6464759a510 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:12.817362 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-86318a68-4f9a-4e35-83a1-9ac2045ab8e4 req-9488aa22-702b-4ce3-9f37-a6464759a510 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0532877 Dec 12 04:38:12.871399 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-86318a68-4f9a-4e35-83a1-9ac2045ab8e4 req-4a2791ba-630b-4329-9896-5e638935ff81 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477395 Dec 12 04:38:12.887399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] For port 209e9535-941c-4346-9d99-be381a36f60b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=209e9535-941c-4346-9d99-be381a36f60b,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:12.887917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:12.901532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Calling delete_port for 209e9535-941c-4346-9d99-be381a36f60b owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:12.974620 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-113b44d8-861e-4d03-8e5a-60b92deabff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:13.044539 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:13.073893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Pushing event deleted for resources: {'Port': ['ID=209e9535-941c-4346-9d99-be381a36f60b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:13.084847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['209e9535-941c-4346-9d99-be381a36f60b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:38:13.116922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4930a940-7804-4805-9b71-08d009c6052c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:38:13.119715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] No DVR routers for this DVR port 209e9535-941c-4346-9d99-be381a36f60b on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:38:13.122453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:13.126670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f64cfcf2-2fbb-4914-adef-e303a987b865 req-6eeb1546-12b5-45ae-9151-afb1491eb6ed tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.37 "DELETE /v2.0/ports/209e9535-941c-4346-9d99-be381a36f60b HTTP/1.1" status: 204 len: 173 time: 0.4149618 Dec 12 04:38:13.127138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b978765-e7d1-42eb-a962-b81d94d81d4f', 'name': 'network-vif-deleted', 'tag': '209e9535-941c-4346-9d99-be381a36f60b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:13.130228 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4235cb-ad4f-4ebf-a736-82814eeec807" -d '{"events": [{"server_uuid": "1b978765-e7d1-42eb-a962-b81d94d81d4f", "name": "network-vif-deleted", "tag": "209e9535-941c-4346-9d99-be381a36f60b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:13.194539 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba53ba3-0eed-4b16-b90c-b0fc8aa7750c x-openstack-request-id: req-1ba53ba3-0eed-4b16-b90c-b0fc8aa7750c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:13.195204 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b978765-e7d1-42eb-a962-b81d94d81d4f", "name": "network-vif-deleted", "tag": "209e9535-941c-4346-9d99-be381a36f60b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:13.195659 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ba53ba3-0eed-4b16-b90c-b0fc8aa7750c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:13.196287 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b978765-e7d1-42eb-a962-b81d94d81d4f', 'name': 'network-vif-deleted', 'tag': '209e9535-941c-4346-9d99-be381a36f60b', 'status': 'completed', 'code': 200} Dec 12 04:38:13.445877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6696894-8a3f-4140-b1c7-eda83f3d4faf req-fcef7634-0d27-46e7-9bc9-8ac8d98e787e tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b978765-e7d1-42eb-a962-b81d94d81d4f HTTP/1.1" status: 200 len: 210 time: 0.0253954 Dec 12 04:38:13.996899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77304de4-3c3a-4b6f-8fa4-9cd2df0bac0f req-09e07cc1-cd19-4c44-8828-7cd41e20b971 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:13.998481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77304de4-3c3a-4b6f-8fa4-9cd2df0bac0f req-09e07cc1-cd19-4c44-8828-7cd41e20b971 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0539818 Dec 12 04:38:14.049655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77304de4-3c3a-4b6f-8fa4-9cd2df0bac0f req-692dc436-a0b8-414a-8617-5b69d2362790 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 Dec 12 04:38:14.091450 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:14.109141 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:14.732450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5668c-ddf4-43ef-b9b4-66e6743e8a35 req-3f59c9f7-7340-4877-8f88-3096e46a9ca5 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:14.734031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21e5668c-ddf4-43ef-b9b4-66e6743e8a35 req-3f59c9f7-7340-4877-8f88-3096e46a9ca5 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1096 time: 0.0443814 Dec 12 04:38:14.779765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21e5668c-ddf4-43ef-b9b4-66e6743e8a35 req-a2677464-323b-46db-be10-746c82c53659 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388963 Dec 12 04:38:15.173850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef8fa-07b1-4a0c-a34e-5e55cc9fe26f req-6e77865b-1b74-484d-b927-ab88046624cf tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:15.175410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1fef8fa-07b1-4a0c-a34e-5e55cc9fe26f req-6e77865b-1b74-484d-b927-ab88046624cf tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0499456 Dec 12 04:38:15.222979 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1fef8fa-07b1-4a0c-a34e-5e55cc9fe26f req-383a398a-a591-4cd6-b3e9-f8cbe84fb99a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Dec 12 04:38:15.651347 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:15.889869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790d801-0626-4adc-ab5d-c112662e0264 req-927dc501-2f86-4947-a356-7875b33d6b17 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:15.891420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5790d801-0626-4adc-ab5d-c112662e0264 req-927dc501-2f86-4947-a356-7875b33d6b17 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1096 time: 0.0416455 Dec 12 04:38:15.935277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5790d801-0626-4adc-ab5d-c112662e0264 req-dc01af3c-39da-4efb-8410-a58a2a446662 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=db5e391d-b3d2-402e-ae04-6d4f06bfecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Dec 12 04:38:16.130404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e378de9f-b8ee-4cbb-aff7-36c8f3588961 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:16.131952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e378de9f-b8ee-4cbb-aff7-36c8f3588961 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 1096 time: 0.0552855 Dec 12 04:38:16.210420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Deleting port 4930a940-7804-4805-9b71-08d009c6052c {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:16.211098 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:16.231035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 209e9535-941c-4346-9d99-be381a36f60b no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:16.253201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 209e9535-941c-4346-9d99-be381a36f60b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:16.254421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 209e9535-941c-4346-9d99-be381a36f60b not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:16.314103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] For port 4930a940-7804-4805-9b71-08d009c6052c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4930a940-7804-4805-9b71-08d009c6052c,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:16.314513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:16.370512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Calling delete_port for 4930a940-7804-4805-9b71-08d009c6052c owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:16.442005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eccb2d-edeb-4359-bb72-d7221fd7cc39 req-755b330f-cbe8-4212-82b8-3c3621fb904a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:16.443488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c0eccb2d-edeb-4359-bb72-d7221fd7cc39 req-755b330f-cbe8-4212-82b8-3c3621fb904a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.1394007 Dec 12 04:38:16.514973 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c0eccb2d-edeb-4359-bb72-d7221fd7cc39 req-04a87fd4-b53d-4b31-b0a3-b0fbe258c0c3 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648956 Dec 12 04:38:16.560742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:16.591312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Pushing event deleted for resources: {'Port': ['ID=4930a940-7804-4805-9b71-08d009c6052c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:16.593806 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4930a940-7804-4805-9b71-08d009c6052c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:38:16.633298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] No DVR routers for this DVR port 4930a940-7804-4805-9b71-08d009c6052c on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:38:16.641105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:16.647870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22586975-4321-47c7-9e38-9dfd3882a26d req-e6dd7d6a-e723-4d4f-9c7a-fa86cdefd69a tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4930a940-7804-4805-9b71-08d009c6052c HTTP/1.1" status: 204 len: 173 time: 0.5076110 Dec 12 04:38:16.648757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bfa967-9698-4268-a69d-8df9b454eaf5', 'name': 'network-vif-deleted', 'tag': '4930a940-7804-4805-9b71-08d009c6052c'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:16.651421 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2574513-ed82-44f3-96a9-bc3039d6a31b" -d '{"events": [{"server_uuid": "61bfa967-9698-4268-a69d-8df9b454eaf5", "name": "network-vif-deleted", "tag": "4930a940-7804-4805-9b71-08d009c6052c"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:16.704663 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3287c9-5447-4b8d-b17d-cd8259ca9a1d x-openstack-request-id: req-5b3287c9-5447-4b8d-b17d-cd8259ca9a1d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:16.705020 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bfa967-9698-4268-a69d-8df9b454eaf5", "name": "network-vif-deleted", "tag": "4930a940-7804-4805-9b71-08d009c6052c", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:16.705296 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b3287c9-5447-4b8d-b17d-cd8259ca9a1d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:16.705734 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bfa967-9698-4268-a69d-8df9b454eaf5', 'name': 'network-vif-deleted', 'tag': '4930a940-7804-4805-9b71-08d009c6052c', 'status': 'completed', 'code': 200} Dec 12 04:38:16.711994 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:17.051847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-84f2b520-dffe-4eaf-844a-18e6349c778f req-15163846-09a6-4e23-b6a4-871c7eeb0375 tempest-TestServerMultinode-2138546244 tempest-TestServerMultinode-2138546244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61bfa967-9698-4268-a69d-8df9b454eaf5 HTTP/1.1" status: 200 len: 210 time: 0.0288613 Dec 12 04:38:17.633161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b9747-311f-44c6-acf4-df5ba36d4773 req-f0b6b64a-6715-49d8-96a9-9d6575fffe9f tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:17.634565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b55b9747-311f-44c6-acf4-df5ba36d4773 req-f0b6b64a-6715-49d8-96a9-9d6575fffe9f tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0483689 Dec 12 04:38:17.689844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b55b9747-311f-44c6-acf4-df5ba36d4773 req-6947b8b4-afe1-490c-a2c4-b628dc6287ec tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Dec 12 04:38:18.113166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57594) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:18.479237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:18.816341 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36661ecd-85d1-48dd-93e4-380b8b42d1f5 req-d85c4482-acb3-4a57-94c3-76e612dfb48c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:18.818623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36661ecd-85d1-48dd-93e4-380b8b42d1f5 req-d85c4482-acb3-4a57-94c3-76e612dfb48c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0536282 Dec 12 04:38:18.880617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-36661ecd-85d1-48dd-93e4-380b8b42d1f5 req-950c96da-1b38-49f6-b5cd-cb32a72e0b40 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543749 Dec 12 04:38:19.040484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Deleting port ec46178e-1cbf-4272-8e05-daf173bf88ba {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:19.040906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:19.117517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] For port ec46178e-1cbf-4272-8e05-daf173bf88ba, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ec46178e-1cbf-4272-8e05-daf173bf88ba,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:19.118122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:19.130874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Calling delete_port for ec46178e-1cbf-4272-8e05-daf173bf88ba owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:19.165188 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:38:19.330354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:19.360410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec46178e-1cbf-4272-8e05-daf173bf88ba,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:19.544091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:19.766040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Router 693ddf14-eb89-4448-a85b-15630d05000c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:38:19.873988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:19.879678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-75835e69-a970-498d-9c8f-52f14f124255 admin admin] 10.222.0.36 "PUT /v2.0/routers/693ddf14-eb89-4448-a85b-15630d05000c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7654624 Dec 12 04:38:19.882189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57632) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:19.885992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] Sync routers for ids ['693ddf14-eb89-4448-a85b-15630d05000c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:19.897755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] Routers {'693ddf14-eb89-4448-a85b-15630d05000c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:19.898523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['693ddf14-eb89-4448-a85b-15630d05000c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:20.011912 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.026373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603d00-384c-4bc4-8a20-409e4551e42c req-3ed2edc9-f0d5-4446-8e8c-106c0b901c36 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:20.029114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88603d00-384c-4bc4-8a20-409e4551e42c req-3ed2edc9-f0d5-4446-8e8c-106c0b901c36 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0573013 Dec 12 04:38:20.083618 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88603d00-384c-4bc4-8a20-409e4551e42c req-1e813a41-d87b-4735-83b6-ccb7b7ca69af tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475943 Dec 12 04:38:20.135777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.142652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4930a940-7804-4805-9b71-08d009c6052c no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:20.170078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 4930a940-7804-4805-9b71-08d009c6052c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:20.170432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4930a940-7804-4805-9b71-08d009c6052c not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:20.202223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Deleting port cbb7d92e-8a1d-466f-8d79-cde53fc0f360 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:20.202618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.212024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] Set router 693ddf14-eb89-4448-a85b-15630d05000c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:20.286349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] For port cbb7d92e-8a1d-466f-8d79-cde53fc0f360, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=cbb7d92e-8a1d-466f-8d79-cde53fc0f360,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:20.287023 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.300656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Calling delete_port for cbb7d92e-8a1d-466f-8d79-cde53fc0f360 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:20.422447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ddf14-eb89-4448-a85b-15630d05000c', 'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:30Z', 'updated_at': '2021-12-12T04:38:19Z', 'revision_number': 5, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'gw_port': {'id': 'cbb7d92e-8a1d-466f-8d79-cde53fc0f360', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ddf14-eb89-4448-a85b-15630d05000c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:31Z', 'updated_at': '2021-12-12T04:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:20.452517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] Checking router: 693ddf14-eb89-4448-a85b-15630d05000c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:20.463353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] Routers {'693ddf14-eb89-4448-a85b-15630d05000c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:20.463970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['693ddf14-eb89-4448-a85b-15630d05000c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:20.474454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.508275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb7d92e-8a1d-466f-8d79-cde53fc0f360,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:20.536142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581bc900-ce1f-45a5-99a1-bbe4967a7c1f None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:20.559544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] Set router 693ddf14-eb89-4448-a85b-15630d05000c gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:20.580754 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.614006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ddf14-eb89-4448-a85b-15630d05000c', 'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:30Z', 'updated_at': '2021-12-12T04:38:20Z', 'revision_number': 6, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:20.645175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7d30f-c892-4425-97c4-a4c8611b3858 None None] The sync data for ids ['693ddf14-eb89-4448-a85b-15630d05000c'] in n-d-710847-7 is: [{'id': '693ddf14-eb89-4448-a85b-15630d05000c', 'name': 'tempest-TestServerMultinode-1981756938-router', 'tenant_id': '1e8c01c4096e45099e09194137f9c774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:30Z', 'updated_at': '2021-12-12T04:38:20Z', 'revision_number': 6, 'project_id': '1e8c01c4096e45099e09194137f9c774', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:20.678949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.681351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.727390 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.728061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 693ddf14-eb89-4448-a85b-15630d05000c {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:38:20.732963 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.734690 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5c711d97-f392-44e1-a2af-b304dbf88f63 admin admin] 10.222.0.36 "DELETE /v2.0/routers/693ddf14-eb89-4448-a85b-15630d05000c HTTP/1.1" status: 204 len: 168 time: 0.8510127 Dec 12 04:38:20.736938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57652) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:20.787452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3723548-375a-4c5c-bd63-5188d5353b54 admin admin] Deleting subnet d550a563-1146-436b-86c0-fecbd106d063 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:38:20.791151 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3723548-375a-4c5c-bd63-5188d5353b54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.827689 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3723548-375a-4c5c-bd63-5188d5353b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.904120 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3723548-375a-4c5c-bd63-5188d5353b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.960662 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3723548-375a-4c5c-bd63-5188d5353b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.987339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154edde-181c-48e3-b509-82ab04384779 None None] Network ac571af6-01ea-4647-baaf-7f1e62b83017 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:38:20.989058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3723548-375a-4c5c-bd63-5188d5353b54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:20.992364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e3723548-375a-4c5c-bd63-5188d5353b54 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d550a563-1146-436b-86c0-fecbd106d063 HTTP/1.1" status: 204 len: 168 time: 0.2543566 Dec 12 04:38:20.993882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3723548-375a-4c5c-bd63-5188d5353b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d550a563-1146-436b-86c0-fecbd106d063,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:20.995652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57658) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:21.106312 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.187744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Deleting port 6be894a1-712a-4daf-8535-eca3f306d50b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:21.188402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.212290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf74d60-9557-40a1-8214-6efe5aa7c6db None None] DHCP port deletion for ac571af6-01ea-4647-baaf-7f1e62b83017 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:21.273622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1cf74d60-9557-40a1-8214-6efe5aa7c6db None None] Deleting port 6be894a1-712a-4daf-8535-eca3f306d50b {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:21.274329 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cf74d60-9557-40a1-8214-6efe5aa7c6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.284969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] For port 6be894a1-712a-4daf-8535-eca3f306d50b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6be894a1-712a-4daf-8535-eca3f306d50b,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:21.285088 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.307711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Calling delete_port for 6be894a1-712a-4daf-8535-eca3f306d50b owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:21.317365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57eb18-447a-4f72-9db4-6d4c74a01663 req-fcb60034-16d7-435d-8f12-28fa120a8343 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:21.318980 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a57eb18-447a-4f72-9db4-6d4c74a01663 req-fcb60034-16d7-435d-8f12-28fa120a8343 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.1191440 Dec 12 04:38:21.344431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1cf74d60-9557-40a1-8214-6efe5aa7c6db None None] For port 6be894a1-712a-4daf-8535-eca3f306d50b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6be894a1-712a-4daf-8535-eca3f306d50b,segment=NetworkSegment(06dfc88d-805f-4a03-946f-11330861ed27),segment_id=06dfc88d-805f-4a03-946f-11330861ed27)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:21.344860 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cf74d60-9557-40a1-8214-6efe5aa7c6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.360117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1cf74d60-9557-40a1-8214-6efe5aa7c6db None None] Calling delete_port for 6be894a1-712a-4daf-8535-eca3f306d50b owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:21.432725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a57eb18-447a-4f72-9db4-6d4c74a01663 req-d3509270-ca6e-4df2-bcc6-134ffc22fd3c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063995 Dec 12 04:38:21.461208 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cf74d60-9557-40a1-8214-6efe5aa7c6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.467168 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.489621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf74d60-9557-40a1-8214-6efe5aa7c6db None None] No DVR routers for this DVR port 6be894a1-712a-4daf-8535-eca3f306d50b on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:38:21.495951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf74d60-9557-40a1-8214-6efe5aa7c6db None None] Pushing event deleted for resources: {'Port': ['ID=6be894a1-712a-4daf-8535-eca3f306d50b,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:21.507632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] No DVR routers for this DVR port 6be894a1-712a-4daf-8535-eca3f306d50b on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:38:21.511895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be894a1-712a-4daf-8535-eca3f306d50b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:21.596036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.617492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac571af6-01ea-4647-baaf-7f1e62b83017']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:21.627637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dfc88d-805f-4a03-946f-11330861ed27') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:21.627942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dfc88d-805f-4a03-946f-11330861ed27') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:21.639445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.655095 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.661741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:38:21.662253 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:38:21.664111 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:38:21.736076 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.742129 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:21.749271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ac571af6-01ea-4647-baaf-7f1e62b83017 HTTP/1.1" status: 204 len: 168 time: 0.7496550 Dec 12 04:38:21.749403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ec46178e-1cbf-4272-8e05-daf173bf88ba no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:21.749716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57672) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:21.764764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2b51c-5119-4a61-b432-5e184b125304 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac571af6-01ea-4647-baaf-7f1e62b83017,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:21.782286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: ec46178e-1cbf-4272-8e05-daf173bf88ba {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:21.782639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ec46178e-1cbf-4272-8e05-daf173bf88ba not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:21.783073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6be894a1-712a-4daf-8535-eca3f306d50b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:21.807680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 6be894a1-712a-4daf-8535-eca3f306d50b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:21.808109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6be894a1-712a-4daf-8535-eca3f306d50b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:21.808610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cbb7d92e-8a1d-466f-8d79-cde53fc0f360 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:21.830985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: cbb7d92e-8a1d-466f-8d79-cde53fc0f360 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:21.831453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cbb7d92e-8a1d-466f-8d79-cde53fc0f360 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:22.447595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:22.584461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c1a47-d2e4-40fa-9e87-afce0c1ec3f4 req-142b2463-16df-45b4-9786-475c63681b2a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:22.585985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-083c1a47-d2e4-40fa-9e87-afce0c1ec3f4 req-142b2463-16df-45b4-9786-475c63681b2a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0756948 Dec 12 04:38:22.690370 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-083c1a47-d2e4-40fa-9e87-afce0c1ec3f4 req-42353e14-91fb-4d71-94d6-d4631718feae tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973380 Dec 12 04:38:22.779669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Deleting port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:22.780323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:22.856923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] For port 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f,segment=NetworkSegment(fa8c484f-d489-401a-a415-d9a1692c63a8),segment_id=fa8c484f-d489-401a-a415-d9a1692c63a8)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:22.857235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:22.871342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Calling delete_port for 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:23.054170 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:23.082699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:23.252506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:23.488738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:38:23.597674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:23.605625 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ef2de5ca-7748-4179-b2c5-350c8af28ffb admin admin] 10.222.0.36 "PUT /v2.0/routers/202ee8f0-1e5a-405d-ab7d-b072871b5c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522885 Dec 12 04:38:23.605789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57710) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:23.613690 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] Sync routers for ids ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:23.622721 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] Routers {'202ee8f0-1e5a-405d-ab7d-b072871b5c72'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:23.623335 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:23.783409 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:23.825491 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] Set router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:23.834121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5076844-448c-4edc-9f05-19bfc6a9d852 req-d25408b4-2c94-4bc7-9b6f-a0e33d3d5763 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:23.835669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5076844-448c-4edc-9f05-19bfc6a9d852 req-d25408b4-2c94-4bc7-9b6f-a0e33d3d5763 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0540264 Dec 12 04:38:23.888165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5076844-448c-4edc-9f05-19bfc6a9d852 req-3a1e3980-4d55-428b-9bb8-97f6584e62cd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Dec 12 04:38:23.909317 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:23.963524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Deleting port 58fdd466-1938-423f-be35-89f6535fa156 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:23.963524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.027651 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '58fdd466-1938-423f-be35-89f6535fa156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:37Z', 'updated_at': '2021-12-12T04:38:23Z', 'revision_number': 5, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'gw_port': {'id': '58fdd466-1938-423f-be35-89f6535fa156', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:38Z', 'updated_at': '2021-12-12T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:24.059119 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] Checking router: 202ee8f0-1e5a-405d-ab7d-b072871b5c72 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:24.067845 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] Routers {'202ee8f0-1e5a-405d-ab7d-b072871b5c72'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:24.068456 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:24.075860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] For port 58fdd466-1938-423f-be35-89f6535fa156, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=58fdd466-1938-423f-be35-89f6535fa156,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:24.076374 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.090061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Calling delete_port for 58fdd466-1938-423f-be35-89f6535fa156 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:24.153229 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] Set router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:24.203665 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:37Z', 'updated_at': '2021-12-12T04:38:23Z', 'revision_number': 6, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:24.232665 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8cd17-8b1f-4fea-90cd-53c485eb2d58 None None] The sync data for ids ['202ee8f0-1e5a-405d-ab7d-b072871b5c72'] in n-d-710847-7 is: [{'id': '202ee8f0-1e5a-405d-ab7d-b072871b5c72', 'name': 'tempest-TestServerMultinode-1126030071-router', 'tenant_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:37Z', 'updated_at': '2021-12-12T04:38:23Z', 'revision_number': 6, 'project_id': '4c3fc195c6d945d4b2199f5adf3c84c8', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:24.290266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.343237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c85fdf7-c391-4d61-8914-0c73a4207672 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:24.371774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=58fdd466-1938-423f-be35-89f6535fa156,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:24.419021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.529323 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.532003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.583941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.584541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202ee8f0-1e5a-405d-ab7d-b072871b5c72 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:38:24.589181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.593188 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8353a109-4572-411f-8402-5c540eee9ec9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/202ee8f0-1e5a-405d-ab7d-b072871b5c72 HTTP/1.1" status: 204 len: 168 time: 0.9865067 Dec 12 04:38:24.593486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57732) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:24.672259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-920e894a-b18c-458c-83f3-7a48843fbd71 admin admin] Deleting subnet 2563fda1-a895-4d23-aa24-eebaab2ce48a {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:38:24.676329 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-920e894a-b18c-458c-83f3-7a48843fbd71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.717677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-920e894a-b18c-458c-83f3-7a48843fbd71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.797856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-920e894a-b18c-458c-83f3-7a48843fbd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.854106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-920e894a-b18c-458c-83f3-7a48843fbd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.883022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e894a-b18c-458c-83f3-7a48843fbd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2563fda1-a895-4d23-aa24-eebaab2ce48a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:24.885391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-920e894a-b18c-458c-83f3-7a48843fbd71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:24.890530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa56506-1e3a-4637-ba48-f79bc006d95d None None] Network fa6fc9df-8e9c-47a7-9936-6b1e184e8843 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:38:24.891937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57738) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:24.902605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-920e894a-b18c-458c-83f3-7a48843fbd71 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2563fda1-a895-4d23-aa24-eebaab2ce48a HTTP/1.1" status: 204 len: 168 time: 0.3077750 Dec 12 04:38:24.973106 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.065795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd58b5-02e9-4f16-a562-9656aca83869 req-f2ad55a8-ed5f-46da-818d-7b84b0af5b7e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:25.067324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-29dd58b5-02e9-4f16-a562-9656aca83869 req-f2ad55a8-ed5f-46da-818d-7b84b0af5b7e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0608931 Dec 12 04:38:25.089863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Deleting port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:25.090348 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.120833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea210563-9a61-4d40-b70c-75acf8eaf420 None None] DHCP port deletion for fa6fc9df-8e9c-47a7-9936-6b1e184e8843 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:25.181771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-29dd58b5-02e9-4f16-a562-9656aca83869 req-ff3a16e6-64c9-4016-86b1-047dead54d41 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077671 Dec 12 04:38:25.190221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ea210563-9a61-4d40-b70c-75acf8eaf420 None None] Deleting port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:25.191155 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ea210563-9a61-4d40-b70c-75acf8eaf420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.218562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] For port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47c3b2c3-0e98-4956-8b29-d82d18b3b08a,segment=NetworkSegment(fa8c484f-d489-401a-a415-d9a1692c63a8),segment_id=fa8c484f-d489-401a-a415-d9a1692c63a8)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:25.218935 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.233230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Calling delete_port for 47c3b2c3-0e98-4956-8b29-d82d18b3b08a owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:25.262901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ea210563-9a61-4d40-b70c-75acf8eaf420 None None] For port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=47c3b2c3-0e98-4956-8b29-d82d18b3b08a,segment=NetworkSegment(fa8c484f-d489-401a-a415-d9a1692c63a8),segment_id=fa8c484f-d489-401a-a415-d9a1692c63a8)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:25.263443 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ea210563-9a61-4d40-b70c-75acf8eaf420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.277202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ea210563-9a61-4d40-b70c-75acf8eaf420 None None] Calling delete_port for 47c3b2c3-0e98-4956-8b29-d82d18b3b08a owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:25.321790 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.353853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c3b2c3-0e98-4956-8b29-d82d18b3b08a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:25.363554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] No DVR routers for this DVR port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:38:25.372669 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ea210563-9a61-4d40-b70c-75acf8eaf420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.386099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea210563-9a61-4d40-b70c-75acf8eaf420 None None] No DVR routers for this DVR port 47c3b2c3-0e98-4956-8b29-d82d18b3b08a on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:38:25.408787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea210563-9a61-4d40-b70c-75acf8eaf420 None None] Pushing event deleted for resources: {'Port': ['ID=47c3b2c3-0e98-4956-8b29-d82d18b3b08a,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:25.448310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.470736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6fc9df-8e9c-47a7-9936-6b1e184e8843']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:25.481057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8c484f-d489-401a-a415-d9a1692c63a8') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:25.481366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8c484f-d489-401a-a415-d9a1692c63a8') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:25.491672 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.505652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.512067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:38:25.512470 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:38:25.514342 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:38:25.573964 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.579784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.583139 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fa6fc9df-8e9c-47a7-9936-6b1e184e8843 HTTP/1.1" status: 204 len: 168 time: 0.6901326 Dec 12 04:38:25.598872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb4db-329f-4e7d-916f-6d62f2d3dd39 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6fc9df-8e9c-47a7-9936-6b1e184e8843,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:25.706019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57760) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:25.752851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5f8fe73f-24a4-478b-899a-c02d8e61c63e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e8c01c4096e45099e09194137f9c774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445321 Dec 12 04:38:25.755414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57762) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:25.783176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:25.806419 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:25.806853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7f3411ad-c4c4-43e4-9f86-fed8fdce0c6f not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:25.807349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 47c3b2c3-0e98-4956-8b29-d82d18b3b08a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:25.814135 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83effe81-e9fc-4688-a10d-55c3b2322055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.826685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 47c3b2c3-0e98-4956-8b29-d82d18b3b08a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:25.827125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 47c3b2c3-0e98-4956-8b29-d82d18b3b08a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:25.827624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 58fdd466-1938-423f-be35-89f6535fa156 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:25.839485 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83effe81-e9fc-4688-a10d-55c3b2322055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.848525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 58fdd466-1938-423f-be35-89f6535fa156 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:25.849062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 58fdd466-1938-423f-be35-89f6535fa156 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:25.888831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c5c5-862d-46bb-acd7-f1013f71b1f3 req-6356e9f8-448c-4ff4-bb8d-74eccbadf651 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:25.890569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88e8c5c5-862d-46bb-acd7-f1013f71b1f3 req-6356e9f8-448c-4ff4-bb8d-74eccbadf651 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1097 time: 0.0585265 Dec 12 04:38:25.895414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83effe81-e9fc-4688-a10d-55c3b2322055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.898703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-83effe81-e9fc-4688-a10d-55c3b2322055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:25.903037 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-83effe81-e9fc-4688-a10d-55c3b2322055 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afebc407-26ed-409d-b636-f8bf5f33684f HTTP/1.1" status: 204 len: 168 time: 0.1465504 Dec 12 04:38:25.911908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83effe81-e9fc-4688-a10d-55c3b2322055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afebc407-26ed-409d-b636-f8bf5f33684f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:25.958366 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88e8c5c5-862d-46bb-acd7-f1013f71b1f3 req-5331e85d-8c05-45b4-809f-97ecd97b1469 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593746 Dec 12 04:38:25.980434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57772) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:26.168924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port c4e362da-fd38-40a2-8fce-f6bb1f266fe3 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:26.169277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:26.257712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:26.258059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:26.288323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57782) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:26.301647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for c4e362da-fd38-40a2-8fce-f6bb1f266fe3 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:26.348759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-14d76ab5-c8d4-4088-86ad-a43ff97d9eef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c3fc195c6d945d4b2199f5adf3c84c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567720 Dec 12 04:38:26.349001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57784) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:26.410004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-692eea21-4333-4e90-9cdf-6973b6d02b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:26.429283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af805f0-0cb3-4a05-b418-19f1db8d089d req-13efe015-038e-40fe-9ddb-be7189c2187a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:26.430801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9af805f0-0cb3-4a05-b418-19f1db8d089d req-13efe015-038e-40fe-9ddb-be7189c2187a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.1225898 Dec 12 04:38:26.432579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-692eea21-4333-4e90-9cdf-6973b6d02b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:26.486122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-692eea21-4333-4e90-9cdf-6973b6d02b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:26.489517 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-692eea21-4333-4e90-9cdf-6973b6d02b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:26.490695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-692eea21-4333-4e90-9cdf-6973b6d02b59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db5e391d-b3d2-402e-ae04-6d4f06bfecda HTTP/1.1" status: 204 len: 168 time: 0.1408174 Dec 12 04:38:26.498896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692eea21-4333-4e90-9cdf-6973b6d02b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e391d-b3d2-402e-ae04-6d4f06bfecda,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:26.509193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9af805f0-0cb3-4a05-b418-19f1db8d089d req-bfe4b37a-9613-46ba-a22f-0bc101e30416 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675526 Dec 12 04:38:26.572637 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:26.606777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=c4e362da-fd38-40a2-8fce-f6bb1f266fe3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:26.665164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:26.665532 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Floating IP 8c50d23c-db34-438b-93b5-1ebd1c4fcc26 disassociated (deleted). External IP: 172.25.7.164, port: 9034e57a-910f-46b4-8a36-37b5f6852247. Dec 12 04:38:27.243340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router a359e253-0c5f-46a0-a747-b0799dbe4461 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:38:27.324500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57824) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:27.358247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:27.363098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:27.369594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] Sync routers for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:27.385187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:27.386109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:27.395930 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0eee68d9-a8f5-494e-bec9-f66724712771 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/floatingips/8c50d23c-db34-438b-93b5-1ebd1c4fcc26 HTTP/1.1" status: 204 len: 168 time: 1.4110959 Dec 12 04:38:27.395930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:27.405161 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:27.474819 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8352a8fe-d2c1-4a0d-852e-dcedc3f7331e x-openstack-request-id: req-8352a8fe-d2c1-4a0d-852e-dcedc3f7331e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:27.475124 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:27.475411 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8352a8fe-d2c1-4a0d-852e-dcedc3f7331e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:27.475827 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247', 'status': 'completed', 'code': 200} Dec 12 04:38:27.486429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1780696609-network', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:27.516127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Made reservation on behalf of 741dc45cb32d45eda4aed3bc163791d7 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:27.520627 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:27.522027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:27.541994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:27.598040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-48e44b4f-4999-4365-bb41-eece55cef573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:27.599995 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-48e44b4f-4999-4365-bb41-eece55cef573 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 1097 time: 0.0765369 Dec 12 04:38:27.722220 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a7f55-3ce5-49cb-94c3-29f105717b5c req-d24c440c-e365-4c33-9e5a-eef5ac1cce39 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:27.741449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f47a7f55-3ce5-49cb-94c3-29f105717b5c req-d24c440c-e365-4c33-9e5a-eef5ac1cce39 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0975516 Dec 12 04:38:27.783905 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:27.797137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:34Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7caa14f1-7ecb-4c56-b7cb-7c020ac9c928', 'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:24:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:33Z', 'updated_at': '2021-12-12T04:36:39Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:27.805514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:27.812175 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f47a7f55-3ce5-49cb-94c3-29f105717b5c req-90e98300-f44f-45dc-a354-ab5c7411e50b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691214 Dec 12 04:38:27.823409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-3f9d42f9-4049-45c4-b79f-b36934a6cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:27.825068 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-3f9d42f9-4049-45c4-b79f-b36934a6cece service neutron] 10.222.0.37 "GET /v2.0/networks?id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 200 len: 896 time: 0.2117515 Dec 12 04:38:27.844250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62397c05-2ea6-4492-be45-b2bcf4894334 req-ed3ed45f-505c-4cbc-af25-e513bb203fc2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:27.845953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62397c05-2ea6-4492-be45-b2bcf4894334 req-ed3ed45f-505c-4cbc-af25-e513bb203fc2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.1350231 Dec 12 04:38:27.846933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] Checking router: a359e253-0c5f-46a0-a747-b0799dbe4461 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:27.856624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:27.857516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:27.863686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:38:27.911773 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-4043a797-89a9-4b3d-a21c-ee7886607b8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 200 len: 217 time: 0.0647106 Dec 12 04:38:27.931712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f205c51-7da4-49ff-b1e5-f32cd032bfbc,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:27.936569 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:27.936951 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Added segment c142cc6a-98a1-45bc-99f2-90f967197a49 of type vlan for network 1bed37c6-4c22-46fe-9584-aa5bf029982d Dec 12 04:38:27.984287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:28.040389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.064161 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62397c05-2ea6-4492-be45-b2bcf4894334 req-7a9f059e-9ada-4339-aed9-d1d7f63a03d8 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996932 Dec 12 04:38:28.071141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-424a1c97-fda9-42cc-8a43-a36c8fde32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:28.072651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-424a1c97-fda9-42cc-8a43-a36c8fde32f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 200 len: 834 time: 0.1515191 Dec 12 04:38:28.118956 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.119944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:28.120549 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.189303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-82751dcc-2b36-46d2-bfdf-ea90313deca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:28.191417 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-82751dcc-2b36-46d2-bfdf-ea90313deca7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079011 Dec 12 04:38:28.199538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8710337 Dec 12 04:38:28.199828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57846) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:28.199973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffffab-a197-407b-9d2a-fc4085017dcb admin admin] Pushing event updated for resources: {'Network': ['ID=1bed37c6-4c22-46fe-9584-aa5bf029982d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:28.213880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Request body: {'subnet': {'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1780696609-subnet', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:28.214237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:34Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7caa14f1-7ecb-4c56-b7cb-7c020ac9c928', 'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:24:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:33Z', 'updated_at': '2021-12-12T04:36:39Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:28.242848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Made reservation on behalf of 741dc45cb32d45eda4aed3bc163791d7 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:28.248900 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9a471e-2290-4370-8dbb-41a3c946f913 None None] The sync data for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 is: [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:36:34Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7caa14f1-7ecb-4c56-b7cb-7c020ac9c928', 'name': '', 'network_id': 'a13b0d1f-d4a2-4fa3-8b36-4d98554651e7', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:24:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:33Z', 'updated_at': '2021-12-12T04:36:39Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '3d987f18-4433-4a9c-990f-48889e4337d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:28.250458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:38:28.262873 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.349030 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-170fbf3e-aed0-4743-b438-e53abb1ecad6 service neutron] 10.222.0.37 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421874 Dec 12 04:38:28.486754 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76b23d6f-a982-4a7c-90c8-b8d6b7dc2fc2 req-a79fdbfa-13db-4fc8-b1bb-a5f89b47a4fb service neutron] 10.222.0.37 "GET /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236022 Dec 12 04:38:28.504861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.558438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af3ef0c-2bdf-4330-a3a4-270751ad68cb,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:28.593110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:28.593504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Network hostable DHCP agents. Network: 1bed37c6-4c22-46fe-9584-aa5bf029982d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:38:28.611736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:38:28.616456 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cae1c-fc85-4e89-b3ea-51661b768dcf None None] New status for floating IP 8c50d23c-db34-438b-93b5-1ebd1c4fcc26: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:38:28.624218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 1bed37c6-4c22-46fe-9584-aa5bf029982d) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:28.628808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:28.629616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.632556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5eee94-3c77-4392-bd5a-9b1ccb85fc95 None None] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:38:28.677362 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64555349-8809-4bb8-a435-a30812161862 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4750307 Dec 12 04:38:28.678914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57858) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:28.684940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:28.714698 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.716658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.761327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-1bed37c6-4c22-46fe-9584-aa5bf029982d', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:38:28.762353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.780302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:28.906410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Allocated IP 172.20.0.2 (1bed37c6-4c22-46fe-9584-aa5bf029982d/4af3ef0c-2bdf-4330-a3a4-270751ad68cb/c1ad9d30-a471-4e61-ac49-611e7c9ad8fe) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:28.953770 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.042687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c24d9-9da9-463a-843d-1c353bfcbf8e req-26aa0626-07a2-4e77-b1db-76c1515737a4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:29.045430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-061c24d9-9da9-463a-843d-1c353bfcbf8e req-26aa0626-07a2-4e77-b1db-76c1515737a4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.1217098 Dec 12 04:38:29.121796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-061c24d9-9da9-463a-843d-1c353bfcbf8e req-5d8ffba2-8d8e-47bf-9718-2befbfafcd96 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675945 Dec 12 04:38:29.243878 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845b88a-b5ab-4877-bb8f-bde5898b6fb3 req-05b7d4ac-0e7b-4d29-9509-120ab7eed9af tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:29.243878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e845b88a-b5ab-4877-bb8f-bde5898b6fb3 req-05b7d4ac-0e7b-4d29-9509-120ab7eed9af tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0718913 Dec 12 04:38:29.244284 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.251059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.289715 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.297673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Pushing event updated for resources: {'Port': ['ID=c1ad9d30-a471-4e61-ac49-611e7c9ad8fe,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:29.314056 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.314366 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:29.316685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:29.319438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:29.373469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e845b88a-b5ab-4877-bb8f-bde5898b6fb3 req-e41770da-2efb-4955-a0b5-1958057ad007 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2372ae3-224a-42d8-9790-89e33f8f7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109376 Dec 12 04:38:29.384611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Attempting to bind port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:29.385257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Attempting to bind port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:29.385934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Attempting to bind port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:29.401182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:29.401580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:29.401999 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.402649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Bound using segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:29.403142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Bound port: c1ad9d30-a471-4e61-ac49-611e7c9ad8fe, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:29.403534 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.408017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-ad9c1fc3-2967-4955-ab0d-fd20287a567a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:29.410188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-ad9c1fc3-2967-4955-ab0d-fd20287a567a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 946 time: 0.0918789 Dec 12 04:38:29.448237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Allocated IP 172.25.7.5 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/5f0b551c-b440-4b53-93c9-e6e6e64475b6) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:29.499281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] For port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:29.502670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] For port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c1ad9d30-a471-4e61-ac49-611e7c9ad8fe,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:29.511306 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.546424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port 9034e57a-910f-46b4-8a36-37b5f6852247 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:29.547010 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.577332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a4938-3d05-4014-8c31-4b9a49d3a8a3 None None] Pushing event updated for resources: {'Port': ['ID=c1ad9d30-a471-4e61-ac49-611e7c9ad8fe,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:29.598453 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.642496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.695704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:29.698672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:29.702499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:29.708633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Pushing event updated for resources: {'Port': ['ID=5f0b551c-b440-4b53-93c9-e6e6e64475b6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:29.715644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a286b7f0-5572-43de-a0ae-932df635490c None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:29.728859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port 9034e57a-910f-46b4-8a36-37b5f6852247, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=9034e57a-910f-46b4-8a36-37b5f6852247,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:29.729324 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.746234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for 9034e57a-910f-46b4-8a36-37b5f6852247 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:29.857060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c342e691-f2e1-4ffa-9303-ae4e727a0aa5 None None] Provisioning complete for port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:29.857799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c342e691-f2e1-4ffa-9303-ae4e727a0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:29.938541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c342e691-f2e1-4ffa-9303-ae4e727a0aa5 None None] Port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:30.059142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:30.077256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:30.091591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=9034e57a-910f-46b4-8a36-37b5f6852247,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:30.094937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc210549-c130-4026-b9b5-e207ace68883 req-651eee76-9f20-49cd-affd-b7494f409c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:30.096472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc210549-c130-4026-b9b5-e207ace68883 req-651eee76-9f20-49cd-affd-b7494f409c6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 1097 time: 0.0916939 Dec 12 04:38:30.151134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] No DVR routers for this DVR port 9034e57a-910f-46b4-8a36-37b5f6852247 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:38:30.163097 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:30.166751 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "DELETE /v2.0/ports/9034e57a-910f-46b4-8a36-37b5f6852247 HTTP/1.1" status: 204 len: 173 time: 0.7489698 Dec 12 04:38:30.167294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'name': 'network-vif-deleted', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:30.169665 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d975ee0-5ea3-4a8d-99d9-0ba20b2254cc" -d '{"events": [{"server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "name": "network-vif-deleted", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:30.417593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265b678-2306-463b-9259-a7ffee396ded req-707da24d-ffec-4163-a189-cde9a848ffe8 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:30.419919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1265b678-2306-463b-9259-a7ffee396ded req-707da24d-ffec-4163-a189-cde9a848ffe8 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.2007713 Dec 12 04:38:30.451583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:30.526583 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1265b678-2306-463b-9259-a7ffee396ded req-2388715d-b671-464f-b8eb-2e2afcca9de5 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951374 Dec 12 04:38:30.588555 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff9ac99-a0c2-4c33-a7aa-d1c1f520a375 x-openstack-request-id: req-dff9ac99-a0c2-4c33-a7aa-d1c1f520a375 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:30.589198 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b1543e-3ced-442e-870e-223e645ba12c", "name": "network-vif-deleted", "tag": "9034e57a-910f-46b4-8a36-37b5f6852247", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:30.589198 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dff9ac99-a0c2-4c33-a7aa-d1c1f520a375 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:30.589551 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b1543e-3ced-442e-870e-223e645ba12c', 'name': 'network-vif-deleted', 'tag': '9034e57a-910f-46b4-8a36-37b5f6852247', 'status': 'completed', 'code': 200} Dec 12 04:38:30.620196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3318190d-8bae-43ba-a831-989d88e6cc1c req-4beeb7da-f6e6-4709-9873-0dc33323bdf2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b1543e-3ced-442e-870e-223e645ba12c HTTP/1.1" status: 200 len: 210 time: 0.0297251 Dec 12 04:38:30.671313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc210549-c130-4026-b9b5-e207ace68883 req-745ce46a-f748-4948-a571-237030b8c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:30.672348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc210549-c130-4026-b9b5-e207ace68883 req-745ce46a-f748-4948-a571-237030b8c0ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 910 time: 0.5305769 Dec 12 04:38:30.736067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Router 1c8b83b2-a86f-452c-9929-1987471f19a6 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:38:30.776120 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc210549-c130-4026-b9b5-e207ace68883 req-ec18088e-744b-4656-88f7-d38472e87308 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852 HTTP/1.1" status: 200 len: 217 time: 0.0642972 Dec 12 04:38:30.854477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc210549-c130-4026-b9b5-e207ace68883 req-86739b58-f6de-45e7-8793-ff9761f20b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:30.856036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc210549-c130-4026-b9b5-e207ace68883 req-86739b58-f6de-45e7-8793-ff9761f20b6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 200 len: 850 time: 0.0765660 Dec 12 04:38:30.891499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:30.909737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Sync routers for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:30.910521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc210549-c130-4026-b9b5-e207ace68883 req-90ca4125-76d5-449b-aba9-f1afc6e6e5ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401642 Dec 12 04:38:30.918842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:30.925546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-732144af-cf35-45e5-92a4-50baadf0965c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2448716 Dec 12 04:38:30.926225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57898) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:30.936257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:30.937511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:31.062128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc210549-c130-4026-b9b5-e207ace68883 req-b1c57503-a741-4fc1-bda0-3d39ce174034 service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397147 Dec 12 04:38:31.092594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:31.186272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a06d9c-0d7e-4a7a-a8c2-387453245de6 None None] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:38:31.195603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc210549-c130-4026-b9b5-e207ace68883 req-4b2e281c-948f-43da-a635-2ddf05f4fcee service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237090 Dec 12 04:38:31.314066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5fc9c79f-b2a1-4baa-a0fe-38dd9f04b5b3 None None] Provisioning complete for port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:31.314451 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c79f-b2a1-4baa-a0fe-38dd9f04b5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:31.426987 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:31.499053 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c79f-b2a1-4baa-a0fe-38dd9f04b5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:31.531798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:29Z', 'revision_number': 3, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:31.595101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5fc9c79f-b2a1-4baa-a0fe-38dd9f04b5b3 None None] For port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c1ad9d30-a471-4e61-ac49-611e7c9ad8fe,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:31.596275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Checking router: 1c8b83b2-a86f-452c-9929-1987471f19a6 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:31.597430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Updating router 1c8b83b2-a86f-452c-9929-1987471f19a6 port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:38:31.609330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Allocated IP 172.20.0.1 (1bed37c6-4c22-46fe-9584-aa5bf029982d/4af3ef0c-2bdf-4330-a3a4-270751ad68cb/f9ae5758-4d6d-4a8d-ab84-b927c142c714) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:31.639051 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:31.640947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c79f-b2a1-4baa-a0fe-38dd9f04b5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:31.719367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9c79f-b2a1-4baa-a0fe-38dd9f04b5b3 None None] Pushing event updated for resources: {'Port': ['ID=c1ad9d30-a471-4e61-ac49-611e7c9ad8fe,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:31.751451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57918) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:31.767146 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7b834-d0b4-4462-a98c-eeeb73a7e80e req-fd4b9926-8a04-4a99-8d5e-622cf0380604 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:31.769294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98e7b834-d0b4-4462-a98c-eeeb73a7e80e req-fd4b9926-8a04-4a99-8d5e-622cf0380604 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.1021633 Dec 12 04:38:31.942480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c1ad9d30-a471-4e61-ac49-611e7c9ad8fe up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:32.032482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-980d37cd-efd3-4be9-aca5-2251493c73d5 None None] Provisioning complete for port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:32.032886 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-980d37cd-efd3-4be9-aca5-2251493c73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.071211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:32.072007 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.213249 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.263697 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-98e7b834-d0b4-4462-a98c-eeeb73a7e80e req-6179b692-ecb7-4990-b8f3-b4cbbbbc5213 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857183 Dec 12 04:38:32.275958 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.281918 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.287579 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.315728 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.328790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:32.334649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:32.337543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:32.371728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Pushing event updated for resources: {'Port': ['ID=f9ae5758-4d6d-4a8d-ab84-b927c142c714,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:32.386127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09595681-b762-493b-b0dc-33b35bc35cf0 None None] Pushing event updated for resources: {'Port': ['ID=5f0b551c-b440-4b53-93c9-e6e6e64475b6,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:32.390610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Attempting to bind port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:32.391079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Attempting to bind port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:32.391359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Attempting to bind port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:32.402390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:32.402835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:32.403212 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.403604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:32.404099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Bound port: 5f0b551c-b440-4b53-93c9-e6e6e64475b6, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:32.404492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.408875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.413592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed77159-3eda-4a35-b389-805ad5afdc76 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:32.488592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] For port 5f0b551c-b440-4b53-93c9-e6e6e64475b6, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:32.492849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] For port 5f0b551c-b440-4b53-93c9-e6e6e64475b6, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5f0b551c-b440-4b53-93c9-e6e6e64475b6,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:32.503947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.598791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93395fa-40b2-44c0-8cd6-ceb70785ac7c None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:32.626701 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.627909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:32.628268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.688495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:32.688846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:32.692719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-51fd1f64-c218-4da8-966b-d75f4f155f4f None None] Provisioning complete for port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:32.693130 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-51fd1f64-c218-4da8-966b-d75f4f155f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.760048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09595681-b762-493b-b0dc-33b35bc35cf0 None None] Pushing event updated for resources: {'Port': ['ID=5f0b551c-b440-4b53-93c9-e6e6e64475b6,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:32.765793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7caa14f1-7ecb-4c56-b7cb-7c020ac9c928,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:32.766331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.784338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:32.876899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.885182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-51fd1f64-c218-4da8-966b-d75f4f155f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.885804 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:32.891905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:32.964304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-51fd1f64-c218-4da8-966b-d75f4f155f4f None None] For port 5f0b551c-b440-4b53-93c9-e6e6e64475b6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5f0b551c-b440-4b53-93c9-e6e6e64475b6,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:32.982813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Pushing event updated for resources: {'Port': ['ID=f9ae5758-4d6d-4a8d-ab84-b927c142c714,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:32.991835 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:33.010625 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-51fd1f64-c218-4da8-966b-d75f4f155f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:33.012980 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:33.105925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=7caa14f1-7ecb-4c56-b7cb-7c020ac9c928,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:33.123906 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:33.125965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:33.324808 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:33.437954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd1f64-c218-4da8-966b-d75f4f155f4f None None] Pushing event updated for resources: {'Port': ['ID=5f0b551c-b440-4b53-93c9-e6e6e64475b6,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:33.451263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Router 1c8b83b2-a86f-452c-9929-1987471f19a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:38:33.464083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-62d416d2-01fd-40b1-b210-d3415acecf64 None None] Provisioning complete for port f9ae5758-4d6d-4a8d-ab84-b927c142c714 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:33.464467 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62d416d2-01fd-40b1-b210-d3415acecf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:33.540962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-62d416d2-01fd-40b1-b210-d3415acecf64 None None] Port f9ae5758-4d6d-4a8d-ab84-b927c142c714 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:33.575065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-62d416d2-01fd-40b1-b210-d3415acecf64 None None] Provisioning complete for port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:33.575458 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62d416d2-01fd-40b1-b210-d3415acecf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:33.605609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:33.618403 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b3cf3405-18fd-472f-aa12-f5ec9df29a2b admin admin] 10.222.0.36 "PUT /v2.0/routers/1c8b83b2-a86f-452c-9929-1987471f19a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6910498 Dec 12 04:38:33.622509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:31Z', 'revision_number': 1, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:33.682318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b638-5b3d-4b06-af11-6fe6bd1bc4bd req-8c613493-a3d6-4cce-a703-f50b10e6607c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:33.689455 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4e2b638-5b3d-4b06-af11-6fe6bd1bc4bd req-8c613493-a3d6-4cce-a703-f50b10e6607c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.2336211 Dec 12 04:38:33.695405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff39145-b0e8-4fcb-937e-103718610896 None None] The sync data for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 is: [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:31Z', 'revision_number': 1, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:33.774754 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4e2b638-5b3d-4b06-af11-6fe6bd1bc4bd req-cf39eeb9-8f8e-45fa-89f6-37a200f7e178 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844100 Dec 12 04:38:33.824687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router a359e253-0c5f-46a0-a747-b0799dbe4461 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:38:33.907861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c1ad9d30-a471-4e61-ac49-611e7c9ad8fe up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:33.955071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c1df50a3-0e1d-4e0e-bdd3-d3df61d900a2 None None] Provisioning complete for port f9ae5758-4d6d-4a8d-ab84-b927c142c714 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:33.955571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c1df50a3-0e1d-4e0e-bdd3-d3df61d900a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:33.959433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:33.968163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57956) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:33.968842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0d8a2313-e942-4550-9cb6-37e4e0dffd5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "PUT /v2.0/routers/a359e253-0c5f-46a0-a747-b0799dbe4461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2213600 Dec 12 04:38:33.985087 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] Sync routers for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:34.018040 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:34.018845 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:34.042095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c1df50a3-0e1d-4e0e-bdd3-d3df61d900a2 None None] Port f9ae5758-4d6d-4a8d-ab84-b927c142c714 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:34.057106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-14171144-b700-4188-82da-ac72151a6c59 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting subnet 3d987f18-4433-4a9c-990f-48889e4337d3 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:38:34.096918 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14171144-b700-4188-82da-ac72151a6c59 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.164088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:34.164526 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.184530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14171144-b700-4188-82da-ac72151a6c59 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.207684 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:34.332977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9034e57a-910f-46b4-8a36-37b5f6852247 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:34.367092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14171144-b700-4188-82da-ac72151a6c59 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.381848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 9034e57a-910f-46b4-8a36-37b5f6852247 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:34.382184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 9034e57a-910f-46b4-8a36-37b5f6852247 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:34.406289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57966) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:34.412850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-213841249-network', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:34.440879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Made reservation on behalf of 5bf979b2055d4f02827170d3dbfde8c6 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:34.445658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.462911 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.474646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14171144-b700-4188-82da-ac72151a6c59 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.525756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14171144-b700-4188-82da-ac72151a6c59 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Subnet': ['ID=3d987f18-4433-4a9c-990f-48889e4337d3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:34.527483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14171144-b700-4188-82da-ac72151a6c59 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.534287 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-14171144-b700-4188-82da-ac72151a6c59 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/subnets/3d987f18-4433-4a9c-990f-48889e4337d3 HTTP/1.1" status: 204 len: 168 time: 0.5648067 Dec 12 04:38:34.534502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53f9cd-e86e-43fe-812c-f31540639862 None None] Network a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:38:34.535305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 57972) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:34.594390 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:34.640829 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] Checking router: a359e253-0c5f-46a0-a747-b0799dbe4461 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:34.655815 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] Routers {'a359e253-0c5f-46a0-a747-b0799dbe4461'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:34.656920 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a359e253-0c5f-46a0-a747-b0799dbe4461'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:34.662482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.676762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.725729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:38:34.733446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.740552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b9390c-a186-4ac1-8771-7d1fce424ee7,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:34.805124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704bba9-4f29-4e5f-8e55-c14cc1546464 None None] DHCP port deletion for a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:34.827824 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] Set router a359e253-0c5f-46a0-a747-b0799dbe4461 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:34.875869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:34.878660 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Added segment 3acdb69b-1fab-40a5-8bb1-29be1fbb8778 of type vlan for network 75813dba-6bc5-4472-8a0a-87df6cf4d00f Dec 12 04:38:34.905668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a704bba9-4f29-4e5f-8e55-c14cc1546464 None None] Deleting port 7ae0258c-b5e3-430f-865b-f7625bd6026d {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:34.906178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a704bba9-4f29-4e5f-8e55-c14cc1546464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.007593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a704bba9-4f29-4e5f-8e55-c14cc1546464 None None] For port 7ae0258c-b5e3-430f-865b-f7625bd6026d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7ae0258c-b5e3-430f-865b-f7625bd6026d,segment=NetworkSegment(dd21d2ec-bba8-4a45-8069-7c3a59122f86),segment_id=dd21d2ec-bba8-4a45-8069-7c3a59122f86)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:35.009283 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a704bba9-4f29-4e5f-8e55-c14cc1546464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.018343 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.041823 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc658cd1-0b26-4b0d-bf15-4edc54991798 req-10c8d259-70e1-4dcb-b703-fe116d258b64 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:35.041823 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc658cd1-0b26-4b0d-bf15-4edc54991798 req-10c8d259-70e1-4dcb-b703-fe116d258b64 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0906899 Dec 12 04:38:35.053343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a704bba9-4f29-4e5f-8e55-c14cc1546464 None None] Calling delete_port for 7ae0258c-b5e3-430f-865b-f7625bd6026d owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:35.118813 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.120062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:35.120807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.136333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.174578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc658cd1-0b26-4b0d-bf15-4edc54991798 req-a0e6341c-a900-4ea7-aa77-c91d1f5964ee tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262133 Dec 12 04:38:35.198666 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:35.218670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a704bba9-4f29-4e5f-8e55-c14cc1546464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.244607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57982) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:35.245688 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad66f7e-21af-49b7-bc48-094c5945f628 None None] The sync data for ids ['a359e253-0c5f-46a0-a747-b0799dbe4461'] in n-d-710847-7 is: [{'id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748764295', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:36:27Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '69fcceea-c244-4776-af50-d2d10fbe3a0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a359e253-0c5f-46a0-a747-b0799dbe4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:36:28Z', 'updated_at': '2021-12-12T04:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:35.245910 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8380198 Dec 12 04:38:35.250561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Request body: {'subnet': {'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-213841249-subnet', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:35.269891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704bba9-4f29-4e5f-8e55-c14cc1546464 None None] Pushing event deleted for resources: {'Port': ['ID=7ae0258c-b5e3-430f-865b-f7625bd6026d,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:35.272408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73b2a5-e082-4bb9-ba4d-a0e6071f8888 admin admin] Pushing event updated for resources: {'Network': ['ID=75813dba-6bc5-4472-8a0a-87df6cf4d00f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:35.282908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704bba9-4f29-4e5f-8e55-c14cc1546464 None None] No DVR routers for this DVR port 7ae0258c-b5e3-430f-865b-f7625bd6026d on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:38:35.293948 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Made reservation on behalf of 5bf979b2055d4f02827170d3dbfde8c6 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:35.296692 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.313809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 75813dba-6bc5-4472-8a0a-87df6cf4d00f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:38:35.325955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port 69fcceea-c244-4776-af50-d2d10fbe3a0f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:38:35.326602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.465012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port 69fcceea-c244-4776-af50-d2d10fbe3a0f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=69fcceea-c244-4776-af50-d2d10fbe3a0f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:35.466348 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.482585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for 69fcceea-c244-4776-af50-d2d10fbe3a0f owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:38:35.566825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.638431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:35.655651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Checking segment: {'id': '3acdb69b-1fab-40a5-8bb1-29be1fbb8778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:35.657336 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Network hostable DHCP agents. Network: 75813dba-6bc5-4472-8a0a-87df6cf4d00f, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:38:35.694671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Network 75813dba-6bc5-4472-8a0a-87df6cf4d00f is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:38:35.725250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 75813dba-6bc5-4472-8a0a-87df6cf4d00f) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:35.734220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3724528-4d08-41aa-bfd5-d52a88fdb55f None None] Network 75813dba-6bc5-4472-8a0a-87df6cf4d00f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:38:35.736091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:35.736703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.776692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e9b7857f-ece3-4fd6-a19f-a6b0c4896fc7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5305333 Dec 12 04:38:35.781725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 57994) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:35.792408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:35.836638 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.859476 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.861175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.895144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=69fcceea-c244-4776-af50-d2d10fbe3a0f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:35.941478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4371221f-f898-479c-99d7-568b3826524c None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:35.960540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-75813dba-6bc5-4472-8a0a-87df6cf4d00f', 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f', 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'fixed_ips': [{'subnet_id': 'ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:38:35.961799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:35.989529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5f0b551c-b440-4b53-93c9-e6e6e64475b6 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:36.009709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.047885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.151228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.153516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.199158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.233506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Allocated IP 172.20.0.2 (75813dba-6bc5-4472-8a0a-87df6cf4d00f/ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16/e57348fb-4b92-4230-b4ce-9c8331ef96b8) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:36.260175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:36.260564 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.335503 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.336040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Fanout notify agent at l3_agent the message router_deleted on router a359e253-0c5f-46a0-a747-b0799dbe4461 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:38:36.345178 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.346201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f8185d3d-800e-4873-ac6d-3a1bbebd89e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/routers/a359e253-0c5f-46a0-a747-b0799dbe4461 HTTP/1.1" status: 204 len: 168 time: 1.8098073 Dec 12 04:38:36.349692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58002) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:36.359139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443103b1-4d84-40c6-9d82-711f63afe21e req-1933a2a4-b0d8-4382-9a16-17098c3475d0 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:36.360669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-443103b1-4d84-40c6-9d82-711f63afe21e req-1933a2a4-b0d8-4382-9a16-17098c3475d0 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.1048837 Dec 12 04:38:36.445402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-443103b1-4d84-40c6-9d82-711f63afe21e req-6dce4057-fbfe-4cfe-944c-201cb1d23d52 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757463 Dec 12 04:38:36.533063 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.542535 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.578556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.590372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7ae0258c-b5e3-430f-865b-f7625bd6026d no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:36.608861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Network 75813dba-6bc5-4472-8a0a-87df6cf4d00f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:36.629520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:36.634222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:36.641023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 7ae0258c-b5e3-430f-865b-f7625bd6026d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:36.641389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7ae0258c-b5e3-430f-865b-f7625bd6026d not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:36.642924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:36.644038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.674593 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:36.674950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7caa14f1-7ecb-4c56-b7cb-7c020ac9c928 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:36.677730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Pushing event updated for resources: {'Port': ['ID=e57348fb-4b92-4230-b4ce-9c8331ef96b8,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:36.720140 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.733910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Attempting to bind port e57348fb-4b92-4230-b4ce-9c8331ef96b8 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:36.734291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Attempting to bind port e57348fb-4b92-4230-b4ce-9c8331ef96b8 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3acdb69b-1fab-40a5-8bb1-29be1fbb8778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:36.734667 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Attempting to bind port e57348fb-4b92-4230-b4ce-9c8331ef96b8 on network 75813dba-6bc5-4472-8a0a-87df6cf4d00f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:36.740458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:36.740878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Checking segment: {'id': '3acdb69b-1fab-40a5-8bb1-29be1fbb8778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:36.741296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.741698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Bound using segment: {'id': '3acdb69b-1fab-40a5-8bb1-29be1fbb8778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:36.742191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Bound port: e57348fb-4b92-4230-b4ce-9c8331ef96b8, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acdb69b-1fab-40a5-8bb1-29be1fbb8778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:36.742573 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.750410 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.807045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13b0d1f-d4a2-4fa3-8b36-4d98554651e7']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:36.822500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd21d2ec-bba8-4a45-8069-7c3a59122f86') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:36.822881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd21d2ec-bba8-4a45-8069-7c3a59122f86') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:36.823575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] For port e57348fb-4b92-4230-b4ce-9c8331ef96b8, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:36.828223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] For port e57348fb-4b92-4230-b4ce-9c8331ef96b8, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e57348fb-4b92-4230-b4ce-9c8331ef96b8,segment=NetworkSegment(3acdb69b-1fab-40a5-8bb1-29be1fbb8778),segment_id=3acdb69b-1fab-40a5-8bb1-29be1fbb8778)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:36.835560 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.838708 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.890589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.911233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:38:36.924072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:36.925676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135005a-972b-4669-a4d5-228368c5c5c5 None None] Pushing event updated for resources: {'Port': ['ID=e57348fb-4b92-4230-b4ce-9c8331ef96b8,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:38:36.926989 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:38:37.008175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Allocated IP 172.25.7.179 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:37.042111 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:37.050899 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:37.057655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58014) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:37.065420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/networks/a13b0d1f-d4a2-4fa3-8b36-4d98554651e7 HTTP/1.1" status: 204 len: 168 time: 0.7144451 Dec 12 04:38:37.115011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfd00c-fd0d-4bdb-84fe-0af8c088bbdb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Network': ['ID=a13b0d1f-d4a2-4fa3-8b36-4d98554651e7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:37.131969 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b2b9-8094-4177-9cd8-e5a2cfc72a67 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:37.176340 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b2b9-8094-4177-9cd8-e5a2cfc72a67 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:37.179389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Sync routers for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:37.201663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:37.204649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:37.282326 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:37.321794 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b2b9-8094-4177-9cd8-e5a2cfc72a67 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:37.325686 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b2b9-8094-4177-9cd8-e5a2cfc72a67 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:37.327319 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d5b6b2b9-8094-4177-9cd8-e5a2cfc72a67 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/security-groups/d2372ae3-224a-42d8-9790-89e33f8f7e28 HTTP/1.1" status: 204 len: 168 time: 0.2680056 Dec 12 04:38:37.347667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:37.376374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6b2b9-8094-4177-9cd8-e5a2cfc72a67 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2372ae3-224a-42d8-9790-89e33f8f7e28,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:37.418762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:37.438061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:37.441397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:37.533314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:37.637711 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Pushing event updated for resources: {'Port': ['ID=84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:37.696781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d509c-1649-4016-aeef-40aea06ac3d8 req-d7a1dcdf-e308-46ea-95cb-d7f97e4f2a0e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:37.698915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d4d509c-1649-4016-aeef-40aea06ac3d8 req-d7a1dcdf-e308-46ea-95cb-d7f97e4f2a0e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0987763 Dec 12 04:38:37.713140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1010ef67-a6a8-4007-a5a2-78759d7505e7 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:37.915370 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d4d509c-1649-4016-aeef-40aea06ac3d8 req-b031a12a-c885-44c5-93f0-a3d9bc963d4e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039907 Dec 12 04:38:37.984071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-52c421da-c1e4-4a5d-9c7a-d7bb33a87337 None None] Provisioning complete for port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:37.984482 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52c421da-c1e4-4a5d-9c7a-d7bb33a87337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:37.988857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e57348fb-4b92-4230-b4ce-9c8331ef96b8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:38.003364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58032) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:38.013139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9fdb2518-fecf-4a51-8e84-0e04de0cf63b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760577040', 'description': 'tempest-secgroup-smoke-760577040 description', 'project_id': '64329c01b21a4a718bf7c51b0976581d'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:38.063782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fdb2518-fecf-4a51-8e84-0e04de0cf63b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.075535 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.162850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-52c421da-c1e4-4a5d-9c7a-d7bb33a87337 None None] Port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:38.204644 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fdb2518-fecf-4a51-8e84-0e04de0cf63b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.223174 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fdb2518-fecf-4a51-8e84-0e04de0cf63b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.227046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 2, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:38.278328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb2518-fecf-4a51-8e84-0e04de0cf63b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b77977c-c95f-4019-81d8-321d5d7cc5f2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:38.284772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9fdb2518-fecf-4a51-8e84-0e04de0cf63b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.286700 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9fdb2518-fecf-4a51-8e84-0e04de0cf63b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2793956 Dec 12 04:38:38.298288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58038) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:38.305021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a2844450-f997-48fc-b5f1-8c8d430b6ed6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '1b77977c-c95f-4019-81d8-321d5d7cc5f2', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:38.318568 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Checking router: 1c8b83b2-a86f-452c-9929-1987471f19a6 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:38.318935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Updating router 1c8b83b2-a86f-452c-9929-1987471f19a6 port f9ae5758-4d6d-4a8d-ab84-b927c142c714 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:38:38.353173 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2844450-f997-48fc-b5f1-8c8d430b6ed6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.360409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e57348fb-4b92-4230-b4ce-9c8331ef96b8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:38.360799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.430242 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.462713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2844450-f997-48fc-b5f1-8c8d430b6ed6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.473436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2844450-f997-48fc-b5f1-8c8d430b6ed6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.509391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2844450-f997-48fc-b5f1-8c8d430b6ed6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.511931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2844450-f997-48fc-b5f1-8c8d430b6ed6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2121720 Dec 12 04:38:38.514930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58040) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:38.523484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2844450-f997-48fc-b5f1-8c8d430b6ed6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0334c06-da97-4a15-a48e-53e2b34318c8,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:38.533386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f460de0d-55e1-403d-8afa-b04d192158b6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '1b77977c-c95f-4019-81d8-321d5d7cc5f2', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:38.533530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b562113e-bb89-496c-8c69-d4f2a3972503 None None] Network 75813dba-6bc5-4472-8a0a-87df6cf4d00f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:38:38.541705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.663759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f460de0d-55e1-403d-8afa-b04d192158b6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.764468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f460de0d-55e1-403d-8afa-b04d192158b6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.774973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f460de0d-55e1-403d-8afa-b04d192158b6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.814436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460de0d-55e1-403d-8afa-b04d192158b6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69010b86-0015-4357-81a4-03e3ae7d881b,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:38.824244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Router 25039533-c85c-4ce6-8576-4c8c0509206a is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:38:38.833390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f460de0d-55e1-403d-8afa-b04d192158b6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.834830 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f460de0d-55e1-403d-8afa-b04d192158b6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3189278 Dec 12 04:38:38.841376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58048) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:38.848516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-802c99da-7d44-442e-b139-6af6ef9303eb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '1b77977c-c95f-4019-81d8-321d5d7cc5f2', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:38.855858 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.879310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-48547300-de7e-4ad3-bf3d-61f84c40ae30 None None] Provisioning complete for port e57348fb-4b92-4230-b4ce-9c8331ef96b8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:38.879906 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-48547300-de7e-4ad3-bf3d-61f84c40ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.886048 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-802c99da-7d44-442e-b139-6af6ef9303eb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:38.980389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:38.989908 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Sync routers for ids ['25039533-c85c-4ce6-8576-4c8c0509206a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:39.007162 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Routers {'25039533-c85c-4ce6-8576-4c8c0509206a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:39.007783 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['25039533-c85c-4ce6-8576-4c8c0509206a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:39.034763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-802c99da-7d44-442e-b139-6af6ef9303eb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.034965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port e57348fb-4b92-4230-b4ce-9c8331ef96b8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e57348fb-4b92-4230-b4ce-9c8331ef96b8,segment=NetworkSegment(3acdb69b-1fab-40a5-8bb1-29be1fbb8778),segment_id=3acdb69b-1fab-40a5-8bb1-29be1fbb8778)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:39.043192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-802c99da-7d44-442e-b139-6af6ef9303eb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.048946 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.084402 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.086209 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9f94b54e-fb68-4fa4-a3c1-950fed6ea933 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3059797 Dec 12 04:38:39.090403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58056) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:39.104708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c99da-7d44-442e-b139-6af6ef9303eb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e40ab8-b784-4116-a103-405ed6b21758,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:39.119711 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-802c99da-7d44-442e-b139-6af6ef9303eb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.126907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-802c99da-7d44-442e-b139-6af6ef9303eb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878511 Dec 12 04:38:39.129791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58058) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:39.142278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8b60c004-ee92-4cf9-aed8-fad4cca5b1f7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '1b77977c-c95f-4019-81d8-321d5d7cc5f2', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:39.208138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8b60c004-ee92-4cf9-aed8-fad4cca5b1f7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.214039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 69fcceea-c244-4776-af50-d2d10fbe3a0f no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:38:39.257393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 69fcceea-c244-4776-af50-d2d10fbe3a0f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:38:39.257645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 69fcceea-c244-4776-af50-d2d10fbe3a0f not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:38:39.289950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=e57348fb-4b92-4230-b4ce-9c8331ef96b8,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:39.386048 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Set router 25039533-c85c-4ce6-8576-4c8c0509206a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:39.387253 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.400403 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8b60c004-ee92-4cf9-aed8-fad4cca5b1f7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.404345 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.410452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8b60c004-ee92-4cf9-aed8-fad4cca5b1f7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.451478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60c004-ee92-4cf9-aed8-fad4cca5b1f7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffd0710-03b9-4aec-8301-34917bfe76c5,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:39.483769 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8b60c004-ee92-4cf9-aed8-fad4cca5b1f7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.485341 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8b60c004-ee92-4cf9-aed8-fad4cca5b1f7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3545642 Dec 12 04:38:39.488683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58064) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:39.498053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-41931f08-6638-4bda-b1f8-7cabb33ea21a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '1b77977c-c95f-4019-81d8-321d5d7cc5f2', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:39.546603 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-41931f08-6638-4bda-b1f8-7cabb33ea21a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Project 64329c01b21a4a718bf7c51b0976581d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:38:39.558571 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41931f08-6638-4bda-b1f8-7cabb33ea21a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.573240 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc8e1b-4ef8-4ad6-9e2e-83e565a38109 req-2d399c99-ff75-4e2a-aef8-d2bb57c9ea88 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:39.583424 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8efc8e1b-4ef8-4ad6-9e2e-83e565a38109 req-2d399c99-ff75-4e2a-aef8-d2bb57c9ea88 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.5615551 Dec 12 04:38:39.638969 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:35Z', 'updated_at': '2021-12-12T04:38:37Z', 'revision_number': 3, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'gw_port': {'id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:36Z', 'updated_at': '2021-12-12T04:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:39.652681 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41931f08-6638-4bda-b1f8-7cabb33ea21a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.661077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364370-3bab-405f-aadc-54d44262f9a6 None None] Pushing event updated for resources: {'Port': ['ID=f9ae5758-4d6d-4a8d-ab84-b927c142c714,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:39.671045 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41931f08-6638-4bda-b1f8-7cabb33ea21a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.687423 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Checking router: 25039533-c85c-4ce6-8576-4c8c0509206a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:39.688099 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Updating router 25039533-c85c-4ce6-8576-4c8c0509206a port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:38:39.727176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41931f08-6638-4bda-b1f8-7cabb33ea21a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c3a764-904e-498c-9756-76f418bb199b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:39.740000 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.740846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41931f08-6638-4bda-b1f8-7cabb33ea21a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.747693 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-41931f08-6638-4bda-b1f8-7cabb33ea21a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2551827 Dec 12 04:38:39.748294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58070) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:39.758881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9d829ebb-b53f-450b-8e4f-fe921215c750 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '1b77977c-c95f-4019-81d8-321d5d7cc5f2', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:39.766482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ea4bb045-6a35-45dc-bf0a-0f588419e80e None None] Provisioning complete for port e57348fb-4b92-4230-b4ce-9c8331ef96b8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:39.767356 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb045-6a35-45dc-bf0a-0f588419e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.775690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Attempting to bind port f9ae5758-4d6d-4a8d-ab84-b927c142c714 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:39.777926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Attempting to bind port f9ae5758-4d6d-4a8d-ab84-b927c142c714 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:39.779437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Attempting to bind port f9ae5758-4d6d-4a8d-ab84-b927c142c714 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:39.791280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8efc8e1b-4ef8-4ad6-9e2e-83e565a38109 req-74c2b9d0-072a-4f7a-8609-b6eebfbc54c9 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068515 Dec 12 04:38:39.824004 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-9d829ebb-b53f-450b-8e4f-fe921215c750 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Project 64329c01b21a4a718bf7c51b0976581d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:38:39.833579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d829ebb-b53f-450b-8e4f-fe921215c750 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.836140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e57348fb-4b92-4230-b4ce-9c8331ef96b8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:39.851271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:39.851969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:39.852620 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.853202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Bound using segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:39.853807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Bound port: f9ae5758-4d6d-4a8d-ab84-b927c142c714, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:39.854354 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.987088 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d829ebb-b53f-450b-8e4f-fe921215c750 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:39.995519 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d829ebb-b53f-450b-8e4f-fe921215c750 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.033302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d829ebb-b53f-450b-8e4f-fe921215c750 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ade33e-d127-4c97-b3a7-ac961e8f76d5,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:40.039778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] For port f9ae5758-4d6d-4a8d-ab84-b927c142c714, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:40.050097 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9d829ebb-b53f-450b-8e4f-fe921215c750 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.052307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9d829ebb-b53f-450b-8e4f-fe921215c750 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3008611 Dec 12 04:38:40.057472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58076) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:40.062886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e57348fb-4b92-4230-b4ce-9c8331ef96b8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:40.063374 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.064566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'network': {'name': 'tempest-network-smoke--265835132', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'port_security_enabled': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:40.068549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] For port f9ae5758-4d6d-4a8d-ab84-b927c142c714, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f9ae5758-4d6d-4a8d-ab84-b927c142c714,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:40.090312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:40.094846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.108305 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.128100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:38:40.152127 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.152326 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Added segment 0f885157-708b-46c4-bea4-b463678330fd of type vlan for network 91893fb2-a111-4169-aef9-6a51dde8e727 Dec 12 04:38:40.179842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:40.180381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:40.193791 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.203496 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.225620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.245051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.315865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df44eab1-798b-416f-bd76-aefb08a987bd None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:40.328710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.333612 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Attempting to bind port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:40.333988 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Attempting to bind port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:40.334354 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Attempting to bind port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:40.342251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:40.343433 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Pushing event updated for resources: {'Port': ['ID=84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:40.345920 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.347540 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:40.348155 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:40.348887 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.349431 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:40.350076 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Bound port: 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:40.350452 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.377676 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.378247 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.378747 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.379376 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.379973 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.380547 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.381105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.381817 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.382353 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.382846 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.383336 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.383820 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.384299 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:40.396432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364370-3bab-405f-aadc-54d44262f9a6 None None] Pushing event updated for resources: {'Port': ['ID=f9ae5758-4d6d-4a8d-ab84-b927c142c714,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:40.433315 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] For port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:40.439077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:40.441189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-294a9bd3-041d-41d4-8e84-db05743b621b None None] Provisioning complete for port f9ae5758-4d6d-4a8d-ab84-b927c142c714 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:40.441635 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-294a9bd3-041d-41d4-8e84-db05743b621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.446743 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] For port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:40.458562 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.480339 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4211612 Dec 12 04:38:40.483395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58080) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:40.488781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'admin_state_up': True, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:40.517279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cef30-5a31-454d-9df3-ab686d07f0ac tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Network': ['ID=91893fb2-a111-4169-aef9-6a51dde8e727,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:40.535295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.536728 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.537965 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Routers {'25039533-c85c-4ce6-8576-4c8c0509206a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:40.538803 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['25039533-c85c-4ce6-8576-4c8c0509206a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:40.547317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e806096-f05a-4374-ae8f-7dcafe6cc7d9 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:40.551270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 91893fb2-a111-4169-aef9-6a51dde8e727 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:38:40.591201 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7effef-409c-4ae9-9dcc-13b25bdcfce7 None None] Pushing event updated for resources: {'Port': ['ID=84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:40.607654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Allocated IP 172.20.0.1 (75813dba-6bc5-4472-8a0a-87df6cf4d00f/ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16/14d05c68-bc28-474b-851d-d94ca79589eb) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:40.658416 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.727798 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] Set router 25039533-c85c-4ce6-8576-4c8c0509206a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:40.812306 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4ab43cb9-68f5-421e-b523-2f956a9d58c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.812961 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.917910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-294a9bd3-041d-41d4-8e84-db05743b621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.935877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:40.996217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-294a9bd3-041d-41d4-8e84-db05743b621b None None] For port f9ae5758-4d6d-4a8d-ab84-b927c142c714, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f9ae5758-4d6d-4a8d-ab84-b927c142c714,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:41.013992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Network 75813dba-6bc5-4472-8a0a-87df6cf4d00f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:41.017644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:41.022822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:41.052103 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-294a9bd3-041d-41d4-8e84-db05743b621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.096840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Pushing event updated for resources: {'Port': ['ID=14d05c68-bc28-474b-851d-d94ca79589eb,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:41.125042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.178172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a9bd3-041d-41d4-8e84-db05743b621b None None] Pushing event updated for resources: {'Port': ['ID=f9ae5758-4d6d-4a8d-ab84-b927c142c714,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:41.192462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:41.216575 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:35Z', 'updated_at': '2021-12-12T04:38:37Z', 'revision_number': 3, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'gw_port': {'id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:36Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:41.258872 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc4185-b756-4a64-99ac-2b48b3a2194f None None] The sync data for ids ['25039533-c85c-4ce6-8576-4c8c0509206a'] in n-d-710847-7 is: [{'id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:35Z', 'updated_at': '2021-12-12T04:38:37Z', 'revision_number': 3, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'gw_port': {'id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:36Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:41.280076 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f45c7-e912-4f24-a135-10fdfcbf2be4 None None] The sync data for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 is: [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:41.301421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-51acb3d9-fc59-40f9-a2aa-3ff74bccec88 None None] Provisioning complete for port f9ae5758-4d6d-4a8d-ab84-b927c142c714 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:41.301802 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-51acb3d9-fc59-40f9-a2aa-3ff74bccec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.425241 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.470397 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.488533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-51acb3d9-fc59-40f9-a2aa-3ff74bccec88 None None] Provisioning complete for port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:41.488948 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-51acb3d9-fc59-40f9-a2aa-3ff74bccec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.542994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce852d-547c-4823-8804-3f495f39c883 req-87ead666-2a9e-4a21-b9e8-f87d8af7940e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:41.546540 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31ce852d-547c-4823-8804-3f495f39c883 req-87ead666-2a9e-4a21-b9e8-f87d8af7940e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.2688043 Dec 12 04:38:41.593718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619b16a-326b-494e-9183-640fa7e50df7 req-4cfda186-784e-40d8-9d1f-aca09cf8d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:41.600303 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1619b16a-326b-494e-9183-640fa7e50df7 req-4cfda186-784e-40d8-9d1f-aca09cf8d34f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 1097 time: 0.3380375 Dec 12 04:38:41.680558 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31ce852d-547c-4823-8804-3f495f39c883 req-628c5c55-ea43-477c-b936-87a01bd075c4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237338 Dec 12 04:38:41.706686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-51acb3d9-fc59-40f9-a2aa-3ff74bccec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.770994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-51acb3d9-fc59-40f9-a2aa-3ff74bccec88 None None] For port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:41.780897 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-51acb3d9-fc59-40f9-a2aa-3ff74bccec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.796284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1619b16a-326b-494e-9183-640fa7e50df7 req-0080875a-378b-488c-91d3-09c59d6ef641 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750882 Dec 12 04:38:41.820861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.835238 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.864475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acb3d9-fc59-40f9-a2aa-3ff74bccec88 None None] Pushing event updated for resources: {'Port': ['ID=84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:41.874245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:41.941162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1f3326b1-92e8-4e87-8744-c042741771f3 None None] Provisioning complete for port 14d05c68-bc28-474b-851d-d94ca79589eb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:41.941827 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1f3326b1-92e8-4e87-8744-c042741771f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:42.016331 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:42.020719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Pushing event updated for resources: {'Port': ['ID=14d05c68-bc28-474b-851d-d94ca79589eb,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:42.030626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1f3326b1-92e8-4e87-8744-c042741771f3 None None] Port 14d05c68-bc28-474b-851d-d94ca79589eb cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:42.100345 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:42.135196 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:42.185046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Network 75813dba-6bc5-4472-8a0a-87df6cf4d00f is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:42.186542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:42.316132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f9ae5758-4d6d-4a8d-ab84-b927c142c714 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:42.377175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.25.7.195 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/5c000047-060a-4a88-ac2e-de19b5279190) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:42.422826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f9ae5758-4d6d-4a8d-ab84-b927c142c714 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:42.426409 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:42.464566 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Router 25039533-c85c-4ce6-8576-4c8c0509206a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:38:42.624445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:42.638777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:42.691542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:42.701794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-277bda24-bc39-414d-96cd-33b4ac32d2d3 None None] Provisioning complete for port 14d05c68-bc28-474b-851d-d94ca79589eb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:42.702194 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-277bda24-bc39-414d-96cd-33b4ac32d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:42.708254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1b6a0bd5-b706-461c-95e8-91beb7e460d9 admin admin] 10.222.0.36 "PUT /v2.0/routers/25039533-c85c-4ce6-8576-4c8c0509206a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6134768 Dec 12 04:38:42.735786 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:42.802605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=5c000047-060a-4a88-ac2e-de19b5279190,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:42.817902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-277bda24-bc39-414d-96cd-33b4ac32d2d3 None None] Port 14d05c68-bc28-474b-851d-d94ca79589eb cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:42.828230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:42.828622 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:42.846867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:42.849792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:42.853652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:42.979865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cd003-c4f3-44a6-986d-cb6171eeb3d3 req-cd988190-903d-44a8-bd84-a3ad50e628ed tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:42.996445 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e13cd003-c4f3-44a6-986d-cb6171eeb3d3 req-cd988190-903d-44a8-bd84-a3ad50e628ed tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.1319296 Dec 12 04:38:43.141471 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e13cd003-c4f3-44a6-986d-cb6171eeb3d3 req-64008b41-96f5-44dd-b330-b2d6b3dafbc4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442235 Dec 12 04:38:43.162014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef7f5d-64d7-4d3d-8707-28701dd84446 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:43.196614 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cf423572-d86e-4992-bbb8-b2d419424659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:43.290714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-68b84839-0b45-4e93-b6c9-72382009b4a7 None None] Provisioning complete for port 5c000047-060a-4a88-ac2e-de19b5279190 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:43.291245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68b84839-0b45-4e93-b6c9-72382009b4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:43.331294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-68b84839-0b45-4e93-b6c9-72382009b4a7 None None] Port 5c000047-060a-4a88-ac2e-de19b5279190 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:43.344236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:43.555359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:43.753406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 746ae94e-7509-4e8f-a836-4b623ac48f03 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:38:43.828217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:43.906735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:43.907247 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:43.907755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:43.938280 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:43.944809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f73b39fa-ce51-494d-800f-b4cf50f18965 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4601915 Dec 12 04:38:43.945209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58148) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:43.951175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Sync routers for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:43.980656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:43.981669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:44.208120 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:44.210778 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:44.292300 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Sync routers for ids ['25039533-c85c-4ce6-8576-4c8c0509206a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:44.318031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:44.322689 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Routers {'25039533-c85c-4ce6-8576-4c8c0509206a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:44.326537 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['25039533-c85c-4ce6-8576-4c8c0509206a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:44.334984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b4224-d759-4aa5-9ba5-e4a3f4b3cf9b req-1f4f96d9-ceb3-4101-820a-5d7c3906f551 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:44.337214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-949b4224-d759-4aa5-9ba5-e4a3f4b3cf9b req-1f4f96d9-ceb3-4101-820a-5d7c3906f551 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0647144 Dec 12 04:38:44.468188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-949b4224-d759-4aa5-9ba5-e4a3f4b3cf9b req-6056cb50-63d4-4111-9181-dfa920ec2eb4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198456 Dec 12 04:38:44.528862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-990c889d-ff76-4860-802c-f7bf3bc6528c tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=64329c01b21a4a718bf7c51b0976581d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5815842 Dec 12 04:38:44.531534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58168) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:44.602243 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Set router 25039533-c85c-4ce6-8576-4c8c0509206a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:44.766583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:43Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:44.812730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Checking router: 746ae94e-7509-4e8f-a836-4b623ac48f03 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:44.813936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Updating router 746ae94e-7509-4e8f-a836-4b623ac48f03 port 5c000047-060a-4a88-ac2e-de19b5279190 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:38:44.857543 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:44.905084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1485ba9-6926-4eef-8a69-8f78eb464244 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:44.911199 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f1485ba9-6926-4eef-8a69-8f78eb464244 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3770826 Dec 12 04:38:44.912083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58182) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:44.933292 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-a67d7511-7735-422f-93aa-0dd195786c62 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:44.935296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-a67d7511-7735-422f-93aa-0dd195786c62 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 810 time: 0.1790855 Dec 12 04:38:44.960588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-74c22b24-c172-4eb4-9a63-66005b091069 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/quotas/d82b9c6fb2884b99af753f36d301d45e HTTP/1.1" status: 200 len: 375 time: 0.0187027 Dec 12 04:38:44.973858 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:35Z', 'updated_at': '2021-12-12T04:38:41Z', 'revision_number': 4, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'gw_port': {'id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:36Z', 'updated_at': '2021-12-12T04:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '14d05c68-bc28-474b-851d-d94ca79589eb', 'name': '', 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'mac_address': 'fa:16:3e:29:0f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:41Z', 'revision_number': 2, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'subnets': [{'id': 'ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:44.975978 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d3408518-77fc-4381-8c02-95405d03e017 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0626018 Dec 12 04:38:44.978616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58184) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:44.988407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1501468431', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:45.006642 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Checking router: 25039533-c85c-4ce6-8576-4c8c0509206a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:45.007193 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Updating router 25039533-c85c-4ce6-8576-4c8c0509206a port 14d05c68-bc28-474b-851d-d94ca79589eb binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:38:45.050446 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.099042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-d59552de-6826-4cb4-a8ed-b8f2a94a1646 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1321619 Dec 12 04:38:45.173219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:45.177980 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.197021 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.204787 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.287933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6d5dc-6db7-4935-9215-9106d63731a0 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:45.296651 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-5976f02c-ca45-4890-be66-b0e187f6533b service neutron] 10.222.0.36 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889780 Dec 12 04:38:45.313210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Attempting to bind port 5c000047-060a-4a88-ac2e-de19b5279190 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:45.313807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Attempting to bind port 5c000047-060a-4a88-ac2e-de19b5279190 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:45.314971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Attempting to bind port 5c000047-060a-4a88-ac2e-de19b5279190 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:45.323105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76ea66-4cfe-41ff-b801-1d7d2b7524d7 None None] Pushing event updated for resources: {'Port': ['ID=5c000047-060a-4a88-ac2e-de19b5279190,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:45.334883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:45.335267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:45.336336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.336751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:45.337599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Bound port: 5c000047-060a-4a88-ac2e-de19b5279190, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:45.337844 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.415736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d27b61e5-6bab-4e66-972f-e604d3784096 None None] Provisioning complete for port 5c000047-060a-4a88-ac2e-de19b5279190 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:45.416499 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d27b61e5-6bab-4e66-972f-e604d3784096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.417977 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.426006 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.460548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d27b61e5-6bab-4e66-972f-e604d3784096 None None] Port 5c000047-060a-4a88-ac2e-de19b5279190 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:45.464114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] For port 5c000047-060a-4a88-ac2e-de19b5279190, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:45.482028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] For port 5c000047-060a-4a88-ac2e-de19b5279190, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5c000047-060a-4a88-ac2e-de19b5279190,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:45.490678 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.491359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-f869fafb-77c8-420c-ab77-d6c4d066e2f6 service neutron] 10.222.0.36 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875381 Dec 12 04:38:45.526436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.535765 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02082a25-83ad-4c32-8d43-836c6b81a420 None None] Pushing event updated for resources: {'Port': ['ID=14d05c68-bc28-474b-851d-d94ca79589eb,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:45.544587 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Attempting to bind port 14d05c68-bc28-474b-851d-d94ca79589eb on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:45.545042 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Attempting to bind port 14d05c68-bc28-474b-851d-d94ca79589eb by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3acdb69b-1fab-40a5-8bb1-29be1fbb8778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:45.545587 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Attempting to bind port 14d05c68-bc28-474b-851d-d94ca79589eb on network 75813dba-6bc5-4472-8a0a-87df6cf4d00f {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:45.551789 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:45.552067 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Checking segment: {'id': '3acdb69b-1fab-40a5-8bb1-29be1fbb8778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:45.552460 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.552884 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Bound using segment: {'id': '3acdb69b-1fab-40a5-8bb1-29be1fbb8778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:45.553360 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Bound port: 14d05c68-bc28-474b-851d-d94ca79589eb, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acdb69b-1fab-40a5-8bb1-29be1fbb8778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:45.553738 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.594297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98667a5-23d8-4807-b462-79e4ca81ce51 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:38:45.614163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:45.614823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:45.616230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Subnet': ['ID=170222a7-1ccd-43d6-be47-bf3f0a8f17ba,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:45.641070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.641628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.643982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.644920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.645321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.645599 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] For port 14d05c68-bc28-474b-851d-d94ca79589eb, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:45.645755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.646135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.646676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.647060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.647529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.647886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.648233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.648581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:45.652197 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] For port 14d05c68-bc28-474b-851d-d94ca79589eb, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=14d05c68-bc28-474b-851d-d94ca79589eb,segment=NetworkSegment(3acdb69b-1fab-40a5-8bb1-29be1fbb8778),segment_id=3acdb69b-1fab-40a5-8bb1-29be1fbb8778)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:45.659356 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.663545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Checking segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:45.664028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network hostable DHCP agents. Network: 91893fb2-a111-4169-aef9-6a51dde8e727, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:38:45.693580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 91893fb2-a111-4169-aef9-6a51dde8e727 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:38:45.729610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 91893fb2-a111-4169-aef9-6a51dde8e727) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:45.734646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:45.735549 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:45.748659 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Routers {'25039533-c85c-4ce6-8576-4c8c0509206a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:45.749691 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['25039533-c85c-4ce6-8576-4c8c0509206a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:45.754301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d2992-c885-4e66-9c2c-76ffffe37b43 None None] Network 91893fb2-a111-4169-aef9-6a51dde8e727 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:38:45.759658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-382454fb-076f-40ff-a492-292296b09283 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7794788 Dec 12 04:38:45.762451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58190) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:38:45.776601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76ea66-4cfe-41ff-b801-1d7d2b7524d7 None None] Pushing event updated for resources: {'Port': ['ID=5c000047-060a-4a88-ac2e-de19b5279190,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:45.789770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:46.052506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ddad4e9-e9b8-4fae-a0c2-01663459b525 req-047bb0d2-e71a-43f0-a261-05ef73ca15ac tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 210 time: 0.0914268 Dec 12 04:38:46.137794 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] Set router 25039533-c85c-4ce6-8576-4c8c0509206a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:46.278220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0205c8ea-219a-4f59-a06e-fd80f9e1a335 None None] Provisioning complete for port 5c000047-060a-4a88-ac2e-de19b5279190 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:46.284093 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0205c8ea-219a-4f59-a06e-fd80f9e1a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:46.285964 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:46.333647 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02082a25-83ad-4c32-8d43-836c6b81a420 None None] Pushing event updated for resources: {'Port': ['ID=14d05c68-bc28-474b-851d-d94ca79589eb,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:46.460641 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:35Z', 'updated_at': '2021-12-12T04:38:41Z', 'revision_number': 4, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'gw_port': {'id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:36Z', 'updated_at': '2021-12-12T04:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '14d05c68-bc28-474b-851d-d94ca79589eb', 'name': '', 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'mac_address': 'fa:16:3e:29:0f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:45Z', 'revision_number': 4, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'subnets': [{'id': 'ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:46.504056 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af5414-5925-4b5b-922a-3458394cfb41 None None] The sync data for ids ['25039533-c85c-4ce6-8576-4c8c0509206a'] in n-d-710847-7 is: [{'id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:35Z', 'updated_at': '2021-12-12T04:38:41Z', 'revision_number': 4, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'gw_port': {'id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:36Z', 'updated_at': '2021-12-12T04:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '14d05c68-bc28-474b-851d-d94ca79589eb', 'name': '', 'network_id': '75813dba-6bc5-4472-8a0a-87df6cf4d00f', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'mac_address': 'fa:16:3e:29:0f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:45Z', 'revision_number': 4, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'subnets': [{'id': 'ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:46.543528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aadbf-16c0-48ed-9014-d3975f174700 req-a731a447-0d86-4c6a-a5db-3c7eb6a4d7a7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:46.555055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-a731a447-0d86-4c6a-a5db-3c7eb6a4d7a7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.2729995 Dec 12 04:38:46.567198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-91893fb2-a111-4169-aef9-6a51dde8e727', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:38:46.568108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:46.611425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-021179a4-e2e7-4625-9d2d-06668cebf616 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/quotas/741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 375 time: 0.0543075 Dec 12 04:38:46.706345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-b26085f8-1e46-41ae-9621-4d0ee61cf213 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930371 Dec 12 04:38:46.784416 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:46.858473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:43Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:46.890237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-f575838c-7187-415d-87b4-5ff87a93b771 service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744707 Dec 12 04:38:46.922129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23898b3-bf68-4659-87c6-c1d5889bb69c None None] The sync data for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 is: [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:43Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:46.923863 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:46.937735 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0205c8ea-219a-4f59-a06e-fd80f9e1a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:47.043307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0205c8ea-219a-4f59-a06e-fd80f9e1a335 None None] For port 5c000047-060a-4a88-ac2e-de19b5279190, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5c000047-060a-4a88-ac2e-de19b5279190,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:47.054576 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0205c8ea-219a-4f59-a06e-fd80f9e1a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:47.088155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-f7659e91-dd92-4621-ae10-80ebca9c6f4f service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910353 Dec 12 04:38:47.127056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Allocated IP 172.20.0.2 (91893fb2-a111-4169-aef9-6a51dde8e727/170222a7-1ccd-43d6-be47-bf3f0a8f17ba/b1b5d80f-ac11-42ec-a853-6e06e18bb00b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:47.329981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d381317-4419-4a6c-930f-7b40fd059f84 req-a432ffd1-15d0-47f4-992e-0ac5f8397f2a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 210 time: 0.0844822 Dec 12 04:38:47.397889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205c8ea-219a-4f59-a06e-fd80f9e1a335 None None] Pushing event updated for resources: {'Port': ['ID=5c000047-060a-4a88-ac2e-de19b5279190,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:47.402731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-daa5df44-7f48-43a3-8e08-ebdcd048e3eb None None] Provisioning complete for port 14d05c68-bc28-474b-851d-d94ca79589eb triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:47.403120 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-daa5df44-7f48-43a3-8e08-ebdcd048e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:47.665230 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:47.668293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-daa5df44-7f48-43a3-8e08-ebdcd048e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:47.706676 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:47.751343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-daa5df44-7f48-43a3-8e08-ebdcd048e3eb None None] For port 14d05c68-bc28-474b-851d-d94ca79589eb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=14d05c68-bc28-474b-851d-d94ca79589eb,segment=NetworkSegment(3acdb69b-1fab-40a5-8bb1-29be1fbb8778),segment_id=3acdb69b-1fab-40a5-8bb1-29be1fbb8778)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:47.761630 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7cc7ad0a-ce9e-49c2-a601-bd9c97238c34 req-25d52a94-5bde-47fe-81a4-5512e8492f93 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 210 time: 0.1055627 Dec 12 04:38:47.804118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-0b735b05-032c-4f8c-a86b-e2e767564763 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:47.806356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-0b735b05-032c-4f8c-a86b-e2e767564763 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.18 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 810 time: 0.4911606 Dec 12 04:38:47.831230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Pushing event updated for resources: {'Port': ['ID=b1b5d80f-ac11-42ec-a853-6e06e18bb00b,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:47.836975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-daa5df44-7f48-43a3-8e08-ebdcd048e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:47.837453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Request body: {'port': {'device_id': '96d18dd6-7d8b-4bb4-a3f3-3ddc18997166', 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f', 'admin_state_up': True, 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:47.847641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Network 91893fb2-a111-4169-aef9-6a51dde8e727 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:47.868209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:47.881137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:47.905883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.20.0.1 (91893fb2-a111-4169-aef9-6a51dde8e727/170222a7-1ccd-43d6-be47-bf3f0a8f17ba/ba4d535e-96d2-4652-a2bb-e7c6f81cd3da) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:48.118941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5c000047-060a-4a88-ac2e-de19b5279190 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:48.197834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5df44-7f48-43a3-8e08-ebdcd048e3eb None None] Pushing event updated for resources: {'Port': ['ID=14d05c68-bc28-474b-851d-d94ca79589eb,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:48.226885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Attempting to bind port b1b5d80f-ac11-42ec-a853-6e06e18bb00b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:48.227400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Attempting to bind port b1b5d80f-ac11-42ec-a853-6e06e18bb00b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:48.227885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Attempting to bind port b1b5d80f-ac11-42ec-a853-6e06e18bb00b on network 91893fb2-a111-4169-aef9-6a51dde8e727 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:48.237265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:48.237972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Checking segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:48.238520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:48.239032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Bound using segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:48.242922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Bound port: b1b5d80f-ac11-42ec-a853-6e06e18bb00b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:48.243458 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:48.343047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5c000047-060a-4a88-ac2e-de19b5279190 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:48.343617 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:48.366557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] For port b1b5d80f-ac11-42ec-a853-6e06e18bb00b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:48.404793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] For port b1b5d80f-ac11-42ec-a853-6e06e18bb00b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b1b5d80f-ac11-42ec-a853-6e06e18bb00b,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:48.430178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:48.561458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357f457-774b-4e7c-880d-5e495275b676 None None] Pushing event updated for resources: {'Port': ['ID=b1b5d80f-ac11-42ec-a853-6e06e18bb00b,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:48.563395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-962bc525-1e66-4561-ba13-07395a997155 req-5d140936-ee22-4406-a491-a4571134c5c4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 210 time: 0.1165268 Dec 12 04:38:48.593272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 14d05c68-bc28-474b-851d-d94ca79589eb up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:48.669326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 14d05c68-bc28-474b-851d-d94ca79589eb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:48.670028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:48.725278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Made reservation on behalf of d82b9c6fb2884b99af753f36d301d45e for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:48.733982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:48.796543 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:48.997983 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cdc2c7e1-81a6-486c-b9c7-f62c205fc4c0 req-9f65d57c-cc8c-42b1-bb92-8476412a612f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 210 time: 0.0838153 Dec 12 04:38:49.051292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:49.123061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=ba4d535e-96d2-4652-a2bb-e7c6f81cd3da,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:49.153116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 91893fb2-a111-4169-aef9-6a51dde8e727 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:49.156540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:49.161340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:49.218670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Allocated IP 172.20.0.12 (3d97a1c3-f7c2-4f53-b063-86c8cc18911f/6202983b-161c-4172-852b-5cd6d588e10f/ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:49.227724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:49.532087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:49.651104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aadbf-16c0-48ed-9014-d3975f174700 req-104e1817-3811-4f18-8ea2-75290bb29eb2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:49.652670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-104e1817-3811-4f18-8ea2-75290bb29eb2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.3283193 Dec 12 04:38:49.686477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'port': {'device_id': '478392cf-a89b-405b-871b-2e13e22b61b8', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'admin_state_up': True, 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:49.707404 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6024f269-55d2-4dbd-9795-7568dc49c24d req-7f2ef6ef-d80b-4631-aced-1523e2c1111b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 210 time: 0.0391109 Dec 12 04:38:49.755483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:49.973532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b1b5d80f-ac11-42ec-a853-6e06e18bb00b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:50.085679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b1b5d80f-ac11-42ec-a853-6e06e18bb00b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:50.086338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.110772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8243c2be-3181-479f-8668-1ecb5aaed67c None None] Network 91893fb2-a111-4169-aef9-6a51dde8e727 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:38:50.170167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3588f24d-e540-4890-9a9c-2bf05e9cf522 req-2416507b-73d0-488a-8324-acad2cd71b45 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 210 time: 0.0492408 Dec 12 04:38:50.223048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Made reservation on behalf of 741dc45cb32d45eda4aed3bc163791d7 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:50.227320 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.290339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.291943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1684a9d8-9fb3-4664-8a8c-97d89ece2943 None None] Provisioning complete for port b1b5d80f-ac11-42ec-a853-6e06e18bb00b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:50.292610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1684a9d8-9fb3-4664-8a8c-97d89ece2943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.363733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['8bd8c194-76fd-4de1-839d-a2d7e48cf852'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:38:50.401970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:50.413264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.415278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:50.422870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:50.429569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Pushing event updated for resources: {'Port': ['ID=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:50.432113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.496485 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.584214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port b1b5d80f-ac11-42ec-a853-6e06e18bb00b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b1b5d80f-ac11-42ec-a853-6e06e18bb00b,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:50.600734 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.601033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.602499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 14d05c68-bc28-474b-851d-d94ca79589eb up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:50.608571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1684a9d8-9fb3-4664-8a8c-97d89ece2943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.615163 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:50.615843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.630976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=ba4d535e-96d2-4652-a2bb-e7c6f81cd3da,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:50.660632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.20.0.8 (1bed37c6-4c22-46fe-9584-aa5bf029982d/4af3ef0c-2bdf-4330-a3a4-270751ad68cb/4e669b2c-546e-473e-ad82-8e511a844c69) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:50.721896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-12ffa9bd-feae-4efd-a8df-b7e4e6b6905b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8938694 Dec 12 04:38:50.741897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Request body: {'port': {'device_id': '96d18dd6-7d8b-4bb4-a3f3-3ddc18997166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:50.829795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=b1b5d80f-ac11-42ec-a853-6e06e18bb00b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:50.885942 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.886301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.886713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.886990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.887334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.887679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.888009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.888347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.888679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.889039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.889379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.889707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.890037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:50.925235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.944739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 14d05c68-bc28-474b-851d-d94ca79589eb triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:50.945462 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:50.954490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 91893fb2-a111-4169-aef9-6a51dde8e727 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:50.958963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f1da-cb35-4736-a714-210c6154a0b6 req-f413d307-acc8-4853-b67f-1503bb2ef7ec tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:50.960585 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce20f1da-cb35-4736-a714-210c6154a0b6 req-f413d307-acc8-4853-b67f-1503bb2ef7ec tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 932 time: 0.1478283 Dec 12 04:38:50.966076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:50.999881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-1684a9d8-9fb3-4664-8a8c-97d89ece2943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:38:51.000465 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-1684a9d8-9fb3-4664-8a8c-97d89ece2943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:38:51.063100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce20f1da-cb35-4736-a714-210c6154a0b6 req-a1b7afb1-c48c-4e42-8b03-3d46607d9259 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956914 Dec 12 04:38:51.174305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:51.326133 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c04aaa0-8987-4570-a48f-ee9f5608bb2f req-af04c206-c27b-4a32-96a9-0920e088a4fb tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 210 time: 0.0513310 Dec 12 04:38:51.332340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 746ae94e-7509-4e8f-a836-4b623ac48f03 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:38:51.336342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:51.430205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:51.467516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:51.497245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=4e669b2c-546e-473e-ad82-8e511a844c69,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:51.515846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:51.536333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.536684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.537115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.537475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.537826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.538174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.538529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.538858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.539653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.540000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.540344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.540687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.541052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:38:51.645158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:51.645810 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:51.667845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:38:51.675909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:38:51.678924 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:51.685326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fe0415f0-06f9-4108-aec5-a3c46eaa4fe4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "PUT /v2.0/routers/746ae94e-7509-4e8f-a836-4b623ac48f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9215953 Dec 12 04:38:51.701926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Sync routers for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:38:51.713860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-e58dbf1f-d946-48a3-8fdd-fe07a7f7a854 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0340002 Dec 12 04:38:51.715205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Transition to ACTIVE for port object ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:38:51.721828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-33df6eec-c627-4d8c-816d-b2f674bf3b7d None None] Provisioning complete for port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:51.722082 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:51.722430 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-33df6eec-c627-4d8c-816d-b2f674bf3b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:51.726464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:51.726663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:51.741185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Request body: {'port': {'device_id': '478392cf-a89b-405b-871b-2e13e22b61b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:51.840892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:51.851539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-33df6eec-c627-4d8c-816d-b2f674bf3b7d None None] Port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:51.876514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b1b5d80f-ac11-42ec-a853-6e06e18bb00b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:51.884861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-33df6eec-c627-4d8c-816d-b2f674bf3b7d None None] Provisioning complete for port b1b5d80f-ac11-42ec-a853-6e06e18bb00b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:51.885331 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-33df6eec-c627-4d8c-816d-b2f674bf3b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:51.959565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:52.029384 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-ecb0d249-6bd9-4b86-8c05-5eff89c755b5 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760577040&fields=id&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 267 time: 0.0541861 Dec 12 04:38:52.061740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Pushing event updated for resources: {'Port': ['ID=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:52.160350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-e591709f-495e-4749-bddc-1db66168f833 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:52.169113 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-e591709f-495e-4749-bddc-1db66168f833 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 796 time: 0.1317656 Dec 12 04:38:52.186787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-79125898-d875-4d90-b01f-af13f2f8ef28 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/quotas/64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 375 time: 0.0163774 Dec 12 04:38:52.187354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port b1b5d80f-ac11-42ec-a853-6e06e18bb00b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:52.187847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:52.255589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Attempting to bind port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:52.256219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Attempting to bind port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:52.256932 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-943f0aab-04fb-45f1-a24c-2d08d247eee4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679629 Dec 12 04:38:52.262292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Attempting to bind port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 on network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:52.286871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ba4d535e-96d2-4652-a2bb-e7c6f81cd3da', 'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:cb:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:47Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 2, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:52.322064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Checking router: 746ae94e-7509-4e8f-a836-4b623ac48f03 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:38:52.322835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Updating router 746ae94e-7509-4e8f-a836-4b623ac48f03 port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:38:52.359127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 on network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:38:52.359470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Attempting to bind port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 on network 3d97a1c3-f7c2-4f53-b063-86c8cc18911f {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:52.380933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714b5a1-4de3-413e-b503-65686eecef9b req-2b4d90bb-d8a9-463d-818d-464d6871b3dd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:52.387435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a714b5a1-4de3-413e-b503-65686eecef9b req-2b4d90bb-d8a9-463d-818d-464d6871b3dd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 944 time: 0.1966994 Dec 12 04:38:52.387435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e669b2c-546e-473e-ad82-8e511a844c69 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:38:52.392058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:52.392402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Checking segment: {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:52.392892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Bound using segment: {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:52.393449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Bound port: ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef40d2d-3f5c-4c40-a2df-e213251870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:52.393706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:52.399718 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:52.403748 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-2704fcfc-17ba-4999-bbdb-d5b949f6d6b7 service neutron] 10.222.0.36 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222117 Dec 12 04:38:52.420722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-30f44718-7ace-4bd8-b45e-4234179e2857 None None] Provisioning complete for port 4e669b2c-546e-473e-ad82-8e511a844c69 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:52.421435 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-30f44718-7ace-4bd8-b45e-4234179e2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:52.437847 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:52.455231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Transition to ACTIVE for port object 4e669b2c-546e-473e-ad82-8e511a844c69 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:38:52.496207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-30f44718-7ace-4bd8-b45e-4234179e2857 None None] Port 4e669b2c-546e-473e-ad82-8e511a844c69 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:52.522640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:52.538103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-33fba774-c4e8-42b8-af93-c4a408879083 service neutron] 10.222.0.36 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214569 Dec 12 04:38:52.656851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e669b2c-546e-473e-ad82-8e511a844c69,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:52.665260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a714b5a1-4de3-413e-b503-65686eecef9b req-ca694246-0543-4501-8cef-0d57825f67a8 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742429 Dec 12 04:38:52.696902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] For port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:52.716978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] For port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:52.729183 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:52.777632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:52.778321 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:52.779826 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] 10.222.0.18 "PUT /v2.0/ports/ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 HTTP/1.1" status: 200 len: 1092 time: 2.0421772 Dec 12 04:38:52.819309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d18dd6-7d8b-4bb4-a3f3-3ddc18997166', 'tag': 'ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:52.821797 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecfbc0f-b607-4dad-8386-f1bef362248e" -d '{"events": [{"name": "network-changed", "server_uuid": "96d18dd6-7d8b-4bb4-a3f3-3ddc18997166", "tag": "ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:52.876498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Attempting to bind port 4e669b2c-546e-473e-ad82-8e511a844c69 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:52.877342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Attempting to bind port 4e669b2c-546e-473e-ad82-8e511a844c69 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:52.878772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Attempting to bind port 4e669b2c-546e-473e-ad82-8e511a844c69 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:52.907786 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e16a039-b73a-4fff-96f5-664b6b1b775b req-0fc8e9ea-e230-4edd-858a-4d7e367d62f3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 210 time: 0.0658159 Dec 12 04:38:52.937383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889feee4-d8b9-4663-b5f7-9606193bd47c service neutron] Pushing event updated for resources: {'Port': ['ID=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:52.987542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Port 4e669b2c-546e-473e-ad82-8e511a844c69 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:38:52.988033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Attempting to bind port 4e669b2c-546e-473e-ad82-8e511a844c69 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:52.990742 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7413cf8-6c38-45f6-9bac-eaf6afe17f90 x-openstack-request-id: req-a7413cf8-6c38-45f6-9bac-eaf6afe17f90 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:52.991043 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d18dd6-7d8b-4bb4-a3f3-3ddc18997166", "tag": "ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:52.991309 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7413cf8-6c38-45f6-9bac-eaf6afe17f90 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:52.991719 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d18dd6-7d8b-4bb4-a3f3-3ddc18997166', 'tag': 'ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4', 'status': 'completed', 'code': 200} Dec 12 04:38:53.024184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1dde4-5bc2-4ba7-8a4e-b20182cbad6c req-e9336265-16b8-45f8-aa85-a5b1d5ecd675 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:53.026142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10d1dde4-5bc2-4ba7-8a4e-b20182cbad6c req-e9336265-16b8-45f8-aa85-a5b1d5ecd675 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.2012923 Dec 12 04:38:53.034833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:53.035184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:53.035596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Bound using segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:53.036044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Bound port: 4e669b2c-546e-473e-ad82-8e511a844c69, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:53.036527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:53.057568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-dbbf5cdd-1bdc-47a3-a32b-58e207943dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:53.059966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-dbbf5cdd-1bdc-47a3-a32b-58e207943dce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 1095 time: 0.1693625 Dec 12 04:38:53.182742 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:53.190134 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:53.243132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b6eb2-9f1d-4139-b8a4-14b1b5a603e0 None None] Pushing event updated for resources: {'Port': ['ID=ba4d535e-96d2-4652-a2bb-e7c6f81cd3da,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:53.369313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Attempting to bind port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:53.369857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Attempting to bind port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:53.370331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Attempting to bind port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da on network 91893fb2-a111-4169-aef9-6a51dde8e727 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:53.377938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:53.378487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Checking segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:53.379006 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:53.379510 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Bound using segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:53.380120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Bound port: ba4d535e-96d2-4652-a2bb-e7c6f81cd3da, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:53.380616 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:53.480979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] For port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:53.485068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] For port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ba4d535e-96d2-4652-a2bb-e7c6f81cd3da,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:53.505757 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:53.567643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b6eb2-9f1d-4139-b8a4-14b1b5a603e0 None None] Pushing event updated for resources: {'Port': ['ID=ba4d535e-96d2-4652-a2bb-e7c6f81cd3da,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:53.651552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:38:53.652505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:53.759941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-51a42f6a-0bbc-4053-941d-135882285998 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 HTTP/1.1" status: 200 len: 217 time: 0.6755369 Dec 12 04:38:53.855442 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-61bc8001-0206-4285-aea0-e4bae17f1bae None None] Provisioning complete for port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:53.855823 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61bc8001-0206-4285-aea0-e4bae17f1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:53.908875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae6ca2-e2c5-424a-8164-6b90093415c5 req-a77ba3e3-b421-4aae-b546-6cb86a3f10fa tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:53.910515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80ae6ca2-e2c5-424a-8164-6b90093415c5 req-a77ba3e3-b421-4aae-b546-6cb86a3f10fa tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 944 time: 0.0918038 Dec 12 04:38:53.914923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:38:53.970827 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] For port 4e669b2c-546e-473e-ad82-8e511a844c69, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:53.976075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] For port 4e669b2c-546e-473e-ad82-8e511a844c69, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4e669b2c-546e-473e-ad82-8e511a844c69,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:53.989749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10d1dde4-5bc2-4ba7-8a4e-b20182cbad6c req-bd3b15aa-3f77-4d09-a063-d90b8facbe80 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9379032 Dec 12 04:38:53.996339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:54.001586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-851db407-0539-4731-8fd3-22135f811d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:54.003242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-851db407-0539-4731-8fd3-22135f811d49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 200 len: 850 time: 0.2240288 Dec 12 04:38:54.013493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80ae6ca2-e2c5-424a-8164-6b90093415c5 req-a087b183-3e19-4c7b-ae23-ae6813cbf87d tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909984 Dec 12 04:38:54.101780 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-3d7d820e-9b32-41ef-a0ca-4df5b959d8a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557120 Dec 12 04:38:54.118745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:54.119435 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:54.126013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e669b2c-546e-473e-ad82-8e511a844c69 HTTP/1.1" status: 200 len: 1091 time: 2.3844547 Dec 12 04:38:54.190650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02c123ee-82bc-4d69-8e3d-498b68b069b1 req-c4747b7b-3ecc-430d-9429-3e29df51c5d1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 210 time: 0.0633323 Dec 12 04:38:54.312756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de3afe-38e1-424f-9be2-2ba8664e5cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e669b2c-546e-473e-ad82-8e511a844c69,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:54.389652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aadbf-16c0-48ed-9014-d3975f174700 req-3b549a26-82e1-40f3-a3e6-a9efbf60067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:54.391276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-3b549a26-82e1-40f3-a3e6-a9efbf60067f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 1094 time: 0.1480496 Dec 12 04:38:54.428422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61bc8001-0206-4285-aea0-e4bae17f1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:54.480436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-44442f05-226f-43c6-966d-9b4e86a97aa3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:54.482459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-44442f05-226f-43c6-966d-9b4e86a97aa3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 796 time: 0.2300549 Dec 12 04:38:54.508135 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-2a927425-29e8-4dc9-95fa-83692d24ae35 service neutron] 10.222.0.18 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715999 Dec 12 04:38:54.509832 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-8a927ac4-f049-42dd-9430-d6cd4ff7afa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e669b2c-546e-473e-ad82-8e511a844c69 HTTP/1.1" status: 200 len: 217 time: 0.0982838 Dec 12 04:38:54.510761 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-61bc8001-0206-4285-aea0-e4bae17f1bae None None] For port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ba4d535e-96d2-4652-a2bb-e7c6f81cd3da,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:54.523773 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61bc8001-0206-4285-aea0-e4bae17f1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:54.571244 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-a7025d2c-de92-4baf-ab0d-4d48d784cf27 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 379 time: 0.0676270 Dec 12 04:38:54.578317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ba4d535e-96d2-4652-a2bb-e7c6f81cd3da', 'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:cb:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:47Z', 'updated_at': '2021-12-12T04:38:53Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:38:54.585602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'port': {'device_id': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'admin_state_up': True, 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'security_groups': ['1b77977c-c95f-4019-81d8-321d5d7cc5f2']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:54.617903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37046b-cff6-48b9-9ca8-c5e535c40329 None None] The sync data for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 is: [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ba4d535e-96d2-4652-a2bb-e7c6f81cd3da', 'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:cb:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:47Z', 'updated_at': '2021-12-12T04:38:53Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:38:54.738913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aadbf-16c0-48ed-9014-d3975f174700 req-2d3edd2a-f5b7-4b7f-bb5b-51024c75bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:54.740430 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-2d3edd2a-f5b7-4b7f-bb5b-51024c75bf17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.2212331 Dec 12 04:38:54.771916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc8001-0206-4285-aea0-e4bae17f1bae None None] Pushing event updated for resources: {'Port': ['ID=ba4d535e-96d2-4652-a2bb-e7c6f81cd3da,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:54.776926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:38:54.788343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:54.794937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1cadb3d2-0c8e-4db4-bf2d-d297eb16ee7f None None] Provisioning complete for port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:54.795946 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cadb3d2-0c8e-4db4-bf2d-d297eb16ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:54.874840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e69f40ee-da97-461d-ad5e-553a0d0ec9e1 req-d8795ee0-4661-4d9d-b6e6-2782cd3de367 service neutron] 10.222.0.18 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385401 Dec 12 04:38:54.894577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aadbf-16c0-48ed-9014-d3975f174700 req-7346c038-38ae-4533-a444-34def01571d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:54.896555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-7346c038-38ae-4533-a444-34def01571d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436901 Dec 12 04:38:54.993259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478392cf-a89b-405b-871b-2e13e22b61b8', 'tag': '4e669b2c-546e-473e-ad82-8e511a844c69'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:54.995863 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38477928-5b1c-4f55-a042-1a746cdbedea" -d '{"events": [{"name": "network-changed", "server_uuid": "478392cf-a89b-405b-871b-2e13e22b61b8", "tag": "4e669b2c-546e-473e-ad82-8e511a844c69"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:55.079360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.20.0.8 (91893fb2-a111-4169-aef9-6a51dde8e727/170222a7-1ccd-43d6-be47-bf3f0a8f17ba/bead5b14-9943-4b02-be9b-ac2039c03850) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:38:55.107348 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c43030-4524-4018-b7f2-f5bc0a8edc8c x-openstack-request-id: req-c0c43030-4524-4018-b7f2-f5bc0a8edc8c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:55.107896 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478392cf-a89b-405b-871b-2e13e22b61b8", "tag": "4e669b2c-546e-473e-ad82-8e511a844c69", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:55.108345 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0c43030-4524-4018-b7f2-f5bc0a8edc8c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:55.109004 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478392cf-a89b-405b-871b-2e13e22b61b8', 'tag': '4e669b2c-546e-473e-ad82-8e511a844c69', 'status': 'completed', 'code': 200} Dec 12 04:38:55.197179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-15c81cb4-9724-47fb-8a66-00f3763d9125 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898464 Dec 12 04:38:55.220023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-0035eb6b-70a7-46b4-871c-501ab84d2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:55.221908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-0035eb6b-70a7-46b4-871c-501ab84d2c6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 1095 time: 0.2128737 Dec 12 04:38:55.242847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffbe47-1c63-4d6d-a687-51819ca1ff3e req-5394f226-ed37-43a6-915a-801b20f11022 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:55.244962 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ffbe47-1c63-4d6d-a687-51819ca1ff3e req-5394f226-ed37-43a6-915a-801b20f11022 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.1276741 Dec 12 04:38:55.373451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9022dbd-8f8c-4d2a-ac9b-c1a436cadb1a req-2e359d10-cb29-4da5-b4e9-369e07fb334e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:55.375067 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9022dbd-8f8c-4d2a-ac9b-c1a436cadb1a req-2e359d10-cb29-4da5-b4e9-369e07fb334e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 944 time: 0.2282290 Dec 12 04:38:55.415829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:55.471083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:55.503276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ffbe47-1c63-4d6d-a687-51819ca1ff3e req-cabcc817-839c-418f-87db-ba52403c5a8e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068720 Dec 12 04:38:55.520317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-115aadbf-16c0-48ed-9014-d3975f174700 req-b4f2d077-2c0d-4613-9c95-9286f80a08b8 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152447 Dec 12 04:38:55.529843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 91893fb2-a111-4169-aef9-6a51dde8e727 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:38:55.533097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-36a6a148-4620-45ac-b5e8-e2c9c852a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:55.535328 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-36a6a148-4620-45ac-b5e8-e2c9c852a6bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 910 time: 0.2483411 Dec 12 04:38:55.539237 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:38:55.598014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:38:55.635997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-21a1a52a-ea40-4e78-bceb-d944ce385b8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0934098 Dec 12 04:38:55.707542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:55.708279 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:55.733909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1523638 Dec 12 04:38:55.740696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fe6c9-2c13-465d-b2aa-fa4956304cbc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:55.761657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Request body: {'port': {'device_id': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:38:55.824769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9022dbd-8f8c-4d2a-ac9b-c1a436cadb1a req-93de1157-789d-402e-8218-27e51c390344 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653514 Dec 12 04:38:55.876046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-4894f7c6-21a5-419a-afeb-69df333d554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:55.885870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-4894f7c6-21a5-419a-afeb-69df333d554a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 200 len: 850 time: 0.2399828 Dec 12 04:38:55.888442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477928-5b1c-4f55-a042-1a746cdbedea req-4e675af2-b22c-4466-be3b-87ae51dcb14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:55.890566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38477928-5b1c-4f55-a042-1a746cdbedea req-4e675af2-b22c-4466-be3b-87ae51dcb14a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 1094 time: 0.2795465 Dec 12 04:38:55.894274 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:55.901013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52b427-9bc6-41d7-93de-2e0252450f35 req-4d8d3e5c-425d-4295-9497-7fe890edf524 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:55.902392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e52b427-9bc6-41d7-93de-2e0252450f35 req-4d8d3e5c-425d-4295-9497-7fe890edf524 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 931 time: 0.2541609 Dec 12 04:38:55.927501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ba4d535e-96d2-4652-a2bb-e7c6f81cd3da up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:38:55.970941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-e46baf6d-1c80-4ffa-bfcb-5f543b34afd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673909 Dec 12 04:38:55.992256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:55.992773 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:56.063067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-820a94f1-586c-44d5-a0ce-a23b9499b07a None None] Provisioning complete for port bead5b14-9943-4b02-be9b-ac2039c03850 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:38:56.063912 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-820a94f1-586c-44d5-a0ce-a23b9499b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:56.160223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-820a94f1-586c-44d5-a0ce-a23b9499b07a None None] Port bead5b14-9943-4b02-be9b-ac2039c03850 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:38:56.172687 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:38:56.210817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e52b427-9bc6-41d7-93de-2e0252450f35 req-a1e19d3d-f646-43da-bacb-9ef114c380b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865796 Dec 12 04:38:56.286070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477928-5b1c-4f55-a042-1a746cdbedea req-e1b6458d-3705-4fb6-ac64-48ce032f7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:56.290666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38477928-5b1c-4f55-a042-1a746cdbedea req-e1b6458d-3705-4fb6-ac64-48ce032f7bfd service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.3786032 Dec 12 04:38:56.296690 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-3fed62f5-1b3e-4327-acb8-33c2cdd8e590 service neutron] 10.222.0.18 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789757 Dec 12 04:38:56.399626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38477928-5b1c-4f55-a042-1a746cdbedea req-71596670-6b78-4e79-8bb0-b664cb0ebf28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e669b2c-546e-473e-ad82-8e511a844c69 HTTP/1.1" status: 200 len: 217 time: 0.0991757 Dec 12 04:38:56.399952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bead5b14-9943-4b02-be9b-ac2039c03850 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:38:56.412457 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:56.430572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Transition to ACTIVE for port object bead5b14-9943-4b02-be9b-ac2039c03850 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:38:56.440306 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:56.485193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477928-5b1c-4f55-a042-1a746cdbedea req-2c49596f-25e9-4f46-979f-6882fe0d7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:56.487493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38477928-5b1c-4f55-a042-1a746cdbedea req-2c49596f-25e9-4f46-979f-6882fe0d7599 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0715981 Dec 12 04:38:56.489941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cecfbc0f-b607-4dad-8386-f1bef362248e req-4a0e68a7-6cde-4cc8-b76f-72dfc498b305 service neutron] 10.222.0.18 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835136 Dec 12 04:38:56.508174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:56.604571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477928-5b1c-4f55-a042-1a746cdbedea req-078ee2b1-4e51-43d8-9f2f-9fb3c08e2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:56.606222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38477928-5b1c-4f55-a042-1a746cdbedea req-078ee2b1-4e51-43d8-9f2f-9fb3c08e2733 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023993 Dec 12 04:38:56.614642 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:38:56.614991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:38:56.615325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 on network 91893fb2-a111-4169-aef9-6a51dde8e727 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:56.620616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Port bead5b14-9943-4b02-be9b-ac2039c03850 on network 91893fb2-a111-4169-aef9-6a51dde8e727 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:38:56.620982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 on network 91893fb2-a111-4169-aef9-6a51dde8e727 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:38:56.647734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:38:56.648084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Checking segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:38:56.648488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Bound using segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:38:56.648964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Bound port: bead5b14-9943-4b02-be9b-ac2039c03850, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:38:56.649336 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:56.746098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38477928-5b1c-4f55-a042-1a746cdbedea req-b1d23699-2004-4d62-bb99-e5079a4d06b9 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316657 Dec 12 04:38:56.768428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128291-0997-4e87-8ef5-2de24c6033be req-65530480-fde5-47d5-8a90-614fd7af2c23 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:56.781174 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c128291-0997-4e87-8ef5-2de24c6033be req-65530480-fde5-47d5-8a90-614fd7af2c23 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.1354558 Dec 12 04:38:56.882122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c128291-0997-4e87-8ef5-2de24c6033be req-f9423bac-f063-4a35-8170-279abcdab1a3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989900 Dec 12 04:38:56.886331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38477928-5b1c-4f55-a042-1a746cdbedea req-d806419a-be18-43a7-afd1-b4de03334287 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305041 Dec 12 04:38:56.898094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:38:56.901759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:38:56.906413 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:56.937384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:56.938133 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:56.939711 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] 10.222.0.18 "PUT /v2.0/ports/bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 1091 time: 1.1907659 Dec 12 04:38:56.941766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:38:56.945492 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c016c40-632d-4c35-b158-67d5677b2ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:38:57.047923 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ffae07-1057-41bf-88c4-509b5c895d45 x-openstack-request-id: req-f7ffae07-1057-41bf-88c4-509b5c895d45 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:38:57.048372 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:38:57.048737 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7ffae07-1057-41bf-88c4-509b5c895d45 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:38:57.049877 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'status': 'completed', 'code': 200} Dec 12 04:38:57.055203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb640906-98f1-4526-9481-2a5ba0fb7bbf req-bf974f3c-c069-4c34-851a-f7b1c88a505b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.056837 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb640906-98f1-4526-9481-2a5ba0fb7bbf req-bf974f3c-c069-4c34-851a-f7b1c88a505b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 944 time: 0.1082098 Dec 12 04:38:57.077397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dc97e-71cd-4503-8a13-ac4e913e5189 service neutron] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:57.100253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-58152928-6cf4-4133-87ad-d0e95573b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.102118 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-58152928-6cf4-4133-87ad-d0e95573b4f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1094 time: 0.0944927 Dec 12 04:38:57.154660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb640906-98f1-4526-9481-2a5ba0fb7bbf req-cd92a967-d873-4338-bef0-a6b0e41f3447 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771968 Dec 12 04:38:57.175754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-676cbee9-c27b-4c75-979c-78ba2b2f5d3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 217 time: 0.0610342 Dec 12 04:38:57.242256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-ab1ca929-1db4-4372-8306-24a444811f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.243963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-ab1ca929-1db4-4372-8306-24a444811f28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.0599108 Dec 12 04:38:57.296485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-0570d6e8-3758-45bc-9d15-4425201ad7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.298042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-0570d6e8-3758-45bc-9d15-4425201ad7e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472004 Dec 12 04:38:57.414472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e669c-e76c-4a9d-bce3-c6b16e37bec1 req-05507bd7-7d71-47c2-b688-609ea877cc25 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.416066 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b56e669c-e76c-4a9d-bce3-c6b16e37bec1 req-05507bd7-7d71-47c2-b688-609ea877cc25 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 943 time: 0.1034634 Dec 12 04:38:57.453078 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-b6fc2347-36bf-4cca-847c-e79e14be51fb service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475666 Dec 12 04:38:57.523745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b56e669c-e76c-4a9d-bce3-c6b16e37bec1 req-88eb7a88-1593-494f-aa84-765552db6398 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983350 Dec 12 04:38:57.570436 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f797d768-a1ca-43f8-bf07-787d85f5d270 req-e51781fd-a72b-4673-8765-6fd9850d1b44 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063769 Dec 12 04:38:57.697840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-1970ab40-2e87-4d81-b177-82ab0450c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.699281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-1970ab40-2e87-4d81-b177-82ab0450c38a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1094 time: 0.0460496 Dec 12 04:38:57.797685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-9e8364da-6c3d-484f-986f-2f664b16032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.799632 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-9e8364da-6c3d-484f-986f-2f664b16032d service neutron] 10.222.0.18 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.0924225 Dec 12 04:38:57.844518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-b080927a-1a90-4dc2-90e2-956294a95cc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 217 time: 0.0379930 Dec 12 04:38:57.903437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-91e05c59-578a-4793-9280-9b0853980a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.905177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-91e05c59-578a-4793-9280-9b0853980a90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.0504801 Dec 12 04:38:57.953098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-b51cc9a5-843f-43da-a6f0-f7b802c2d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.954644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-b51cc9a5-843f-43da-a6f0-f7b802c2d084 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422242 Dec 12 04:38:57.991418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c23c93-fa45-4d54-b8c2-76725d322b78 req-68f42380-fd69-498a-b88e-4e334fcefb15 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:57.993065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1c23c93-fa45-4d54-b8c2-76725d322b78 req-68f42380-fd69-498a-b88e-4e334fcefb15 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.0501146 Dec 12 04:38:58.047635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1c23c93-fa45-4d54-b8c2-76725d322b78 req-66f1dff1-a77f-46fc-a865-b76ea4d6e3a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481870 Dec 12 04:38:58.051214 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-e2d6ab90-611f-46a4-980b-b8904b31f8a0 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884495 Dec 12 04:38:58.147528 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c016c40-632d-4c35-b158-67d5677b2ed0 req-2575ba57-4331-4b15-ab91-d566ff8dd365 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888288 Dec 12 04:38:58.257393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9a8d-dd45-43fe-88a2-14cddfc14c26 req-a7e4c9b0-2740-4ae9-b640-9266257c8125 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:58.258959 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c0a9a8d-dd45-43fe-88a2-14cddfc14c26 req-a7e4c9b0-2740-4ae9-b640-9266257c8125 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 944 time: 0.0531793 Dec 12 04:38:58.308563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c0a9a8d-dd45-43fe-88a2-14cddfc14c26 req-a3d684e9-4487-4257-b5aa-0827cb4c1ba4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Dec 12 04:38:58.329057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:38:58.433844 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:58.445333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4', 'network_id': '3d97a1c3-f7c2-4f53-b063-86c8cc18911f', 'port_id': 'ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4', 'mac_address': 'fa:16:3e:e1:43:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6202983b-161c-4172-852b-5cd6d588e10f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:38:58.482665 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:58.496358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:38:58.515860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:38:58.520374 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:38:58.577315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:38:58.653277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe8ab4-fe90-47e3-a8b8-7edc4bd48408 req-1bf303b0-5d5f-4d74-a5d9-62375d44865b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:58.654944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f2fe8ab4-fe90-47e3-a8b8-7edc4bd48408 req-1bf303b0-5d5f-4d74-a5d9-62375d44865b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 943 time: 0.0548022 Dec 12 04:38:58.713552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f2fe8ab4-fe90-47e3-a8b8-7edc4bd48408 req-b8438cf7-9e7c-46ee-bcf3-a03c00bec8dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514436 Dec 12 04:38:58.803877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:38:59.163075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556403a7-4ba7-4a00-bbe6-5da898ccc32a req-735b29ca-e60e-424e-a710-122a827b14b6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:59.164595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-556403a7-4ba7-4a00-bbe6-5da898ccc32a req-735b29ca-e60e-424e-a710-122a827b14b6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.0545869 Dec 12 04:38:59.213533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-556403a7-4ba7-4a00-bbe6-5da898ccc32a req-7bd14d2e-786f-4cf8-a11b-fb98f7b8cd26 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Dec 12 04:38:59.439070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb460-83c2-45ee-8c6b-046541cd329e req-02a80622-8f9a-4ba5-af6c-48f0aa4135e0 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:59.441375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc6cb460-83c2-45ee-8c6b-046541cd329e req-02a80622-8f9a-4ba5-af6c-48f0aa4135e0 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 945 time: 0.0613515 Dec 12 04:38:59.491177 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc6cb460-83c2-45ee-8c6b-046541cd329e req-d58faeef-64ca-4b88-a01e-4b7eb6adacd6 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437822 Dec 12 04:38:59.829988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d06d2-93e9-4a01-bc48-cd8932066c59 req-6410c1da-2a32-4918-bee7-f099fa10bf67 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:38:59.831555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e01d06d2-93e9-4a01-bc48-cd8932066c59 req-6410c1da-2a32-4918-bee7-f099fa10bf67 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 943 time: 0.0495639 Dec 12 04:38:59.883597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e01d06d2-93e9-4a01-bc48-cd8932066c59 req-ef18f4f3-6942-4f98-886c-1f3dedca8127 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457344 Dec 12 04:39:00.329656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:39:00.333993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e748fa-bdba-481b-be13-0aa6e7e2f42e req-77cbd8fb-136b-43c5-befe-3c5f5a75c6fc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:00.334611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:39:00.335884 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85e748fa-bdba-481b-be13-0aa6e7e2f42e req-77cbd8fb-136b-43c5-befe-3c5f5a75c6fc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.0502002 Dec 12 04:39:00.385597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85e748fa-bdba-481b-be13-0aa6e7e2f42e req-0ba00c7d-c4d5-414a-a8cf-951f218d4ee5 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Dec 12 04:39:00.453842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:39:00.465988 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:00.466360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:00.468859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:00.507046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'port_id': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'mac_address': 'fa:16:3e:2e:88:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:39:00.556057 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:00.593909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bead5b14-9943-4b02-be9b-ac2039c03850 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:39:00.606119 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:00.613424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a692ae-8d6c-4d79-9c5a-6078a65c7245 req-00762b92-9624-4f55-aa3e-3015cebc82a0 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:00.614987 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07a692ae-8d6c-4d79-9c5a-6078a65c7245 req-00762b92-9624-4f55-aa3e-3015cebc82a0 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 945 time: 0.0518146 Dec 12 04:39:00.625108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:00.633285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:00.641228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d18dd6-7d8b-4bb4-a3f3-3ddc18997166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:39:00.643811 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a34ca0b-e4cc-4b4e-b61b-141bfeffd077" -d '{"events": [{"server_uuid": "96d18dd6-7d8b-4bb4-a3f3-3ddc18997166", "name": "network-vif-plugged", "status": "completed", "tag": "ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:39:00.676261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:00.677125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07a692ae-8d6c-4d79-9c5a-6078a65c7245 req-4e59f87e-e717-4712-b627-5546a7332c46 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527222 Dec 12 04:39:00.683323 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:00.711044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:00.716960 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb921f-7e1e-45d9-a535-5539024bd1a5 x-openstack-request-id: req-e3cb921f-7e1e-45d9-a535-5539024bd1a5 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:39:00.717372 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d18dd6-7d8b-4bb4-a3f3-3ddc18997166", "name": "network-vif-plugged", "status": "completed", "tag": "ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:39:00.717846 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3cb921f-7e1e-45d9-a535-5539024bd1a5 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:39:00.718672 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d18dd6-7d8b-4bb4-a3f3-3ddc18997166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4', 'code': 200} Dec 12 04:39:00.772019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:00.854788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac3d93-4fcc-4bd9-b814-b1db44706a0e req-e1ef91e6-8dca-43c8-a7eb-083dc0ecec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:00.856409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2ac3d93-4fcc-4bd9-b814-b1db44706a0e req-e1ef91e6-8dca-43c8-a7eb-083dc0ecec47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 1097 time: 0.0403521 Dec 12 04:39:00.901541 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2ac3d93-4fcc-4bd9-b814-b1db44706a0e req-40488462-e20b-44e5-afc2-aa5579989557 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381696 Dec 12 04:39:00.925233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['bead5b14-9943-4b02-be9b-ac2039c03850'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:39:00.998441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276d587-4d4f-42ea-a4a8-ddcc3c7e989f req-887d339a-7ec7-4141-8edd-19e5a670d42c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:01.000321 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4276d587-4d4f-42ea-a4a8-ddcc3c7e989f req-887d339a-7ec7-4141-8edd-19e5a670d42c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 944 time: 0.0500710 Dec 12 04:39:01.048578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-aec6ac64-f147-429d-87ce-6583f47c28a3 req-de9350aa-941e-4f81-a523-d32a6e116179 service neutron] (103451) timed out ('10.222.0.36', 34188) {{(pid=103451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 04:39:01.057371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4276d587-4d4f-42ea-a4a8-ddcc3c7e989f req-265f1658-1bc4-4c9c-9d34-be82a9d63135 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485046 Dec 12 04:39:01.508538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf20da-15a0-43e5-b74f-2d4a6cc3202b req-7b80fb4c-22dd-4d75-bdbb-f1077cab110c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:01.510045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28cf20da-15a0-43e5-b74f-2d4a6cc3202b req-7b80fb4c-22dd-4d75-bdbb-f1077cab110c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.0542798 Dec 12 04:39:01.558511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28cf20da-15a0-43e5-b74f-2d4a6cc3202b req-7769ebf9-166f-4ba7-9dea-800b1e32e1fe tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423772 Dec 12 04:39:01.817315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bb53a-739b-4706-96ce-0165ff94c3fb req-10b6095b-2a7d-446a-9eec-b9fe8313758c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:01.818980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-161bb53a-739b-4706-96ce-0165ff94c3fb req-10b6095b-2a7d-446a-9eec-b9fe8313758c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0590224 Dec 12 04:39:01.871792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-161bb53a-739b-4706-96ce-0165ff94c3fb req-a3735c58-fc9a-4b05-adc3-d47b14b86200 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 Dec 12 04:39:02.174607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1562-226b-42f4-b2d6-da8637c1f2ae req-f327a78d-2069-446c-abe2-f031e5a6d516 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:02.176748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0b1562-226b-42f4-b2d6-da8637c1f2ae req-f327a78d-2069-446c-abe2-f031e5a6d516 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 944 time: 0.0511804 Dec 12 04:39:02.226408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0b1562-226b-42f4-b2d6-da8637c1f2ae req-563b4ae1-a67c-42d7-84a8-df135e8dc24e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436988 Dec 12 04:39:02.328179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:39:02.377768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port bead5b14-9943-4b02-be9b-ac2039c03850 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:39:02.381912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port bead5b14-9943-4b02-be9b-ac2039c03850 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:02.382297 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:02.463528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:02.498032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:02.501577 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:02.549198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:02.675582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35245d8-f913-4875-af70-709fe2c1f8b3 req-7a46a201-5103-4d62-af39-8842f94b88ef tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:02.677125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b35245d8-f913-4875-af70-709fe2c1f8b3 req-7a46a201-5103-4d62-af39-8842f94b88ef tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.0512450 Dec 12 04:39:02.720206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:39:02.723832 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f390e101-0ec8-4c30-86ba-29a15ac620c0" -d '{"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-plugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:39:02.728586 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b35245d8-f913-4875-af70-709fe2c1f8b3 req-9aebb3ef-138a-46f8-a636-7a3c99e62268 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454960 Dec 12 04:39:02.765929 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12be83a-b703-403f-a176-76af447a27dc x-openstack-request-id: req-e12be83a-b703-403f-a176-76af447a27dc {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:39:02.766232 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-plugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:39:02.767104 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e12be83a-b703-403f-a176-76af447a27dc {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:39:02.767104 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'code': 200} Dec 12 04:39:02.901678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d656663-59de-41ea-9f11-f32a4c73d101 req-629cbaa8-40eb-47ed-95b1-f69c78386803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:02.903319 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d656663-59de-41ea-9f11-f32a4c73d101 req-629cbaa8-40eb-47ed-95b1-f69c78386803 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1096 time: 0.0465803 Dec 12 04:39:02.989582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d656663-59de-41ea-9f11-f32a4c73d101 req-1e5c9fd5-b29f-4f8e-8782-1319a9563c96 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790575 Dec 12 04:39:03.013999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a59b36-b365-419f-8ecb-a7dde06b39de req-44b6c51b-7bda-4adb-8679-4e505fe9c42c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:03.015469 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21a59b36-b365-419f-8ecb-a7dde06b39de req-44b6c51b-7bda-4adb-8679-4e505fe9c42c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0622222 Dec 12 04:39:03.066878 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-21a59b36-b365-419f-8ecb-a7dde06b39de req-5f459326-b6f3-4244-93a7-0d9b2053daca tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445697 Dec 12 04:39:03.293304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5ede4-61dc-4462-98ae-3489459de3a1 req-a0f0e430-cc72-4363-b7e4-b683cb5b56c1 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:03.295581 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcf5ede4-61dc-4462-98ae-3489459de3a1 req-a0f0e430-cc72-4363-b7e4-b683cb5b56c1 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0554574 Dec 12 04:39:03.348283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b625589-93ea-437b-8637-c40587cd2428 req-fece11a0-1395-450b-a0f8-35a1625d41a4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:03.350122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4b625589-93ea-437b-8637-c40587cd2428 req-fece11a0-1395-450b-a0f8-35a1625d41a4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0517013 Dec 12 04:39:03.382947 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcf5ede4-61dc-4462-98ae-3489459de3a1 req-aec18935-1799-4f02-903b-aa42c2cf263b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771577 Dec 12 04:39:03.387193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-f4819e43-e547-45c0-a172-9ac9844c2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:03.388715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-f4819e43-e547-45c0-a172-9ac9844c2f52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 1097 time: 0.0680349 Dec 12 04:39:03.405055 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4b625589-93ea-437b-8637-c40587cd2428 req-31eef0ef-e9e2-4442-8841-32154b915fb6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492342 Dec 12 04:39:03.479847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-8a03da3c-c8ef-4b08-9eac-c7a6b0c989e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:03.481390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-8a03da3c-c8ef-4b08-9eac-c7a6b0c989e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 910 time: 0.0853980 Dec 12 04:39:03.526827 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-f0adab76-c6ac-4303-b345-404436b2e599 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0380919 Dec 12 04:39:03.575855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-f5ccfa3c-8cef-4d4c-82a0-32ac95217a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:03.577301 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-f5ccfa3c-8cef-4d4c-82a0-32ac95217a9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 200 len: 850 time: 0.0429714 Dec 12 04:39:03.609656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-daf9f742-d9ec-467e-a2f9-c450553d2af7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246961 Dec 12 04:39:03.702461 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-19db564e-566b-47cc-b984-891cc2b47af6 service neutron] 10.222.0.18 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845449 Dec 12 04:39:03.798456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc74e2a4-1458-4f93-ac15-70fec9f14ec9 req-1ec3fe14-056c-428b-804c-51ca05b40ce0 service neutron] 10.222.0.18 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882726 Dec 12 04:39:03.853229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724ea41-cfb8-4ae1-ab76-90a27a93f7ab req-e99a25c8-cd68-4f9a-a5f3-e3c5a90fe24f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:03.854763 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3724ea41-cfb8-4ae1-ab76-90a27a93f7ab req-e99a25c8-cd68-4f9a-a5f3-e3c5a90fe24f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.0548475 Dec 12 04:39:03.904154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3724ea41-cfb8-4ae1-ab76-90a27a93f7ab req-640fa3fd-e6be-4fa6-aa05-15427bd854b1 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Dec 12 04:39:04.509120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cc689-be6d-49a9-9f49-037c5c4a6f35 req-c23ad7b6-47e4-4c26-bc4f-f56b84985347 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:04.510646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-269cc689-be6d-49a9-9f49-037c5c4a6f35 req-c23ad7b6-47e4-4c26-bc4f-f56b84985347 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0566084 Dec 12 04:39:04.537261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2bdc6-b14e-4c9e-a1c5-cf4d47b95b4c req-7d5920e8-5fcb-411d-a26b-300bfe5140a2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:04.543313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8d2bdc6-b14e-4c9e-a1c5-cf4d47b95b4c req-7d5920e8-5fcb-411d-a26b-300bfe5140a2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0676682 Dec 12 04:39:04.566642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-269cc689-be6d-49a9-9f49-037c5c4a6f35 req-c12952c5-e89e-4d65-8204-2b294b124dc9 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467577 Dec 12 04:39:04.592685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c8d2bdc6-b14e-4c9e-a1c5-cf4d47b95b4c req-20917645-3d81-4da7-81b9-3e5a99d888a7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478153 Dec 12 04:39:04.754805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdedb1-36d9-4f44-940f-fb97829dc22d req-86b740de-59ba-40b6-96f4-9c0b75fd35d4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:04.754805 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8dcdedb1-36d9-4f44-940f-fb97829dc22d req-86b740de-59ba-40b6-96f4-9c0b75fd35d4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0516579 Dec 12 04:39:04.823953 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8dcdedb1-36d9-4f44-940f-fb97829dc22d req-8a1bef28-df65-45ae-ab0d-be59bff97b54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518224 Dec 12 04:39:04.825532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58404) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:04.848012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764116e5-7ef1-4767-8923-6d2c436c90bb tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:04.849654 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-764116e5-7ef1-4767-8923-6d2c436c90bb tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1091 time: 0.0455942 Dec 12 04:39:04.852398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58412) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:04.856910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:39:04.881770 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:05.019483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:05.080914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68623524-3c31-49e9-9d1c-cdf33feed33c req-abbbf203-69bd-44db-84b2-0483e4245494 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:05.082410 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68623524-3c31-49e9-9d1c-cdf33feed33c req-abbbf203-69bd-44db-84b2-0483e4245494 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.1027372 Dec 12 04:39:05.176343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-68623524-3c31-49e9-9d1c-cdf33feed33c req-7470814e-8264-465a-8a40-e7daf987fb9d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865378 Dec 12 04:39:05.184307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.25.7.208 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/4e463d68-e105-4523-a401-3820b98907ba) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:39:05.292610 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:05.332770 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:05.372271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:39:05.375244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:39:05.378949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:39:05.417494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=4e463d68-e105-4523-a401-3820b98907ba,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:05.709014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2f4e9-fecf-4353-adfb-710b96a0b3bf req-7b13ffad-f362-4a5e-b07e-b14d23faffef tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:05.710821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d2b2f4e9-fecf-4353-adfb-710b96a0b3bf req-7b13ffad-f362-4a5e-b07e-b14d23faffef tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0583053 Dec 12 04:39:05.776727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d2b2f4e9-fecf-4353-adfb-710b96a0b3bf req-ac7fac9a-2ac0-4dce-823c-212615b7abbd tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590720 Dec 12 04:39:06.130871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:06.209268 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:06.387400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d905a-8139-461b-a482-4a35a9af9515 req-cf61e22a-b077-40d5-aa92-d3336ee69626 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:06.389089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae7d905a-8139-461b-a482-4a35a9af9515 req-cf61e22a-b077-40d5-aa92-d3336ee69626 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 943 time: 0.1150143 Dec 12 04:39:06.462132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:06.465626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4e669b2c-546e-473e-ad82-8e511a844c69 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:39:06.473952 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:06.488483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae7d905a-8139-461b-a482-4a35a9af9515 req-d4beae3f-c06a-42b9-9dc4-5633b7b1f17f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857072 Dec 12 04:39:06.561991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=4e463d68-e105-4523-a401-3820b98907ba,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:06.568181 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:06.586623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 4e669b2c-546e-473e-ad82-8e511a844c69, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4e669b2c-546e-473e-ad82-8e511a844c69,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:06.601889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '4e669b2c-546e-473e-ad82-8e511a844c69', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'port_id': '4e669b2c-546e-473e-ad82-8e511a844c69', 'mac_address': 'fa:16:3e:60:77:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:39:06.640238 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:06.657794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e669b2c-546e-473e-ad82-8e511a844c69 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:39:06.673336 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Floating IP f69335fc-1320-4d77-be08-16685f791cd0 associated. External IP: 172.25.7.208, port: bead5b14-9943-4b02-be9b-ac2039c03850. Dec 12 04:39:06.679859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 4e669b2c-546e-473e-ad82-8e511a844c69, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4e669b2c-546e-473e-ad82-8e511a844c69,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:06.685107 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:06.739892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=4e669b2c-546e-473e-ad82-8e511a844c69,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:06.902165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4783354-3b2e-4049-b37e-a07af5b0cffd req-1311808b-e9aa-4aba-a434-039a55316771 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:06.903748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4783354-3b2e-4049-b37e-a07af5b0cffd req-1311808b-e9aa-4aba-a434-039a55316771 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0590761 Dec 12 04:39:06.915170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 746ae94e-7509-4e8f-a836-4b623ac48f03 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:39:06.955550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b4783354-3b2e-4049-b37e-a07af5b0cffd req-40ab780d-1cfa-4ca4-8821-85f0423d8ce0 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 Dec 12 04:39:07.035223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['4e669b2c-546e-473e-ad82-8e511a844c69'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:39:07.036907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:39:07.048869 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] Sync routers for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:39:07.062508 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:07.064211 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:07.067648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:07.100229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-29f37e7e-ab2a-4e1e-a771-25e5adbebf6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2443109 Dec 12 04:39:07.100229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:39:07.102280 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:39:07.175051 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba34537-cfa9-4f1e-8355-24c5a63333f0 x-openstack-request-id: req-7ba34537-cfa9-4f1e-8355-24c5a63333f0 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:39:07.175648 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:39:07.175648 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ba34537-cfa9-4f1e-8355-24c5a63333f0 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:39:07.176006 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'status': 'completed', 'code': 200} Dec 12 04:39:07.230765 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:07.243085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a33d9-40aa-422e-860a-a4eed70b81b0 req-02294e46-50af-4c07-a117-e1954c75844f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:07.244752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-739a33d9-40aa-422e-860a-a4eed70b81b0 req-02294e46-50af-4c07-a117-e1954c75844f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0653238 Dec 12 04:39:07.325218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-1244c042-97dd-40a0-9725-a49ce5c1a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:07.327032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-1244c042-97dd-40a0-9725-a49ce5c1a63f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1096 time: 0.0810676 Dec 12 04:39:07.339456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-739a33d9-40aa-422e-860a-a4eed70b81b0 req-ec6a0652-53a8-4f54-b302-0099510bb52c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850244 Dec 12 04:39:07.361741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58478) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:07.444028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-54e7d0ba-16c3-445b-b684-c57544dd3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:07.445557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-54e7d0ba-16c3-445b-b684-c57544dd3124 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.1053183 Dec 12 04:39:07.454743 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f75ade42-b3cb-48f0-9f69-78590664215e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/f69335fc-1320-4d77-be08-16685f791cd0 HTTP/1.1" status: 200 len: 991 time: 0.0894263 Dec 12 04:39:07.505037 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'f69335fc-1320-4d77-be08-16685f791cd0', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'port_id': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'mac_address': 'fa:16:3e:2e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:39:05Z', 'updated_at': '2021-12-12T04:39:05Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4d535e-96d2-4652-a2bb-e7c6f81cd3da', 'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:cb:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:47Z', 'updated_at': '2021-12-12T04:38:54Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:07.528498 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-2c6c0a25-54a3-44dc-bb2e-001d752eceb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 999 time: 0.0760093 Dec 12 04:39:07.544899 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] Checking router: 746ae94e-7509-4e8f-a836-4b623ac48f03 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:39:07.557633 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:07.558281 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:38:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:07.598307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-503daf08-1669-4aae-a99c-7f9b5ecaa381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:07.600233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-503daf08-1669-4aae-a99c-7f9b5ecaa381 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.0649908 Dec 12 04:39:07.632061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795adab-6f6e-435a-8a4c-c7ec855ade58 req-2888f10b-b7bd-44cd-b973-d55cc5b18095 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:07.639763 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8795adab-6f6e-435a-8a4c-c7ec855ade58 req-2888f10b-b7bd-44cd-b973-d55cc5b18095 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 944 time: 0.0594249 Dec 12 04:39:07.657345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-1f26cb56-2d9b-4366-9d3c-19020aa570e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:07.658987 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-1f26cb56-2d9b-4366-9d3c-19020aa570e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515494 Dec 12 04:39:07.697171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8795adab-6f6e-435a-8a4c-c7ec855ade58 req-d4468e23-a650-42bc-8958-a2e138274d76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564196 Dec 12 04:39:07.713182 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:07.783689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-f82762da-080b-4e74-aecf-5fdecf92bac0 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169386 Dec 12 04:39:07.886934 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1be7bbf2-51bd-49b3-a1ae-f03ec9579ae7 req-bee769d9-3be1-4bde-8957-571d5621b1ab service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965886 Dec 12 04:39:07.964662 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'f69335fc-1320-4d77-be08-16685f791cd0', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'port_id': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'mac_address': 'fa:16:3e:2e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:39:05Z', 'updated_at': '2021-12-12T04:39:05Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4d535e-96d2-4652-a2bb-e7c6f81cd3da', 'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:cb:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:47Z', 'updated_at': '2021-12-12T04:38:54Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:07.993835 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd21f11-e801-4ac0-a76d-18dd91cd7822 None None] The sync data for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 is: [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'f69335fc-1320-4d77-be08-16685f791cd0', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'port_id': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'mac_address': 'fa:16:3e:2e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:39:05Z', 'updated_at': '2021-12-12T04:39:05Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4d535e-96d2-4652-a2bb-e7c6f81cd3da', 'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:cb:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:47Z', 'updated_at': '2021-12-12T04:38:54Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:39:08.101775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ede77-be78-43f7-b66c-b7339a810e80 req-3b748868-228a-451f-a517-5974792c2d1e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:08.103494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c88ede77-be78-43f7-b66c-b7339a810e80 req-3b748868-228a-451f-a517-5974792c2d1e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0660279 Dec 12 04:39:08.156546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c88ede77-be78-43f7-b66c-b7339a810e80 req-3061e4d2-622b-4b9c-8e39-006b569d4f8a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Dec 12 04:39:08.218719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc9a15b-a840-46bb-a5f0-658e5fde3569 None None] New status for floating IP f69335fc-1320-4d77-be08-16685f791cd0: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:39:08.457249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58508) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:08.465206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4e669b2c-546e-473e-ad82-8e511a844c69 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:39:08.528520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9a989046-e046-4336-a32a-eb9d93768852 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/f69335fc-1320-4d77-be08-16685f791cd0 HTTP/1.1" status: 200 len: 993 time: 0.0698841 Dec 12 04:39:08.528741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 4e669b2c-546e-473e-ad82-8e511a844c69 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:39:08.532928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 4e669b2c-546e-473e-ad82-8e511a844c69 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:08.534001 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:08.620553 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:08.643843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478392cf-a89b-405b-871b-2e13e22b61b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e669b2c-546e-473e-ad82-8e511a844c69'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:39:08.646519 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e352c65-4101-48f5-976b-f8ff49170105" -d '{"events": [{"server_uuid": "478392cf-a89b-405b-871b-2e13e22b61b8", "name": "network-vif-plugged", "status": "completed", "tag": "4e669b2c-546e-473e-ad82-8e511a844c69"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:39:08.660117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 4e669b2c-546e-473e-ad82-8e511a844c69, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4e669b2c-546e-473e-ad82-8e511a844c69,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:08.665633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:08.704311 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58710532-2745-4b5a-a117-cd32665c5d82 x-openstack-request-id: req-58710532-2745-4b5a-a117-cd32665c5d82 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:39:08.704615 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478392cf-a89b-405b-871b-2e13e22b61b8", "name": "network-vif-plugged", "status": "completed", "tag": "4e669b2c-546e-473e-ad82-8e511a844c69", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:39:08.705600 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58710532-2745-4b5a-a117-cd32665c5d82 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:39:08.706002 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478392cf-a89b-405b-871b-2e13e22b61b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e669b2c-546e-473e-ad82-8e511a844c69', 'code': 200} Dec 12 04:39:08.737407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=4e669b2c-546e-473e-ad82-8e511a844c69,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:08.830626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae75690-bc52-464a-86b8-aa21b5b51b9a req-5bb8cee4-7f5c-4e72-90ba-17a005def8fa tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:08.832207 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ae75690-bc52-464a-86b8-aa21b5b51b9a req-5bb8cee4-7f5c-4e72-90ba-17a005def8fa tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 945 time: 0.0518372 Dec 12 04:39:08.840972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df633e2f-a30b-4a45-9d8c-9231b9276c97 req-c94e5835-d67a-4aaa-b2c8-3673b91f9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:08.842523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df633e2f-a30b-4a45-9d8c-9231b9276c97 req-c94e5835-d67a-4aaa-b2c8-3673b91f9479 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 1096 time: 0.0452743 Dec 12 04:39:08.891876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ae75690-bc52-464a-86b8-aa21b5b51b9a req-1cd53112-9cd2-40d1-b86a-1e336b994dd2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 Dec 12 04:39:08.898269 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df633e2f-a30b-4a45-9d8c-9231b9276c97 req-a7e7b558-4bbd-41f6-8f7a-c719209d68c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472653 Dec 12 04:39:09.291505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896e135-bcc3-4133-a996-c4a420af5458 req-8e738895-b78d-4088-baa4-cc255e8e8813 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:09.293433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7896e135-bcc3-4133-a996-c4a420af5458 req-8e738895-b78d-4088-baa4-cc255e8e8813 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0660288 Dec 12 04:39:09.341997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7896e135-bcc3-4133-a996-c4a420af5458 req-0cc64242-e66e-46e8-8b37-a5412d4560f8 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Dec 12 04:39:10.008446 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a129f12-fdf6-49c4-bc10-4ef413e9365f req-91fc8a5c-75a1-4f31-ab40-caaa274317d8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:10.016798 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a129f12-fdf6-49c4-bc10-4ef413e9365f req-91fc8a5c-75a1-4f31-ab40-caaa274317d8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 945 time: 0.0562053 Dec 12 04:39:10.071553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a129f12-fdf6-49c4-bc10-4ef413e9365f req-2be784c4-6921-49c8-8758-05278fdd5034 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Dec 12 04:39:10.474809 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48381b-d8bf-4561-a557-706159287b52 req-d198fb3c-c6ec-4094-82fd-de72c33b410e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:10.476690 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba48381b-d8bf-4561-a557-706159287b52 req-d198fb3c-c6ec-4094-82fd-de72c33b410e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0544963 Dec 12 04:39:10.532941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba48381b-d8bf-4561-a557-706159287b52 req-525c6fc3-ab3c-4306-819b-a0ca42701907 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496676 Dec 12 04:39:10.665002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bc440631-d036-4573-8e4c-1b680649539e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:11.195796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3d52c-3551-4da3-a0c3-7751321fb5d8 req-c6be2be1-9106-4f3a-ad72-1038b8aee209 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:11.197457 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e2e3d52c-3551-4da3-a0c3-7751321fb5d8 req-c6be2be1-9106-4f3a-ad72-1038b8aee209 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 945 time: 0.0524673 Dec 12 04:39:11.250113 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e2e3d52c-3551-4da3-a0c3-7751321fb5d8 req-97c3e3d9-f637-4f40-bab0-7da5e31fdda2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Dec 12 04:39:11.370848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a2d34-b14a-4213-9340-2405024230b0 req-b34106cc-dacb-481e-a016-a9f06563e51b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:11.372482 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe7a2d34-b14a-4213-9340-2405024230b0 req-b34106cc-dacb-481e-a016-a9f06563e51b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 945 time: 0.0528450 Dec 12 04:39:11.426415 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe7a2d34-b14a-4213-9340-2405024230b0 req-da91b632-b139-4e1f-9e3b-863099467e5e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478330 Dec 12 04:39:11.543090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd560f6-b264-4d32-9deb-d6d4121501c5 req-7a833423-a54f-4dd4-8307-112587292325 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:11.544606 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cd560f6-b264-4d32-9deb-d6d4121501c5 req-7a833423-a54f-4dd4-8307-112587292325 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 945 time: 0.0534191 Dec 12 04:39:11.596985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cd560f6-b264-4d32-9deb-d6d4121501c5 req-1e84ff02-f38c-4325-8976-72815a665d3e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Dec 12 04:39:11.662232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670a75-386e-42bb-8eeb-df4abaa53b4b req-ded561c0-5892-40a5-97fe-df6e0bcd7c72 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:11.663737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc670a75-386e-42bb-8eeb-df4abaa53b4b req-ded561c0-5892-40a5-97fe-df6e0bcd7c72 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0574920 Dec 12 04:39:11.717645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc670a75-386e-42bb-8eeb-df4abaa53b4b req-16e49d43-7878-4438-8616-b607226fc851 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Dec 12 04:39:11.782682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:11.874646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af4753-1607-42f6-844f-a14109c8c2be req-5889f0ff-4ca3-47a8-8d85-725c472980e6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:11.876390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34af4753-1607-42f6-844f-a14109c8c2be req-5889f0ff-4ca3-47a8-8d85-725c472980e6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 945 time: 0.0523512 Dec 12 04:39:11.931413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34af4753-1607-42f6-844f-a14109c8c2be req-9b1a86bc-1cfb-4fb8-8cad-2bf240f45ab2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481992 Dec 12 04:39:12.847680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bce1e-9885-4e34-9699-45c139024005 req-2423eee0-e193-4682-bb31-76f04b98fd76 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:12.849344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b6bce1e-9885-4e34-9699-45c139024005 req-2423eee0-e193-4682-bb31-76f04b98fd76 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0593424 Dec 12 04:39:12.899206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b6bce1e-9885-4e34-9699-45c139024005 req-2fa0681b-ba85-47d2-a30e-bf754b9ffb77 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 Dec 12 04:39:12.971265 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-160a830c-d3f4-4c18-baff-5defb04df3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:13.059593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc76cf-9a87-4641-9e95-6a710c105b40 req-01cda0aa-331a-4739-b9ee-482ff30dbd0d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:13.061125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0afc76cf-9a87-4641-9e95-6a710c105b40 req-01cda0aa-331a-4739-b9ee-482ff30dbd0d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 945 time: 0.0525932 Dec 12 04:39:13.116128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0afc76cf-9a87-4641-9e95-6a710c105b40 req-63686c0e-264d-47f1-8d20-e61fab03746a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482087 Dec 12 04:39:13.632330 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-f7e93a02-aef5-4162-a5e9-0397a1e6ed8d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:13.633972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-f7e93a02-aef5-4162-a5e9-0397a1e6ed8d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 945 time: 0.0544100 Dec 12 04:39:13.741813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port 4e669b2c-546e-473e-ad82-8e511a844c69 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:13.742167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:13.849813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] For port 4e669b2c-546e-473e-ad82-8e511a844c69, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4e669b2c-546e-473e-ad82-8e511a844c69,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:13.850193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:13.864384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for 4e669b2c-546e-473e-ad82-8e511a844c69 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:14.025520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916654d9-bcd6-449a-b068-74e0dfbffd49 req-fee5f3f7-4ed6-4630-8556-41f51766195a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:14.030296 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:14.034002 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-916654d9-bcd6-449a-b068-74e0dfbffd49 req-fee5f3f7-4ed6-4630-8556-41f51766195a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0585675 Dec 12 04:39:14.060061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=4e669b2c-546e-473e-ad82-8e511a844c69,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:14.074276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['4e669b2c-546e-473e-ad82-8e511a844c69'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:39:14.099160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-916654d9-bcd6-449a-b068-74e0dfbffd49 req-2bfb3a09-f6ed-4bd3-8222-ed8a490d1a28 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620706 Dec 12 04:39:14.117843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] No DVR routers for this DVR port 4e669b2c-546e-473e-ad82-8e511a844c69 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:39:14.120736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:14.132263 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-846fc6ae-e374-4ef8-9003-2fd0b7e6604c req-b849ad16-4728-41ea-86c8-2af6b9b82b43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "DELETE /v2.0/ports/4e669b2c-546e-473e-ad82-8e511a844c69 HTTP/1.1" status: 204 len: 173 time: 0.4911809 Dec 12 04:39:14.132929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478392cf-a89b-405b-871b-2e13e22b61b8', 'name': 'network-vif-deleted', 'tag': '4e669b2c-546e-473e-ad82-8e511a844c69'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:39:14.136748 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1a7362-1d26-46b2-bae0-f10661f92562" -d '{"events": [{"server_uuid": "478392cf-a89b-405b-871b-2e13e22b61b8", "name": "network-vif-deleted", "tag": "4e669b2c-546e-473e-ad82-8e511a844c69"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:39:14.152038 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:14.163634 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:14.182662 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47172785-f633-4eed-81ef-de110b4313a7 x-openstack-request-id: req-47172785-f633-4eed-81ef-de110b4313a7 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:39:14.182864 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478392cf-a89b-405b-871b-2e13e22b61b8", "name": "network-vif-deleted", "tag": "4e669b2c-546e-473e-ad82-8e511a844c69", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:39:14.183142 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47172785-f633-4eed-81ef-de110b4313a7 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:39:14.183540 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478392cf-a89b-405b-871b-2e13e22b61b8', 'name': 'network-vif-deleted', 'tag': '4e669b2c-546e-473e-ad82-8e511a844c69', 'status': 'completed', 'code': 200} Dec 12 04:39:14.242511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e507827-b31b-45ca-83b3-76cb2bdf054d req-a754acd9-ffde-4c9d-90f0-df91d2bae7de tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 210 time: 0.0280082 Dec 12 04:39:15.052210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-baf7b1d5-bee4-428e-841c-33d001d05d98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452340 Dec 12 04:39:15.174086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-0ffc9e92-3a38-44f9-a191-2c98b1a52a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:15.175946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-0ffc9e92-3a38-44f9-a191-2c98b1a52a43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b82bb21ec93460d83a1f718b4818328&device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 1097 time: 0.0583107 Dec 12 04:39:15.311046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1aaa6-7fdd-462f-9411-31fadb876bfb req-0cea2ed6-e53c-4b1e-bb6c-c78c97b68f28 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:15.319122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13c1aaa6-7fdd-462f-9411-31fadb876bfb req-0cea2ed6-e53c-4b1e-bb6c-c78c97b68f28 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.1419191 Dec 12 04:39:15.400036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e710a018-8293-4018-957f-07e684ebc555 req-0b5ef2f3-c038-44b8-ab45-1b8e04bc7c7c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 210 time: 0.0645285 Dec 12 04:39:15.400530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13c1aaa6-7fdd-462f-9411-31fadb876bfb req-07d4c9e5-c49b-4383-9042-d9064462ad47 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798161 Dec 12 04:39:15.401395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-4e707207-8b65-4e5d-8f5c-dcc60ffa3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:15.403265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-4e707207-8b65-4e5d-8f5c-dcc60ffa3ad3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=527a69ce-5344-4699-976f-971e117a42c1 HTTP/1.1" status: 200 len: 909 time: 0.1947067 Dec 12 04:39:15.471570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-9c8c27cd-6857-4e5b-ae01-49d054111769 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d139503-a99c-429d-8d7f-7f448aa2515d HTTP/1.1" status: 200 len: 1001 time: 0.0611999 Dec 12 04:39:15.525902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-3921b298-b022-4720-9078-9196026ee57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:15.527497 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-3921b298-b022-4720-9078-9196026ee57c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141 HTTP/1.1" status: 200 len: 848 time: 0.0496178 Dec 12 04:39:15.577894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-425661c3-9f4a-4a1f-ab4e-a99dbc32b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:15.579534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-425661c3-9f4a-4a1f-ab4e-a99dbc32b9a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=527a69ce-5344-4699-976f-971e117a42c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421619 Dec 12 04:39:15.716068 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-4533de40-0618-47c8-afa3-fa3a7ed067e4 service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285675 Dec 12 04:39:15.817013 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:15.859609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f036704b-21b8-494b-a736-1e12ff03c4d7 req-1fa6a205-8b00-4da7-abb3-d10bd2ca7832 service neutron] 10.222.0.18 "GET /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261137 Dec 12 04:39:16.486361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3e52486-50fb-46c4-a594-e46ada3af29f req-3fb8bb51-ee6d-4be3-b244-d98c2563f1fd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 210 time: 0.0296774 Dec 12 04:39:16.524917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a53988-e2b2-4acd-97d1-19fae82284d5 req-2ebaea3b-6d0d-44db-8d50-97bedbd11dda tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:16.526439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96a53988-e2b2-4acd-97d1-19fae82284d5 req-2ebaea3b-6d0d-44db-8d50-97bedbd11dda tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0567348 Dec 12 04:39:16.574650 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96a53988-e2b2-4acd-97d1-19fae82284d5 req-2e3b7a48-8f44-4be9-bb35-fb1e1082466c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Dec 12 04:39:16.696541 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:17.580309 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34febe03-b67b-418f-8951-9ea1f9425102 req-beb34938-4f63-4ccc-bdd4-b167211e24a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 210 time: 0.0258324 Dec 12 04:39:17.692308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f83dc-76b9-45e2-a57f-0433ceb438d8 req-a06cee70-68a5-49a0-9229-663499190ac5 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:17.694237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc4f83dc-76b9-45e2-a57f-0433ceb438d8 req-a06cee70-68a5-49a0-9229-663499190ac5 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0522552 Dec 12 04:39:17.748543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc4f83dc-76b9-45e2-a57f-0433ceb438d8 req-4eeda2af-b536-4804-a882-fca9ef03ecb8 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482154 Dec 12 04:39:18.485051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4e669b2c-546e-473e-ad82-8e511a844c69 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:18.506705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 4e669b2c-546e-473e-ad82-8e511a844c69 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:18.507120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4e669b2c-546e-473e-ad82-8e511a844c69 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:18.688718 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-431f4b04-60fa-4830-96fa-eaf476779e07 req-8517f032-34b3-4360-831e-326a1fab8ba4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=478392cf-a89b-405b-871b-2e13e22b61b8 HTTP/1.1" status: 200 len: 210 time: 0.0283806 Dec 12 04:39:18.865787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d08724-e42e-4be2-b73e-8f8bf7aa923e req-5a83939e-c620-4645-a5f9-6f15b8288444 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:18.867227 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63d08724-e42e-4be2-b73e-8f8bf7aa923e req-5a83939e-c620-4645-a5f9-6f15b8288444 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0498514 Dec 12 04:39:18.914922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63d08724-e42e-4be2-b73e-8f8bf7aa923e req-e8c6b84c-eb79-4d62-8394-2aa576714c8e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Dec 12 04:39:20.033737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3b69-fa10-4049-a187-284dcee2c487 req-5fb9fda7-1806-41b0-a0e7-d2921368437b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:20.035946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f74b3b69-fa10-4049-a187-284dcee2c487 req-5fb9fda7-1806-41b0-a0e7-d2921368437b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0526402 Dec 12 04:39:20.086101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f74b3b69-fa10-4049-a187-284dcee2c487 req-1495e4b4-e82a-40c0-a79b-6ef4b1eca73f tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Dec 12 04:39:21.206072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f3af5-be38-4d06-9670-21a26694ca1a req-5c13c468-5715-48d5-88b9-b01522da775f tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:21.207534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b29f3af5-be38-4d06-9670-21a26694ca1a req-5c13c468-5715-48d5-88b9-b01522da775f tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0499690 Dec 12 04:39:21.255852 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b29f3af5-be38-4d06-9670-21a26694ca1a req-34d9b99a-0b2c-49d6-8f4d-4fcc92bbd630 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Dec 12 04:39:22.386534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2acde-0b76-4f21-91e2-5cbe3884e8a1 req-2f7c60d2-e6a1-425f-94b7-da709d32644e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:22.388103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aba2acde-0b76-4f21-91e2-5cbe3884e8a1 req-2f7c60d2-e6a1-425f-94b7-da709d32644e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0534871 Dec 12 04:39:22.435914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aba2acde-0b76-4f21-91e2-5cbe3884e8a1 req-54de768d-e201-43f6-b9cc-8e226409eb0e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Dec 12 04:39:23.551177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd39529-6c0a-44bc-8aaa-005da84c8402 req-b45e2180-9e60-444f-884b-b717ce3fe8d3 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:23.564873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8cd39529-6c0a-44bc-8aaa-005da84c8402 req-b45e2180-9e60-444f-884b-b717ce3fe8d3 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 946 time: 0.0709949 Dec 12 04:39:23.587771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b2ad1-da7e-4074-84d9-1bb0d17657e0 req-8cb8d33d-a29e-47e1-9960-5535458ab9c2 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:23.596993 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-592b2ad1-da7e-4074-84d9-1bb0d17657e0 req-8cb8d33d-a29e-47e1-9960-5535458ab9c2 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0778522 Dec 12 04:39:23.659961 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8cd39529-6c0a-44bc-8aaa-005da84c8402 req-2c27e759-f566-4b4f-ad9a-a6bfcdf6dd90 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927434 Dec 12 04:39:23.661525 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-592b2ad1-da7e-4074-84d9-1bb0d17657e0 req-4159fbf6-126f-4630-aba6-00dfad9d1e30 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634623 Dec 12 04:39:24.843364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814ea30-9fd8-47bc-ae09-4f40408c564f req-3e6921b2-3e65-431d-a90b-28f5dd3750ec tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:24.846082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1814ea30-9fd8-47bc-ae09-4f40408c564f req-3e6921b2-3e65-431d-a90b-28f5dd3750ec tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0899420 Dec 12 04:39:24.899340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3421-aa6c-47f5-ae7f-ad0d724fbadc req-4599b93a-00e5-4669-9806-e0d72acee28c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:24.901606 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5de3421-aa6c-47f5-ae7f-ad0d724fbadc req-4599b93a-00e5-4669-9806-e0d72acee28c tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 946 time: 0.1123416 Dec 12 04:39:24.940584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1814ea30-9fd8-47bc-ae09-4f40408c564f req-c3533188-963f-4705-ac23-5d71e67ca057 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751133 Dec 12 04:39:24.966789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5de3421-aa6c-47f5-ae7f-ad0d724fbadc req-a160b22f-b32b-4c56-89fa-9920c4c4f2ab tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0768e94-ce36-4419-80b5-94b83780648c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587666 Dec 12 04:39:25.170358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-119e3d2f-e965-49b1-8a86-5658c76b0bd8 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:25.171831 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-119e3d2f-e965-49b1-8a86-5658c76b0bd8 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.18 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 946 time: 0.0519006 Dec 12 04:39:25.280753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Deleting port 4d139503-a99c-429d-8d7f-7f448aa2515d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:25.281153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:25.382950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] For port 4d139503-a99c-429d-8d7f-7f448aa2515d, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d139503-a99c-429d-8d7f-7f448aa2515d,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:25.383325 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:25.571175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:25.571719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:25.572374 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Floating IP b8f7f508-cc41-410f-a25a-2633e535fc5d disassociated. External IP: 172.25.7.87, port: 4d139503-a99c-429d-8d7f-7f448aa2515d. Dec 12 04:39:25.572850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Calling delete_port for 4d139503-a99c-429d-8d7f-7f448aa2515d owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:25.718006 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:25.753395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event deleted for resources: {'Port': ['ID=4d139503-a99c-429d-8d7f-7f448aa2515d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:25.876024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Router 7365b1d0-7c9e-4212-9d46-263736a3755a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:39:25.995197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:39:26.006278 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] Sync routers for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:39:26.026412 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:26.027056 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:26.061288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] No DVR routers for this DVR port 4d139503-a99c-429d-8d7f-7f448aa2515d on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:39:26.065502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:26.069493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91b1db73-098a-4f5b-89c4-a21d418e58f3 req-e26e3231-b4ee-44e2-a12d-1d733c387c02 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.18 "DELETE /v2.0/ports/4d139503-a99c-429d-8d7f-7f448aa2515d HTTP/1.1" status: 204 len: 173 time: 0.8881800 Dec 12 04:39:26.070394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'name': 'network-vif-deleted', 'tag': '4d139503-a99c-429d-8d7f-7f448aa2515d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:39:26.073369 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35203992-f23b-46b2-80fa-1c470e75c08e" -d '{"events": [{"server_uuid": "43f73da9-3fda-42ce-805a-d4b0ff19b4f4", "name": "network-vif-deleted", "tag": "4d139503-a99c-429d-8d7f-7f448aa2515d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:39:26.117531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0ab2-0e1c-47ab-8965-e350680836e7 req-d29b437c-521f-4de6-98f2-9e2a7ab12eb6 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:26.125502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-512b0ab2-0e1c-47ab-8965-e350680836e7 req-d29b437c-521f-4de6-98f2-9e2a7ab12eb6 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0997283 Dec 12 04:39:26.198643 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dcdde7a-4f07-4c89-b49d-70b40f0e5f7e req-9f158cb1-2289-48fb-b04e-5ba802de9ca6 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f73da9-3fda-42ce-805a-d4b0ff19b4f4 HTTP/1.1" status: 200 len: 210 time: 0.0847902 Dec 12 04:39:26.222445 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:26.260045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-512b0ab2-0e1c-47ab-8965-e350680836e7 req-dbfa2c62-9a39-4ca3-9b62-24b3e7a833e8 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305208 Dec 12 04:39:26.290695 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c63180-1a3c-42c1-9439-b7e7f11d3c55 x-openstack-request-id: req-b0c63180-1a3c-42c1-9439-b7e7f11d3c55 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:39:26.291246 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f73da9-3fda-42ce-805a-d4b0ff19b4f4", "name": "network-vif-deleted", "tag": "4d139503-a99c-429d-8d7f-7f448aa2515d", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:39:26.291611 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0c63180-1a3c-42c1-9439-b7e7f11d3c55 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:39:26.292131 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f73da9-3fda-42ce-805a-d4b0ff19b4f4', 'name': 'network-vif-deleted', 'tag': '4d139503-a99c-429d-8d7f-7f448aa2515d', 'status': 'completed', 'code': 200} Dec 12 04:39:26.500624 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd5514053-1951-460e-bd87-ec8a09fd9a5e', 'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'mac_address': 'fa:16:3e:05:31:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:02Z', 'updated_at': '2021-12-12T04:34:13Z', 'revision_number': 5, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'subnets': [{'id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:26.534991 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] Checking router: 7365b1d0-7c9e-4212-9d46-263736a3755a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:39:26.543702 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:26.544324 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:26.823878 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:27.045656 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd5514053-1951-460e-bd87-ec8a09fd9a5e', 'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'mac_address': 'fa:16:3e:05:31:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:02Z', 'updated_at': '2021-12-12T04:34:13Z', 'revision_number': 5, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'subnets': [{'id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:27.073717 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d8d86-a07a-4357-8158-eb5d15a3ce37 None None] The sync data for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 is: [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:34:04Z', 'revision_number': 4, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd5514053-1951-460e-bd87-ec8a09fd9a5e', 'name': '', 'network_id': '527a69ce-5344-4699-976f-971e117a42c1', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'mac_address': 'fa:16:3e:05:31:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:02Z', 'updated_at': '2021-12-12T04:34:13Z', 'revision_number': 5, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'subnets': [{'id': 'b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:39:27.279866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58862) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:27.482044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38663bb0-f0b0-425f-869d-20a154b3a369 None None] New status for floating IP b8f7f508-cc41-410f-a25a-2633e535fc5d: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:39:27.520419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Deleting port 3407bf26-53ac-4b5c-bd98-16d85fa9693f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:27.520796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:27.522925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d1d74-bdd5-4caf-b86d-fa774c571b32 req-e415b555-5fcc-4bb7-a1fe-84db956ef034 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:27.525199 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d66d1d74-bdd5-4caf-b86d-fa774c571b32 req-e415b555-5fcc-4bb7-a1fe-84db956ef034 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.1198955 Dec 12 04:39:27.613159 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d66d1d74-bdd5-4caf-b86d-fa774c571b32 req-2b58de80-9610-4f00-b31d-4782cbac2e89 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813742 Dec 12 04:39:27.671784 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:27.672132 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:27.690467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Calling delete_port for 3407bf26-53ac-4b5c-bd98-16d85fa9693f owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:27.868173 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:27.899283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event deleted for resources: {'Port': ['ID=3407bf26-53ac-4b5c-bd98-16d85fa9693f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:27.978929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:27.981713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:27.983116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d389130b-d315-4e70-968f-9204de186c95 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "DELETE /v2.0/floatingips/b8f7f508-cc41-410f-a25a-2633e535fc5d HTTP/1.1" status: 204 len: 168 time: 0.7015367 Dec 12 04:39:28.066644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 58948) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:28.168214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667d7b3b-23c4-4209-9189-02d89c9d1d32 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:28.204615 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667d7b3b-23c4-4209-9189-02d89c9d1d32 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:28.292088 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667d7b3b-23c4-4209-9189-02d89c9d1d32 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:28.295437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-667d7b3b-23c4-4209-9189-02d89c9d1d32 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:28.296618 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-667d7b3b-23c4-4209-9189-02d89c9d1d32 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] 10.222.0.36 "DELETE /v2.0/security-groups/f0768e94-ce36-4419-80b5-94b83780648c HTTP/1.1" status: 204 len: 168 time: 0.2288518 Dec 12 04:39:28.320535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d7b3b-23c4-4209-9189-02d89c9d1d32 tempest-TestServerBasicOps-1014184312 tempest-TestServerBasicOps-1014184312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0768e94-ce36-4419-80b5-94b83780648c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:28.343769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 58984) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:28.468996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4d139503-a99c-429d-8d7f-7f448aa2515d no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:28.497226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 4d139503-a99c-429d-8d7f-7f448aa2515d {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:28.497737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4d139503-a99c-429d-8d7f-7f448aa2515d not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:28.778126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdcc1e-56a0-4072-8037-df1ac4c4dcfb req-db2b16c3-554e-4636-9e7c-1aeef32273d1 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:28.779665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5fdcc1e-56a0-4072-8037-df1ac4c4dcfb req-db2b16c3-554e-4636-9e7c-1aeef32273d1 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0731885 Dec 12 04:39:28.907020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5fdcc1e-56a0-4072-8037-df1ac4c4dcfb req-ca8e3948-da28-46f8-b6bf-40402147f8bc tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952213 Dec 12 04:39:29.086635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:29.366579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Deleting port d5514053-1951-460e-bd87-ec8a09fd9a5e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:29.367000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:29.456138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] For port d5514053-1951-460e-bd87-ec8a09fd9a5e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d5514053-1951-460e-bd87-ec8a09fd9a5e,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:29.456519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:29.472189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Calling delete_port for d5514053-1951-460e-bd87-ec8a09fd9a5e owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:30.088899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008a3e3-b2bc-44f6-9aa4-ee05168bbacb req-df912634-44b0-4cc5-b9b2-b4de21ed982d tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:30.096766 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b008a3e3-b2bc-44f6-9aa4-ee05168bbacb req-df912634-44b0-4cc5-b9b2-b4de21ed982d tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0776730 Dec 12 04:39:30.102234 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:30.141335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5514053-1951-460e-bd87-ec8a09fd9a5e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:30.154125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b008a3e3-b2bc-44f6-9aa4-ee05168bbacb req-802cfd34-5b86-49dd-8aec-7947ea364e70 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564616 Dec 12 04:39:30.205321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da51ec-ae5b-414a-ab64-3bebd2e06fa1 req-4fe86fe7-85df-45e2-8a49-16cd1d8bb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:30.206872 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8da51ec-ae5b-414a-ab64-3bebd2e06fa1 req-4fe86fe7-85df-45e2-8a49-16cd1d8bb98b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 1097 time: 0.1379333 Dec 12 04:39:30.363990 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8da51ec-ae5b-414a-ab64-3bebd2e06fa1 req-c5b991db-9f06-47d4-928e-b3becfad028e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472034 Dec 12 04:39:30.412671 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:30.674695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Router 7365b1d0-7c9e-4212-9d46-263736a3755a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:39:30.801128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:39:30.809433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2b48bebc-bb64-4f76-b97b-0dcbe375794d admin admin] 10.222.0.36 "PUT /v2.0/routers/7365b1d0-7c9e-4212-9d46-263736a3755a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4619071 Dec 12 04:39:30.809664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59318) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:30.811439 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729f710-79e2-43f9-a873-849f00412138 None None] Sync routers for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:39:30.834361 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729f710-79e2-43f9-a873-849f00412138 None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:30.834974 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5729f710-79e2-43f9-a873-849f00412138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:30.941400 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:30.958148 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5729f710-79e2-43f9-a873-849f00412138 None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:31.162616 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5729f710-79e2-43f9-a873-849f00412138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:39:29Z', 'revision_number': 5, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:31.191866 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729f710-79e2-43f9-a873-849f00412138 None None] Checking router: 7365b1d0-7c9e-4212-9d46-263736a3755a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:39:31.202005 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729f710-79e2-43f9-a873-849f00412138 None None] Routers {'7365b1d0-7c9e-4212-9d46-263736a3755a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:31.202719 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5729f710-79e2-43f9-a873-849f00412138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['7365b1d0-7c9e-4212-9d46-263736a3755a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:31.332459 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5729f710-79e2-43f9-a873-849f00412138 None None] Set router 7365b1d0-7c9e-4212-9d46-263736a3755a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:31.412028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46b104-fe4a-4839-9335-429ed2e34c09 req-5ad6631b-4d36-458a-afb5-3064564b709e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:31.414139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4c46b104-fe4a-4839-9335-429ed2e34c09 req-5ad6631b-4d36-458a-afb5-3064564b709e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.1015558 Dec 12 04:39:31.446382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:31.505614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4c46b104-fe4a-4839-9335-429ed2e34c09 req-793e671a-c39b-42b3-85e4-edc4397424de tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799742 Dec 12 04:39:31.521989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Deleting port 43adff31-e277-4431-88c4-cc9bb11cfd8f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:31.522332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:31.596126 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5729f710-79e2-43f9-a873-849f00412138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:39:29Z', 'revision_number': 5, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:31.629468 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729f710-79e2-43f9-a873-849f00412138 None None] The sync data for ids ['7365b1d0-7c9e-4212-9d46-263736a3755a'] in n-d-710847-7 is: [{'id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'name': 'tempest-TestServerBasicOps-1883363415-router', 'tenant_id': '8b82bb21ec93460d83a1f718b4818328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:33:56Z', 'updated_at': '2021-12-12T04:39:29Z', 'revision_number': 5, 'project_id': '8b82bb21ec93460d83a1f718b4818328', 'gw_port': {'id': '43adff31-e277-4431-88c4-cc9bb11cfd8f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365b1d0-7c9e-4212-9d46-263736a3755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:33:57Z', 'updated_at': '2021-12-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:39:31.642435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] For port 43adff31-e277-4431-88c4-cc9bb11cfd8f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=43adff31-e277-4431-88c4-cc9bb11cfd8f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:31.642807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:31.662874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Calling delete_port for 43adff31-e277-4431-88c4-cc9bb11cfd8f owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:31.856230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:31.886561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Pushing event deleted for resources: {'Port': ['ID=43adff31-e277-4431-88c4-cc9bb11cfd8f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:31.900853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275235a9-a92d-4097-8067-034bb53fc7ef None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:39:31.991631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.094344 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.097202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.159265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-68126424-217e-493e-b0ee-9a7cea4578a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2152534 Dec 12 04:39:32.161291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.162347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7365b1d0-7c9e-4212-9d46-263736a3755a {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:39:32.177682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.180230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-66248994-43fc-48e1-80f1-1205570ec243 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7365b1d0-7c9e-4212-9d46-263736a3755a HTTP/1.1" status: 204 len: 168 time: 1.3692901 Dec 12 04:39:32.182855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59342) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:32.227022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d5514053-1951-460e-bd87-ec8a09fd9a5e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:32.281589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: d5514053-1951-460e-bd87-ec8a09fd9a5e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:32.281949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d5514053-1951-460e-bd87-ec8a09fd9a5e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:32.305368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f07e1d-8d8a-4c43-a73c-18440faf22fc admin admin] Deleting subnet b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:39:32.315411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24f07e1d-8d8a-4c43-a73c-18440faf22fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.324387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-8770e6d5-2b8e-4c87-96d5-6d1f3e1baa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:32.325962 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-8770e6d5-2b8e-4c87-96d5-6d1f3e1baa53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 1097 time: 0.0680823 Dec 12 04:39:32.371752 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24f07e1d-8d8a-4c43-a73c-18440faf22fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.489814 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24f07e1d-8d8a-4c43-a73c-18440faf22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.502905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-b4e3b444-3f8d-40e4-9bf2-1967e965ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:32.506198 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-b4e3b444-3f8d-40e4-9bf2-1967e965ae49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 910 time: 0.1551976 Dec 12 04:39:32.570840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24f07e1d-8d8a-4c43-a73c-18440faf22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.603079 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-6a291d18-4bff-44e6-a8da-ed2232a37d31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852 HTTP/1.1" status: 200 len: 217 time: 0.0811663 Dec 12 04:39:32.606535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f07e1d-8d8a-4c43-a73c-18440faf22fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:32.611025 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24f07e1d-8d8a-4c43-a73c-18440faf22fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.615195 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-24f07e1d-8d8a-4c43-a73c-18440faf22fc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b3f78d9f-127a-4fce-a3cd-1a5e1d0ee141 HTTP/1.1" status: 204 len: 168 time: 0.4311469 Dec 12 04:39:32.616298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7ad13-b03e-41eb-ab94-3644c6aa870e None None] Network 527a69ce-5344-4699-976f-971e117a42c1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:39:32.617720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59346) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:32.736934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-5803481f-8a2b-4c4d-8297-5edccf7615b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:32.743596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-5803481f-8a2b-4c4d-8297-5edccf7615b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 200 len: 850 time: 0.1238575 Dec 12 04:39:32.813365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.817060 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-aa0e4e8c-b016-4dde-92aa-a4d170c04757 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616612 Dec 12 04:39:32.945256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Deleting port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:32.945256 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:32.971702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-d2a41347-21e0-4357-ace2-ad3fe8002374 service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426475 Dec 12 04:39:33.029889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] For port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3cd86fe1-2707-4b6b-817c-01dac5d2ff13,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:33.030846 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.049443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Calling delete_port for 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:33.102759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d0257-0cd8-4fd9-9680-c7671fd744b4 None None] DHCP port deletion for 527a69ce-5344-4699-976f-971e117a42c1 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:39:33.143564 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f9496d27-b2c9-4baf-8787-d61c7e368eff req-8f9e1967-b0e1-4cee-a2b1-3e679cc16669 service neutron] 10.222.0.37 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592808 Dec 12 04:39:33.163843 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:39:33.174320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fec80-1b2f-4caf-89c3-0d6da0c214e8 req-3ab276b5-255c-40bd-9511-2cfeffaf6ae4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:33.181854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-540fec80-1b2f-4caf-89c3-0d6da0c214e8 req-3ab276b5-255c-40bd-9511-2cfeffaf6ae4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.1273844 Dec 12 04:39:33.238247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e45d0257-0cd8-4fd9-9680-c7671fd744b4 None None] Deleting port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:33.238871 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e45d0257-0cd8-4fd9-9680-c7671fd744b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.283590 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-540fec80-1b2f-4caf-89c3-0d6da0c214e8 req-8a017505-5248-4a66-97b4-496109b4adbb tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008499 Dec 12 04:39:33.296736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.332206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e45d0257-0cd8-4fd9-9680-c7671fd744b4 None None] For port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3cd86fe1-2707-4b6b-817c-01dac5d2ff13,segment=NetworkSegment(63f9a783-7ee7-4c26-a6b1-7a30847f0622),segment_id=63f9a783-7ee7-4c26-a6b1-7a30847f0622)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:33.332613 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e45d0257-0cd8-4fd9-9680-c7671fd744b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.347199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e45d0257-0cd8-4fd9-9680-c7671fd744b4 None None] Calling delete_port for 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:33.354187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd86fe1-2707-4b6b-817c-01dac5d2ff13,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:33.361413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] No DVR routers for this DVR port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:39:33.455995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.460956 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e45d0257-0cd8-4fd9-9680-c7671fd744b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.485822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527a69ce-5344-4699-976f-971e117a42c1']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:33.499000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f9a783-7ee7-4c26-a6b1-7a30847f0622') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:33.499321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f9a783-7ee7-4c26-a6b1-7a30847f0622') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:33.513934 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.531582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.534371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d0257-0cd8-4fd9-9680-c7671fd744b4 None None] Pushing event deleted for resources: {'Port': ['ID=3cd86fe1-2707-4b6b-817c-01dac5d2ff13,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:33.536263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d0257-0cd8-4fd9-9680-c7671fd744b4 None None] No DVR routers for this DVR port 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:39:33.557972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:39:33.559130 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:39:33.568657 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:39:33.689132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.696217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce093eca-6eab-4f09-a47e-d761bc2448b3 req-cacce63e-2652-449e-baa2-60569cf5c12f tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:33.697791 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce093eca-6eab-4f09-a47e-d761bc2448b3 req-cacce63e-2652-449e-baa2-60569cf5c12f tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.1282940 Dec 12 04:39:33.701525 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-c05dec11-6b7d-4882-8f46-951a9398c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:33.702978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-c05dec11-6b7d-4882-8f46-951a9398c0d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d82b9c6fb2884b99af753f36d301d45e&device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 1097 time: 0.1532607 Dec 12 04:39:33.706508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:33.709732 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/527a69ce-5344-4699-976f-971e117a42c1 HTTP/1.1" status: 204 len: 168 time: 1.0908384 Dec 12 04:39:33.713724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59358) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:33.751794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775def6-7fe5-4b4d-9b7e-a0f90eae95c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=527a69ce-5344-4699-976f-971e117a42c1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:33.876057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce093eca-6eab-4f09-a47e-d761bc2448b3 req-3ef54062-a256-4543-9877-ed4d335baed8 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586566 Dec 12 04:39:33.914269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-5ed414e3-acea-4030-b3c3-8c0379a2587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:33.915914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-5ed414e3-acea-4030-b3c3-8c0379a2587f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 200 len: 910 time: 0.2051663 Dec 12 04:39:33.918232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 43adff31-e277-4431-88c4-cc9bb11cfd8f no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:33.947875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 43adff31-e277-4431-88c4-cc9bb11cfd8f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:33.948493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 43adff31-e277-4431-88c4-cc9bb11cfd8f not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:33.949146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:33.975897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:33.976595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3cd86fe1-2707-4b6b-817c-01dac5d2ff13 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:34.014959 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-bf5412a1-4d38-4746-95d1-f46893fdc52a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0844841 Dec 12 04:39:34.074306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-aef672fc-9f49-44f6-9d9a-8e08cbd7dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:34.076263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-aef672fc-9f49-44f6-9d9a-8e08cbd7dedd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 200 len: 850 time: 0.0549679 Dec 12 04:39:34.122909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-4dfaa149-3432-40f9-bb0e-f1f51a0625ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d97a1c3-f7c2-4f53-b063-86c8cc18911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392780 Dec 12 04:39:34.208145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:34.233568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-232da7c1-79a2-48f5-8c84-393aae42a2e5 service neutron] 10.222.0.18 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025603 Dec 12 04:39:34.369124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-685c63e6-5ee5-4328-9460-4d5d14da8dc2 req-773f1191-2201-4680-811f-d4b86fa27956 service neutron] 10.222.0.18 "GET /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240103 Dec 12 04:39:34.512107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Deleting port f35f2dd6-e302-40ef-b388-9cbe21c661a1 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:34.512522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:34.600297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] For port f35f2dd6-e302-40ef-b388-9cbe21c661a1, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f35f2dd6-e302-40ef-b388-9cbe21c661a1,segment=NetworkSegment(e3b80e00-e485-482b-a0fd-cfb477ae4c04),segment_id=e3b80e00-e485-482b-a0fd-cfb477ae4c04)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:34.600671 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:34.615986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Calling delete_port for f35f2dd6-e302-40ef-b388-9cbe21c661a1 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:34.830538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:34.866091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Pushing event deleted for resources: {'Port': ['ID=f35f2dd6-e302-40ef-b388-9cbe21c661a1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:35.133935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6e39b-05f1-4fa7-9780-cce7d51b9e3d req-3a92516c-6315-40b0-989b-9a873e5f819d tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:35.135584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75c6e39b-05f1-4fa7-9780-cce7d51b9e3d req-3a92516c-6315-40b0-989b-9a873e5f819d tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.1514902 Dec 12 04:39:35.159777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:35.265148 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75c6e39b-05f1-4fa7-9780-cce7d51b9e3d req-76091181-7f4a-46f0-8d16-421cb06b7c20 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232452 Dec 12 04:39:35.440333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:39:35.546699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:39:35.553553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6bbf8166-85a3-4fdb-a6e0-1e18603cd31c admin admin] 10.222.0.36 "PUT /v2.0/routers/21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8386161 Dec 12 04:39:35.555885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59372) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:35.563138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] Sync routers for ids ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:39:35.577341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] Routers {'21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:35.579001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:35.717881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:35.742398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] Set router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:35.865682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:35.967384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:34:09Z', 'updated_at': '2021-12-12T04:39:34Z', 'revision_number': 5, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'gw_port': {'id': 'e3bd97be-d8a5-4c31-8c76-30e495744d88', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:34:10Z', 'updated_at': '2021-12-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:35.988334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Deleting port e3bd97be-d8a5-4c31-8c76-30e495744d88 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:35.989228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:36.057713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] Checking router: 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:39:36.074322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] Routers {'21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:36.075031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:36.120989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] For port e3bd97be-d8a5-4c31-8c76-30e495744d88, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e3bd97be-d8a5-4c31-8c76-30e495744d88,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:36.122356 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:36.149496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Calling delete_port for e3bd97be-d8a5-4c31-8c76-30e495744d88 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:36.198428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] Set router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:36.285003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:34:09Z', 'updated_at': '2021-12-12T04:39:35Z', 'revision_number': 6, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:36.365477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4c1b1b-e279-4348-b550-923805e4c122 None None] The sync data for ids ['21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9'] in n-d-710847-7 is: [{'id': '21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9', 'name': 'tempest-TestServerBasicOps-1161882294-router', 'tenant_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:34:09Z', 'updated_at': '2021-12-12T04:39:35Z', 'revision_number': 6, 'project_id': '1c7e82340c8b4e90afcb17d3b49e5922', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:39:36.459026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:36.484774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233abe5-bb51-4b8b-bb4f-a7c6142e831e req-34bac82b-2750-437c-9f19-aced4aba458a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:36.489161 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6233abe5-bb51-4b8b-bb4f-a7c6142e831e req-34bac82b-2750-437c-9f19-aced4aba458a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.1148586 Dec 12 04:39:36.500597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bd97be-d8a5-4c31-8c76-30e495744d88,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:36.531493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0c964-48fd-4517-ad8e-72a17f6a4835 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:39:36.563092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6233abe5-bb51-4b8b-bb4f-a7c6142e831e req-726ef57e-287f-4128-a138-e2c29e5293b6 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639501 Dec 12 04:39:36.594611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:36.716105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:36.718789 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:36.806871 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:36.810245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:39:36.820009 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:36.823595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b3e8f7f-c85d-4398-98fe-46f8907aa500 admin admin] 10.222.0.36 "DELETE /v2.0/routers/21b4ec7f-0882-490e-bfb8-9ccf8f82e4b9 HTTP/1.1" status: 204 len: 168 time: 1.2642620 Dec 12 04:39:36.823755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59392) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:36.902458 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2b214e-aabc-4a36-9cb6-f66c39f61571 admin admin] Deleting subnet 2e7f2a32-6e4d-4839-8307-bcb070f83cee {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:39:36.914073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff2b214e-aabc-4a36-9cb6-f66c39f61571 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:36.945285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba9eb2-700a-4a70-94cd-7aa69e26a676 req-4eed1a55-c9cc-4519-b4d4-cef6604c8351 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:36.946895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-85ba9eb2-700a-4a70-94cd-7aa69e26a676 req-4eed1a55-c9cc-4519-b4d4-cef6604c8351 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0794885 Dec 12 04:39:36.995410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff2b214e-aabc-4a36-9cb6-f66c39f61571 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:37.035993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-85ba9eb2-700a-4a70-94cd-7aa69e26a676 req-f7bfd449-735b-4b2b-8e43-353544695e36 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782866 Dec 12 04:39:37.168414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f3940-0531-48f8-a985-b7c08b98bfa5 req-08c5198d-579b-40d9-9d79-75394ec0ee98 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:37.176697 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-501f3940-0531-48f8-a985-b7c08b98bfa5 req-08c5198d-579b-40d9-9d79-75394ec0ee98 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1096 time: 0.1037903 Dec 12 04:39:37.197922 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff2b214e-aabc-4a36-9cb6-f66c39f61571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:37.349702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-501f3940-0531-48f8-a985-b7c08b98bfa5 req-9b221268-4bb6-498a-9e06-267d08c8e2d6 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719692 Dec 12 04:39:37.399309 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff2b214e-aabc-4a36-9cb6-f66c39f61571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:37.441670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b214e-aabc-4a36-9cb6-f66c39f61571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e7f2a32-6e4d-4839-8307-bcb070f83cee,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:37.447898 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ff2b214e-aabc-4a36-9cb6-f66c39f61571 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:37.453384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d517cd-8605-4179-b835-0aea02a5c900 None None] Network 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:39:37.455358 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ff2b214e-aabc-4a36-9cb6-f66c39f61571 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2e7f2a32-6e4d-4839-8307-bcb070f83cee HTTP/1.1" status: 204 len: 168 time: 0.6305525 Dec 12 04:39:37.458645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59400) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:37.590816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc20206-d75e-489c-8862-240f9fdbd53b req-6fef604b-bc17-4383-853f-7a609969b2a5 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:37.592364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bc20206-d75e-489c-8862-240f9fdbd53b req-6fef604b-bc17-4383-853f-7a609969b2a5 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.1505678 Dec 12 04:39:37.712975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bc20206-d75e-489c-8862-240f9fdbd53b req-a286d772-8a93-44a7-bf2e-b4c307d8e71a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019535 Dec 12 04:39:37.727898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59404) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:37.816102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6612ee23-068f-4543-9b41-4a3824468b0a None None] DHCP port deletion for 7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:39:37.906128 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2644936a-38ff-43b4-80cf-b3e85168d304 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/f69335fc-1320-4d77-be08-16685f791cd0 HTTP/1.1" status: 200 len: 993 time: 0.1733789 Dec 12 04:39:37.910870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f35f2dd6-e302-40ef-b388-9cbe21c661a1 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:37.969278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: f35f2dd6-e302-40ef-b388-9cbe21c661a1 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:37.970287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f35f2dd6-e302-40ef-b388-9cbe21c661a1 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:37.977670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e3bd97be-d8a5-4c31-8c76-30e495744d88 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:38.057882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6612ee23-068f-4543-9b41-4a3824468b0a None None] Deleting port 71dd252e-9a6a-4557-aeea-769856c56a3a {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:38.058120 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6612ee23-068f-4543-9b41-4a3824468b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.167580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6612ee23-068f-4543-9b41-4a3824468b0a None None] For port 71dd252e-9a6a-4557-aeea-769856c56a3a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71dd252e-9a6a-4557-aeea-769856c56a3a,segment=NetworkSegment(e3b80e00-e485-482b-a0fd-cfb477ae4c04),segment_id=e3b80e00-e485-482b-a0fd-cfb477ae4c04)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:38.167994 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6612ee23-068f-4543-9b41-4a3824468b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.170888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e3bd97be-d8a5-4c31-8c76-30e495744d88 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:38.171251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e3bd97be-d8a5-4c31-8c76-30e495744d88 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:38.186513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6612ee23-068f-4543-9b41-4a3824468b0a None None] Calling delete_port for 71dd252e-9a6a-4557-aeea-769856c56a3a owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:38.211697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.245477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcac958-9a67-42f0-b840-4c4fffb1e76d req-07666f19-c458-40c4-864b-6df9a26c0a38 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:38.273576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5fcac958-9a67-42f0-b840-4c4fffb1e76d req-07666f19-c458-40c4-864b-6df9a26c0a38 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.1265664 Dec 12 04:39:38.301571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Deleting port 71dd252e-9a6a-4557-aeea-769856c56a3a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:38.303186 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.330685 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6612ee23-068f-4543-9b41-4a3824468b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.389551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612ee23-068f-4543-9b41-4a3824468b0a None None] Pushing event deleted for resources: {'Port': ['ID=71dd252e-9a6a-4557-aeea-769856c56a3a,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:38.394644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6612ee23-068f-4543-9b41-4a3824468b0a None None] No DVR routers for this DVR port 71dd252e-9a6a-4557-aeea-769856c56a3a on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:39:38.401363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5fcac958-9a67-42f0-b840-4c4fffb1e76d req-0f38c379-6477-4310-9646-85759e40149a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264665 Dec 12 04:39:38.432793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] For port 71dd252e-9a6a-4557-aeea-769856c56a3a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71dd252e-9a6a-4557-aeea-769856c56a3a,segment=NetworkSegment(e3b80e00-e485-482b-a0fd-cfb477ae4c04),segment_id=e3b80e00-e485-482b-a0fd-cfb477ae4c04)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:38.435002 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.456529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Calling delete_port for 71dd252e-9a6a-4557-aeea-769856c56a3a owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:38.582800 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.612148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71dd252e-9a6a-4557-aeea-769856c56a3a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:38.622025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] No DVR routers for this DVR port 71dd252e-9a6a-4557-aeea-769856c56a3a on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:39:38.715558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.737918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb57869-562c-4ed8-94ac-2bcbbf9c43f4']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:38.748226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b80e00-e485-482b-a0fd-cfb477ae4c04') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:38.748538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b80e00-e485-482b-a0fd-cfb477ae4c04') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:38.761384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.776600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.783720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:39:38.784131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:39:38.842110 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:39:38.866021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.880179 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:38.887624 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7eb57869-562c-4ed8-94ac-2bcbbf9c43f4 HTTP/1.1" status: 204 len: 168 time: 1.4276252 Dec 12 04:39:38.904606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd060ae-79b6-4986-95d6-1c13daa8c8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb57869-562c-4ed8-94ac-2bcbbf9c43f4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:39.035506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59432) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:39.146524 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-03aba7e0-ea90-4b84-9dbd-3ce4cdee3adc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b82bb21ec93460d83a1f718b4818328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1089091 Dec 12 04:39:39.147192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59436) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:39.210129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf21bc-2381-4a77-b900-935b96e977f7 req-c3da4ed6-e49d-4c8e-b582-d46d97cf1698 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:39.223260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2bf21bc-2381-4a77-b900-935b96e977f7 req-c3da4ed6-e49d-4c8e-b582-d46d97cf1698 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.1148307 Dec 12 04:39:39.255487 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-15c7581e-edb3-435a-9714-9455c2153fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:39.273775 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2bf21bc-2381-4a77-b900-935b96e977f7 req-1df1c8ff-abed-4876-b13f-fe82ebb957ab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496616 Dec 12 04:39:39.287138 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-15c7581e-edb3-435a-9714-9455c2153fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:39.312841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-8c117cbf-1840-49ec-9585-984dc3063682 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2451689 Dec 12 04:39:39.364203 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-15c7581e-edb3-435a-9714-9455c2153fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:39.368890 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-15c7581e-edb3-435a-9714-9455c2153fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:39.374080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-15c7581e-edb3-435a-9714-9455c2153fb4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d6aa947-aa1b-4d22-909f-25e382cca10f HTTP/1.1" status: 204 len: 168 time: 0.2258646 Dec 12 04:39:39.385958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7581e-edb3-435a-9714-9455c2153fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6aa947-aa1b-4d22-909f-25e382cca10f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:39.597297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80ccd7-93f5-4e7c-bfd3-16c9d5370b9f req-e72cfd9b-f93e-4536-a05c-b240f5375a45 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:39.599818 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a80ccd7-93f5-4e7c-bfd3-16c9d5370b9f req-e72cfd9b-f93e-4536-a05c-b240f5375a45 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0833514 Dec 12 04:39:39.673123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a80ccd7-93f5-4e7c-bfd3-16c9d5370b9f req-1e8dac3a-42e7-4ee5-9e70-78d6804c84bc tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635810 Dec 12 04:39:39.914040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71dd252e-9a6a-4557-aeea-769856c56a3a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:39.939589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 71dd252e-9a6a-4557-aeea-769856c56a3a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:39.940192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71dd252e-9a6a-4557-aeea-769856c56a3a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:40.014150 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:40.061023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5ac9e0d0-d0cc-49ab-9c57-a1a3fe841cd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c7e82340c8b4e90afcb17d3b49e5922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437078 Dec 12 04:39:40.062008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59476) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:40.145988 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a661b616-cfd8-4df8-84e3-f7195312d511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:40.150215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-f49cbbc6-fb1a-4cd1-b11c-dc3cea5ca55c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:40.151892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-f49cbbc6-fb1a-4cd1-b11c-dc3cea5ca55c tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 946 time: 0.0739470 Dec 12 04:39:40.201352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a661b616-cfd8-4df8-84e3-f7195312d511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:40.272846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Deleting port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:40.273191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:40.298649 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a661b616-cfd8-4df8-84e3-f7195312d511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:40.302101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a661b616-cfd8-4df8-84e3-f7195312d511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:40.303353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a661b616-cfd8-4df8-84e3-f7195312d511 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e620afb-d5e2-4b16-adbc-01bdd4773282 HTTP/1.1" status: 204 len: 168 time: 0.2403436 Dec 12 04:39:40.321978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661b616-cfd8-4df8-84e3-f7195312d511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e620afb-d5e2-4b16-adbc-01bdd4773282,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:40.477224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] For port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:40.480267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:40.524091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Calling delete_port for ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:40.574294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3cc4f-27b4-4a0d-b1cb-d940e6d064d9 req-9133b1be-a0fb-48c8-a82c-8f881cf3f4f1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:40.582530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ad3cc4f-27b4-4a0d-b1cb-d940e6d064d9 req-9133b1be-a0fb-48c8-a82c-8f881cf3f4f1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.1202493 Dec 12 04:39:40.694173 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3a2c2b89-bdd6-40ab-a054-880785080677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:40.708405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ad3cc4f-27b4-4a0d-b1cb-d940e6d064d9 req-b28e1e2c-0a22-409e-bd55-6627cef3db82 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247234 Dec 12 04:39:40.992002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:41.003076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59498) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:41.027019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:39:41.031478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['8bd8c194-76fd-4de1-839d-a2d7e48cf852'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:39:41.054694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Pushing event deleted for resources: {'Port': ['ID=ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:41.087104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353ac8-e7e9-4114-8bbd-bd25e1f83444 req-703d9e35-ef2e-4981-b25a-5edcd943c3b1 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:41.088745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de353ac8-e7e9-4114-8bbd-bd25e1f83444 req-703d9e35-ef2e-4981-b25a-5edcd943c3b1 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d18dd6-7d8b-4bb4-a3f3-3ddc18997166 HTTP/1.1" status: 200 len: 867 time: 0.2229850 Dec 12 04:39:41.156596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] No DVR routers for this DVR port ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:39:41.160253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:41.166732 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10b16596-5dce-4034-9bb3-7c54ec5770b5 req-0b3d6e11-678e-4f7c-9e5d-737245364e69 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.18 "DELETE /v2.0/ports/ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 HTTP/1.1" status: 204 len: 173 time: 1.0075812 Dec 12 04:39:41.217645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d18dd6-7d8b-4bb4-a3f3-3ddc18997166', 'name': 'network-vif-deleted', 'tag': 'ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:39:41.241175 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655b539-a73f-4050-a85a-cd4f8072f1ac" -d '{"events": [{"server_uuid": "96d18dd6-7d8b-4bb4-a3f3-3ddc18997166", "name": "network-vif-deleted", "tag": "ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:39:41.365241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de353ac8-e7e9-4114-8bbd-bd25e1f83444 req-f6328a64-15bf-4e3d-9b0f-2893d4bcf2bc tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383699 Dec 12 04:39:41.382283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-23a48090-dd02-4dd8-a0fd-7a0221a1a7b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ab96106f8d64a5d98ef0a26c244b9d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743107 Dec 12 04:39:41.382624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59506) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:41.472971 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a065ba1e-9c19-4bb8-9ec6-c9566b68d162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:41.505914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a065ba1e-9c19-4bb8-9ec6-c9566b68d162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:41.508987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-02b513ca-fece-4983-8233-1a5ed40d8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:41.510613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-02b513ca-fece-4983-8233-1a5ed40d8b24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1096 time: 0.0689962 Dec 12 04:39:41.579909 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1081881b-7ebe-40d5-86c6-cb73422ae00b x-openstack-request-id: req-1081881b-7ebe-40d5-86c6-cb73422ae00b {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:39:41.580311 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d18dd6-7d8b-4bb4-a3f3-3ddc18997166", "name": "network-vif-deleted", "tag": "ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:39:41.580642 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1081881b-7ebe-40d5-86c6-cb73422ae00b {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:39:41.581137 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d18dd6-7d8b-4bb4-a3f3-3ddc18997166', 'name': 'network-vif-deleted', 'tag': 'ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4', 'status': 'completed', 'code': 200} Dec 12 04:39:41.622075 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a065ba1e-9c19-4bb8-9ec6-c9566b68d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:41.624697 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a065ba1e-9c19-4bb8-9ec6-c9566b68d162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:41.625934 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a065ba1e-9c19-4bb8-9ec6-c9566b68d162 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bac05c1a-61d2-4dbb-88bb-1d5b3374622b HTTP/1.1" status: 204 len: 168 time: 0.2424161 Dec 12 04:39:41.642734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-dbdf205a-09f2-48db-ae40-ea82f051f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:41.644525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-dbdf205a-09f2-48db-ae40-ea82f051f048 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.1266456 Dec 12 04:39:41.645440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065ba1e-9c19-4bb8-9ec6-c9566b68d162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac05c1a-61d2-4dbb-88bb-1d5b3374622b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:41.728011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-88ed9c43-37ce-4386-bb7a-f1eb326768da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 1001 time: 0.0740304 Dec 12 04:39:41.815239 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:41.864564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-588bbc1d-fddd-4109-b9be-63d5b0fde469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:41.876898 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-588bbc1d-fddd-4109-b9be-63d5b0fde469 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.1358864 Dec 12 04:39:42.049895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-d754ada4-d76e-4f81-a2ab-9f8fe8d793f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:42.051584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-d754ada4-d76e-4f81-a2ab-9f8fe8d793f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709821 Dec 12 04:39:42.065381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4c5b-445c-46d3-85d0-dbb453874b83 req-3de44986-44df-40be-bebb-dd08f8197c1d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:42.073443 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-731e4c5b-445c-46d3-85d0-dbb453874b83 req-3de44986-44df-40be-bebb-dd08f8197c1d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.1357508 Dec 12 04:39:42.191960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-f90d1c89-c7cd-4685-a9a5-e29919a6ca63 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153891 Dec 12 04:39:42.274342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-731e4c5b-445c-46d3-85d0-dbb453874b83 req-217f3055-0336-4ca4-9a25-3fe766f657c8 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997325 Dec 12 04:39:42.332196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-c1e49d46-5f28-40a2-8d89-0c8831d0bff9 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324775 Dec 12 04:39:42.692455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6d7b2-9a5d-467a-a463-2ab5aab8c998 req-d896b339-8893-430e-8e23-c3ff4002f10b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:42.694112 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e9f6d7b2-9a5d-467a-a463-2ab5aab8c998 req-d896b339-8893-430e-8e23-c3ff4002f10b tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0541840 Dec 12 04:39:42.745105 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e9f6d7b2-9a5d-467a-a463-2ab5aab8c998 req-d4548a20-e87f-4693-9b89-cc66333d0027 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Dec 12 04:39:42.965759 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6cf95b31-ae30-438e-b105-563e6f862170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:43.417168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ead2bb-0909-466d-b6f2-1857a4905e57 req-f4a7301b-5305-47fe-ad38-a69ebf485dc9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:43.419057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88ead2bb-0909-466d-b6f2-1857a4905e57 req-f4a7301b-5305-47fe-ad38-a69ebf485dc9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0596869 Dec 12 04:39:43.475213 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88ead2bb-0909-466d-b6f2-1857a4905e57 req-08f3d4ae-d4ff-4a09-b189-bee888c438be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492592 Dec 12 04:39:43.888022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684a6b-828f-4c41-900a-7ee5fbb6c865 req-6e64b6b3-47f7-4984-a4a0-be487251eaad tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:43.889557 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86684a6b-828f-4c41-900a-7ee5fbb6c865 req-6e64b6b3-47f7-4984-a4a0-be487251eaad tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0572443 Dec 12 04:39:43.942623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-86684a6b-828f-4c41-900a-7ee5fbb6c865 req-f422479f-d6e9-4642-9673-9648ae3997b4 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Dec 12 04:39:44.098096 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:44.118151 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:44.579931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:44.618363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:44.618767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ab7824ee-85b3-4bf9-a5cf-e4d35f1c3ad4 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:44.625312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65341e6-e6c9-4ff7-b723-d23018ee4e73 req-f26930a8-ea57-4066-8604-0da3bcac5db2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:44.627160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b65341e6-e6c9-4ff7-b723-d23018ee4e73 req-f26930a8-ea57-4066-8604-0da3bcac5db2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0669012 Dec 12 04:39:44.700980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b65341e6-e6c9-4ff7-b723-d23018ee4e73 req-4fa58340-cb9c-4c6b-9d0a-7ac082ade96e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645833 Dec 12 04:39:45.090465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9920d-df46-4f15-9fc1-00b0e6f42b2e req-a584bd67-49c2-482c-9127-7ab35ae1901a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:45.092262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2e9920d-df46-4f15-9fc1-00b0e6f42b2e req-a584bd67-49c2-482c-9127-7ab35ae1901a tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0686548 Dec 12 04:39:45.149246 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2e9920d-df46-4f15-9fc1-00b0e6f42b2e req-2658e4df-be4c-4f5f-b82d-d6bd781ae3b9 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/security-groups?id=28c3c27d-cee1-4b49-acff-da80b38e2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505476 Dec 12 04:39:45.452905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3632d7-4672-403e-afe7-de8e5135275e req-7cd4c19c-3387-4a3b-a5f0-efa38002818e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:45.456318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe3632d7-4672-403e-afe7-de8e5135275e req-7cd4c19c-3387-4a3b-a5f0-efa38002818e tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 946 time: 0.0544600 Dec 12 04:39:45.558497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-fe3632d7-4672-403e-afe7-de8e5135275e req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Deleting port 8bd8c194-76fd-4de1-839d-a2d7e48cf852 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:45.558843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fe3632d7-4672-403e-afe7-de8e5135275e req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:45.646615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:45.651398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-fe3632d7-4672-403e-afe7-de8e5135275e req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] For port 8bd8c194-76fd-4de1-839d-a2d7e48cf852, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8bd8c194-76fd-4de1-839d-a2d7e48cf852,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:45.651771 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fe3632d7-4672-403e-afe7-de8e5135275e req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:45.664771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-fe3632d7-4672-403e-afe7-de8e5135275e req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Calling delete_port for 8bd8c194-76fd-4de1-839d-a2d7e48cf852 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:45.817380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fe3632d7-4672-403e-afe7-de8e5135275e req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:45.841107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a80711-5cf2-4fc2-90d7-7c7b377bf7b9 req-15769da4-564d-4f73-93ff-50bc49aad5aa tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:45.843363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-90a80711-5cf2-4fc2-90d7-7c7b377bf7b9 req-15769da4-564d-4f73-93ff-50bc49aad5aa tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0578930 Dec 12 04:39:45.862416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Pushing event deleted for resources: {'Port': ['ID=8bd8c194-76fd-4de1-839d-a2d7e48cf852,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:45.870775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['8bd8c194-76fd-4de1-839d-a2d7e48cf852'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:39:45.900070 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-90a80711-5cf2-4fc2-90d7-7c7b377bf7b9 req-0be74483-0cf6-4576-a415-3e273c330407 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507395 Dec 12 04:39:45.921682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3632d7-4672-403e-afe7-de8e5135275e req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] No DVR routers for this DVR port 8bd8c194-76fd-4de1-839d-a2d7e48cf852 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:39:45.925175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-fe3632d7-4672-403e-afe7-de8e5135275e req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:45.929019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fe3632d7-4672-403e-afe7-de8e5135275e req-fc77e16d-4b71-419d-8fbd-bad3397ebd79 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.37 "DELETE /v2.0/ports/8bd8c194-76fd-4de1-839d-a2d7e48cf852 HTTP/1.1" status: 204 len: 173 time: 0.4625740 Dec 12 04:39:45.929738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17', 'name': 'network-vif-deleted', 'tag': '8bd8c194-76fd-4de1-839d-a2d7e48cf852'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:39:45.932721 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7bce43-c1e8-4998-9503-458515e6c48c" -d '{"events": [{"server_uuid": "1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17", "name": "network-vif-deleted", "tag": "8bd8c194-76fd-4de1-839d-a2d7e48cf852"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:39:45.970577 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48678e69-23ac-4c11-81e8-d94ea4d277b2 x-openstack-request-id: req-48678e69-23ac-4c11-81e8-d94ea4d277b2 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:39:45.970992 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17", "name": "network-vif-deleted", "tag": "8bd8c194-76fd-4de1-839d-a2d7e48cf852", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:39:45.971388 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48678e69-23ac-4c11-81e8-d94ea4d277b2 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:39:45.971979 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17', 'name': 'network-vif-deleted', 'tag': '8bd8c194-76fd-4de1-839d-a2d7e48cf852', 'status': 'completed', 'code': 200} Dec 12 04:39:46.280556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e8bdcab6-d70e-4814-a9bd-c4c06f97a664 req-24e75c00-804d-47a2-a2ca-fcc322cd7c06 tempest-ServerRescueTestJSON-2075659768 tempest-ServerRescueTestJSON-2075659768-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9b7a06-2e2c-4b5f-ab15-c0de498b3f17 HTTP/1.1" status: 200 len: 210 time: 0.0319312 Dec 12 04:39:46.699982 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:47.028278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819407c-5fef-4593-bc79-2c61ca9b1729 req-9635073a-0f9d-4ad1-987a-1ea329eacd1b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:47.032551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c819407c-5fef-4593-bc79-2c61ca9b1729 req-9635073a-0f9d-4ad1-987a-1ea329eacd1b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0580890 Dec 12 04:39:47.084146 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c819407c-5fef-4593-bc79-2c61ca9b1729 req-fe6f46a7-2bb7-448d-99a2-61f4fbd8d6e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483332 Dec 12 04:39:47.357631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59660) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:47.788183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:48.080009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Deleting port b697ee26-412a-47bb-bd8d-0d7f86672749 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:48.080267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:48.161631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] For port b697ee26-412a-47bb-bd8d-0d7f86672749, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b697ee26-412a-47bb-bd8d-0d7f86672749,segment=NetworkSegment(1ef40d2d-3f5c-4c40-a2df-e213251870e3),segment_id=1ef40d2d-3f5c-4c40-a2df-e213251870e3)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:48.162002 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:48.176298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Calling delete_port for b697ee26-412a-47bb-bd8d-0d7f86672749 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:48.211179 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605616-359e-4019-8537-222bc0e32744 req-4e6c397f-3071-47fa-b581-5c345279209f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:48.212702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3605616-359e-4019-8537-222bc0e32744 req-4e6c397f-3071-47fa-b581-5c345279209f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0530183 Dec 12 04:39:48.269810 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3605616-359e-4019-8537-222bc0e32744 req-83d35299-1641-4d01-9f3c-3ca224e4db3a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491965 Dec 12 04:39:48.719089 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:48.758318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=b697ee26-412a-47bb-bd8d-0d7f86672749,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:48.805974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.806244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.806596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.806944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.807294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.807631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.807968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.808305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.808640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.809073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.809411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.809745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.810078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:48.977571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-0c278339-145f-498b-8eb8-7ee18651147f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:48.979093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-0c278339-145f-498b-8eb8-7ee18651147f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.2322829 Dec 12 04:39:49.003403 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-a0499ce9-f5b1-4ef3-891e-62d444300368 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/quotas/741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 375 time: 0.0172243 Dec 12 04:39:49.047084 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:49.103491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-00041f7f-0d94-4cad-9043-326578a98f5c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917418 Dec 12 04:39:49.361978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Router ff5e2d70-69ef-4f4d-9af5-0379eed02403 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:39:49.367740 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-a099ae9e-b542-48c3-b65f-5da25370122e service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337952 Dec 12 04:39:49.406366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469f1f1-93c8-4c88-a0e1-a53b7137f6f1 req-7718d190-21ae-4407-bcc5-b2207e57cc19 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:49.409284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0469f1f1-93c8-4c88-a0e1-a53b7137f6f1 req-7718d190-21ae-4407-bcc5-b2207e57cc19 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0627418 Dec 12 04:39:49.481701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0469f1f1-93c8-4c88-a0e1-a53b7137f6f1 req-9c4118ee-a04b-4c41-a815-cf597362b87b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653768 Dec 12 04:39:49.554400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-25df8f8e-6e3e-49f3-b6ad-218a9b76e59b service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793122 Dec 12 04:39:49.555541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:39:49.560590 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6e2baca2-4b62-46ac-90b0-1ac1a9e08d8f admin admin] 10.222.0.36 "PUT /v2.0/routers/ff5e2d70-69ef-4f4d-9af5-0379eed02403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2019112 Dec 12 04:39:49.563071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59686) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:49.568045 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] Sync routers for ids ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:39:49.578044 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] Routers {'ff5e2d70-69ef-4f4d-9af5-0379eed02403'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:49.579520 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:49.678187 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:49.713263 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] Set router ff5e2d70-69ef-4f4d-9af5-0379eed02403 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:49.846502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c486f18e-e4cf-4379-a1e1-3a21b2c9115c req-3d524477-d6f8-4fde-8ab0-ffbba49692b3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 210 time: 0.0680408 Dec 12 04:39:49.915925 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:49.991043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Deleting port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:39:49.991440 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.036517 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:48Z', 'updated_at': '2021-12-12T04:39:48Z', 'revision_number': 5, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'gw_port': {'id': '0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:37:49Z', 'updated_at': '2021-12-12T04:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:50.065712 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] Checking router: ff5e2d70-69ef-4f4d-9af5-0379eed02403 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:39:50.075202 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] Routers {'ff5e2d70-69ef-4f4d-9af5-0379eed02403'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:50.075821 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:50.101743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] For port 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:50.102013 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.120798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Calling delete_port for 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:39:50.174570 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] Set router ff5e2d70-69ef-4f4d-9af5-0379eed02403 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:50.236599 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:48Z', 'updated_at': '2021-12-12T04:39:49Z', 'revision_number': 6, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:50.265553 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e64e4-d828-4c9f-b382-748074c1fb92 None None] The sync data for ids ['ff5e2d70-69ef-4f4d-9af5-0379eed02403'] in n-d-710847-7 is: [{'id': 'ff5e2d70-69ef-4f4d-9af5-0379eed02403', 'name': 'tempest-ServerRescueTestJSON-153229928-router', 'tenant_id': 'd82b9c6fb2884b99af753f36d301d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:37:48Z', 'updated_at': '2021-12-12T04:39:49Z', 'revision_number': 6, 'project_id': 'd82b9c6fb2884b99af753f36d301d45e', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:39:50.317797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.348650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:50.368412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e3282-678c-4bc4-ac5a-5eea386e1d30 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:39:50.420887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.533768 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.536439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.595587 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.596082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff5e2d70-69ef-4f4d-9af5-0379eed02403 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:39:50.619920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.621105 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-43fc49e4-8b4e-4ede-b51b-486179aa81fd admin admin] 10.222.0.36 "DELETE /v2.0/routers/ff5e2d70-69ef-4f4d-9af5-0379eed02403 HTTP/1.1" status: 204 len: 168 time: 1.0570571 Dec 12 04:39:50.623575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59704) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:50.678629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f1a23-5713-4ddb-95bc-37ae8689accf req-bbd243ea-d937-4c5e-9563-b3f8e9d78891 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:50.680144 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a45f1a23-5713-4ddb-95bc-37ae8689accf req-bbd243ea-d937-4c5e-9563-b3f8e9d78891 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0965002 Dec 12 04:39:50.681623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 8bd8c194-76fd-4de1-839d-a2d7e48cf852 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:50.693123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e9cc32-754e-4965-84a5-689a224c8d81 admin admin] Deleting subnet 6202983b-161c-4172-852b-5cd6d588e10f {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:39:50.701155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-31e9cc32-754e-4965-84a5-689a224c8d81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.712402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 8bd8c194-76fd-4de1-839d-a2d7e48cf852 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:50.712875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 8bd8c194-76fd-4de1-839d-a2d7e48cf852 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:50.764444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-31e9cc32-754e-4965-84a5-689a224c8d81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.787928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a45f1a23-5713-4ddb-95bc-37ae8689accf req-34e756a5-ce38-412d-a6d6-115aff10639d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987575 Dec 12 04:39:50.811585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-31e9cc32-754e-4965-84a5-689a224c8d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.872575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-31e9cc32-754e-4965-84a5-689a224c8d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.903432 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-31e9cc32-754e-4965-84a5-689a224c8d81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:50.909875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-31e9cc32-754e-4965-84a5-689a224c8d81 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6202983b-161c-4172-852b-5cd6d588e10f HTTP/1.1" status: 204 len: 168 time: 0.2853470 Dec 12 04:39:50.910099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59708) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:50.912246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9cc32-754e-4965-84a5-689a224c8d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6202983b-161c-4172-852b-5cd6d588e10f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:50.997843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed8e73bf-8597-4dbf-9f17-30a52843c3ec req-74194ca1-0da7-4f19-b4b8-8393d91052c8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 210 time: 0.0355380 Dec 12 04:39:51.069817 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:51.218032 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:51.236881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-276453db-d2b7-4f15-a486-636f37a87ee4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:51.238338 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-276453db-d2b7-4f15-a486-636f37a87ee4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.2342272 Dec 12 04:39:51.252505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d97a1c3-f7c2-4f53-b063-86c8cc18911f']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:51.271872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef40d2d-3f5c-4c40-a2df-e213251870e3') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:51.272228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef40d2d-3f5c-4c40-a2df-e213251870e3') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:51.278500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'port': {'device_id': '09ab9346-796a-46d4-b811-1f4fe5a5caf9', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'admin_state_up': True, 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:39:51.331820 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:51.354457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:51.367004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:39:51.367557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:39:51.369538 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:39:51.470455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:51.477285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:51.480965 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3d97a1c3-f7c2-4f53-b063-86c8cc18911f HTTP/1.1" status: 204 len: 168 time: 0.5700178 Dec 12 04:39:51.508701 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261979f-8476-44c2-8ed0-acb6a927a608 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d97a1c3-f7c2-4f53-b063-86c8cc18911f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:51.535464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Made reservation on behalf of 741dc45cb32d45eda4aed3bc163791d7 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:39:51.548382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:51.743784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.20.0.10 (1bed37c6-4c22-46fe-9584-aa5bf029982d/4af3ef0c-2bdf-4330-a3a4-270751ad68cb/989479f9-3b09-463c-bb1b-e5da0c6bafc2) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:39:51.762321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59718) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:51.855510 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b697ee26-412a-47bb-bd8d-0d7f86672749 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:51.881820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: b697ee26-412a-47bb-bd8d-0d7f86672749 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:51.882456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b697ee26-412a-47bb-bd8d-0d7f86672749 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:51.883106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:39:51.884052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c3e40c04-a37f-4152-a0e3-e6e6f21ee96d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d82b9c6fb2884b99af753f36d301d45e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1205788 Dec 12 04:39:51.886842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59722) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:51.919551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:39:51.920737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0cf05fe7-9f98-4fb6-9e9d-3e14b8524f23 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:39:51.965796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda1b07-d7e6-4ee7-b17d-5c5ab2ff72cf req-943e3aba-6d26-45bd-9151-d6d499a75fcd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:51.967479 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2eda1b07-d7e6-4ee7-b17d-5c5ab2ff72cf req-943e3aba-6d26-45bd-9151-d6d499a75fcd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0750206 Dec 12 04:39:51.984289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.012582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.039256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.076390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2eda1b07-d7e6-4ee7-b17d-5c5ab2ff72cf req-e3f45a09-bfed-4c56-a531-003bb6a9ce4e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013143 Dec 12 04:39:52.109746 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.113658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.114895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28c3c27d-cee1-4b49-acff-da80b38e2a4b HTTP/1.1" status: 204 len: 168 time: 0.2271304 Dec 12 04:39:52.121358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.153675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3c27d-cee1-4b49-acff-da80b38e2a4b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:52.219453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:39:52.226979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:39:52.229782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:39:52.263522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.264137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.264661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.265279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.265799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.266884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.267400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.269133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.269665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.270172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.270678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.271178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.271680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639417d1-909a-4f9b-b31a-5f86c0d8ff66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:52.305791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=989479f9-3b09-463c-bb1b-e5da0c6bafc2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:52.344762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:52.345734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.364030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197fc13-3f9f-422f-977e-626d6e787f9a req-a94a97a4-d5f2-4590-9d28-a36ab3da9dce tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:52.365899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8197fc13-3f9f-422f-977e-626d6e787f9a req-a94a97a4-d5f2-4590-9d28-a36ab3da9dce tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 932 time: 0.2488101 Dec 12 04:39:52.403369 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-aaff7c51-2deb-4315-88d6-4d50c5d9cfbc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1405740 Dec 12 04:39:52.440662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Request body: {'port': {'device_id': '09ab9346-796a-46d4-b811-1f4fe5a5caf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:39:52.541673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8197fc13-3f9f-422f-977e-626d6e787f9a req-0910ccd0-b1f3-4acb-a5a1-464415a4d1ea tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594775 Dec 12 04:39:52.582609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.639027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d5a159ab-2a44-49a5-a989-7dad71c2d608 None None] Provisioning complete for port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:52.639419 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5a159ab-2a44-49a5-a989-7dad71c2d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.718227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d5a159ab-2a44-49a5-a989-7dad71c2d608 None None] Port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:39:52.952626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989479f9-3b09-463c-bb1b-e5da0c6bafc2 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:39:52.961864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:52.977885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Transition to ACTIVE for port object 989479f9-3b09-463c-bb1b-e5da0c6bafc2 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:39:52.984967 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.046460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Pushing event updated for resources: {'Port': ['ID=989479f9-3b09-463c-bb1b-e5da0c6bafc2,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:53.216124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Attempting to bind port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:39:53.216478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Attempting to bind port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:39:53.216852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Attempting to bind port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:39:53.222438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:39:53.222771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Attempting to bind port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:39:53.229223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:39:53.229575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:39:53.229978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Bound using segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:39:53.230848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Bound port: 989479f9-3b09-463c-bb1b-e5da0c6bafc2, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:39:53.231230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.259931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea026-d929-478b-9218-b1e3bffc59a6 req-6dcebbb0-e400-498d-8d94-6704859852ef tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:53.261535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9aea026-d929-478b-9218-b1e3bffc59a6 req-6dcebbb0-e400-498d-8d94-6704859852ef tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0947320 Dec 12 04:39:53.274969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59750) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:53.335533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] For port 989479f9-3b09-463c-bb1b-e5da0c6bafc2, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:39:53.339673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] For port 989479f9-3b09-463c-bb1b-e5da0c6bafc2, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=989479f9-3b09-463c-bb1b-e5da0c6bafc2,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:39:53.349169 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.374304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e9aea026-d929-478b-9218-b1e3bffc59a6 req-749d5114-bbd2-47c9-97e0-994a503c2c51 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059194 Dec 12 04:39:53.451888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:53.452595 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.454510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] 10.222.0.37 "PUT /v2.0/ports/989479f9-3b09-463c-bb1b-e5da0c6bafc2 HTTP/1.1" status: 200 len: 1092 time: 1.0209322 Dec 12 04:39:53.455226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ab9346-796a-46d4-b811-1f4fe5a5caf9', 'tag': '989479f9-3b09-463c-bb1b-e5da0c6bafc2'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:39:53.457688 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3af6cf6-98b4-4af6-8d5a-8e063f730927" -d '{"events": [{"name": "network-changed", "server_uuid": "09ab9346-796a-46d4-b811-1f4fe5a5caf9", "tag": "989479f9-3b09-463c-bb1b-e5da0c6bafc2"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:39:53.465122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541d23e-bb30-4f44-8c1d-3c45619b8796 service neutron] Pushing event updated for resources: {'Port': ['ID=989479f9-3b09-463c-bb1b-e5da0c6bafc2,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:53.487232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1208118656-network', 'tenant_id': '4426f104f94546909bbe216877025613'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:39:53.530550 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70f2478-7017-42db-8768-63453c2273c7 x-openstack-request-id: req-e70f2478-7017-42db-8768-63453c2273c7 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:39:53.530863 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ab9346-796a-46d4-b811-1f4fe5a5caf9", "tag": "989479f9-3b09-463c-bb1b-e5da0c6bafc2", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:39:53.531274 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e70f2478-7017-42db-8768-63453c2273c7 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:39:53.531898 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ab9346-796a-46d4-b811-1f4fe5a5caf9', 'tag': '989479f9-3b09-463c-bb1b-e5da0c6bafc2', 'status': 'completed', 'code': 200} Dec 12 04:39:53.535073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Made reservation on behalf of 4426f104f94546909bbe216877025613 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:39:53.538541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.548430 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.641819 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.646668 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.662192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-8fa19439-83d4-401b-ac52-bc6475d19907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:53.664646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-8fa19439-83d4-401b-ac52-bc6475d19907 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 1095 time: 0.1231999 Dec 12 04:39:53.688860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:39:53.740997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-25f39045-76e7-4446-b53d-b9f901e12809 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989479f9-3b09-463c-bb1b-e5da0c6bafc2 HTTP/1.1" status: 200 len: 217 time: 0.0551736 Dec 12 04:39:53.751356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.751549 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Added segment e79d19ff-bd51-46ca-9500-5529f67c6fa6 of type vlan for network 6b365ae3-c201-4370-89f1-56b20de013cf Dec 12 04:39:53.820229 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.835903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e20f4e-0bb2-4e42-acd6-f40d5b869934,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:53.862098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-c1160382-7815-4d14-ba1b-f9edd408cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:53.865944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-c1160382-7815-4d14-ba1b-f9edd408cf20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.1136103 Dec 12 04:39:53.871871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.872922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:53.873464 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:53.889137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7359d8-afcf-406d-b945-d1494eb70dff req-c2f44671-7751-49b8-9666-ac740d977b99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:53.890715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb7359d8-afcf-406d-b945-d1494eb70dff req-c2f44671-7751-49b8-9666-ac740d977b99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.2153883 Dec 12 04:39:53.929966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-fe68d388-b93f-448a-aa4c-126afdb87ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:53.931434 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-fe68d388-b93f-448a-aa4c-126afdb87ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536835 Dec 12 04:39:53.977274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] Pushing event updated for resources: {'Network': ['ID=6b365ae3-c201-4370-89f1-56b20de013cf,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:53.988973 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7922666a-6e52-4556-911a-f490cb7e3afe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7118487 Dec 12 04:39:53.991344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 6b365ae3-c201-4370-89f1-56b20de013cf details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:39:53.997019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59760) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:54.014932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Request body: {'subnet': {'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1208118656-subnet', 'tenant_id': '4426f104f94546909bbe216877025613', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:39:54.068562 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-ce6a61d3-2a5c-4c97-938b-883dcce7b215 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218374 Dec 12 04:39:54.072148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb7359d8-afcf-406d-b945-d1494eb70dff req-f8cb6896-af00-408e-a1eb-9e769eb7ccee tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850880 Dec 12 04:39:54.104896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Made reservation on behalf of 4426f104f94546909bbe216877025613 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:39:54.109429 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:54.214719 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56136f0e-2523-46ba-9b1e-5e2522ae8b00 req-d01a8d0b-4b93-4a0c-bf2b-67a28a833cfa service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367562 Dec 12 04:39:54.326285 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:54.366066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-d6689cd5-dcaa-4078-9fd4-be31c0509d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:54.368204 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-d6689cd5-dcaa-4078-9fd4-be31c0509d03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 1095 time: 0.0569675 Dec 12 04:39:54.387473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5d4960-42f9-4b22-8918-4bb1823d604b,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:54.397318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Checking segment: {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:39:54.397673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Network hostable DHCP agents. Network: 6b365ae3-c201-4370-89f1-56b20de013cf, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:39:54.420406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Network 6b365ae3-c201-4370-89f1-56b20de013cf is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:39:54.430366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 6b365ae3-c201-4370-89f1-56b20de013cf) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:39:54.434856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:54.435572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:54.441854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1718388d-0e4c-442c-9418-52e0388172e4 None None] Network 6b365ae3-c201-4370-89f1-56b20de013cf requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:39:54.481894 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4d5f09b3-f03b-481b-8c2a-25a494288858 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4807551 Dec 12 04:39:54.482110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59764) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:54.486263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:39:54.533284 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:54.534512 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:54.617602 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:54.635531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-6b365ae3-c201-4370-89f1-56b20de013cf', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'project_id': '4426f104f94546909bbe216877025613', 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:39:54.637150 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:54.639728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-5f1aa7f0-86ed-4be3-ac69-2c6411f13994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:54.642489 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-5f1aa7f0-86ed-4be3-ac69-2c6411f13994 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.2599990 Dec 12 04:39:54.651851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca28168-9fbe-40ec-bc5d-193b41caa012 req-0a9452fa-ef7c-4755-b54d-abb0f1ac6bf9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:54.660631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ca28168-9fbe-40ec-bc5d-193b41caa012 req-0a9452fa-ef7c-4755-b54d-abb0f1ac6bf9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.1022909 Dec 12 04:39:54.722307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-5ab7a7b9-6e41-48c1-abf3-b1bef5ecf8d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989479f9-3b09-463c-bb1b-e5da0c6bafc2 HTTP/1.1" status: 200 len: 217 time: 0.0531464 Dec 12 04:39:54.838988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ca28168-9fbe-40ec-bc5d-193b41caa012 req-8615359b-4e90-4d2b-af50-f9deafebaa62 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774130 Dec 12 04:39:54.860919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-03447cd2-3a41-4b5d-901e-6b4ee0e5ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:54.862483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-03447cd2-3a41-4b5d-901e-6b4ee0e5ed4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.1190670 Dec 12 04:39:54.905939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Allocated IP 172.20.0.2 (6b365ae3-c201-4370-89f1-56b20de013cf/db5d4960-42f9-4b22-8918-4bb1823d604b/6d37df3d-5974-473e-b773-7218616262c3) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:39:54.923641 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:54.939684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-902ff773-9fb6-45e6-920a-86509249a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:54.944003 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-902ff773-9fb6-45e6-920a-86509249a1bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695603 Dec 12 04:39:55.158835 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:55.172228 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:55.209826 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-a41410ce-722c-4195-a2a0-25fbd98a6fe7 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537317 Dec 12 04:39:55.246384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Pushing event updated for resources: {'Port': ['ID=6d37df3d-5974-473e-b773-7218616262c3,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:55.259883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.260504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.261108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.261623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.262144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.262799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.263351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.263854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.265260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.265922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.267261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.269121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.269645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:39:55.297359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Network 6b365ae3-c201-4370-89f1-56b20de013cf is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:39:55.300033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:39:55.307781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:39:55.349662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3af6cf6-98b4-4af6-8d5a-8e063f730927 req-522c3509-85ae-4115-beea-2aa04949dec4 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275244 Dec 12 04:39:55.422819 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Attempting to bind port 6d37df3d-5974-473e-b773-7218616262c3 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:39:55.423637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Attempting to bind port 6d37df3d-5974-473e-b773-7218616262c3 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:39:55.424012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Attempting to bind port 6d37df3d-5974-473e-b773-7218616262c3 on network 6b365ae3-c201-4370-89f1-56b20de013cf {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:39:55.427166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210b57-a07d-43f7-8f93-4ac642f296a3 req-6015ee82-c175-4fba-9ab1-fc4386ac9c40 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:55.429293 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd210b57-a07d-43f7-8f93-4ac642f296a3 req-6015ee82-c175-4fba-9ab1-fc4386ac9c40 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0875280 Dec 12 04:39:55.437105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:39:55.437494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Checking segment: {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:39:55.437911 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:55.438839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Bound using segment: {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:39:55.439482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Bound port: 6d37df3d-5974-473e-b773-7218616262c3, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:39:55.439880 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:55.513302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd210b57-a07d-43f7-8f93-4ac642f296a3 req-a6716a26-3aba-4fe8-a534-a42e9ece8b36 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724330 Dec 12 04:39:55.544081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] For port 6d37df3d-5974-473e-b773-7218616262c3, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:39:55.548687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] For port 6d37df3d-5974-473e-b773-7218616262c3, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6d37df3d-5974-473e-b773-7218616262c3,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:39:55.554082 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:55.616308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cea57d-4077-4ba6-b360-bec9ffd367fb None None] Pushing event updated for resources: {'Port': ['ID=6d37df3d-5974-473e-b773-7218616262c3,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:55.658422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:55.690921 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:55.859571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Allocated IP 172.25.7.4 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/1130b919-3553-431a-89d9-7b183975233c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:39:56.054486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c6aa0-f6fc-43c3-aa82-39a3e4bd928f req-1b65dcf3-0481-4bf8-8d93-afb51435f6ab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:56.056719 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-122c6aa0-f6fc-43c3-aa82-39a3e4bd928f req-1b65dcf3-0481-4bf8-8d93-afb51435f6ab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0897000 Dec 12 04:39:56.068320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:56.114780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:56.142222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-122c6aa0-f6fc-43c3-aa82-39a3e4bd928f req-66e50019-8107-42bf-900c-d2c0103905d4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779107 Dec 12 04:39:56.173246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:39:56.179078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:39:56.181342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Pushing event updated for resources: {'Port': ['ID=1130b919-3553-431a-89d9-7b183975233c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:56.183508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:39:56.213985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d5d74-9835-4391-9fe9-a13b81edb279 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:39:56.245111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d9c5f2e7-1705-47df-9ad2-cbdbca3bab32 None None] Provisioning complete for port 1130b919-3553-431a-89d9-7b183975233c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:56.245746 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d9c5f2e7-1705-47df-9ad2-cbdbca3bab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:56.284677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5f2e7-1705-47df-9ad2-cbdbca3bab32 None None] Port 1130b919-3553-431a-89d9-7b183975233c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:39:56.547060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:56.720026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7563e-9e93-4d14-85c3-f941bb799eda req-ed4e5081-58b2-4c54-8ec5-7d355687047f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:56.721936 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ced7563e-9e93-4d14-85c3-f941bb799eda req-ed4e5081-58b2-4c54-8ec5-7d355687047f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0891316 Dec 12 04:39:56.893565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ced7563e-9e93-4d14-85c3-f941bb799eda req-a60e54b9-b5f2-42ea-b6c2-0c10e188ffbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642201 Dec 12 04:39:56.916386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:56.952237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2ae56-d5ba-4b09-88b7-92e59a60e3a0 None None] Network 6b365ae3-c201-4370-89f1-56b20de013cf requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:39:57.065120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b0fba0ca-5479-412c-9506-fa225d964e52 None None] Provisioning complete for port 6d37df3d-5974-473e-b773-7218616262c3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:57.065511 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0fba0ca-5479-412c-9506-fa225d964e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:57.160896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:39:57.342971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55577178-7d42-4922-88f8-f16d59ce1629 req-c4221a19-d6c1-4d55-94df-0db66530dffe tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:57.349840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55577178-7d42-4922-88f8-f16d59ce1629 req-c4221a19-d6c1-4d55-94df-0db66530dffe tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0962300 Dec 12 04:39:57.499094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55577178-7d42-4922-88f8-f16d59ce1629 req-6cf7115f-e7ab-4d05-83e9-a36c0ae5a152 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288259 Dec 12 04:39:57.517042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:39:57.534757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Sync routers for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:39:57.546993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:57.551140 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0fba0ca-5479-412c-9506-fa225d964e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:57.554279 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a2a7a5bf-b9af-4241-9503-549e0b3884bf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0710263 Dec 12 04:39:57.557013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59796) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:39:57.564846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:57.565477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:57.689847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b0fba0ca-5479-412c-9506-fa225d964e52 None None] For port 6d37df3d-5974-473e-b773-7218616262c3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6d37df3d-5974-473e-b773-7218616262c3,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:57.706305 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0fba0ca-5479-412c-9506-fa225d964e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:57.789569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:39:57.885561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fba0ca-5479-412c-9506-fa225d964e52 None None] Pushing event updated for resources: {'Port': ['ID=6d37df3d-5974-473e-b773-7218616262c3,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:57.971167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6d37df3d-5974-473e-b773-7218616262c3 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:39:57.982042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f7c068d1-c9d8-4269-8605-64f8fc4323b6 None None] Provisioning complete for port 6d37df3d-5974-473e-b773-7218616262c3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:57.982406 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f7c068d1-c9d8-4269-8605-64f8fc4323b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:58.201687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6d37df3d-5974-473e-b773-7218616262c3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:58.202073 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:58.207583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bda127-0955-42d3-a52b-371893fcadd8 req-ddcb1f86-c96d-4deb-a184-e384d1f1c4cf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:58.215048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20bda127-0955-42d3-a52b-371893fcadd8 req-ddcb1f86-c96d-4deb-a184-e384d1f1c4cf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1383233 Dec 12 04:39:58.310578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:58.337325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-20bda127-0955-42d3-a52b-371893fcadd8 req-a03a10cb-c4c3-472e-926c-715f01110015 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210444 Dec 12 04:39:58.398789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:56Z', 'revision_number': 3, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:58.475060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Checking router: 37472b01-c7b1-4e41-bc92-53b2b4b58a2c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:39:58.475523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Updating router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c port 1130b919-3553-431a-89d9-7b183975233c binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:39:58.528362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Allocated IP 172.20.0.1 (6b365ae3-c201-4370-89f1-56b20de013cf/db5d4960-42f9-4b22-8918-4bb1823d604b/eb8ff5a2-b32e-4153-90fd-995effa87536) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:39:58.531514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:58.694012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d9a6-4000-42c1-a40c-bd50339c7878 req-7cf8e81c-751b-4733-94ad-d3250d6d1738 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:58.709859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2d9d9a6-4000-42c1-a40c-bd50339c7878 req-7cf8e81c-751b-4733-94ad-d3250d6d1738 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.1044791 Dec 12 04:39:58.749013 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:58.784317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2d9d9a6-4000-42c1-a40c-bd50339c7878 req-e787e0fb-af11-497c-95b1-2fd0b0903578 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730903 Dec 12 04:39:58.804998 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:58.848155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Network 6b365ae3-c201-4370-89f1-56b20de013cf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:39:58.855310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:39:58.859048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:39:58.893185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8ff5a2-b32e-4153-90fd-995effa87536,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:58.911837 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.050752 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.071243 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.164249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c27a1b4-0ccc-4e01-862a-283fb9eaa149 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:39:59.168168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacb797-a4a6-4790-84a3-f741b324a93f None None] Pushing event updated for resources: {'Port': ['ID=1130b919-3553-431a-89d9-7b183975233c,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:59.171596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Attempting to bind port 1130b919-3553-431a-89d9-7b183975233c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:39:59.172122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Attempting to bind port 1130b919-3553-431a-89d9-7b183975233c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:39:59.173216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Attempting to bind port 1130b919-3553-431a-89d9-7b183975233c on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:39:59.183550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:39:59.183951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:39:59.184368 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.184775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:39:59.185306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Bound port: 1130b919-3553-431a-89d9-7b183975233c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:39:59.185703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.186429 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.292962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-79c43ad5-7da8-494f-b9c2-43f5a413f1ac None None] Provisioning complete for port eb8ff5a2-b32e-4153-90fd-995effa87536 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:59.293739 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79c43ad5-7da8-494f-b9c2-43f5a413f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.365532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] For port 1130b919-3553-431a-89d9-7b183975233c, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:39:59.396963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] For port 1130b919-3553-431a-89d9-7b183975233c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1130b919-3553-431a-89d9-7b183975233c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:39:59.398710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-79c43ad5-7da8-494f-b9c2-43f5a413f1ac None None] Port eb8ff5a2-b32e-4153-90fd-995effa87536 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:39:59.417830 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.461584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-79c43ad5-7da8-494f-b9c2-43f5a413f1ac None None] Provisioning complete for port 1130b919-3553-431a-89d9-7b183975233c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:39:59.462367 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79c43ad5-7da8-494f-b9c2-43f5a413f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.540140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebfdd3-cc91-4502-91fc-3469c72dcb1a req-5f947146-ad68-4676-960c-0b973220b027 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:39:59.541849 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1ebfdd3-cc91-4502-91fc-3469c72dcb1a req-5f947146-ad68-4676-960c-0b973220b027 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1137044 Dec 12 04:39:59.545906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ae67f-45db-42e0-853f-108d6575f26d None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:39:59.611321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.624218 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.634251 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79c43ad5-7da8-494f-b9c2-43f5a413f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.640083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:39:59.640083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:39:59.730173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacb797-a4a6-4790-84a3-f741b324a93f None None] Pushing event updated for resources: {'Port': ['ID=1130b919-3553-431a-89d9-7b183975233c,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:59.742374 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-717d6577-44c9-4cd4-9acd-386d47b05965 service neutron] show failed (client error): The resource could not be found. Dec 12 04:39:59.743265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-717d6577-44c9-4cd4-9acd-386d47b05965 service neutron] 10.222.0.18 "GET /v2.0/ports/bead5b14-9943-4b02-be9b-ac2039c03850/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0842690 Dec 12 04:39:59.746967 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1ebfdd3-cc91-4502-91fc-3469c72dcb1a req-27c368f4-f36e-4d7e-b6a8-90c465b7547f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901486 Dec 12 04:39:59.777670 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.779886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8ff5a2-b32e-4153-90fd-995effa87536,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:39:59.838657 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-79c43ad5-7da8-494f-b9c2-43f5a413f1ac None None] For port 1130b919-3553-431a-89d9-7b183975233c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1130b919-3553-431a-89d9-7b183975233c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:39:59.853279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-79c43ad5-7da8-494f-b9c2-43f5a413f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:39:59.984270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:40:00.051921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6d37df3d-5974-473e-b773-7218616262c3 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:40:00.059562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c1462-1485-4710-9a7b-daa9a6f74251 req-f3f61bad-427e-4c8b-b961-d0257ad415d0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:00.060400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c43ad5-7da8-494f-b9c2-43f5a413f1ac None None] Pushing event updated for resources: {'Port': ['ID=1130b919-3553-431a-89d9-7b183975233c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:00.091925 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b6c1462-1485-4710-9a7b-daa9a6f74251 req-f3f61bad-427e-4c8b-b961-d0257ad415d0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.1242650 Dec 12 04:40:00.142964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0fa5d9ac-d88d-4903-a3e8-ddcd3388e4d0 None None] Provisioning complete for port 1130b919-3553-431a-89d9-7b183975233c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:00.142964 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d9ac-d88d-4903-a3e8-ddcd3388e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:00.217920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Network 6b365ae3-c201-4370-89f1-56b20de013cf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:40:00.223693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:40:00.335029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b6c1462-1485-4710-9a7b-daa9a6f74251 req-a4db5ff4-f0cd-474b-a498-720b5c73d8b8 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214487 Dec 12 04:40:00.341586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 6d37df3d-5974-473e-b773-7218616262c3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:00.343802 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:00.479070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-9e94561c-da54-4c98-89f4-c49cafe8583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:00.486743 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-9e94561c-da54-4c98-89f4-c49cafe8583b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 1096 time: 0.2037401 Dec 12 04:40:00.522907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:00.573398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:40:00.645370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:00.686851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 2, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:00.718213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-20e56389-133e-43cc-97b0-dfebda95986c None None] Provisioning complete for port eb8ff5a2-b32e-4153-90fd-995effa87536 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:00.718760 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20e56389-133e-43cc-97b0-dfebda95986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:00.721243 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3790331a-9ced-4f20-95f2-6c17600703c5 None None] The sync data for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 is: [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 2, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:40:00.773871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:40:00.786131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-808183f2-c4ed-4d36-a104-e0db1b78dde3 admin admin] 10.222.0.36 "PUT /v2.0/routers/37472b01-c7b1-4e41-bc92-53b2b4b58a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2274387 Dec 12 04:40:00.814039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-20e56389-133e-43cc-97b0-dfebda95986c None None] Port eb8ff5a2-b32e-4153-90fd-995effa87536 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:40:01.079330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c6763-78e5-4cd8-8b80-ba352e9629ae req-65a02b1a-e638-4d56-895b-4e931c78b247 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:01.088154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d03c6763-78e5-4cd8-8b80-ba352e9629ae req-65a02b1a-e638-4d56-895b-4e931c78b247 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1441782 Dec 12 04:40:01.165856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:01.239780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:40:01.308588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:01.311342 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b09a10-0527-4117-84cf-96cd71355709" -d '{"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:01.317064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:01.332446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Transition to ACTIVE for port object bead5b14-9943-4b02-be9b-ac2039c03850 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:40:01.339326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:01.342462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d03c6763-78e5-4cd8-8b80-ba352e9629ae req-eedf549c-1706-46fc-ba3b-2082604eb93f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424250 Dec 12 04:40:01.449523 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fabd3b-68c0-43a7-bf17-e116c3ace788 x-openstack-request-id: req-88fabd3b-68c0-43a7-bf17-e116c3ace788 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:01.449820 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:01.450080 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88fabd3b-68c0-43a7-bf17-e116c3ace788 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:01.450486 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'code': 200} Dec 12 04:40:01.604716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a593-9933-4c24-8491-9b223c2dfe52 req-337d2fdd-e90d-4d1a-8dd3-60d98a194ae2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:01.612739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8634a593-9933-4c24-8491-9b223c2dfe52 req-337d2fdd-e90d-4d1a-8dd3-60d98a194ae2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 943 time: 0.0999675 Dec 12 04:40:01.709992 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8634a593-9933-4c24-8491-9b223c2dfe52 req-32c30aa4-784a-4e2e-b502-b1848c65077f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958230 Dec 12 04:40:01.739324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:01.831841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] No DVR routers for this DVR port bead5b14-9943-4b02-be9b-ac2039c03850 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:40:01.865666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59834) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:01.870072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5cae7f53-c041-4829-9e29-b595150ee179 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239855394', 'description': 'tempest-description--2010373288'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:01.939542 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cae7f53-c041-4829-9e29-b595150ee179 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.134232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:40:02.134591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:40:02.144893 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 on network 91893fb2-a111-4169-aef9-6a51dde8e727 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:40:02.155178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cae7f53-c041-4829-9e29-b595150ee179 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.162405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Port bead5b14-9943-4b02-be9b-ac2039c03850 on network 91893fb2-a111-4169-aef9-6a51dde8e727 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:40:02.162740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 on network 91893fb2-a111-4169-aef9-6a51dde8e727 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:40:02.165893 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cae7f53-c041-4829-9e29-b595150ee179 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.169312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:40:02.169825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Checking segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:40:02.170042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Bound using segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:40:02.170480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Bound port: bead5b14-9943-4b02-be9b-ac2039c03850, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:40:02.170843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.221747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5cae7f53-c041-4829-9e29-b595150ee179 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.223076 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5cae7f53-c041-4829-9e29-b595150ee179 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3564608 Dec 12 04:40:02.226579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59836) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:02.246439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b5e29e61-b281-45b7-b5fe-cdfcc11f66cd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'security_group_rule': {'security_group_id': 'b87549d5-a472-420c-8297-987fd99c03c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:02.278438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae7f53-c041-4829-9e29-b595150ee179 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87549d5-a472-420c-8297-987fd99c03c3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:02.290661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b5e29e61-b281-45b7-b5fe-cdfcc11f66cd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.342095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:40:02.349948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:40:02.356294 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.403759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b5e29e61-b281-45b7-b5fe-cdfcc11f66cd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.416601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b5e29e61-b281-45b7-b5fe-cdfcc11f66cd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.464625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:02.465291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.469653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] 10.222.0.37 "PUT /v2.0/ports/bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 1091 time: 1.9587774 Dec 12 04:40:02.482144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e29e61-b281-45b7-b5fe-cdfcc11f66cd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c439ff-559b-4ec7-b58a-94277ab47ccc,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:02.505032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53118a1e-408f-484b-b606-3aceb982f103 service neutron] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:02.528372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b5e29e61-b281-45b7-b5fe-cdfcc11f66cd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.529731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b5e29e61-b281-45b7-b5fe-cdfcc11f66cd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3023849 Dec 12 04:40:02.535697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59842) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:02.540346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d5e56484-70c2-42ba-a5ec-fdd5d401a6b1 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'security_group_rule': {'security_group_id': 'b87549d5-a472-420c-8297-987fd99c03c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:02.595521 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d416b-52ef-4b29-b420-442af00a48ab req-68eeca70-9c3b-4428-a1a3-320f8aeb7c09 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:02.597547 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-772d416b-52ef-4b29-b420-442af00a48ab req-68eeca70-9c3b-4428-a1a3-320f8aeb7c09 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1399262 Dec 12 04:40:02.665295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5e56484-70c2-42ba-a5ec-fdd5d401a6b1 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.705031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-772d416b-52ef-4b29-b420-442af00a48ab req-d62daae6-038c-4e4a-a4d8-5db5700d2a16 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977142 Dec 12 04:40:02.715939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-02d6efc3-e3e0-4cc5-a5fa-165ccec9d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:02.717703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-02d6efc3-e3e0-4cc5-a5fa-165ccec9d331 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1094 time: 0.2055299 Dec 12 04:40:02.846679 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5e56484-70c2-42ba-a5ec-fdd5d401a6b1 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.864286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5e56484-70c2-42ba-a5ec-fdd5d401a6b1 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.919809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e56484-70c2-42ba-a5ec-fdd5d401a6b1 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dca21c3-87e3-4291-88c1-5349b000d9fd,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:02.934483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5e56484-70c2-42ba-a5ec-fdd5d401a6b1 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.937170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d5e56484-70c2-42ba-a5ec-fdd5d401a6b1 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4008036 Dec 12 04:40:02.939562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 59846) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:02.946594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:02.974937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:02.991661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4d21-116f-44f0-9e56-691b9beed93a req-2f641c41-03e6-49ec-aa6a-60908b95e2c1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:02.993288 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57dc4d21-116f-44f0-9e56-691b9beed93a req-2f641c41-03e6-49ec-aa6a-60908b95e2c1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 943 time: 0.1259716 Dec 12 04:40:03.029299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-d2206f78-2843-4106-8fd5-975695265883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:03.034397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-d2206f78-2843-4106-8fd5-975695265883 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.3042798 Dec 12 04:40:03.174326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57dc4d21-116f-44f0-9e56-691b9beed93a req-6a5672c4-2c25-4e62-879e-53b6ebee94b1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701517 Dec 12 04:40:03.185667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:03.256107 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-d0d7010b-d45a-4597-a37c-d6065888f03e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 999 time: 0.1958504 Dec 12 04:40:03.360000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-c8a16939-fae7-4aad-a937-1d265b5aba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:03.368306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-c8a16939-fae7-4aad-a937-1d265b5aba76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.1003959 Dec 12 04:40:03.414639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Allocated IP 172.25.7.24 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/2b38de87-7629-4d26-8267-647fded73343) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:40:03.445758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-092f406b-c05c-49be-8216-826e72bfcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:03.451863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-092f406b-c05c-49be-8216-826e72bfcb82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734828 Dec 12 04:40:03.452354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:03.458653 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:03.551650 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef0c56c-7de5-45a1-8e4f-5462fe05cac3 x-openstack-request-id: req-1ef0c56c-7de5-45a1-8e4f-5462fe05cac3 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:03.552088 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:03.552607 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ef0c56c-7de5-45a1-8e4f-5462fe05cac3 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:03.552607 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'status': 'completed', 'code': 200} Dec 12 04:40:03.642072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:03.662123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-113e2bb4-949a-4382-9449-cbef65070d55 service neutron] 10.222.0.37 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980276 Dec 12 04:40:03.684616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-54e395d8-b26d-4c87-882f-f329b2556950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:03.696391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-54e395d8-b26d-4c87-882f-f329b2556950 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1094 time: 0.1044526 Dec 12 04:40:03.820780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:03.848144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-f68e9400-3e7e-4f5e-bcb6-45ed7c65db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:03.863242 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-f68e9400-3e7e-4f5e-bcb6-45ed7c65db5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.1593103 Dec 12 04:40:03.983698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1130b919-3553-431a-89d9-7b183975233c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:40:04.118628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1130b919-3553-431a-89d9-7b183975233c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:04.119352 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:04.411402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf9526-fd22-4332-86db-02b12ba19e90 req-2b4bc836-1bef-4305-aed6-65bd00288e8a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:04.416033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3faf9526-fd22-4332-86db-02b12ba19e90 req-2b4bc836-1bef-4305-aed6-65bd00288e8a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0807641 Dec 12 04:40:04.480271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9342b1ec-385b-47d8-9ef0-fed488ad88a8 req-59c1241b-7b45-43a0-97bb-dc6d7fd119db service neutron] 10.222.0.37 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7943721 Dec 12 04:40:04.506565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3faf9526-fd22-4332-86db-02b12ba19e90 req-71b8f3fb-ba51-4d37-808f-18c10a8ab4dd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692806 Dec 12 04:40:04.539355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:40:04.561089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:40:04.596093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:40:04.637416 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Sync routers for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:40:04.649226 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:40:04.649948 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:04.654361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:40:04.683206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-9df60658-f9a7-4e4d-bee4-4d529a99dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:04.685419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-9df60658-f9a7-4e4d-bee4-4d529a99dc93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1094 time: 0.0940120 Dec 12 04:40:04.714826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'Port': ['ID=2b38de87-7629-4d26-8267-647fded73343,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:04.726797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:40:04.738725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-e6b865d6-1634-4c0c-b6b9-d2cb8a13aabd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 999 time: 0.2083161 Dec 12 04:40:04.791095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f654238-6c40-4791-a9b8-f50aeb5a701b req-da918b47-eb5c-4e21-b163-da9d80f1f66d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:04.799356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f654238-6c40-4791-a9b8-f50aeb5a701b req-da918b47-eb5c-4e21-b163-da9d80f1f66d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 943 time: 0.2731731 Dec 12 04:40:04.840249 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:40:04.855049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-af699de1-568d-47fc-8df4-84b4e20910f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:04.865599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-af699de1-568d-47fc-8df4-84b4e20910f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.1618266 Dec 12 04:40:04.883737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-98b6ec6d-a53f-4cdd-ad54-49e88dfddead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:04.886683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-98b6ec6d-a53f-4cdd-ad54-49e88dfddead service neutron] 10.222.0.18 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.1368840 Dec 12 04:40:04.910187 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:04.964936 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-55f6594a-44b0-4386-b927-e83afa966afd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 999 time: 0.0919173 Dec 12 04:40:04.975459 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f654238-6c40-4791-a9b8-f50aeb5a701b req-06001ac7-e8a5-43f4-8ad8-7674abd732f2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745639 Dec 12 04:40:04.990160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:04.994694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-571bbbed-9ee1-49ff-b6c8-fd65a1786d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:04.996132 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-571bbbed-9ee1-49ff-b6c8-fd65a1786d9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994594 Dec 12 04:40:05.056384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-b5df5c8f-0b65-4352-8afc-e47c91da7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:05.058023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-b5df5c8f-0b65-4352-8afc-e47c91da7659 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.0683699 Dec 12 04:40:05.113680 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 2, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:05.118097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-7dd8efa0-27d9-4b53-a3e5-bef3c35b098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:05.120178 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-7dd8efa0-27d9-4b53-a3e5-bef3c35b098b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526061 Dec 12 04:40:05.144859 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Checking router: 37472b01-c7b1-4e41-bc92-53b2b4b58a2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:40:05.145679 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Updating router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c port eb8ff5a2-b32e-4153-90fd-995effa87536 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:40:05.167601 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-59c76711-515e-4f8f-bf8f-1c33bc1674a2 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543002 Dec 12 04:40:05.181148 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.233161 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-2958e579-a4e3-42f6-9a3d-8f05ad48032d service neutron] 10.222.0.37 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049502 Dec 12 04:40:05.299625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.314113 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.325382 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-4fe69bc2-6c21-452b-b548-31543eb5007a service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503615 Dec 12 04:40:05.363131 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c0e0d81-9434-45b8-8cc0-8934aeeea6b2 req-0838b0b0-e7c4-4cb8-92cc-d7fcc382076e service neutron] 10.222.0.37 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218417 Dec 12 04:40:05.392889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'Port': ['ID=2b38de87-7629-4d26-8267-647fded73343,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:05.405179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.423729 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.425361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b41c88bf-fe32-45ed-8a5e-c708e9c423f6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4845479 Dec 12 04:40:05.529927 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.535389 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.603890 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-d087e6c7-8649-4ceb-8f8b-419b2d4a8f05 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1239855394&fields=id&tenant_id=4426f104f94546909bbe216877025613 HTTP/1.1" status: 200 len: 267 time: 0.0594409 Dec 12 04:40:05.610516 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Pushing event updated for resources: {'Port': ['ID=eb8ff5a2-b32e-4153-90fd-995effa87536,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:05.664496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f3a19-424c-458e-94d5-5f60f2b23faf req-23e668c2-fa2c-4022-8ef8-e5a6fc85b755 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:05.666114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-250f3a19-424c-458e-94d5-5f60f2b23faf req-23e668c2-fa2c-4022-8ef8-e5a6fc85b755 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0739570 Dec 12 04:40:05.682735 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Attempting to bind port eb8ff5a2-b32e-4153-90fd-995effa87536 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:40:05.683313 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Attempting to bind port eb8ff5a2-b32e-4153-90fd-995effa87536 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:40:05.683450 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Attempting to bind port eb8ff5a2-b32e-4153-90fd-995effa87536 on network 6b365ae3-c201-4370-89f1-56b20de013cf {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:40:05.687150 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.688614 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.689321 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.690300 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.690818 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.691359 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.691705 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.692047 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.692380 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.693003 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.693341 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.693675 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.694010 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:05.699937 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:40:05.700323 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Checking segment: {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:40:05.700736 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.701164 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Bound using segment: {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:40:05.706880 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Bound port: eb8ff5a2-b32e-4153-90fd-995effa87536, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:40:05.707291 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.726487 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-250f3a19-424c-458e-94d5-5f60f2b23faf req-283b4503-143a-4221-a3c3-1607fb840402 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514724 Dec 12 04:40:05.759235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-ea7557e1-08cf-430c-a2ce-0d53145e13df tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:05.759235 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-ea7557e1-08cf-430c-a2ce-0d53145e13df tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 811 time: 0.1412196 Dec 12 04:40:05.775361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-092aa6a2-544a-45f3-822d-372651a19bb9 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/quotas/4426f104f94546909bbe216877025613 HTTP/1.1" status: 200 len: 375 time: 0.0096891 Dec 12 04:40:05.790826 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] For port eb8ff5a2-b32e-4153-90fd-995effa87536, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:40:05.794580 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] For port eb8ff5a2-b32e-4153-90fd-995effa87536, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=eb8ff5a2-b32e-4153-90fd-995effa87536,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:40:05.801508 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:05.831741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-39ffd54e-5c68-4cac-a176-4df4347b93a8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505264 Dec 12 04:40:05.858914 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:40:05.859581 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:39:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:05.865485 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d085fc-c288-4145-af2c-de287f7d03c2 None None] Pushing event updated for resources: {'Port': ['ID=eb8ff5a2-b32e-4153-90fd-995effa87536,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:05.893036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6c50d06b-0521-447f-82a5-784e8e972dea None None] Provisioning complete for port eb8ff5a2-b32e-4153-90fd-995effa87536 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:05.894339 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6c50d06b-0521-447f-82a5-784e8e972dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:06.008933 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6c50d06b-0521-447f-82a5-784e8e972dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:06.023684 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:40:06.055450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6c50d06b-0521-447f-82a5-784e8e972dea None None] For port eb8ff5a2-b32e-4153-90fd-995effa87536, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=eb8ff5a2-b32e-4153-90fd-995effa87536,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:06.063851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6c50d06b-0521-447f-82a5-784e8e972dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:06.136691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50d06b-0521-447f-82a5-784e8e972dea None None] Pushing event updated for resources: {'Port': ['ID=eb8ff5a2-b32e-4153-90fd-995effa87536,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:06.161633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-7acee089-7aa5-420a-9271-08fb0e8090c7 service neutron] 10.222.0.36 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133957 Dec 12 04:40:06.196101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bcc19-0a85-4e68-80d7-92644b46f71b req-dc913316-0aac-4d2f-82b9-dec2d33137b1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:06.205016 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a4bcc19-0a85-4e68-80d7-92644b46f71b req-dc913316-0aac-4d2f-82b9-dec2d33137b1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 943 time: 0.0653777 Dec 12 04:40:06.268855 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a4bcc19-0a85-4e68-80d7-92644b46f71b req-6319ae74-7cbb-4964-bd3f-9cebee766c4c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618081 Dec 12 04:40:06.298727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a81e6719-93b5-41c5-9988-dbd81dd0aa93 None None] Provisioning complete for port eb8ff5a2-b32e-4153-90fd-995effa87536 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:06.299165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a81e6719-93b5-41c5-9988-dbd81dd0aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:06.318245 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:05Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:06.337803 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-f037c9de-8d17-473c-b51a-1603b6637df4 service neutron] 10.222.0.36 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575625 Dec 12 04:40:06.362473 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3af374-8c1f-4e25-80d6-317f84984784 None None] The sync data for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 is: [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:05Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:40:06.519607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b80a3fef-68d1-4622-9799-fbfb6219a8b0 req-8b3dd9f1-e07d-4376-9b62-07cecffcde30 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 210 time: 0.0341637 Dec 12 04:40:06.746771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:40:06.935818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:06.952269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'port_id': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'mac_address': 'fa:16:3e:2e:88:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:40:06.960833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63451e01-686d-4636-a06e-4e592a088122 req-d9965c38-b7c9-49fd-bbb0-7e05094cffcd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:06.964915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63451e01-686d-4636-a06e-4e592a088122 req-d9965c38-b7c9-49fd-bbb0-7e05094cffcd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0894325 Dec 12 04:40:07.008338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:07.033138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bead5b14-9943-4b02-be9b-ac2039c03850 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:40:07.059361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63451e01-686d-4636-a06e-4e592a088122 req-310aac14-003d-4805-8d77-18428c004b93 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876517 Dec 12 04:40:07.239191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:07.244912 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:07.333308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:07.405199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c6e26-cf14-490f-9518-8a9873e25a5a req-e1c05fa6-2351-433c-9b56-2b7f5b275308 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:07.406984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-377c6e26-cf14-490f-9518-8a9873e25a5a req-e1c05fa6-2351-433c-9b56-2b7f5b275308 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 944 time: 0.0568132 Dec 12 04:40:07.464735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-377c6e26-cf14-490f-9518-8a9873e25a5a req-87edfbbc-c125-4091-b830-8855313b33c1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513709 Dec 12 04:40:07.568772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['bead5b14-9943-4b02-be9b-ac2039c03850'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:40:07.704705 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-72bc7ac9-e0c0-455c-8d99-d12a004df479 req-63a575fb-bff3-4bdd-9a4e-1ce0a8011a5c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 210 time: 0.0797257 Dec 12 04:40:07.912762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-16ded4de-5c9d-4510-a97f-e3e3dd0bc801 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:07.917812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-16ded4de-5c9d-4510-a97f-e3e3dd0bc801 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e&tenant_id=64329c01b21a4a718bf7c51b0976581d&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 944 time: 0.2081704 Dec 12 04:40:07.951949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device eb8ff5a2-b32e-4153-90fd-995effa87536 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:40:07.959350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93ab4-34a4-4884-a1d7-069dfab15263 req-d0a6d2a9-3847-4878-b979-aad230cd32b2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:07.963637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95e93ab4-34a4-4884-a1d7-069dfab15263 req-d0a6d2a9-3847-4878-b979-aad230cd32b2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 944 time: 0.1975489 Dec 12 04:40:07.969416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-e3469a43-97c0-49a8-9c36-568517f116af tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:07.970636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-e3469a43-97c0-49a8-9c36-568517f116af tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 811 time: 0.2607994 Dec 12 04:40:08.046279 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-b13580c0-5cf5-4ab3-b1df-9533f661a4a2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4426f104f94546909bbe216877025613 HTTP/1.1" status: 200 len: 380 time: 0.0581999 Dec 12 04:40:08.062499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'port': {'device_id': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'admin_state_up': True, 'tenant_id': '4426f104f94546909bbe216877025613', 'security_groups': ['b87549d5-a472-420c-8297-987fd99c03c3']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:08.072748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port eb8ff5a2-b32e-4153-90fd-995effa87536 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:08.078101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:08.095326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95e93ab4-34a4-4884-a1d7-069dfab15263 req-cd6d1e61-ff49-453a-8d03-a9f10a135e74 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952795 Dec 12 04:40:08.101357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-868e394b-09bb-49d3-a183-c6dacea78861 service neutron] 10.222.0.37 "GET /v2.0/ports/bead5b14-9943-4b02-be9b-ac2039c03850/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 382 time: 0.1740649 Dec 12 04:40:08.295387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-2fe2e987-f700-4203-85a9-2ac22e0cf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:08.299534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-2fe2e987-f700-4203-85a9-2ac22e0cf863 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1095 time: 0.1493287 Dec 12 04:40:08.389431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Made reservation on behalf of 4426f104f94546909bbe216877025613 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:40:08.393371 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:08.446942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-adfbf8f4-7ee8-4e3f-a544-e01e6594301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:08.449584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-adfbf8f4-7ee8-4e3f-a544-e01e6594301b service neutron] 10.222.0.37 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.1428936 Dec 12 04:40:08.488097 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d900af-1eb0-4d04-b002-d40a8cd538d9 req-5cf52edf-1c16-4159-847f-4a8a6c061743 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:08.495587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3d900af-1eb0-4d04-b002-d40a8cd538d9 req-5cf52edf-1c16-4159-847f-4a8a6c061743 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1682017 Dec 12 04:40:08.552860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-1b836e53-5d02-4da7-804b-2b4d0938c351 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 1000 time: 0.0947363 Dec 12 04:40:08.601233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c3d900af-1eb0-4d04-b002-d40a8cd538d9 req-b501374d-baa4-4e30-922e-ca665a57a300 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046381 Dec 12 04:40:08.605902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Allocated IP 172.20.0.3 (6b365ae3-c201-4370-89f1-56b20de013cf/db5d4960-42f9-4b22-8918-4bb1823d604b/be92688a-76b7-463d-91b9-08fdff6617b5) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:40:08.622682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-013896a8-3d3b-4c69-a401-0b9986147be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:08.624578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-013896a8-3d3b-4c69-a401-0b9986147be6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.0644643 Dec 12 04:40:08.691100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-647315e7-d4dd-4e42-8a36-f53f86de9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:08.692681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-647315e7-d4dd-4e42-8a36-f53f86de9fa2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606892 Dec 12 04:40:08.758979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:40:08.792372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:08.796694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-9f185b29-9141-4202-8195-dec4a7ff356d service neutron] 10.222.0.37 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964313 Dec 12 04:40:08.842157 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:08.895887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port bead5b14-9943-4b02-be9b-ac2039c03850 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:40:08.902993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port bead5b14-9943-4b02-be9b-ac2039c03850 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:08.904381 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:08.942286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40157676-b5c6-42ff-b735-9e7acfd7f5b0 req-b0004f77-b87f-4fb6-885e-27da2c600a77 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:08.948217 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40157676-b5c6-42ff-b735-9e7acfd7f5b0 req-b0004f77-b87f-4fb6-885e-27da2c600a77 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 931 time: 0.1100526 Dec 12 04:40:08.971393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'Port': ['ID=be92688a-76b7-463d-91b9-08fdff6617b5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:08.975005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-04aded91-2f24-46dd-9a11-2021654574fc service neutron] 10.222.0.37 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695657 Dec 12 04:40:08.992421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Network 6b365ae3-c201-4370-89f1-56b20de013cf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:40:08.994568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:40:09.008153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:40:09.043215 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40157676-b5c6-42ff-b735-9e7acfd7f5b0 req-143d77e8-94da-49c1-9a39-9ec9a72e4740 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886471 Dec 12 04:40:09.073753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:09.078102 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:09.079406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:09.102447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:09.105006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-008b8051-d44b-4087-b19e-1670a39cf6f8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0470877 Dec 12 04:40:09.105895 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986cc30d-2f0a-4094-ade0-d67f3851b0bc" -d '{"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-plugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:09.124664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Request body: {'port': {'device_id': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:09.141500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:09.153775 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:09.219631 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3bd6cf-1647-4d2b-8bec-ff57e9724217 x-openstack-request-id: req-3b3bd6cf-1647-4d2b-8bec-ff57e9724217 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:09.219930 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-plugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:09.220249 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b3bd6cf-1647-4d2b-8bec-ff57e9724217 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:09.220578 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'code': 200} Dec 12 04:40:09.249707 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:09.256934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:09.304705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce555099-dafa-423d-b8c0-dcefc1a1b88e req-35393a2c-6ae5-410f-93dc-87ba587f8588 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:09.306340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce555099-dafa-423d-b8c0-dcefc1a1b88e req-35393a2c-6ae5-410f-93dc-87ba587f8588 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0820432 Dec 12 04:40:09.388250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce555099-dafa-423d-b8c0-dcefc1a1b88e req-7c3752c5-f3c7-4589-903e-004a740198f9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752177 Dec 12 04:40:09.469684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c2329207-8f51-4459-a320-6d500dacdd29 None None] Provisioning complete for port be92688a-76b7-463d-91b9-08fdff6617b5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:09.470048 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c2329207-8f51-4459-a320-6d500dacdd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:09.515646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c2329207-8f51-4459-a320-6d500dacdd29 None None] Port be92688a-76b7-463d-91b9-08fdff6617b5 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:40:09.623253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be92688a-76b7-463d-91b9-08fdff6617b5 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:40:09.631221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:09.646533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Transition to ACTIVE for port object be92688a-76b7-463d-91b9-08fdff6617b5 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:40:09.653557 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:09.751007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Pushing event updated for resources: {'Port': ['ID=be92688a-76b7-463d-91b9-08fdff6617b5,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:09.792079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c75b3-deec-41e3-b44f-dd75247ef743 req-51aad8cf-c391-4164-b382-d383ab2b3e15 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:09.793730 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f2c75b3-deec-41e3-b44f-dd75247ef743 req-51aad8cf-c391-4164-b382-d383ab2b3e15 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1122241 Dec 12 04:40:09.879496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f2c75b3-deec-41e3-b44f-dd75247ef743 req-53ee6eb7-3f85-445e-85b7-e64a14bf3c79 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647402 Dec 12 04:40:09.884264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Attempting to bind port be92688a-76b7-463d-91b9-08fdff6617b5 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:40:09.884681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Attempting to bind port be92688a-76b7-463d-91b9-08fdff6617b5 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:40:09.884980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Attempting to bind port be92688a-76b7-463d-91b9-08fdff6617b5 on network 6b365ae3-c201-4370-89f1-56b20de013cf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:40:09.889590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Port be92688a-76b7-463d-91b9-08fdff6617b5 on network 6b365ae3-c201-4370-89f1-56b20de013cf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:40:09.889914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Attempting to bind port be92688a-76b7-463d-91b9-08fdff6617b5 on network 6b365ae3-c201-4370-89f1-56b20de013cf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:40:09.895976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:40:09.896320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Checking segment: {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:40:09.896713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Bound using segment: {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:40:09.897249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Bound port: be92688a-76b7-463d-91b9-08fdff6617b5, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:40:09.897611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:09.977590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] For port be92688a-76b7-463d-91b9-08fdff6617b5, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:40:09.981044 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] For port be92688a-76b7-463d-91b9-08fdff6617b5, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=be92688a-76b7-463d-91b9-08fdff6617b5,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:40:09.988919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:10.033947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:10.034727 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:10.036207 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] 10.222.0.18 "PUT /v2.0/ports/be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 200 len: 1091 time: 0.9168265 Dec 12 04:40:10.036764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'tag': 'be92688a-76b7-463d-91b9-08fdff6617b5'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:10.039285 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb" -d '{"events": [{"name": "network-changed", "server_uuid": "85057208-d20d-4a7f-94c7-2ecf62f3a5d2", "tag": "be92688a-76b7-463d-91b9-08fdff6617b5"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:10.063960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fa01c-22bd-4cda-b783-2302e18e131d service neutron] Pushing event updated for resources: {'Port': ['ID=be92688a-76b7-463d-91b9-08fdff6617b5,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:10.134677 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d5c513-d21e-4056-b387-79393e74a185 x-openstack-request-id: req-c3d5c513-d21e-4056-b387-79393e74a185 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:10.135049 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85057208-d20d-4a7f-94c7-2ecf62f3a5d2", "tag": "be92688a-76b7-463d-91b9-08fdff6617b5", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:10.135376 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3d5c513-d21e-4056-b387-79393e74a185 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:10.135933 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'tag': 'be92688a-76b7-463d-91b9-08fdff6617b5', 'status': 'completed', 'code': 200} Dec 12 04:40:10.166158 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:40:10.188749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-e503fbb3-c43b-4e93-a03b-189fae5bcabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:10.190563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-e503fbb3-c43b-4e93-a03b-189fae5bcabc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 1094 time: 0.0907676 Dec 12 04:40:10.205864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2f6ba-1cca-4f8a-9f0a-e5b69e881701 req-a3d4a1a3-52b4-47a3-9502-8c281930c6a2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:10.207567 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ae2f6ba-1cca-4f8a-9f0a-e5b69e881701 req-a3d4a1a3-52b4-47a3-9502-8c281930c6a2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 943 time: 0.0654047 Dec 12 04:40:10.251918 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-748a569d-eaff-47d3-a8a8-97a54a86d72d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 200 len: 217 time: 0.0432954 Dec 12 04:40:10.315729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-13bc6550-c9e4-4409-b5be-3a61e6f616d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:10.317605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-13bc6550-c9e4-4409-b5be-3a61e6f616d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0527565 Dec 12 04:40:10.379055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ae2f6ba-1cca-4f8a-9f0a-e5b69e881701 req-a3a3e09e-1db0-4885-b55e-139fd5676756 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347005 Dec 12 04:40:10.388633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-c2d141cf-0611-4987-9d08-e0e05a793514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:10.391737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-c2d141cf-0611-4987-9d08-e0e05a793514 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665650 Dec 12 04:40:10.508025 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-d25b77e5-a24c-489c-9ae3-e8024c47f44c service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081197 Dec 12 04:40:10.549643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddb329-9e8b-4827-a3bb-6f682ed7fecb req-1c3586e3-10ed-4ec1-aafb-d2d05ecf4ee3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:10.551506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94ddb329-9e8b-4827-a3bb-6f682ed7fecb req-1c3586e3-10ed-4ec1-aafb-d2d05ecf4ee3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0672977 Dec 12 04:40:10.635642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94ddb329-9e8b-4827-a3bb-6f682ed7fecb req-c1742172-070c-4cd1-ac7b-a2db53fd5d24 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629473 Dec 12 04:40:10.661873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcc152ed-e7bb-4f46-b081-e8c5827ff5dc req-d99c47d7-28cd-4ea4-a109-be71c42f24fb service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467128 Dec 12 04:40:10.686806 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0dc4-c412-4e6e-b6af-cc89752b0d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:10.804612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-4b969471-a8cf-4f02-9a41-8cb9be88b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:10.806354 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-4b969471-a8cf-4f02-9a41-8cb9be88b739 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 1094 time: 0.0489609 Dec 12 04:40:10.915761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-57d64cd7-b1fb-45c2-a6f3-461f542e53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:10.917220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-57d64cd7-b1fb-45c2-a6f3-461f542e53f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.1038580 Dec 12 04:40:10.971246 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-238bc452-1767-411e-8741-50abbcbb6076 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 200 len: 217 time: 0.0470746 Dec 12 04:40:11.072472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-c0886857-0237-4a68-9403-6bf839b68532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:11.074607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-c0886857-0237-4a68-9403-6bf839b68532 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0940769 Dec 12 04:40:11.084300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b994a0-8932-4143-8aee-5c2e76593f3a req-245849be-708b-4050-b402-6aa09028be4a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:11.085860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10b994a0-8932-4143-8aee-5c2e76593f3a req-245849be-708b-4050-b402-6aa09028be4a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1070960 Dec 12 04:40:11.160083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-ddeeba0d-263d-4081-8efa-a088a7825458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:11.162810 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-ddeeba0d-263d-4081-8efa-a088a7825458 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757899 Dec 12 04:40:11.229728 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10b994a0-8932-4143-8aee-5c2e76593f3a req-286837c2-e509-429e-8bad-f2a397bf1c9a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352606 Dec 12 04:40:11.311054 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-5e061028-2514-4fd6-bc7d-5f6bf8783d6c service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388452 Dec 12 04:40:11.428549 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-af7fd48e-5c00-45c1-82fc-e7f78359ffeb req-3c9d90be-882e-4a99-b4be-955537d4983a service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050701 Dec 12 04:40:11.542662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd36734-82bf-4e72-97be-8a37809ff7bb req-9fee1370-482a-443a-9695-dc00f75ccf23 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:11.545434 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbd36734-82bf-4e72-97be-8a37809ff7bb req-9fee1370-482a-443a-9695-dc00f75ccf23 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 943 time: 0.0745318 Dec 12 04:40:11.605619 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbd36734-82bf-4e72-97be-8a37809ff7bb req-324b1d2d-bc83-47ea-b03b-38ab2fb277fc tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529845 Dec 12 04:40:11.639683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-bc3da2ea-8fe4-44ac-8b91-39714035ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:11.641591 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-bc3da2ea-8fe4-44ac-8b91-39714035ced9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 1096 time: 0.0558798 Dec 12 04:40:11.661551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:11.769352 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:11.790750 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:11.799052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefcecd-d6f0-4b1d-a82a-2ea7555a3249 req-c1a67054-4c86-4a0e-bcb0-845a0c74a2f4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:11.800782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aeefcecd-d6f0-4b1d-a82a-2ea7555a3249 req-c1a67054-4c86-4a0e-bcb0-845a0c74a2f4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0770876 Dec 12 04:40:11.935910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aeefcecd-d6f0-4b1d-a82a-2ea7555a3249 req-9f05f609-1538-4dfb-ba0e-34f3989094f1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130276 Dec 12 04:40:12.034694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:12.069466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:40:12.124249 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:12.137379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:12.139776 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728e251a-3e8d-434c-adbc-d477dce37efd" -d '{"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:12.155080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Transition to ACTIVE for port object bead5b14-9943-4b02-be9b-ac2039c03850 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:40:12.162849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:12.202946 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cce389-35b0-4d69-a239-8baefb5b8c67 x-openstack-request-id: req-c2cce389-35b0-4d69-a239-8baefb5b8c67 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:12.204061 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:12.204540 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2cce389-35b0-4d69-a239-8baefb5b8c67 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:12.204806 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'code': 200} Dec 12 04:40:12.239413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:12.419708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] No DVR routers for this DVR port bead5b14-9943-4b02-be9b-ac2039c03850 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:40:12.515224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52bee4-b68d-4c16-a793-e2aefedb8f2a req-59f832aa-887f-4f5a-8f11-cbf69936d1d9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:12.524602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f52bee4-b68d-4c16-a793-e2aefedb8f2a req-59f832aa-887f-4f5a-8f11-cbf69936d1d9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1597850 Dec 12 04:40:12.611784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5f52bee4-b68d-4c16-a793-e2aefedb8f2a req-ab588bf9-f8b1-4541-84c9-1713a35ffd80 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859847 Dec 12 04:40:12.681356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:40:12.681980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:40:12.682450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 on network 91893fb2-a111-4169-aef9-6a51dde8e727 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:40:12.686818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device be92688a-76b7-463d-91b9-08fdff6617b5 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:40:12.689005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Port bead5b14-9943-4b02-be9b-ac2039c03850 on network 91893fb2-a111-4169-aef9-6a51dde8e727 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:40:12.689507 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Attempting to bind port bead5b14-9943-4b02-be9b-ac2039c03850 on network 91893fb2-a111-4169-aef9-6a51dde8e727 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:40:12.698332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:40:12.699127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Checking segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:40:12.700152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Bound using segment: {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:40:12.700152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Bound port: bead5b14-9943-4b02-be9b-ac2039c03850, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f885157-708b-46c4-bea4-b463678330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:40:12.700939 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:12.746007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd482f-bb2a-43dd-963f-5247f2fb0338 req-d698bd34-041b-4d19-87d8-3a0bcc544d09 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:12.755316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81fd482f-bb2a-43dd-963f-5247f2fb0338 req-d698bd34-041b-4d19-87d8-3a0bcc544d09 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 943 time: 0.0590296 Dec 12 04:40:12.841451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:40:12.845982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:40:12.853811 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:12.857926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port be92688a-76b7-463d-91b9-08fdff6617b5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=be92688a-76b7-463d-91b9-08fdff6617b5,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:12.858630 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81fd482f-bb2a-43dd-963f-5247f2fb0338 req-a333399b-efa3-4f13-9dd3-f8b00b3112e9 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019380 Dec 12 04:40:12.876567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'be92688a-76b7-463d-91b9-08fdff6617b5', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'port_id': 'be92688a-76b7-463d-91b9-08fdff6617b5', 'mac_address': 'fa:16:3e:04:c4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:40:12.928241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:12.928980 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:12.930470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] 10.222.0.18 "PUT /v2.0/ports/bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 1092 time: 1.2739849 Dec 12 04:40:12.963088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea13f83-cb49-4eba-84d7-4ddb2ada9c1a service neutron] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=11']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:12.971844 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:12.997892 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3767-7fbb-41bb-9668-58717e92fd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:13.008213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be92688a-76b7-463d-91b9-08fdff6617b5 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:40:13.068417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port be92688a-76b7-463d-91b9-08fdff6617b5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=be92688a-76b7-463d-91b9-08fdff6617b5,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:13.080836 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:13.147878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-2210bf65-9612-4b32-a906-010c04a6d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:13.149502 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-2210bf65-9612-4b32-a906-010c04a6d4aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1095 time: 0.1690762 Dec 12 04:40:13.158376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa20045-1606-41a4-ae54-6df24fbf03af req-75db3a22-d87d-45ad-9551-873c36ba602e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:13.159944 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-daa20045-1606-41a4-ae54-6df24fbf03af req-75db3a22-d87d-45ad-9551-873c36ba602e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 944 time: 0.0915511 Dec 12 04:40:13.208175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=be92688a-76b7-463d-91b9-08fdff6617b5,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:13.384858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['be92688a-76b7-463d-91b9-08fdff6617b5'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:40:13.706267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-daa20045-1606-41a4-ae54-6df24fbf03af req-0a08c840-d97a-4df4-8b68-db5b8fb168c6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5356419 Dec 12 04:40:13.796108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe74f0c-2408-4bc2-aafd-a9c41d423b91 req-33483c3d-a765-4b59-a4ed-54bb4a5c79b4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:13.817491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-38f3c147-f1fe-4715-ab2b-2332ba7903d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:13.819089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-38f3c147-f1fe-4715-ab2b-2332ba7903d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.6582770 Dec 12 04:40:13.820316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe74f0c-2408-4bc2-aafd-a9c41d423b91 req-33483c3d-a765-4b59-a4ed-54bb4a5c79b4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0714695 Dec 12 04:40:13.922671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe74f0c-2408-4bc2-aafd-a9c41d423b91 req-15286202-653d-44e9-aeab-14e6372c30b1 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975969 Dec 12 04:40:13.926027 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-8774c92e-742e-449a-b2b3-d94aeebd563c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 999 time: 0.0991964 Dec 12 04:40:14.099463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-02bc757f-a1bb-40f7-9f00-b1e2ae6c762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:14.101734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-02bc757f-a1bb-40f7-9f00-b1e2ae6c762f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.1596823 Dec 12 04:40:14.116506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:14.166611 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:14.186465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41508873-bf71-494f-b470-92d3aca2f6e1 req-16dae9b6-495e-46ff-a460-5b2751f3ae36 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:14.188669 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-41508873-bf71-494f-b470-92d3aca2f6e1 req-16dae9b6-495e-46ff-a460-5b2751f3ae36 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 944 time: 0.1759455 Dec 12 04:40:14.217210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:14.220612 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:14.232769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dedab-b15f-4750-8113-21524dd088bb req-f518c304-dce7-4947-b0fc-5c7d6e8550fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:14.235730 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-f518c304-dce7-4947-b0fc-5c7d6e8550fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235979 Dec 12 04:40:14.267274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-41508873-bf71-494f-b470-92d3aca2f6e1 req-f6e2ac4c-fe16-4016-8f9b-b3288ab0b7c3 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653419 Dec 12 04:40:14.333954 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c12988c-f64a-428f-905b-869a925bdd08 x-openstack-request-id: req-6c12988c-f64a-428f-905b-869a925bdd08 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:14.334263 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:14.334523 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c12988c-f64a-428f-905b-869a925bdd08 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:14.334953 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'status': 'completed', 'code': 200} Dec 12 04:40:14.403315 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-576e8873-8944-4b77-ab91-e57db4e3622f service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405668 Dec 12 04:40:14.428856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-ed4affd6-3c86-4285-b955-041b401614d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:14.430438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-ed4affd6-3c86-4285-b955-041b401614d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1095 time: 0.0504248 Dec 12 04:40:14.532429 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-912dedab-b15f-4750-8113-21524dd088bb req-fad277c2-ba8d-4d9b-9ac8-0abbe4815e96 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209092 Dec 12 04:40:14.568050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-8d862d04-f07a-4c11-8783-b65decfd1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:14.569656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-8d862d04-f07a-4c11-8783-b65decfd1907 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.1187184 Dec 12 04:40:14.665362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-6dca9af6-c693-4294-b82f-5a286bc75a67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 999 time: 0.0873942 Dec 12 04:40:14.702364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device be92688a-76b7-463d-91b9-08fdff6617b5 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:40:14.718662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-3614c26d-76ef-4e66-897e-17ae58f6d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:14.720238 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-3614c26d-76ef-4e66-897e-17ae58f6d41e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1095 time: 0.0755222 Dec 12 04:40:14.748797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-f151234c-62a1-4d2b-9307-f209685831f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:14.751435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-f151234c-62a1-4d2b-9307-f209685831f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.0755780 Dec 12 04:40:14.779701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port be92688a-76b7-463d-91b9-08fdff6617b5 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:40:14.784914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port be92688a-76b7-463d-91b9-08fdff6617b5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:14.785581 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:14.819604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:40:14.825359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-e6df8d2f-a5c3-46e5-b4bb-5440fadd1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:14.828179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-e6df8d2f-a5c3-46e5-b4bb-5440fadd1973 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663998 Dec 12 04:40:14.884859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:40:14.918215 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-18e5b3e0-ad2b-4551-a567-6e610092a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:14.919701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-18e5b3e0-ad2b-4551-a567-6e610092a35e service neutron] 10.222.0.18 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.1892221 Dec 12 04:40:14.950845 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:14.986778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be92688a-76b7-463d-91b9-08fdff6617b5'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:14.989768 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f0690e-cb46-49cf-965a-3d9da74cb91e" -d '{"events": [{"server_uuid": "85057208-d20d-4a7f-94c7-2ecf62f3a5d2", "name": "network-vif-plugged", "status": "completed", "tag": "be92688a-76b7-463d-91b9-08fdff6617b5"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:14.994477 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-d1a1c7be-ba32-4df6-b486-e39f1c9f5912 service neutron] 10.222.0.37 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567781 Dec 12 04:40:15.011204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port be92688a-76b7-463d-91b9-08fdff6617b5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=be92688a-76b7-463d-91b9-08fdff6617b5,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:15.026831 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:15.088936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e298d-2b07-4eec-9add-02a8abca2533 req-3f461a9a-8af5-457e-80f1-83917ea000e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:15.091131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-026e298d-2b07-4eec-9add-02a8abca2533 req-3f461a9a-8af5-457e-80f1-83917ea000e1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 944 time: 0.1706140 Dec 12 04:40:15.112367 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-f3b01fc3-c0c5-4c54-90f7-56aec4598af6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 999 time: 0.1643071 Dec 12 04:40:15.148703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=be92688a-76b7-463d-91b9-08fdff6617b5,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:15.186208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bd356-e173-4960-81fb-fce04a7ad073 req-d5c4f9a7-e926-4977-ae64-bf5477b44e50 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:15.189001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b88bd356-e173-4960-81fb-fce04a7ad073 req-d5c4f9a7-e926-4977-ae64-bf5477b44e50 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1027648 Dec 12 04:40:15.201952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-026e298d-2b07-4eec-9add-02a8abca2533 req-e634cd10-6218-4dff-b8ec-dbad2b98b48d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882316 Dec 12 04:40:15.204158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-e03b5b92-cefe-4dde-8251-9144b058481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:15.205737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-e03b5b92-cefe-4dde-8251-9144b058481c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.0860155 Dec 12 04:40:15.209874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-3aac952c-8469-4a7f-a0bc-5ad3aaf0a692 service neutron] 10.222.0.37 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038615 Dec 12 04:40:15.276679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b88bd356-e173-4960-81fb-fce04a7ad073 req-3d47ff79-94fc-4c96-8a40-0a5c3dc5c794 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777969 Dec 12 04:40:15.286673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-cff7f2c1-27ee-4ef6-a7d5-4e9daa4ec1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:15.288726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-cff7f2c1-27ee-4ef6-a7d5-4e9daa4ec1d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747774 Dec 12 04:40:15.313170 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32464d0c-f1c4-4fbc-8e57-1e2e5cd10878 x-openstack-request-id: req-32464d0c-f1c4-4fbc-8e57-1e2e5cd10878 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:15.313986 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85057208-d20d-4a7f-94c7-2ecf62f3a5d2", "name": "network-vif-plugged", "status": "completed", "tag": "be92688a-76b7-463d-91b9-08fdff6617b5", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:15.315428 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32464d0c-f1c4-4fbc-8e57-1e2e5cd10878 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:15.315562 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be92688a-76b7-463d-91b9-08fdff6617b5', 'code': 200} Dec 12 04:40:15.471796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-ead11e13-9067-4652-8eda-65f659b955ff service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717644 Dec 12 04:40:15.502870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686714c-b7ff-4f1a-af84-992cf11afb2b req-9e80950a-bb6a-4384-b682-b437c818b760 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:15.513424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7686714c-b7ff-4f1a-af84-992cf11afb2b req-9e80950a-bb6a-4384-b682-b437c818b760 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.1254938 Dec 12 04:40:15.563338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc31ea7-94cb-4301-aebf-89dd4f55dcf8 req-1c3af99f-d286-486b-b938-23ce37b6b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:15.564867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fc31ea7-94cb-4301-aebf-89dd4f55dcf8 req-1c3af99f-d286-486b-b938-23ce37b6b1c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 1096 time: 0.1061642 Dec 12 04:40:15.585490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7686714c-b7ff-4f1a-af84-992cf11afb2b req-7808ff96-03f8-4258-9328-eeba7bca6b9d tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708721 Dec 12 04:40:15.596470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd0dc5eb-15d3-4629-896a-6b2a1b7a05ff req-d76cf6e7-cdc4-4da4-8212-910e15844958 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172323 Dec 12 04:40:15.635001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fc31ea7-94cb-4301-aebf-89dd4f55dcf8 req-b93d1884-f5ad-46ca-a183-066bc72b8065 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610325 Dec 12 04:40:15.747994 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:16.002058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-1ebbe67e-1d81-4cb4-8283-d12b9a0b7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:16.003518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-1ebbe67e-1d81-4cb4-8283-d12b9a0b7e4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1095 time: 0.0468054 Dec 12 04:40:16.163165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-55070e72-8490-428b-83a3-11fe1ab383ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:16.164878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-55070e72-8490-428b-83a3-11fe1ab383ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.1223149 Dec 12 04:40:16.278471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-55523f60-f1ed-48b7-8869-37cd09ced22a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 999 time: 0.1001890 Dec 12 04:40:16.357714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-14859b29-9e73-4aa6-ae97-f9109d036bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:16.360285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-14859b29-9e73-4aa6-ae97-f9109d036bad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.0683551 Dec 12 04:40:16.385440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751f554-cba4-4b81-9dab-6ca9eb6feb79 req-149facac-b493-4a66-8323-616a1ab133a2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:16.387179 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c751f554-cba4-4b81-9dab-6ca9eb6feb79 req-149facac-b493-4a66-8323-616a1ab133a2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 944 time: 0.0802133 Dec 12 04:40:16.452444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-56097c14-95cc-4222-9601-337ccc79f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:16.454126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-56097c14-95cc-4222-9601-337ccc79f37a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696180 Dec 12 04:40:16.475847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b096d4-5bc5-4816-89f1-c5a750d65453 req-df4e04ee-b58c-4afd-8ec5-9ffe034ec4e0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:16.477727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66b096d4-5bc5-4816-89f1-c5a750d65453 req-df4e04ee-b58c-4afd-8ec5-9ffe034ec4e0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.1027985 Dec 12 04:40:16.507818 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c751f554-cba4-4b81-9dab-6ca9eb6feb79 req-1ef8f49c-d944-4f4f-9189-87f164ef373d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062434 Dec 12 04:40:16.598463 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-66b096d4-5bc5-4816-89f1-c5a750d65453 req-25dd1ba1-c7f2-4341-b612-262432c6b343 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916123 Dec 12 04:40:16.649211 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-ddae01a7-9370-4092-8670-e35d3da5055a service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703627 Dec 12 04:40:16.707380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:40:16.739745 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:16.763021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9f22-c86f-442f-989d-cb34dff0de71 req-f99fd1f5-dbfe-4b63-a915-8458486e4a4f tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:16.764302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b5d9f22-c86f-442f-989d-cb34dff0de71 req-f99fd1f5-dbfe-4b63-a915-8458486e4a4f tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0796440 Dec 12 04:40:16.814520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d8c3dc9-d87c-4eed-82f5-66a3a519d375 req-efdc9785-a071-4bea-893c-f71eb0b5514b service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012220 Dec 12 04:40:16.849063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b5d9f22-c86f-442f-989d-cb34dff0de71 req-a585fa2a-2628-40e6-9eb3-3b8d435d3b6c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603447 Dec 12 04:40:16.876501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:16.891463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'port_id': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'mac_address': 'fa:16:3e:2e:88:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:40:16.936245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:16.950306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bead5b14-9943-4b02-be9b-ac2039c03850 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:40:16.970273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:16.974315 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:17.027701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=12']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:17.262505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['bead5b14-9943-4b02-be9b-ac2039c03850'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:40:17.634469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0081748-9f9f-4e6c-9391-22b6c8e0e890 req-b539d750-d9ee-4176-94ae-91daf947825f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:17.635982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c0081748-9f9f-4e6c-9391-22b6c8e0e890 req-b539d750-d9ee-4176-94ae-91daf947825f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 945 time: 0.0565057 Dec 12 04:40:17.698904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c0081748-9f9f-4e6c-9391-22b6c8e0e890 req-ff0a60f5-dcab-4160-afe0-eb14572b2b05 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559285 Dec 12 04:40:17.725366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 59996) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:17.748198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399b2c2-e919-4278-8308-bf93351bd886 req-8705fbb4-5616-459e-a162-6c02c0dd077b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:17.755915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d399b2c2-e919-4278-8308-bf93351bd886 req-8705fbb4-5616-459e-a162-6c02c0dd077b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0778625 Dec 12 04:40:17.790853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-67886d41-1fc8-4cf5-99f3-a632b85a8449 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/f69335fc-1320-4d77-be08-16685f791cd0 HTTP/1.1" status: 200 len: 992 time: 0.0617814 Dec 12 04:40:17.817112 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d399b2c2-e919-4278-8308-bf93351bd886 req-0e8e529a-6361-4c95-944b-f0636618f112 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603254 Dec 12 04:40:17.980272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4acb-0bae-4aea-9709-5c7b707ee868 req-c5ae8cfb-95d3-4fae-b908-092911265029 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:17.981879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62cc4acb-0bae-4aea-9709-5c7b707ee868 req-c5ae8cfb-95d3-4fae-b908-092911265029 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0615046 Dec 12 04:40:18.034616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62cc4acb-0bae-4aea-9709-5c7b707ee868 req-717c0967-6e51-4955-a871-507e83a302ff tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459146 Dec 12 04:40:18.148221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86287e21-38ab-4a76-a7af-e6394f2da860 req-21c93adc-cb53-4a92-83b0-9e019fb5d809 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:18.149894 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-86287e21-38ab-4a76-a7af-e6394f2da860 req-21c93adc-cb53-4a92-83b0-9e019fb5d809 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0495825 Dec 12 04:40:18.159092 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60002) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:18.163908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-84c8fc89-4c25-405f-85ef-3755bcb7d898 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'floatingip': {'port_id': 'be92688a-76b7-463d-91b9-08fdff6617b5'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:18.221962 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84c8fc89-4c25-405f-85ef-3755bcb7d898 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:18.727045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:40:18.784182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port bead5b14-9943-4b02-be9b-ac2039c03850 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:40:18.789228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port bead5b14-9943-4b02-be9b-ac2039c03850 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:18.789633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:18.874770 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:18.900268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:18.902631 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac288cc1-9afb-46e6-b48d-891368e29d22" -d '{"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-plugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:18.917270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:18.923246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:18.955588 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1793d715-2f8d-4b4e-82e8-6b07d696045a x-openstack-request-id: req-1793d715-2f8d-4b4e-82e8-6b07d696045a {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:18.955886 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-plugged", "status": "completed", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:18.956152 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1793d715-2f8d-4b4e-82e8-6b07d696045a {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:18.956556 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'code': 200} Dec 12 04:40:18.979652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=13']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:19.105210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84c8fc89-4c25-405f-85ef-3755bcb7d898 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:19.112606 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84c8fc89-4c25-405f-85ef-3755bcb7d898 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:19.122699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd313685-c80f-4191-91c9-17856ee2ad00 req-d4271e84-d369-41d4-a0b7-2cd6ffdf81f2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:19.124178 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd313685-c80f-4191-91c9-17856ee2ad00 req-d4271e84-d369-41d4-a0b7-2cd6ffdf81f2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0649748 Dec 12 04:40:19.241135 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd313685-c80f-4191-91c9-17856ee2ad00 req-8b85b9db-87a3-4336-bf3c-ed1de969f16f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848057 Dec 12 04:40:19.262539 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-84c8fc89-4c25-405f-85ef-3755bcb7d898 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Floating IP 2d51ab06-3f0f-48fa-954e-d97db659e0ba associated. External IP: 172.25.7.24, port: be92688a-76b7-463d-91b9-08fdff6617b5. Dec 12 04:40:19.477088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c8fc89-4c25-405f-85ef-3755bcb7d898 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:40:19.596313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8fc89-4c25-405f-85ef-3755bcb7d898 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:40:19.601357 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-84c8fc89-4c25-405f-85ef-3755bcb7d898 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:19.606016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] Sync routers for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:40:19.618956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:40:19.619580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:19.629568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-84c8fc89-4c25-405f-85ef-3755bcb7d898 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "PUT /v2.0/floatingips/2d51ab06-3f0f-48fa-954e-d97db659e0ba HTTP/1.1" status: 200 len: 990 time: 1.4692216 Dec 12 04:40:19.630259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'tag': 'be92688a-76b7-463d-91b9-08fdff6617b5'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:19.632922 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6dcb79-ba98-4d7c-a648-4698601beb29" -d '{"events": [{"name": "network-changed", "server_uuid": "85057208-d20d-4a7f-94c7-2ecf62f3a5d2", "tag": "be92688a-76b7-463d-91b9-08fdff6617b5"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:19.691058 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91610b5-03fe-4ad1-8bab-57337f6b7222 x-openstack-request-id: req-a91610b5-03fe-4ad1-8bab-57337f6b7222 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:19.691474 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85057208-d20d-4a7f-94c7-2ecf62f3a5d2", "tag": "be92688a-76b7-463d-91b9-08fdff6617b5", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:19.691832 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a91610b5-03fe-4ad1-8bab-57337f6b7222 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:19.692370 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'tag': 'be92688a-76b7-463d-91b9-08fdff6617b5', 'status': 'completed', 'code': 200} Dec 12 04:40:19.742173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:40:19.788588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-c9d0bdec-1cac-411d-bf1b-d823f70dd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:19.790227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-c9d0bdec-1cac-411d-bf1b-d823f70dd554 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 1096 time: 0.0426996 Dec 12 04:40:19.904294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-1e44b881-beab-49bf-bec9-a3b9971f9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:19.905914 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-1e44b881-beab-49bf-bec9-a3b9971f9410 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.1084855 Dec 12 04:40:19.973608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-3d73283f-b985-4fff-be70-c8c9a0487565 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 200 len: 998 time: 0.0609689 Dec 12 04:40:19.999436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '2d51ab06-3f0f-48fa-954e-d97db659e0ba', 'tenant_id': '4426f104f94546909bbe216877025613', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'port_id': 'be92688a-76b7-463d-91b9-08fdff6617b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'mac_address': 'fa:16:3e:04:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:40:04Z', 'updated_at': '2021-12-12T04:40:18Z', 'revision_number': 1, 'project_id': '4426f104f94546909bbe216877025613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:20.028779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-ac9527ad-8854-4dc0-988d-4551dec81a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:20.030292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-ac9527ad-8854-4dc0-988d-4551dec81a1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0497444 Dec 12 04:40:20.030891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] Checking router: 37472b01-c7b1-4e41-bc92-53b2b4b58a2c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:40:20.039415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:40:20.040027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:20.075561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-fcfb1854-c189-4441-9523-c18cfa83aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:20.077136 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-fcfb1854-c189-4441-9523-c18cfa83aae0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402575 Dec 12 04:40:20.144208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:40:20.165842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-15ed3705-3a9c-4110-b29a-505363ff4aca service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Dec 12 04:40:20.273095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf6dcb79-ba98-4d7c-a648-4698601beb29 req-1a98832f-ef0f-4125-bd84-ac14b2123b21 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001885 Dec 12 04:40:20.405556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825595f-8114-4ac2-a16c-808a13e3fe7e req-b0888f26-ccd5-4fa7-8aa5-b29809b43795 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:20.405556 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4825595f-8114-4ac2-a16c-808a13e3fe7e req-b0888f26-ccd5-4fa7-8aa5-b29809b43795 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0615027 Dec 12 04:40:20.465783 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4825595f-8114-4ac2-a16c-808a13e3fe7e req-b49cbdc6-d452-45b5-b85e-87ae9ebac236 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481398 Dec 12 04:40:20.548313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '2d51ab06-3f0f-48fa-954e-d97db659e0ba', 'tenant_id': '4426f104f94546909bbe216877025613', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'port_id': 'be92688a-76b7-463d-91b9-08fdff6617b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'mac_address': 'fa:16:3e:04:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:40:04Z', 'updated_at': '2021-12-12T04:40:18Z', 'revision_number': 1, 'project_id': '4426f104f94546909bbe216877025613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:20.579353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63a500-1956-483d-b03a-d47b1b5f68ed None None] The sync data for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 is: [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '2d51ab06-3f0f-48fa-954e-d97db659e0ba', 'tenant_id': '4426f104f94546909bbe216877025613', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'port_id': 'be92688a-76b7-463d-91b9-08fdff6617b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'mac_address': 'fa:16:3e:04:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:40:04Z', 'updated_at': '2021-12-12T04:40:18Z', 'revision_number': 1, 'project_id': '4426f104f94546909bbe216877025613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:40:20.838974 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55100214-2be7-49fa-a819-3d0aaa1bb9d2 None None] New status for floating IP 2d51ab06-3f0f-48fa-954e-d97db659e0ba: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:40:21.598437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115597-cc75-4fa1-95d5-da24099e280e req-1823f58a-9b4c-4165-888c-2d5f5042c3b8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:21.599991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7115597-cc75-4fa1-95d5-da24099e280e req-1823f58a-9b4c-4165-888c-2d5f5042c3b8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0606878 Dec 12 04:40:21.646886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7115597-cc75-4fa1-95d5-da24099e280e req-4c39f881-36b0-4ac2-a9f9-e21e75bc1811 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Dec 12 04:40:22.762977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c8bd8-1275-4358-90c0-4eee8da200dc req-47f8b63c-cae0-44ab-a7ce-ca05ab1981bd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:22.764281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-810c8bd8-1275-4358-90c0-4eee8da200dc req-47f8b63c-cae0-44ab-a7ce-ca05ab1981bd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 944 time: 0.0498941 Dec 12 04:40:22.817521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-810c8bd8-1275-4358-90c0-4eee8da200dc req-0f7bfd79-73dc-4a53-8d9f-b12161c0b135 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453815 Dec 12 04:40:22.850796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 989479f9-3b09-463c-bb1b-e5da0c6bafc2 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:40:22.946172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 989479f9-3b09-463c-bb1b-e5da0c6bafc2, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=989479f9-3b09-463c-bb1b-e5da0c6bafc2,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:22.958486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '989479f9-3b09-463c-bb1b-e5da0c6bafc2', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'port_id': '989479f9-3b09-463c-bb1b-e5da0c6bafc2', 'mac_address': 'fa:16:3e:83:c8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:40:22.998890 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:23.012779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989479f9-3b09-463c-bb1b-e5da0c6bafc2 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:40:23.033545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 989479f9-3b09-463c-bb1b-e5da0c6bafc2, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=989479f9-3b09-463c-bb1b-e5da0c6bafc2,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:23.037891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:23.085241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=989479f9-3b09-463c-bb1b-e5da0c6bafc2,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:23.347654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['989479f9-3b09-463c-bb1b-e5da0c6bafc2'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:40:23.957697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4a0f1-0ffc-47d9-b852-fb1d87543fd1 req-6439cf68-3043-4471-b1a7-6e9a1b65aeb3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:23.959216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5fa4a0f1-0ffc-47d9-b852-fb1d87543fd1 req-6439cf68-3043-4471-b1a7-6e9a1b65aeb3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 945 time: 0.0648894 Dec 12 04:40:24.013475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5fa4a0f1-0ffc-47d9-b852-fb1d87543fd1 req-a8ea8330-fa14-47a4-a306-23bee0339c61 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482085 Dec 12 04:40:24.858390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 989479f9-3b09-463c-bb1b-e5da0c6bafc2 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:40:24.907785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:40:24.911927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:24.912304 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:24.991117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:25.015014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ab9346-796a-46d4-b811-1f4fe5a5caf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989479f9-3b09-463c-bb1b-e5da0c6bafc2'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:25.017875 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada93562-ffe5-473d-8c41-0c56161c2628" -d '{"events": [{"server_uuid": "09ab9346-796a-46d4-b811-1f4fe5a5caf9", "name": "network-vif-plugged", "status": "completed", "tag": "989479f9-3b09-463c-bb1b-e5da0c6bafc2"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:25.031178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 989479f9-3b09-463c-bb1b-e5da0c6bafc2, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=989479f9-3b09-463c-bb1b-e5da0c6bafc2,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:25.035612 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:25.061944 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd345b2-28ac-4e5a-8479-9a954bec2c38 x-openstack-request-id: req-1cd345b2-28ac-4e5a-8479-9a954bec2c38 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:25.062315 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ab9346-796a-46d4-b811-1f4fe5a5caf9", "name": "network-vif-plugged", "status": "completed", "tag": "989479f9-3b09-463c-bb1b-e5da0c6bafc2", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:25.063073 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1cd345b2-28ac-4e5a-8479-9a954bec2c38 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:25.063491 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ab9346-796a-46d4-b811-1f4fe5a5caf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989479f9-3b09-463c-bb1b-e5da0c6bafc2', 'code': 200} Dec 12 04:40:25.096239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=989479f9-3b09-463c-bb1b-e5da0c6bafc2,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:25.208175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe6159-2548-4edb-ad00-515ad5e2f232 req-9d38ab88-e9bb-40bf-8852-5be65f3c1ec1 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:25.216307 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1fe6159-2548-4edb-ad00-515ad5e2f232 req-9d38ab88-e9bb-40bf-8852-5be65f3c1ec1 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 946 time: 0.0705373 Dec 12 04:40:25.251348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa046de-be58-4736-afff-328a3aaf8605 req-08e8166d-03c6-41df-b02a-373fa4c9e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:25.255162 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fa046de-be58-4736-afff-328a3aaf8605 req-08e8166d-03c6-41df-b02a-373fa4c9e71d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 1097 time: 0.0634322 Dec 12 04:40:25.273721 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1fe6159-2548-4edb-ad00-515ad5e2f232 req-080eda4e-ffce-4f77-a3e6-1ef935c1c179 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561972 Dec 12 04:40:25.316476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fa046de-be58-4736-afff-328a3aaf8605 req-5751fb6f-4168-4011-a65b-718de7cf9850 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486073 Dec 12 04:40:26.395033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e43768-3e99-4830-89ce-1fe09e38881d req-17da2d34-c3dd-4444-9df3-1d7d2f7173a2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:26.396546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-43e43768-3e99-4830-89ce-1fe09e38881d req-17da2d34-c3dd-4444-9df3-1d7d2f7173a2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 946 time: 0.0542097 Dec 12 04:40:26.467248 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-43e43768-3e99-4830-89ce-1fe09e38881d req-f624ffd6-9974-4776-9f80-21d9c2d3acce tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645723 Dec 12 04:40:27.569494 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250cf5d-2236-4ad0-8ab2-66ba5b3dce91 req-3a95fab9-41c0-4ce7-8534-52c03fdf01f7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:27.571017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a250cf5d-2236-4ad0-8ab2-66ba5b3dce91 req-3a95fab9-41c0-4ce7-8534-52c03fdf01f7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 946 time: 0.0512741 Dec 12 04:40:27.619642 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a250cf5d-2236-4ad0-8ab2-66ba5b3dce91 req-1dcc9a8e-3e9e-4449-801a-4d588eb97957 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Dec 12 04:40:27.743778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53313d13-3b70-46b5-a174-d290c957d5f0 req-ac9b94fc-0bab-4ec5-808d-de6f5c3ffed7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:27.745938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53313d13-3b70-46b5-a174-d290c957d5f0 req-ac9b94fc-0bab-4ec5-808d-de6f5c3ffed7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 946 time: 0.0531065 Dec 12 04:40:27.795927 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53313d13-3b70-46b5-a174-d290c957d5f0 req-59439d80-3d3f-48b5-ad4d-a28ee58baad0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Dec 12 04:40:27.915230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41ddfd-905b-46f0-941e-30ec83477270 req-5ef03821-ca44-43d5-8044-02a564c924d4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:27.916765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dc41ddfd-905b-46f0-941e-30ec83477270 req-5ef03821-ca44-43d5-8044-02a564c924d4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 946 time: 0.0513151 Dec 12 04:40:27.973343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dc41ddfd-905b-46f0-941e-30ec83477270 req-36b3797f-5818-46b3-af43-960c74c484cd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495400 Dec 12 04:40:28.266721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31771f4-fbd4-46fe-afca-d9db4097745c req-8b7cb6c1-d332-42bd-9a71-4cf0c8e26651 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:28.268885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c31771f4-fbd4-46fe-afca-d9db4097745c req-8b7cb6c1-d332-42bd-9a71-4cf0c8e26651 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 946 time: 0.0520899 Dec 12 04:40:28.337270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c31771f4-fbd4-46fe-afca-d9db4097745c req-b97afe0f-55ca-4fa8-80df-bcbed54800d6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583894 Dec 12 04:40:29.453100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb9eb5-1284-4b34-ad5e-91c143cf7151 req-5c17e531-7705-421c-8f92-8489fdddeec0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:29.460235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ecb9eb5-1284-4b34-ad5e-91c143cf7151 req-5c17e531-7705-421c-8f92-8489fdddeec0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 946 time: 0.0582871 Dec 12 04:40:29.516246 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ecb9eb5-1284-4b34-ad5e-91c143cf7151 req-06860ff4-9ad1-4fb3-b612-93bd1b611359 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550895 Dec 12 04:40:30.033741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-ef45407c-1047-4eb3-855e-7fed3d2eb555 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:30.035293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-ef45407c-1047-4eb3-855e-7fed3d2eb555 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 946 time: 0.0581892 Dec 12 04:40:30.133350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:40:30.133698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:30.230450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] For port 989479f9-3b09-463c-bb1b-e5da0c6bafc2, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=989479f9-3b09-463c-bb1b-e5da0c6bafc2,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:30.230842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:30.244908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for 989479f9-3b09-463c-bb1b-e5da0c6bafc2 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:40:30.377635 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:30.413575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=989479f9-3b09-463c-bb1b-e5da0c6bafc2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:30.428620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['989479f9-3b09-463c-bb1b-e5da0c6bafc2'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:40:30.479968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] No DVR routers for this DVR port 989479f9-3b09-463c-bb1b-e5da0c6bafc2 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:40:30.482973 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:30.487118 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aba1ad1b-535d-4c64-ba5c-a50c72419057 req-2fdf89c2-3a2d-4a20-a21b-1b6cf14d3a99 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "DELETE /v2.0/ports/989479f9-3b09-463c-bb1b-e5da0c6bafc2 HTTP/1.1" status: 204 len: 173 time: 0.4422457 Dec 12 04:40:30.487609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ab9346-796a-46d4-b811-1f4fe5a5caf9', 'name': 'network-vif-deleted', 'tag': '989479f9-3b09-463c-bb1b-e5da0c6bafc2'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:30.489979 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9519e3e7-be8f-437f-ab7a-75e5e3a5c0ee" -d '{"events": [{"server_uuid": "09ab9346-796a-46d4-b811-1f4fe5a5caf9", "name": "network-vif-deleted", "tag": "989479f9-3b09-463c-bb1b-e5da0c6bafc2"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:30.539254 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6110f83c-db0d-4a6c-83f4-5e3e03d2ad03 x-openstack-request-id: req-6110f83c-db0d-4a6c-83f4-5e3e03d2ad03 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:30.539499 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ab9346-796a-46d4-b811-1f4fe5a5caf9", "name": "network-vif-deleted", "tag": "989479f9-3b09-463c-bb1b-e5da0c6bafc2", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:30.539760 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6110f83c-db0d-4a6c-83f4-5e3e03d2ad03 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:30.540178 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ab9346-796a-46d4-b811-1f4fe5a5caf9', 'name': 'network-vif-deleted', 'tag': '989479f9-3b09-463c-bb1b-e5da0c6bafc2', 'status': 'completed', 'code': 200} Dec 12 04:40:30.695424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-15a2f4bc-36c4-4d91-8af7-dc5a6de9f23c req-b33ed4c1-bb37-45d5-94c4-9cf9ddc52056 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 210 time: 0.0466838 Dec 12 04:40:31.794907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc50272c-2e14-479b-a5e5-9853ab485e84 req-d0442a00-8a5f-4d6f-9a69-96e8d219d141 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 210 time: 0.0268719 Dec 12 04:40:32.903673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90acea88-e558-43dc-bf7d-d345ab03534c req-0573bf1a-2ba5-4409-bf0e-a9c7b588562e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 210 time: 0.0337391 Dec 12 04:40:34.012858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9dd4377b-2b78-4127-9c40-55826039cffa req-2c8abad0-aa9d-46cf-8308-5d097fcd8acf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 210 time: 0.0340047 Dec 12 04:40:34.899303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 989479f9-3b09-463c-bb1b-e5da0c6bafc2 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:40:34.923003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 989479f9-3b09-463c-bb1b-e5da0c6bafc2 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:40:34.923964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 989479f9-3b09-463c-bb1b-e5da0c6bafc2 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:40:35.145884 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6a247b04-f442-4494-bd1e-88b31bb2022f req-3ff6bdfc-0f75-4222-82fa-4285649e826e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ab9346-796a-46d4-b811-1f4fe5a5caf9 HTTP/1.1" status: 200 len: 210 time: 0.0412762 Dec 12 04:40:40.673500 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86087a79-033d-4f36-82c4-49d555baee45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:41.802206 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:42.633554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60210) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:42.786158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d96aa779-fb19-4b84-a771-d812a9244983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:42.892313 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d96aa779-fb19-4b84-a771-d812a9244983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:42.897157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d96aa779-fb19-4b84-a771-d812a9244983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:42.942874 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60250) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:42.943678 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d96aa779-fb19-4b84-a771-d812a9244983 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a46a840db3ae4bf89fe9181b39c77408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3066173 Dec 12 04:40:42.944682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aa779-fb19-4b84-a771-d812a9244983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3266cbf3-492e-46a4-a3bf-add066be27fd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:42.998949 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4f117f4-e543-47cc-8a12-159ab5aa839a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:43.049927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-35fa55bd-e5e3-4247-b521-679ce0b62e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:43.072335 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-35fa55bd-e5e3-4247-b521-679ce0b62e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:43.126823 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-35fa55bd-e5e3-4247-b521-679ce0b62e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:43.130796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-35fa55bd-e5e3-4247-b521-679ce0b62e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:43.133352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-35fa55bd-e5e3-4247-b521-679ce0b62e1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3266cbf3-492e-46a4-a3bf-add066be27fd HTTP/1.1" status: 204 len: 168 time: 0.1893609 Dec 12 04:40:43.150970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa55bd-e5e3-4247-b521-679ce0b62e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3266cbf3-492e-46a4-a3bf-add066be27fd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:44.003672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60312) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:44.115626 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.119797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2118455698-network', 'tenant_id': '78681a796e7945d29da406512c35624d'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:44.123309 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.141996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Made reservation on behalf of 78681a796e7945d29da406512c35624d for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:40:44.145034 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.157635 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.250855 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.254919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.278213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:40:44.297552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.298163 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Added segment ffac6cc7-82ad-4717-9838-736441d68791 of type vlan for network db613e89-1a01-417a-b429-46d8f51be2c4 Dec 12 04:40:44.309167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec6fdb7-60b3-4772-996b-9762b935a729,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:44.350374 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.381533 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.382687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:44.383405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.436243 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4313796 Dec 12 04:40:44.439500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60318) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:44.445440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Request body: {'subnet': {'network_id': 'db613e89-1a01-417a-b429-46d8f51be2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2118455698-subnet', 'tenant_id': '78681a796e7945d29da406512c35624d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:44.449277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09859b-8b4b-4bd3-a417-2124fe313010 admin admin] Pushing event updated for resources: {'Network': ['ID=db613e89-1a01-417a-b429-46d8f51be2c4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:44.460765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network db613e89-1a01-417a-b429-46d8f51be2c4 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:40:44.477373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Made reservation on behalf of 78681a796e7945d29da406512c35624d for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:40:44.480486 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.669534 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.732605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=db77f68a-d112-4db7-ad77-b7b4aba29905,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:44.740210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Checking segment: {'id': 'ffac6cc7-82ad-4717-9838-736441d68791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db613e89-1a01-417a-b429-46d8f51be2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:40:44.740585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Network hostable DHCP agents. Network: db613e89-1a01-417a-b429-46d8f51be2c4, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:40:44.759113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Network db613e89-1a01-417a-b429-46d8f51be2c4 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:40:44.770583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, db613e89-1a01-417a-b429-46d8f51be2c4) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:40:44.775742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:44.776398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:44.782158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f16a13-ea14-4bb2-924f-e45494a2e26d None None] Network db613e89-1a01-417a-b429-46d8f51be2c4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:40:44.806972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ed55996b-b612-4f38-aeb8-9b2252b5c6be admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3660638 Dec 12 04:40:44.896650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f1b0e-2e8a-4c42-a51a-63269db3d7ac None None] Network db613e89-1a01-417a-b429-46d8f51be2c4 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:40:45.326173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60338) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:45.332176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1314376232-network', 'tenant_id': '138f15b80e294e86bb7afc0612be0ed1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:45.355710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Made reservation on behalf of 138f15b80e294e86bb7afc0612be0ed1 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:40:45.358158 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.368947 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.450060 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.454468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.482147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:40:45.487593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f1ea30-3fe5-4ac8-a19f-b79123a49ced,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:45.495634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.495983 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Added segment 37fbb000-7784-491d-9071-2a0294fb8a2e of type vlan for network a47462ae-236f-4df4-80c6-93cc4d0be330 Dec 12 04:40:45.540447 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.565536 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.566524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:45.567141 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.624614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2968128 Dec 12 04:40:45.627362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60342) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:45.632886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Request body: {'subnet': {'network_id': 'a47462ae-236f-4df4-80c6-93cc4d0be330', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1314376232-subnet', 'tenant_id': '138f15b80e294e86bb7afc0612be0ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:45.636699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a84d17-9101-41fc-a75c-d21c1a45a166 admin admin] Pushing event updated for resources: {'Network': ['ID=a47462ae-236f-4df4-80c6-93cc4d0be330,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:45.651302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a47462ae-236f-4df4-80c6-93cc4d0be330 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:40:45.661695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Made reservation on behalf of 138f15b80e294e86bb7afc0612be0ed1 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:40:45.664608 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.694156 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.847201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.904683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c696abde-f795-42a7-a902-fbb2e2211134,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:45.919089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Checking segment: {'id': '37fbb000-7784-491d-9071-2a0294fb8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a47462ae-236f-4df4-80c6-93cc4d0be330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:40:45.919498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Network hostable DHCP agents. Network: a47462ae-236f-4df4-80c6-93cc4d0be330, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:40:45.939272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Network a47462ae-236f-4df4-80c6-93cc4d0be330 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:40:45.948663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a47462ae-236f-4df4-80c6-93cc4d0be330) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:40:45.953373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:45.953988 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:45.959016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd735604-4e68-41bf-9a76-641a50a2b3c4 None None] Network a47462ae-236f-4df4-80c6-93cc4d0be330 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:40:45.982104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ce9077f1-6c9e-468c-b737-b71ba6c73196 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3448446 Dec 12 04:40:46.067048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6f69b-b557-4fbb-97eb-733efd49f748 None None] Network a47462ae-236f-4df4-80c6-93cc4d0be330 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:40:46.504061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2f84-f21f-42f1-8266-ceded841db59 req-85857b2b-5187-4d4b-824c-11a14484bd1d tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:46.507221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-85857b2b-5187-4d4b-824c-11a14484bd1d tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/networks?id=db613e89-1a01-417a-b429-46d8f51be2c4 HTTP/1.1" status: 200 len: 812 time: 0.1256149 Dec 12 04:40:46.520950 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-4b2b8bc6-bc5a-488c-95ff-b8f6579e14ee tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/quotas/78681a796e7945d29da406512c35624d HTTP/1.1" status: 200 len: 375 time: 0.0095181 Dec 12 04:40:46.554499 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-0c5e5955-e2fb-4288-b0b5-9073efba55e5 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=78681a796e7945d29da406512c35624d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275679 Dec 12 04:40:46.651874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-594bc034-4f34-466d-aac2-2410e95e66aa service neutron] 10.222.0.36 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905480 Dec 12 04:40:46.706509 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:46.746421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-df373f7c-cb7c-4d4c-8530-9b637e388e2e service neutron] 10.222.0.36 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878763 Dec 12 04:40:46.915935 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ed5bed31-bfa8-49c8-99d6-b156addbd9e7 req-17aa3205-4df6-45d4-8825-e9baa831a82b tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 210 time: 0.0315421 Dec 12 04:40:47.168529 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:40:48.029327 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f9aa1f4-aca9-4a9e-88f6-e66bdc7aaa8d req-c5825e46-f094-49ea-9c2c-7e08051e6cd8 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 210 time: 0.0374682 Dec 12 04:40:48.079254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2f84-f21f-42f1-8266-ceded841db59 req-b8b8d016-fa43-4b8e-936e-68d5e1e5693b tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:48.081099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-b8b8d016-fa43-4b8e-936e-68d5e1e5693b tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.37 "GET /v2.0/networks?id=db613e89-1a01-417a-b429-46d8f51be2c4 HTTP/1.1" status: 200 len: 812 time: 0.1566737 Dec 12 04:40:48.110519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Request body: {'port': {'device_id': 'de788e92-366f-43d0-9ac2-a853dfd591d1', 'network_id': 'db613e89-1a01-417a-b429-46d8f51be2c4', 'admin_state_up': True, 'tenant_id': '78681a796e7945d29da406512c35624d'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:48.251879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Made reservation on behalf of 78681a796e7945d29da406512c35624d for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:40:48.255382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.289613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef507e-4572-403c-af7a-8ff54e55af87 req-b490677b-d8d4-4a10-b7fb-711cec995ade tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:48.291191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19ef507e-4572-403c-af7a-8ff54e55af87 req-b490677b-d8d4-4a10-b7fb-711cec995ade tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1097 time: 0.0721574 Dec 12 04:40:48.402617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-19ef507e-4572-403c-af7a-8ff54e55af87 req-647822eb-e55c-4cb1-8b39-02fc70fd21b9 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837922 Dec 12 04:40:48.424679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Allocated IP 172.20.0.11 (db613e89-1a01-417a-b429-46d8f51be2c4/db77f68a-d112-4db7-ad77-b7b4aba29905/bac1466d-2189-43f1-bbc4-02885aed06c8) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:40:48.427577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60386) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:48.596220 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.615023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port 4e463d68-e105-4523-a401-3820b98907ba {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:40:48.615374 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.635624 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.687583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Network db613e89-1a01-417a-b429-46d8f51be2c4 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:40:48.697658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:40:48.700291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Pushing event updated for resources: {'Port': ['ID=bac1466d-2189-43f1-bbc4-02885aed06c8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:48.704154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:40:48.705384 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.705734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.722080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for 4e463d68-e105-4523-a401-3820b98907ba owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:40:48.762505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:48.763128 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.785910 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-a1497744-3798-458a-bcea-a2cea7ae29fe tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6793950 Dec 12 04:40:48.809127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Request body: {'port': {'device_id': 'de788e92-366f-43d0-9ac2-a853dfd591d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:48.868859 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.880123 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.915178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=4e463d68-e105-4523-a401-3820b98907ba,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:48.960534 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.960808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.961202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.961554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.961903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.962249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.962593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.962934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.963279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.963620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.963958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.964294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.964626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:48.987204 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:48.987667 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Floating IP f69335fc-1320-4d77-be08-16685f791cd0 disassociated (deleted). External IP: 172.25.7.208, port: bead5b14-9943-4b02-be9b-ac2039c03850. Dec 12 04:40:49.168722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac1466d-2189-43f1-bbc4-02885aed06c8 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:40:49.182360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:49.201284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Transition to ACTIVE for port object bac1466d-2189-43f1-bbc4-02885aed06c8 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:40:49.205904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:49.240975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1c460-c139-43ee-a92d-72fb820a8ed2 req-6e245cc7-74a6-4b02-b554-4c28ed2759f7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:49.242619 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6e1c460-c139-43ee-a92d-72fb820a8ed2 req-6e245cc7-74a6-4b02-b554-4c28ed2759f7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 932 time: 0.1286466 Dec 12 04:40:49.299013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Pushing event updated for resources: {'Port': ['ID=bac1466d-2189-43f1-bbc4-02885aed06c8,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:49.328645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 746ae94e-7509-4e8f-a836-4b623ac48f03 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:40:49.336501 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6e1c460-c139-43ee-a92d-72fb820a8ed2 req-2a9f57bf-52de-4043-b841-09999e2f0c9f tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853846 Dec 12 04:40:49.352537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Attempting to bind port bac1466d-2189-43f1-bbc4-02885aed06c8 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:40:49.354811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Attempting to bind port bac1466d-2189-43f1-bbc4-02885aed06c8 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'ffac6cc7-82ad-4717-9838-736441d68791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db613e89-1a01-417a-b429-46d8f51be2c4'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:40:49.354811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Attempting to bind port bac1466d-2189-43f1-bbc4-02885aed06c8 on network db613e89-1a01-417a-b429-46d8f51be2c4 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:40:49.357698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Port bac1466d-2189-43f1-bbc4-02885aed06c8 on network db613e89-1a01-417a-b429-46d8f51be2c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:40:49.358030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Attempting to bind port bac1466d-2189-43f1-bbc4-02885aed06c8 on network db613e89-1a01-417a-b429-46d8f51be2c4 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:40:49.363565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:40:49.363913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Checking segment: {'id': 'ffac6cc7-82ad-4717-9838-736441d68791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db613e89-1a01-417a-b429-46d8f51be2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:40:49.364299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Bound using segment: {'id': 'ffac6cc7-82ad-4717-9838-736441d68791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db613e89-1a01-417a-b429-46d8f51be2c4'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:40:49.364733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Bound port: bac1466d-2189-43f1-bbc4-02885aed06c8, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffac6cc7-82ad-4717-9838-736441d68791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db613e89-1a01-417a-b429-46d8f51be2c4'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:40:49.365115 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:49.429626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] For port bac1466d-2189-43f1-bbc4-02885aed06c8, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:40:49.432998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] For port bac1466d-2189-43f1-bbc4-02885aed06c8, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bac1466d-2189-43f1-bbc4-02885aed06c8,segment=NetworkSegment(ffac6cc7-82ad-4717-9838-736441d68791),segment_id=ffac6cc7-82ad-4717-9838-736441d68791)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:40:49.438786 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:49.462762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:40:49.468269 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:49.476966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] Sync routers for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:40:49.480633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:49.481418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:49.482847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] 10.222.0.37 "PUT /v2.0/ports/bac1466d-2189-43f1-bbc4-02885aed06c8 HTTP/1.1" status: 200 len: 1092 time: 0.6781976 Dec 12 04:40:49.483486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de788e92-366f-43d0-9ac2-a853dfd591d1', 'tag': 'bac1466d-2189-43f1-bbc4-02885aed06c8'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:49.485849 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83" -d '{"events": [{"name": "network-changed", "server_uuid": "de788e92-366f-43d0-9ac2-a853dfd591d1", "tag": "bac1466d-2189-43f1-bbc4-02885aed06c8"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:49.506401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:40:49.509636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:49.512453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5f445-6bd4-4152-a857-4d7a34969ecd service neutron] Pushing event updated for resources: {'Port': ['ID=bac1466d-2189-43f1-bbc4-02885aed06c8,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:49.513754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3a0775a7-6865-4da2-8d6d-65119432976b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/floatingips/f69335fc-1320-4d77-be08-16685f791cd0 HTTP/1.1" status: 204 len: 168 time: 1.0848825 Dec 12 04:40:49.514499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:49.526572 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd5de35-4a7d-404d-897d-5f21a80d29fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:49.617407 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11af8597-5a76-4f7a-bd29-efdf2638114a x-openstack-request-id: req-11af8597-5a76-4f7a-bd29-efdf2638114a {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:49.617716 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de788e92-366f-43d0-9ac2-a853dfd591d1", "tag": "bac1466d-2189-43f1-bbc4-02885aed06c8", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:49.617983 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11af8597-5a76-4f7a-bd29-efdf2638114a {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:49.618405 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de788e92-366f-43d0-9ac2-a853dfd591d1', 'tag': 'bac1466d-2189-43f1-bbc4-02885aed06c8', 'status': 'completed', 'code': 200} Dec 12 04:40:49.632559 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cff5631-1db7-4c34-b3c4-07b57e3762d6 x-openstack-request-id: req-3cff5631-1db7-4c34-b3c4-07b57e3762d6 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:49.632738 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:49.633216 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cff5631-1db7-4c34-b3c4-07b57e3762d6 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:49.633702 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'status': 'completed', 'code': 200} Dec 12 04:40:49.635121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2f84-f21f-42f1-8266-ceded841db59 req-d535c97f-df73-4d0f-9193-a61acf83438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:49.636660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-d535c97f-df73-4d0f-9193-a61acf83438e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78681a796e7945d29da406512c35624d&device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 1095 time: 0.0798147 Dec 12 04:40:49.709850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:40:49.712293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-615a8cd6-a4e6-4e02-80e9-4fc35470876b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac1466d-2189-43f1-bbc4-02885aed06c8 HTTP/1.1" status: 200 len: 217 time: 0.0520058 Dec 12 04:40:49.789424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-53ae3c92-4c79-4146-b917-b5fd5d90d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:49.790799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-53ae3c92-4c79-4146-b917-b5fd5d90d545 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 1097 time: 0.0881453 Dec 12 04:40:49.810557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2f84-f21f-42f1-8266-ceded841db59 req-cf7b497c-0e0a-4ee9-84bb-e324e445eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:49.812594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-cf7b497c-0e0a-4ee9-84bb-e324e445eb06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db77f68a-d112-4db7-ad77-b7b4aba29905 HTTP/1.1" status: 200 len: 852 time: 0.0740638 Dec 12 04:40:49.904533 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-372855dd-e34c-420e-854d-0e0ed48cbeab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db613e89-1a01-417a-b429-46d8f51be2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709679 Dec 12 04:40:49.972691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ba4d535e-96d2-4652-a2bb-e7c6f81cd3da', 'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:cb:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:47Z', 'updated_at': '2021-12-12T04:38:54Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:49.998916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc6256-9d13-420a-9fe6-c69cdc1a1953 req-e1b9e744-1449-43c8-9a27-570e7d7fc669 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:50.000295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] Checking router: 746ae94e-7509-4e8f-a836-4b623ac48f03 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:40:50.000467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-44cc6256-9d13-420a-9fe6-c69cdc1a1953 req-e1b9e744-1449-43c8-9a27-570e7d7fc669 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 946 time: 0.1869371 Dec 12 04:40:50.009098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:40:50.009726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:50.028194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-9d083344-aca2-4e56-b439-5a24798f276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:50.028194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-9d083344-aca2-4e56-b439-5a24798f276f service neutron] 10.222.0.18 "GET /v2.0/networks?id=91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 200 len: 896 time: 0.2265654 Dec 12 04:40:50.099264 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-a7bbaeb3-090f-4831-878b-61e23c1c43b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 200 len: 217 time: 0.0613008 Dec 12 04:40:50.127494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:40:50.154093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-44cc6256-9d13-420a-9fe6-c69cdc1a1953 req-f70ce243-fa31-4389-bc4f-abb5b407b8dc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413145 Dec 12 04:40:50.159148 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-4533bae1-1e5e-4da4-8db7-e515b06ae1fc service neutron] 10.222.0.37 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411716 Dec 12 04:40:50.180632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-898ccf1b-9e7a-47a8-96b1-2dc413aa1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:50.182059 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-898ccf1b-9e7a-47a8-96b1-2dc413aa1519 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 200 len: 835 time: 0.0747337 Dec 12 04:40:50.283033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-134d48a7-0ab0-4939-8156-ff7e51a65563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:50.289946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-134d48a7-0ab0-4939-8156-ff7e51a65563 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91893fb2-a111-4169-aef9-6a51dde8e727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915816 Dec 12 04:40:50.312993 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-709b2f84-f21f-42f1-8266-ceded841db59 req-3183998d-f3a0-4708-abd6-39028037c841 service neutron] 10.222.0.37 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402621 Dec 12 04:40:50.383245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ba4d535e-96d2-4652-a2bb-e7c6f81cd3da', 'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:cb:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:47Z', 'updated_at': '2021-12-12T04:38:54Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:50.416717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e62ecd-e908-4357-a766-bbb61a43d8fc None None] The sync data for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 is: [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:38:49Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ba4d535e-96d2-4652-a2bb-e7c6f81cd3da', 'name': '', 'network_id': '91893fb2-a111-4169-aef9-6a51dde8e727', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:cb:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:47Z', 'updated_at': '2021-12-12T04:38:54Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '170222a7-1ccd-43d6-be47-bf3f0a8f17ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:40:50.491617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-04a0468e-7872-4cc8-973c-f274712001c8 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605706 Dec 12 04:40:50.526102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-a43276d9-63e4-4a68-9a7f-662e3e30846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:50.527675 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-a43276d9-63e4-4a68-9a7f-662e3e30846c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78681a796e7945d29da406512c35624d&device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 1095 time: 0.1201286 Dec 12 04:40:50.562877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b41f0-382a-488d-8b5e-fa05d83c8669 req-c984483b-d144-489c-881a-2216fdac16a5 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:50.564389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b96b41f0-382a-488d-8b5e-fa05d83c8669 req-c984483b-d144-489c-881a-2216fdac16a5 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 944 time: 0.1344488 Dec 12 04:40:50.706829 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4c8a2-9958-4055-b4e3-b8349f1ea359 None None] New status for floating IP f69335fc-1320-4d77-be08-16685f791cd0: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:40:50.713302 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b96b41f0-382a-488d-8b5e-fa05d83c8669 req-529e529b-d382-4679-a342-3ca593280b42 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388116 Dec 12 04:40:50.720217 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fd5de35-4a7d-404d-897d-5f21a80d29fa req-5620e83c-5842-439c-b9e4-284907bf8451 service neutron] 10.222.0.18 "GET /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184286 Dec 12 04:40:50.742521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-277b5782-52d5-440a-a60f-b72c08e14d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:50.744014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-277b5782-52d5-440a-a60f-b72c08e14d32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db613e89-1a01-417a-b429-46d8f51be2c4 HTTP/1.1" status: 200 len: 912 time: 0.1787031 Dec 12 04:40:50.797891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-c38f7dd4-040d-4a79-af19-d2d426249cf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac1466d-2189-43f1-bbc4-02885aed06c8 HTTP/1.1" status: 200 len: 217 time: 0.0416765 Dec 12 04:40:50.851443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-42111591-0fd1-4ade-a736-ad62fdaf4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:50.852982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-42111591-0fd1-4ade-a736-ad62fdaf4670 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db77f68a-d112-4db7-ad77-b7b4aba29905 HTTP/1.1" status: 200 len: 852 time: 0.0481155 Dec 12 04:40:50.887672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-0e623444-7e94-4e90-b252-b7f4c82cce7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db613e89-1a01-417a-b429-46d8f51be2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249438 Dec 12 04:40:50.983668 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-9ae599c1-ea28-4351-9b10-abba03939e3e service neutron] 10.222.0.37 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883811 Dec 12 04:40:51.079120 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3ce4af2-f762-4e3e-b064-ac06e4cdca83 req-bd137d79-6967-4c01-a649-044ac3a2ac23 service neutron] 10.222.0.37 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 Dec 12 04:40:51.286092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961cfa9-0150-4da5-b564-09a829d0b600 req-fb96ab37-d62d-406e-a6fd-7a2beae1e97e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:51.287630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e961cfa9-0150-4da5-b564-09a829d0b600 req-fb96ab37-d62d-406e-a6fd-7a2beae1e97e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 946 time: 0.0547824 Dec 12 04:40:51.345556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e961cfa9-0150-4da5-b564-09a829d0b600 req-a7e59b96-3ad5-453e-bd2e-4cfcf013658a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b77977c-c95f-4019-81d8-321d5d7cc5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517220 Dec 12 04:40:51.453332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-7f150711-31a1-46dc-bbac-5272d92fb630 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:51.454855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-7f150711-31a1-46dc-bbac-5272d92fb630 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 946 time: 0.0551441 Dec 12 04:40:51.553124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port bead5b14-9943-4b02-be9b-ac2039c03850 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:40:51.553504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:51.646490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port bead5b14-9943-4b02-be9b-ac2039c03850, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=bead5b14-9943-4b02-be9b-ac2039c03850,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:51.648997 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:51.663466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for bead5b14-9943-4b02-be9b-ac2039c03850 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:40:51.808330 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:51.855029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d317-cccb-4890-94f4-3b74fd6f6beb req-a588b387-e858-42c1-80f1-75d2eea7913b tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:51.856892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0148d317-cccb-4890-94f4-3b74fd6f6beb req-a588b387-e858-42c1-80f1-75d2eea7913b tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 944 time: 0.0527461 Dec 12 04:40:51.916448 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0148d317-cccb-4890-94f4-3b74fd6f6beb req-955fafa6-bd92-46f9-903c-20ce076a9e8d tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534546 Dec 12 04:40:52.168104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=bead5b14-9943-4b02-be9b-ac2039c03850,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:52.220285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] No DVR routers for this DVR port bead5b14-9943-4b02-be9b-ac2039c03850 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:40:52.224475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:52.227919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec4c62ad-8818-4fc3-8d88-f946a2d410ac req-f6a90ba0-a16a-4682-b656-d57ed834b77a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "DELETE /v2.0/ports/bead5b14-9943-4b02-be9b-ac2039c03850 HTTP/1.1" status: 204 len: 173 time: 0.7663066 Dec 12 04:40:52.228634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-deleted', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:52.233281 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a72a03-bdbb-4c53-a4e1-68c146c40c26" -d '{"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-deleted", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:52.281564 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1858e60-d1bc-4fd7-8783-b569240bb71f x-openstack-request-id: req-a1858e60-d1bc-4fd7-8783-b569240bb71f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:52.281872 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9bd64-316c-4644-9ca7-1f5b413d5d0e", "name": "network-vif-deleted", "tag": "bead5b14-9943-4b02-be9b-ac2039c03850", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:52.282442 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1858e60-d1bc-4fd7-8783-b569240bb71f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:52.282850 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9bd64-316c-4644-9ca7-1f5b413d5d0e', 'name': 'network-vif-deleted', 'tag': 'bead5b14-9943-4b02-be9b-ac2039c03850', 'status': 'completed', 'code': 200} Dec 12 04:40:52.462887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2fc2c3d-1d42-4ce8-910a-45d645823bc8 req-6d130ea6-c7d6-45b5-a3fb-27a320955ff3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b9bd64-316c-4644-9ca7-1f5b413d5d0e HTTP/1.1" status: 200 len: 210 time: 0.0294607 Dec 12 04:40:53.023232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bac1466d-2189-43f1-bbc4-02885aed06c8 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:40:53.041294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36b0f2-7d06-4b3a-ab89-6924fbb87c57 req-bbc21036-c59a-4827-b932-7dd1da512d25 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:53.043147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ca36b0f2-7d06-4b3a-ab89-6924fbb87c57 req-bbc21036-c59a-4827-b932-7dd1da512d25 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 944 time: 0.0547378 Dec 12 04:40:53.094968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ca36b0f2-7d06-4b3a-ab89-6924fbb87c57 req-3e518657-d1f8-4d9e-b091-9b3bd54507bb tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 Dec 12 04:40:53.135551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bac1466d-2189-43f1-bbc4-02885aed06c8, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bac1466d-2189-43f1-bbc4-02885aed06c8,segment=NetworkSegment(ffac6cc7-82ad-4717-9838-736441d68791),segment_id=ffac6cc7-82ad-4717-9838-736441d68791)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:53.146925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'bac1466d-2189-43f1-bbc4-02885aed06c8', 'network_id': 'db613e89-1a01-417a-b429-46d8f51be2c4', 'port_id': 'bac1466d-2189-43f1-bbc4-02885aed06c8', 'mac_address': 'fa:16:3e:eb:23:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db77f68a-d112-4db7-ad77-b7b4aba29905', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:40:53.185041 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:53.198910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac1466d-2189-43f1-bbc4-02885aed06c8 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:40:53.220327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bac1466d-2189-43f1-bbc4-02885aed06c8, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bac1466d-2189-43f1-bbc4-02885aed06c8,segment=NetworkSegment(ffac6cc7-82ad-4717-9838-736441d68791),segment_id=ffac6cc7-82ad-4717-9838-736441d68791)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:53.225081 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:53.279329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bac1466d-2189-43f1-bbc4-02885aed06c8,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:53.523430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60432) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:53.540309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['bac1466d-2189-43f1-bbc4-02885aed06c8'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:40:53.938957 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:54.205443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:40:54.205737 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:54.221048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2887b3f-adf9-41dc-b6c6-21fcbb7156f8 req-dda68e91-bd05-4742-b479-281d7b5b3f48 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:54.222748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f2887b3f-adf9-41dc-b6c6-21fcbb7156f8 req-dda68e91-bd05-4742-b479-281d7b5b3f48 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 945 time: 0.0530970 Dec 12 04:40:54.277032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f2887b3f-adf9-41dc-b6c6-21fcbb7156f8 req-4eb626d7-4da9-48a5-82ca-ef298cc2c0e0 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Dec 12 04:40:54.309296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port ba4d535e-96d2-4652-a2bb-e7c6f81cd3da, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ba4d535e-96d2-4652-a2bb-e7c6f81cd3da,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:54.309664 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:54.321443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for ba4d535e-96d2-4652-a2bb-e7c6f81cd3da owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:40:54.523280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:54.554072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=ba4d535e-96d2-4652-a2bb-e7c6f81cd3da,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:54.750463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:54.918995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:40:54.941608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: bead5b14-9943-4b02-be9b-ac2039c03850 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:40:54.941888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device bead5b14-9943-4b02-be9b-ac2039c03850 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:40:55.026462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bac1466d-2189-43f1-bbc4-02885aed06c8 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:40:55.083406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port bac1466d-2189-43f1-bbc4-02885aed06c8 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:40:55.087961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port bac1466d-2189-43f1-bbc4-02885aed06c8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:55.088334 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:55.170407 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:55.194627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de788e92-366f-43d0-9ac2-a853dfd591d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac1466d-2189-43f1-bbc4-02885aed06c8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:40:55.196901 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf8a8ce-95a9-4310-a4f1-c38f2192609a" -d '{"events": [{"server_uuid": "de788e92-366f-43d0-9ac2-a853dfd591d1", "name": "network-vif-plugged", "status": "completed", "tag": "bac1466d-2189-43f1-bbc4-02885aed06c8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:40:55.217191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port bac1466d-2189-43f1-bbc4-02885aed06c8, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bac1466d-2189-43f1-bbc4-02885aed06c8,segment=NetworkSegment(ffac6cc7-82ad-4717-9838-736441d68791),segment_id=ffac6cc7-82ad-4717-9838-736441d68791)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:55.226202 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:55.256394 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c490a2-d250-4da4-bb96-a0bf6b8b2512 x-openstack-request-id: req-b5c490a2-d250-4da4-bb96-a0bf6b8b2512 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:40:55.256734 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de788e92-366f-43d0-9ac2-a853dfd591d1", "name": "network-vif-plugged", "status": "completed", "tag": "bac1466d-2189-43f1-bbc4-02885aed06c8", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:40:55.257132 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5c490a2-d250-4da4-bb96-a0bf6b8b2512 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:40:55.257536 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de788e92-366f-43d0-9ac2-a853dfd591d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac1466d-2189-43f1-bbc4-02885aed06c8', 'code': 200} Dec 12 04:40:55.292049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=bac1466d-2189-43f1-bbc4-02885aed06c8,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:55.300978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.301340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.302095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.302095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.302389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.302718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.303058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.303397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.303736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.304072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.304408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.304744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.305110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.351161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 746ae94e-7509-4e8f-a836-4b623ac48f03 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:40:55.396690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7546747-db7d-435f-86cc-5428bc086a13 req-6f0dc744-abb4-43f1-a7f2-cb89ffb00a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:55.398408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7546747-db7d-435f-86cc-5428bc086a13 req-6f0dc744-abb4-43f1-a7f2-cb89ffb00a57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 1097 time: 0.0451071 Dec 12 04:40:55.446122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a7546747-db7d-435f-86cc-5428bc086a13 req-2bb66c59-0096-456c-8684-2f57600bd6dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375099 Dec 12 04:40:55.479730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524d9af-b316-4d82-9465-cced3116eda4 req-846c710e-d992-4050-9019-923b8d5fed86 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:55.481255 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c524d9af-b316-4d82-9465-cced3116eda4 req-846c710e-d992-4050-9019-923b8d5fed86 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.1213279 Dec 12 04:40:55.516722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:40:55.529036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6bc9bc0b-3d02-4508-8bcd-cd3d22397247 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "PUT /v2.0/routers/746ae94e-7509-4e8f-a836-4b623ac48f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0044022 Dec 12 04:40:55.529527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60462) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:55.529658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] Sync routers for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:40:55.544632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:40:55.545318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:55.549677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c524d9af-b316-4d82-9465-cced3116eda4 req-fedbe507-0702-4f5c-9871-664381abcf76 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596583 Dec 12 04:40:55.594460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting subnet 170222a7-1ccd-43d6-be47-bf3f0a8f17ba {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:40:55.597864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:55.637521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:55.653130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:40:55.737470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:55.806723 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:55.837290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Subnet': ['ID=170222a7-1ccd-43d6-be47-bf3f0a8f17ba,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:55.846490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:55.850367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/subnets/170222a7-1ccd-43d6-be47-bf3f0a8f17ba HTTP/1.1" status: 204 len: 168 time: 0.3185210 Dec 12 04:40:55.851591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.851955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.852306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.852663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.853110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.853397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.853722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.854051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.854461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.854790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60466) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:55.855248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.855248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.855512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.855782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4206717-5c36-4ef0-9895-ca6b410f91ce tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:40:55.915678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262888a9-db5f-40b1-8f81-89d24759e2c1 None None] Network 91893fb2-a111-4169-aef9-6a51dde8e727 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:40:56.017216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.147625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5c000047-060a-4a88-ac2e-de19b5279190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:40:54Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '5c000047-060a-4a88-ac2e-de19b5279190', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:42Z', 'updated_at': '2021-12-12T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:56.154343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.180204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a43481d-bb8a-432c-b19a-ce4a6b26545b None None] DHCP port deletion for 91893fb2-a111-4169-aef9-6a51dde8e727 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:40:56.182503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] Checking router: 746ae94e-7509-4e8f-a836-4b623ac48f03 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:40:56.212645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port 5c000047-060a-4a88-ac2e-de19b5279190 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:40:56.213416 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.213575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] Routers {'746ae94e-7509-4e8f-a836-4b623ac48f03'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:40:56.213969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['746ae94e-7509-4e8f-a836-4b623ac48f03'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:56.305947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port 5c000047-060a-4a88-ac2e-de19b5279190, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5c000047-060a-4a88-ac2e-de19b5279190,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:56.306450 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.320010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for 5c000047-060a-4a88-ac2e-de19b5279190 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:40:56.321263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] Set router 746ae94e-7509-4e8f-a836-4b623ac48f03 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:40:56.375481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:40:56Z', 'revision_number': 6, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:56.405912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9a43481d-bb8a-432c-b19a-ce4a6b26545b None None] Deleting port b1b5d80f-ac11-42ec-a853-6e06e18bb00b {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:40:56.406299 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9a43481d-bb8a-432c-b19a-ce4a6b26545b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.408214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936236c-c6c7-45f0-bd3e-e54147c55403 None None] The sync data for ids ['746ae94e-7509-4e8f-a836-4b623ac48f03'] in n-d-710847-7 is: [{'id': '746ae94e-7509-4e8f-a836-4b623ac48f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105442805', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:40Z', 'updated_at': '2021-12-12T04:40:56Z', 'revision_number': 6, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:40:56.484524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9a43481d-bb8a-432c-b19a-ce4a6b26545b None None] For port b1b5d80f-ac11-42ec-a853-6e06e18bb00b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=b1b5d80f-ac11-42ec-a853-6e06e18bb00b,segment=NetworkSegment(0f885157-708b-46c4-bea4-b463678330fd),segment_id=0f885157-708b-46c4-bea4-b463678330fd)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:40:56.484998 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9a43481d-bb8a-432c-b19a-ce4a6b26545b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.498726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9a43481d-bb8a-432c-b19a-ce4a6b26545b None None] Calling delete_port for b1b5d80f-ac11-42ec-a853-6e06e18bb00b owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:40:56.511058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.540658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=5c000047-060a-4a88-ac2e-de19b5279190,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:56.563445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf336ca-f995-4916-b338-430b67df56e1 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:40:56.608145 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.613017 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9a43481d-bb8a-432c-b19a-ce4a6b26545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.651145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43481d-bb8a-432c-b19a-ce4a6b26545b None None] No DVR routers for this DVR port b1b5d80f-ac11-42ec-a853-6e06e18bb00b on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:40:56.663337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43481d-bb8a-432c-b19a-ce4a6b26545b None None] Pushing event deleted for resources: {'Port': ['ID=b1b5d80f-ac11-42ec-a853-6e06e18bb00b,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:56.741896 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.747757 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.815169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaed45-014b-421c-8c1e-e61804af3e63 req-5a8d19d0-c419-4b49-b1f1-e92e580bbfe8 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:56.817483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63eaed45-014b-421c-8c1e-e61804af3e63 req-5a8d19d0-c419-4b49-b1f1-e92e580bbfe8 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.1364365 Dec 12 04:40:56.818834 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.819536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Fanout notify agent at l3_agent the message router_deleted on router 746ae94e-7509-4e8f-a836-4b623ac48f03 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:40:56.827655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:56.831337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d2c758c-d3ec-4864-bd3c-0b0632ef4bad tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/routers/746ae94e-7509-4e8f-a836-4b623ac48f03 HTTP/1.1" status: 204 len: 168 time: 0.9715164 Dec 12 04:40:56.832039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60482) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:56.887973 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63eaed45-014b-421c-8c1e-e61804af3e63 req-779175e0-5002-4079-9ef5-bec6c82427f5 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577152 Dec 12 04:40:56.935100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.032677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.052750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91893fb2-a111-4169-aef9-6a51dde8e727']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:57.062448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f885157-708b-46c4-bea4-b463678330fd') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:57.062759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f885157-708b-46c4-bea4-b463678330fd') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:40:57.076423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.089402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.095434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:40:57.095973 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:40:57.099057 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:40:57.155197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.162818 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.168283 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/networks/91893fb2-a111-4169-aef9-6a51dde8e727 HTTP/1.1" status: 204 len: 168 time: 0.3321793 Dec 12 04:40:57.168626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60486) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:57.178230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe6690-3ed7-4db6-a9b5-350d95fc5189 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Network': ['ID=91893fb2-a111-4169-aef9-6a51dde8e727,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:57.230433 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9050ca07-f860-4c5f-83a2-31e1f3dd07be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.260272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9050ca07-f860-4c5f-83a2-31e1f3dd07be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.324505 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9050ca07-f860-4c5f-83a2-31e1f3dd07be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.327507 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9050ca07-f860-4c5f-83a2-31e1f3dd07be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.328754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9050ca07-f860-4c5f-83a2-31e1f3dd07be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/security-groups/1b77977c-c95f-4019-81d8-321d5d7cc5f2 HTTP/1.1" status: 204 len: 168 time: 0.1590562 Dec 12 04:40:57.340099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ca07-f860-4c5f-83a2-31e1f3dd07be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b77977c-c95f-4019-81d8-321d5d7cc5f2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:57.556105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60492) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:57.561091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d1b6cd75-f636-42f3-ad11-fa8d01d0c160 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954614245', 'description': 'tempest-secgroup-smoke-954614245 description', 'project_id': '64329c01b21a4a718bf7c51b0976581d'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:57.589581 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cd75-f636-42f3-ad11-fa8d01d0c160 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.662748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cd75-f636-42f3-ad11-fa8d01d0c160 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.666410 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cd75-f636-42f3-ad11-fa8d01d0c160 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.696524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cd75-f636-42f3-ad11-fa8d01d0c160 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.697797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d1b6cd75-f636-42f3-ad11-fa8d01d0c160 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1403968 Dec 12 04:40:57.699704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6cd75-f636-42f3-ad11-fa8d01d0c160 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c550705-3f75-4296-a888-97c6f79212c3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:57.701021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60494) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:57.706116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ef9ec117-f2b3-4921-b602-cc8bd15e1fba tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '7c550705-3f75-4296-a888-97c6f79212c3', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:57.735241 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef9ec117-f2b3-4921-b602-cc8bd15e1fba tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.790547 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef9ec117-f2b3-4921-b602-cc8bd15e1fba tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.794332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef9ec117-f2b3-4921-b602-cc8bd15e1fba tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.812926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ec117-f2b3-4921-b602-cc8bd15e1fba tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8ebb4a-cbf6-4420-961b-fc81953d1917,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:57.820958 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ef9ec117-f2b3-4921-b602-cc8bd15e1fba tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.822307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ef9ec117-f2b3-4921-b602-cc8bd15e1fba tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197450 Dec 12 04:40:57.824938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60496) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:57.829972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3ea027fd-fd57-48b9-be82-1d3c2ead66b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '7c550705-3f75-4296-a888-97c6f79212c3', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:57.861645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ea027fd-fd57-48b9-be82-1d3c2ead66b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.915871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b1b5d80f-ac11-42ec-a853-6e06e18bb00b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:40:57.937514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: b1b5d80f-ac11-42ec-a853-6e06e18bb00b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:40:57.938320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device b1b5d80f-ac11-42ec-a853-6e06e18bb00b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:40:57.939209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5c000047-060a-4a88-ac2e-de19b5279190 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:40:57.950634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ea027fd-fd57-48b9-be82-1d3c2ead66b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.957349 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ea027fd-fd57-48b9-be82-1d3c2ead66b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:57.961503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5c000047-060a-4a88-ac2e-de19b5279190 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:40:57.961874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5c000047-060a-4a88-ac2e-de19b5279190 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:40:57.962319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ba4d535e-96d2-4652-a2bb-e7c6f81cd3da no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:40:57.987377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: ba4d535e-96d2-4652-a2bb-e7c6f81cd3da {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:40:57.987739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ba4d535e-96d2-4652-a2bb-e7c6f81cd3da not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:40:57.996012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea027fd-fd57-48b9-be82-1d3c2ead66b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4de8a06-b6b8-4384-9749-64cc9116c6e1,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:58.002622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ea027fd-fd57-48b9-be82-1d3c2ead66b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.003868 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ea027fd-fd57-48b9-be82-1d3c2ead66b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1778049 Dec 12 04:40:58.008960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60504) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:58.012482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-31338af2-3738-4e0b-a196-89512385d03f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '7c550705-3f75-4296-a888-97c6f79212c3', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:58.053142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31338af2-3738-4e0b-a196-89512385d03f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.088121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d29bc-c14e-47dd-9818-023bad35bd42 req-b701cf01-b8f3-49b2-ae62-68a7352c9043 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:58.089609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-244d29bc-c14e-47dd-9818-023bad35bd42 req-b701cf01-b8f3-49b2-ae62-68a7352c9043 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0732367 Dec 12 04:40:58.116939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31338af2-3738-4e0b-a196-89512385d03f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.122522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31338af2-3738-4e0b-a196-89512385d03f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.141549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31338af2-3738-4e0b-a196-89512385d03f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f1fc82-97f9-42cf-a4b0-38cd247eb102,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:58.142871 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-244d29bc-c14e-47dd-9818-023bad35bd42 req-59572191-4f55-4bad-a8f7-ed6a6f85770a tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456007 Dec 12 04:40:58.150704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-31338af2-3738-4e0b-a196-89512385d03f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.154483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-31338af2-3738-4e0b-a196-89512385d03f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430850 Dec 12 04:40:58.154908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60506) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:58.160303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a4611794-11ef-4286-a45f-95ff7616a165 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '7c550705-3f75-4296-a888-97c6f79212c3', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:58.188696 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4611794-11ef-4286-a45f-95ff7616a165 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.249630 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4611794-11ef-4286-a45f-95ff7616a165 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.253686 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4611794-11ef-4286-a45f-95ff7616a165 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.281885 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5c7b2-accd-4639-b582-06c70bfd2d67 req-b3d8a863-0c10-4a67-9df8-cad753375ade tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:58.283440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4611794-11ef-4286-a45f-95ff7616a165 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e54ae4d-a94b-4470-8ef2-145720098755,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:58.290257 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ac5c7b2-accd-4639-b582-06c70bfd2d67 req-b3d8a863-0c10-4a67-9df8-cad753375ade tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0641348 Dec 12 04:40:58.297212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4611794-11ef-4286-a45f-95ff7616a165 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.301120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a4611794-11ef-4286-a45f-95ff7616a165 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419570 Dec 12 04:40:58.301386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60510) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:58.305746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-cb4781d0-c576-486d-9673-529b8e797ab4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '7c550705-3f75-4296-a888-97c6f79212c3', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:58.329038 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-cb4781d0-c576-486d-9673-529b8e797ab4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Project 64329c01b21a4a718bf7c51b0976581d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:40:58.336252 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb4781d0-c576-486d-9673-529b8e797ab4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.337875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ac5c7b2-accd-4639-b582-06c70bfd2d67 req-4453f3d0-1f0f-4ac4-be03-407b4208dea1 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462389 Dec 12 04:40:58.412747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb4781d0-c576-486d-9673-529b8e797ab4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.416962 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb4781d0-c576-486d-9673-529b8e797ab4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.436151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4781d0-c576-486d-9673-529b8e797ab4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea04c6c-2e0e-4f67-9947-f46369a032d4,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:58.445400 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cb4781d0-c576-486d-9673-529b8e797ab4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.449220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cb4781d0-c576-486d-9673-529b8e797ab4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444645 Dec 12 04:40:58.450154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60514) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:58.455410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8e882daf-e4b2-4c62-983b-3903dd4f212f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '7c550705-3f75-4296-a888-97c6f79212c3', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:58.480035 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-8e882daf-e4b2-4c62-983b-3903dd4f212f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Project 64329c01b21a4a718bf7c51b0976581d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:40:58.485627 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e882daf-e4b2-4c62-983b-3903dd4f212f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.566240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e882daf-e4b2-4c62-983b-3903dd4f212f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.572325 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e882daf-e4b2-4c62-983b-3903dd4f212f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.602163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e882daf-e4b2-4c62-983b-3903dd4f212f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ec5760-16d9-403e-a267-a83d4ad88ee0,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:58.615169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8e882daf-e4b2-4c62-983b-3903dd4f212f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.616973 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8e882daf-e4b2-4c62-983b-3903dd4f212f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662145 Dec 12 04:40:58.617395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d40b9-2ac0-4179-a341-03de5c6201aa req-34c51316-9663-4711-a2d6-c6708bc9b626 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:58.618988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b0d40b9-2ac0-4179-a341-03de5c6201aa req-34c51316-9663-4711-a2d6-c6708bc9b626 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0654509 Dec 12 04:40:58.619531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60518) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:58.625320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'network': {'name': 'tempest-network-smoke--1247590399', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'port_security_enabled': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:58.684082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:40:58.689093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.717274 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b0d40b9-2ac0-4179-a341-03de5c6201aa req-80e42920-3a13-411f-a4e9-e60482cee762 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873578 Dec 12 04:40:58.737020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:40:58.750509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.750982 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Added segment c54c9f13-0389-408b-b53f-27eb55d22b80 of type vlan for network 642cf99b-6cad-484b-a2d4-6f74c060fc80 Dec 12 04:40:58.800801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.835822 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.843615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:58.844371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.918273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2945445 Dec 12 04:40:58.918925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:40:58.924194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'admin_state_up': True, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:40:58.928800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b714bd-15c9-419f-9000-37a2b4bce76b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Network': ['ID=642cf99b-6cad-484b-a2d4-6f74c060fc80,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:58.942630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 642cf99b-6cad-484b-a2d4-6f74c060fc80 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:40:58.970325 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:58.971530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:59.035156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:59.215364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:59.419617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:59.438171 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:59.543361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.25.7.99 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/0d210b43-5a57-47f6-9b9c-14aba0dc7486) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:40:59.644656 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:59.678704 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:59.723715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:40:59.728863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:40:59.731121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=0d210b43-5a57-47f6-9b9c-14aba0dc7486,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:40:59.733788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:40:59.758322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ee65c1-f14e-423b-855a-9272891601b2 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:40:59.832898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7b4a6153-6bc6-4e8c-9f37-a5370cde8938 None None] Provisioning complete for port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:40:59.844954 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6153-6bc6-4e8c-9f37-a5370cde8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:40:59.878112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af602f8-c407-449b-b4c7-2b7758d68d0e req-bc177061-5df7-4262-9eca-ab2aadf7ff1a tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:40:59.885999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0af602f8-c407-449b-b4c7-2b7758d68d0e req-bc177061-5df7-4262-9eca-ab2aadf7ff1a tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0776210 Dec 12 04:40:59.898659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a6153-6bc6-4e8c-9f37-a5370cde8938 None None] Port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:40:59.933423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0af602f8-c407-449b-b4c7-2b7758d68d0e req-289346ff-3a2e-4594-a1f3-2f97bff968d0 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464604 Dec 12 04:41:00.030546 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:00.161213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534017d2-92ed-4ed7-b665-29f362d3b9f7 req-98875ef5-e298-4e16-85db-66a81cfeb0d9 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:00.168602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-534017d2-92ed-4ed7-b665-29f362d3b9f7 req-98875ef5-e298-4e16-85db-66a81cfeb0d9 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0608029 Dec 12 04:41:00.252614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-534017d2-92ed-4ed7-b665-29f362d3b9f7 req-3165e032-7b88-449d-8d93-30f63c9c04f9 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812836 Dec 12 04:41:00.259225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-c9a45a98-ba3d-4b84-b281-5ce472d191fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:00.260727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-c9a45a98-ba3d-4b84-b281-5ce472d191fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78681a796e7945d29da406512c35624d&device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 1097 time: 0.0764713 Dec 12 04:41:00.286411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:00.367127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-803e8de0-004e-45be-ad08-29fee0e6fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:00.368660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-803e8de0-004e-45be-ad08-29fee0e6fd71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db613e89-1a01-417a-b429-46d8f51be2c4 HTTP/1.1" status: 200 len: 912 time: 0.0963469 Dec 12 04:41:00.424204 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-1fb49872-0e9b-4316-aa33-df19d6f7ea03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac1466d-2189-43f1-bbc4-02885aed06c8 HTTP/1.1" status: 200 len: 217 time: 0.0425823 Dec 12 04:41:00.425748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router fcb9e224-dd62-4032-97d5-1ec691ee3db5 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:41:00.479739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-d4822f58-a8a9-4257-bd88-2228220cef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:00.480440 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-d4822f58-a8a9-4257-bd88-2228220cef4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db77f68a-d112-4db7-ad77-b7b4aba29905 HTTP/1.1" status: 200 len: 852 time: 0.0450506 Dec 12 04:41:00.518631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-e1069635-3fcf-450f-a239-4998eb786295 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db613e89-1a01-417a-b429-46d8f51be2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262470 Dec 12 04:41:00.549081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:41:00.558692 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Sync routers for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:41:00.568301 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:41:00.568928 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:00.615869 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:00.617153 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-db915c63-6175-4c4b-802a-e887e27fe895 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6969929 Dec 12 04:41:00.619196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-11d438b4-76aa-4aa1-b43f-710ecc56a2cd service neutron] 10.222.0.37 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887494 Dec 12 04:41:00.620088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60546) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:00.658402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a869c0b2-cb13-48cf-9d18-e021896cfd17 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=64329c01b21a4a718bf7c51b0976581d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371776 Dec 12 04:41:00.664825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60548) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:00.675662 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:41:00.725020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fec34c6-9248-4982-8bee-ef42e5784d21 req-34cf7759-f0db-44c9-9742-7e569984bc40 service neutron] 10.222.0.37 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939751 Dec 12 04:41:00.729936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-bb7e2020-efeb-4c01-ba3a-5698f4a2e859 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:00.731438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-bb7e2020-efeb-4c01-ba3a-5698f4a2e859 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1942949 Dec 12 04:41:00.753425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-44201117-4e7f-4838-9802-67bd988032b5 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/quotas/741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 375 time: 0.0135159 Dec 12 04:41:00.857331 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:40:59Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:00.889110 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Checking router: fcb9e224-dd62-4032-97d5-1ec691ee3db5 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:41:00.889383 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Updating router fcb9e224-dd62-4032-97d5-1ec691ee3db5 port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:41:00.915313 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.142884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea88b49-afa1-4345-92ba-0d75b151727a tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:01.144555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7ea88b49-afa1-4345-92ba-0d75b151727a tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4788151 Dec 12 04:41:01.147680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60550) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:01.159070 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-5300a072-12a3-458b-ba48-76c4af4b3e22 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3980844 Dec 12 04:41:01.172864 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.179119 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.188843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a179b6fc-4724-4c76-95cb-a091c1556af3 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394077 Dec 12 04:41:01.191322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60552) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:01.196439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996730965', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:01.232246 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Attempting to bind port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:41:01.232626 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Attempting to bind port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:41:01.233836 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Attempting to bind port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:01.237293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33662d8-6849-4657-9627-583faf118e16 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:41:01.253542 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df932b4-1971-46be-b00f-15675476abd0 None None] Pushing event updated for resources: {'Port': ['ID=0d210b43-5a57-47f6-9b9c-14aba0dc7486,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:01.259625 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:41:01.260296 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:41:01.260883 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.261480 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:41:01.262892 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Bound port: 0d210b43-5a57-47f6-9b9c-14aba0dc7486, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:41:01.263456 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.267057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a1b79c1f-7721-4fd3-9a28-e412f99de97b service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008410 Dec 12 04:41:01.327939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:41:01.330951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f981bb24-4f34-443d-939c-dc248e6b0a6a None None] Provisioning complete for port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:01.331791 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f981bb24-4f34-443d-939c-dc248e6b0a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.331995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.332867 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] For port 0d210b43-5a57-47f6-9b9c-14aba0dc7486, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:41:01.337838 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] For port 0d210b43-5a57-47f6-9b9c-14aba0dc7486, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0d210b43-5a57-47f6-9b9c-14aba0dc7486,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:41:01.344494 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.391545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9fdb9-e629-4ee7-b0fc-a7a666638934 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:41:01.395809 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:41:01.396501 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:01.440851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-631866d4-7604-4d85-8a7b-4ed82cea3c78 service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555574 Dec 12 04:41:01.457650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f981bb24-4f34-443d-939c-dc248e6b0a6a None None] Port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:41:01.506183 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:41:01.549818 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.603993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9f08885b-ecd0-42c7-a71b-a6e0d37c2fea None None] Provisioning complete for port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:01.604531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f08885b-ecd0-42c7-a71b-a6e0d37c2fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.626792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Checking segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:41:01.627172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network hostable DHCP agents. Network: 642cf99b-6cad-484b-a2d4-6f74c060fc80, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:41:01.630241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Subnet': ['ID=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:01.649867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 642cf99b-6cad-484b-a2d4-6f74c060fc80 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:41:01.666905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 642cf99b-6cad-484b-a2d4-6f74c060fc80) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:41:01.674387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:01.675047 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.688390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd1759-5a61-479f-99b4-bf11e8bab977 None None] Network 642cf99b-6cad-484b-a2d4-6f74c060fc80 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:41:01.699102 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df932b4-1971-46be-b00f-15675476abd0 None None] Pushing event updated for resources: {'Port': ['ID=0d210b43-5a57-47f6-9b9c-14aba0dc7486,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:01.710420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-385566ca-a5a8-42a4-90cf-38f0877a1b35 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5175636 Dec 12 04:41:01.713100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60566) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:01.729584 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:40:59Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:01.762452 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307478e-2d68-43d2-b05e-d3cbd908cfc2 None None] The sync data for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 is: [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:40:59Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:41:01.763612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16e279-7ab1-462a-aba0-05742e337caa req-8b131b6b-47d9-4f2e-b464-de68de5a9b12 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:01.774084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a16e279-7ab1-462a-aba0-05742e337caa req-8b131b6b-47d9-4f2e-b464-de68de5a9b12 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.2303965 Dec 12 04:41:01.857374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a16e279-7ab1-462a-aba0-05742e337caa req-203d18d4-82ae-496f-8ab6-064ff705d3a6 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724583 Dec 12 04:41:01.930326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-642cf99b-6cad-484b-a2d4-6f74c060fc80', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:41:01.939595 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:01.960916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad5e880-b7de-4818-b749-ace984c60425 req-de38c78c-eede-4601-b561-fdea5c8dbce6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 210 time: 0.0463560 Dec 12 04:41:01.990261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f08885b-ecd0-42c7-a71b-a6e0d37c2fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:02.079938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9f08885b-ecd0-42c7-a71b-a6e0d37c2fea None None] For port 0d210b43-5a57-47f6-9b9c-14aba0dc7486, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0d210b43-5a57-47f6-9b9c-14aba0dc7486,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:02.088914 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f08885b-ecd0-42c7-a71b-a6e0d37c2fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:02.198462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08885b-ecd0-42c7-a71b-a6e0d37c2fea None None] Pushing event updated for resources: {'Port': ['ID=0d210b43-5a57-47f6-9b9c-14aba0dc7486,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:02.205637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Allocated IP 172.20.0.2 (642cf99b-6cad-484b-a2d4-6f74c060fc80/d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81/25ae7f55-c409-4d09-9e82-884dd45cca1c) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:41:02.386993 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:02.398835 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:02.417906 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:02.442151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Network 642cf99b-6cad-484b-a2d4-6f74c060fc80 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:41:02.447834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:41:02.451495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:41:02.489231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Pushing event updated for resources: {'Port': ['ID=25ae7f55-c409-4d09-9e82-884dd45cca1c,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:02.535612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Attempting to bind port 25ae7f55-c409-4d09-9e82-884dd45cca1c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:41:02.536025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Attempting to bind port 25ae7f55-c409-4d09-9e82-884dd45cca1c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:41:02.536417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Attempting to bind port 25ae7f55-c409-4d09-9e82-884dd45cca1c on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:02.542667 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:41:02.543418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Checking segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:41:02.543994 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:02.544558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Bound using segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:41:02.545367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Bound port: 25ae7f55-c409-4d09-9e82-884dd45cca1c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:41:02.546696 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:02.628738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] For port 25ae7f55-c409-4d09-9e82-884dd45cca1c, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:41:02.632085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] For port 25ae7f55-c409-4d09-9e82-884dd45cca1c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=25ae7f55-c409-4d09-9e82-884dd45cca1c,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:41:02.639457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:02.722352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbeca12-db78-4687-82fb-b3522946d559 None None] Pushing event updated for resources: {'Port': ['ID=25ae7f55-c409-4d09-9e82-884dd45cca1c,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:02.807763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.20.0.1 (642cf99b-6cad-484b-a2d4-6f74c060fc80/d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81/68e84289-e464-41d4-a0a2-bc4b45c63c0b) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:41:02.966540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:03.014966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429d3b-b9be-486b-b321-0e53cbf99b53 req-d9140700-c6e2-40d1-88f2-bc375b7be7dc tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:03.016902 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4429d3b-b9be-486b-b321-0e53cbf99b53 req-d9140700-c6e2-40d1-88f2-bc375b7be7dc tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0678527 Dec 12 04:41:03.106756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-38d634f1-498a-4138-a45a-8d22f45eb33a req-76a1092c-7849-485d-b360-df3e35cb7cb7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 210 time: 0.0368719 Dec 12 04:41:03.108502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:03.109089 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4429d3b-b9be-486b-b321-0e53cbf99b53 req-f0bf1602-ae7f-46d1-9661-009968607dfb tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845883 Dec 12 04:41:03.161799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 642cf99b-6cad-484b-a2d4-6f74c060fc80 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:41:03.165116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:41:03.169148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:41:03.175819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=68e84289-e464-41d4-a0a2-bc4b45c63c0b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:03.226711 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:03.325415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-9ebde217-2f3d-4d39-8774-32fec840b141 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:03.328051 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-9ebde217-2f3d-4d39-8774-32fec840b141 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1556208 Dec 12 04:41:03.346991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'port': {'device_id': '32fc82a0-0a58-4c53-a49a-279fb5f7ec51', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'admin_state_up': True, 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:03.446462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:03.473334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Made reservation on behalf of 741dc45cb32d45eda4aed3bc163791d7 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:41:03.478590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:03.536037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37bd0f-548a-40aa-a72d-c2f845646c8d req-bb785b86-48b0-4df9-a0b6-4302ebef6ba5 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:03.543594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc37bd0f-548a-40aa-a72d-c2f845646c8d req-bb785b86-48b0-4df9-a0b6-4302ebef6ba5 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.1665797 Dec 12 04:41:03.662322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.20.0.9 (1bed37c6-4c22-46fe-9584-aa5bf029982d/4af3ef0c-2bdf-4330-a3a4-270751ad68cb/089c1e96-4eac-4a73-bf5e-b88da1d3f39f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:41:03.675121 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc37bd0f-548a-40aa-a72d-c2f845646c8d req-8a6d38a1-2945-4104-a458-b6ef6e804bcd tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305661 Dec 12 04:41:03.885283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:03.947365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:03.961984 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:03.971948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:41:03.975813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:41:03.982411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.041583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 25ae7f55-c409-4d09-9e82-884dd45cca1c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:41:04.044633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:41:04.062555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec92ce-4430-4b5e-953e-cf9622fcaa97 None None] Network 642cf99b-6cad-484b-a2d4-6f74c060fc80 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:41:04.130333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:04.155682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:04.156640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.183798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=68e84289-e464-41d4-a0a2-bc4b45c63c0b,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:04.187051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.209759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-503b022f-aa6e-4311-b65b-a76e0e4fa791 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8674440 Dec 12 04:41:04.230816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Request body: {'port': {'device_id': '32fc82a0-0a58-4c53-a49a-279fb5f7ec51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:04.283585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2c3c855e-907b-4312-887b-d70cf257fb1b None None] Provisioning complete for port 25ae7f55-c409-4d09-9e82-884dd45cca1c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:04.283975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c3c855e-907b-4312-887b-d70cf257fb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.364353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 642cf99b-6cad-484b-a2d4-6f74c060fc80 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:41:04.366187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:41:04.397589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ad69e-f151-4cb2-b0b8-0ab61877ca29 req-6373ec3d-55a6-4ec3-9adb-fabe039532f2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:04.405779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a3ad69e-f151-4cb2-b0b8-0ab61877ca29 req-6373ec3d-55a6-4ec3-9adb-fabe039532f2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 931 time: 0.1259820 Dec 12 04:41:04.411605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 25ae7f55-c409-4d09-9e82-884dd45cca1c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:04.411992 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.432562 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.524937 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a3ad69e-f151-4cb2-b0b8-0ab61877ca29 req-158d908b-562a-4254-b6a5-b57f85fdc197 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177933 Dec 12 04:41:04.569082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router fcb9e224-dd62-4032-97d5-1ec691ee3db5 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:41:04.699089 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.785912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:41:04.792991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f69d1b4b-6abb-4f6d-b0fa-b062c7d11b88 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "PUT /v2.0/routers/fcb9e224-dd62-4032-97d5-1ec691ee3db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0786805 Dec 12 04:41:04.805019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 25ae7f55-c409-4d09-9e82-884dd45cca1c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=25ae7f55-c409-4d09-9e82-884dd45cca1c,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:04.808468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Sync routers for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:41:04.812330 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c3c855e-907b-4312-887b-d70cf257fb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.825175 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.825996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0d210b43-5a57-47f6-9b9c-14aba0dc7486 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:41:04.948790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089c1e96-4eac-4a73-bf5e-b88da1d3f39f {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:41:04.961279 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:04.984552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba35f36-e9a7-48ba-a69b-5f9030b4f0ec req-8fd0c094-b5b6-4d9b-9096-cb6a48a3073a tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:04.990296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:41:04.991176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:04.992098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ba35f36-e9a7-48ba-a69b-5f9030b4f0ec req-8fd0c094-b5b6-4d9b-9096-cb6a48a3073a tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.1556880 Dec 12 04:41:05.000386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Transition to ACTIVE for port object 089c1e96-4eac-4a73-bf5e-b88da1d3f39f will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:41:05.020570 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:05.071870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-a58ec376-0bfd-404d-b904-edccccd62cc6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954614245&fields=id&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 267 time: 0.0789337 Dec 12 04:41:05.112382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ba35f36-e9a7-48ba-a69b-5f9030b4f0ec req-22f566f1-e1d1-49f5-9ac7-3e588e95c49a tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193848 Dec 12 04:41:05.122378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Pushing event updated for resources: {'Port': ['ID=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:05.319129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Attempting to bind port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:41:05.320041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Attempting to bind port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:41:05.320041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Attempting to bind port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:05.325868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f on network 1bed37c6-4c22-46fe-9584-aa5bf029982d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:41:05.327340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Attempting to bind port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:05.333383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:41:05.334269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:41:05.334438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Bound using segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:41:05.335016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Bound port: 089c1e96-4eac-4a73-bf5e-b88da1d3f39f, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:41:05.335551 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:05.361836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4be21-8728-4108-a771-57bd59578d9f req-339879c9-114c-4d00-ae96-a321d92673ef tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:05.366556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-339879c9-114c-4d00-ae96-a321d92673ef tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/networks?id=642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 200 len: 797 time: 0.2873344 Dec 12 04:41:05.383010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:05.383540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:05.440427 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-9158e145-6920-4c2b-9f07-80a843629c9f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/quotas/64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 375 time: 0.0613501 Dec 12 04:41:05.499915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] For port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:41:05.505840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=25ae7f55-c409-4d09-9e82-884dd45cca1c,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:05.532457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] For port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:41:05.535045 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-2c3c855e-907b-4312-887b-d70cf257fb1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:41:05.535738 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-2c3c855e-907b-4312-887b-d70cf257fb1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:41:05.568736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-b2d5dd2b-2b9d-487b-9dac-9000b18a5357 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170847 Dec 12 04:41:05.571654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:41:05.585191 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:05.730882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Pushing event updated for resources: {'Port': ['ID=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:05.731483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-8623347b-c5f8-4966-9ab1-70ab2e056767 service neutron] 10.222.0.36 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497462 Dec 12 04:41:05.737318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:05.739771 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:05.741900 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-a3d971f6-47a6-42b4-b5fa-8af53b22692b service neutron] 10.222.0.18 "PUT /v2.0/ports/089c1e96-4eac-4a73-bf5e-b88da1d3f39f HTTP/1.1" status: 200 len: 1091 time: 1.5172503 Dec 12 04:41:05.748041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fc82a0-0a58-4c53-a49a-279fb5f7ec51', 'tag': '089c1e96-4eac-4a73-bf5e-b88da1d3f39f'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:41:05.752186 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b7ef6e-9a02-4676-bf04-cc763d6992aa" -d '{"events": [{"name": "network-changed", "server_uuid": "32fc82a0-0a58-4c53-a49a-279fb5f7ec51", "tag": "089c1e96-4eac-4a73-bf5e-b88da1d3f39f"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:41:05.826038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd79765-c836-40bf-88a7-e6b834096189 req-758f101c-2c15-4ebd-bc2b-775095e722ae tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:05.836126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8fd79765-c836-40bf-88a7-e6b834096189 req-758f101c-2c15-4ebd-bc2b-775095e722ae tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.3287444 Dec 12 04:41:05.852931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-8d8fcbc4-3c53-4349-836e-02b13503f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:05.854464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-8d8fcbc4-3c53-4349-836e-02b13503f7d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78681a796e7945d29da406512c35624d&device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 1097 time: 0.3055205 Dec 12 04:41:05.881556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-9df58cbd-4392-4952-860b-c545d6d7ebbb service neutron] 10.222.0.36 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491044 Dec 12 04:41:05.894438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '68e84289-e464-41d4-a0a2-bc4b45c63c0b', 'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:ef:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:41:02Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 2, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:05.946446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Checking router: fcb9e224-dd62-4032-97d5-1ec691ee3db5 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:41:05.947001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Updating router fcb9e224-dd62-4032-97d5-1ec691ee3db5 port 68e84289-e464-41d4-a0a2-bc4b45c63c0b binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:41:05.952585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 25ae7f55-c409-4d09-9e82-884dd45cca1c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:41:06.026931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:06.044289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8fd79765-c836-40bf-88a7-e6b834096189 req-f182ce5b-0392-4a6d-95f9-8b1a464b57a7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070801 Dec 12 04:41:06.086755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-e2659e87-168d-4f10-bf1f-2be4991a3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:06.094863 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-e2659e87-168d-4f10-bf1f-2be4991a3994 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 1094 time: 0.2832780 Dec 12 04:41:06.205196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 25ae7f55-c409-4d09-9e82-884dd45cca1c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:06.205566 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:06.208610 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ecc8e0-cc15-44cc-b8e9-807106c5d1d1 x-openstack-request-id: req-47ecc8e0-cc15-44cc-b8e9-807106c5d1d1 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:41:06.211800 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fc82a0-0a58-4c53-a49a-279fb5f7ec51", "tag": "089c1e96-4eac-4a73-bf5e-b88da1d3f39f", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:41:06.212318 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47ecc8e0-cc15-44cc-b8e9-807106c5d1d1 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:41:06.213116 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fc82a0-0a58-4c53-a49a-279fb5f7ec51', 'tag': '089c1e96-4eac-4a73-bf5e-b88da1d3f39f', 'status': 'completed', 'code': 200} Dec 12 04:41:06.218891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-6fbf0d44-e0ac-4867-9d78-56567aac2200 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=089c1e96-4eac-4a73-bf5e-b88da1d3f39f HTTP/1.1" status: 200 len: 217 time: 0.1104152 Dec 12 04:41:06.252854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba64f4-3373-4866-88a2-264e73ced814 req-089ea72f-fe61-4408-83e2-33e1c4633533 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:06.262506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7ba64f4-3373-4866-88a2-264e73ced814 req-089ea72f-fe61-4408-83e2-33e1c4633533 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.1060345 Dec 12 04:41:06.284988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-d2745180-27b0-436b-ba7e-40163874102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:06.286698 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-d2745180-27b0-436b-ba7e-40163874102b service neutron] 10.222.0.37 "GET /v2.0/networks?id=db613e89-1a01-417a-b429-46d8f51be2c4 HTTP/1.1" status: 200 len: 912 time: 0.3882031 Dec 12 04:41:06.313073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-821a767b-a11e-4894-916e-b38d9feaa4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:06.315341 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-821a767b-a11e-4894-916e-b38d9feaa4ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0839257 Dec 12 04:41:06.332275 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7ba64f4-3373-4866-88a2-264e73ced814 req-96a91d59-16bc-49eb-9a4e-ce1baaae3bf4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571849 Dec 12 04:41:06.406944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-ffb28d05-4afb-4d88-9cee-f50e43476aff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac1466d-2189-43f1-bbc4-02885aed06c8 HTTP/1.1" status: 200 len: 217 time: 0.1053722 Dec 12 04:41:06.440171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a64cdf55-7854-4dae-b179-a480487b2301 req-2c00834c-0ec1-4f2b-a469-c20a28b1d5f2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 210 time: 0.0461609 Dec 12 04:41:06.481415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-ff08f999-e362-44f4-ac74-9749a82dd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:06.482920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-ff08f999-e362-44f4-ac74-9749a82dd628 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140342 Dec 12 04:41:06.490386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-10d5117f-4729-4cc8-88f1-8b1aa5087433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:06.491841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-10d5117f-4729-4cc8-88f1-8b1aa5087433 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db77f68a-d112-4db7-ad77-b7b4aba29905 HTTP/1.1" status: 200 len: 852 time: 0.0612543 Dec 12 04:41:06.537337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2448a702-7632-4ff6-b360-b6fb220a2baa None None] Provisioning complete for port 68e84289-e464-41d4-a0a2-bc4b45c63c0b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:06.537845 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2448a702-7632-4ff6-b360-b6fb220a2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:06.541632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-5b3c069e-49b0-4f7c-82d2-6071274f716e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db613e89-1a01-417a-b429-46d8f51be2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261855 Dec 12 04:41:06.563904 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:06.583369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:06.586867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2448a702-7632-4ff6-b360-b6fb220a2baa None None] Port 68e84289-e464-41d4-a0a2-bc4b45c63c0b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:41:06.644895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2448a702-7632-4ff6-b360-b6fb220a2baa None None] Provisioning complete for port 25ae7f55-c409-4d09-9e82-884dd45cca1c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:06.645281 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2448a702-7632-4ff6-b360-b6fb220a2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:06.694635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-419f24f9-9505-4910-9147-9c4ca3d06b92 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018073 Dec 12 04:41:06.695900 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95c34d-790b-4069-8e2d-4ca166aaf2ac None None] Pushing event updated for resources: {'Port': ['ID=68e84289-e464-41d4-a0a2-bc4b45c63c0b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:06.730588 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-466b5319-079d-4b6d-81ad-9b3a4419dfe9 service neutron] 10.222.0.37 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627145 Dec 12 04:41:06.789653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Attempting to bind port 68e84289-e464-41d4-a0a2-bc4b45c63c0b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:41:06.790031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Attempting to bind port 68e84289-e464-41d4-a0a2-bc4b45c63c0b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:41:06.790410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Attempting to bind port 68e84289-e464-41d4-a0a2-bc4b45c63c0b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:06.798412 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:41:06.798814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Checking segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:41:06.799237 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:06.799642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Bound using segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:41:06.800137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Bound port: 68e84289-e464-41d4-a0a2-bc4b45c63c0b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:41:06.800528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:06.887023 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-30d3a016-175d-4fac-bb5f-bbdddea8a81d req-fcc577be-ce32-42bd-a5b3-0a447d376caf service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836076 Dec 12 04:41:06.898556 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a7aa888-6745-4d3b-9119-a401a2fab940 req-e087f03b-7fe3-4948-bb67-b10f90080e4e service neutron] 10.222.0.37 "GET /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424251 Dec 12 04:41:06.947062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] For port 68e84289-e464-41d4-a0a2-bc4b45c63c0b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:41:06.950770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] For port 68e84289-e464-41d4-a0a2-bc4b45c63c0b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=68e84289-e464-41d4-a0a2-bc4b45c63c0b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:41:06.956484 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:07.043343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-2a71799e-afcb-4757-913d-186992317ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:07.045298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-2a71799e-afcb-4757-913d-186992317ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 1094 time: 0.0502045 Dec 12 04:41:07.070304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95c34d-790b-4069-8e2d-4ca166aaf2ac None None] Pushing event updated for resources: {'Port': ['ID=68e84289-e464-41d4-a0a2-bc4b45c63c0b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:07.080791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e6a32ffc-bd27-46f5-8571-f2f3cff1c04a None None] Provisioning complete for port 68e84289-e464-41d4-a0a2-bc4b45c63c0b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:07.081363 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ffc-bd27-46f5-8571-f2f3cff1c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:07.142878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:41:07.143856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:40:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:07.205025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-86d6d92d-1ace-47c9-88ab-1787170e9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:07.206464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-86d6d92d-1ace-47c9-88ab-1787170e9112 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.1510024 Dec 12 04:41:07.228915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7c84d-2b0d-4c8b-965e-ce1b66bebb94 req-9853b7b8-11e1-47f1-90e9-f4d5ff55b0b6 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:07.230495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75d7c84d-2b0d-4c8b-965e-ce1b66bebb94 req-9853b7b8-11e1-47f1-90e9-f4d5ff55b0b6 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0873160 Dec 12 04:41:07.311584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75d7c84d-2b0d-4c8b-965e-ce1b66bebb94 req-f8ac4d00-7194-4479-a70e-dafa38b1616a tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736716 Dec 12 04:41:07.322108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-23cc8c83-5e0e-43f3-a3ef-9871fb8d97cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=089c1e96-4eac-4a73-bf5e-b88da1d3f39f HTTP/1.1" status: 200 len: 217 time: 0.1059670 Dec 12 04:41:07.325560 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ffc-bd27-46f5-8571-f2f3cff1c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:07.357586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:41:07.397938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-384ad82a-fa25-4cf5-bbf0-cdc30b568643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:07.399656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-384ad82a-fa25-4cf5-bbf0-cdc30b568643 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0672770 Dec 12 04:41:07.431752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e6a32ffc-bd27-46f5-8571-f2f3cff1c04a None None] For port 68e84289-e464-41d4-a0a2-bc4b45c63c0b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=68e84289-e464-41d4-a0a2-bc4b45c63c0b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:07.446446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ffc-bd27-46f5-8571-f2f3cff1c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:07.484855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-986f1454-5af0-4dd4-a1e3-d97c44f77582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:07.489594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-986f1454-5af0-4dd4-a1e3-d97c44f77582 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816379 Dec 12 04:41:07.501467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d7c26-de62-4c06-884d-0536057c3e86 req-faf00fc2-8b0e-4dc4-bbde-ee380f3ff8ff tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:07.509788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1f0d7c26-de62-4c06-884d-0536057c3e86 req-faf00fc2-8b0e-4dc4-bbde-ee380f3ff8ff tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.0828340 Dec 12 04:41:07.600584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1f0d7c26-de62-4c06-884d-0536057c3e86 req-5e27b4f2-eb52-4623-b1f4-dc0f4268e95e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775607 Dec 12 04:41:07.659707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a32ffc-bd27-46f5-8571-f2f3cff1c04a None None] Pushing event updated for resources: {'Port': ['ID=68e84289-e464-41d4-a0a2-bc4b45c63c0b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:07.667246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-02517748-4963-40ff-8149-0326011b97dc None None] Provisioning complete for port 68e84289-e464-41d4-a0a2-bc4b45c63c0b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:07.667669 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-02517748-4963-40ff-8149-0326011b97dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:07.689272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c06808bb-a7d7-4b43-9733-36813d457a53 req-df58ce1b-e5b2-49cc-b206-ecde4c813c9e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 210 time: 0.0843730 Dec 12 04:41:07.822146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4be21-8728-4108-a771-57bd59578d9f req-8f984046-1ce2-41cc-8683-53f4b5243a50 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:07.823336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-8f984046-1ce2-41cc-8683-53f4b5243a50 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "GET /v2.0/networks?id=642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 200 len: 797 time: 0.2310016 Dec 12 04:41:07.825482 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-37b74d14-0d0a-4b1c-8f8b-13534d3abbeb service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268063 Dec 12 04:41:07.851227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '68e84289-e464-41d4-a0a2-bc4b45c63c0b', 'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:ef:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:41:02Z', 'updated_at': '2021-12-12T04:41:06Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:07.888382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6930ce3a-75a8-4241-885a-704657083cfa None None] The sync data for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 is: [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '68e84289-e464-41d4-a0a2-bc4b45c63c0b', 'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:ef:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:41:02Z', 'updated_at': '2021-12-12T04:41:06Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:41:07.988403 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f8c6c5e9-bb07-46a6-b325-a9817464ed65 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 379 time: 0.1303446 Dec 12 04:41:08.002662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'port': {'device_id': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'admin_state_up': True, 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'security_groups': ['7c550705-3f75-4296-a888-97c6f79212c3']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:08.024245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88b7ef6e-9a02-4676-bf04-cc763d6992aa req-b7b52abb-be72-4faf-973c-17ef8463a2d4 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905503 Dec 12 04:41:08.136088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:41:08.140309 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:08.278830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.20.0.11 (642cf99b-6cad-484b-a2d4-6f74c060fc80/d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81/b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:41:08.467538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd1f66-25c9-41cf-b50b-ff486547b92b req-5cd61cc2-1e5f-46c4-94f0-4a591d5008c3 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:08.477496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-84cd1f66-25c9-41cf-b50b-ff486547b92b req-5cd61cc2-1e5f-46c4-94f0-4a591d5008c3 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0729201 Dec 12 04:41:08.536991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-84cd1f66-25c9-41cf-b50b-ff486547b92b req-67adb8bb-61c2-4770-9a50-27d0dff84364 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510283 Dec 12 04:41:08.793993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4a97a-1f1b-4fd4-b91a-4983f92b62da req-1c8307b0-0572-4dd2-8555-9dccb7fba403 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:08.803956 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-87a4a97a-1f1b-4fd4-b91a-4983f92b62da req-1c8307b0-0572-4dd2-8555-9dccb7fba403 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.1034799 Dec 12 04:41:08.885236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-87a4a97a-1f1b-4fd4-b91a-4983f92b62da req-489e24a6-0f1e-4569-a398-8887b5685697 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797410 Dec 12 04:41:08.885594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:08.931449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a495e910-b7f0-41a6-9a69-6ff82b389d28 req-213b017d-5feb-4013-adc5-e4298c5070fc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 210 time: 0.0439305 Dec 12 04:41:08.979734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:09.025634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3be4-a452-4dd2-8b27-58e84a1854e5 req-c15d7697-dea7-4438-9d74-0cd21acee095 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:09.028978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4ecb3be4-a452-4dd2-8b27-58e84a1854e5 req-c15d7697-dea7-4438-9d74-0cd21acee095 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0630667 Dec 12 04:41:09.037917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 642cf99b-6cad-484b-a2d4-6f74c060fc80 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:41:09.042012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:41:09.044861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:41:09.048386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:09.104530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4ecb3be4-a452-4dd2-8b27-58e84a1854e5 req-a09151e3-ea38-4847-9816-57fb6a04e7a9 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678692 Dec 12 04:41:09.124986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:09.125845 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:09.153670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4fde62a7-0e55-49ca-a70e-fd4a642b3a54 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1555271 Dec 12 04:41:09.174890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Request body: {'port': {'device_id': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:09.246569 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:09.351947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b711dfbf-cdef-43e9-b87d-600660eb7b66 None None] Provisioning complete for port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:09.352575 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b711dfbf-cdef-43e9-b87d-600660eb7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:09.394511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b711dfbf-cdef-43e9-b87d-600660eb7b66 None None] Port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:41:09.556626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:41:09.565817 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:09.580391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Transition to ACTIVE for port object b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:41:09.584135 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:09.635838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Pushing event updated for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:09.713864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:41:09.714346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:41:09.714801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:09.719598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:41:09.720051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:09.725284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:41:09.725751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Checking segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:41:09.726254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Bound using segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:41:09.726820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Bound port: b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:41:09.727291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:09.806148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:41:09.809799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:41:09.817151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:09.858529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:09.859018 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:09.860463 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] 10.222.0.37 "PUT /v2.0/ports/b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 1092 time: 0.6900630 Dec 12 04:41:09.861016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:41:09.863392 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76482ef9-f72f-467a-870e-79b33d8f9161" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:41:09.884084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f35997-27ea-49e4-88e8-50493368954e service neutron] Pushing event updated for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:09.991734 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74209305-a276-40e0-8b5f-87890a6fb127 x-openstack-request-id: req-74209305-a276-40e0-8b5f-87890a6fb127 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:41:09.992288 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:41:09.992288 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74209305-a276-40e0-8b5f-87890a6fb127 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:41:09.992689 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'status': 'completed', 'code': 200} Dec 12 04:41:10.018907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 68e84289-e464-41d4-a0a2-bc4b45c63c0b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:41:10.022579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4be21-8728-4108-a771-57bd59578d9f req-01198612-a477-40ae-9715-3e367fdc5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.024491 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-01198612-a477-40ae-9715-3e367fdc5b55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1095 time: 0.0897300 Dec 12 04:41:10.096714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 68e84289-e464-41d4-a0a2-bc4b45c63c0b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:10.097440 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:10.104233 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-52060fba-1b01-4ba4-abd3-fe228b6bf67d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 217 time: 0.0602186 Dec 12 04:41:10.105689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e91136-1856-434f-a7cf-b0f1218f0021 req-c17a9ff3-fd27-4caa-b1f1-07793f816881 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.108260 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07e91136-1856-434f-a7cf-b0f1218f0021 req-c17a9ff3-fd27-4caa-b1f1-07793f816881 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 944 time: 0.0711596 Dec 12 04:41:10.176853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2173578-3909-435f-bd70-669603ea29cc req-8385366c-3628-496e-b143-246732dc5972 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.178601 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2173578-3909-435f-bd70-669603ea29cc req-8385366c-3628-496e-b143-246732dc5972 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.1465883 Dec 12 04:41:10.191323 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07e91136-1856-434f-a7cf-b0f1218f0021 req-2532a701-8810-41c0-9c0e-c98d027da6aa tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723667 Dec 12 04:41:10.218683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4be21-8728-4108-a771-57bd59578d9f req-3e57ff69-3166-497f-b9f6-048d99e19c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.220412 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-3e57ff69-3166-497f-b9f6-048d99e19c32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 HTTP/1.1" status: 200 len: 835 time: 0.1053267 Dec 12 04:41:10.300067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c2173578-3909-435f-bd70-669603ea29cc req-c80e92ee-df7e-4c4d-b76c-31801f56272e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153717 Dec 12 04:41:10.305579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4be21-8728-4108-a771-57bd59578d9f req-a602eb85-83ba-44a4-912a-fe256f380063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.307086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-a602eb85-83ba-44a4-912a-fe256f380063 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=642cf99b-6cad-484b-a2d4-6f74c060fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725923 Dec 12 04:41:10.314977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a6ef9-0043-4297-b7bf-fbd83372f786 req-e5abdb50-feb0-4d49-a439-a42fc7ed5c91 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.321296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d4a6ef9-0043-4297-b7bf-fbd83372f786 req-e5abdb50-feb0-4d49-a439-a42fc7ed5c91 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0586233 Dec 12 04:41:10.364645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7d4a6ef9-0043-4297-b7bf-fbd83372f786 req-b7aab08c-8d30-4da5-97d0-21f7a07e75d9 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Dec 12 04:41:10.403635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-d228bffd-873d-4c85-9e9b-9e2406749e28 service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871079 Dec 12 04:41:10.496452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0c4be21-8728-4108-a771-57bd59578d9f req-4ca11a67-58f6-480f-b9b8-8cf73175a687 service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841243 Dec 12 04:41:10.656512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-1c188b3c-172d-41e4-8c97-751264e94b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.658088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-1c188b3c-172d-41e4-8c97-751264e94b02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1095 time: 0.0413187 Dec 12 04:41:10.675305 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34caa17b-06c3-4a5c-b962-648391d49c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:10.751741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-7786d405-1e7a-4aee-92b2-5dd1d83cdf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.753164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-7786d405-1e7a-4aee-92b2-5dd1d83cdf7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 200 len: 897 time: 0.0875297 Dec 12 04:41:10.797206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-d38707c4-403d-4b5c-abbb-f5db18440eba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 217 time: 0.0364010 Dec 12 04:41:10.846515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-3c2d3576-bfc4-4ca6-bf50-aa6d572a4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.847954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-3c2d3576-bfc4-4ca6-bf50-aa6d572a4191 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 HTTP/1.1" status: 200 len: 835 time: 0.0428081 Dec 12 04:41:10.896597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-579f02b2-dd53-4897-bdbe-740fb710528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:10.898078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-579f02b2-dd53-4897-bdbe-740fb710528f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=642cf99b-6cad-484b-a2d4-6f74c060fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393038 Dec 12 04:41:10.995262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-859b8749-6fb5-4ae5-b19a-3cc833102e21 service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858760 Dec 12 04:41:11.086006 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76482ef9-f72f-467a-870e-79b33d8f9161 req-fc8c8fa6-644d-4e9e-a78d-ed4c5e308897 service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823777 Dec 12 04:41:11.236424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-9c053a25-da6e-41c8-adb3-940c59bf9aec tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:11.237941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-9c053a25-da6e-41c8-adb3-940c59bf9aec tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.37 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0539200 Dec 12 04:41:11.309993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5adad-2ebc-43d3-bfeb-59c20c00846c req-80fcf6cc-37c6-478b-9513-df0228a5fae2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:11.312147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7c5adad-2ebc-43d3-bfeb-59c20c00846c req-80fcf6cc-37c6-478b-9513-df0228a5fae2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 944 time: 0.0509012 Dec 12 04:41:11.342594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Deleting port bac1466d-2189-43f1-bbc4-02885aed06c8 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:41:11.342949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:11.364513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7c5adad-2ebc-43d3-bfeb-59c20c00846c req-8b88c4f5-a333-4c31-8b2c-c1a3f0de43cf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462976 Dec 12 04:41:11.474059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c06935-043e-4cf0-bc47-d00c6d395e2c req-77864854-1755-466f-9016-645573ad644b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:11.475551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75c06935-043e-4cf0-bc47-d00c6d395e2c req-77864854-1755-466f-9016-645573ad644b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.0819104 Dec 12 04:41:11.483767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dde87e-0d60-4f36-88b3-a87f6fbd2750 req-28828ba5-7d74-4714-809c-597c333fec76 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:11.484460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] For port bac1466d-2189-43f1-bbc4-02885aed06c8, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=bac1466d-2189-43f1-bbc4-02885aed06c8,segment=NetworkSegment(ffac6cc7-82ad-4717-9838-736441d68791),segment_id=ffac6cc7-82ad-4717-9838-736441d68791)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:11.484851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:11.486829 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78dde87e-0d60-4f36-88b3-a87f6fbd2750 req-28828ba5-7d74-4714-809c-597c333fec76 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/ports?device_id=de788e92-366f-43d0-9ac2-a853dfd591d1 HTTP/1.1" status: 200 len: 946 time: 0.0544229 Dec 12 04:41:11.510615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Calling delete_port for bac1466d-2189-43f1-bbc4-02885aed06c8 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:41:11.532214 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78dde87e-0d60-4f36-88b3-a87f6fbd2750 req-ddc78887-1f24-404f-b810-fd5866c40d07 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.36 "GET /v2.0/security-groups?id=bec6fdb7-60b3-4772-996b-9762b935a729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Dec 12 04:41:11.580324 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75c06935-043e-4cf0-bc47-d00c6d395e2c req-5dda0376-2ad3-4108-98b2-ecb7caeba484 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988519 Dec 12 04:41:11.664189 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:11.692290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Pushing event deleted for resources: {'Port': ['ID=bac1466d-2189-43f1-bbc4-02885aed06c8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:11.701632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['bac1466d-2189-43f1-bbc4-02885aed06c8'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:41:11.743963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] No DVR routers for this DVR port bac1466d-2189-43f1-bbc4-02885aed06c8 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:41:11.746535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:11.749926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bf56b97f-ff8d-4dc7-a7dd-c9b198684fa5 req-d956a9ae-2a64-45ec-a247-54104364ddb7 tempest-TestServerAdvancedOps-578248044 tempest-TestServerAdvancedOps-578248044-project] 10.222.0.37 "DELETE /v2.0/ports/bac1466d-2189-43f1-bbc4-02885aed06c8 HTTP/1.1" status: 204 len: 173 time: 0.5027115 Dec 12 04:41:11.815735 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:11.994023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de788e92-366f-43d0-9ac2-a853dfd591d1', 'name': 'network-vif-deleted', 'tag': 'bac1466d-2189-43f1-bbc4-02885aed06c8'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:41:11.996463 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d955607a-97f9-461b-9a6f-b36db371698d" -d '{"events": [{"server_uuid": "de788e92-366f-43d0-9ac2-a853dfd591d1", "name": "network-vif-deleted", "tag": "bac1466d-2189-43f1-bbc4-02885aed06c8"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:41:12.033689 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153d1afb-b447-4c4f-a7b0-7a072d959a23 x-openstack-request-id: req-153d1afb-b447-4c4f-a7b0-7a072d959a23 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:41:12.034014 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de788e92-366f-43d0-9ac2-a853dfd591d1", "name": "network-vif-deleted", "tag": "bac1466d-2189-43f1-bbc4-02885aed06c8", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:41:12.034272 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-153d1afb-b447-4c4f-a7b0-7a072d959a23 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:41:12.034685 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de788e92-366f-43d0-9ac2-a853dfd591d1', 'name': 'network-vif-deleted', 'tag': 'bac1466d-2189-43f1-bbc4-02885aed06c8', 'status': 'completed', 'code': 200} Dec 12 04:41:12.481176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff48592-698e-4978-85c8-00d0324bfefd req-b4d75e2c-7191-4e8e-8d81-c100ac89f638 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:12.482560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ff48592-698e-4978-85c8-00d0324bfefd req-b4d75e2c-7191-4e8e-8d81-c100ac89f638 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 944 time: 0.0481787 Dec 12 04:41:12.531401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ff48592-698e-4978-85c8-00d0324bfefd req-69783a19-c16e-4f71-b1dc-f885dac4bccd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426481 Dec 12 04:41:12.593488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60676) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:12.637216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8fff61-90ec-4eca-aa8b-0ad6c48a6123 admin admin] Deleting subnet db77f68a-d112-4db7-ad77-b7b4aba29905 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:41:12.641039 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f8fff61-90ec-4eca-aa8b-0ad6c48a6123 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:12.704167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f8fff61-90ec-4eca-aa8b-0ad6c48a6123 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:12.744436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91b6e5-1929-4a35-bcb1-a5c080036bb2 req-bc1f890e-d03f-4cca-9b71-0c1ed5ecb380 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:12.745979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e91b6e5-1929-4a35-bcb1-a5c080036bb2 req-bc1f890e-d03f-4cca-9b71-0c1ed5ecb380 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.0825846 Dec 12 04:41:12.763598 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f8fff61-90ec-4eca-aa8b-0ad6c48a6123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:12.836693 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e91b6e5-1929-4a35-bcb1-a5c080036bb2 req-a00a3f58-d23b-4cf3-a3e8-27743259f62f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826516 Dec 12 04:41:12.852887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f8fff61-90ec-4eca-aa8b-0ad6c48a6123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:12.881838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fff61-90ec-4eca-aa8b-0ad6c48a6123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db77f68a-d112-4db7-ad77-b7b4aba29905,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:12.883821 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f8fff61-90ec-4eca-aa8b-0ad6c48a6123 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:12.887080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5f8fff61-90ec-4eca-aa8b-0ad6c48a6123 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/db77f68a-d112-4db7-ad77-b7b4aba29905 HTTP/1.1" status: 204 len: 168 time: 0.2926111 Dec 12 04:41:12.889563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60682) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:12.957235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:12.970947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0725f2a7-a704-488d-84dd-547c8a41ac3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.049585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.070893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db613e89-1a01-417a-b429-46d8f51be2c4']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:13.079888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffac6cc7-82ad-4717-9838-736441d68791') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:13.080192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffac6cc7-82ad-4717-9838-736441d68791') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:13.089393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.102246 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.108749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:41:13.109175 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:41:13.110938 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:41:13.163683 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.168391 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.172501 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] 10.222.0.36 "DELETE /v2.0/networks/db613e89-1a01-417a-b429-46d8f51be2c4 HTTP/1.1" status: 204 len: 168 time: 0.2819963 Dec 12 04:41:13.175423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60684) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:13.189820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe684d9-7d97-4edc-80da-e8ee541804cb admin admin] Pushing event deleted for resources: {'Network': ['ID=db613e89-1a01-417a-b429-46d8f51be2c4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:13.221061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e2e2ea-32ec-43aa-b386-9d5948d058a3 admin admin] Deleting subnet c696abde-f795-42a7-a902-fbb2e2211134 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:41:13.224337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06e2e2ea-32ec-43aa-b386-9d5948d058a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.259223 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06e2e2ea-32ec-43aa-b386-9d5948d058a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.298581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06e2e2ea-32ec-43aa-b386-9d5948d058a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.351088 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06e2e2ea-32ec-43aa-b386-9d5948d058a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.383034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2e2ea-32ec-43aa-b386-9d5948d058a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c696abde-f795-42a7-a902-fbb2e2211134,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:13.385058 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-06e2e2ea-32ec-43aa-b386-9d5948d058a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.388319 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-06e2e2ea-32ec-43aa-b386-9d5948d058a3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c696abde-f795-42a7-a902-fbb2e2211134 HTTP/1.1" status: 204 len: 168 time: 0.2117991 Dec 12 04:41:13.390783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60686) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:13.458120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.540100 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.560668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47462ae-236f-4df4-80c6-93cc4d0be330']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:13.570314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fbb000-7784-491d-9071-2a0294fb8a2e') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:13.570626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fbb000-7784-491d-9071-2a0294fb8a2e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:13.580788 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.594488 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.600798 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:41:13.601233 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:41:13.602984 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:41:13.682206 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.687794 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:13.691055 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] 10.222.0.36 "DELETE /v2.0/networks/a47462ae-236f-4df4-80c6-93cc4d0be330 HTTP/1.1" status: 204 len: 168 time: 0.2993538 Dec 12 04:41:13.718186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181babe-4828-4b66-a0c5-44d5690e25b1 req-93e9a5e2-3c9b-426f-a020-b81977e13606 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:13.719780 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5181babe-4828-4b66-a0c5-44d5690e25b1 req-93e9a5e2-3c9b-426f-a020-b81977e13606 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 944 time: 0.1159832 Dec 12 04:41:13.720690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1df07f-eab6-4cc4-91c2-417fad93195b admin admin] Pushing event deleted for resources: {'Network': ['ID=a47462ae-236f-4df4-80c6-93cc4d0be330,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:13.769649 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5181babe-4828-4b66-a0c5-44d5690e25b1 req-aa3238ed-7ac1-4002-b564-aa53e31603d7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436194 Dec 12 04:41:13.852843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60694) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:13.896981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-01d4e0ea-a666-4416-8638-58dbc69b236c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78681a796e7945d29da406512c35624d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428462 Dec 12 04:41:13.899315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60698) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:13.982492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d75caa-e6ee-4d83-b0b2-0ff5d887f52a req-56dcb7a0-743a-437e-9f7f-0ae2c8998a59 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:13.984046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25d75caa-e6ee-4d83-b0b2-0ff5d887f52a req-56dcb7a0-743a-437e-9f7f-0ae2c8998a59 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.0720630 Dec 12 04:41:13.986929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7191465c-6aec-4f9a-81d0-de9136f152b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.027137 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7191465c-6aec-4f9a-81d0-de9136f152b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.075609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-25d75caa-e6ee-4d83-b0b2-0ff5d887f52a req-d33d040f-6393-4dae-9305-b3dc608ebd90 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841849 Dec 12 04:41:14.100780 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7191465c-6aec-4f9a-81d0-de9136f152b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.101678 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.103652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7191465c-6aec-4f9a-81d0-de9136f152b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.104924 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7191465c-6aec-4f9a-81d0-de9136f152b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bec6fdb7-60b3-4772-996b-9762b935a729 HTTP/1.1" status: 204 len: 168 time: 0.2046759 Dec 12 04:41:14.113429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191465c-6aec-4f9a-81d0-de9136f152b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec6fdb7-60b3-4772-996b-9762b935a729,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:14.119570 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.414312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60704) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:14.454738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bdf58a8f-06f5-4600-8aec-df4ff176f4d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=138f15b80e294e86bb7afc0612be0ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391607 Dec 12 04:41:14.457068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 60706) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:14.503731 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6d3b916-a463-4bad-91b4-7e225d4ad64a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.525536 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6d3b916-a463-4bad-91b4-7e225d4ad64a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.571347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6d3b916-a463-4bad-91b4-7e225d4ad64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.574589 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6d3b916-a463-4bad-91b4-7e225d4ad64a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:14.575759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b6d3b916-a463-4bad-91b4-7e225d4ad64a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2f1ea30-3fe5-4ac8-a19f-b79123a49ced HTTP/1.1" status: 204 len: 168 time: 0.1177125 Dec 12 04:41:14.583608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3b916-a463-4bad-91b4-7e225d4ad64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f1ea30-3fe5-4ac8-a19f-b79123a49ced,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:14.902941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23c49f-c86e-4816-9115-10cb097231f9 req-16929de4-fb4c-49cd-9f48-62d19e136ba3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:14.905267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe23c49f-c86e-4816-9115-10cb097231f9 req-16929de4-fb4c-49cd-9f48-62d19e136ba3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 944 time: 0.0556974 Dec 12 04:41:14.962052 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe23c49f-c86e-4816-9115-10cb097231f9 req-2f402cd0-3c4e-4e7a-8b0a-690a36274912 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499594 Dec 12 04:41:15.137022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:41:15.148240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bac1466d-2189-43f1-bbc4-02885aed06c8 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:41:15.174108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: bac1466d-2189-43f1-bbc4-02885aed06c8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:41:15.174466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device bac1466d-2189-43f1-bbc4-02885aed06c8 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:41:15.202875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b921-9e4d-4227-be5b-70b109d97e23 req-63eb1cc6-a89b-43af-af53-ebb473323471 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:15.204389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b212b921-9e4d-4227-be5b-70b109d97e23 req-63eb1cc6-a89b-43af-af53-ebb473323471 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.0529771 Dec 12 04:41:15.281135 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b212b921-9e4d-4227-be5b-70b109d97e23 req-08d8a4dd-9e18-44b4-923e-05d9dee65dd8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Dec 12 04:41:15.300574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-4d132df2-ce6c-4678-bd13-0119423d461a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0622368 Dec 12 04:41:15.399937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-70ef5aaa-97c1-44c9-bf84-823c300869d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:15.401556 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-70ef5aaa-97c1-44c9-bf84-823c300869d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 1096 time: 0.0414150 Dec 12 04:41:15.419366 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:15.429868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'port_id': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'mac_address': 'fa:16:3e:41:06:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:41:15.467227 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:15.479698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:41:15.499108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:15.504182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:15.510263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-bfd1ca37-36b0-4144-8155-f0dbf5d5f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:15.511776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-bfd1ca37-36b0-4144-8155-f0dbf5d5f53e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.0911860 Dec 12 04:41:15.551291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:15.578128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-c634ba1e-955b-42df-899f-48c25ba40f54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 200 len: 1000 time: 0.0591497 Dec 12 04:41:15.625699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-c1e1c9d1-c16b-419e-8862-df9fd1749531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:15.627097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-c1e1c9d1-c16b-419e-8862-df9fd1749531 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0421841 Dec 12 04:41:15.658580 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:15.676955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-5a82639f-5a39-4503-bf9a-fd242a984e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:15.678443 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-5a82639f-5a39-4503-bf9a-fd242a984e23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441225 Dec 12 04:41:15.767116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-2de344c7-5f51-406a-b885-4fe5f1ea0a0a service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810468 Dec 12 04:41:15.842088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:41:15.860514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e05d961-fa69-450d-afbc-be9e98f7500a req-752561ef-acf2-4f48-a568-849c49401a69 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859623 Dec 12 04:41:16.084684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890e8a-5746-4c07-8ff7-44f3811b0b03 req-c23f5ea8-5df1-4021-a1b2-5679c3a0fc82 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:16.086227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62890e8a-5746-4c07-8ff7-44f3811b0b03 req-c23f5ea8-5df1-4021-a1b2-5679c3a0fc82 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 945 time: 0.0505664 Dec 12 04:41:16.135531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62890e8a-5746-4c07-8ff7-44f3811b0b03 req-f521f76c-fd1b-4b00-954a-fc7d4d7b51ef tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431292 Dec 12 04:41:16.406436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611120b-6146-4263-9e16-d9d2be8a43e2 req-13173ce5-5430-4d89-9046-6c640ef8ba7d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:16.407944 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5611120b-6146-4263-9e16-d9d2be8a43e2 req-13173ce5-5430-4d89-9046-6c640ef8ba7d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.0484786 Dec 12 04:41:16.453938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5611120b-6146-4263-9e16-d9d2be8a43e2 req-1cba49a7-58d4-4d22-935c-9c72d615ca3a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Dec 12 04:41:16.698403 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:17.167620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:41:17.219575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:41:17.223720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:17.224112 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:17.253456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1506e6-4e69-4629-827a-eb6d6b065e6e req-296c9efb-b344-414d-a82d-783e2669a6b6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:17.254938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f1506e6-4e69-4629-827a-eb6d6b065e6e req-296c9efb-b344-414d-a82d-783e2669a6b6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 945 time: 0.0522614 Dec 12 04:41:17.300619 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:17.305227 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f1506e6-4e69-4629-827a-eb6d6b065e6e req-5b53be37-1887-45ba-8c64-4f82119a975a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 Dec 12 04:41:17.328597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:41:17.330815 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bb209d-9e28-4eb1-a1e8-d47fed70b7aa" -d '{"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-plugged", "status": "completed", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:41:17.343564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:17.347572 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:17.375226 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a7da5d-44a5-478a-adb0-8f02db756f39 x-openstack-request-id: req-63a7da5d-44a5-478a-adb0-8f02db756f39 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:41:17.375528 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-plugged", "status": "completed", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:41:17.375790 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63a7da5d-44a5-478a-adb0-8f02db756f39 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:41:17.376183 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'code': 200} Dec 12 04:41:17.400969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:17.506243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c0ce9-e858-4e25-95ed-b201f74df91b req-b2249956-00dd-43ba-b51f-571c7bd2d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:17.508126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-578c0ce9-e858-4e25-95ed-b201f74df91b req-b2249956-00dd-43ba-b51f-571c7bd2d80e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1097 time: 0.0403590 Dec 12 04:41:17.560521 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-578c0ce9-e858-4e25-95ed-b201f74df91b req-3ee28373-dd2b-4be3-9211-d18033fa0dff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Dec 12 04:41:17.569332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bc182-1359-4a28-8529-f81d95136f08 req-6d67176b-2217-473f-9f69-7e1596c7af60 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:17.570825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a9bc182-1359-4a28-8529-f81d95136f08 req-6d67176b-2217-473f-9f69-7e1596c7af60 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.0485518 Dec 12 04:41:17.616712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a9bc182-1359-4a28-8529-f81d95136f08 req-81a9253f-91b2-4cd2-8aa9-6f3249937ca6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Dec 12 04:41:18.422384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952f4dd-2b70-4f10-9921-75062c990741 req-a3333b4a-f22d-463c-9386-a6baf3924dd7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:18.423777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8952f4dd-2b70-4f10-9921-75062c990741 req-a3333b4a-f22d-463c-9386-a6baf3924dd7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0485229 Dec 12 04:41:18.477196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8952f4dd-2b70-4f10-9921-75062c990741 req-b9d59b38-4486-4cc7-8026-ff00bf5e9125 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475392 Dec 12 04:41:18.734073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8175596-3a0c-4110-ab0f-91e907f9ca6a req-fff1bf49-eabe-49ed-8823-c493a028748a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:18.735606 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8175596-3a0c-4110-ab0f-91e907f9ca6a req-fff1bf49-eabe-49ed-8823-c493a028748a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 943 time: 0.0506670 Dec 12 04:41:18.784192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8175596-3a0c-4110-ab0f-91e907f9ca6a req-43bd31c0-1212-467c-b3fe-a19e7de50935 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 Dec 12 04:41:18.980290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 089c1e96-4eac-4a73-bf5e-b88da1d3f39f details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:41:19.073299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:19.084366 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '089c1e96-4eac-4a73-bf5e-b88da1d3f39f', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'port_id': '089c1e96-4eac-4a73-bf5e-b88da1d3f39f', 'mac_address': 'fa:16:3e:cf:be:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:41:19.124603 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:19.136922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089c1e96-4eac-4a73-bf5e-b88da1d3f39f {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:41:19.155418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:19.159462 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:19.205135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:19.441136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['089c1e96-4eac-4a73-bf5e-b88da1d3f39f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:41:19.599278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bd2b1-2040-4567-b9a2-bcef795c9fcb req-ec53508a-5c37-41d7-b2ca-1aae97902551 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:19.600774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e2bd2b1-2040-4567-b9a2-bcef795c9fcb req-ec53508a-5c37-41d7-b2ca-1aae97902551 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0516822 Dec 12 04:41:19.648611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8e2bd2b1-2040-4567-b9a2-bcef795c9fcb req-3c918b0d-612f-40a8-98e0-fc13dc4a0ce3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Dec 12 04:41:19.762353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95155b-c369-456f-b329-5a4319405fb5 req-7ea03f16-b47a-4c61-abfe-823b4992c858 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:19.763771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4b95155b-c369-456f-b329-5a4319405fb5 req-7ea03f16-b47a-4c61-abfe-823b4992c858 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0478756 Dec 12 04:41:19.812912 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4b95155b-c369-456f-b329-5a4319405fb5 req-7eca5667-0843-42b9-9605-dc5d7ffd55bb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425489 Dec 12 04:41:19.834831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60744) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:19.876349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7ac50f-45a8-4e13-a371-737cfd9d1cfb tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:19.880639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5a7ac50f-45a8-4e13-a371-737cfd9d1cfb tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1092 time: 0.0421963 Dec 12 04:41:19.880926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60746) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:19.885406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:19.908118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:19.909463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a88f4c-ef5e-4f05-8e17-a8155585f025 req-802e2f04-c3d0-4e12-8998-a1be3103adb1 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:19.910973 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42a88f4c-ef5e-4f05-8e17-a8155585f025 req-802e2f04-c3d0-4e12-8998-a1be3103adb1 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 944 time: 0.0540185 Dec 12 04:41:19.957844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-42a88f4c-ef5e-4f05-8e17-a8155585f025 req-22058d9a-ba30-4e8a-a481-e1f8db5dfbf6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Dec 12 04:41:20.006938 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:20.106258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.25.7.47 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e53288bc-e41b-4fa1-8c48-59d69d861fa3) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:41:20.210070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:20.242714 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:20.282004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:41:20.284886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:41:20.287439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:41:20.319554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=e53288bc-e41b-4fa1-8c48-59d69d861fa3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:20.954851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:20.981023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 089c1e96-4eac-4a73-bf5e-b88da1d3f39f up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:41:21.030004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:21.031356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:41:21.035796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:21.036178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:21.082152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1099154-f724-4f60-80ff-85b0386d3690 req-1dd60d67-88e0-4eab-b155-a0bbd809007e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:21.083676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e1099154-f724-4f60-80ff-85b0386d3690 req-1dd60d67-88e0-4eab-b155-a0bbd809007e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 944 time: 0.0522017 Dec 12 04:41:21.118391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:21.132967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e1099154-f724-4f60-80ff-85b0386d3690 req-b9a54e93-22aa-4fc2-a8c5-b08c56e15430 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Dec 12 04:41:21.142303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc82a0-0a58-4c53-a49a-279fb5f7ec51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c1e96-4eac-4a73-bf5e-b88da1d3f39f'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:41:21.144866 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0761ac-3f4c-4df2-8480-86f3978d8e4b" -d '{"events": [{"server_uuid": "32fc82a0-0a58-4c53-a49a-279fb5f7ec51", "name": "network-vif-plugged", "status": "completed", "tag": "089c1e96-4eac-4a73-bf5e-b88da1d3f39f"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:41:21.170157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:21.174757 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:21.194210 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:21.198211 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e738987-c7ed-4188-968b-fddc34585164 x-openstack-request-id: req-9e738987-c7ed-4188-968b-fddc34585164 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:41:21.198509 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc82a0-0a58-4c53-a49a-279fb5f7ec51", "name": "network-vif-plugged", "status": "completed", "tag": "089c1e96-4eac-4a73-bf5e-b88da1d3f39f", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:41:21.198781 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e738987-c7ed-4188-968b-fddc34585164 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:41:21.198958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:21.199166 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc82a0-0a58-4c53-a49a-279fb5f7ec51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c1e96-4eac-4a73-bf5e-b88da1d3f39f', 'code': 200} Dec 12 04:41:21.227116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:21.272503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=e53288bc-e41b-4fa1-8c48-59d69d861fa3,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:21.283678 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:21.313757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51406-ab42-48d8-a1d7-14023aa71f80 req-380e6d11-43f9-4516-8161-7a2642dc1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:21.315279 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a9c51406-ab42-48d8-a1d7-14023aa71f80 req-380e6d11-43f9-4516-8161-7a2642dc1de6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 1096 time: 0.0401986 Dec 12 04:41:21.363788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a9c51406-ab42-48d8-a1d7-14023aa71f80 req-e6bdf2d9-2a9e-4fbd-b222-6651483fc927 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Dec 12 04:41:21.388109 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Floating IP d4f28b22-82ab-4269-8aff-e06623da222f associated. External IP: 172.25.7.47, port: b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b. Dec 12 04:41:21.597376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router fcb9e224-dd62-4032-97d5-1ec691ee3db5 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:41:21.702301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:41:21.711757 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] Sync routers for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:41:21.719963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:21.721376 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:41:21.722022 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:41:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:21.751051 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-997144b9-35b3-4389-a572-a84845370e96 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8690495 Dec 12 04:41:21.751633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:41:21.753960 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c716cf70-ec76-4f63-a29c-6b0f39900b62" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:41:21.792989 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da739a9f-eead-4b7a-bcd4-a7270b1bf3ec x-openstack-request-id: req-da739a9f-eead-4b7a-bcd4-a7270b1bf3ec {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:41:21.793303 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:41:21.793571 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da739a9f-eead-4b7a-bcd4-a7270b1bf3ec {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:41:21.793993 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'status': 'completed', 'code': 200} Dec 12 04:41:21.854487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c22829-4ed4-44f4-9fa7-41139bb0f4b6 req-232595d0-2d30-407c-9b0d-dd84eb8a6411 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:21.856183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80c22829-4ed4-44f4-9fa7-41139bb0f4b6 req-232595d0-2d30-407c-9b0d-dd84eb8a6411 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0519893 Dec 12 04:41:21.887884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-8484a062-78f7-41ea-ae35-e560ec0058aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:21.890764 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-8484a062-78f7-41ea-ae35-e560ec0058aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1097 time: 0.0507836 Dec 12 04:41:21.908390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80c22829-4ed4-44f4-9fa7-41139bb0f4b6 req-d6a64c36-ad98-46b6-8576-18e80462840a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Dec 12 04:41:21.928354 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:41:21.933182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60760) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:21.992641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-b5e32b90-55a2-4b72-b461-8302fed9d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:21.994349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-b5e32b90-55a2-4b72-b461-8302fed9d594 service neutron] 10.222.0.37 "GET /v2.0/networks?id=642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 200 len: 897 time: 0.0878608 Dec 12 04:41:22.003629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-86ad7f70-6140-4965-baf1-fb80f850240e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/d4f28b22-82ab-4269-8aff-e06623da222f HTTP/1.1" status: 200 len: 991 time: 0.0691617 Dec 12 04:41:22.066420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-c3655eb7-999c-4722-8079-170f0fd2c91c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 999 time: 0.0632279 Dec 12 04:41:22.121360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-79fec707-385a-4224-997a-9f868fe935a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:22.122808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-79fec707-385a-4224-997a-9f868fe935a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 HTTP/1.1" status: 200 len: 835 time: 0.0436788 Dec 12 04:41:22.154464 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'd4f28b22-82ab-4269-8aff-e06623da222f', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'port_id': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'mac_address': 'fa:16:3e:41:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:41:20Z', 'updated_at': '2021-12-12T04:41:20Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e84289-e464-41d4-a0a2-bc4b45c63c0b', 'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:ef:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:41:02Z', 'updated_at': '2021-12-12T04:41:07Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:22.181610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-5a2b4408-21d4-4530-85c3-bdcf88b46666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:22.182431 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] Checking router: fcb9e224-dd62-4032-97d5-1ec691ee3db5 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:41:22.183560 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-5a2b4408-21d4-4530-85c3-bdcf88b46666 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=642cf99b-6cad-484b-a2d4-6f74c060fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487573 Dec 12 04:41:22.191949 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:41:22.192594 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:41:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:22.304520 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:41:22.319914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8318209-0faa-441f-b820-806ab8a0d4ff req-b24b3de8-1540-471f-8a64-87b77eb13848 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:22.321451 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8318209-0faa-441f-b820-806ab8a0d4ff req-b24b3de8-1540-471f-8a64-87b77eb13848 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 945 time: 0.1062977 Dec 12 04:41:22.347676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-c7c9b139-06d9-4f91-90e0-93dbffc15b01 service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547580 Dec 12 04:41:22.428372 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8318209-0faa-441f-b820-806ab8a0d4ff req-b21d6e14-6e59-4cdf-8d5f-7897592f8674 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973179 Dec 12 04:41:22.473171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c716cf70-ec76-4f63-a29c-6b0f39900b62 req-158d8dcd-812e-40be-9ede-32b8e9546a9c service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179852 Dec 12 04:41:22.544698 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'd4f28b22-82ab-4269-8aff-e06623da222f', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'port_id': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'mac_address': 'fa:16:3e:41:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:41:20Z', 'updated_at': '2021-12-12T04:41:20Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e84289-e464-41d4-a0a2-bc4b45c63c0b', 'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:ef:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:41:02Z', 'updated_at': '2021-12-12T04:41:07Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:41:22.574736 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80940158-c0b1-4cb5-9492-ea8a81c16d61 None None] The sync data for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 is: [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'd4f28b22-82ab-4269-8aff-e06623da222f', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'port_id': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'mac_address': 'fa:16:3e:41:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:41:20Z', 'updated_at': '2021-12-12T04:41:20Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e84289-e464-41d4-a0a2-bc4b45c63c0b', 'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:ef:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:41:02Z', 'updated_at': '2021-12-12T04:41:07Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:41:22.769078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164c7d19-16f7-466c-8096-6cb4003b6aa9 None None] New status for floating IP d4f28b22-82ab-4269-8aff-e06623da222f: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:41:23.007034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 60766) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:23.068571 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bb121de1-fe2a-4ea2-a7d0-9a8fd1f3409f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/d4f28b22-82ab-4269-8aff-e06623da222f HTTP/1.1" status: 200 len: 993 time: 0.0603864 Dec 12 04:41:23.542217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4cd61-a555-4608-873e-b135a5f2d7ab req-c2dc4182-8fdb-46b4-84ba-ffedce3a28c0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:23.543654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ae4cd61-a555-4608-873e-b135a5f2d7ab req-c2dc4182-8fdb-46b4-84ba-ffedce3a28c0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 945 time: 0.0492070 Dec 12 04:41:23.591117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ae4cd61-a555-4608-873e-b135a5f2d7ab req-67871a6c-6506-4816-aaa7-1edd2c5d47ca tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Dec 12 04:41:23.708082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5f100-ff9e-4bef-948e-dc6f8113f9e6 req-8f1df4e2-aaac-4f0c-96dd-3b44fbc64dd6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:23.709608 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fa5f100-ff9e-4bef-948e-dc6f8113f9e6 req-8f1df4e2-aaac-4f0c-96dd-3b44fbc64dd6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 945 time: 0.0489163 Dec 12 04:41:23.759453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6fa5f100-ff9e-4bef-948e-dc6f8113f9e6 req-55227f71-b929-4ef4-a176-eb02625bcc40 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440462 Dec 12 04:41:24.169609 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:41:26.396962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-90fb8073-991c-4a41-a7ca-66fce4153c44 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:26.398438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-90fb8073-991c-4a41-a7ca-66fce4153c44 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1048677 Dec 12 04:41:26.412995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-df1f46dd-ff27-458a-81d5-5cb589cd767e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/quotas/741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 375 time: 0.0088964 Dec 12 04:41:26.464634 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-12e32f8e-7e19-43a3-9939-8690dd215133 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465667 Dec 12 04:41:26.557792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-6bf83b5b-c332-4242-b5b7-092782d88238 service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860453 Dec 12 04:41:26.646297 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-640f5b38-4327-4dfe-8f65-fb55aca92ce9 service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818734 Dec 12 04:41:26.837076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eaf6afbc-5489-4d13-9e72-534aadd7f2b9 req-d6ebd388-1c6c-40a3-9d1f-ce2422e27e4f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 210 time: 0.0297241 Dec 12 04:41:27.872559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-84293c09-3809-43d7-a13c-2b2739ab235e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:27.874614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-84293c09-3809-43d7-a13c-2b2739ab235e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1031468 Dec 12 04:41:27.895128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'port': {'device_id': '410bb4bc-7fa2-4257-ac07-e4bb48864022', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'admin_state_up': True, 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:27.970665 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77fdce02-5f67-419a-9d7f-d4cb95d6dfbf req-f54c93d0-c81b-47b8-b517-e8ad08fc7e94 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 210 time: 0.0590208 Dec 12 04:41:28.034143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Made reservation on behalf of 741dc45cb32d45eda4aed3bc163791d7 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:41:28.037948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:28.185313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.20.0.5 (1bed37c6-4c22-46fe-9584-aa5bf029982d/4af3ef0c-2bdf-4330-a3a4-270751ad68cb/c046a6a7-e21a-4465-b7ec-c2f2643501b5) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:41:28.341262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:28.380732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:28.429240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:41:28.430757 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['089c1e96-4eac-4a73-bf5e-b88da1d3f39f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:41:28.432647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:41:28.436707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:41:28.462553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=c046a6a7-e21a-4465-b7ec-c2f2643501b5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:28.490452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:28.491396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:28.509209 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-a81223d0-295a-4619-8f34-a1f7150ef084 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6189535 Dec 12 04:41:28.530851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Request body: {'port': {'device_id': '410bb4bc-7fa2-4257-ac07-e4bb48864022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:28.597552 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:28.703163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-667290e4-793d-4600-8832-862901bea947 None None] Provisioning complete for port c046a6a7-e21a-4465-b7ec-c2f2643501b5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:28.703886 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-667290e4-793d-4600-8832-862901bea947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:28.742411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-667290e4-793d-4600-8832-862901bea947 None None] Port c046a6a7-e21a-4465-b7ec-c2f2643501b5 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:41:28.875098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c046a6a7-e21a-4465-b7ec-c2f2643501b5 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:41:28.882923 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:28.895561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Transition to ACTIVE for port object c046a6a7-e21a-4465-b7ec-c2f2643501b5 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:41:28.899915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:28.952386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Pushing event updated for resources: {'Port': ['ID=c046a6a7-e21a-4465-b7ec-c2f2643501b5,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:29.049607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Attempting to bind port c046a6a7-e21a-4465-b7ec-c2f2643501b5 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:41:29.049983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Attempting to bind port c046a6a7-e21a-4465-b7ec-c2f2643501b5 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:41:29.050291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Attempting to bind port c046a6a7-e21a-4465-b7ec-c2f2643501b5 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:29.056036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Port c046a6a7-e21a-4465-b7ec-c2f2643501b5 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:41:29.056385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Attempting to bind port c046a6a7-e21a-4465-b7ec-c2f2643501b5 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:29.064921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:41:29.065198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:41:29.065602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Bound using segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:41:29.066055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Bound port: c046a6a7-e21a-4465-b7ec-c2f2643501b5, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:41:29.066423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:29.160753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354d0d-c7fd-4b1a-a631-45181e162ef0 req-cbe0970e-0726-44b4-b610-7e6944ad626d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:29.167879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec354d0d-c7fd-4b1a-a631-45181e162ef0 req-cbe0970e-0726-44b4-b610-7e6944ad626d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.1043906 Dec 12 04:41:29.187216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] For port c046a6a7-e21a-4465-b7ec-c2f2643501b5, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:41:29.190741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] For port c046a6a7-e21a-4465-b7ec-c2f2643501b5, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c046a6a7-e21a-4465-b7ec-c2f2643501b5,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:41:29.199983 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:29.259277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:29.259865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:29.261382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] 10.222.0.37 "PUT /v2.0/ports/c046a6a7-e21a-4465-b7ec-c2f2643501b5 HTTP/1.1" status: 200 len: 1091 time: 0.7378330 Dec 12 04:41:29.261846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410bb4bc-7fa2-4257-ac07-e4bb48864022', 'tag': 'c046a6a7-e21a-4465-b7ec-c2f2643501b5'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:41:29.264281 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e1f5e4-9682-425a-8e17-493475b2bd11" -d '{"events": [{"name": "network-changed", "server_uuid": "410bb4bc-7fa2-4257-ac07-e4bb48864022", "tag": "c046a6a7-e21a-4465-b7ec-c2f2643501b5"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:41:29.309842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec354d0d-c7fd-4b1a-a631-45181e162ef0 req-edb74df2-fbdb-4ac6-af80-d7baf35582ad tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410868 Dec 12 04:41:29.315189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2f28a-5318-4263-912e-a50c3b17b011 service neutron] Pushing event updated for resources: {'Port': ['ID=c046a6a7-e21a-4465-b7ec-c2f2643501b5,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:29.346026 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe121040-b90d-46a4-adb0-48ce4da8d795 x-openstack-request-id: req-fe121040-b90d-46a4-adb0-48ce4da8d795 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:41:29.346317 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410bb4bc-7fa2-4257-ac07-e4bb48864022", "tag": "c046a6a7-e21a-4465-b7ec-c2f2643501b5", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:41:29.346576 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe121040-b90d-46a4-adb0-48ce4da8d795 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:41:29.346984 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410bb4bc-7fa2-4257-ac07-e4bb48864022', 'tag': 'c046a6a7-e21a-4465-b7ec-c2f2643501b5', 'status': 'completed', 'code': 200} Dec 12 04:41:29.494207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d9d28e61-8d01-4cda-ae57-debc0c1d5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:29.495801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-d9d28e61-8d01-4cda-ae57-debc0c1d5dc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 1094 time: 0.1638312 Dec 12 04:41:29.547850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-c2ec87e3-3384-4a7b-9178-2aba18ba5a81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c046a6a7-e21a-4465-b7ec-c2f2643501b5 HTTP/1.1" status: 200 len: 217 time: 0.0356336 Dec 12 04:41:29.604050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-399a5047-1dcb-4440-a4d6-22462de3c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:29.605554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-399a5047-1dcb-4440-a4d6-22462de3c2b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0504777 Dec 12 04:41:29.652242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-4a0be217-38ed-435e-8ebe-6803751f9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:29.653788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-4a0be217-38ed-435e-8ebe-6803751f9f0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403154 Dec 12 04:41:29.745508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-cc0fb0fa-ed5b-452a-8e9f-c5f1ec254c5c service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834134 Dec 12 04:41:29.845689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e559d7c9-bc25-46e7-bfd8-95771a37b465 req-da3ba693-23d1-4c41-a527-fdee96515038 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922356 Dec 12 04:41:29.970275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-c7e27f84-c6f0-4043-b4c5-9035d2f8f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:29.971806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-c7e27f84-c6f0-4043-b4c5-9035d2f8f30b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 1094 time: 0.0420301 Dec 12 04:41:30.065502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-a580b63d-c6d3-45a0-9c2e-4cc6f1f20b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:30.066972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-a580b63d-c6d3-45a0-9c2e-4cc6f1f20b8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.0878665 Dec 12 04:41:30.112568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-bdaa963b-d312-4b86-8c8c-77f3a28a6a8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c046a6a7-e21a-4465-b7ec-c2f2643501b5 HTTP/1.1" status: 200 len: 217 time: 0.0354581 Dec 12 04:41:30.161242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-e7acd837-c372-46ee-84f6-6f2364bfe9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:30.162712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-e7acd837-c372-46ee-84f6-6f2364bfe9d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0429559 Dec 12 04:41:30.209255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-c782c96d-42ca-46d0-b60c-8ab3f8bf2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:30.210747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-c782c96d-42ca-46d0-b60c-8ab3f8bf2336 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389953 Dec 12 04:41:30.323278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-d41ccb9d-61ec-4352-a802-90f14cd422e6 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037145 Dec 12 04:41:30.415121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-40e1f5e4-9682-425a-8e17-493475b2bd11 req-c742a3c6-b5c3-4b1b-aa7f-292b14b15e97 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837908 Dec 12 04:41:30.452225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89126ec-ba3c-4c8c-bd48-06e0334860fb req-6750193d-d0b5-46ba-b762-44baaf532231 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:30.453868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f89126ec-ba3c-4c8c-bd48-06e0334860fb req-6750193d-d0b5-46ba-b762-44baaf532231 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0560851 Dec 12 04:41:30.502915 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f89126ec-ba3c-4c8c-bd48-06e0334860fb req-8b72b147-9957-4baf-903f-929f7d36c127 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426767 Dec 12 04:41:31.657499 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abed5f1-5ce1-49f1-bdf9-80861ee9bcf4 req-797ceefc-9dae-4789-a8d3-5c4731cbb672 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:31.661298 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0abed5f1-5ce1-49f1-bdf9-80861ee9bcf4 req-797ceefc-9dae-4789-a8d3-5c4731cbb672 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0859599 Dec 12 04:41:31.735073 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0abed5f1-5ce1-49f1-bdf9-80861ee9bcf4 req-62ce2dfd-29b1-4cbd-bad7-faa6c9cfa966 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706508 Dec 12 04:41:32.954006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffd7af-04a9-44db-a1eb-76e6af88018c req-68472ddc-316e-4e97-b439-0e56c0fc0378 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:32.959834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5ffd7af-04a9-44db-a1eb-76e6af88018c req-68472ddc-316e-4e97-b439-0e56c0fc0378 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.1254196 Dec 12 04:41:33.097529 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5ffd7af-04a9-44db-a1eb-76e6af88018c req-9984254a-1c51-4031-92c1-d6ae4bbd4e43 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287613 Dec 12 04:41:33.990584 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-388a6d8d-08fd-4eb3-bcf8-bb5eb395e484 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523846 Dec 12 04:41:34.095388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-b22bff16-1f77-4c2a-9ef7-6fa55165e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:34.097212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-b22bff16-1f77-4c2a-9ef7-6fa55165e931 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1097 time: 0.0423121 Dec 12 04:41:34.244106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-1f3f96b9-6ab4-42db-8ffa-aeceb18389f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:34.246822 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-1f3f96b9-6ab4-42db-8ffa-aeceb18389f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 200 len: 897 time: 0.1253641 Dec 12 04:41:34.256990 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5d8b8-3a0e-4549-b48e-94bd5255ef7e req-ae697e0e-ec14-45ce-8907-5ece9722e6e0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:34.258511 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ae5d8b8-3a0e-4549-b48e-94bd5255ef7e req-ae697e0e-ec14-45ce-8907-5ece9722e6e0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0676093 Dec 12 04:41:34.337077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ae5d8b8-3a0e-4549-b48e-94bd5255ef7e req-e0440b87-fc2c-4bfe-b774-101c3c6f8afb tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576930 Dec 12 04:41:34.352070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-a66e01bb-e369-4c76-9710-af6476d403b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 1001 time: 0.0824246 Dec 12 04:41:34.411498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-61a6b9e1-8aa1-48e1-a9c0-481616bd1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:34.411498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-61a6b9e1-8aa1-48e1-a9c0-481616bd1d1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 HTTP/1.1" status: 200 len: 835 time: 0.0515981 Dec 12 04:41:34.461079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-6a342678-b30a-4ed1-8338-fd909d742602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:34.462715 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-6a342678-b30a-4ed1-8338-fd909d742602 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=642cf99b-6cad-484b-a2d4-6f74c060fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443203 Dec 12 04:41:34.885174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-b9af0d6a-6cb4-4d26-aecb-f41869ec1a38 service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120772 Dec 12 04:41:34.979022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c512ec2f-f298-438e-9d95-8bfd32f54dc9 req-8f607df1-4eb5-492e-be48-4f918f1584e0 service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860965 Dec 12 04:41:35.448010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cd513-5c77-4fc0-b976-7480151c1358 req-5bc0801e-d843-496e-8411-671928bdecf2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:35.450146 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9d5cd513-5c77-4fc0-b976-7480151c1358 req-5bc0801e-d843-496e-8411-671928bdecf2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0511062 Dec 12 04:41:35.498339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9d5cd513-5c77-4fc0-b976-7480151c1358 req-6b436587-2509-4178-98a0-8116b8efda3d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Dec 12 04:41:36.617474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97393827-f075-4fa8-ad74-dd195124c5e9 req-fa1b8429-1ff5-452e-8af1-be716bb3c3b2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:36.618862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97393827-f075-4fa8-ad74-dd195124c5e9 req-fa1b8429-1ff5-452e-8af1-be716bb3c3b2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0524950 Dec 12 04:41:36.664747 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97393827-f075-4fa8-ad74-dd195124c5e9 req-7bd1ded2-a084-431c-81e7-b973fa84fe65 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Dec 12 04:41:37.786056 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740a83d-283a-4fc1-bff7-1cec86bfef62 req-dd35ef8a-5183-432c-bf86-77b91b59eea9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:37.787741 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0740a83d-283a-4fc1-bff7-1cec86bfef62 req-dd35ef8a-5183-432c-bf86-77b91b59eea9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0522768 Dec 12 04:41:37.836042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0740a83d-283a-4fc1-bff7-1cec86bfef62 req-de041a13-eb68-491c-973b-eb449e874621 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Dec 12 04:41:38.951589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac6e4-5698-4da5-bc0e-9e020fe91447 req-7cc36fba-cc11-488c-98ac-768d1fc86f5a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:38.953803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de9ac6e4-5698-4da5-bc0e-9e020fe91447 req-7cc36fba-cc11-488c-98ac-768d1fc86f5a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0493968 Dec 12 04:41:39.007438 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de9ac6e4-5698-4da5-bc0e-9e020fe91447 req-5524c93c-d218-429b-9010-2812a746d650 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472419 Dec 12 04:41:40.128672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e8c1-6f5c-4bb0-aad5-023e768294e1 req-fb637eda-7e31-420b-ab64-e3f7bd5ebc8a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:40.130206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5b1e8c1-6f5c-4bb0-aad5-023e768294e1 req-fb637eda-7e31-420b-ab64-e3f7bd5ebc8a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0539529 Dec 12 04:41:40.181725 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5b1e8c1-6f5c-4bb0-aad5-023e768294e1 req-e9a1d306-daee-459c-a7f0-8bb134dab86d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454543 Dec 12 04:41:40.678516 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a39a4640-72a3-4b87-ac75-3cd866909aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:41.298194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e7a13-cb61-416e-9c7f-142a2584ef32 req-a26c36e5-bb04-48ec-8e78-25009625ab33 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:41.299712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-551e7a13-cb61-416e-9c7f-142a2584ef32 req-a26c36e5-bb04-48ec-8e78-25009625ab33 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0498126 Dec 12 04:41:41.346531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-551e7a13-cb61-416e-9c7f-142a2584ef32 req-3d3ca296-3e91-45f7-acc1-ce8d3fdbd78e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Dec 12 04:41:41.815888 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:42.490192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984edfaf-9acc-40c6-9cb1-57dbc59f7e42 req-cfc89161-9494-4937-bd70-8b9f49de8384 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:42.491838 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-984edfaf-9acc-40c6-9cb1-57dbc59f7e42 req-cfc89161-9494-4937-bd70-8b9f49de8384 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0745025 Dec 12 04:41:42.542702 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-984edfaf-9acc-40c6-9cb1-57dbc59f7e42 req-357784a7-b661-438f-9895-10ca89ae5293 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446699 Dec 12 04:41:42.972408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e056-a193-43a2-b410-cba5db708825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:43.659099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b913b7e-8d78-41e1-8218-3381a20fa0f7 req-83a2792a-c029-418c-b00b-4a9589518d03 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:43.660587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b913b7e-8d78-41e1-8218-3381a20fa0f7 req-83a2792a-c029-418c-b00b-4a9589518d03 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0492880 Dec 12 04:41:43.707305 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9b913b7e-8d78-41e1-8218-3381a20fa0f7 req-420a8cd8-d636-4440-b5df-a71406a22e2c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Dec 12 04:41:44.094536 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:44.122762 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:44.831606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c5a54-96ce-4d99-bd3c-f06a37095e66 req-91d460e9-4274-4e07-8481-ef1f80f4eca6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:44.833140 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-747c5a54-96ce-4d99-bd3c-f06a37095e66 req-91d460e9-4274-4e07-8481-ef1f80f4eca6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0545948 Dec 12 04:41:44.882984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-747c5a54-96ce-4d99-bd3c-f06a37095e66 req-b1df397a-5d4c-4977-9a11-7d586912c5d1 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Dec 12 04:41:45.663179 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:46.009991 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ab6c-dc5b-44bf-8d11-d5d01d04a5cd req-dcb97b4b-09f3-4dcd-ba1b-be0883f54b6e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:46.011426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57b6ab6c-dc5b-44bf-8d11-d5d01d04a5cd req-dcb97b4b-09f3-4dcd-ba1b-be0883f54b6e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0524385 Dec 12 04:41:46.059069 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57b6ab6c-dc5b-44bf-8d11-d5d01d04a5cd req-fdc2f65b-b381-4db1-ad5d-56ca966d0a69 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Dec 12 04:41:46.701387 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:47.178681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21145c9-3e48-4d9a-b620-ace595d1a16e req-9e2747d3-cb3a-4054-aaf2-3969b82ffbd3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:47.180157 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b21145c9-3e48-4d9a-b620-ace595d1a16e req-9e2747d3-cb3a-4054-aaf2-3969b82ffbd3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0515018 Dec 12 04:41:47.229419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b21145c9-3e48-4d9a-b620-ace595d1a16e req-43eb003f-7338-4f37-9932-a22192780783 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Dec 12 04:41:48.353258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755c95f-f076-409d-8688-df4e1c0ee309 req-a385b15d-3deb-4286-8872-39bfdcac4af8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:48.354753 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b755c95f-f076-409d-8688-df4e1c0ee309 req-a385b15d-3deb-4286-8872-39bfdcac4af8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0577528 Dec 12 04:41:48.403609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b755c95f-f076-409d-8688-df4e1c0ee309 req-b5fdf044-fe21-4319-b1b5-4816883b054d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Dec 12 04:41:49.524449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12d000-2f46-4265-b594-91edec12678b req-a25792af-cfc7-45aa-85ff-cf072556ae8a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:49.526036 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb12d000-2f46-4265-b594-91edec12678b req-a25792af-cfc7-45aa-85ff-cf072556ae8a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0515978 Dec 12 04:41:49.576859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb12d000-2f46-4265-b594-91edec12678b req-5b24520c-036c-4d37-b6f1-637ba891abd0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Dec 12 04:41:50.696825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9121f-3700-4a68-b646-07978281cf93 req-0cc15e57-d732-4824-9930-204a5870a314 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:50.698381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5e9121f-3700-4a68-b646-07978281cf93 req-0cc15e57-d732-4824-9930-204a5870a314 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 943 time: 0.0500762 Dec 12 04:41:50.750349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5e9121f-3700-4a68-b646-07978281cf93 req-f9bffd42-230f-4b1d-b402-67bd02d371a7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455000 Dec 12 04:41:51.335184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c046a6a7-e21a-4465-b7ec-c2f2643501b5 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:41:51.441321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c046a6a7-e21a-4465-b7ec-c2f2643501b5, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c046a6a7-e21a-4465-b7ec-c2f2643501b5,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:51.454870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'c046a6a7-e21a-4465-b7ec-c2f2643501b5', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'port_id': 'c046a6a7-e21a-4465-b7ec-c2f2643501b5', 'mac_address': 'fa:16:3e:ba:ad:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:41:51.493904 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:51.507354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c046a6a7-e21a-4465-b7ec-c2f2643501b5 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:41:51.527596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c046a6a7-e21a-4465-b7ec-c2f2643501b5, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c046a6a7-e21a-4465-b7ec-c2f2643501b5,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:51.531357 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:51.581949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=c046a6a7-e21a-4465-b7ec-c2f2643501b5,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:51.863815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['c046a6a7-e21a-4465-b7ec-c2f2643501b5'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:41:51.879690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1c7b4-5573-448f-b7d7-356b893e7ade req-d99e1bd7-8d10-4fa0-874e-9461e4575796 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:51.881222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5c1c7b4-5573-448f-b7d7-356b893e7ade req-d99e1bd7-8d10-4fa0-874e-9461e4575796 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 944 time: 0.0522733 Dec 12 04:41:51.932602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c5c1c7b4-5573-448f-b7d7-356b893e7ade req-6017be94-6055-47ca-9a61-a0ba60708d9f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449135 Dec 12 04:41:53.063690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90c44b-458b-4f9d-98c5-b2ba150206be req-34a481e1-d9b8-4067-a06a-8b59806ec4c7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:53.065673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e90c44b-458b-4f9d-98c5-b2ba150206be req-34a481e1-d9b8-4067-a06a-8b59806ec4c7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 944 time: 0.0599079 Dec 12 04:41:53.124508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e90c44b-458b-4f9d-98c5-b2ba150206be req-05a14c0f-3a6f-4698-985f-9309d5298566 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523720 Dec 12 04:41:53.335612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c046a6a7-e21a-4465-b7ec-c2f2643501b5 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:41:53.391551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port c046a6a7-e21a-4465-b7ec-c2f2643501b5 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:41:53.396050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port c046a6a7-e21a-4465-b7ec-c2f2643501b5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:41:53.396429 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:53.474863 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:53.496842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410bb4bc-7fa2-4257-ac07-e4bb48864022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c046a6a7-e21a-4465-b7ec-c2f2643501b5'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:41:53.499099 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebd67a5-1609-48ea-8495-da046492f993" -d '{"events": [{"server_uuid": "410bb4bc-7fa2-4257-ac07-e4bb48864022", "name": "network-vif-plugged", "status": "completed", "tag": "c046a6a7-e21a-4465-b7ec-c2f2643501b5"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:41:53.514374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c046a6a7-e21a-4465-b7ec-c2f2643501b5, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c046a6a7-e21a-4465-b7ec-c2f2643501b5,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:53.519739 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:53.572339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=c046a6a7-e21a-4465-b7ec-c2f2643501b5,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:53.595584 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72d2001-9417-45be-945d-ab35906347f7 x-openstack-request-id: req-a72d2001-9417-45be-945d-ab35906347f7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:41:53.595912 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410bb4bc-7fa2-4257-ac07-e4bb48864022", "name": "network-vif-plugged", "status": "completed", "tag": "c046a6a7-e21a-4465-b7ec-c2f2643501b5", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:41:53.596179 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a72d2001-9417-45be-945d-ab35906347f7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:41:53.596585 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410bb4bc-7fa2-4257-ac07-e4bb48864022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c046a6a7-e21a-4465-b7ec-c2f2643501b5', 'code': 200} Dec 12 04:41:53.734025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e7a6-5d79-465d-860b-005e3c95589d req-2d86ecbc-4939-4086-9ab6-7405a26f10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:53.735565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d97e7a6-5d79-465d-860b-005e3c95589d req-2d86ecbc-4939-4086-9ab6-7405a26f10f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 1096 time: 0.0472925 Dec 12 04:41:53.780505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d97e7a6-5d79-465d-860b-005e3c95589d req-bfdfc52e-cf14-4e63-b90a-bba2c10a0dcc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368817 Dec 12 04:41:54.255650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52ecc-3344-41cb-9852-0007d59371ed req-d8c0cc67-a19a-4ec2-a99d-fda2c9326c26 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:54.257203 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c52ecc-3344-41cb-9852-0007d59371ed req-d8c0cc67-a19a-4ec2-a99d-fda2c9326c26 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 945 time: 0.0520639 Dec 12 04:41:54.305022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c52ecc-3344-41cb-9852-0007d59371ed req-191aba06-fb9a-4976-ba8b-f4900bcd7e12 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Dec 12 04:41:55.425317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3867f5-6515-443a-9dc9-fab114498024 req-f555c499-8573-4476-9dd5-ee81517e6a20 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:55.426811 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c3867f5-6515-443a-9dc9-fab114498024 req-f555c499-8573-4476-9dd5-ee81517e6a20 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 945 time: 0.0498087 Dec 12 04:41:55.476731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c3867f5-6515-443a-9dc9-fab114498024 req-0c1b976d-5790-45c0-afc0-d055b48c96df tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Dec 12 04:41:55.600629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66336d5-0774-4f4b-95bd-4f25017d28aa req-1554261e-4364-40b7-8e64-f497574c4978 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:55.602152 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d66336d5-0774-4f4b-95bd-4f25017d28aa req-1554261e-4364-40b7-8e64-f497574c4978 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 945 time: 0.0523989 Dec 12 04:41:55.649278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d66336d5-0774-4f4b-95bd-4f25017d28aa req-b98e2426-80a9-4b4d-a388-06dd97c1c15d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Dec 12 04:41:55.931240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4c88c-42a1-4cf7-bd3d-c04e8ad059aa req-24e6400b-6495-4520-9932-e86a01584c48 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:55.932726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8d4c88c-42a1-4cf7-bd3d-c04e8ad059aa req-24e6400b-6495-4520-9932-e86a01584c48 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 945 time: 0.0528085 Dec 12 04:41:55.979335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b8d4c88c-42a1-4cf7-bd3d-c04e8ad059aa req-a1488ad5-75ca-46c7-8e60-a66adfe01f4a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Dec 12 04:41:56.480063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f365-a0e1-400b-a8fc-1553425d6dad req-ff1304b3-9fc6-4d79-a033-92c6b8c0fe95 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:56.481583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6d9f365-a0e1-400b-a8fc-1553425d6dad req-ff1304b3-9fc6-4d79-a033-92c6b8c0fe95 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0522509 Dec 12 04:41:56.532435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6d9f365-a0e1-400b-a8fc-1553425d6dad req-06fa104a-d365-4cb2-b739-0f1aed51c954 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443909 Dec 12 04:41:56.555213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32778) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:41:56.615813 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ed1cd4d7-da4c-4ee7-a030-25393b1caab6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/d4f28b22-82ab-4269-8aff-e06623da222f HTTP/1.1" status: 200 len: 993 time: 0.0593753 Dec 12 04:41:57.062081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5f3a3-7079-4fb4-9ccd-7e2f2388bf02 req-6f29a238-192b-45cc-b20b-b049df94dad5 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:57.063621 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ee5f3a3-7079-4fb4-9ccd-7e2f2388bf02 req-6f29a238-192b-45cc-b20b-b049df94dad5 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1097 time: 0.0407009 Dec 12 04:41:57.100042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a95c4-9b58-423a-b3b4-cf5eb192d270 req-42cf0131-23a2-4980-a303-313662a09430 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:57.101580 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c5a95c4-9b58-423a-b3b4-cf5eb192d270 req-42cf0131-23a2-4980-a303-313662a09430 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 945 time: 0.0484257 Dec 12 04:41:57.114312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ee5f3a3-7079-4fb4-9ccd-7e2f2388bf02 req-1bb78008-45bb-42e9-9573-89a63939e20b tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 Dec 12 04:41:57.150862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c5a95c4-9b58-423a-b3b4-cf5eb192d270 req-f15b9812-c09d-4747-aede-6157b7ae69e3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 Dec 12 04:41:57.184109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-58e866e1-8535-4ef0-9a23-eaa095b11f98 req-175a078f-56cb-474b-9294-058f9c4cfef0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:41:57.185153 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58e866e1-8535-4ef0-9a23-eaa095b11f98 req-175a078f-56cb-474b-9294-058f9c4cfef0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053918 Dec 12 04:41:57.694372 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-0b7f213c-dc5b-45c9-b345-1915bf992d14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518396 Dec 12 04:41:57.703127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-547dec89-2ed3-430c-8c66-ca4ea4a2d955 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:57.704316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-5a951d0e-6fbe-4c89-8163-0821e1277a19 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:41:57.704839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-547dec89-2ed3-430c-8c66-ca4ea4a2d955 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 945 time: 0.0518484 Dec 12 04:41:57.706035 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-5a951d0e-6fbe-4c89-8163-0821e1277a19 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053217 Dec 12 04:41:57.803118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port c046a6a7-e21a-4465-b7ec-c2f2643501b5 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:41:57.803475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:57.911184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] For port c046a6a7-e21a-4465-b7ec-c2f2643501b5, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c046a6a7-e21a-4465-b7ec-c2f2643501b5,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:41:57.911424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:57.925214 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for c046a6a7-e21a-4465-b7ec-c2f2643501b5 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:41:58.065588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:58.096485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=c046a6a7-e21a-4465-b7ec-c2f2643501b5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:41:58.102233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['089c1e96-4eac-4a73-bf5e-b88da1d3f39f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:41:58.107589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['c046a6a7-e21a-4465-b7ec-c2f2643501b5'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:41:58.113292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.113661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.114063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.114419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.114771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.115130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.115476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.115817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.116260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.116662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.117025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.117510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.117896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:41:58.163410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] No DVR routers for this DVR port c046a6a7-e21a-4465-b7ec-c2f2643501b5 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:41:58.170763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:58.195703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-18a42213-17ca-4612-b4be-9df1e56a8d9b req-4b63d83f-1cc5-46d0-81ee-d68d125adf6c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "DELETE /v2.0/ports/c046a6a7-e21a-4465-b7ec-c2f2643501b5 HTTP/1.1" status: 204 len: 173 time: 0.4842463 Dec 12 04:41:58.197492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410bb4bc-7fa2-4257-ac07-e4bb48864022', 'name': 'network-vif-deleted', 'tag': 'c046a6a7-e21a-4465-b7ec-c2f2643501b5'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:41:58.200123 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f982c5e-30be-4745-89f2-9ff33266480b" -d '{"events": [{"server_uuid": "410bb4bc-7fa2-4257-ac07-e4bb48864022", "name": "network-vif-deleted", "tag": "c046a6a7-e21a-4465-b7ec-c2f2643501b5"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:41:58.296170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e0a35784-96b3-4bcf-ac0b-c64a7a487bff req-e12cfede-56b5-4149-8300-be4bbd1d1417 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 210 time: 0.0514696 Dec 12 04:41:58.401025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-b156859c-d385-4175-a095-a31ed947d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:58.412574 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-b156859c-d385-4175-a095-a31ed947d5af service neutron] 10.222.0.36 "GET /v2.0/ports/b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 1094 time: 0.1096833 Dec 12 04:41:58.418178 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a004f0f4-aaf6-4b77-b408-d213e660edf2 x-openstack-request-id: req-a004f0f4-aaf6-4b77-b408-d213e660edf2 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:41:58.418508 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410bb4bc-7fa2-4257-ac07-e4bb48864022", "name": "network-vif-deleted", "tag": "c046a6a7-e21a-4465-b7ec-c2f2643501b5", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:41:58.418739 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a004f0f4-aaf6-4b77-b408-d213e660edf2 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:41:58.419755 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410bb4bc-7fa2-4257-ac07-e4bb48864022', 'name': 'network-vif-deleted', 'tag': 'c046a6a7-e21a-4465-b7ec-c2f2643501b5', 'status': 'completed', 'code': 200} Dec 12 04:41:58.425684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Request body: {'binding': {'host': 'n-h2-710847-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:58.426248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Unknown quota resources ['binding']. {{(pid=103450) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 04:41:58.578574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on host n-h2-710847-7 for vnic_type normal with profile None {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:41:58.578574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:41:58.578574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:58.578574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:41:58.578574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:41:58.585787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:41:58.586260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Checking segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:41:58.586751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Bound using segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:41:58.587261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Bound port: b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:41:58.681589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:41:58.688524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] Publish callbacks [] for binding, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:58.693215 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] 10.222.0.36 "POST /v2.0/ports/b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2778609 Dec 12 04:41:58.883700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a4b0d-8aa0-4c4f-9d22-6fb36012f261 req-20e79d7e-2154-496b-9748-8839895d47e0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:58.885785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-065a4b0d-8aa0-4c4f-9d22-6fb36012f261 req-20e79d7e-2154-496b-9748-8839895d47e0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0662887 Dec 12 04:41:58.951385 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-065a4b0d-8aa0-4c4f-9d22-6fb36012f261 req-d4a78a1d-0e8f-43a8-9437-5924457ffab4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585155 Dec 12 04:41:59.052551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-7ebe35cf-b798-4208-ae62-38adfbc45c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:59.054240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-7ebe35cf-b798-4208-ae62-38adfbc45c0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1097 time: 0.1010621 Dec 12 04:41:59.148658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-6fc4ec0c-4e14-47ba-9007-56d884b5c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:59.152470 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-6fc4ec0c-4e14-47ba-9007-56d884b5c58e service neutron] 10.222.0.18 "GET /v2.0/networks?id=642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 200 len: 897 time: 0.0890961 Dec 12 04:41:59.235394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-c93cc792-82cf-4e27-ad22-a0c0fb023a5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 1001 time: 0.0752435 Dec 12 04:41:59.296791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-2bac4741-b276-40ce-930a-4e37a42a2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:59.298405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-2bac4741-b276-40ce-930a-4e37a42a2d25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 HTTP/1.1" status: 200 len: 835 time: 0.0562482 Dec 12 04:41:59.348581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-9a8c4df3-4d91-4b82-ad3f-e4f539f7a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:59.350163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-9a8c4df3-4d91-4b82-ad3f-e4f539f7a895 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=642cf99b-6cad-484b-a2d4-6f74c060fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442243 Dec 12 04:41:59.424350 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34d7382a-27ce-4338-8d7f-49fbf4379001 req-e6ef8bc9-f581-4cf6-b93c-6baac78876a3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 210 time: 0.0320711 Dec 12 04:41:59.458445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-a779b300-1def-48b3-b501-c29bc4b1429e service neutron] 10.222.0.18 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992441 Dec 12 04:41:59.554627 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-4a70c961-bd9d-4b0f-a39c-a020b9371921 service neutron] 10.222.0.18 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889685 Dec 12 04:41:59.751570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-3aa2dfbc-3c45-439c-8cba-d7164b9f29e6 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:41:59.753220 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-3aa2dfbc-3c45-439c-8cba-d7164b9f29e6 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda&tenant_id=64329c01b21a4a718bf7c51b0976581d&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1097 time: 0.0868587 Dec 12 04:41:59.765804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-7'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:41:59.834163 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:41:59.972402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:00.013410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:42:00.094861 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:00.105697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:00.126208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fda1b-edfe-4361-bff5-425b294b549a req-20acc53d-b66f-417d-9d33-fe68aa1bca12 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:00.127865 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912fda1b-edfe-4361-bff5-425b294b549a req-20acc53d-b66f-417d-9d33-fe68aa1bca12 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0874100 Dec 12 04:42:00.260272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:00.288199 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912fda1b-edfe-4361-bff5-425b294b549a req-f9777ae7-57ed-4dea-9743-d6d2ddbeea2a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390920 Dec 12 04:42:00.348038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on host n-h1-710847-7 for vnic_type normal with profile {"migrating_to": "n-h2-710847-7"} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:42:00.348309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:42:00.348634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:42:00.353715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:42:00.354154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Attempting to bind port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on network 642cf99b-6cad-484b-a2d4-6f74c060fc80 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:42:00.360125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:42:00.360469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Checking segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:42:00.360900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Bound using segment: {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:42:00.361366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Bound port: b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54c9f13-0389-408b-b53f-27eb55d22b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:42:00.361731 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:00.418447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4b53e243-0613-4890-b671-7e0a3729b249 None None] Provisioning complete for port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:00.419732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4b53e243-0613-4890-b671-7e0a3729b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:00.424619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:00.427148 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a39cc97-fe36-40d1-85a3-32a1f89c156f" -d '{"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-unplugged", "status": "completed", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:00.435601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:42:00.439336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:42:00.446731 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:00.460934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4b53e243-0613-4890-b671-7e0a3729b249 None None] Port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:42:00.498926 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f5b0bd-5fc9-4c1a-9edb-1393ea7c36bd x-openstack-request-id: req-d1f5b0bd-5fc9-4c1a-9edb-1393ea7c36bd {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:00.499289 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-unplugged", "status": "completed", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:00.499534 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1f5b0bd-5fc9-4c1a-9edb-1393ea7c36bd {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:00.499940 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'code': 200} Dec 12 04:42:00.605368 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b870cf38-f5fb-4ce3-be75-0d175f074abd req-cb8eb27e-3ce9-4469-a382-bb5f5524731f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 210 time: 0.0461605 Dec 12 04:42:00.621457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=8']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:00.664239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:00.664919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:00.666438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-50bf3596-2c1b-404e-afe9-1bb605da19a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 1122 time: 0.9051757 Dec 12 04:42:00.782048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Provisioning complete for port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:00.782352 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:00.808470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:42:00.929049 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:00.973173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:00.975436 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271ad630-c4e5-44e7-853d-4d654603367a" -d '{"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-plugged", "status": "completed", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:00.997580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:01.008191 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:01.041684 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d20906-4a7d-4836-955f-ef2d45ff8f80 x-openstack-request-id: req-35d20906-4a7d-4836-955f-ef2d45ff8f80 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:01.041982 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-plugged", "status": "completed", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:01.042243 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35d20906-4a7d-4836-955f-ef2d45ff8f80 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:01.042638 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'code': 200} Dec 12 04:42:01.169521 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:42:01.190269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Pushing event updated for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:01.212870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.213226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.213575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.213919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.214261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.214599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.214934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.215268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.215598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.215982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.216260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.216587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.216943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5abe2-1493-49d3-bb49-66af610762c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:01.389051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c046a6a7-e21a-4465-b7ec-c2f2643501b5 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:42:01.411705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: c046a6a7-e21a-4465-b7ec-c2f2643501b5 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:42:01.412060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c046a6a7-e21a-4465-b7ec-c2f2643501b5 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:42:01.426017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff1542-3fe0-488f-a748-b0f4327e4630 req-f84571ea-8ca9-4b76-99d0-7d4fa624b6ab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:01.427614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96ff1542-3fe0-488f-a748-b0f4327e4630 req-f84571ea-8ca9-4b76-99d0-7d4fa624b6ab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0614088 Dec 12 04:42:01.479903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96ff1542-3fe0-488f-a748-b0f4327e4630 req-d149b467-6190-40c9-ab8b-f0f494088bdc tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452466 Dec 12 04:42:01.713063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-292ffafa-bcc4-4e65-b5aa-130c5b28644a req-1231eb31-4f77-48a8-863d-9bcb2d73e1fd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 210 time: 0.0265889 Dec 12 04:42:02.500683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:02.503428 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:02.545093 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50981338-6e60-4776-936a-08e6cc31acef x-openstack-request-id: req-50981338-6e60-4776-936a-08e6cc31acef {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:02.545942 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:02.547263 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50981338-6e60-4776-936a-08e6cc31acef {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:02.547905 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'status': 'completed', 'code': 200} Dec 12 04:42:02.654771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4753c-474d-43ce-9d76-b4ca822383a2 req-280e72ab-fdc9-4604-8233-985d33c15071 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:02.656618 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22a4753c-474d-43ce-9d76-b4ca822383a2 req-280e72ab-fdc9-4604-8233-985d33c15071 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0862336 Dec 12 04:42:02.672454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-6b95261c-1d6c-49e9-a345-143ad696ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:02.674223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-6b95261c-1d6c-49e9-a345-143ad696ab13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1127 time: 0.0748155 Dec 12 04:42:02.783538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22a4753c-474d-43ce-9d76-b4ca822383a2 req-8030d362-6090-4e2d-951d-a44dfd0b877f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195526 Dec 12 04:42:02.826203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-5641dd6d-eb84-4640-bbca-eefb4b1c89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:02.827873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-5641dd6d-eb84-4640-bbca-eefb4b1c89d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 200 len: 897 time: 0.1416042 Dec 12 04:42:02.867895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-168b85e2-031d-4451-8937-a584753cdef9 req-9d8c8a0a-ff32-4c4d-9abd-1cd8dc6ab62d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=410bb4bc-7fa2-4257-ac07-e4bb48864022 HTTP/1.1" status: 200 len: 210 time: 0.0389271 Dec 12 04:42:02.924432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-679cca90-f9c0-41b0-8ac3-9f177c812019 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 1001 time: 0.0876222 Dec 12 04:42:03.016337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-1664c753-808b-444b-af02-4581ada90de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:03.019753 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-1664c753-808b-444b-af02-4581ada90de4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 HTTP/1.1" status: 200 len: 835 time: 0.0748720 Dec 12 04:42:03.073257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-cc46249f-7896-4991-bf52-686517890ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:03.074722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-cc46249f-7896-4991-bf52-686517890ad2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=642cf99b-6cad-484b-a2d4-6f74c060fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470860 Dec 12 04:42:03.173536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-63280351-98c6-4049-94f5-1dea215af3cc service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907950 Dec 12 04:42:03.198448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:42:03.274567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f72fb224-a7f9-4c7d-8ed9-dc1dfba1bc44 req-e81456e1-4b3f-4baa-ae4f-232fd2bfdf3e service neutron] 10.222.0.37 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913169 Dec 12 04:42:03.319891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:03.334930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b has no active binding in host n-h2-710847-7 {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 04:42:03.916064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb08772-f2a2-4d6c-bba1-52bd88401f73 req-9e34062b-f31f-45c6-9918-ab6e9ca06ef3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:03.917777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5cb08772-f2a2-4d6c-bba1-52bd88401f73 req-9e34062b-f31f-45c6-9918-ab6e9ca06ef3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0553584 Dec 12 04:42:03.978637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5cb08772-f2a2-4d6c-bba1-52bd88401f73 req-c5076fcb-c286-4ca6-ac94-230946c46d6d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494645 Dec 12 04:42:05.101407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b61f5-97c3-491e-9b46-95cebdcede6f req-50bbe61f-1746-49d1-8dd0-7c6f8cbe4791 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:05.102914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-789b61f5-97c3-491e-9b46-95cebdcede6f req-50bbe61f-1746-49d1-8dd0-7c6f8cbe4791 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 946 time: 0.0536327 Dec 12 04:42:05.157866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-789b61f5-97c3-491e-9b46-95cebdcede6f req-582d72e7-1f57-4bf0-9e8b-047df5e4f2a2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485437 Dec 12 04:42:05.931546 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-e8cd86bf-97b1-42f1-8e19-6eef7b937501 service neutron] 10.222.0.37 "GET /v2.0/ports/b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b/bindings/n-h2-710847-7 HTTP/1.1" status: 200 len: 384 time: 0.0610719 Dec 12 04:42:06.130492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-39111569-7c36-4c50-ac09-0735931df4b3 service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:06.151079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-39111569-7c36-4c50-ac09-0735931df4b3 service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:42:06.193072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:06.195354 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6097a8b4-1e56-427c-9850-88ce19a82f87" -d '{"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-unplugged", "status": "completed", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:06.202994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-39111569-7c36-4c50-ac09-0735931df4b3 service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:06.221908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-39111569-7c36-4c50-ac09-0735931df4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:06.273738 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1ecf11-ada3-46ca-b293-34ed36b6da04 x-openstack-request-id: req-bf1ecf11-ada3-46ca-b293-34ed36b6da04 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:06.274136 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-unplugged", "status": "completed", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:06.274648 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf1ecf11-ada3-46ca-b293-34ed36b6da04 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:06.275115 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'code': 200} Dec 12 04:42:06.358045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4835-ebd4-41d0-bb78-3c66f5e23eea req-c0f4bff8-faab-4352-8b83-d495936d23b3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:06.359580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a8f4835-ebd4-41d0-bb78-3c66f5e23eea req-c0f4bff8-faab-4352-8b83-d495936d23b3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 945 time: 0.0836103 Dec 12 04:42:06.360755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-39111569-7c36-4c50-ac09-0735931df4b3 service neutron] Transition to ACTIVE for port object b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:42:06.367810 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-39111569-7c36-4c50-ac09-0735931df4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:06.433378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39111569-7c36-4c50-ac09-0735931df4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=11']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:06.536681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a8f4835-ebd4-41d0-bb78-3c66f5e23eea req-08e36d8b-51b7-411f-a963-5a4d454ec484 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592586 Dec 12 04:42:06.581224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-39111569-7c36-4c50-ac09-0735931df4b3 service neutron] No DVR routers for this DVR port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:42:06.731299 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-39111569-7c36-4c50-ac09-0735931df4b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b/bindings/n-h2-710847-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7918134 Dec 12 04:42:06.888210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec69ea1b-a874-4f35-9df0-66922e7d1941 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:06.889826 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec69ea1b-a874-4f35-9df0-66922e7d1941 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda&tenant_id=64329c01b21a4a718bf7c51b0976581d&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.0463629 Dec 12 04:42:06.937089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-60d20ff0-6d98-4dd7-8331-5a74fcd7ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:06.938709 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-60d20ff0-6d98-4dd7-8331-5a74fcd7ff29 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 1096 time: 0.0413387 Dec 12 04:42:07.018384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-7df3b237-ac03-49da-9815-6bcd1f363816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:07.020550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-7df3b237-ac03-49da-9815-6bcd1f363816 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1096 time: 0.0464952 Dec 12 04:42:07.130973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-323cfb15-a9c4-408a-b0aa-6a0a8dfa08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:07.132586 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-323cfb15-a9c4-408a-b0aa-6a0a8dfa08ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 200 len: 897 time: 0.1051679 Dec 12 04:42:07.204301 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-d0848251-49ad-46f3-9ac9-bc3d4be1b478 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 999 time: 0.0643280 Dec 12 04:42:07.255043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-b63745d2-21b0-4a3e-a097-6ab2f8450922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:07.256592 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-b63745d2-21b0-4a3e-a097-6ab2f8450922 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 HTTP/1.1" status: 200 len: 835 time: 0.0454972 Dec 12 04:42:07.309689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-aeaf17c7-84d9-4040-8ef7-dec57f9be6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:07.311210 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-aeaf17c7-84d9-4040-8ef7-dec57f9be6a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=642cf99b-6cad-484b-a2d4-6f74c060fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476775 Dec 12 04:42:07.405944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-80a59ed7-b66e-4dfd-b2a9-7c3d8ae4f53d service neutron] 10.222.0.18 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871735 Dec 12 04:42:07.497138 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-a74c5f25-a628-4ec4-91aa-4cfe9125bec2 service neutron] 10.222.0.18 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842805 Dec 12 04:42:07.665985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee48ad-d092-4299-93f2-afb648e7d982 req-a4add755-c369-49e4-be9d-f9b2e90312b2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:07.667682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3eee48ad-d092-4299-93f2-afb648e7d982 req-a4add755-c369-49e4-be9d-f9b2e90312b2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 945 time: 0.0619767 Dec 12 04:42:07.761394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3eee48ad-d092-4299-93f2-afb648e7d982 req-7061559d-00ba-4fab-b036-063f9110645a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819588 Dec 12 04:42:07.796767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-b631622f-c0df-4f0e-9370-3d5194a29349 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:07.798564 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-b631622f-c0df-4f0e-9370-3d5194a29349 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda&tenant_id=64329c01b21a4a718bf7c51b0976581d&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 1096 time: 0.0536802 Dec 12 04:42:07.964420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ab49cc54-b334-432c-9495-33674642e81e service neutron] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:42:07.968220 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ab49cc54-b334-432c-9495-33674642e81e service neutron] Publish callbacks [] for binding, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:07.969404 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ab49cc54-b334-432c-9495-33674642e81e service neutron] 10.222.0.18 "DELETE /v2.0/ports/b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b/bindings/n-h1-710847-7 HTTP/1.1" status: 204 len: 173 time: 0.1635211 Dec 12 04:42:08.883475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e4c56-1329-4885-b78e-e63b335184bf req-cc1444f7-f653-4125-b64c-e20052ec971d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:08.884644 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de7e4c56-1329-4885-b78e-e63b335184bf req-cc1444f7-f653-4125-b64c-e20052ec971d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 945 time: 0.0555902 Dec 12 04:42:08.939970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de7e4c56-1329-4885-b78e-e63b335184bf req-99c56ccd-a3d8-4036-a0ef-c28bcfbd7845 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479412 Dec 12 04:42:09.053787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7453a-744f-4edb-9b61-40e75c96ae91 req-0f72a972-45d8-4ab1-898d-f08b712779fa tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:09.055240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5f7453a-744f-4edb-9b61-40e75c96ae91 req-0f72a972-45d8-4ab1-898d-f08b712779fa tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1096 time: 0.0437138 Dec 12 04:42:09.103917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a5f7453a-744f-4edb-9b61-40e75c96ae91 req-e2b8ceb5-68c4-4dac-aa72-e408b17978ea tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Dec 12 04:42:09.230203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b81c5e-5e1f-4867-9fdf-0cbe69dea61d req-31b83e07-06e5-4efa-98b0-d96b8427dd73 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:09.238473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59b81c5e-5e1f-4867-9fdf-0cbe69dea61d req-31b83e07-06e5-4efa-98b0-d96b8427dd73 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 945 time: 0.0634601 Dec 12 04:42:09.290948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59b81c5e-5e1f-4867-9fdf-0cbe69dea61d req-3cba78c1-b5c2-4be2-a230-7a9c592fbf2f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515871 Dec 12 04:42:09.317291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32912) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:09.382873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5d061d8e-58a3-4594-b704-a1e98030ad16 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/d4f28b22-82ab-4269-8aff-e06623da222f HTTP/1.1" status: 200 len: 991 time: 0.0643904 Dec 12 04:42:09.419386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:42:09.620912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 32918) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:09.651813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:42:10.098683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port e53288bc-e41b-4fa1-8c48-59d69d861fa3 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:42:10.099035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:10.175960 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:10.176212 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:10.187719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for e53288bc-e41b-4fa1-8c48-59d69d861fa3 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:42:10.360680 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:10.388252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=e53288bc-e41b-4fa1-8c48-59d69d861fa3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:10.453149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:10.453485 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Floating IP d4f28b22-82ab-4269-8aff-e06623da222f disassociated (deleted). External IP: 172.25.7.47, port: b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b. Dec 12 04:42:10.512733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74094336-848b-4f14-a4b9-c586d411b02d req-3a71b8bd-75ee-4789-8fae-8f2493d045fc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:10.514269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74094336-848b-4f14-a4b9-c586d411b02d req-3a71b8bd-75ee-4789-8fae-8f2493d045fc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Dec 12 04:42:10.562100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74094336-848b-4f14-a4b9-c586d411b02d req-137a3fdb-94ec-44a9-a86b-08564f596028 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Dec 12 04:42:10.663571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router fcb9e224-dd62-4032-97d5-1ec691ee3db5 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:42:10.678752 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc2e2-c4c9-44bf-b5b7-ca3ba9c98a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:10.772793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:42:10.777685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:10.782237 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] Sync routers for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:42:10.792615 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:10.793246 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:41:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:10.805880 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-03b5d95f-56eb-424f-a880-63bb1fc342bf tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/floatingips/d4f28b22-82ab-4269-8aff-e06623da222f HTTP/1.1" status: 204 len: 168 time: 1.1839285 Dec 12 04:42:10.806599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:10.809082 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13581e7b-2a28-4924-8467-415e24303bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:10.846486 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaa7eab-72f5-408f-88f1-c6527c9dd6e8 x-openstack-request-id: req-9aaa7eab-72f5-408f-88f1-c6527c9dd6e8 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:10.846795 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:10.847556 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9aaa7eab-72f5-408f-88f1-c6527c9dd6e8 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:10.847975 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'status': 'completed', 'code': 200} Dec 12 04:42:10.921675 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:10.944733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581e7b-2a28-4924-8467-415e24303bd6 req-f51804d7-e808-4c95-b2e0-6e6a574e5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:10.946330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13581e7b-2a28-4924-8467-415e24303bd6 req-f51804d7-e808-4c95-b2e0-6e6a574e5701 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 1096 time: 0.0559750 Dec 12 04:42:11.031431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc6c20-059b-46c1-86e8-ee82e6ae0c2c req-20c43625-635b-4725-a8f5-f7c05fdcff2a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:11.032884 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-afcc6c20-059b-46c1-86e8-ee82e6ae0c2c req-20c43625-635b-4725-a8f5-f7c05fdcff2a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 945 time: 0.0491729 Dec 12 04:42:11.087720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-afcc6c20-059b-46c1-86e8-ee82e6ae0c2c req-800a0ea5-1807-4186-9283-bbde79e61139 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c550705-3f75-4296-a888-97c6f79212c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479245 Dec 12 04:42:11.123964 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '68e84289-e464-41d4-a0a2-bc4b45c63c0b', 'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:ef:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:41:02Z', 'updated_at': '2021-12-12T04:41:07Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:11.150316 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] Checking router: fcb9e224-dd62-4032-97d5-1ec691ee3db5 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:42:11.158474 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:11.159113 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:41:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:11.179203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581e7b-2a28-4924-8467-415e24303bd6 req-6efe1172-f8a3-4d25-9b4b-7026cfbe6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:11.180708 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13581e7b-2a28-4924-8467-415e24303bd6 req-6efe1172-f8a3-4d25-9b4b-7026cfbe6da6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 200 len: 897 time: 0.0917444 Dec 12 04:42:11.225581 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13581e7b-2a28-4924-8467-415e24303bd6 req-74ea3ef2-167f-4c16-9052-d66292b4c948 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 200 len: 217 time: 0.0358181 Dec 12 04:42:11.265530 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:11.295564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581e7b-2a28-4924-8467-415e24303bd6 req-96a0a63a-ca59-4e02-9abd-6aa3dd80c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:11.297088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13581e7b-2a28-4924-8467-415e24303bd6 req-96a0a63a-ca59-4e02-9abd-6aa3dd80c371 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 HTTP/1.1" status: 200 len: 835 time: 0.0619624 Dec 12 04:42:11.345715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581e7b-2a28-4924-8467-415e24303bd6 req-49c6bba2-5ef8-4ba2-83ea-441d0490f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:11.347946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13581e7b-2a28-4924-8467-415e24303bd6 req-49c6bba2-5ef8-4ba2-83ea-441d0490f872 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=642cf99b-6cad-484b-a2d4-6f74c060fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417902 Dec 12 04:42:11.441757 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13581e7b-2a28-4924-8467-415e24303bd6 req-2557dd38-ae2c-4a8e-8015-b3881ac51b04 service neutron] 10.222.0.18 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858958 Dec 12 04:42:11.538579 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13581e7b-2a28-4924-8467-415e24303bd6 req-25bbddb0-89c9-430b-a6b1-3ce5967fe88d service neutron] 10.222.0.18 "GET /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874419 Dec 12 04:42:11.557170 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '68e84289-e464-41d4-a0a2-bc4b45c63c0b', 'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:ef:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:41:02Z', 'updated_at': '2021-12-12T04:41:07Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:11.585569 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e330d-8689-45a7-b741-8387fa91cd68 None None] The sync data for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 is: [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:41:03Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '68e84289-e464-41d4-a0a2-bc4b45c63c0b', 'name': '', 'network_id': '642cf99b-6cad-484b-a2d4-6f74c060fc80', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:ef:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:41:02Z', 'updated_at': '2021-12-12T04:41:07Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': 'd9a0d6fe-942b-40ee-b20a-f73f1ad4ed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:42:11.710052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fc6e0-9e9a-470b-be33-c9360aae3eb1 req-ab777e92-d521-478d-9e4c-8614f62097c9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:11.711589 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-655fc6e0-9e9a-470b-be33-c9360aae3eb1 req-ab777e92-d521-478d-9e4c-8614f62097c9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 945 time: 0.0778697 Dec 12 04:42:11.745394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fa339-71e7-490c-a39d-2597f9cba94b req-762f86ab-c16e-457a-84fc-64404cdbc840 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:11.746892 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-831fa339-71e7-490c-a39d-2597f9cba94b req-762f86ab-c16e-457a-84fc-64404cdbc840 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 945 time: 0.0806024 Dec 12 04:42:11.807722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-655fc6e0-9e9a-470b-be33-c9360aae3eb1 req-2f39734a-2d7e-4cc4-a7a1-82b95328f35a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f205c51-7da4-49ff-b1e5-f32cd032bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895760 Dec 12 04:42:11.825861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d7f3ef-4dfb-4628-9807-4890694c777d None None] New status for floating IP d4f28b22-82ab-4269-8aff-e06623da222f: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:42:11.862200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-831fa339-71e7-490c-a39d-2597f9cba94b req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:42:11.862590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-831fa339-71e7-490c-a39d-2597f9cba94b req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:11.888476 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:11.959581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-831fa339-71e7-490c-a39d-2597f9cba94b req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:11.959948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-831fa339-71e7-490c-a39d-2597f9cba94b req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:11.972787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-831fa339-71e7-490c-a39d-2597f9cba94b req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:42:12.097860 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-831fa339-71e7-490c-a39d-2597f9cba94b req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:12.131215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:12.173862 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-831fa339-71e7-490c-a39d-2597f9cba94b req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] No DVR routers for this DVR port b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:42:12.176990 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-831fa339-71e7-490c-a39d-2597f9cba94b req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:12.180383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-831fa339-71e7-490c-a39d-2597f9cba94b req-1cb35a4c-a3a0-41d5-a4e8-b791d89aecda tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.18 "DELETE /v2.0/ports/b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b HTTP/1.1" status: 204 len: 173 time: 0.4259949 Dec 12 04:42:12.187017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-534fa9f0-accc-48ef-8e7f-0956bc371068 req-7f6d18d5-0961-48f5-907b-ff430d66ef3f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cb3abf-db6d-4f32-89ab-5ed764901fda HTTP/1.1" status: 200 len: 210 time: 0.0268409 Dec 12 04:42:12.507083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-cf76e8a9-381a-4395-9b72-f6ab95019708 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:12.508616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-cf76e8a9-381a-4395-9b72-f6ab95019708 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 945 time: 0.0535097 Dec 12 04:42:12.608238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:42:12.608590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:12.698212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] For port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:12.698586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:12.711535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for 089c1e96-4eac-4a73-bf5e-b88da1d3f39f owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:42:12.840896 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:12.850244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-deleted', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:12.852519 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef48cf70-49fd-4756-aed0-64a4078a434a" -d '{"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-deleted", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:12.873905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['089c1e96-4eac-4a73-bf5e-b88da1d3f39f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:42:12.876712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=089c1e96-4eac-4a73-bf5e-b88da1d3f39f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:12.930586 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e40a9f-c741-4d30-944c-a7c45932aaa6 x-openstack-request-id: req-e1e40a9f-c741-4d30-944c-a7c45932aaa6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:12.930900 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cb3abf-db6d-4f32-89ab-5ed764901fda", "name": "network-vif-deleted", "tag": "b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:12.931165 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1e40a9f-c741-4d30-944c-a7c45932aaa6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:12.931563 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cb3abf-db6d-4f32-89ab-5ed764901fda', 'name': 'network-vif-deleted', 'tag': 'b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b', 'status': 'completed', 'code': 200} Dec 12 04:42:12.933561 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-572b65d9-a5c9-4a2f-a05a-dbccc9848505 req-e6d99800-f107-484f-9b0f-7a3ebe83faf0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 210 time: 0.0546365 Dec 12 04:42:12.959951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] No DVR routers for this DVR port 089c1e96-4eac-4a73-bf5e-b88da1d3f39f on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:42:12.962529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:12.965954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7bf24cbf-ec10-4622-a1d5-bb8260b69dc3 req-6213e860-90f1-44ef-b40b-3acad95bd0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "DELETE /v2.0/ports/089c1e96-4eac-4a73-bf5e-b88da1d3f39f HTTP/1.1" status: 204 len: 173 time: 0.4511526 Dec 12 04:42:12.975386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8587daa8-546c-416e-8410-70bcab019c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:13.246285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32948) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:13.738083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dee9ef-780e-4ba9-9a1f-09e1b3f5cfd8 req-5ee5ed41-f73c-4fc2-b318-c6c969b273e2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:13.739550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81dee9ef-780e-4ba9-9a1f-09e1b3f5cfd8 req-5ee5ed41-f73c-4fc2-b318-c6c969b273e2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0613077 Dec 12 04:42:13.745179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:13.870204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81dee9ef-780e-4ba9-9a1f-09e1b3f5cfd8 req-fbf24ebe-c0fd-40e1-8d29-a91deadc070d tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220145 Dec 12 04:42:14.053159 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8a175e8-671d-4eaf-a014-d244d6719a4e req-bdd73eec-76b2-4370-8683-2b45a5164938 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 210 time: 0.0359349 Dec 12 04:42:14.053705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port 68e84289-e464-41d4-a0a2-bc4b45c63c0b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:42:14.053839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:14.106226 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:14.127090 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:14.150234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port 68e84289-e464-41d4-a0a2-bc4b45c63c0b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=68e84289-e464-41d4-a0a2-bc4b45c63c0b,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:14.150663 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:14.164398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for 68e84289-e464-41d4-a0a2-bc4b45c63c0b owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:42:14.353047 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:14.380319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=68e84289-e464-41d4-a0a2-bc4b45c63c0b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:14.412406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.412766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.413191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.413543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.413886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.414227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.414565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.414899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.415234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.415566 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.415952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.416287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.416615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:14.910793 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:14.932773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc82a0-0a58-4c53-a49a-279fb5f7ec51', 'name': 'network-vif-deleted', 'tag': '089c1e96-4eac-4a73-bf5e-b88da1d3f39f'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:14.936297 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff975abc-8754-45af-ad8e-9edadfd841b8" -d '{"events": [{"server_uuid": "32fc82a0-0a58-4c53-a49a-279fb5f7ec51", "name": "network-vif-deleted", "tag": "089c1e96-4eac-4a73-bf5e-b88da1d3f39f"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:14.981884 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13379a4c-3f06-4ddb-833c-c16ee9f9267d x-openstack-request-id: req-13379a4c-3f06-4ddb-833c-c16ee9f9267d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:14.982676 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc82a0-0a58-4c53-a49a-279fb5f7ec51", "name": "network-vif-deleted", "tag": "089c1e96-4eac-4a73-bf5e-b88da1d3f39f", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:14.983161 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13379a4c-3f06-4ddb-833c-c16ee9f9267d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:14.983758 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc82a0-0a58-4c53-a49a-279fb5f7ec51', 'name': 'network-vif-deleted', 'tag': '089c1e96-4eac-4a73-bf5e-b88da1d3f39f', 'status': 'completed', 'code': 200} Dec 12 04:42:15.050932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fc28-aa5d-43c7-a887-5b38177243bb req-9e79012a-3fab-4301-9979-3e82813815e7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:15.052446 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fef7fc28-aa5d-43c7-a887-5b38177243bb req-9e79012a-3fab-4301-9979-3e82813815e7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0969944 Dec 12 04:42:15.109589 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fef7fc28-aa5d-43c7-a887-5b38177243bb req-f0aa2cd8-5288-4676-9bb0-a8a8371db261 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506086 Dec 12 04:42:15.147529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-070b28e2-5101-4582-9c68-0c5cfb9eba0e req-fa0e447c-1772-44d0-8ad6-96d3cd05d3d6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 210 time: 0.0352116 Dec 12 04:42:15.215295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router fcb9e224-dd62-4032-97d5-1ec691ee3db5 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:42:15.244319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:42:15.269423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:42:15.269776 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device b58e2dcf-c3f4-49aa-b8ad-4053315ddc7b not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:42:15.270208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 089c1e96-4eac-4a73-bf5e-b88da1d3f39f no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:42:15.290082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 089c1e96-4eac-4a73-bf5e-b88da1d3f39f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:42:15.290428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 089c1e96-4eac-4a73-bf5e-b88da1d3f39f not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:42:15.328870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:42:15.334132 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d5c18469-6e29-4c2a-b4a4-9036b21e16be tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "PUT /v2.0/routers/fcb9e224-dd62-4032-97d5-1ec691ee3db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0868132 Dec 12 04:42:15.336720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32966) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:15.340019 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] Sync routers for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:42:15.350121 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:15.350728 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:15.389462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1a9cea-05e2-45e0-aebc-4729ac44826e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting subnet d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:42:15.393117 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9cea-05e2-45e0-aebc-4729ac44826e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:15.438968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9cea-05e2-45e0-aebc-4729ac44826e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:15.459467 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:15.532158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9cea-05e2-45e0-aebc-4729ac44826e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:15.604707 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9cea-05e2-45e0-aebc-4729ac44826e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:15.638504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a9cea-05e2-45e0-aebc-4729ac44826e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:15.640758 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9cea-05e2-45e0-aebc-4729ac44826e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:15.647745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1b1a9cea-05e2-45e0-aebc-4729ac44826e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/subnets/d9a0d6fe-942b-40ee-b20a-f73f1ad4ed81 HTTP/1.1" status: 204 len: 168 time: 0.3098793 Dec 12 04:42:15.650462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 32968) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:15.673774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be32e03-a85a-4eb4-b2ca-30c4af3dac8a None None] Network 642cf99b-6cad-484b-a2d4-6f74c060fc80 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:42:15.676844 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:42:14Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:15.713916 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] Checking router: fcb9e224-dd62-4032-97d5-1ec691ee3db5 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:42:15.726260 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] Routers {'fcb9e224-dd62-4032-97d5-1ec691ee3db5'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:15.727212 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:15.741656 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:15.782261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:15.861027 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] Set router fcb9e224-dd62-4032-97d5-1ec691ee3db5 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:15.911416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a254b05-cb95-4a1f-a904-f7ea4cecad10 None None] DHCP port deletion for 642cf99b-6cad-484b-a2d4-6f74c060fc80 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:42:15.934515 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.006855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port 0d210b43-5a57-47f6-9b9c-14aba0dc7486 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:42:16.007250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.012393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5a254b05-cb95-4a1f-a904-f7ea4cecad10 None None] Deleting port 25ae7f55-c409-4d09-9e82-884dd45cca1c {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:42:16.013531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a254b05-cb95-4a1f-a904-f7ea4cecad10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.099719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5a254b05-cb95-4a1f-a904-f7ea4cecad10 None None] For port 25ae7f55-c409-4d09-9e82-884dd45cca1c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=25ae7f55-c409-4d09-9e82-884dd45cca1c,segment=NetworkSegment(c54c9f13-0389-408b-b53f-27eb55d22b80),segment_id=c54c9f13-0389-408b-b53f-27eb55d22b80)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:16.100418 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a254b05-cb95-4a1f-a904-f7ea4cecad10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.111856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 25ae7f55-c409-4d09-9e82-884dd45cca1c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:42:16.112525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port 0d210b43-5a57-47f6-9b9c-14aba0dc7486, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0d210b43-5a57-47f6-9b9c-14aba0dc7486,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:16.112948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.117009 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:42:14Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:16.120661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5a254b05-cb95-4a1f-a904-f7ea4cecad10 None None] Calling delete_port for 25ae7f55-c409-4d09-9e82-884dd45cca1c owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:42:16.128891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for 0d210b43-5a57-47f6-9b9c-14aba0dc7486 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:42:16.162234 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab048a52-803b-446c-a3d4-367d4fa77c09 None None] The sync data for ids ['fcb9e224-dd62-4032-97d5-1ec691ee3db5'] in n-d-710847-7 is: [{'id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364723761', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:40:58Z', 'updated_at': '2021-12-12T04:42:14Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '0d210b43-5a57-47f6-9b9c-14aba0dc7486', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb9e224-dd62-4032-97d5-1ec691ee3db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:40:59Z', 'updated_at': '2021-12-12T04:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:42:16.284648 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.288035 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5a254b05-cb95-4a1f-a904-f7ea4cecad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.302984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610905ad-9f64-4b3e-b7b1-81b3bab8d4fd req-757cf286-43ca-4fef-9b83-a3d2b4ce09e2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:16.305577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-610905ad-9f64-4b3e-b7b1-81b3bab8d4fd req-757cf286-43ca-4fef-9b83-a3d2b4ce09e2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0629356 Dec 12 04:42:16.321800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-339b394d-db16-4840-b87f-89b3c7ad2df2 req-5b721a4a-033e-4a73-a0b7-2bfdf5a174f2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 210 time: 0.0586591 Dec 12 04:42:16.327852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a254b05-cb95-4a1f-a904-f7ea4cecad10 None None] No DVR routers for this DVR port 25ae7f55-c409-4d09-9e82-884dd45cca1c on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:42:16.333197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a254b05-cb95-4a1f-a904-f7ea4cecad10 None None] Pushing event deleted for resources: {'Port': ['ID=25ae7f55-c409-4d09-9e82-884dd45cca1c,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:16.384615 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-610905ad-9f64-4b3e-b7b1-81b3bab8d4fd req-d1f6bcad-d855-4027-8b7f-2d559632a4ed tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707598 Dec 12 04:42:16.416702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.442341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=0d210b43-5a57-47f6-9b9c-14aba0dc7486,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:16.458847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a9dfb-b913-4258-9e6f-dd4da1ae7267 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:42:16.513799 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.609744 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.612086 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.667623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.667623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Fanout notify agent at l3_agent the message router_deleted on router fcb9e224-dd62-4032-97d5-1ec691ee3db5 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:42:16.671638 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.673223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-974ef60c-57e3-4f69-a4e4-10d3f8890988 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/routers/fcb9e224-dd62-4032-97d5-1ec691ee3db5 HTTP/1.1" status: 204 len: 168 time: 1.0215447 Dec 12 04:42:16.676342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 32974) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:16.713646 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.764098 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.854446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.875759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642cf99b-6cad-484b-a2d4-6f74c060fc80']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:16.886061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54c9f13-0389-408b-b53f-27eb55d22b80') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:16.886365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54c9f13-0389-408b-b53f-27eb55d22b80') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:16.896669 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.910869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.917336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:42:16.917730 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:42:16.920791 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:42:16.992392 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.000097 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.003044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/networks/642cf99b-6cad-484b-a2d4-6f74c060fc80 HTTP/1.1" status: 204 len: 168 time: 0.3255646 Dec 12 04:42:17.005847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32976) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:17.019129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc31b3-2b27-4b19-8b72-0574743d3101 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Network': ['ID=642cf99b-6cad-484b-a2d4-6f74c060fc80,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:17.064805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1363610e-eb71-4019-aa84-9272d51c9eee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.089566 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1363610e-eb71-4019-aa84-9272d51c9eee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.149756 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1363610e-eb71-4019-aa84-9272d51c9eee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.152586 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1363610e-eb71-4019-aa84-9272d51c9eee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.153809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1363610e-eb71-4019-aa84-9272d51c9eee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/security-groups/7c550705-3f75-4296-a888-97c6f79212c3 HTTP/1.1" status: 204 len: 168 time: 0.1469557 Dec 12 04:42:17.163728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363610e-eb71-4019-aa84-9272d51c9eee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c550705-3f75-4296-a888-97c6f79212c3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:17.391561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-ee66e98c-7379-4e09-88d3-10f2e7158c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:17.394277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-ee66e98c-7379-4e09-88d3-10f2e7158c75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 1096 time: 0.0642829 Dec 12 04:42:17.497212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-537f0ebf-e585-4ae1-b6e3-083ca7fc3fef req-69d37ba9-0268-4c0e-903e-720fcb1dba96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fc82a0-0a58-4c53-a49a-279fb5f7ec51 HTTP/1.1" status: 200 len: 210 time: 0.0628376 Dec 12 04:42:17.551430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-e08e0c37-8a16-4444-bb67-a3ba095de3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:17.553598 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-e08e0c37-8a16-4444-bb67-a3ba095de3ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.1400301 Dec 12 04:42:17.656930 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-ac67046c-745e-4f56-9e4c-ca7fa7e59068 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 200 len: 1000 time: 0.0961373 Dec 12 04:42:17.665414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9308d-ee78-4dab-bc80-65e5c270ba1a req-599ffd19-2f5d-42a5-9233-244344050e2c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:17.666874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45e9308d-ee78-4dab-bc80-65e5c270ba1a req-599ffd19-2f5d-42a5-9233-244344050e2c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0971558 Dec 12 04:42:17.711630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32986) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:17.716544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-defc4416-8ffc-4aa4-afa3-532685207aa1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754674079', 'description': 'tempest-secgroup-smoke-1754674079 description', 'project_id': '64329c01b21a4a718bf7c51b0976581d'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:17.747469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defc4416-8ffc-4aa4-afa3-532685207aa1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.758986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-6170dfe6-aec5-4191-93f5-b789b6fc0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:17.760476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-6170dfe6-aec5-4191-93f5-b789b6fc0450 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0926347 Dec 12 04:42:17.797933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45e9308d-ee78-4dab-bc80-65e5c270ba1a req-0974dcb0-d570-432d-86c4-021014c40f91 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223481 Dec 12 04:42:17.844527 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defc4416-8ffc-4aa4-afa3-532685207aa1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.848490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-38e51bba-5208-4ccf-aa30-797bd6456e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:17.848704 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defc4416-8ffc-4aa4-afa3-532685207aa1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.850046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-38e51bba-5208-4ccf-aa30-797bd6456e0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764146 Dec 12 04:42:17.880720 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-defc4416-8ffc-4aa4-afa3-532685207aa1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.882090 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-defc4416-8ffc-4aa4-afa3-532685207aa1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1700108 Dec 12 04:42:17.884781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc4416-8ffc-4aa4-afa3-532685207aa1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8b9ecb-7261-41ef-a7a9-413f30acae58,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:17.887580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32988) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:17.891877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d20bc594-33f0-4d83-86c2-254044a78d9d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '9d8b9ecb-7261-41ef-a7a9-413f30acae58', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:17.926077 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20bc594-33f0-4d83-86c2-254044a78d9d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:17.969650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-fff08276-1ed0-47f9-a164-61dee024ffd8 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110275 Dec 12 04:42:17.981191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 68e84289-e464-41d4-a0a2-bc4b45c63c0b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:42:17.994912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20bc594-33f0-4d83-86c2-254044a78d9d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.001223 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20bc594-33f0-4d83-86c2-254044a78d9d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.005993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 68e84289-e464-41d4-a0a2-bc4b45c63c0b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:42:18.006747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 68e84289-e464-41d4-a0a2-bc4b45c63c0b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:42:18.007338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0d210b43-5a57-47f6-9b9c-14aba0dc7486 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:42:18.029943 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d20bc594-33f0-4d83-86c2-254044a78d9d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.031056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0d210b43-5a57-47f6-9b9c-14aba0dc7486 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:42:18.031617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0d210b43-5a57-47f6-9b9c-14aba0dc7486 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:42:18.033304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d20bc594-33f0-4d83-86c2-254044a78d9d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447718 Dec 12 04:42:18.034747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bc594-33f0-4d83-86c2-254044a78d9d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd592e24-3d31-4b3c-b270-59c52f037def,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:18.036898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32990) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:18.042599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d23a3f69-7e89-41a6-a0dd-666cd8f1c7bd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '9d8b9ecb-7261-41ef-a7a9-413f30acae58', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:18.076488 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d23a3f69-7e89-41a6-a0dd-666cd8f1c7bd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.094544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69d356cf-7d0f-46a4-85ea-a339b5edd097 req-bac5a27a-f458-40ad-845e-dc28bc3b37a3 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167290 Dec 12 04:42:18.150052 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d23a3f69-7e89-41a6-a0dd-666cd8f1c7bd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.155145 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d23a3f69-7e89-41a6-a0dd-666cd8f1c7bd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.175430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a3f69-7e89-41a6-a0dd-666cd8f1c7bd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df900df-53d1-4064-b52c-44738029dc17,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:18.180528 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d23a3f69-7e89-41a6-a0dd-666cd8f1c7bd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.181982 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d23a3f69-7e89-41a6-a0dd-666cd8f1c7bd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438563 Dec 12 04:42:18.184677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32992) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:18.189044 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-55a22af4-b7e6-4b92-8691-72e397749383 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '9d8b9ecb-7261-41ef-a7a9-413f30acae58', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:18.216916 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55a22af4-b7e6-4b92-8691-72e397749383 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.282355 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55a22af4-b7e6-4b92-8691-72e397749383 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.290370 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55a22af4-b7e6-4b92-8691-72e397749383 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.313860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a22af4-b7e6-4b92-8691-72e397749383 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974f9268-6eeb-41c7-b256-1e24b0d55b34,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:18.323064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55a22af4-b7e6-4b92-8691-72e397749383 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.324279 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55a22af4-b7e6-4b92-8691-72e397749383 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386366 Dec 12 04:42:18.327187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32994) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:18.331726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-01937850-9dce-4308-a563-50c533ca7587 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '9d8b9ecb-7261-41ef-a7a9-413f30acae58', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:18.359233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-01937850-9dce-4308-a563-50c533ca7587 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.423859 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-01937850-9dce-4308-a563-50c533ca7587 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.428518 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-01937850-9dce-4308-a563-50c533ca7587 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.447533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937850-9dce-4308-a563-50c533ca7587 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbf4d61-630b-4fd0-8b76-535feeede6b1,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:18.458288 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-01937850-9dce-4308-a563-50c533ca7587 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.459602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-01937850-9dce-4308-a563-50c533ca7587 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313527 Dec 12 04:42:18.462265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 32996) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:18.466740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-301646b1-c05f-482c-b9ea-1f6983b5f252 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '9d8b9ecb-7261-41ef-a7a9-413f30acae58', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:18.491724 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-301646b1-c05f-482c-b9ea-1f6983b5f252 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Project 64329c01b21a4a718bf7c51b0976581d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:42:18.497705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-301646b1-c05f-482c-b9ea-1f6983b5f252 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.564178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-301646b1-c05f-482c-b9ea-1f6983b5f252 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.569300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-301646b1-c05f-482c-b9ea-1f6983b5f252 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.583502 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301646b1-c05f-482c-b9ea-1f6983b5f252 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eafe3c3-0d8d-4eae-a4b9-caf1e3136d07,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:18.601189 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-301646b1-c05f-482c-b9ea-1f6983b5f252 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.605790 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-301646b1-c05f-482c-b9ea-1f6983b5f252 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420295 Dec 12 04:42:18.606030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33002) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:18.611217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-010532e8-251d-4784-8fa2-8c9e610a357b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'security_group_rule': {'security_group_id': '9d8b9ecb-7261-41ef-a7a9-413f30acae58', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:18.633169 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-010532e8-251d-4784-8fa2-8c9e610a357b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Project 64329c01b21a4a718bf7c51b0976581d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:42:18.637904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-010532e8-251d-4784-8fa2-8c9e610a357b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.701651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-010532e8-251d-4784-8fa2-8c9e610a357b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.705512 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-010532e8-251d-4784-8fa2-8c9e610a357b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.724840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010532e8-251d-4784-8fa2-8c9e610a357b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826a5297-dff9-437c-a9a2-a80fe04e80ee,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:18.729445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-010532e8-251d-4784-8fa2-8c9e610a357b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.733572 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-010532e8-251d-4784-8fa2-8c9e610a357b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230145 Dec 12 04:42:18.733836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33004) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:18.739042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'network': {'name': 'tempest-network-smoke--1210080801', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'port_security_enabled': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:18.761284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:42:18.765000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.789887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:42:18.799556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.799984 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Added segment cca26084-0d0c-402b-aa15-42be65a6e5d0 of type vlan for network 1672c411-324f-4016-b03f-05a3e6a58f7a Dec 12 04:42:18.840351 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.872470 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.878749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:18.879347 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.908935 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1739585 Dec 12 04:42:18.912495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33008) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:18.917333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'admin_state_up': True, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:18.948425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628addea-f16f-40ea-8b6b-65b04e67ae81 req-b807d6f2-8a45-4d3b-9234-5fde38e3fb3f tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:18.950047 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-628addea-f16f-40ea-8b6b-65b04e67ae81 req-b807d6f2-8a45-4d3b-9234-5fde38e3fb3f tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0745008 Dec 12 04:42:18.958164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.959378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a5e86-1ce1-4838-b3fa-293d6bee2690 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Network': ['ID=1672c411-324f-4016-b03f-05a3e6a58f7a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:18.959512 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:18.972749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1672c411-324f-4016-b03f-05a3e6a58f7a details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:42:19.057204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:19.062732 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-628addea-f16f-40ea-8b6b-65b04e67ae81 req-2ea93e36-c2a3-42c5-be32-3ea6cc0ae6ec tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969346 Dec 12 04:42:19.199472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:19.397363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:19.416089 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:19.521300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.25.7.40 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9ac47c8f-0b72-4dad-b2cf-5383b6a5116c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:42:19.620201 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:19.658226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:19.702799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:42:19.705744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:42:19.709345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:42:19.718793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23f824-6347-453f-b5cb-276f19b709d0 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:42:19.815719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-55663672-3561-4b13-8902-38182648afee None None] Provisioning complete for port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:19.816192 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-55663672-3561-4b13-8902-38182648afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:19.860564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-55663672-3561-4b13-8902-38182648afee None None] Port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:42:20.064331 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=9ac47c8f-0b72-4dad-b2cf-5383b6a5116c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:20.188982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78c818-c08f-49eb-b218-3422369e749a req-f4a0cfd2-8c7a-4a35-8573-f78c3ccaa37a tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:20.190881 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf78c818-c08f-49eb-b218-3422369e749a req-f4a0cfd2-8c7a-4a35-8573-f78c3ccaa37a tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0572917 Dec 12 04:42:20.240463 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf78c818-c08f-49eb-b218-3422369e749a req-fe28b6ca-fd3a-411c-830f-419ae315e9ce tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429995 Dec 12 04:42:20.300413 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:20.509149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:20.637633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 341f192f-c624-47d7-98b2-4a0630e77010 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:42:20.757856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:42:20.773959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Sync routers for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:42:20.785521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:20.789087 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c6182ef0-d8c9-4515-af9b-5da75dc05329 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8736305 Dec 12 04:42:20.790774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33024) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:20.806239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:20.806886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:20.833253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5eee88f7-d510-403b-ab62-371e24db53fc tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=64329c01b21a4a718bf7c51b0976581d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412469 Dec 12 04:42:20.836060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33030) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:20.928256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:20.954840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed6ef9-232c-4685-8e1c-8c6c34a7214c tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:20.956566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e8ed6ef9-232c-4685-8e1c-8c6c34a7214c tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1194897 Dec 12 04:42:20.959442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33038) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:20.990583 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2a6acddd-cc99-4720-a764-82943ed27b95 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298247 Dec 12 04:42:20.993277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33042) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:20.998160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1475661279', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:21.113596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:42:21.117163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.167890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:20Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:21.227835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Checking router: 341f192f-c624-47d7-98b2-4a0630e77010 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:42:21.228315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Updating router 341f192f-c624-47d7-98b2-4a0630e77010 port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:42:21.266411 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.369094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.442296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Subnet': ['ID=0073c062-9431-4844-9edb-f4b0900bca65,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:21.492267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267afe3-31c7-46e6-8f27-f940c9f2f1de req-80a1df72-ab59-4c11-baa3-0b71bf22ece8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:21.499868 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a267afe3-31c7-46e6-8f27-f940c9f2f1de req-80a1df72-ab59-4c11-baa3-0b71bf22ece8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.1493428 Dec 12 04:42:21.525746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Checking segment: {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:42:21.526255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network hostable DHCP agents. Network: 1672c411-324f-4016-b03f-05a3e6a58f7a, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:42:21.567231 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.569418 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a267afe3-31c7-46e6-8f27-f940c9f2f1de req-0ddb7300-df97-420d-936b-66f46bd72f83 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684969 Dec 12 04:42:21.576002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 1672c411-324f-4016-b03f-05a3e6a58f7a is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:42:21.576456 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.595221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 1672c411-324f-4016-b03f-05a3e6a58f7a) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:42:21.600107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:21.600829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.621836 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f157d-c328-468c-bb8b-74a6d53ecb5f None None] Network 1672c411-324f-4016-b03f-05a3e6a58f7a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:42:21.627231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33068) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:21.628345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ab991dda-57d1-4eb2-a087-4848450bdd8c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6338160 Dec 12 04:42:21.651602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a150b-d089-4887-a00e-539797a6a28b None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:42:21.701614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec50534-4a9f-43d8-90d3-ecb2bb83a169 None None] Pushing event updated for resources: {'Port': ['ID=9ac47c8f-0b72-4dad-b2cf-5383b6a5116c,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:21.714173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Attempting to bind port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:42:21.714738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Attempting to bind port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:42:21.715294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Attempting to bind port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:42:21.723491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:42:21.724141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:42:21.724722 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.725315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:42:21.725979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Bound port: 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:42:21.727041 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.806385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-eba86e10-2026-41fc-baea-4c04019480d3 None None] Provisioning complete for port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:21.807443 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eba86e10-2026-41fc-baea-4c04019480d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.863783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-eba86e10-2026-41fc-baea-4c04019480d3 None None] Port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:42:21.872903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] For port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:42:21.876332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] For port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9ac47c8f-0b72-4dad-b2cf-5383b6a5116c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:42:21.879012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-1672c411-324f-4016-b03f-05a3e6a58f7a', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:42:21.880081 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.903633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:21.936351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33070) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:21.942220 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9846314f-642d-4bfa-89a9-1ccc4101b772 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827015875', 'description': 'tempest-secgroup-smoke-827015875 description', 'project_id': '741dc45cb32d45eda4aed3bc163791d7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:21.971477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9846314f-642d-4bfa-89a9-1ccc4101b772 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.067789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9846314f-642d-4bfa-89a9-1ccc4101b772 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.074588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9846314f-642d-4bfa-89a9-1ccc4101b772 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.117281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9846314f-642d-4bfa-89a9-1ccc4101b772 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.121382 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9846314f-642d-4bfa-89a9-1ccc4101b772 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1812270 Dec 12 04:42:22.124958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33072) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:22.130070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2e2f18a8-6992-4abd-a8b4-0bc54f849e21 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'security_group_rule': {'security_group_id': '3d410255-7b3d-41aa-a7d8-0edecd8a6446', 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:22.146965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846314f-642d-4bfa-89a9-1ccc4101b772 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d410255-7b3d-41aa-a7d8-0edecd8a6446,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:22.168062 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18a8-6992-4abd-a8b4-0bc54f849e21 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.184282 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.206982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5532a-e6be-4ae3-a803-9c4c0379b68a None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:42:22.225270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec50534-4a9f-43d8-90d3-ecb2bb83a169 None None] Pushing event updated for resources: {'Port': ['ID=9ac47c8f-0b72-4dad-b2cf-5383b6a5116c,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:22.230929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:22.231753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:22.239578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18a8-6992-4abd-a8b4-0bc54f849e21 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.244902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18a8-6992-4abd-a8b4-0bc54f849e21 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.264184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f18a8-6992-4abd-a8b4-0bc54f849e21 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f59c06-9c77-4e3e-8c73-5a5d6d5a28fb,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:22.276734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18a8-6992-4abd-a8b4-0bc54f849e21 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.281650 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2e2f18a8-6992-4abd-a8b4-0bc54f849e21 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556306 Dec 12 04:42:22.282389 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33074) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:22.288950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-41d0b88a-748d-40db-ac56-c5a6145216a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'security_group_rule': {'security_group_id': '3d410255-7b3d-41aa-a7d8-0edecd8a6446', 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:22.339951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41d0b88a-748d-40db-ac56-c5a6145216a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.368053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Allocated IP 172.20.0.2 (1672c411-324f-4016-b03f-05a3e6a58f7a/0073c062-9431-4844-9edb-f4b0900bca65/354cc82c-1663-4766-8b5c-6ee95d54a35b) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:42:22.371557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4d54d3c1-d77c-426d-8823-14e07a4abf73 None None] Provisioning complete for port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:22.371930 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d54d3c1-d77c-426d-8823-14e07a4abf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.467881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:22.473196 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41d0b88a-748d-40db-ac56-c5a6145216a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.478285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41d0b88a-748d-40db-ac56-c5a6145216a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.499239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0b88a-748d-40db-ac56-c5a6145216a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5516b1-d7b8-4f89-9284-3f88408097d9,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:22.506143 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-41d0b88a-748d-40db-ac56-c5a6145216a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.507280 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-41d0b88a-748d-40db-ac56-c5a6145216a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2239771 Dec 12 04:42:22.510070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33076) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:22.514587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-22fbe91a-f4d9-4dac-9507-ee3439d0db57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'security_group_rule': {'security_group_id': '3d410255-7b3d-41aa-a7d8-0edecd8a6446', 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:22.540999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22fbe91a-f4d9-4dac-9507-ee3439d0db57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.599481 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22fbe91a-f4d9-4dac-9507-ee3439d0db57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.604723 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22fbe91a-f4d9-4dac-9507-ee3439d0db57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.629757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbe91a-f4d9-4dac-9507-ee3439d0db57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98b4a6f-6f95-4039-85cc-f739e71e8347,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:22.639294 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22fbe91a-f4d9-4dac-9507-ee3439d0db57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.644006 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-22fbe91a-f4d9-4dac-9507-ee3439d0db57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328025 Dec 12 04:42:22.644736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33080) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:22.649744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5bdedc09-432c-4c3b-9e91-85e693e7d45e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'security_group_rule': {'security_group_id': '3d410255-7b3d-41aa-a7d8-0edecd8a6446', 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:22.680744 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5bdedc09-432c-4c3b-9e91-85e693e7d45e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.688305 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d54d3c1-d77c-426d-8823-14e07a4abf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.703181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac3bbd-d65b-4c32-b0ab-a51bd707b4eb req-b021e952-a8da-4131-a407-0d50cdce3e56 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:22.709344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28ac3bbd-d65b-4c32-b0ab-a51bd707b4eb req-b021e952-a8da-4131-a407-0d50cdce3e56 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0650685 Dec 12 04:42:22.743545 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5bdedc09-432c-4c3b-9e91-85e693e7d45e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.748325 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5bdedc09-432c-4c3b-9e91-85e693e7d45e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.751300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4d54d3c1-d77c-426d-8823-14e07a4abf73 None None] For port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9ac47c8f-0b72-4dad-b2cf-5383b6a5116c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:22.759514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.760797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28ac3bbd-d65b-4c32-b0ab-a51bd707b4eb req-d7d741f5-cf8f-48f4-b870-301a03382338 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477731 Dec 12 04:42:22.760979 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d54d3c1-d77c-426d-8823-14e07a4abf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.776794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdedc09-432c-4c3b-9e91-85e693e7d45e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55feb699-48d5-44b2-b9b3-666114aaa19e,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:22.787043 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.808456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5bdedc09-432c-4c3b-9e91-85e693e7d45e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.812218 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5bdedc09-432c-4c3b-9e91-85e693e7d45e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638441 Dec 12 04:42:22.813401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33082) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:22.818612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8623d5bf-8776-464d-bcad-b64e39d72a1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'security_group_rule': {'security_group_id': '3d410255-7b3d-41aa-a7d8-0edecd8a6446', 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:22.832226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Network 1672c411-324f-4016-b03f-05a3e6a58f7a is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:42:22.837815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.20.0.1 (1672c411-324f-4016-b03f-05a3e6a58f7a/0073c062-9431-4844-9edb-f4b0900bca65/fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:42:22.838249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:42:22.841579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:42:22.843746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54d3c1-d77c-426d-8823-14e07a4abf73 None None] Pushing event updated for resources: {'Port': ['ID=9ac47c8f-0b72-4dad-b2cf-5383b6a5116c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:22.844334 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-8623d5bf-8776-464d-bcad-b64e39d72a1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Project 741dc45cb32d45eda4aed3bc163791d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:42:22.855820 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8623d5bf-8776-464d-bcad-b64e39d72a1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.903876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:20Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:22.929916 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8623d5bf-8776-464d-bcad-b64e39d72a1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.935065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8623d5bf-8776-464d-bcad-b64e39d72a1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.954397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623d5bf-8776-464d-bcad-b64e39d72a1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be294af4-a190-4202-b5a6-6dc7ef175c77,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:22.958734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd1959-8262-4071-b7c9-8af1fabb12f1 None None] The sync data for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 is: [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:20Z', 'revision_number': 3, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:42:22.963918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Pushing event updated for resources: {'Port': ['ID=354cc82c-1663-4766-8b5c-6ee95d54a35b,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:22.967076 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Attempting to bind port 354cc82c-1663-4766-8b5c-6ee95d54a35b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:42:22.969194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Attempting to bind port 354cc82c-1663-4766-8b5c-6ee95d54a35b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:42:22.969583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Attempting to bind port 354cc82c-1663-4766-8b5c-6ee95d54a35b on network 1672c411-324f-4016-b03f-05a3e6a58f7a {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:42:22.972252 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8623d5bf-8776-464d-bcad-b64e39d72a1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.973781 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8623d5bf-8776-464d-bcad-b64e39d72a1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592939 Dec 12 04:42:22.976488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33084) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:22.984088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f2634680-f911-4c2c-a12c-f4cbf359c6a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'security_group_rule': {'security_group_id': '3d410255-7b3d-41aa-a7d8-0edecd8a6446', 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:22.987973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:42:22.988362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Checking segment: {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:42:22.988777 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.989195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Bound using segment: {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:42:22.989868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Bound port: 354cc82c-1663-4766-8b5c-6ee95d54a35b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:42:22.990455 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:22.998333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.013036 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-f2634680-f911-4c2c-a12c-f4cbf359c6a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Project 741dc45cb32d45eda4aed3bc163791d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:42:23.019478 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2634680-f911-4c2c-a12c-f4cbf359c6a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.055289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.073832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] For port 354cc82c-1663-4766-8b5c-6ee95d54a35b, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:42:23.077188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] For port 354cc82c-1663-4766-8b5c-6ee95d54a35b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=354cc82c-1663-4766-8b5c-6ee95d54a35b,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:42:23.082412 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.099900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2634680-f911-4c2c-a12c-f4cbf359c6a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.104767 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2634680-f911-4c2c-a12c-f4cbf359c6a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.113122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 1672c411-324f-4016-b03f-05a3e6a58f7a is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:42:23.116607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:42:23.124385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:42:23.132697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2634680-f911-4c2c-a12c-f4cbf359c6a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebeae5b-6170-4943-91ed-d5039a9e228f,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:23.136659 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2634680-f911-4c2c-a12c-f4cbf359c6a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.141125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f2634680-f911-4c2c-a12c-f4cbf359c6a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606851 Dec 12 04:42:23.150526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ab32-c178-4579-9582-aea0cf6160c8 None None] Pushing event updated for resources: {'Port': ['ID=354cc82c-1663-4766-8b5c-6ee95d54a35b,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:23.161477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:23.186083 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.377435 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.756347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.761691 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:23.848204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:23.901843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:24.073328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:42:24.097095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 1672c411-324f-4016-b03f-05a3e6a58f7a is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:42:24.098876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:42:24.155860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:24.156380 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:24.253457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0196de5-2778-4316-9e14-ab53712d26de req-df8cf179-f0f6-4e8a-a3f8-ee19416ffcd4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:24.256400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0196de5-2778-4316-9e14-ab53712d26de req-df8cf179-f0f6-4e8a-a3f8-ee19416ffcd4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.3883924 Dec 12 04:42:24.295868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 354cc82c-1663-4766-8b5c-6ee95d54a35b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:42:24.355338 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0196de5-2778-4316-9e14-ab53712d26de req-c990ce71-800c-4c9b-8a6a-d3bcd449e5e4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836189 Dec 12 04:42:24.361061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 354cc82c-1663-4766-8b5c-6ee95d54a35b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:24.361449 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:24.365770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 341f192f-c624-47d7-98b2-4a0630e77010 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:42:24.473498 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:24.511658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 354cc82c-1663-4766-8b5c-6ee95d54a35b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=354cc82c-1663-4766-8b5c-6ee95d54a35b,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:24.522544 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:24.545425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:42:24.561670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-257de4ea-c815-4d43-9130-adf110358ba9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "PUT /v2.0/routers/341f192f-c624-47d7-98b2-4a0630e77010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9328785 Dec 12 04:42:24.609081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=354cc82c-1663-4766-8b5c-6ee95d54a35b,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:24.624571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a638d0-4bab-4929-b6d3-699efcc29d92 None None] Network 1672c411-324f-4016-b03f-05a3e6a58f7a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:42:24.728425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-37b89089-69ea-4242-9e8b-c06595316a69 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754674079&fields=id&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 267 time: 0.0472574 Dec 12 04:42:24.741374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d4e8c506-6cb7-44fc-9a74-e36d9f7018f8 None None] Provisioning complete for port 354cc82c-1663-4766-8b5c-6ee95d54a35b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:24.741755 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4e8c506-6cb7-44fc-9a74-e36d9f7018f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:24.908744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-e93da7c6-9b72-41ae-bbca-820d34b04d06 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:24.910522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-e93da7c6-9b72-41ae-bbca-820d34b04d06 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/networks?id=1672c411-324f-4016-b03f-05a3e6a58f7a HTTP/1.1" status: 200 len: 797 time: 0.1746926 Dec 12 04:42:24.928262 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-49fb0daf-8650-4156-ba42-d92923d6ab19 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/quotas/64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 375 time: 0.0111759 Dec 12 04:42:24.998492 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-8cbe1f0e-8f32-4b51-86bd-5795fc1188e6 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643001 Dec 12 04:42:25.089998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-65cc43ff-15a8-4626-a6c0-2b829c827fd5 None None] Provisioning complete for port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:25.091367 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65cc43ff-15a8-4626-a6c0-2b829c827fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:25.132633 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-d90c5e29-6bda-49d6-b541-84c7fe510355 service neutron] 10.222.0.36 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203690 Dec 12 04:42:25.141752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-65cc43ff-15a8-4626-a6c0-2b829c827fd5 None None] Port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:42:25.153206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-65cc43ff-15a8-4626-a6c0-2b829c827fd5 None None] Provisioning complete for port 354cc82c-1663-4766-8b5c-6ee95d54a35b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:25.153941 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-65cc43ff-15a8-4626-a6c0-2b829c827fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:25.248358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-1ac53593-8e71-47dc-a3dd-7555f56b5fe7 service neutron] 10.222.0.36 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148098 Dec 12 04:42:25.316770 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Sync routers for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:42:25.333423 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:25.334340 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:25.403889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f3be986e-90b2-40df-80fb-d00f726f3606 None None] Provisioning complete for port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:25.404285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f3be986e-90b2-40df-80fb-d00f726f3606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:25.482073 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:25.500736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f3be986e-90b2-40df-80fb-d00f726f3606 None None] Port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:42:25.571804 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-288cd776-b71b-4fb6-957a-5cbc105a3be5 req-e5a27195-68d5-4bb3-8c8d-33f099791494 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 210 time: 0.0515134 Dec 12 04:42:25.576006 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da206c-dfef-4db6-899c-f838c0bdafaf req-1b206eb7-4350-43fc-9cb1-f905d7f1e987 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:25.578123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82da206c-dfef-4db6-899c-f838c0bdafaf req-1b206eb7-4350-43fc-9cb1-f905d7f1e987 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0732746 Dec 12 04:42:25.648452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82da206c-dfef-4db6-899c-f838c0bdafaf req-05fbdebb-44a9-4ded-9193-f4ac90793205 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635359 Dec 12 04:42:25.721975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0662abaf-3e40-4de2-85ca-4310901ac604 None None] Provisioning complete for port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:25.722372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0662abaf-3e40-4de2-85ca-4310901ac604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:25.777402 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c', 'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:34:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:22Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 2, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '0073c062-9431-4844-9edb-f4b0900bca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:25.825004 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0662abaf-3e40-4de2-85ca-4310901ac604 None None] Port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:42:25.887337 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Checking router: 341f192f-c624-47d7-98b2-4a0630e77010 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:42:25.889315 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Updating router 341f192f-c624-47d7-98b2-4a0630e77010 port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:42:25.959250 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:26.065184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757950f5-c21e-4fd0-86c5-be503409d86a req-06d183fc-e3f2-452c-a034-c80915106ea3 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:26.072613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-757950f5-c21e-4fd0-86c5-be503409d86a req-06d183fc-e3f2-452c-a034-c80915106ea3 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.1359189 Dec 12 04:42:26.093243 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 354cc82c-1663-4766-8b5c-6ee95d54a35b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:42:26.098120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-a5984fb3-5410-4201-8f4f-cb6d80d32ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:26.099642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-a5984fb3-5410-4201-8f4f-cb6d80d32ff2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 1096 time: 0.1248052 Dec 12 04:42:26.170001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 354cc82c-1663-4766-8b5c-6ee95d54a35b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:26.170597 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:26.227984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-757950f5-c21e-4fd0-86c5-be503409d86a req-b0e0e554-4044-4dfe-b002-6d56a74311a0 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543357 Dec 12 04:42:26.311701 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-23b322c8-c414-4e5a-923e-9b7159901362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:26.325895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-23b322c8-c414-4e5a-923e-9b7159901362 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.2163644 Dec 12 04:42:26.406093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-9225d570-9c48-4745-a186-57de6885d060 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 200 len: 1000 time: 0.0702093 Dec 12 04:42:26.461203 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:26.470300 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:26.472778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-7e1821a1-fe6e-4f76-8bd5-e57e758f68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:26.474715 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-7e1821a1-fe6e-4f76-8bd5-e57e758f68a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0621841 Dec 12 04:42:26.529430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-2537a076-f678-4ba7-9ebe-c877db3a04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:26.532534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-2537a076-f678-4ba7-9ebe-c877db3a04e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497131 Dec 12 04:42:26.537004 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Pushing event updated for resources: {'Port': ['ID=fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:26.550135 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.550493 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.550820 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.551158 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.551491 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.552065 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.552389 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.552718 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.553134 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.553457 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.553779 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.554095 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.554633 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:42:26.612769 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Attempting to bind port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:42:26.613171 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Attempting to bind port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:42:26.613839 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Attempting to bind port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c on network 1672c411-324f-4016-b03f-05a3e6a58f7a {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:42:26.623837 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:42:26.624095 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Checking segment: {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:42:26.624724 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:26.625159 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Bound using segment: {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:42:26.625634 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Bound port: fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:42:26.626027 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:26.659540 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-2aea798a-931e-49c8-89af-a65970cc4a6f service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209471 Dec 12 04:42:26.709547 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] For port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:42:26.713453 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] For port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:42:26.724698 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:26.739236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-96816117-9585-4a14-a366-586d5b986a22 req-3a445341-540e-4af0-9e70-c3ed89c6cdeb tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 210 time: 0.0592806 Dec 12 04:42:26.782827 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb551758-0d39-4c16-b56c-167ba31f62c9 req-eafd1fbc-1d19-4f12-a2e2-3445b8571ddd service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166244 Dec 12 04:42:26.818927 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389f2ed-b619-4e43-8274-0ee9dcc8ccb9 None None] Pushing event updated for resources: {'Port': ['ID=fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:26.821881 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:26.822360 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:26.865672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-52729282-1c46-4dfd-b867-62a6c006a6ae None None] Provisioning complete for port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:26.866062 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52729282-1c46-4dfd-b867-62a6c006a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:26.982183 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:27.019221 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52729282-1c46-4dfd-b867-62a6c006a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:27.065103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-52729282-1c46-4dfd-b867-62a6c006a6ae None None] For port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:27.073381 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52729282-1c46-4dfd-b867-62a6c006a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:27.118936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-d13a3d1f-1aa8-49ab-b7fd-3d6f0195c3ec tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:27.120603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-d13a3d1f-1aa8-49ab-b7fd-3d6f0195c3ec tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "GET /v2.0/networks?id=1672c411-324f-4016-b03f-05a3e6a58f7a HTTP/1.1" status: 200 len: 797 time: 0.1470847 Dec 12 04:42:27.149975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52729282-1c46-4dfd-b867-62a6c006a6ae None None] Pushing event updated for resources: {'Port': ['ID=fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:27.202517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-012f4ed6-0ec7-43ac-8928-0f701536934b None None] Provisioning complete for port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:27.202895 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-012f4ed6-0ec7-43ac-8928-0f701536934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:27.221317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-086f0f03-39d5-48e8-8a80-6f7ed92c323d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64329c01b21a4a718bf7c51b0976581d HTTP/1.1" status: 200 len: 380 time: 0.0761847 Dec 12 04:42:27.254103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'port': {'device_id': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'admin_state_up': True, 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'security_groups': ['9d8b9ecb-7261-41ef-a7a9-413f30acae58']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:27.264442 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c', 'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:34:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:22Z', 'updated_at': '2021-12-12T04:42:26Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '0073c062-9431-4844-9edb-f4b0900bca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:27.296389 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80008d-2c57-436c-92bf-e904fec34ad0 None None] The sync data for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 is: [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c', 'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:34:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:22Z', 'updated_at': '2021-12-12T04:42:26Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '0073c062-9431-4844-9edb-f4b0900bca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:42:27.473380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f2baf-7b99-4ae8-9628-3f4ee2a06122 req-2489b66b-71bb-4eec-9913-1413fd2e7bb5 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:27.474980 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b71f2baf-7b99-4ae8-9628-3f4ee2a06122 req-2489b66b-71bb-4eec-9913-1413fd2e7bb5 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.1322000 Dec 12 04:42:27.853215 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7647873b-143f-485f-8cc2-2a807ae37bbf req-23cceecd-7bbb-42bd-b5ac-bb12ef803574 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 210 time: 0.0428557 Dec 12 04:42:27.893944 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b71f2baf-7b99-4ae8-9628-3f4ee2a06122 req-1fa917fd-2222-4581-b126-5b8e138bf925 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4114323 Dec 12 04:42:27.920604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Made reservation on behalf of 64329c01b21a4a718bf7c51b0976581d for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:42:27.920604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:28.035269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:42:28.102353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.20.0.9 (1672c411-324f-4016-b03f-05a3e6a58f7a/0073c062-9431-4844-9edb-f4b0900bca65/2a5c8504-bc2d-4ddd-bcaa-7b7673903cce) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:42:28.105216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:28.105609 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:28.298692 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:28.352722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:28.424735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 1672c411-324f-4016-b03f-05a3e6a58f7a is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:42:28.428304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:42:28.432323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:42:28.471032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:28.494992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:28.495690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:28.519310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-78993ddb-40fb-44ce-a41c-61aa4a7364a0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2701364 Dec 12 04:42:28.547267 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Request body: {'port': {'device_id': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:28.626535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:28.750619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c921668b-730d-4bed-bf97-01f18ef576e2 None None] Provisioning complete for port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:28.751219 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c921668b-730d-4bed-bf97-01f18ef576e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:28.794121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c921668b-730d-4bed-bf97-01f18ef576e2 None None] Port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:42:28.938523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:42:28.947462 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:28.961536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Transition to ACTIVE for port object 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:42:28.966191 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:28.986906 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8606298-452f-4664-94d8-67d0f658c9db req-5735c000-62da-4080-8aaa-7a910169615b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:28.989376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8606298-452f-4664-94d8-67d0f658c9db req-5735c000-62da-4080-8aaa-7a910169615b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 931 time: 0.0573020 Dec 12 04:42:29.069646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b8606298-452f-4664-94d8-67d0f658c9db req-f16ed766-68e2-4236-a765-0567f790bcf4 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686781 Dec 12 04:42:29.072177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Pushing event updated for resources: {'Port': ['ID=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:29.116444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9b89-f92c-4f9a-ab12-482ec6eb77d5 req-cbe87c97-e1f6-4935-b953-8ca9f35eda9b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:29.118304 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c77c9b89-f92c-4f9a-ab12-482ec6eb77d5 req-cbe87c97-e1f6-4935-b953-8ca9f35eda9b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.1133716 Dec 12 04:42:29.213646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Attempting to bind port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:42:29.213992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Attempting to bind port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:42:29.214329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Attempting to bind port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce on network 1672c411-324f-4016-b03f-05a3e6a58f7a {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:42:29.219435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c77c9b89-f92c-4f9a-ab12-482ec6eb77d5 req-1e3e7ad3-f22c-470c-951f-075569b55b26 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735493 Dec 12 04:42:29.223918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce on network 1672c411-324f-4016-b03f-05a3e6a58f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:42:29.224254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Attempting to bind port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce on network 1672c411-324f-4016-b03f-05a3e6a58f7a {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:42:29.229623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:42:29.229971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Checking segment: {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:42:29.230368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Bound using segment: {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:42:29.230808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Bound port: 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca26084-0d0c-402b-aa15-42be65a6e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:42:29.231172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:29.305170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:42:29.308260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:42:29.315225 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:29.352790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:29.353500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:29.354888 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] 10.222.0.37 "PUT /v2.0/ports/2a5c8504-bc2d-4ddd-bcaa-7b7673903cce HTTP/1.1" status: 200 len: 1091 time: 0.8122671 Dec 12 04:42:29.355354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:29.357716 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184" -d '{"events": [{"name": "network-changed", "server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:29.383676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23d7b9-1deb-4d38-997f-710c448d1fbb service neutron] Pushing event updated for resources: {'Port': ['ID=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:29.431236 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87826761-a377-44dd-a582-51c51e27ffdf x-openstack-request-id: req-87826761-a377-44dd-a582-51c51e27ffdf {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:29.431564 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:29.431799 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87826761-a377-44dd-a582-51c51e27ffdf {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:29.432210 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'status': 'completed', 'code': 200} Dec 12 04:42:29.474715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-5e232e04-8fef-4fc9-a6b7-64daf5aeca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:29.476379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-5e232e04-8fef-4fc9-a6b7-64daf5aeca70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 1094 time: 0.0553102 Dec 12 04:42:29.529152 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-a9d51adf-7f85-446b-a53f-90ac0dba747b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce HTTP/1.1" status: 200 len: 217 time: 0.0382428 Dec 12 04:42:29.589827 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-f9bb321a-53b9-40b5-8a0c-a5cccb2acb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:29.591326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-f9bb321a-53b9-40b5-8a0c-a5cccb2acb76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0073c062-9431-4844-9edb-f4b0900bca65 HTTP/1.1" status: 200 len: 835 time: 0.0513637 Dec 12 04:42:29.644374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-64bfdf2e-a6f6-4b94-8857-8b884718a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:29.646447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-64bfdf2e-a6f6-4b94-8857-8b884718a247 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1672c411-324f-4016-b03f-05a3e6a58f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431356 Dec 12 04:42:29.753910 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-db233a0d-a397-42a4-80d6-f60f896db48b service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936928 Dec 12 04:42:29.851204 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1eaf8d92-f393-45d1-a59f-2924e735add5 req-def3383c-5d43-4096-9cde-e8db9f0056a1 service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859110 Dec 12 04:42:30.006793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-c7c915b3-66fd-496b-a0e2-1fc63faf4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:30.008249 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-c7c915b3-66fd-496b-a0e2-1fc63faf4981 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 1094 time: 0.0468724 Dec 12 04:42:30.108888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-2a23b645-170c-48f5-8d07-510cd43bb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:30.110410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-2a23b645-170c-48f5-8d07-510cd43bb7de service neutron] 10.222.0.37 "GET /v2.0/networks?id=1672c411-324f-4016-b03f-05a3e6a58f7a HTTP/1.1" status: 200 len: 897 time: 0.0940008 Dec 12 04:42:30.162410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-f7772970-9101-44cc-8655-7a16c6f73021 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce HTTP/1.1" status: 200 len: 217 time: 0.0447412 Dec 12 04:42:30.233395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-5ab71ffd-babf-456a-9aa7-c180e21ac9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:30.234877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-5ab71ffd-babf-456a-9aa7-c180e21ac9be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0073c062-9431-4844-9edb-f4b0900bca65 HTTP/1.1" status: 200 len: 835 time: 0.0638461 Dec 12 04:42:30.246243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f915cb9-9340-4c7c-b48a-4b1e584a7206 req-d100a111-1288-4a6c-a613-3befb6bfeb28 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:30.247663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6f915cb9-9340-4c7c-b48a-4b1e584a7206 req-d100a111-1288-4a6c-a613-3befb6bfeb28 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 943 time: 0.0883248 Dec 12 04:42:30.321398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-b55f608b-6a84-4cdd-abaa-b5c5ab05fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:30.322910 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-b55f608b-6a84-4cdd-abaa-b5c5ab05fd20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1672c411-324f-4016-b03f-05a3e6a58f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743768 Dec 12 04:42:30.326717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6f915cb9-9340-4c7c-b48a-4b1e584a7206 req-fa8ef020-d377-4533-822b-9a4e4a321680 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703752 Dec 12 04:42:30.427049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-c985cc41-4ad1-4a27-9a5d-3c0004c428b9 service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921633 Dec 12 04:42:30.524398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ee7e3e37-d986-42ca-8bd4-f98dba8f2184 req-7245993b-f340-4c07-a904-6a65521b396c service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871320 Dec 12 04:42:31.450042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7399fe1-c593-4771-87fd-ab0d783c4352 req-236c1ec7-da37-4c59-a33c-e390448b0052 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:31.451523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7399fe1-c593-4771-87fd-ab0d783c4352 req-236c1ec7-da37-4c59-a33c-e390448b0052 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 943 time: 0.0529089 Dec 12 04:42:31.501535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7399fe1-c593-4771-87fd-ab0d783c4352 req-57e69f33-7b82-487c-85c0-bc52fd68a0f0 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Dec 12 04:42:32.631319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41ef57-a078-4678-a557-8b5bdb3335e4 req-796c117d-0639-4f6a-b36f-997375c3aa6c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:32.633076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e41ef57-a078-4678-a557-8b5bdb3335e4 req-796c117d-0639-4f6a-b36f-997375c3aa6c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 943 time: 0.0605898 Dec 12 04:42:32.684158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3e41ef57-a078-4678-a557-8b5bdb3335e4 req-db13bce9-a401-4687-9b64-57f4143ea565 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Dec 12 04:42:33.525874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:42:33.628726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:33.641297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'port_id': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'mac_address': 'fa:16:3e:f8:23:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:42:33.687507 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:33.701063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:42:33.724374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:33.732123 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:33.781533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:33.811447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b5d3-d306-4e4c-b53d-1e3fa1d5ded0 req-610c47b4-c5c3-4d25-ad36-fcf6f7b7eab7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:33.813025 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d273b5d3-d306-4e4c-b53d-1e3fa1d5ded0 req-610c47b4-c5c3-4d25-ad36-fcf6f7b7eab7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 944 time: 0.0526702 Dec 12 04:42:33.864056 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d273b5d3-d306-4e4c-b53d-1e3fa1d5ded0 req-529d9cf6-d989-41c0-bbaa-27d2790d9f3e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447412 Dec 12 04:42:34.085081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['2a5c8504-bc2d-4ddd-bcaa-7b7673903cce'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:42:34.982992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9adfc-b3a5-4b41-b608-c9cd282d2f96 req-8e7e8f79-4c59-42e2-8c53-bc487a906650 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:34.984520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-37a9adfc-b3a5-4b41-b608-c9cd282d2f96 req-8e7e8f79-4c59-42e2-8c53-bc487a906650 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 944 time: 0.0498452 Dec 12 04:42:35.035035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-37a9adfc-b3a5-4b41-b608-c9cd282d2f96 req-be1aaf00-0087-448f-8b8c-9bb95f808e6f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Dec 12 04:42:35.525446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:42:35.583743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:42:35.588198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:35.588576 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:35.665287 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:35.688238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:35.691141 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45277ae2-2c50-4486-a132-bbfc7d1d4d77" -d '{"events": [{"server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:35.704006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:35.709437 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:35.732925 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a95deb6-ffbd-4579-809e-ec8d5312cd6e x-openstack-request-id: req-5a95deb6-ffbd-4579-809e-ec8d5312cd6e {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:35.733228 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:35.733490 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a95deb6-ffbd-4579-809e-ec8d5312cd6e {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:35.733893 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'code': 200} Dec 12 04:42:35.759180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:35.884084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99896a4-8f20-495e-88aa-d22293bb4540 req-dd6b1688-48df-4017-bc7d-8e72ac891f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:35.885591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a99896a4-8f20-495e-88aa-d22293bb4540 req-dd6b1688-48df-4017-bc7d-8e72ac891f22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 1096 time: 0.0449929 Dec 12 04:42:35.935501 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a99896a4-8f20-495e-88aa-d22293bb4540 req-570a5545-c866-4360-a373-40e31bb1f474 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391641 Dec 12 04:42:36.153999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d8fda-14da-4dbd-8d3f-37d56aaffaf8 req-a82f83b8-9161-4945-a694-e6437bacbf62 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:36.155539 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b57d8fda-14da-4dbd-8d3f-37d56aaffaf8 req-a82f83b8-9161-4945-a694-e6437bacbf62 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0523138 Dec 12 04:42:36.210146 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b57d8fda-14da-4dbd-8d3f-37d56aaffaf8 req-59cf05df-7966-40b0-a7f5-8ef34b246571 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483074 Dec 12 04:42:37.355819 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80afbe1-e11b-4ef4-82fb-8159d4a429c3 req-0518250b-373e-45de-a8d1-b8dc5cb206f9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:37.357515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d80afbe1-e11b-4ef4-82fb-8159d4a429c3 req-0518250b-373e-45de-a8d1-b8dc5cb206f9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0550065 Dec 12 04:42:37.409747 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d80afbe1-e11b-4ef4-82fb-8159d4a429c3 req-a65cd6f0-936b-4431-9f02-a9e1b0479034 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443451 Dec 12 04:42:37.543253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555b93d-14ad-4862-975e-e87da358f7df req-2845e568-b26b-4f53-bf3d-0976804b16fa tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:37.544960 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f555b93d-14ad-4862-975e-e87da358f7df req-2845e568-b26b-4f53-bf3d-0976804b16fa tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0619354 Dec 12 04:42:37.603628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f555b93d-14ad-4862-975e-e87da358f7df req-0c465bd7-43df-457f-83ae-274284a5f6f8 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510089 Dec 12 04:42:37.625894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33270) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:37.667415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e561f-f4ab-483c-ae9c-118044082574 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:37.671800 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-754e561f-f4ab-483c-ae9c-118044082574 tempest-TestNetworkAdvancedServerOps-1355824463 tempest-TestNetworkAdvancedServerOps-1355824463-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 1091 time: 0.0421004 Dec 12 04:42:37.672796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33272) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:37.677289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:37.699682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:37.807719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:37.923027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Allocated IP 172.25.7.110 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/dba19ab5-958b-468f-aff5-6e75bce2a473) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:42:38.035051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:38.068265 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:38.105785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:42:38.108774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:42:38.112600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:42:38.140594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=dba19ab5-958b-468f-aff5-6e75bce2a473,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:38.168972 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:42:38.468791 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:38.536271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:38.722594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:38.727499 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:38.803151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event updated for resources: {'Port': ['ID=dba19ab5-958b-468f-aff5-6e75bce2a473,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:38.813126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:38.914066 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Floating IP 1fadfe45-6629-4e66-9516-a21ba0563b2e associated. External IP: 172.25.7.110, port: 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce. Dec 12 04:42:39.121380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 341f192f-c624-47d7-98b2-4a0630e77010 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:42:39.246613 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:42:39.258433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] Sync routers for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:42:39.273587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:39.274663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:39.277489 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:39.312050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-04c9a49d-c3f4-422c-b06d-7fb87ac62a57 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6363606 Dec 12 04:42:39.312050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:39.312598 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18ff014-cb65-454c-8c74-9fd728f4c4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:39.406838 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e1502b-b038-4548-8c1d-383499e467ed x-openstack-request-id: req-d5e1502b-b038-4548-8c1d-383499e467ed {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:39.407157 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:39.407414 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5e1502b-b038-4548-8c1d-383499e467ed {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:39.407827 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'status': 'completed', 'code': 200} Dec 12 04:42:39.427382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:39.431035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b74e0-ebbe-468b-88d2-fe9fe8813f9a req-20a39ee8-9b4f-49c0-888d-d29441d7559a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:39.432762 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e3b74e0-ebbe-468b-88d2-fe9fe8813f9a req-20a39ee8-9b4f-49c0-888d-d29441d7559a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0624111 Dec 12 04:42:39.476084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-8d899cd7-db68-41b5-997e-3d2c5b0a99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:39.477945 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-8d899cd7-db68-41b5-997e-3d2c5b0a99e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 1096 time: 0.0584042 Dec 12 04:42:39.513178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5e3b74e0-ebbe-468b-88d2-fe9fe8813f9a req-eb38f3b5-aa5c-4d5a-9098-ba6d6b2ba1a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684638 Dec 12 04:42:39.547895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33280) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:39.608626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-f3b6ba26-b599-4540-9e52-4fcd96595097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:39.610487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-f3b6ba26-b599-4540-9e52-4fcd96595097 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1672c411-324f-4016-b03f-05a3e6a58f7a HTTP/1.1" status: 200 len: 897 time: 0.1255083 Dec 12 04:42:39.621364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cba77a0f-ddaf-4104-b705-384d0c71bc03 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/1fadfe45-6629-4e66-9516-a21ba0563b2e HTTP/1.1" status: 200 len: 991 time: 0.0717020 Dec 12 04:42:39.711578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-83ee61bc-d043-462d-8004-02fb163241e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce HTTP/1.1" status: 200 len: 999 time: 0.0919626 Dec 12 04:42:39.763937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '1fadfe45-6629-4e66-9516-a21ba0563b2e', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'port_id': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'mac_address': 'fa:16:3e:f8:23:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:42:38Z', 'updated_at': '2021-12-12T04:42:38Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c', 'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:34:dd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:22Z', 'updated_at': '2021-12-12T04:42:27Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '0073c062-9431-4844-9edb-f4b0900bca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:39.772930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-c7ce7948-6e0f-402e-b1ea-1a6fc8523501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:39.775119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-c7ce7948-6e0f-402e-b1ea-1a6fc8523501 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0073c062-9431-4844-9edb-f4b0900bca65 HTTP/1.1" status: 200 len: 835 time: 0.0560977 Dec 12 04:42:39.806694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] Checking router: 341f192f-c624-47d7-98b2-4a0630e77010 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:42:39.816261 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:42:39.817222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:39.929487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-1e1ade6e-9da3-4f5d-a47e-3cb5fe8cd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:39.931143 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-1e1ade6e-9da3-4f5d-a47e-3cb5fe8cd75d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1672c411-324f-4016-b03f-05a3e6a58f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432029 Dec 12 04:42:39.936006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:42:40.029619 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-2ffb920a-cda2-4ee9-9b1d-6b478aa6d29c service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911109 Dec 12 04:42:40.127114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a18ff014-cb65-454c-8c74-9fd728f4c4f6 req-7e2e5301-75b0-408a-8b2b-8c4ea97c2210 service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908499 Dec 12 04:42:40.170222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '1fadfe45-6629-4e66-9516-a21ba0563b2e', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'port_id': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'mac_address': 'fa:16:3e:f8:23:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:42:38Z', 'updated_at': '2021-12-12T04:42:38Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c', 'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:34:dd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:22Z', 'updated_at': '2021-12-12T04:42:27Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '0073c062-9431-4844-9edb-f4b0900bca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:42:40.200178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c25b99-6ae1-49b1-8452-35a7ed1c41c8 None None] The sync data for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 is: [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '1fadfe45-6629-4e66-9516-a21ba0563b2e', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'port_id': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'mac_address': 'fa:16:3e:f8:23:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:42:38Z', 'updated_at': '2021-12-12T04:42:38Z', 'revision_number': 0, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c', 'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:34:dd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:22Z', 'updated_at': '2021-12-12T04:42:27Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '0073c062-9431-4844-9edb-f4b0900bca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:42:40.409472 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1201ab31-b576-44d1-a153-cd2ec25312ed None None] New status for floating IP 1fadfe45-6629-4e66-9516-a21ba0563b2e: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:42:40.623350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33284) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:42:40.680747 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1f687726-624d-477f-98fc-88216e5836d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:40.691318 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e1931429-2009-4a11-97a2-0af0866bed6f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/1fadfe45-6629-4e66-9516-a21ba0563b2e HTTP/1.1" status: 200 len: 993 time: 0.0667346 Dec 12 04:42:40.899578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-fc19469a-9385-4432-ab0d-d592b92d35ae tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827015875&fields=id&tenant_id=741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 267 time: 0.0452430 Dec 12 04:42:41.010343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-59ba66cc-1186-434c-92f6-fd87d6ebab01 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:41.011728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-59ba66cc-1186-434c-92f6-fd87d6ebab01 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1055708 Dec 12 04:42:41.027059 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-29f5a55e-275d-48b0-9e08-3cf0ef34e092 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/quotas/741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 375 time: 0.0093749 Dec 12 04:42:41.077830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-812dddb4-9f0c-43ef-ab84-c89d01c9f909 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448968 Dec 12 04:42:41.176100 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-83418ba1-7768-4279-8553-ecbb8767f1f6 service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Dec 12 04:42:41.264021 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-abbcb519-282d-450a-933f-cb88ea854283 service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817792 Dec 12 04:42:41.539516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cff29ee1-f2ad-4adb-b0fe-9a539a427d90 req-f9c2aef1-a567-48f6-b273-35f86b71cccd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 210 time: 0.0271423 Dec 12 04:42:41.845781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:42.554371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-e2959a51-d20e-46e5-9b7b-7a633645a2f8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:42.557561 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-e2959a51-d20e-46e5-9b7b-7a633645a2f8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1070428 Dec 12 04:42:42.645163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc06ad30-b44f-44b9-ae22-492d347d5295 req-1943af67-6302-4e81-a209-6f52be7f8df9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 210 time: 0.0362883 Dec 12 04:42:42.661623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-e64137e6-8632-429c-a947-496ecaf6909a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 379 time: 0.0823328 Dec 12 04:42:42.673074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'port': {'device_id': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'admin_state_up': True, 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'security_groups': ['3d410255-7b3d-41aa-a7d8-0edecd8a6446']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:42.786370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Made reservation on behalf of 741dc45cb32d45eda4aed3bc163791d7 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:42:42.790033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:42.916133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.20.0.7 (1bed37c6-4c22-46fe-9584-aa5bf029982d/4af3ef0c-2bdf-4330-a3a4-270751ad68cb/5b88c125-e57d-483f-9dfb-e20ebaa624c8) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:42:42.979395 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7e59bcfe-4a9f-42b5-bd06-1c400d177704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.059873 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.092041 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.140418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:42:43.143887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:42:43.147699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:42:43.154315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=5b88c125-e57d-483f-9dfb-e20ebaa624c8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:43.204332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:43.205015 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.222284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-1dc99645-84bd-400d-89aa-0f40d180bd96 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544007 Dec 12 04:42:43.241386 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Request body: {'port': {'device_id': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:42:43.306051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.456643 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-eed083e2-8eed-4999-b156-acce07137244 None None] Provisioning complete for port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:43.456935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eed083e2-8eed-4999-b156-acce07137244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.491993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-eed083e2-8eed-4999-b156-acce07137244 None None] Port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:42:43.577022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b88c125-e57d-483f-9dfb-e20ebaa624c8 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:42:43.584481 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.596282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Transition to ACTIVE for port object 5b88c125-e57d-483f-9dfb-e20ebaa624c8 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:42:43.599373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.668589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Pushing event updated for resources: {'Port': ['ID=5b88c125-e57d-483f-9dfb-e20ebaa624c8,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:43.755010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Attempting to bind port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:42:43.755446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Attempting to bind port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:42:43.755848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Attempting to bind port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:42:43.761838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:42:43.762430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Attempting to bind port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:42:43.770835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:42:43.771187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:42:43.771589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Bound using segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:42:43.772035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Bound port: 5b88c125-e57d-483f-9dfb-e20ebaa624c8, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:42:43.772406 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.815393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8921d20-1eec-417e-a6f7-a88c8aedf336 req-c1d65902-c875-491b-8ad2-ea7e61651ea8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:43.823807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a8921d20-1eec-417e-a6f7-a88c8aedf336 req-c1d65902-c875-491b-8ad2-ea7e61651ea8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0762999 Dec 12 04:42:43.857310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] For port 5b88c125-e57d-483f-9dfb-e20ebaa624c8, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:42:43.860635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] For port 5b88c125-e57d-483f-9dfb-e20ebaa624c8, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b88c125-e57d-483f-9dfb-e20ebaa624c8,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:42:43.866632 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.880523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a8921d20-1eec-417e-a6f7-a88c8aedf336 req-d3f5f133-8e13-4c9a-8f7e-d5a1cf6ef4a0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556045 Dec 12 04:42:43.911620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:43.912185 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:43.913749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] 10.222.0.18 "PUT /v2.0/ports/5b88c125-e57d-483f-9dfb-e20ebaa624c8 HTTP/1.1" status: 200 len: 1091 time: 0.6772742 Dec 12 04:42:43.914199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'tag': '5b88c125-e57d-483f-9dfb-e20ebaa624c8'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:43.916442 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb9b02e-3757-4dd5-aa6d-cffd91610684" -d '{"events": [{"name": "network-changed", "server_uuid": "cb84760f-846c-4969-94cb-b97ccf1f63d6", "tag": "5b88c125-e57d-483f-9dfb-e20ebaa624c8"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:43.958060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c57667-93bf-4c31-9e7a-c04b7ab4b6bf service neutron] Pushing event updated for resources: {'Port': ['ID=5b88c125-e57d-483f-9dfb-e20ebaa624c8,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:43.971733 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6b4d01-c9b4-4ead-b186-3269f6c60188 x-openstack-request-id: req-1e6b4d01-c9b4-4ead-b186-3269f6c60188 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:43.972155 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb84760f-846c-4969-94cb-b97ccf1f63d6", "tag": "5b88c125-e57d-483f-9dfb-e20ebaa624c8", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:43.972478 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e6b4d01-c9b4-4ead-b186-3269f6c60188 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:43.973024 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'tag': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'status': 'completed', 'code': 200} Dec 12 04:42:44.038025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-23645077-8ce9-468c-853e-4ad0119a0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:44.039897 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-23645077-8ce9-468c-853e-4ad0119a0a56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 1094 time: 0.0529182 Dec 12 04:42:44.108540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:44.113755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-dc292bda-d91a-49d7-bf5c-13aa00f9c4a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b88c125-e57d-483f-9dfb-e20ebaa624c8 HTTP/1.1" status: 200 len: 217 time: 0.0581684 Dec 12 04:42:44.134710 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:44.179531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-2fc4dbee-a9bf-4d4a-8008-4a43f5b8e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:44.181049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-2fc4dbee-a9bf-4d4a-8008-4a43f5b8e51b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0599763 Dec 12 04:42:44.228761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-e733d8c7-21d7-4ef5-b50a-d53d097c863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:44.230337 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-e733d8c7-21d7-4ef5-b50a-d53d097c863b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425518 Dec 12 04:42:44.326729 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-d3b4ddbe-3018-41bb-98ca-e4dca4cfe8ab service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882084 Dec 12 04:42:44.423171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6f9a571-9d86-44e2-a1db-9e5ccc54dd04 req-6916327e-303b-49d4-b546-d24986be43b1 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868697 Dec 12 04:42:44.577346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-d16d264f-21cd-43c6-8b06-2aef15bae5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:44.578971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-d16d264f-21cd-43c6-8b06-2aef15bae5a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 1094 time: 0.0409980 Dec 12 04:42:44.672964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-9d3aee06-87a1-4e03-a6a2-5127946da7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:44.674462 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-9d3aee06-87a1-4e03-a6a2-5127946da7bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.0889339 Dec 12 04:42:44.717621 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-f53a87bf-9bbb-4b25-882e-b2475aabc5cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b88c125-e57d-483f-9dfb-e20ebaa624c8 HTTP/1.1" status: 200 len: 217 time: 0.0360482 Dec 12 04:42:44.765933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-decf5943-423e-4cf6-84c0-7cdf199e7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:44.767694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-decf5943-423e-4cf6-84c0-7cdf199e7034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0442507 Dec 12 04:42:44.819278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-31e2299f-d84f-4b6f-86fe-45c04b11d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:44.820833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-31e2299f-d84f-4b6f-86fe-45c04b11d85b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452905 Dec 12 04:42:44.914796 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-1e96f957-ca6c-4ec8-b947-2061ca27c493 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862136 Dec 12 04:42:45.004463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f22631-201a-4fe9-a58c-7977fa21104a req-24e40023-6310-4cf7-9c5f-552e3bbefcb6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:45.006165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7f22631-201a-4fe9-a58c-7977fa21104a req-24e40023-6310-4cf7-9c5f-552e3bbefcb6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0581059 Dec 12 04:42:45.021747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cb9b02e-3757-4dd5-aa6d-cffd91610684 req-b93d90b0-11cd-4e1c-a5f3-a14c792455d5 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972552 Dec 12 04:42:45.058403 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7f22631-201a-4fe9-a58c-7977fa21104a req-369c64d5-ebd8-48d1-a8b3-c9edd7dc647a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 Dec 12 04:42:45.665520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:46.175802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27e503-812b-47a4-8e41-798f40090c3b req-21d2baf7-3102-4e45-825b-b1f306dadd1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:46.177241 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d27e503-812b-47a4-8e41-798f40090c3b req-21d2baf7-3102-4e45-825b-b1f306dadd1c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0499380 Dec 12 04:42:46.226971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d27e503-812b-47a4-8e41-798f40090c3b req-2dcc15f2-78e4-4866-bf99-227937da751e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437808 Dec 12 04:42:46.706386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:47.344259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6f3b9-0255-4161-8550-abfbac284395 req-3f32646e-4611-4cd5-a672-cd8ce289cf57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:47.345889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82a6f3b9-0255-4161-8550-abfbac284395 req-3f32646e-4611-4cd5-a672-cd8ce289cf57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0498028 Dec 12 04:42:47.399379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82a6f3b9-0255-4161-8550-abfbac284395 req-f2aaf4b4-19fe-4cd9-8829-5d6a47941102 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468235 Dec 12 04:42:48.514223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c4541-90e7-4a3e-a863-29bf8479c6d1 req-9fbafb05-a823-46fa-b6fc-09969c1760a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:48.515702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-867c4541-90e7-4a3e-a863-29bf8479c6d1 req-9fbafb05-a823-46fa-b6fc-09969c1760a4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0487967 Dec 12 04:42:48.564280 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-867c4541-90e7-4a3e-a863-29bf8479c6d1 req-737d3630-2846-4b2a-919a-d4efb921071d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421550 Dec 12 04:42:49.678449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b399a-98e1-48b1-be43-2dab1c57e038 req-796c7d57-a442-4af4-828d-91f3fb95e3cf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:49.679909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-520b399a-98e1-48b1-be43-2dab1c57e038 req-796c7d57-a442-4af4-828d-91f3fb95e3cf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0478826 Dec 12 04:42:49.731233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-520b399a-98e1-48b1-be43-2dab1c57e038 req-ef0cdd81-41f8-44be-8ef8-4744a06dcc9e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453284 Dec 12 04:42:50.848360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62194e-f836-465b-b052-6fb01a83e1cc req-8c012588-72a2-468e-b1f9-6344dc3b3747 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:50.849861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba62194e-f836-465b-b052-6fb01a83e1cc req-8c012588-72a2-468e-b1f9-6344dc3b3747 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0526121 Dec 12 04:42:50.898707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba62194e-f836-465b-b052-6fb01a83e1cc req-f558e0ec-66d9-41d9-adff-1dd72910c1e1 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428758 Dec 12 04:42:52.012443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb869f-e033-4a42-ae10-10573c0dc49a req-e1785ca0-2bab-4761-b0b7-27b15080e7a3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:52.013951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37cb869f-e033-4a42-ae10-10573c0dc49a req-e1785ca0-2bab-4761-b0b7-27b15080e7a3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0484359 Dec 12 04:42:52.063167 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37cb869f-e033-4a42-ae10-10573c0dc49a req-303cb9a4-0057-4fdc-bc18-53cbd426867b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 Dec 12 04:42:53.179352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e0b6d-bcaf-460b-bc57-e1a1459ca2d8 req-5ffdc8a7-f007-4b94-aa51-9d009cde776c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:53.180841 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-428e0b6d-bcaf-460b-bc57-e1a1459ca2d8 req-5ffdc8a7-f007-4b94-aa51-9d009cde776c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0492010 Dec 12 04:42:53.228659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-428e0b6d-bcaf-460b-bc57-e1a1459ca2d8 req-a0dc6e88-d711-4124-9c17-3d0401db1a79 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Dec 12 04:42:54.341798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe05fb-b787-43d1-945d-08d2f566d10f req-3bc26cda-11dd-4d7d-9bd1-94db85682723 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:54.343276 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fbe05fb-b787-43d1-945d-08d2f566d10f req-3bc26cda-11dd-4d7d-9bd1-94db85682723 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0480280 Dec 12 04:42:54.392594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fbe05fb-b787-43d1-945d-08d2f566d10f req-151f7020-48e3-4e2e-a7af-78fa952e8bd4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428238 Dec 12 04:42:55.508766 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457ec87-7630-451f-aebe-ccf939c9c90b req-18a3c4e2-24c4-4c01-8c98-b433205091b4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:55.510300 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b457ec87-7630-451f-aebe-ccf939c9c90b req-18a3c4e2-24c4-4c01-8c98-b433205091b4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 943 time: 0.0520966 Dec 12 04:42:55.520730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b88c125-e57d-483f-9dfb-e20ebaa624c8 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:42:55.560490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b457ec87-7630-451f-aebe-ccf939c9c90b req-0635f290-b192-47e3-955d-b17ebd7ae0af tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441098 Dec 12 04:42:55.619920 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5b88c125-e57d-483f-9dfb-e20ebaa624c8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b88c125-e57d-483f-9dfb-e20ebaa624c8,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:55.630983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'port_id': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'mac_address': 'fa:16:3e:70:56:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:42:55.667549 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:55.679636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b88c125-e57d-483f-9dfb-e20ebaa624c8 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:42:55.698708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5b88c125-e57d-483f-9dfb-e20ebaa624c8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b88c125-e57d-483f-9dfb-e20ebaa624c8,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:55.702861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:55.748178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5b88c125-e57d-483f-9dfb-e20ebaa624c8,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:56.033977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['5b88c125-e57d-483f-9dfb-e20ebaa624c8'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:42:56.684391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2327f3-31eb-4ff5-807d-bb952c2feede req-53faa3c7-b030-47a1-9f74-dfd22739fb4e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:56.685892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb2327f3-31eb-4ff5-807d-bb952c2feede req-53faa3c7-b030-47a1-9f74-dfd22739fb4e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 944 time: 0.0520031 Dec 12 04:42:56.733390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eb2327f3-31eb-4ff5-807d-bb952c2feede req-0ca06dc6-c603-434e-985e-01949d984391 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416527 Dec 12 04:42:57.523969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b88c125-e57d-483f-9dfb-e20ebaa624c8 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:42:57.571664 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:42:57.575272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:42:57.575656 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:57.652856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:57.674913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b88c125-e57d-483f-9dfb-e20ebaa624c8'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:42:57.677200 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3217f36-6c32-429c-b8ee-785d7c428d27" -d '{"events": [{"server_uuid": "cb84760f-846c-4969-94cb-b97ccf1f63d6", "name": "network-vif-plugged", "status": "completed", "tag": "5b88c125-e57d-483f-9dfb-e20ebaa624c8"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:42:57.696121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 5b88c125-e57d-483f-9dfb-e20ebaa624c8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b88c125-e57d-483f-9dfb-e20ebaa624c8,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:42:57.700165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:42:57.723878 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71c980b-937c-4feb-baab-fb29cc98f794 x-openstack-request-id: req-e71c980b-937c-4feb-baab-fb29cc98f794 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:42:57.724172 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb84760f-846c-4969-94cb-b97ccf1f63d6", "name": "network-vif-plugged", "status": "completed", "tag": "5b88c125-e57d-483f-9dfb-e20ebaa624c8", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:42:57.724429 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e71c980b-937c-4feb-baab-fb29cc98f794 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:42:57.724840 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'code': 200} Dec 12 04:42:57.750826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=5b88c125-e57d-483f-9dfb-e20ebaa624c8,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:42:57.846260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79498b-2d0a-42a8-be99-89cafee8fac0 req-5f5e26a5-140c-42a3-870b-ea87b4f8b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:57.847683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd79498b-2d0a-42a8-be99-89cafee8fac0 req-5f5e26a5-140c-42a3-870b-ea87b4f8b55a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 1096 time: 0.0397799 Dec 12 04:42:57.847810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b429e-bdab-4f21-b021-34a86b31bbbd req-3351d9bf-0eb6-4513-890e-a6c655d77709 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:57.849340 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f8b429e-bdab-4f21-b021-34a86b31bbbd req-3351d9bf-0eb6-4513-890e-a6c655d77709 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 945 time: 0.0491424 Dec 12 04:42:57.894578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd79498b-2d0a-42a8-be99-89cafee8fac0 req-d92434a7-7509-4e90-815a-9cf0dc1d9e9e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400743 Dec 12 04:42:57.899157 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6f8b429e-bdab-4f21-b021-34a86b31bbbd req-133fc778-05a8-4313-999d-c1109964af65 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437188 Dec 12 04:42:59.019067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fbe34-6c79-4627-b7e0-e2023a9e1c96 req-47e5fa9b-dc35-4d17-8e61-a79676bd670b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:42:59.020609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be8fbe34-6c79-4627-b7e0-e2023a9e1c96 req-47e5fa9b-dc35-4d17-8e61-a79676bd670b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 945 time: 0.0539126 Dec 12 04:42:59.072606 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be8fbe34-6c79-4627-b7e0-e2023a9e1c96 req-aac3452c-a960-447c-bd76-acbaf0705843 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454361 Dec 12 04:43:00.193000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264551da-117f-461f-9b26-6ef5896c0e94 req-4b36bc4b-b5d0-49df-a4a1-b1df7d32746d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:00.194514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-264551da-117f-461f-9b26-6ef5896c0e94 req-4b36bc4b-b5d0-49df-a4a1-b1df7d32746d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 945 time: 0.0495658 Dec 12 04:43:00.246937 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-264551da-117f-461f-9b26-6ef5896c0e94 req-90a402e1-7266-4630-8c91-8efdac46d990 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 Dec 12 04:43:00.363051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979159-ccba-4e7b-a69c-632836109892 req-a5d23223-9a07-4b93-bf9b-efe8718fe806 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:00.364525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80979159-ccba-4e7b-a69c-632836109892 req-a5d23223-9a07-4b93-bf9b-efe8718fe806 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 945 time: 0.0493770 Dec 12 04:43:00.413453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80979159-ccba-4e7b-a69c-632836109892 req-40280e77-2fd8-4c67-ba17-67c10513d350 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426979 Dec 12 04:43:00.436345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33366) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:00.475866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6bbafd-7235-40d3-8b73-66341148026d tempest-TestVolumeBootPattern-1768391278 tempest-TestVolumeBootPattern-1768391278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:00.477462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1e6bbafd-7235-40d3-8b73-66341148026d tempest-TestVolumeBootPattern-1768391278 tempest-TestVolumeBootPattern-1768391278-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 1091 time: 0.0401139 Dec 12 04:43:00.480443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33368) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:00.484782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:43:00.506963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:00.608506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:00.714528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.25.7.149 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/aa763fe7-100c-452f-8b96-02c08899065f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:43:00.816291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:00.850361 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:00.892189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:43:00.895788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:43:00.899497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:43:00.926041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=aa763fe7-100c-452f-8b96-02c08899065f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:01.586272 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:01.662763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:01.819858 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:01.824719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:01.897531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=aa763fe7-100c-452f-8b96-02c08899065f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:01.907560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:02.009546 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Floating IP 7a57cc51-4819-4f57-bd74-d0e8fa0ee334 associated. External IP: 172.25.7.149, port: 5b88c125-e57d-483f-9dfb-e20ebaa624c8. Dec 12 04:43:02.222725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Router 1c8b83b2-a86f-452c-9929-1987471f19a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:43:02.330936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:43:02.341163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] Sync routers for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:43:02.351200 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:02.354475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:43:02.355186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:43:02.383031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e11605b-8004-4bc9-9377-66e80ec9bb0b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9015129 Dec 12 04:43:02.384048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'tag': '5b88c125-e57d-483f-9dfb-e20ebaa624c8'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:43:02.386569 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da3b61-ee25-4d7e-bcb6-1da36c539f67" -d '{"events": [{"name": "network-changed", "server_uuid": "cb84760f-846c-4969-94cb-b97ccf1f63d6", "tag": "5b88c125-e57d-483f-9dfb-e20ebaa624c8"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:43:02.427316 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689548c0-1a15-4aaa-93d2-60f6b4517a9a x-openstack-request-id: req-689548c0-1a15-4aaa-93d2-60f6b4517a9a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:43:02.427855 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb84760f-846c-4969-94cb-b97ccf1f63d6", "tag": "5b88c125-e57d-483f-9dfb-e20ebaa624c8", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:43:02.428316 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-689548c0-1a15-4aaa-93d2-60f6b4517a9a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:43:02.428957 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'tag': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'status': 'completed', 'code': 200} Dec 12 04:43:02.476575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:43:02.515432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-7d4e1ba5-6079-4cb5-9a0c-35300fc0d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:02.517301 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-7d4e1ba5-6079-4cb5-9a0c-35300fc0d9f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 1096 time: 0.0401125 Dec 12 04:43:02.612633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-29a3cf0e-4507-4afb-b4e2-5496738270bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:02.614217 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-29a3cf0e-4507-4afb-b4e2-5496738270bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.0901551 Dec 12 04:43:02.689856 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-258811ac-9e5a-4c69-8d27-c2012c8136b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b88c125-e57d-483f-9dfb-e20ebaa624c8 HTTP/1.1" status: 200 len: 999 time: 0.0685852 Dec 12 04:43:02.718982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7a57cc51-4819-4f57-bd74-d0e8fa0ee334', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:70:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:43:01Z', 'updated_at': '2021-12-12T04:43:01Z', 'revision_number': 0, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:43:02.740206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-00a2dd7f-8a07-4eb9-b616-083202e2215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:02.741854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-00a2dd7f-8a07-4eb9-b616-083202e2215a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0462344 Dec 12 04:43:02.798038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-771893d6-2afd-4849-a0d1-282f9af5513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:02.799666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-771893d6-2afd-4849-a0d1-282f9af5513f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512762 Dec 12 04:43:02.909534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-0a4285a4-026b-4af1-acc0-fde704f1e29c service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025712 Dec 12 04:43:02.909780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] Checking router: 1c8b83b2-a86f-452c-9929-1987471f19a6 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:43:02.918231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:43:02.918849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:42:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:43:03.009017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-90da3b61-ee25-4d7e-bcb6-1da36c539f67 req-3014db0c-0ab2-407e-a32b-fc18de7e05c7 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912812 Dec 12 04:43:03.029201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:43:03.251156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7a57cc51-4819-4f57-bd74-d0e8fa0ee334', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:70:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:43:01Z', 'updated_at': '2021-12-12T04:43:01Z', 'revision_number': 0, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:43:03.281774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858aa9a7-3fea-4812-bb5b-fc54060e398a None None] The sync data for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 is: [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '7a57cc51-4819-4f57-bd74-d0e8fa0ee334', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:70:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:43:01Z', 'updated_at': '2021-12-12T04:43:01Z', 'revision_number': 0, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:43:03.489960 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8db1f-fa48-45fd-a3f8-46849a314072 None None] New status for floating IP 7a57cc51-4819-4f57-bd74-d0e8fa0ee334: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:43:04.183869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb64c6-ba39-44f8-8ea1-59c6038244e0 req-6e024ef1-08fd-4862-866a-4b524c32ba23 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:04.185301 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dcb64c6-ba39-44f8-8ea1-59c6038244e0 req-6e024ef1-08fd-4862-866a-4b524c32ba23 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0544260 Dec 12 04:43:04.234202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dcb64c6-ba39-44f8-8ea1-59c6038244e0 req-ad599a2a-1514-453d-bece-892a28cb9ce8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Dec 12 04:43:05.351785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7062066-c010-4b00-95ee-3c8b4a8f5840 req-ab70c8c5-4e09-45ec-9abe-5a5adca92cef tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:05.353287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7062066-c010-4b00-95ee-3c8b4a8f5840 req-ab70c8c5-4e09-45ec-9abe-5a5adca92cef tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Dec 12 04:43:05.399733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7062066-c010-4b00-95ee-3c8b4a8f5840 req-5a363ce3-0c9d-4a8c-9c1b-e35159ab3342 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Dec 12 04:43:06.517070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241d1fd-da00-434d-b6c0-69765e360c72 req-10c02668-4574-4bad-b5bc-a895974ce69d tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:06.518566 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b241d1fd-da00-434d-b6c0-69765e360c72 req-10c02668-4574-4bad-b5bc-a895974ce69d tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0498960 Dec 12 04:43:06.565267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b241d1fd-da00-434d-b6c0-69765e360c72 req-3f39194f-8729-40ac-950a-49a8e65ad7fa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Dec 12 04:43:07.682880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456080-7614-429a-ae2f-013935dbde1c req-dffaee6d-21e2-4706-920a-315ca0c09258 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:07.684348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a8456080-7614-429a-ae2f-013935dbde1c req-dffaee6d-21e2-4706-920a-315ca0c09258 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0483172 Dec 12 04:43:07.734988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a8456080-7614-429a-ae2f-013935dbde1c req-35c139ee-3497-41b1-981a-23c5ae503d3b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 Dec 12 04:43:08.852027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67951a54-9bf0-4df9-8434-08ca2963e5ce req-405649c5-d585-4eb0-a917-fb070fe94013 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:08.853473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-67951a54-9bf0-4df9-8434-08ca2963e5ce req-405649c5-d585-4eb0-a917-fb070fe94013 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Dec 12 04:43:08.900007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-67951a54-9bf0-4df9-8434-08ca2963e5ce req-bed53232-d36d-4ac7-b6b7-95c7216e1b63 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406072 Dec 12 04:43:10.017700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2599-d1d2-458f-8669-23c4ae8b3697 req-546f8236-b1e9-4914-be7d-681178052ada tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:10.019307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c0f2599-d1d2-458f-8669-23c4ae8b3697 req-546f8236-b1e9-4914-be7d-681178052ada tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0520067 Dec 12 04:43:10.069526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0c0f2599-d1d2-458f-8669-23c4ae8b3697 req-7b15a626-902e-486b-842b-f00b307baba8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Dec 12 04:43:10.685214 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf4bd-b7d5-4cb0-b9cf-c6a00cdd3585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:11.187661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191c9a3-b3ec-4c1e-bb40-e6548f9b4022 req-4afda908-d381-4fd5-866d-b0947d52254a tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:11.189745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1191c9a3-b3ec-4c1e-bb40-e6548f9b4022 req-4afda908-d381-4fd5-866d-b0947d52254a tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0522776 Dec 12 04:43:11.235070 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1191c9a3-b3ec-4c1e-bb40-e6548f9b4022 req-1881e488-2ee6-4231-a7f0-06b958f9e378 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Dec 12 04:43:11.842953 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:12.350553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52714597-d026-4915-8910-8f10ae60dcc2 req-549df2ee-504f-4b43-aab3-dc605bbbde8f tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:12.352018 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52714597-d026-4915-8910-8f10ae60dcc2 req-549df2ee-504f-4b43-aab3-dc605bbbde8f tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0487556 Dec 12 04:43:12.398467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52714597-d026-4915-8910-8f10ae60dcc2 req-0e6d0bf0-f97f-4154-a126-e5e4c1e82399 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405278 Dec 12 04:43:12.981080 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcf59-d78a-4801-b9fd-24246b68dd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:13.510888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb5519-e771-4ec4-aa07-c97a048e0d52 req-8acd37ec-cd56-4b12-adf4-d48ba4ab0a31 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:13.512361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81cb5519-e771-4ec4-aa07-c97a048e0d52 req-8acd37ec-cd56-4b12-adf4-d48ba4ab0a31 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0476847 Dec 12 04:43:13.558943 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81cb5519-e771-4ec4-aa07-c97a048e0d52 req-eab05522-843c-41d2-8e8c-97a5a63f9d23 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397768 Dec 12 04:43:14.092619 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:14.130102 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:14.675883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e543ea-ae56-4f4a-b60a-01e555a34ebd req-cac8364a-1770-44ce-8930-ee22a717fdf8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:14.677403 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75e543ea-ae56-4f4a-b60a-01e555a34ebd req-cac8364a-1770-44ce-8930-ee22a717fdf8 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Dec 12 04:43:14.726334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-75e543ea-ae56-4f4a-b60a-01e555a34ebd req-83471a7d-d2d5-4985-a3ee-60f4c933b333 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418408 Dec 12 04:43:14.931286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88562-34b4-4c33-b52e-69c589071dab req-4f59602e-7203-4e3c-9456-74160bf75365 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:14.932809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7d88562-34b4-4c33-b52e-69c589071dab req-4f59602e-7203-4e3c-9456-74160bf75365 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0558124 Dec 12 04:43:15.006826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-0dff98e7-a176-411c-88f1-5fd3dda2ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:15.008306 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-0dff98e7-a176-411c-88f1-5fd3dda2ab0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 1096 time: 0.0630045 Dec 12 04:43:15.011602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c7d88562-34b4-4c33-b52e-69c589071dab req-a3fb02a2-500a-4cc6-97a4-ea79c645236a tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727744 Dec 12 04:43:15.100536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-64daffe9-dd53-4097-b943-65173a09fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:15.101937 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-64daffe9-dd53-4097-b943-65173a09fecc service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.0869079 Dec 12 04:43:15.167203 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-2585569d-d932-4029-9077-79b7b7d81aeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 200 len: 1000 time: 0.0575383 Dec 12 04:43:15.168291 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:43:15.218879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-36d492fc-0b68-4e66-bb48-56d5ee2db6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:15.220275 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-36d492fc-0b68-4e66-bb48-56d5ee2db6c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0454707 Dec 12 04:43:15.264358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-7bed5e95-249d-487a-84d0-a2769a2ffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:15.265840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-7bed5e95-249d-487a-84d0-a2769a2ffcaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387146 Dec 12 04:43:15.353495 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-003ed592-2a7e-43ab-bceb-d861803e99a6 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795760 Dec 12 04:43:15.444405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77ad7ed8-7240-4bac-8546-06c22cb8d74a req-f5b5c63f-297e-4d49-8654-f38146aac7e2 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831709 Dec 12 04:43:15.668444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:16.140247 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fa3a-6cbf-40e9-8142-4c8360a47287 req-38499444-7f51-439c-8333-3acdaaa96fbf tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:16.142253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc36fa3a-6cbf-40e9-8142-4c8360a47287 req-38499444-7f51-439c-8333-3acdaaa96fbf tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0535049 Dec 12 04:43:16.198943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc36fa3a-6cbf-40e9-8142-4c8360a47287 req-de081420-0101-497a-b4e7-7f339ce1f9de tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486536 Dec 12 04:43:16.316854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75105be-2880-45a8-8607-9505b6f7b9a4 req-873fafdd-d538-4b7b-a7fb-508286f7484b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:16.318530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e75105be-2880-45a8-8607-9505b6f7b9a4 req-873fafdd-d538-4b7b-a7fb-508286f7484b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0586231 Dec 12 04:43:16.373852 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e75105be-2880-45a8-8607-9505b6f7b9a4 req-45d2c251-32cc-442a-995e-741b13cd212e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472317 Dec 12 04:43:16.707642 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:17.496213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3fdf3-21ce-4e4d-b3fa-7adc3d3774e4 req-f312c229-fa39-4dd9-a37f-8f2a10b0c9aa tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:17.497725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ce3fdf3-21ce-4e4d-b3fa-7adc3d3774e4 req-f312c229-fa39-4dd9-a37f-8f2a10b0c9aa tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0515301 Dec 12 04:43:17.547343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ce3fdf3-21ce-4e4d-b3fa-7adc3d3774e4 req-6630f9a1-0a91-4aa1-871c-f45948a73bf2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Dec 12 04:43:18.665149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcdeba-dd99-4674-baad-295b7b1e7c3b req-e544f84b-be34-4dea-82d2-cad56611c921 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:18.666662 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1dcdeba-dd99-4674-baad-295b7b1e7c3b req-e544f84b-be34-4dea-82d2-cad56611c921 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0499291 Dec 12 04:43:18.716178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e1dcdeba-dd99-4674-baad-295b7b1e7c3b req-cfd38287-ee95-4f08-86e8-059a39e5e568 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435328 Dec 12 04:43:19.833439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177d80-f487-40ee-bcf9-175422099f44 req-3e0fc240-f881-4343-b81f-405f8cc71c9b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:19.835719 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f177d80-f487-40ee-bcf9-175422099f44 req-3e0fc240-f881-4343-b81f-405f8cc71c9b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0489058 Dec 12 04:43:19.889947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f177d80-f487-40ee-bcf9-175422099f44 req-1e6d225e-47ed-4c0b-99c7-0c55bbe32648 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433493 Dec 12 04:43:20.000765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-78d3101b-6d69-4147-827b-149665cd63d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399883 Dec 12 04:43:20.105085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-13dfc7ae-4dce-4962-a6f4-230ea5f3a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:20.106686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-13dfc7ae-4dce-4962-a6f4-230ea5f3a801 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 1096 time: 0.0447903 Dec 12 04:43:20.213806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-3cc3af98-e25b-44f0-ba8e-fe00844ddceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:20.215362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-3cc3af98-e25b-44f0-ba8e-fe00844ddceb service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.0864174 Dec 12 04:43:20.288792 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-7b4ddd67-19c3-46d5-803b-1f1eae9a46a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 200 len: 1000 time: 0.0651107 Dec 12 04:43:20.341863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-a29a3f27-2a58-4ffe-8c1b-81f80276cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:20.343473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-a29a3f27-2a58-4ffe-8c1b-81f80276cf8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0476701 Dec 12 04:43:20.393068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-7e55102c-804e-4c0a-8a62-36748b99eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:20.394832 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-7e55102c-804e-4c0a-8a62-36748b99eeac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442491 Dec 12 04:43:20.488467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-2b1d27db-4b70-4a65-9806-93b1daf9d183 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856707 Dec 12 04:43:20.580902 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6109f929-3412-4e28-beaf-1bb1db078d43 req-a5dc3dec-a99e-4af0-800b-fe7e37a518e6 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850902 Dec 12 04:43:21.009450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7221fe8-0612-4242-b8a4-4e61714baa6a req-80b827da-4546-4409-a10c-36e74b725811 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:21.010951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7221fe8-0612-4242-b8a4-4e61714baa6a req-80b827da-4546-4409-a10c-36e74b725811 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0505352 Dec 12 04:43:21.064857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c7221fe8-0612-4242-b8a4-4e61714baa6a req-9eff77f3-9067-4b77-b243-c67e50dd2f2e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474541 Dec 12 04:43:22.184213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e6491-37ac-400a-89b1-cbe58243eea5 req-6d57eabd-cf9a-4094-ac18-fcd5f7d3733c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:22.185871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d04e6491-37ac-400a-89b1-cbe58243eea5 req-6d57eabd-cf9a-4094-ac18-fcd5f7d3733c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0520484 Dec 12 04:43:22.246359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d04e6491-37ac-400a-89b1-cbe58243eea5 req-218bafb7-b841-4f07-86e5-fbf22184896d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546091 Dec 12 04:43:23.361590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28347d9f-b39b-4d5b-8fdc-c47751217b6e req-e17513da-9305-4acc-a018-7587a1dab24a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:23.363060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28347d9f-b39b-4d5b-8fdc-c47751217b6e req-e17513da-9305-4acc-a018-7587a1dab24a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0490329 Dec 12 04:43:23.412304 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28347d9f-b39b-4d5b-8fdc-c47751217b6e req-a83dd009-e822-4243-aff0-67394848fe4e tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 Dec 12 04:43:24.538291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1654f7-3b4c-4d5d-bb2f-81bc1f1976c0 req-214a5643-9699-42e8-ae2d-a0a255bd12ab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:24.540025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ca1654f7-3b4c-4d5d-bb2f-81bc1f1976c0 req-214a5643-9699-42e8-ae2d-a0a255bd12ab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0569513 Dec 12 04:43:24.599840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ca1654f7-3b4c-4d5d-bb2f-81bc1f1976c0 req-b1d9311c-7e65-460e-8568-0ba8e01c1579 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529563 Dec 12 04:43:25.717776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d6753-98ec-4df1-a006-7494457fe109 req-fbd7ae6a-db5a-4957-80cd-870f67f88eae tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:25.719272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-365d6753-98ec-4df1-a006-7494457fe109 req-fbd7ae6a-db5a-4957-80cd-870f67f88eae tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0491505 Dec 12 04:43:25.769616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-365d6753-98ec-4df1-a006-7494457fe109 req-e2e0e2df-159b-4c63-aabc-175a6fa22928 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Dec 12 04:43:26.885687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20eb61-a7d0-4e50-8e12-fe90207bd2f4 req-d5605cae-8568-4832-bee5-867c34a50b26 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:26.887171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c20eb61-a7d0-4e50-8e12-fe90207bd2f4 req-d5605cae-8568-4832-bee5-867c34a50b26 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0480545 Dec 12 04:43:26.935942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2c20eb61-a7d0-4e50-8e12-fe90207bd2f4 req-e45d0062-36ec-47dd-81a9-5517158f4367 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Dec 12 04:43:28.052715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375a8da-325b-472e-8b2c-e970d2616798 req-1e19c570-24ec-434d-8399-050e713c2b5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:28.054235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3375a8da-325b-472e-8b2c-e970d2616798 req-1e19c570-24ec-434d-8399-050e713c2b5b tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0527222 Dec 12 04:43:28.101518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3375a8da-325b-472e-8b2c-e970d2616798 req-622eaf6d-fe05-496d-8411-01d261f9e463 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408058 Dec 12 04:43:29.221199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08729f45-3201-49d9-8388-41f6b3232b61 req-3930d55a-726d-4c40-af3d-8dafc5c9a75c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:29.222673 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08729f45-3201-49d9-8388-41f6b3232b61 req-3930d55a-726d-4c40-af3d-8dafc5c9a75c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0531406 Dec 12 04:43:29.272000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08729f45-3201-49d9-8388-41f6b3232b61 req-2f9a32e4-6114-431a-a8b0-45d8848d198f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431066 Dec 12 04:43:30.387374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e58a-bd2f-490e-a9f1-e0fc9c9286ca req-48e1c29b-6802-4472-b343-b99757ff0fa8 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:30.388879 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8931e58a-bd2f-490e-a9f1-e0fc9c9286ca req-48e1c29b-6802-4472-b343-b99757ff0fa8 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0481586 Dec 12 04:43:30.437493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8931e58a-bd2f-490e-a9f1-e0fc9c9286ca req-d2a29ba3-1ad0-45cd-a9ca-4d47bd2cfdde tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 Dec 12 04:43:31.555320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7471c-9730-4760-8804-496f7c411a51 req-7365bb84-7692-4dd5-9036-5e619fa69bc9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:31.556874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45a7471c-9730-4760-8804-496f7c411a51 req-7365bb84-7692-4dd5-9036-5e619fa69bc9 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0497475 Dec 12 04:43:31.605922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45a7471c-9730-4760-8804-496f7c411a51 req-4543b362-12d8-47ab-8c47-71d17f10619a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Dec 12 04:43:32.722681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4e533-d0a1-4f0c-9ce5-93d3bac36894 req-0ecb3e2f-03ca-4037-abe0-ef9dd237c354 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:32.724193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccd4e533-d0a1-4f0c-9ce5-93d3bac36894 req-0ecb3e2f-03ca-4037-abe0-ef9dd237c354 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0496514 Dec 12 04:43:32.778796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ccd4e533-d0a1-4f0c-9ce5-93d3bac36894 req-403de12d-a994-4dfd-ac1c-75b0b784b8da tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477598 Dec 12 04:43:33.893299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb894f95-30cf-4ae3-a3dd-70010c5f4db1 req-3cdf7d02-7861-4298-8b39-799e253db117 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:33.894770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fb894f95-30cf-4ae3-a3dd-70010c5f4db1 req-3cdf7d02-7861-4298-8b39-799e253db117 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0485902 Dec 12 04:43:34.298206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fb894f95-30cf-4ae3-a3dd-70010c5f4db1 req-aea0c816-b107-462c-b9de-b586f969f426 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974547 Dec 12 04:43:34.673459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1587c-f318-4997-a523-62e75e2c1dae req-571c8827-8bc8-49ec-9bc1-056d78d54b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:34.674853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80e1587c-f318-4997-a523-62e75e2c1dae req-571c8827-8bc8-49ec-9bc1-056d78d54b44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 1096 time: 0.0407500 Dec 12 04:43:34.723821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-80e1587c-f318-4997-a523-62e75e2c1dae req-18e5fff0-0fd1-4641-983d-4a699f9b0534 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383258 Dec 12 04:43:35.413249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539dcd9-2866-4362-8c2c-11f5bfa62f0a req-f448757f-76b4-4fcb-900f-eca8498ed01a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:35.414742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8539dcd9-2866-4362-8c2c-11f5bfa62f0a req-f448757f-76b4-4fcb-900f-eca8498ed01a tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0488548 Dec 12 04:43:35.462333 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8539dcd9-2866-4362-8c2c-11f5bfa62f0a req-98d3692a-3769-4eac-a9dd-a4f07b8088b7 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418110 Dec 12 04:43:35.977577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-b1b08be5-ed15-4c78-bb5d-f0b2e40953bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:35.979048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-b1b08be5-ed15-4c78-bb5d-f0b2e40953bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 1096 time: 0.0397775 Dec 12 04:43:36.109501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-6e770289-4ff9-4886-acb1-305ecd377523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:36.110958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-6e770289-4ff9-4886-acb1-305ecd377523 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1672c411-324f-4016-b03f-05a3e6a58f7a HTTP/1.1" status: 200 len: 897 time: 0.0937178 Dec 12 04:43:36.177682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-13ad2e88-34e2-4e50-818e-35d65bfb4810 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce HTTP/1.1" status: 200 len: 1001 time: 0.0585399 Dec 12 04:43:36.229353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-d1343879-818a-4902-9531-cc6c7e07a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:36.231317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-d1343879-818a-4902-9531-cc6c7e07a58a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0073c062-9431-4844-9edb-f4b0900bca65 HTTP/1.1" status: 200 len: 835 time: 0.0456274 Dec 12 04:43:36.276936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-f79193b3-e723-4370-a6c8-9e4dfd10e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:36.278616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-f79193b3-e723-4370-a6c8-9e4dfd10e575 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1672c411-324f-4016-b03f-05a3e6a58f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397129 Dec 12 04:43:36.379267 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-c2a303f1-db63-4869-bf28-121730058e33 service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931075 Dec 12 04:43:36.474319 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-017c89e7-b685-4b28-934b-3fbf3b3f008d req-50993272-75b5-457b-ac9d-8b04ddb47f28 service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879662 Dec 12 04:43:36.585223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f57512-b8b4-4138-a87a-fc706336cf65 req-a5d3bf26-b459-4bdd-9abd-17e6b4950372 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:36.586733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5f57512-b8b4-4138-a87a-fc706336cf65 req-a5d3bf26-b459-4bdd-9abd-17e6b4950372 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0564401 Dec 12 04:43:36.635770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5f57512-b8b4-4138-a87a-fc706336cf65 req-c7ef1c77-5d92-4fdf-ac09-47e663dd3dc8 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427618 Dec 12 04:43:36.658190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33484) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:36.724951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dab06c07-f341-41c9-a0fe-7457e2a495dd tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/floatingips/1fadfe45-6629-4e66-9516-a21ba0563b2e HTTP/1.1" status: 200 len: 993 time: 0.0654347 Dec 12 04:43:37.823370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:43:37.833678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:43:37.984589 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:37.987365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:43:38.005291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'port_id': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'mac_address': 'fa:16:3e:f8:23:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:43:38.018773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:43:38.021046 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9da825-2113-43b6-98c8-a289a440686b" -d '{"events": [{"server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:43:38.050727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:43:38.055614 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:38.061578 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d1db9b-ac15-4e53-83c7-e565b4440475 x-openstack-request-id: req-29d1db9b-ac15-4e53-83c7-e565b4440475 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:43:38.061882 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:43:38.062134 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29d1db9b-ac15-4e53-83c7-e565b4440475 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:43:38.062520 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'code': 200} Dec 12 04:43:38.098727 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:38.122104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:43:38.129562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:38.138312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.138660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.139005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.139344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.139677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.140008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.140338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.140670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.141020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.141599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.141925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.142254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.142563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:38.178087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:43:38.178441 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:43:38.712324 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:38.725063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:43:38.745098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:43:38.749102 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:38.800420 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:39.054112 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['2a5c8504-bc2d-4ddd-bcaa-7b7673903cce'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:43:39.832299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:43:39.881391 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:43:39.881768 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:39.959495 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:39.992022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:43:39.995550 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:40.041551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:40.063109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:43:40.065377 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d258f8a-1cda-4f6a-a92a-df2ace7b5404" -d '{"events": [{"server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:43:40.099937 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8973b433-54d6-4156-8cac-9b27a890919c x-openstack-request-id: req-8973b433-54d6-4156-8cac-9b27a890919c {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:43:40.100236 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:43:40.100498 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8973b433-54d6-4156-8cac-9b27a890919c {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:43:40.100936 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'code': 200} Dec 12 04:43:40.687181 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-993a2afe-bb74-4794-bbc4-ef6e81bc853e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:41.860897 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:42.983358 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-12d7c1e4-f664-4a7c-808a-20dce3b7322b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:44.088302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:44.132950 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:45.669658 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:46.710034 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:48.693089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101732a-44f9-4b31-b0da-4079a7ca8eae req-3aff3099-f7e7-4975-8cec-cdf60700fc3d tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:48.694564 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c101732a-44f9-4b31-b0da-4079a7ca8eae req-3aff3099-f7e7-4975-8cec-cdf60700fc3d tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0484340 Dec 12 04:43:48.741520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c101732a-44f9-4b31-b0da-4079a7ca8eae req-cf7ef937-62d0-4e25-a37d-89dcdffa20dd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Dec 12 04:43:49.857788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc909e6-8b44-474c-8edd-aadc04a0ce20 req-83988441-d6c3-4472-970c-ee6421b0c1e9 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:49.859976 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dc909e6-8b44-474c-8edd-aadc04a0ce20 req-83988441-d6c3-4472-970c-ee6421b0c1e9 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0496953 Dec 12 04:43:49.908453 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dc909e6-8b44-474c-8edd-aadc04a0ce20 req-e2761313-82f1-49b0-9927-034c970cec03 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421574 Dec 12 04:43:50.642472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41884f3-236f-4575-b398-de98cc0a7077 req-99d6fcdf-5a97-49ca-abc9-5859c82f63de tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:50.643854 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c41884f3-236f-4575-b398-de98cc0a7077 req-99d6fcdf-5a97-49ca-abc9-5859c82f63de tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0477684 Dec 12 04:43:50.734047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Deleting port be92688a-76b7-463d-91b9-08fdff6617b5 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:43:50.734387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:50.821223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] For port be92688a-76b7-463d-91b9-08fdff6617b5, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=be92688a-76b7-463d-91b9-08fdff6617b5,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:43:50.821587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:50.996355 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:50.997762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:50.997762 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Floating IP 2d51ab06-3f0f-48fa-954e-d97db659e0ba disassociated. External IP: 172.25.7.24, port: be92688a-76b7-463d-91b9-08fdff6617b5. Dec 12 04:43:50.998039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Calling delete_port for be92688a-76b7-463d-91b9-08fdff6617b5 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:43:51.028324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382b794-45bb-450e-b46a-03eec4c8e01f req-9d6be1aa-33ad-424a-af80-dbdf82a42dac tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:51.029863 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3382b794-45bb-450e-b46a-03eec4c8e01f req-9d6be1aa-33ad-424a-af80-dbdf82a42dac tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=85057208-d20d-4a7f-94c7-2ecf62f3a5d2 HTTP/1.1" status: 200 len: 945 time: 0.0538287 Dec 12 04:43:51.078110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3382b794-45bb-450e-b46a-03eec4c8e01f req-d2080676-f35d-4a8e-bab7-fd66855b50d5 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=b87549d5-a472-420c-8297-987fd99c03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 Dec 12 04:43:51.128612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:51.165121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event deleted for resources: {'Port': ['ID=be92688a-76b7-463d-91b9-08fdff6617b5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:51.174675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.175034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.175387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.175736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.176081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.176422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.176774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.177169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.177511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.178979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.178979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.178979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.178979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:51.288413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:43:51.396505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:43:51.407468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] Sync routers for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:43:51.417558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:43:51.418188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:43:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:43:51.435836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] No DVR routers for this DVR port be92688a-76b7-463d-91b9-08fdff6617b5 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:43:51.438518 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:51.441934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c41884f3-236f-4575-b398-de98cc0a7077 req-d1531e6b-552b-4d29-8032-8bf68ee840aa tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "DELETE /v2.0/ports/be92688a-76b7-463d-91b9-08fdff6617b5 HTTP/1.1" status: 204 len: 173 time: 0.7920792 Dec 12 04:43:51.442392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'name': 'network-vif-deleted', 'tag': 'be92688a-76b7-463d-91b9-08fdff6617b5'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:43:51.444718 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4f0231-8e9b-4898-a077-25f8795b957c" -d '{"events": [{"server_uuid": "85057208-d20d-4a7f-94c7-2ecf62f3a5d2", "name": "network-vif-deleted", "tag": "be92688a-76b7-463d-91b9-08fdff6617b5"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:43:51.529773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:43:51.560390 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9051e8d5-e972-4e29-be36-7be2f5cfc2bb x-openstack-request-id: req-9051e8d5-e972-4e29-be36-7be2f5cfc2bb {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:43:51.560925 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85057208-d20d-4a7f-94c7-2ecf62f3a5d2", "name": "network-vif-deleted", "tag": "be92688a-76b7-463d-91b9-08fdff6617b5", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:43:51.561274 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9051e8d5-e972-4e29-be36-7be2f5cfc2bb {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:43:51.561810 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85057208-d20d-4a7f-94c7-2ecf62f3a5d2', 'name': 'network-vif-deleted', 'tag': 'be92688a-76b7-463d-91b9-08fdff6617b5', 'status': 'completed', 'code': 200} Dec 12 04:43:51.737480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:43:51.768215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] Checking router: 37472b01-c7b1-4e41-bc92-53b2b4b58a2c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:43:51.776323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:43:51.776972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:43:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:43:51.881743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:43:52.085071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:43:52.116415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36659d7-b56c-43f8-8ced-16e979e0bb44 None None] The sync data for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 is: [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:43:52.166860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33512) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:52.167483 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:43:52.223131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8cfc-fb01-4759-be74-59ddbdb03ffd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.247389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8cfc-fb01-4759-be74-59ddbdb03ffd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.298467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8cfc-fb01-4759-be74-59ddbdb03ffd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.301289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8cfc-fb01-4759-be74-59ddbdb03ffd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.302502 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0d3d8cfc-fb01-4759-be74-59ddbdb03ffd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "DELETE /v2.0/security-groups/b87549d5-a472-420c-8297-987fd99c03c3 HTTP/1.1" status: 204 len: 168 time: 0.1345325 Dec 12 04:43:52.305388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33514) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:52.312276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d8cfc-fb01-4759-be74-59ddbdb03ffd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87549d5-a472-420c-8297-987fd99c03c3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:52.318887 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-60eed964-b85d-4e7b-8f02-6a6b63d66db4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] show failed (client error): The resource could not be found. Dec 12 04:43:52.322913 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-60eed964-b85d-4e7b-8f02-6a6b63d66db4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups/b87549d5-a472-420c-8297-987fd99c03c3 HTTP/1.1" status: 404 len: 347 time: 0.0163419 Dec 12 04:43:52.323490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33516) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:52.373864 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46259aac-5e0e-45b1-a155-053b8c8a1714 None None] New status for floating IP 2d51ab06-3f0f-48fa-954e-d97db659e0ba: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:43:52.467329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Deleting port 2b38de87-7629-4d26-8267-647fded73343 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:43:52.467675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.548704 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.549066 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.560533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Calling delete_port for 2b38de87-7629-4d26-8267-647fded73343 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:43:52.685675 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.713862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event deleted for resources: {'Port': ['ID=2b38de87-7629-4d26-8267-647fded73343,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:52.739764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.740120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.740465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.740806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.741168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.741509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.741843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.742174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.742501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.742829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.743160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.743490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.743818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:43:52.783190 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.785791 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:52.786962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7a163a47-7151-4ead-814a-00fe811b63c4 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "DELETE /v2.0/floatingips/2d51ab06-3f0f-48fa-954e-d97db659e0ba HTTP/1.1" status: 204 len: 168 time: 0.4625435 Dec 12 04:43:53.042168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:53.046889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4ced452c-1976-47c5-bec2-d34d589403f0 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595211083', 'description': 'tempest-description--846702573'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:43:53.069172 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ced452c-1976-47c5-bec2-d34d589403f0 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.133225 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ced452c-1976-47c5-bec2-d34d589403f0 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.136705 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ced452c-1976-47c5-bec2-d34d589403f0 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.160412 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ced452c-1976-47c5-bec2-d34d589403f0 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.161664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ced452c-1976-47c5-bec2-d34d589403f0 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1184120 Dec 12 04:43:53.164682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33522) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:53.169378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced452c-1976-47c5-bec2-d34d589403f0 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:53.169533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b84066ac-27eb-407a-9a75-2154176c6f19 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'security_group_rule': {'security_group_id': '9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:43:53.196231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b84066ac-27eb-407a-9a75-2154176c6f19 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.240584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b84066ac-27eb-407a-9a75-2154176c6f19 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.244362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b84066ac-27eb-407a-9a75-2154176c6f19 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.268464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84066ac-27eb-407a-9a75-2154176c6f19 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf59e17-42e7-4e64-8526-82a92377f738,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:53.276588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b84066ac-27eb-407a-9a75-2154176c6f19 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.277825 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b84066ac-27eb-407a-9a75-2154176c6f19 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120539 Dec 12 04:43:53.281095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33524) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:53.285429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3ba058cb-2338-4cbe-ba9b-77c369992bf2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'security_group_rule': {'security_group_id': '9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:43:53.311005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ba058cb-2338-4cbe-ba9b-77c369992bf2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.367223 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ba058cb-2338-4cbe-ba9b-77c369992bf2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.370709 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ba058cb-2338-4cbe-ba9b-77c369992bf2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.390411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba058cb-2338-4cbe-ba9b-77c369992bf2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d07e09-af61-43ac-a6af-523e49cab50c,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:53.396985 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ba058cb-2338-4cbe-ba9b-77c369992bf2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.397823 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ba058cb-2338-4cbe-ba9b-77c369992bf2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157873 Dec 12 04:43:53.400866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33526) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:43:53.405738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:43:53.427960 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.524051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.629260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Allocated IP 172.25.7.17 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/8966534d-395c-444a-9ec1-0782bc9d7caa) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:43:53.732252 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.771201 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.772234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device be92688a-76b7-463d-91b9-08fdff6617b5 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:43:53.792188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: be92688a-76b7-463d-91b9-08fdff6617b5 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:43:53.792459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device be92688a-76b7-463d-91b9-08fdff6617b5 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:43:53.810906 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:43:53.813848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:43:53.817334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:43:53.839407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'Port': ['ID=8966534d-395c-444a-9ec1-0782bc9d7caa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:53.937934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:53.973902 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:54.123363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:54.127534 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:54.197544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'Port': ['ID=8966534d-395c-444a-9ec1-0782bc9d7caa,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:54.207132 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:54.222760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:54.223994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-14afa472-429e-4ae9-be84-aa3f5283f02c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8222075 Dec 12 04:43:54.417025 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-c112969c-debe-4119-8356-7b0504018764 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--595211083&fields=id&tenant_id=4426f104f94546909bbe216877025613 HTTP/1.1" status: 200 len: 267 time: 0.0425780 Dec 12 04:43:54.525773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-85d4b7f6-3719-400d-82fd-478066da6469 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:54.527268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-85d4b7f6-3719-400d-82fd-478066da6469 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 811 time: 0.1038060 Dec 12 04:43:54.541840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-25bb19fe-d7d6-490a-ab14-b0f7ffe196a1 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/quotas/4426f104f94546909bbe216877025613 HTTP/1.1" status: 200 len: 375 time: 0.0088785 Dec 12 04:43:54.592180 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-f30629ee-f606-4b9d-ac16-0d37086588b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449641 Dec 12 04:43:54.607653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-1157b739-3255-4928-98fe-1f585fba69f0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:43:54.608625 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-1157b739-3255-4928-98fe-1f585fba69f0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052586 Dec 12 04:43:54.700707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-cbbc90a5-0c8a-49fc-92fc-149e172d4f85 service neutron] 10.222.0.36 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855606 Dec 12 04:43:54.787173 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-b97d4270-a828-4858-a29d-76340c1fb2c1 service neutron] 10.222.0.36 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804291 Dec 12 04:43:54.953811 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c402e6df-637e-49a6-89c2-4f0063000cfd req-eb214e5b-1bfc-4c2d-9bf7-6e052bf674c1 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 210 time: 0.0314119 Dec 12 04:43:55.970967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-39f63984-203f-427f-a264-28e2880ce8ae tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:55.972460 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-39f63984-203f-427f-a264-28e2880ce8ae tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 811 time: 0.1110835 Dec 12 04:43:56.058257 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-387f5436-8911-4e6e-b62a-984242c435fb req-8e6d9f8d-002c-478c-85dc-684f19a8a9ce tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 210 time: 0.0348663 Dec 12 04:43:56.073000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-586c515f-fa93-4404-b9c5-4a25b83d2f86 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4426f104f94546909bbe216877025613 HTTP/1.1" status: 200 len: 379 time: 0.0772729 Dec 12 04:43:56.081712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'port': {'device_id': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'admin_state_up': True, 'tenant_id': '4426f104f94546909bbe216877025613', 'security_groups': ['9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:43:56.190259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Made reservation on behalf of 4426f104f94546909bbe216877025613 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:43:56.193919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:56.319820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Allocated IP 172.20.0.9 (6b365ae3-c201-4370-89f1-56b20de013cf/db5d4960-42f9-4b22-8918-4bb1823d604b/554ad8da-529c-459e-a307-998643e1da21) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:43:56.457890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:56.490662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:56.539259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Network 6b365ae3-c201-4370-89f1-56b20de013cf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:43:56.542534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:43:56.546815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:43:56.570593 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event updated for resources: {'Port': ['ID=554ad8da-529c-459e-a307-998643e1da21,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:56.599118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:56.599651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:56.617447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-06c9e190-421e-4af9-ab8e-ab8e4ff029b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5392849 Dec 12 04:43:56.634994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Request body: {'port': {'device_id': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:43:56.691566 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:56.810597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bf091bd6-d707-4beb-b75f-13498ce69a50 None None] Provisioning complete for port 554ad8da-529c-459e-a307-998643e1da21 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:43:56.811585 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf091bd6-d707-4beb-b75f-13498ce69a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:56.845388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-bf091bd6-d707-4beb-b75f-13498ce69a50 None None] Port 554ad8da-529c-459e-a307-998643e1da21 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:43:56.956077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554ad8da-529c-459e-a307-998643e1da21 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:43:56.963760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:56.975518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Transition to ACTIVE for port object 554ad8da-529c-459e-a307-998643e1da21 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:43:56.979702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:57.028809 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=554ad8da-529c-459e-a307-998643e1da21,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:57.103053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Attempting to bind port 554ad8da-529c-459e-a307-998643e1da21 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:43:57.103053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Attempting to bind port 554ad8da-529c-459e-a307-998643e1da21 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:43:57.103053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Attempting to bind port 554ad8da-529c-459e-a307-998643e1da21 on network 6b365ae3-c201-4370-89f1-56b20de013cf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:43:57.107910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Port 554ad8da-529c-459e-a307-998643e1da21 on network 6b365ae3-c201-4370-89f1-56b20de013cf not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:43:57.108243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Attempting to bind port 554ad8da-529c-459e-a307-998643e1da21 on network 6b365ae3-c201-4370-89f1-56b20de013cf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:43:57.113296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:43:57.113642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Checking segment: {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:43:57.114034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Bound using segment: {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:43:57.114477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Bound port: 554ad8da-529c-459e-a307-998643e1da21, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79d19ff-bd51-46ca-9500-5529f67c6fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:43:57.114862 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:57.186328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] For port 554ad8da-529c-459e-a307-998643e1da21, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:43:57.189715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] For port 554ad8da-529c-459e-a307-998643e1da21, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=554ad8da-529c-459e-a307-998643e1da21,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:43:57.193802 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:57.195013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd03303-a00f-4259-bd71-29d17367801b req-eb975e65-492f-4277-b36d-b8b818cce3ac tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:57.203294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7dd03303-a00f-4259-bd71-29d17367801b req-eb975e65-492f-4277-b36d-b8b818cce3ac tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 943 time: 0.0621793 Dec 12 04:43:57.230490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:57.232163 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:57.233621 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] 10.222.0.18 "PUT /v2.0/ports/554ad8da-529c-459e-a307-998643e1da21 HTTP/1.1" status: 200 len: 1091 time: 0.6030149 Dec 12 04:43:57.234084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'tag': '554ad8da-529c-459e-a307-998643e1da21'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:43:57.236378 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00600476-827d-469e-93ca-e0eeafe049dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b76cee30-bf32-420a-b30f-ea91bfd0c23c", "tag": "554ad8da-529c-459e-a307-998643e1da21"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:43:57.262104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8babdb3-92bb-4fb5-8cf2-162fea651bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=554ad8da-529c-459e-a307-998643e1da21,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:43:57.264015 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7dd03303-a00f-4259-bd71-29d17367801b req-9f7fbd2b-443c-48f2-9dca-fbdb3db7e070 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598447 Dec 12 04:43:57.314564 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73288fd1-999e-4096-bb70-7bb20d4c71a1 x-openstack-request-id: req-73288fd1-999e-4096-bb70-7bb20d4c71a1 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:43:57.315359 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76cee30-bf32-420a-b30f-ea91bfd0c23c", "tag": "554ad8da-529c-459e-a307-998643e1da21", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:43:57.315634 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73288fd1-999e-4096-bb70-7bb20d4c71a1 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:43:57.316050 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'tag': '554ad8da-529c-459e-a307-998643e1da21', 'status': 'completed', 'code': 200} Dec 12 04:43:57.346373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-92619f5d-a43e-4ea2-ab11-c038c56ba2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:57.347919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-92619f5d-a43e-4ea2-ab11-c038c56ba2cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 1094 time: 0.0443127 Dec 12 04:43:57.403489 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-af976185-104a-4aef-b868-d71e71f00b4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554ad8da-529c-459e-a307-998643e1da21 HTTP/1.1" status: 200 len: 217 time: 0.0411930 Dec 12 04:43:57.452218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-31e27f9f-d976-45b8-9ef4-cd78cf12bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:57.453718 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-31e27f9f-d976-45b8-9ef4-cd78cf12bfea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0440466 Dec 12 04:43:57.499785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-fed24733-9f7c-4245-ad4e-40039b66ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:57.501236 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-fed24733-9f7c-4245-ad4e-40039b66ad13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407302 Dec 12 04:43:57.593817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-ee59c7ee-6165-4706-95b6-0ca2944f3407 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858064 Dec 12 04:43:57.683335 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-baaf6f8b-c9c3-4975-acf3-082d6f77da01 req-101d4159-7b9d-475b-8f12-ed1784a3f521 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819695 Dec 12 04:43:57.819333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00600476-827d-469e-93ca-e0eeafe049dc req-c4042449-27e7-4595-98a2-b1c85bdd5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:57.820833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00600476-827d-469e-93ca-e0eeafe049dc req-c4042449-27e7-4595-98a2-b1c85bdd5fbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 1094 time: 0.0400424 Dec 12 04:43:57.913746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00600476-827d-469e-93ca-e0eeafe049dc req-685041b9-2ad3-48aa-aeb1-bc4f6b050d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:57.915229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00600476-827d-469e-93ca-e0eeafe049dc req-685041b9-2ad3-48aa-aeb1-bc4f6b050d84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.0869293 Dec 12 04:43:57.957215 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00600476-827d-469e-93ca-e0eeafe049dc req-d3252e3f-1734-41fc-804f-7ed7e7f503cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554ad8da-529c-459e-a307-998643e1da21 HTTP/1.1" status: 200 len: 217 time: 0.0344841 Dec 12 04:43:58.013763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00600476-827d-469e-93ca-e0eeafe049dc req-85408852-2391-4105-ab1f-f24b2c952035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:58.015201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00600476-827d-469e-93ca-e0eeafe049dc req-85408852-2391-4105-ab1f-f24b2c952035 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0514867 Dec 12 04:43:58.062655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00600476-827d-469e-93ca-e0eeafe049dc req-d7c87845-da73-49d8-81a2-4555632e6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:58.064134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00600476-827d-469e-93ca-e0eeafe049dc req-d7c87845-da73-49d8-81a2-4555632e6236 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409484 Dec 12 04:43:58.152633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00600476-827d-469e-93ca-e0eeafe049dc req-1e5c0740-1a5e-4042-9751-0235e7b0d6a5 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810440 Dec 12 04:43:58.247683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-00600476-827d-469e-93ca-e0eeafe049dc req-e99fae11-1caa-4485-a850-5316c03ade38 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866253 Dec 12 04:43:58.382526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88095dc8-6deb-42b3-80c5-9d6c423e1dc9 req-57fd2ace-e077-4ea7-b3f4-7327bac07cd3 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:58.384034 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88095dc8-6deb-42b3-80c5-9d6c423e1dc9 req-57fd2ace-e077-4ea7-b3f4-7327bac07cd3 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 943 time: 0.0490556 Dec 12 04:43:58.430889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88095dc8-6deb-42b3-80c5-9d6c423e1dc9 req-5eca2c13-c41f-4dcd-ae53-81f4c9036207 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401254 Dec 12 04:43:59.546765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15e2af-1c71-41a6-9698-991e61e63a82 req-799f08a2-cc32-4799-afb7-92bf592b840c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:43:59.548157 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b15e2af-1c71-41a6-9698-991e61e63a82 req-799f08a2-cc32-4799-afb7-92bf592b840c tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 943 time: 0.0485153 Dec 12 04:43:59.594429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b15e2af-1c71-41a6-9698-991e61e63a82 req-2ffff722-fa1b-4f33-94cc-86e1fc979ffd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 Dec 12 04:43:59.787632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 554ad8da-529c-459e-a307-998643e1da21 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:43:59.884227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 554ad8da-529c-459e-a307-998643e1da21, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=554ad8da-529c-459e-a307-998643e1da21,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:43:59.895670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '554ad8da-529c-459e-a307-998643e1da21', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'port_id': '554ad8da-529c-459e-a307-998643e1da21', 'mac_address': 'fa:16:3e:41:e8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:43:59.931830 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:43:59.947557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554ad8da-529c-459e-a307-998643e1da21 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:43:59.966717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 554ad8da-529c-459e-a307-998643e1da21, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=554ad8da-529c-459e-a307-998643e1da21,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:43:59.970314 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:00.016515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=554ad8da-529c-459e-a307-998643e1da21,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:00.259145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['554ad8da-529c-459e-a307-998643e1da21'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:44:00.690245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-0a0320ae-9511-46da-b73f-462dc61a00cb req-c3b3c71f-5fb0-43cd-aa63-555c79d9a1f3 service neutron] (103450) timed out ('10.222.0.37', 62681) {{(pid=103450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 04:44:00.715646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8c2c-045a-4482-a06a-41d413d8a21c req-83b72727-1a2c-4424-ba15-35e0df245402 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:00.717145 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c70e8c2c-045a-4482-a06a-41d413d8a21c req-83b72727-1a2c-4424-ba15-35e0df245402 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 944 time: 0.0558698 Dec 12 04:44:00.763306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c70e8c2c-045a-4482-a06a-41d413d8a21c req-ff19835e-8667-418b-8417-4b895315b5bc tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Dec 12 04:44:01.880203 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b289-5537-4bd2-9067-fd2c6364ae80 req-db370fa9-3751-45da-ab73-85f4afaf64dd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:01.881822 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df76b289-5537-4bd2-9067-fd2c6364ae80 req-db370fa9-3751-45da-ab73-85f4afaf64dd tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 944 time: 0.0500808 Dec 12 04:44:01.935939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df76b289-5537-4bd2-9067-fd2c6364ae80 req-2301ae18-98a8-45ce-a35b-28ce95b5e29a tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480564 Dec 12 04:44:01.966092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 554ad8da-529c-459e-a307-998643e1da21 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:44:02.013893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 554ad8da-529c-459e-a307-998643e1da21 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:44:02.017846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 554ad8da-529c-459e-a307-998643e1da21 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:02.018220 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:02.094524 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:02.116271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554ad8da-529c-459e-a307-998643e1da21'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:44:02.118533 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43167b72-3ba5-4646-8ef3-560230510454" -d '{"events": [{"server_uuid": "b76cee30-bf32-420a-b30f-ea91bfd0c23c", "name": "network-vif-plugged", "status": "completed", "tag": "554ad8da-529c-459e-a307-998643e1da21"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:44:02.131163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 554ad8da-529c-459e-a307-998643e1da21, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=554ad8da-529c-459e-a307-998643e1da21,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:02.135812 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:02.160294 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b86f81-c80a-412b-b56d-cb61862bcb1c x-openstack-request-id: req-42b86f81-c80a-412b-b56d-cb61862bcb1c {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:44:02.160598 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76cee30-bf32-420a-b30f-ea91bfd0c23c", "name": "network-vif-plugged", "status": "completed", "tag": "554ad8da-529c-459e-a307-998643e1da21", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:44:02.160879 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42b86f81-c80a-412b-b56d-cb61862bcb1c {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:44:02.161278 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554ad8da-529c-459e-a307-998643e1da21', 'code': 200} Dec 12 04:44:02.185912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=554ad8da-529c-459e-a307-998643e1da21,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:02.287813 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d39444-9b57-4fb1-996c-ac06d444cea3 req-3d7f30b4-b5ef-4385-a6b0-f8434ab5e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:02.289375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02d39444-9b57-4fb1-996c-ac06d444cea3 req-3d7f30b4-b5ef-4385-a6b0-f8434ab5e656 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 1096 time: 0.0431659 Dec 12 04:44:02.332952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-02d39444-9b57-4fb1-996c-ac06d444cea3 req-bfc2d35e-8af7-4589-87d6-95be9465a89e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365167 Dec 12 04:44:03.052205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe182bfa-1190-49ae-9598-97140c38aada req-621d3b86-1a63-4d6c-958b-afa67377ecfb tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:03.053742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe182bfa-1190-49ae-9598-97140c38aada req-621d3b86-1a63-4d6c-958b-afa67377ecfb tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 945 time: 0.0506244 Dec 12 04:44:03.099916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe182bfa-1190-49ae-9598-97140c38aada req-7721e8fe-6833-45d7-8cb0-d26c55bf4dac tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395815 Dec 12 04:44:04.217608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516d1f-5716-42a5-81de-dd69b289eb92 req-c81ba0a7-30c8-43cc-9dc7-682c2b176635 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:04.218984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3516d1f-5716-42a5-81de-dd69b289eb92 req-c81ba0a7-30c8-43cc-9dc7-682c2b176635 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 945 time: 0.0471747 Dec 12 04:44:04.264716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3516d1f-5716-42a5-81de-dd69b289eb92 req-87a26c9a-5423-41f0-a81f-c35979263baf tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400178 Dec 12 04:44:04.375863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e374eec-d661-4921-92a1-c987c50fd14d req-a6792bf0-a1b7-44b0-860a-8d03e63d2566 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:04.377366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e374eec-d661-4921-92a1-c987c50fd14d req-a6792bf0-a1b7-44b0-860a-8d03e63d2566 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 945 time: 0.0486057 Dec 12 04:44:04.385946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33578) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:04.390370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3a8ce39f-aead-475e-8307-14c83eae4cf7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Request body: {'floatingip': {'port_id': '554ad8da-529c-459e-a307-998643e1da21'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:44:04.433547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a8ce39f-aead-475e-8307-14c83eae4cf7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:04.845732 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a8ce39f-aead-475e-8307-14c83eae4cf7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:04.849331 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a8ce39f-aead-475e-8307-14c83eae4cf7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:04.945894 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-3a8ce39f-aead-475e-8307-14c83eae4cf7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Floating IP bd4515c3-c6fe-474e-b7f8-276410339283 associated. External IP: 172.25.7.17, port: 554ad8da-529c-459e-a307-998643e1da21. Dec 12 04:44:05.151838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8ce39f-aead-475e-8307-14c83eae4cf7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:44:05.257631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8ce39f-aead-475e-8307-14c83eae4cf7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:44:05.262483 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a8ce39f-aead-475e-8307-14c83eae4cf7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:05.267370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] Sync routers for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:44:05.278458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:05.279084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:43:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:05.290237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3a8ce39f-aead-475e-8307-14c83eae4cf7 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "PUT /v2.0/floatingips/bd4515c3-c6fe-474e-b7f8-276410339283 HTTP/1.1" status: 200 len: 990 time: 0.9031694 Dec 12 04:44:05.290846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'tag': '554ad8da-529c-459e-a307-998643e1da21'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:44:05.293174 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48885b78-1de8-4178-94e0-c175c2c51c01" -d '{"events": [{"name": "network-changed", "server_uuid": "b76cee30-bf32-420a-b30f-ea91bfd0c23c", "tag": "554ad8da-529c-459e-a307-998643e1da21"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:44:05.332128 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a93998-c728-44ee-9d11-337505330754 x-openstack-request-id: req-10a93998-c728-44ee-9d11-337505330754 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:44:05.332695 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76cee30-bf32-420a-b30f-ea91bfd0c23c", "tag": "554ad8da-529c-459e-a307-998643e1da21", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:44:05.333148 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10a93998-c728-44ee-9d11-337505330754 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:44:05.333561 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'tag': '554ad8da-529c-459e-a307-998643e1da21', 'status': 'completed', 'code': 200} Dec 12 04:44:05.392476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:05.462715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-9f368270-c037-45aa-b79f-32a6d03de156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:05.464206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-9f368270-c037-45aa-b79f-32a6d03de156 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 1096 time: 0.0435090 Dec 12 04:44:05.554552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-176157ab-239d-4c55-b5e8-eb368f6dadea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:05.556026 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-176157ab-239d-4c55-b5e8-eb368f6dadea service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.0834827 Dec 12 04:44:05.625774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bd4515c3-c6fe-474e-b7f8-276410339283', 'tenant_id': '4426f104f94546909bbe216877025613', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'port_id': '554ad8da-529c-459e-a307-998643e1da21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'mac_address': 'fa:16:3e:41:e8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:43:53Z', 'updated_at': '2021-12-12T04:44:04Z', 'revision_number': 1, 'project_id': '4426f104f94546909bbe216877025613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:05.626400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-ca64ca04-8ba5-4783-8222-02d3fd94be53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554ad8da-529c-459e-a307-998643e1da21 HTTP/1.1" status: 200 len: 998 time: 0.0634129 Dec 12 04:44:05.653052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] Checking router: 37472b01-c7b1-4e41-bc92-53b2b4b58a2c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:44:05.661815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:05.662974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:43:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:05.675285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-3bbbc3aa-6d4b-4735-b0ba-93697f1303ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:05.676761 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-3bbbc3aa-6d4b-4735-b0ba-93697f1303ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0436847 Dec 12 04:44:05.722575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-5a13a9cf-53bc-44fd-a856-957392ad9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:05.724082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-5a13a9cf-53bc-44fd-a856-957392ad9d21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404394 Dec 12 04:44:05.771563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:05.816625 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-87bf2dd8-cb08-4cb8-8ecc-1916c28342ca service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853500 Dec 12 04:44:05.907353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48885b78-1de8-4178-94e0-c175c2c51c01 req-fdc88144-93dd-4d24-a9c2-f2cf45789ebd service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837872 Dec 12 04:44:06.006241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bd4515c3-c6fe-474e-b7f8-276410339283', 'tenant_id': '4426f104f94546909bbe216877025613', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'port_id': '554ad8da-529c-459e-a307-998643e1da21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'mac_address': 'fa:16:3e:41:e8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:43:53Z', 'updated_at': '2021-12-12T04:44:04Z', 'revision_number': 1, 'project_id': '4426f104f94546909bbe216877025613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:06.033025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78133c20-b682-43b8-a14b-526087f9b81f None None] The sync data for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 is: [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bd4515c3-c6fe-474e-b7f8-276410339283', 'tenant_id': '4426f104f94546909bbe216877025613', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'port_id': '554ad8da-529c-459e-a307-998643e1da21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'mac_address': 'fa:16:3e:41:e8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:43:53Z', 'updated_at': '2021-12-12T04:44:04Z', 'revision_number': 1, 'project_id': '4426f104f94546909bbe216877025613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:44:06.227974 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692376b-7da0-45d8-b854-15d169e1883b None None] New status for floating IP bd4515c3-c6fe-474e-b7f8-276410339283: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:44:07.876384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-2d230049-2bde-413f-9044-7d105079bf5d req-35b3c560-b90a-45af-a412-97fc48fb8190 service neutron] (103450) timed out ('10.222.0.18', 57652) {{(pid=103450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 04:44:10.688101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cd026856-5601-4c27-bd35-f11d8bef3090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:11.876294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:12.985975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-752280fd-297a-4eef-9b31-bd6d9945a611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:13.672460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-9fa1e5f0-6588-45e0-9c90-a7f87575b5bb req-c6450527-d076-48bd-8284-23b5310eb57d service neutron] (103451) timed out ('10.222.0.37', 62682) {{(pid=103451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 04:44:13.903754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33604) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:14.064733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port dba19ab5-958b-468f-aff5-6e75bce2a473 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:44:14.065107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:14.090166 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:14.140152 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:14.147407 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:14.147742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:14.159191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for dba19ab5-958b-468f-aff5-6e75bce2a473 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:44:14.306051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:14.331297 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=dba19ab5-958b-468f-aff5-6e75bce2a473,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:14.391813 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:14.392148 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Floating IP 1fadfe45-6629-4e66-9516-a21ba0563b2e disassociated (deleted). External IP: 172.25.7.110, port: 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce. Dec 12 04:44:14.595496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 341f192f-c624-47d7-98b2-4a0630e77010 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:44:14.701968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:44:14.706682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:14.711445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] Sync routers for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:44:14.721294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:14.721944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:14.735727 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b2460409-0437-4f31-b44c-39686e12feab tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/floatingips/1fadfe45-6629-4e66-9516-a21ba0563b2e HTTP/1.1" status: 204 len: 168 time: 0.8308949 Dec 12 04:44:14.736377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:44:14.738653 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb52824-c89a-4fc8-8897-e536b6f1a399" -d '{"events": [{"name": "network-changed", "server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:44:14.778908 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fb9cd4-b549-4752-a6bc-995fa7d1d135 x-openstack-request-id: req-f0fb9cd4-b549-4752-a6bc-995fa7d1d135 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:44:14.779276 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:44:14.779600 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0fb9cd4-b549-4752-a6bc-995fa7d1d135 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:44:14.780072 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'status': 'completed', 'code': 200} Dec 12 04:44:14.831009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:14.892668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-f2009adb-e993-48d9-9930-2a36f233fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:14.894426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-f2009adb-e993-48d9-9930-2a36f233fec8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64329c01b21a4a718bf7c51b0976581d&device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 1096 time: 0.0578220 Dec 12 04:44:15.030617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b448df-3624-4f48-82d2-1c284e86e70c req-ac7db2cf-19af-43ff-9fc3-708b8bf9040d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:15.032134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d2b448df-3624-4f48-82d2-1c284e86e70c req-ac7db2cf-19af-43ff-9fc3-708b8bf9040d tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.1040995 Dec 12 04:44:15.065177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c', 'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:34:dd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:22Z', 'updated_at': '2021-12-12T04:42:27Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '0073c062-9431-4844-9edb-f4b0900bca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:15.075252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-6a1246de-9996-497a-8843-d1c635d7f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:15.076774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-6a1246de-9996-497a-8843-d1c635d7f8c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1672c411-324f-4016-b03f-05a3e6a58f7a HTTP/1.1" status: 200 len: 897 time: 0.1382964 Dec 12 04:44:15.091352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] Checking router: 341f192f-c624-47d7-98b2-4a0630e77010 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:44:15.101446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:15.102063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:15.133816 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-14bd2711-9e25-463b-993b-edf405c9bcb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce HTTP/1.1" status: 200 len: 217 time: 0.0470314 Dec 12 04:44:15.143011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d2b448df-3624-4f48-82d2-1c284e86e70c req-6e9ad1f9-52b3-4d76-b11b-9b2ddc5f8692 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010725 Dec 12 04:44:15.187411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-30dac9be-272d-473e-9145-c472c511adea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:15.189054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-30dac9be-272d-473e-9145-c472c511adea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0073c062-9431-4844-9edb-f4b0900bca65 HTTP/1.1" status: 200 len: 835 time: 0.0451648 Dec 12 04:44:15.208191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:15.236108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-ff36df5e-b6df-4d29-a0cb-29a1f3974d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:15.237651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-ff36df5e-b6df-4d29-a0cb-29a1f3974d0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1672c411-324f-4016-b03f-05a3e6a58f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395060 Dec 12 04:44:15.420231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c', 'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:34:dd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:22Z', 'updated_at': '2021-12-12T04:42:27Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '0073c062-9431-4844-9edb-f4b0900bca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:15.447779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291ea59-0904-40d5-87a4-a8167d3704f7 None None] The sync data for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 is: [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:42:23Z', 'revision_number': 4, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c', 'name': '', 'network_id': '1672c411-324f-4016-b03f-05a3e6a58f7a', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'mac_address': 'fa:16:3e:34:dd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '0073c062-9431-4844-9edb-f4b0900bca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:22Z', 'updated_at': '2021-12-12T04:42:27Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'subnets': [{'id': '0073c062-9431-4844-9edb-f4b0900bca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:44:15.682361 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:15.689554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-e755f11f-3afc-4e36-9715-aeb8e8531ae4 service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419415 Dec 12 04:44:15.708524 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606a4ad2-b74a-462d-8def-a86c5ec5e968 None None] New status for floating IP 1fadfe45-6629-4e66-9516-a21ba0563b2e: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:44:15.787508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afb52824-c89a-4fc8-8897-e536b6f1a399 req-4c3696c7-7b46-4869-b160-465708cf70b5 service neutron] 10.222.0.37 "GET /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896742 Dec 12 04:44:16.265660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a547bc1-6e37-4304-90ab-b2067b894f7a req-acee4d0d-ea8b-48d4-8583-9737dd3a35d5 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:16.267988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a547bc1-6e37-4304-90ab-b2067b894f7a req-acee4d0d-ea8b-48d4-8583-9737dd3a35d5 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0534286 Dec 12 04:44:16.316654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a547bc1-6e37-4304-90ab-b2067b894f7a req-3d5f4b09-6d7a-4c09-b587-b659a2ac058c tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d8b9ecb-7261-41ef-a7a9-413f30acae58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427887 Dec 12 04:44:16.637761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-c89e90ab-6549-4feb-aea9-064f9fc337d1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:16.639242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-c89e90ab-6549-4feb-aea9-064f9fc337d1 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 945 time: 0.0508099 Dec 12 04:44:16.715904 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:16.738086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:44:16.738428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:16.826684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:16.827056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:16.839491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:44:16.970703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:16.999105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=2a5c8504-bc2d-4ddd-bcaa-7b7673903cce,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:17.043077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] No DVR routers for this DVR port 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:44:17.045856 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:17.049302 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-13e101e1-5c40-4bd7-9de4-d2bdf6eb0c51 req-f3afe58e-35b6-4e53-9209-9633b3a0e878 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.37 "DELETE /v2.0/ports/2a5c8504-bc2d-4ddd-bcaa-7b7673903cce HTTP/1.1" status: 204 len: 173 time: 0.4005959 Dec 12 04:44:17.049746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'name': 'network-vif-deleted', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:44:17.051997 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6258b96f-8d03-45a4-a7a6-91ce6fc2f864" -d '{"events": [{"server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "name": "network-vif-deleted", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:44:17.090651 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219993f7-717e-4c64-9f6a-48f1054c53ce x-openstack-request-id: req-219993f7-717e-4c64-9f6a-48f1054c53ce {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:44:17.090956 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281db7c0-ba65-48b2-bb4a-81b3b192da0c", "name": "network-vif-deleted", "tag": "2a5c8504-bc2d-4ddd-bcaa-7b7673903cce", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:44:17.091296 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-219993f7-717e-4c64-9f6a-48f1054c53ce {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:44:17.092051 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281db7c0-ba65-48b2-bb4a-81b3b192da0c', 'name': 'network-vif-deleted', 'tag': '2a5c8504-bc2d-4ddd-bcaa-7b7673903cce', 'status': 'completed', 'code': 200} Dec 12 04:44:17.426859 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-862979cb-e254-490e-b24c-b22b30120f09 req-d7c3656a-57d4-451d-b6b7-74f5ed5ffcd2 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "GET /v2.0/ports?device_id=281db7c0-ba65-48b2-bb4a-81b3b192da0c HTTP/1.1" status: 200 len: 210 time: 0.0269244 Dec 12 04:44:18.482629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33632) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:18.836138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:19.093346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:44:19.093610 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:19.179804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:19.180169 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:19.197062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:44:19.293777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddc32855-8192-4378-8540-aff5547f6781 req-41e81ac5-7e4d-4fa7-a9af-3a5009df9408 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565717 Dec 12 04:44:19.390435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc32855-8192-4378-8540-aff5547f6781 req-64a01e5b-c29e-4c2e-83a4-8fb70f641737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:19.392201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddc32855-8192-4378-8540-aff5547f6781 req-64a01e5b-c29e-4c2e-83a4-8fb70f641737 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 1096 time: 0.0612533 Dec 12 04:44:19.499051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:19.532596 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:19.596290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc32855-8192-4378-8540-aff5547f6781 req-6d2273b8-61ed-4b07-aad8-b3fe397682e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:19.597838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddc32855-8192-4378-8540-aff5547f6781 req-6d2273b8-61ed-4b07-aad8-b3fe397682e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.1693752 Dec 12 04:44:19.746833 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddc32855-8192-4378-8540-aff5547f6781 req-511d5746-55ac-49f3-addd-ccd28321fc59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b88c125-e57d-483f-9dfb-e20ebaa624c8 HTTP/1.1" status: 200 len: 1001 time: 0.1387813 Dec 12 04:44:19.807367 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:19.813939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc32855-8192-4378-8540-aff5547f6781 req-9c56fe89-d759-44b7-a3cc-cfa278789399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:19.815365 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddc32855-8192-4378-8540-aff5547f6781 req-9c56fe89-d759-44b7-a3cc-cfa278789399 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0603156 Dec 12 04:44:19.955245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc32855-8192-4378-8540-aff5547f6781 req-3876b1a6-e618-45e6-ac6d-9d115240e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:19.958287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddc32855-8192-4378-8540-aff5547f6781 req-3876b1a6-e618-45e6-ac6d-9d115240e38d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023552 Dec 12 04:44:20.100994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:44:20.121518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:44:20.121875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 2a5c8504-bc2d-4ddd-bcaa-7b7673903cce not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:44:20.132359 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddc32855-8192-4378-8540-aff5547f6781 req-352372f6-0b70-46a7-af6b-339dc84dab85 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662798 Dec 12 04:44:20.161764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Router 341f192f-c624-47d7-98b2-4a0630e77010 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:44:20.301809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddc32855-8192-4378-8540-aff5547f6781 req-32f42157-103f-473a-8b61-4c819ca64eaa service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597769 Dec 12 04:44:20.320456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:44:20.325472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-720567db-c322-4d42-b651-d811803fe3db tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "PUT /v2.0/routers/341f192f-c624-47d7-98b2-4a0630e77010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8417680 Dec 12 04:44:20.328128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33636) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:20.332549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] Sync routers for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:44:20.343190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:20.343875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:20.384924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a54c823-2c7d-40e7-a1d7-a13079e08d18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting subnet 0073c062-9431-4844-9edb-f4b0900bca65 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:44:20.388185 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a54c823-2c7d-40e7-a1d7-a13079e08d18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:20.428524 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a54c823-2c7d-40e7-a1d7-a13079e08d18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:20.448005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:20.513006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a54c823-2c7d-40e7-a1d7-a13079e08d18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:20.574270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a54c823-2c7d-40e7-a1d7-a13079e08d18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:20.601725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54c823-2c7d-40e7-a1d7-a13079e08d18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Subnet': ['ID=0073c062-9431-4844-9edb-f4b0900bca65,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:20.607612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a54c823-2c7d-40e7-a1d7-a13079e08d18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:20.613707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4a54c823-2c7d-40e7-a1d7-a13079e08d18 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/subnets/0073c062-9431-4844-9edb-f4b0900bca65 HTTP/1.1" status: 204 len: 168 time: 0.2819750 Dec 12 04:44:20.613882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc3fefd-8d71-4110-8b21-42d25fec7707 None None] Network 1672c411-324f-4016-b03f-05a3e6a58f7a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:44:20.614003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33640) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:20.733528 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:20.837548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:20.864876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:44:19Z', 'revision_number': 5, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port': {'id': '9ac47c8f-0b72-4dad-b2cf-5383b6a5116c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341f192f-c624-47d7-98b2-4a0630e77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:42:19Z', 'updated_at': '2021-12-12T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:20.894981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] Checking router: 341f192f-c624-47d7-98b2-4a0630e77010 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:44:20.895583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Deleting port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:44:20.895941 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:20.908487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] Routers {'341f192f-c624-47d7-98b2-4a0630e77010'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:20.909110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['341f192f-c624-47d7-98b2-4a0630e77010'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:20.972153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e72f26-b7a4-4994-97fb-3c20386c1e12 None None] DHCP port deletion for 1672c411-324f-4016-b03f-05a3e6a58f7a request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:44:20.984989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] For port 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9ac47c8f-0b72-4dad-b2cf-5383b6a5116c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:20.985362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:20.997846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Calling delete_port for 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:44:21.028013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] Set router 341f192f-c624-47d7-98b2-4a0630e77010 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:21.083332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:44:20Z', 'revision_number': 6, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:21.114581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfd732-bbbe-4659-9c4b-df9225151484 None None] The sync data for ids ['341f192f-c624-47d7-98b2-4a0630e77010'] in n-d-710847-7 is: [{'id': '341f192f-c624-47d7-98b2-4a0630e77010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613511052', 'tenant_id': '64329c01b21a4a718bf7c51b0976581d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:42:18Z', 'updated_at': '2021-12-12T04:44:20Z', 'revision_number': 6, 'project_id': '64329c01b21a4a718bf7c51b0976581d', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:44:21.122758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e3e72f26-b7a4-4994-97fb-3c20386c1e12 None None] Deleting port 354cc82c-1663-4766-8b5c-6ee95d54a35b {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:44:21.123141 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e3e72f26-b7a4-4994-97fb-3c20386c1e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.173476 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.186789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e3e72f26-b7a4-4994-97fb-3c20386c1e12 None None] For port 354cc82c-1663-4766-8b5c-6ee95d54a35b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=354cc82c-1663-4766-8b5c-6ee95d54a35b,segment=NetworkSegment(cca26084-0d0c-402b-aa15-42be65a6e5d0),segment_id=cca26084-0d0c-402b-aa15-42be65a6e5d0)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:21.187189 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e3e72f26-b7a4-4994-97fb-3c20386c1e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.200101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e3e72f26-b7a4-4994-97fb-3c20386c1e12 None None] Calling delete_port for 354cc82c-1663-4766-8b5c-6ee95d54a35b owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:44:21.203818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Port': ['ID=9ac47c8f-0b72-4dad-b2cf-5383b6a5116c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:21.246014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fbedab-0f51-4f75-953f-b8956dcd5c58 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:44:21.269976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.294118 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e3e72f26-b7a4-4994-97fb-3c20386c1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.317377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e72f26-b7a4-4994-97fb-3c20386c1e12 None None] Pushing event deleted for resources: {'Port': ['ID=354cc82c-1663-4766-8b5c-6ee95d54a35b,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:21.323445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e72f26-b7a4-4994-97fb-3c20386c1e12 None None] No DVR routers for this DVR port 354cc82c-1663-4766-8b5c-6ee95d54a35b on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:44:21.368971 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.371906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.414643 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.415196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Fanout notify agent at l3_agent the message router_deleted on router 341f192f-c624-47d7-98b2-4a0630e77010 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:44:21.422037 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.423155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a34724af-1562-46de-9eb7-9799e557aaee tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/routers/341f192f-c624-47d7-98b2-4a0630e77010 HTTP/1.1" status: 204 len: 168 time: 0.8083134 Dec 12 04:44:21.425826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33642) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:21.507298 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.602254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.623307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1672c411-324f-4016-b03f-05a3e6a58f7a']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:21.632717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca26084-0d0c-402b-aa15-42be65a6e5d0') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:21.633050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca26084-0d0c-402b-aa15-42be65a6e5d0') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:21.643540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.656725 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.663058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:44:21.663473 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:44:21.666580 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:44:21.725524 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.733951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.737091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/networks/1672c411-324f-4016-b03f-05a3e6a58f7a HTTP/1.1" status: 204 len: 168 time: 0.3101623 Dec 12 04:44:21.739757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33646) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:21.751473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a43134-61a2-490c-a2db-83c818a5e4a3 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'Network': ['ID=1672c411-324f-4016-b03f-05a3e6a58f7a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:21.805526 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8da307fc-19fe-40b9-bfa0-131025412f05 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.831468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8da307fc-19fe-40b9-bfa0-131025412f05 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.900028 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8da307fc-19fe-40b9-bfa0-131025412f05 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.902787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8da307fc-19fe-40b9-bfa0-131025412f05 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:21.903963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8da307fc-19fe-40b9-bfa0-131025412f05 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d8b9ecb-7261-41ef-a7a9-413f30acae58 HTTP/1.1" status: 204 len: 168 time: 0.1632259 Dec 12 04:44:21.913632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da307fc-19fe-40b9-bfa0-131025412f05 tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8b9ecb-7261-41ef-a7a9-413f30acae58,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:22.011020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:44:22.032174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:44:22.032535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fcc8f96f-e39f-4d3b-8a50-ef49fa1bbe4c not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:44:22.033030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 354cc82c-1663-4766-8b5c-6ee95d54a35b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:44:22.053786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 354cc82c-1663-4766-8b5c-6ee95d54a35b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:44:22.054151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 354cc82c-1663-4766-8b5c-6ee95d54a35b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:44:22.054586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:44:22.076226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:44:22.076578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9ac47c8f-0b72-4dad-b2cf-5383b6a5116c not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:44:22.202729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33654) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:22.343567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b25f4a53-26fc-4615-aad1-7b7734366f7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64329c01b21a4a718bf7c51b0976581d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396737 Dec 12 04:44:22.346110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33658) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:22.395509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a005f3c-7766-41cd-8565-f623984b0d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:22.415697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a005f3c-7766-41cd-8565-f623984b0d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:22.461779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a005f3c-7766-41cd-8565-f623984b0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:22.464656 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a005f3c-7766-41cd-8565-f623984b0d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:22.465875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0a005f3c-7766-41cd-8565-f623984b0d7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3657e71-7087-442c-a387-be0fb2abfaa8 HTTP/1.1" status: 204 len: 168 time: 0.1188455 Dec 12 04:44:22.474287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a005f3c-7766-41cd-8565-f623984b0d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3657e71-7087-442c-a387-be0fb2abfaa8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:22.719055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33666) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:22.759333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b85551f1-9d43-4f3c-93f0-ce3029d6fdc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d380d5188edc476eaa2da27a35a005c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391119 Dec 12 04:44:22.761732 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33668) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:22.809027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-756dee89-df68-4b7d-ab9a-5774d32900c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:22.830762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-756dee89-df68-4b7d-ab9a-5774d32900c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:22.877320 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-756dee89-df68-4b7d-ab9a-5774d32900c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:22.879967 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-756dee89-df68-4b7d-ab9a-5774d32900c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:22.881348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-756dee89-df68-4b7d-ab9a-5774d32900c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6be4a880-9c9a-476c-92f7-4386d45b7627 HTTP/1.1" status: 204 len: 168 time: 0.1186318 Dec 12 04:44:22.889276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756dee89-df68-4b7d-ab9a-5774d32900c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be4a880-9c9a-476c-92f7-4386d45b7627,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:23.530554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33690) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:23.623468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1641140412-network', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:44:23.645281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Made reservation on behalf of bff31463b27f48b7a3bb6c1eaa87a7b8 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:44:23.647623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:23.655968 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:23.734714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:23.738568 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:23.764030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:44:23.774081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fb819f-cff5-4643-9cfd-b94b99fe5792,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:23.778888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:23.779179 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Added segment 328d0b35-c2dd-480b-bdc2-798f0c1e1d95 of type vlan for network 1b82cde5-464c-4210-917e-c64f156bb6a5 Dec 12 04:44:23.818039 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:23.842305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:23.843271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:23.843858 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:23.901471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3698092 Dec 12 04:44:23.904481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33696) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:23.905140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dee4ed-f74f-4e8b-9641-da13a2609a09 admin admin] Pushing event updated for resources: {'Network': ['ID=1b82cde5-464c-4210-917e-c64f156bb6a5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:23.911410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Request body: {'subnet': {'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1641140412-subnet', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:44:23.914536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:44:23.932469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Made reservation on behalf of bff31463b27f48b7a3bb6c1eaa87a7b8 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:44:23.935783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.103507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.167134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:24.172989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Checking segment: {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:44:24.173424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Network hostable DHCP agents. Network: 1b82cde5-464c-4210-917e-c64f156bb6a5, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:44:24.190762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:44:24.200118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 1b82cde5-464c-4210-917e-c64f156bb6a5) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:24.205277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:24.206281 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.209921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6506217-4e73-4302-8bd3-d0b32250d21c None None] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:44:24.222205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-42e4ffc7-c44a-44b8-b58f-24473cdae908 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3146837 Dec 12 04:44:24.225051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33698) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:24.234171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:44:24.256766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.257824 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.316777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-1b82cde5-464c-4210-917e-c64f156bb6a5', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:44:24.317616 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.317756 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.453045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Allocated IP 172.20.0.2 (1b82cde5-464c-4210-917e-c64f156bb6a5/b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3/086e8c12-3226-4afb-b10f-b6660ca4c578) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:44:24.603837 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.611288 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.653897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:44:24.657001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:24.660582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:44:24.666291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Pushing event updated for resources: {'Port': ['ID=086e8c12-3226-4afb-b10f-b6660ca4c578,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:24.721246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Attempting to bind port 086e8c12-3226-4afb-b10f-b6660ca4c578 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:44:24.721538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Attempting to bind port 086e8c12-3226-4afb-b10f-b6660ca4c578 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:44:24.721915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Attempting to bind port 086e8c12-3226-4afb-b10f-b6660ca4c578 on network 1b82cde5-464c-4210-917e-c64f156bb6a5 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:44:24.727228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:44:24.727611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Checking segment: {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:44:24.728026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.728446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Bound using segment: {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:44:24.728936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Bound port: 086e8c12-3226-4afb-b10f-b6660ca4c578, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:44:24.729330 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.800459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] For port 086e8c12-3226-4afb-b10f-b6660ca4c578, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:44:24.803891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] For port 086e8c12-3226-4afb-b10f-b6660ca4c578, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=086e8c12-3226-4afb-b10f-b6660ca4c578,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:44:24.810063 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.818750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:24.870018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e918e1-b567-4327-90d2-6d28008f8a98 None None] Pushing event updated for resources: {'Port': ['ID=086e8c12-3226-4afb-b10f-b6660ca4c578,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:25.053195 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:25.078468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:25.184430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Allocated IP 172.25.7.113 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/eda77a5a-fc75-4a0b-b216-9c8d76d185dd) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:44:25.288299 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:25.322621 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:25.360792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:44:25.363673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:25.367263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:44:25.376633 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d825ea-75bb-4f9c-98e3-d463581f3454 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:44:25.393512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Pushing event updated for resources: {'Port': ['ID=eda77a5a-fc75-4a0b-b216-9c8d76d185dd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:25.502322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-52e4fb56-e17b-4390-a0a0-35d690637af7 None None] Provisioning complete for port eda77a5a-fc75-4a0b-b216-9c8d76d185dd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:25.502925 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb56-e17b-4390-a0a0-35d690637af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:25.539271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-52e4fb56-e17b-4390-a0a0-35d690637af7 None None] Port eda77a5a-fc75-4a0b-b216-9c8d76d185dd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:44:25.631897 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:25.769393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcfee67-17df-4951-afe0-80583386817c None None] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:44:25.834502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:25.886299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e275f19b-af67-4e83-a460-705eea1e37da None None] Provisioning complete for port 086e8c12-3226-4afb-b10f-b6660ca4c578 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:25.886741 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e275f19b-af67-4e83-a460-705eea1e37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:25.980152 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e275f19b-af67-4e83-a460-705eea1e37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:25.986493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:44:26.021772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e275f19b-af67-4e83-a460-705eea1e37da None None] For port 086e8c12-3226-4afb-b10f-b6660ca4c578, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=086e8c12-3226-4afb-b10f-b6660ca4c578,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:26.028720 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e275f19b-af67-4e83-a460-705eea1e37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.084167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 086e8c12-3226-4afb-b10f-b6660ca4c578 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:44:26.120067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:44:26.124306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275f19b-af67-4e83-a460-705eea1e37da None None] Pushing event updated for resources: {'Port': ['ID=086e8c12-3226-4afb-b10f-b6660ca4c578,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:26.132102 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Sync routers for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:44:26.143180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.146900 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e0bc96f3-0a58-41fa-8334-36fa0cd154d9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9184241 Dec 12 04:44:26.147436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33704) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:26.155573 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:26.160062 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:26.169219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-db88794b-3b18-4f4e-80ab-dc4f0103d288 None None] Provisioning complete for port 086e8c12-3226-4afb-b10f-b6660ca4c578 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:26.169474 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db88794b-3b18-4f4e-80ab-dc4f0103d288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.172249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 086e8c12-3226-4afb-b10f-b6660ca4c578 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:26.172621 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.296935 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:26.488508 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:25Z', 'revision_number': 3, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:26.520882 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Checking router: 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:44:26.521270 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Updating router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 port eda77a5a-fc75-4a0b-b216-9c8d76d185dd binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:44:26.548085 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.818013 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.824555 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.871310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a244ce-f0c0-4818-844c-0f97dff76b0d None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:44:26.877847 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Attempting to bind port eda77a5a-fc75-4a0b-b216-9c8d76d185dd on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:44:26.878231 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Attempting to bind port eda77a5a-fc75-4a0b-b216-9c8d76d185dd by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:44:26.878902 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Attempting to bind port eda77a5a-fc75-4a0b-b216-9c8d76d185dd on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:44:26.889645 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:44:26.890025 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:44:26.890429 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.891086 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:44:26.891563 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Bound port: eda77a5a-fc75-4a0b-b216-9c8d76d185dd, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:44:26.891939 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.893615 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Pushing event updated for resources: {'Port': ['ID=eda77a5a-fc75-4a0b-b216-9c8d76d185dd,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:26.916690 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.917059 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.917398 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.917764 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.918093 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.918418 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.918867 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.919197 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.919521 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.919845 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.920168 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.920486 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.920806 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:26.958609 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] For port eda77a5a-fc75-4a0b-b216-9c8d76d185dd, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:44:26.960898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.962017 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] For port eda77a5a-fc75-4a0b-b216-9c8d76d185dd, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=eda77a5a-fc75-4a0b-b216-9c8d76d185dd,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:44:26.963652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4f81a6e0-1da4-4a9c-90f1-3a01b0dc43e1 None None] Provisioning complete for port eda77a5a-fc75-4a0b-b216-9c8d76d185dd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:26.964289 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4f81a6e0-1da4-4a9c-90f1-3a01b0dc43e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:26.969292 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.019053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4f81a6e0-1da4-4a9c-90f1-3a01b0dc43e1 None None] Port eda77a5a-fc75-4a0b-b216-9c8d76d185dd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:44:27.022389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692d152-8a3e-4d07-850c-7d5d8158c8ca None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:44:27.025393 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:27.026041 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:27.113837 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c7178-01c1-4eba-b13c-3a8aacf7ac15 None None] Pushing event updated for resources: {'Port': ['ID=eda77a5a-fc75-4a0b-b216-9c8d76d185dd,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:27.138323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e6e7dc1d-af34-49fa-8c64-2388993f59a7 None None] Provisioning complete for port eda77a5a-fc75-4a0b-b216-9c8d76d185dd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:27.138802 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dc1d-af34-49fa-8c64-2388993f59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.141729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Allocated IP 172.20.0.1 (1b82cde5-464c-4210-917e-c64f156bb6a5/b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3/5774c0d4-206c-4995-90a0-7083fbf923dd) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:44:27.145772 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:27.218868 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dc1d-af34-49fa-8c64-2388993f59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.239932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e6e7dc1d-af34-49fa-8c64-2388993f59a7 None None] For port eda77a5a-fc75-4a0b-b216-9c8d76d185dd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=eda77a5a-fc75-4a0b-b216-9c8d76d185dd,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:27.246781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dc1d-af34-49fa-8c64-2388993f59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.260608 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.302149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.312362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7dc1d-af34-49fa-8c64-2388993f59a7 None None] Pushing event updated for resources: {'Port': ['ID=eda77a5a-fc75-4a0b-b216-9c8d76d185dd,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:27.336892 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:25Z', 'revision_number': 3, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:27.342848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:44:27.345857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:27.349512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:44:27.364973 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03722be4-350b-4bfb-b3e4-2e3a6f0e1baf None None] The sync data for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 is: [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:25Z', 'revision_number': 3, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:44:27.377244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Pushing event updated for resources: {'Port': ['ID=5774c0d4-206c-4995-90a0-7083fbf923dd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:27.395757 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.538012 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.581046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0f3c5a8b-495d-494e-a75c-acecaeb7beea None None] Provisioning complete for port 5774c0d4-206c-4995-90a0-7083fbf923dd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:27.581666 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5a8b-495d-494e-a75c-acecaeb7beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.632750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c5a8b-495d-494e-a75c-acecaeb7beea None None] Port 5774c0d4-206c-4995-90a0-7083fbf923dd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:44:27.744374 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.749579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.818180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Pushing event updated for resources: {'Port': ['ID=5774c0d4-206c-4995-90a0-7083fbf923dd,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:27.820597 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:27.922741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:44:27.924223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:28.067079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:44:28.139182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 086e8c12-3226-4afb-b10f-b6660ca4c578 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:44:28.198282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 086e8c12-3226-4afb-b10f-b6660ca4c578 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:28.199772 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.214692 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:44:28.220221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ec545986-68e3-41e3-8017-fc7bed2c8ead admin admin] 10.222.0.36 "PUT /v2.0/routers/0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0708790 Dec 12 04:44:28.265065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a7fb5d6c-8a98-4041-8ba6-92f5e07b8468 None None] Provisioning complete for port 5774c0d4-206c-4995-90a0-7083fbf923dd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:28.265449 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a7fb5d6c-8a98-4041-8ba6-92f5e07b8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.303479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb5d6c-8a98-4041-8ba6-92f5e07b8468 None None] Port 5774c0d4-206c-4995-90a0-7083fbf923dd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:44:28.345742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device eda77a5a-fc75-4a0b-b216-9c8d76d185dd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:44:28.396276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port eda77a5a-fc75-4a0b-b216-9c8d76d185dd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:28.396276 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.699404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33724) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:28.704418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1878269374-network', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:44:28.724170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Made reservation on behalf of 8d3d1aa20b2049d7b8fdb6bc2b3d9ba3 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:44:28.726516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.736183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.815378 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.819202 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.840385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:44:28.856071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9dbf74-549f-4d68-b706-8fd700fcf94e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:28.859022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.859401 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Added segment a6fd3747-91ae-4b18-9c5d-39084d6f83c1 of type vlan for network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 Dec 12 04:44:28.900099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.926377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.927423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:28.928018 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:28.984455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2839170 Dec 12 04:44:28.987277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33726) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:28.992782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Request body: {'subnet': {'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1878269374-subnet', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:44:28.996250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2124df-42fc-4cd5-975f-e461a15f9513 admin admin] Pushing event updated for resources: {'Network': ['ID=469a8fbc-aa8f-45a8-8115-0011b3599ce5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:29.007955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:44:29.018890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Made reservation on behalf of 8d3d1aa20b2049d7b8fdb6bc2b3d9ba3 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:44:29.021645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.067239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Sync routers for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:44:29.085756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:29.086373 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:29.166429 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:44:29.197420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.205119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:29.249814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f899aa78-726b-405f-976d-54e1e83e5786,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:29.266627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Checking segment: {'id': 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:44:29.267003 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Network hostable DHCP agents. Network: 469a8fbc-aa8f-45a8-8115-0011b3599ce5, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:44:29.284547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:44:29.293786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 469a8fbc-aa8f-45a8-8115-0011b3599ce5) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:29.298335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:29.298948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.315474 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8e5fab66-bd52-4101-add1-1eaa91bbd94a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3269458 Dec 12 04:44:29.317980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 33730) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:29.322488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:44:29.328016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0493b2b-c7aa-47f4-9001-d6d2160b4f70 None None] Network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:44:29.343345 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.344365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.398192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.543376 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.650798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-469a8fbc-aa8f-45a8-8115-0011b3599ce5', 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5', 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'fixed_ips': [{'subnet_id': 'f899aa78-726b-405f-976d-54e1e83e5786'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:44:29.651685 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.737438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 2, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:29.749915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.769804 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.771365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Checking router: 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:44:29.771734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Updating router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 port 5774c0d4-206c-4995-90a0-7083fbf923dd binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:44:29.825934 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:29.872191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Allocated IP 172.20.0.2 (469a8fbc-aa8f-45a8-8115-0011b3599ce5/f899aa78-726b-405f-976d-54e1e83e5786/c9489f53-4b25-49ec-9dd4-174fb2623b35) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:44:29.876912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Allocated IP 172.25.7.166 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/41d65597-519c-48a2-8f7e-5392c547478c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:44:29.993558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.027391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.067526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:44:30.070471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:30.072872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:44:30.089231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bde297-7b39-4cb3-8179-2b48973bc78d None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:44:30.105865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Pushing event updated for resources: {'Port': ['ID=41d65597-519c-48a2-8f7e-5392c547478c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:30.173505 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.182898 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.263299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:44:30.271793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:30.286862 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:44:30.297633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.300471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Pushing event updated for resources: {'Port': ['ID=c9489f53-4b25-49ec-9dd4-174fb2623b35,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:30.323264 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.340297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0294b31d-ddf9-4bec-aa4a-38e2735d8c9e None None] Provisioning complete for port 41d65597-519c-48a2-8f7e-5392c547478c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:30.340744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0294b31d-ddf9-4bec-aa4a-38e2735d8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.345472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.418409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Attempting to bind port c9489f53-4b25-49ec-9dd4-174fb2623b35 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:44:30.418780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Attempting to bind port c9489f53-4b25-49ec-9dd4-174fb2623b35 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:44:30.419148 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Attempting to bind port c9489f53-4b25-49ec-9dd4-174fb2623b35 on network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:44:30.435622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5c936-b554-48b4-8fef-52d78b0edf86 None None] Pushing event updated for resources: {'Port': ['ID=5774c0d4-206c-4995-90a0-7083fbf923dd,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:30.440490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:44:30.441074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Checking segment: {'id': 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:44:30.441724 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.442226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Bound using segment: {'id': 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:44:30.442939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Bound port: c9489f53-4b25-49ec-9dd4-174fb2623b35, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:44:30.443443 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.456865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0294b31d-ddf9-4bec-aa4a-38e2735d8c9e None None] Port 41d65597-519c-48a2-8f7e-5392c547478c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:44:30.548807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Attempting to bind port 5774c0d4-206c-4995-90a0-7083fbf923dd on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:44:30.549223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Attempting to bind port 5774c0d4-206c-4995-90a0-7083fbf923dd by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:44:30.549596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Attempting to bind port 5774c0d4-206c-4995-90a0-7083fbf923dd on network 1b82cde5-464c-4210-917e-c64f156bb6a5 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:44:30.556611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.560015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:44:30.560331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Checking segment: {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:44:30.560742 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.561170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Bound using segment: {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:44:30.561659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Bound port: 5774c0d4-206c-4995-90a0-7083fbf923dd, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:44:30.562238 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.574483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] For port c9489f53-4b25-49ec-9dd4-174fb2623b35, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:44:30.590102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] For port c9489f53-4b25-49ec-9dd4-174fb2623b35, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9489f53-4b25-49ec-9dd4-174fb2623b35,segment=NetworkSegment(a6fd3747-91ae-4b18-9c5d-39084d6f83c1),segment_id=a6fd3747-91ae-4b18-9c5d-39084d6f83c1)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:44:30.614714 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.696993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Router a8519f31-5122-42c0-8be6-a797501e52bd is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:44:30.697206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] For port 5774c0d4-206c-4995-90a0-7083fbf923dd, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:44:30.702779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] For port 5774c0d4-206c-4995-90a0-7083fbf923dd, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5774c0d4-206c-4995-90a0-7083fbf923dd,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:44:30.709911 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.712677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1398455f-bbc6-4057-a177-b7ce7fecc659 None None] Provisioning complete for port 5774c0d4-206c-4995-90a0-7083fbf923dd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:30.713073 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1398455f-bbc6-4057-a177-b7ce7fecc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.714580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95da76-191f-47dd-a47c-38ea15618ea1 None None] Pushing event updated for resources: {'Port': ['ID=c9489f53-4b25-49ec-9dd4-174fb2623b35,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:30.808031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:30.809267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:30.816927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:44:30.827217 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Sync routers for ids ['a8519f31-5122-42c0-8be6-a797501e52bd'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:44:30.840582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:30.842473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-047d3e23-b919-4dbc-827a-a38d4ab01c52 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5233219 Dec 12 04:44:30.845248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 33734) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:44:30.848774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5c936-b554-48b4-8fef-52d78b0edf86 None None] Pushing event updated for resources: {'Port': ['ID=5774c0d4-206c-4995-90a0-7083fbf923dd,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:30.867554 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Routers {'a8519f31-5122-42c0-8be6-a797501e52bd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:30.868223 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a8519f31-5122-42c0-8be6-a797501e52bd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:30.986138 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1398455f-bbc6-4057-a177-b7ce7fecc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.006422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:31.098494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1398455f-bbc6-4057-a177-b7ce7fecc659 None None] For port 5774c0d4-206c-4995-90a0-7083fbf923dd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5774c0d4-206c-4995-90a0-7083fbf923dd,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:31.113127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1398455f-bbc6-4057-a177-b7ce7fecc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.175779 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Set router a8519f31-5122-42c0-8be6-a797501e52bd gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:31.277590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cb78a608-2432-4403-b987-8b00dee5833a None None] Provisioning complete for port 5774c0d4-206c-4995-90a0-7083fbf923dd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:31.278196 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb78a608-2432-4403-b987-8b00dee5833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.284943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398455f-bbc6-4057-a177-b7ce7fecc659 None None] Pushing event updated for resources: {'Port': ['ID=5774c0d4-206c-4995-90a0-7083fbf923dd,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:31.404561 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '41d65597-519c-48a2-8f7e-5392c547478c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:30Z', 'revision_number': 3, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'gw_port': {'id': '41d65597-519c-48a2-8f7e-5392c547478c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:31.425342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.431964 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Checking router: a8519f31-5122-42c0-8be6-a797501e52bd for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:44:31.432326 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Updating router a8519f31-5122-42c0-8be6-a797501e52bd port 41d65597-519c-48a2-8f7e-5392c547478c binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:44:31.440987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:30Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:31.458808 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.467750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb931d62-8d8a-45ee-a6a3-a6361f29b3d0 None None] The sync data for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 is: [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:30Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:44:31.652491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Allocated IP 172.20.0.1 (469a8fbc-aa8f-45a8-8115-0011b3599ce5/f899aa78-726b-405f-976d-54e1e83e5786/416c35f3-ecd6-49c3-8e6f-b5a78ff2db20) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:44:31.784609 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.794048 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.796748 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.840704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1894c-7227-4fb7-ae70-220481789407 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:44:31.861356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.861838 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Attempting to bind port 41d65597-519c-48a2-8f7e-5392c547478c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:44:31.861838 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Attempting to bind port 41d65597-519c-48a2-8f7e-5392c547478c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:44:31.862359 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Attempting to bind port 41d65597-519c-48a2-8f7e-5392c547478c on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:44:31.879733 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:44:31.880220 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:44:31.880698 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.881438 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:44:31.882304 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Bound port: 41d65597-519c-48a2-8f7e-5392c547478c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:44:31.882777 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.927746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:44:31.930996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:31.934019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:44:31.942505 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] For port 41d65597-519c-48a2-8f7e-5392c547478c, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:44:31.945070 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ecb7-8125-4a01-b69b-47b661861ed1 None None] Pushing event updated for resources: {'Port': ['ID=41d65597-519c-48a2-8f7e-5392c547478c,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:31.948848 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] For port 41d65597-519c-48a2-8f7e-5392c547478c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41d65597-519c-48a2-8f7e-5392c547478c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:44:31.958666 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:31.968807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-89b2e5ec-f8d6-4118-9088-1dc8d805f50e None None] Provisioning complete for port 41d65597-519c-48a2-8f7e-5392c547478c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:31.969349 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-89b2e5ec-f8d6-4118-9088-1dc8d805f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.011207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Pushing event updated for resources: {'Port': ['ID=416c35f3-ecd6-49c3-8e6f-b5a78ff2db20,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:32.022495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb658e-2e7e-48bf-a985-38b8e935245f None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:44:32.040023 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.059960 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Routers {'a8519f31-5122-42c0-8be6-a797501e52bd'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:32.060627 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a8519f31-5122-42c0-8be6-a797501e52bd'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:32.104552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f6b84-85e9-49f8-a3c3-0bc567a4d7b2 None None] Network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:44:32.160962 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ecb7-8125-4a01-b69b-47b661861ed1 None None] Pushing event updated for resources: {'Port': ['ID=41d65597-519c-48a2-8f7e-5392c547478c,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:32.206395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9489f53-4b25-49ec-9dd4-174fb2623b35 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:44:32.228603 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] Set router a8519f31-5122-42c0-8be6-a797501e52bd gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:32.242849 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-89b2e5ec-f8d6-4118-9088-1dc8d805f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.260625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.298515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-89b2e5ec-f8d6-4118-9088-1dc8d805f50e None None] For port 41d65597-519c-48a2-8f7e-5392c547478c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41d65597-519c-48a2-8f7e-5392c547478c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:32.312862 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-89b2e5ec-f8d6-4118-9088-1dc8d805f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.373684 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c9489f53-4b25-49ec-9dd4-174fb2623b35 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:32.374061 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.434159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2e5ec-f8d6-4118-9088-1dc8d805f50e None None] Pushing event updated for resources: {'Port': ['ID=41d65597-519c-48a2-8f7e-5392c547478c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:32.458826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5f208d1b-e3f4-41c5-85a9-78fdd1ffe848 None None] Provisioning complete for port 41d65597-519c-48a2-8f7e-5392c547478c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:32.459202 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f208d1b-e3f4-41c5-85a9-78fdd1ffe848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.534168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.544532 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '41d65597-519c-48a2-8f7e-5392c547478c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:30Z', 'revision_number': 3, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'gw_port': {'id': '41d65597-519c-48a2-8f7e-5392c547478c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:32.545917 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.582128 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154f9b7-4261-4798-b594-c9fe8b71ec16 None None] The sync data for ids ['a8519f31-5122-42c0-8be6-a797501e52bd'] in n-d-710847-7 is: [{'id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '41d65597-519c-48a2-8f7e-5392c547478c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:30Z', 'revision_number': 3, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'gw_port': {'id': '41d65597-519c-48a2-8f7e-5392c547478c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:44:32.610829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.738974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Pushing event updated for resources: {'Port': ['ID=416c35f3-ecd6-49c3-8e6f-b5a78ff2db20,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:32.739388 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.801502 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:44:32.803138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:44:32.819505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port c9489f53-4b25-49ec-9dd4-174fb2623b35, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9489f53-4b25-49ec-9dd4-174fb2623b35,segment=NetworkSegment(a6fd3747-91ae-4b18-9c5d-39084d6f83c1),segment_id=a6fd3747-91ae-4b18-9c5d-39084d6f83c1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:32.829045 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.829946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5774c0d4-206c-4995-90a0-7083fbf923dd up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:44:32.901558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5f208d1b-e3f4-41c5-85a9-78fdd1ffe848 None None] Provisioning complete for port c9489f53-4b25-49ec-9dd4-174fb2623b35 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:32.901987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f208d1b-e3f4-41c5-85a9-78fdd1ffe848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:32.961213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=c9489f53-4b25-49ec-9dd4-174fb2623b35,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:32.974612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Router a8519f31-5122-42c0-8be6-a797501e52bd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:44:33.058773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5774c0d4-206c-4995-90a0-7083fbf923dd triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:33.059161 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:33.146290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:44:33.155978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6c1b89c4-287e-467b-aabb-f839a373b260 admin admin] 10.222.0.36 "PUT /v2.0/routers/a8519f31-5122-42c0-8be6-a797501e52bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3096232 Dec 12 04:44:33.228741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8abf3c73-0878-4876-97b2-92002a040ae6 None None] Provisioning complete for port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:33.229282 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8abf3c73-0878-4876-97b2-92002a040ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:33.281675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8abf3c73-0878-4876-97b2-92002a040ae6 None None] Port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:44:33.294788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8abf3c73-0878-4876-97b2-92002a040ae6 None None] Provisioning complete for port c9489f53-4b25-49ec-9dd4-174fb2623b35 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:33.295184 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8abf3c73-0878-4876-97b2-92002a040ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:33.545219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9b724bba-2954-4583-bc70-dee52f0035f7 None None] Provisioning complete for port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:33.545829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9b724bba-2954-4583-bc70-dee52f0035f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:33.596288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9b724bba-2954-4583-bc70-dee52f0035f7 None None] Port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:44:34.111985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41d65597-519c-48a2-8f7e-5392c547478c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:44:34.162400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 41d65597-519c-48a2-8f7e-5392c547478c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:34.162788 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:34.254741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9489f53-4b25-49ec-9dd4-174fb2623b35 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:44:34.306188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c9489f53-4b25-49ec-9dd4-174fb2623b35 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:34.306569 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:34.871860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Sync routers for ids ['a8519f31-5122-42c0-8be6-a797501e52bd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:44:34.896759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Routers {'a8519f31-5122-42c0-8be6-a797501e52bd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:34.897537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a8519f31-5122-42c0-8be6-a797501e52bd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:35.016475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Set router a8519f31-5122-42c0-8be6-a797501e52bd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:35.237357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '41d65597-519c-48a2-8f7e-5392c547478c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:32Z', 'revision_number': 4, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'gw_port': {'id': '41d65597-519c-48a2-8f7e-5392c547478c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '416c35f3-ecd6-49c3-8e6f-b5a78ff2db20', 'name': '', 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'mac_address': 'fa:16:3e:b4:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'f899aa78-726b-405f-976d-54e1e83e5786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:31Z', 'updated_at': '2021-12-12T04:44:32Z', 'revision_number': 2, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'subnets': [{'id': 'f899aa78-726b-405f-976d-54e1e83e5786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:35.264010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Checking router: a8519f31-5122-42c0-8be6-a797501e52bd for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:44:35.264372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Updating router a8519f31-5122-42c0-8be6-a797501e52bd port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:44:35.295317 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:35.562046 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:35.567684 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:35.618041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ab4e3-a369-47b3-87a3-51d71fab5711 None None] Pushing event updated for resources: {'Port': ['ID=416c35f3-ecd6-49c3-8e6f-b5a78ff2db20,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:35.676588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Attempting to bind port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:44:35.677005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Attempting to bind port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:44:35.677383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Attempting to bind port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 on network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:44:35.682910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:44:35.683361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Checking segment: {'id': 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:44:35.683782 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:35.684191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Bound using segment: {'id': 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:44:35.684692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Bound port: 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:44:35.685118 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:35.763598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] For port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:44:35.767515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] For port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=416c35f3-ecd6-49c3-8e6f-b5a78ff2db20,segment=NetworkSegment(a6fd3747-91ae-4b18-9c5d-39084d6f83c1),segment_id=a6fd3747-91ae-4b18-9c5d-39084d6f83c1)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:44:35.772323 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:35.837319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Routers {'a8519f31-5122-42c0-8be6-a797501e52bd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:44:35.837982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a8519f31-5122-42c0-8be6-a797501e52bd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:35.878290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ab4e3-a369-47b3-87a3-51d71fab5711 None None] Pushing event updated for resources: {'Port': ['ID=416c35f3-ecd6-49c3-8e6f-b5a78ff2db20,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:35.938586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-716b53bc-6441-42df-b52f-f99eec967031 None None] Provisioning complete for port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:35.938970 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-716b53bc-6441-42df-b52f-f99eec967031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:35.992624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] Set router a8519f31-5122-42c0-8be6-a797501e52bd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:44:36.162002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-716b53bc-6441-42df-b52f-f99eec967031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:36.228897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-716b53bc-6441-42df-b52f-f99eec967031 None None] For port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=416c35f3-ecd6-49c3-8e6f-b5a78ff2db20,segment=NetworkSegment(a6fd3747-91ae-4b18-9c5d-39084d6f83c1),segment_id=a6fd3747-91ae-4b18-9c5d-39084d6f83c1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:36.233707 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-716b53bc-6441-42df-b52f-f99eec967031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:36.322979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b53bc-6441-42df-b52f-f99eec967031 None None] Pushing event updated for resources: {'Port': ['ID=416c35f3-ecd6-49c3-8e6f-b5a78ff2db20,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:36.338872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '41d65597-519c-48a2-8f7e-5392c547478c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:32Z', 'revision_number': 4, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'gw_port': {'id': '41d65597-519c-48a2-8f7e-5392c547478c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '416c35f3-ecd6-49c3-8e6f-b5a78ff2db20', 'name': '', 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'mac_address': 'fa:16:3e:b4:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'f899aa78-726b-405f-976d-54e1e83e5786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:31Z', 'updated_at': '2021-12-12T04:44:35Z', 'revision_number': 4, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'subnets': [{'id': 'f899aa78-726b-405f-976d-54e1e83e5786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:44:36.375938 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15bbc4-2c60-4502-8d46-e603cb24cda8 None None] The sync data for ids ['a8519f31-5122-42c0-8be6-a797501e52bd'] in n-d-710847-7 is: [{'id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '41d65597-519c-48a2-8f7e-5392c547478c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:32Z', 'revision_number': 4, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'gw_port': {'id': '41d65597-519c-48a2-8f7e-5392c547478c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '416c35f3-ecd6-49c3-8e6f-b5a78ff2db20', 'name': '', 'network_id': '469a8fbc-aa8f-45a8-8115-0011b3599ce5', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'mac_address': 'fa:16:3e:b4:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'f899aa78-726b-405f-976d-54e1e83e5786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:31Z', 'updated_at': '2021-12-12T04:44:35Z', 'revision_number': 4, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'subnets': [{'id': 'f899aa78-726b-405f-976d-54e1e83e5786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:44:36.384754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c524dfb6-1315-4399-9dd4-f7554ea89e9e None None] Provisioning complete for port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:36.385190 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c524dfb6-1315-4399-9dd4-f7554ea89e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:38.060793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:44:38.118704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:44:38.119081 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:40.690029 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1787ff9e-1db4-431e-ad1e-bbcbb5fa4d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:41.873201 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:42.988916 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dec9e840-6509-49d0-8238-93e3790fccec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:44.091220 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:44.138772 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:45.675773 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:46.707983 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:57.450459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507a96d-bb6a-4d5e-af08-ffd17d051e3a req-b95fa942-181c-407c-a61c-08a12dd50a29 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:57.452701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4507a96d-bb6a-4d5e-af08-ffd17d051e3a req-b95fa942-181c-407c-a61c-08a12dd50a29 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 945 time: 0.0549271 Dec 12 04:44:57.504142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4507a96d-bb6a-4d5e-af08-ffd17d051e3a req-75062238-7434-4686-a790-3a8710110ee9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445914 Dec 12 04:44:58.639026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f11ea-0921-446a-8124-60790edc15b8 req-a85e07ee-eb20-4818-9f72-e610efbf4416 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:58.640777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-516f11ea-0921-446a-8124-60790edc15b8 req-a85e07ee-eb20-4818-9f72-e610efbf4416 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 945 time: 0.0505857 Dec 12 04:44:58.689503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-516f11ea-0921-446a-8124-60790edc15b8 req-6e71a100-0f3a-4fa2-842a-680736c3dcc6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426028 Dec 12 04:44:59.120180 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-32431483-3376-41e3-a3e3-d5dad9875273 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:44:59.121608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-32431483-3376-41e3-a3e3-d5dad9875273 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Dec 12 04:44:59.213073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:44:59.213429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:59.305410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] For port 5b88c125-e57d-483f-9dfb-e20ebaa624c8, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=5b88c125-e57d-483f-9dfb-e20ebaa624c8,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:44:59.305784 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:59.472837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:59.473154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:59.473449 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Floating IP 7a57cc51-4819-4f57-bd74-d0e8fa0ee334 disassociated. External IP: 172.25.7.149, port: 5b88c125-e57d-483f-9dfb-e20ebaa624c8. Dec 12 04:44:59.473799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for 5b88c125-e57d-483f-9dfb-e20ebaa624c8 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:44:59.602223 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:44:59.630735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=5b88c125-e57d-483f-9dfb-e20ebaa624c8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:44:59.640796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.641123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.641480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.641835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.642168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.642519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.642879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.643200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.643605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.643961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.644515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.644801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.645487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:44:59.767578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Router 1c8b83b2-a86f-452c-9929-1987471f19a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:44:59.789410 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5385fba9-d6cd-4b15-a7e1-739c4ec68c50 req-11d97d89-4823-4ce4-970a-c2b04e17833f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Dec 12 04:45:00.234157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:45:00.244243 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] Sync routers for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:45:00.255074 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:45:00.256064 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:45:00.274807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] No DVR routers for this DVR port 5b88c125-e57d-483f-9dfb-e20ebaa624c8 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:45:00.278188 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:00.281598 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-43c4e89e-9c64-4fad-8b10-af9acc5f224a req-830fb9b3-989d-4323-b072-f06197be3a92 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "DELETE /v2.0/ports/5b88c125-e57d-483f-9dfb-e20ebaa624c8 HTTP/1.1" status: 204 len: 173 time: 1.1535068 Dec 12 04:45:00.282048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'name': 'network-vif-deleted', 'tag': '5b88c125-e57d-483f-9dfb-e20ebaa624c8'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:45:00.284313 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef7a8e-2f4d-4162-a82e-7e53dce81846" -d '{"events": [{"server_uuid": "cb84760f-846c-4969-94cb-b97ccf1f63d6", "name": "network-vif-deleted", "tag": "5b88c125-e57d-483f-9dfb-e20ebaa624c8"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:45:00.341828 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eda64f1-581e-44f8-8173-a7a19bacfa1f x-openstack-request-id: req-1eda64f1-581e-44f8-8173-a7a19bacfa1f {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:45:00.342250 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb84760f-846c-4969-94cb-b97ccf1f63d6", "name": "network-vif-deleted", "tag": "5b88c125-e57d-483f-9dfb-e20ebaa624c8", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:45:00.343083 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1eda64f1-581e-44f8-8173-a7a19bacfa1f {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:45:00.343614 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb84760f-846c-4969-94cb-b97ccf1f63d6', 'name': 'network-vif-deleted', 'tag': '5b88c125-e57d-483f-9dfb-e20ebaa624c8', 'status': 'completed', 'code': 200} Dec 12 04:45:00.373573 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:45:00.574381 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:45:00.600403 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] Checking router: 1c8b83b2-a86f-452c-9929-1987471f19a6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:45:00.609814 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:45:00.610435 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:44:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:45:00.806280 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:45:00.917765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-177d7726-aa4d-44ae-a813-e0ed973b64f3 req-7d70dabd-39b0-4431-96f4-622e8b68e03a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 210 time: 0.0410879 Dec 12 04:45:01.016705 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:45:01.044677 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082dc941-779e-495b-96d1-cb171b6108b0 None None] The sync data for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 is: [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:45:01.321618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4eea0-96a2-4844-824c-a75b7b9ef781 None None] New status for floating IP 7a57cc51-4819-4f57-bd74-d0e8fa0ee334: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:45:02.038509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9f2e534-18bf-4d7b-9147-8cee77b41d0f req-ff15c096-eb4d-44fd-bcca-62a84b2cb437 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 210 time: 0.0364060 Dec 12 04:45:02.081923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b88c125-e57d-483f-9dfb-e20ebaa624c8 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:45:02.105943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 5b88c125-e57d-483f-9dfb-e20ebaa624c8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:45:02.106400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 5b88c125-e57d-483f-9dfb-e20ebaa624c8 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:45:03.183872 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2ceeead-1173-4104-a7a7-16074bd1a3f7 req-4ff27e19-16a3-4e9f-806f-fd4de7a41189 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 210 time: 0.0336084 Dec 12 04:45:04.294316 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ac9e773b-5861-444d-a143-21c7aed388f3 req-61235a04-94b6-49ad-aec5-0cd82405b5dd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb84760f-846c-4969-94cb-b97ccf1f63d6 HTTP/1.1" status: 200 len: 210 time: 0.0355556 Dec 12 04:45:05.516409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-933fa068-2154-4bb6-a2d0-1ef838a2cf0e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827015875&fields=id&tenant_id=741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 267 time: 0.0458386 Dec 12 04:45:05.633159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-f817f075-8a67-4ee9-9631-7c564e545ea3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:05.634653 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-f817f075-8a67-4ee9-9631-7c564e545ea3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1100404 Dec 12 04:45:05.652837 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-1c71aacc-9847-42a4-ab3b-4942a7a35e74 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/quotas/741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 375 time: 0.0098157 Dec 12 04:45:05.705690 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-37b0160a-f73c-4e31-ae52-996f39d5abd0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468175 Dec 12 04:45:05.899267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-02a9455b-071d-4d91-ac5d-68a643896ae4 service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813741 Dec 12 04:45:05.991336 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-22c47f14-9231-4d17-b34c-30fc445edcf0 service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854983 Dec 12 04:45:06.166188 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:45:06.276187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce44c9c0-26ed-4e08-9d75-b9209ce0c505 req-590d90a8-9380-48d3-8fbf-bc67558d4b07 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 210 time: 0.0278089 Dec 12 04:45:07.369570 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4e6a34f9-2174-42db-b52d-8c06bf73b0b8 req-56f0ce1b-bfdc-4dff-9bbc-2aca12f2e138 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 210 time: 0.0287817 Dec 12 04:45:08.449152 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-88b074a4-2fa5-4f7e-acae-6cc589a51c42 req-f661abf9-aeb0-47bf-b8de-29ea5e629fc8 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 210 time: 0.0262687 Dec 12 04:45:09.571818 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8ad98b3-dfa2-44cb-bab4-339e4ff87d23 req-8916aa9a-fcf9-4d50-8b06-04e54dafa77a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 210 time: 0.0396509 Dec 12 04:45:09.582818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-1c788145-64bd-4db5-a52c-5adece803829 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:09.584242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-1c788145-64bd-4db5-a52c-5adece803829 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1334102 Dec 12 04:45:09.674189 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-9219a44e-3e97-48b2-913c-30cfafecb78b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 379 time: 0.0566192 Dec 12 04:45:09.687951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'port': {'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'admin_state_up': True, 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'security_groups': ['3d410255-7b3d-41aa-a7d8-0edecd8a6446']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:45:09.819256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Made reservation on behalf of 741dc45cb32d45eda4aed3bc163791d7 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:45:09.824210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:09.988230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.20.0.11 (1bed37c6-4c22-46fe-9584-aa5bf029982d/4af3ef0c-2bdf-4330-a3a4-270751ad68cb/00889d84-8b64-4c25-89ab-159b75e50f70) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:45:10.134670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:10.170111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:10.218855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:45:10.222525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:45:10.226669 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:45:10.256566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=00889d84-8b64-4c25-89ab-159b75e50f70,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:45:10.295605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:10.296259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:10.313109 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e8b9f35f-1ff9-4c43-add9-84525efe6cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6307471 Dec 12 04:45:10.343142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Request body: {'port': {'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:45:10.402316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:10.530533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6a64775e-a6a3-494a-91c1-5cc6d1e582fa None None] Provisioning complete for port 00889d84-8b64-4c25-89ab-159b75e50f70 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:45:10.531147 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a64775e-a6a3-494a-91c1-5cc6d1e582fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:10.579527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6a64775e-a6a3-494a-91c1-5cc6d1e582fa None None] Port 00889d84-8b64-4c25-89ab-159b75e50f70 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:45:10.693847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f019ceb9-ab5d-4d9d-8556-9b1d7860718d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:10.736346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00889d84-8b64-4c25-89ab-159b75e50f70 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:45:10.745166 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:10.763356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Transition to ACTIVE for port object 00889d84-8b64-4c25-89ab-159b75e50f70 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:45:10.770411 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:10.783298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e30f2d-8924-44c8-b6e8-83797d483db8 req-8748b3b3-e244-4c91-a595-afc767cd7f07 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:10.785045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6e30f2d-8924-44c8-b6e8-83797d483db8 req-8748b3b3-e244-4c91-a595-afc767cd7f07 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 932 time: 0.1398747 Dec 12 04:45:10.917713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Pushing event updated for resources: {'Port': ['ID=00889d84-8b64-4c25-89ab-159b75e50f70,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:45:10.948002 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6e30f2d-8924-44c8-b6e8-83797d483db8 req-a11f0d54-3a8d-4d30-b714-65518edde9a0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394076 Dec 12 04:45:10.949265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Attempting to bind port 00889d84-8b64-4c25-89ab-159b75e50f70 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:45:10.949705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Attempting to bind port 00889d84-8b64-4c25-89ab-159b75e50f70 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:45:10.950155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Attempting to bind port 00889d84-8b64-4c25-89ab-159b75e50f70 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:45:10.958525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Port 00889d84-8b64-4c25-89ab-159b75e50f70 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:45:10.962147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Attempting to bind port 00889d84-8b64-4c25-89ab-159b75e50f70 on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:45:10.973368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:45:10.973727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:45:10.974137 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Bound using segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:45:10.975116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Bound port: 00889d84-8b64-4c25-89ab-159b75e50f70, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:45:10.975500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:11.052641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] For port 00889d84-8b64-4c25-89ab-159b75e50f70, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:45:11.056867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] For port 00889d84-8b64-4c25-89ab-159b75e50f70, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=00889d84-8b64-4c25-89ab-159b75e50f70,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:45:11.062683 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:11.129640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Pushing event updated for resources: {'Port': ['ID=00889d84-8b64-4c25-89ab-159b75e50f70,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:45:11.135322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:11.136443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:11.137982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-dc40b91f-29d0-4626-bc32-02eca7b01a34 service neutron] 10.222.0.37 "PUT /v2.0/ports/00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 1092 time: 0.7997994 Dec 12 04:45:11.138586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:45:11.141260 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137fb14c-306e-49f6-88f8-2f3f46d8ffba" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:45:11.223938 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd305260-69bf-42c3-9538-0c5b8407b32d x-openstack-request-id: req-bd305260-69bf-42c3-9538-0c5b8407b32d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:45:11.223938 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:45:11.223938 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd305260-69bf-42c3-9538-0c5b8407b32d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:45:11.223938 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70', 'status': 'completed', 'code': 200} Dec 12 04:45:11.263802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-f14d5d22-cdf2-4bcd-9634-62413f2517dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:11.265675 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-f14d5d22-cdf2-4bcd-9634-62413f2517dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1095 time: 0.0582726 Dec 12 04:45:11.322216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-49bf1b54-181d-421e-950a-713fbc019fb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 217 time: 0.0400283 Dec 12 04:45:11.392779 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-6e15f1cb-49ab-49c2-a87a-4a368fd3079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:11.394552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-6e15f1cb-49ab-49c2-a87a-4a368fd3079c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0611193 Dec 12 04:45:11.460119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-60d12886-c04a-4b1a-8e12-2aa4cccf2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:11.461778 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-60d12886-c04a-4b1a-8e12-2aa4cccf2106 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553031 Dec 12 04:45:11.563027 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-0b9276ce-dd96-471b-afce-310a438279ae service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892768 Dec 12 04:45:11.665225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f07d28eb-5b36-434b-b09b-77096f2a2d46 req-e7d880a8-35a7-41f9-b541-519ea1f84bf4 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898821 Dec 12 04:45:11.821954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-1ec076e4-b367-4aa9-a916-737228ee5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:11.823967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-1ec076e4-b367-4aa9-a916-737228ee5b9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1095 time: 0.0718966 Dec 12 04:45:11.890133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:11.933470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-ac009db3-584c-4421-ac39-281935484c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:11.935347 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-ac009db3-584c-4421-ac39-281935484c5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.1003461 Dec 12 04:45:12.016788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-45614f60-bc4b-49b2-84e7-20c1a26f1bb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 217 time: 0.0695338 Dec 12 04:45:12.076657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-ea814773-ac5d-4371-89ad-b464b8872e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:12.078220 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-ea814773-ac5d-4371-89ad-b464b8872e58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0495894 Dec 12 04:45:12.112614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d4293-22d3-4bee-b79f-51a275a3590c req-ca32fff0-79c6-42be-8dc1-f981a414ae73 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:12.118847 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f17d4293-22d3-4bee-b79f-51a275a3590c req-ca32fff0-79c6-42be-8dc1-f981a414ae73 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0785840 Dec 12 04:45:12.133959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-d29ceab2-20a0-43eb-8229-9881996fcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:12.135754 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-d29ceab2-20a0-43eb-8229-9881996fcf1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459602 Dec 12 04:45:12.179610 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f17d4293-22d3-4bee-b79f-51a275a3590c req-da1275f9-7d0a-4ed0-b29e-9e9dddede32a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548432 Dec 12 04:45:12.248300 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-7cf94f7b-970c-4073-8cfc-7ce96a3add78 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006188 Dec 12 04:45:12.349765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-137fb14c-306e-49f6-88f8-2f3f46d8ffba req-f758434a-cca5-4071-bd71-6a3d0c91b468 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893412 Dec 12 04:45:13.001891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ad11ca5-9b59-459a-96d1-4d99c2b673d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:13.292548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe841a-5efb-49c9-9da6-dff8a3233a9a req-f53f9876-16dd-4934-a3e3-6fa6e8db4b05 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:13.294716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34fe841a-5efb-49c9-9da6-dff8a3233a9a req-f53f9876-16dd-4934-a3e3-6fa6e8db4b05 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0519760 Dec 12 04:45:13.345949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-34fe841a-5efb-49c9-9da6-dff8a3233a9a req-8c32b299-9f34-41f1-8bc4-435f76b19436 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450990 Dec 12 04:45:14.104649 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:14.145092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:14.463623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9755b8-f090-459f-a2fb-04f492a540d3 req-c989a096-f1f0-4f61-837a-b4ce5f27141f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:14.465150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e9755b8-f090-459f-a2fb-04f492a540d3 req-c989a096-f1f0-4f61-837a-b4ce5f27141f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0506213 Dec 12 04:45:14.525367 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e9755b8-f090-459f-a2fb-04f492a540d3 req-fa8fa47f-4300-4cdd-996b-e7531e55c819 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537591 Dec 12 04:45:15.641832 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593f844-c114-483b-bbee-893de7ead681 req-f7bc16b6-a9e0-4ab3-b737-c34f8eb3a7b4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:15.643343 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c593f844-c114-483b-bbee-893de7ead681 req-f7bc16b6-a9e0-4ab3-b737-c34f8eb3a7b4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0493755 Dec 12 04:45:15.678475 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:15.695020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c593f844-c114-483b-bbee-893de7ead681 req-46d8455b-5416-43a0-9c00-65bbf97e7966 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454469 Dec 12 04:45:16.710491 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:16.812616 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdf2c2-31e4-447a-870d-0f7423eb961f req-1b2fa8b0-b98f-485c-9334-6b89385ef4d7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:16.814160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bbdf2c2-31e4-447a-870d-0f7423eb961f req-1b2fa8b0-b98f-485c-9334-6b89385ef4d7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0494139 Dec 12 04:45:16.862985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bbdf2c2-31e4-447a-870d-0f7423eb961f req-62a34aea-4b27-45d7-ae34-326b7909eacc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427670 Dec 12 04:45:17.981167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feba5cf-102f-4fc4-b579-aec422c3c77f req-f21bcd26-f064-4154-97fb-5e9449cc504f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:17.982669 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8feba5cf-102f-4fc4-b579-aec422c3c77f req-f21bcd26-f064-4154-97fb-5e9449cc504f tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0526357 Dec 12 04:45:18.032104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8feba5cf-102f-4fc4-b579-aec422c3c77f req-afc3495a-f875-4401-b5ff-0c249f91704c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432990 Dec 12 04:45:19.146892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587b524-5279-453e-aee3-e1458c92d11e req-293447f9-2cb3-4363-a9af-7f9b96afd466 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:19.148424 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a587b524-5279-453e-aee3-e1458c92d11e req-293447f9-2cb3-4363-a9af-7f9b96afd466 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0490010 Dec 12 04:45:19.196307 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a587b524-5279-453e-aee3-e1458c92d11e req-a7c3cccf-a84b-4e07-8a8c-167e12efa777 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419314 Dec 12 04:45:19.283424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d17f73a4-790a-4365-a522-67e10eb379eb req-f16e8545-dcfd-46ca-80b4-1ade6369ba70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462861 Dec 12 04:45:19.383956 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f73a4-790a-4365-a522-67e10eb379eb req-f1af9776-5804-4305-9a0e-4ba5d5283c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:19.385413 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d17f73a4-790a-4365-a522-67e10eb379eb req-f1af9776-5804-4305-9a0e-4ba5d5283c26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4426f104f94546909bbe216877025613&device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 1096 time: 0.0449853 Dec 12 04:45:19.498415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f73a4-790a-4365-a522-67e10eb379eb req-16a0af92-a654-412d-898a-ccd49e78648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:19.500082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d17f73a4-790a-4365-a522-67e10eb379eb req-16a0af92-a654-412d-898a-ccd49e78648b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 200 len: 911 time: 0.0961468 Dec 12 04:45:19.573485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d17f73a4-790a-4365-a522-67e10eb379eb req-95ac81bf-3ac2-4763-97dd-04ffbb156003 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554ad8da-529c-459e-a307-998643e1da21 HTTP/1.1" status: 200 len: 1000 time: 0.0664275 Dec 12 04:45:19.624464 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f73a4-790a-4365-a522-67e10eb379eb req-b871053f-1201-4818-b6cb-61a624ecf4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:19.626002 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d17f73a4-790a-4365-a522-67e10eb379eb req-b871053f-1201-4818-b6cb-61a624ecf4b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 200 len: 850 time: 0.0461359 Dec 12 04:45:19.672045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f73a4-790a-4365-a522-67e10eb379eb req-bbf4888a-2f8b-45f0-ae76-f54e61348a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:19.673601 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d17f73a4-790a-4365-a522-67e10eb379eb req-bbf4888a-2f8b-45f0-ae76-f54e61348a0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b365ae3-c201-4370-89f1-56b20de013cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406563 Dec 12 04:45:19.766742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d17f73a4-790a-4365-a522-67e10eb379eb req-91f35a57-1fe1-482d-9a3b-421bb48697a0 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851555 Dec 12 04:45:19.855265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d17f73a4-790a-4365-a522-67e10eb379eb req-cc7c5d43-cf00-4ef1-8516-cb0af05b2775 service neutron] 10.222.0.18 "GET /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817449 Dec 12 04:45:20.310929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bb6c8-3695-4f70-a218-ed774076107a req-ffecb2c8-32b9-462a-ad7d-3243b3a655fc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:20.312419 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c2bb6c8-3695-4f70-a218-ed774076107a req-ffecb2c8-32b9-462a-ad7d-3243b3a655fc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0494900 Dec 12 04:45:20.363362 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2c2bb6c8-3695-4f70-a218-ed774076107a req-47c5b61f-5fae-43b5-938d-346ad1554029 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450175 Dec 12 04:45:21.483206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b87031-df6f-4879-af00-b66f81f1578e req-e0086486-9d72-401f-94e0-24b20a0c8d74 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:21.484693 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22b87031-df6f-4879-af00-b66f81f1578e req-e0086486-9d72-401f-94e0-24b20a0c8d74 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0486970 Dec 12 04:45:21.533825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-22b87031-df6f-4879-af00-b66f81f1578e req-683c6f6b-3eaa-4671-a7d4-e137c0d7197e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431457 Dec 12 04:45:22.647334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3ec32-478f-46fc-a3db-3a9290d4ee04 req-a0883b96-9626-4d20-91b2-2914508c62b9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:22.648808 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44d3ec32-478f-46fc-a3db-3a9290d4ee04 req-a0883b96-9626-4d20-91b2-2914508c62b9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0478776 Dec 12 04:45:22.703192 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44d3ec32-478f-46fc-a3db-3a9290d4ee04 req-a68a681d-134c-4483-8aa3-3a667406c1c6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476813 Dec 12 04:45:23.832655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bda70-533b-42a7-95e3-ffc58b11c069 req-49ae5751-664e-4f45-a88a-630848e8685a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:23.834282 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-011bda70-533b-42a7-95e3-ffc58b11c069 req-49ae5751-664e-4f45-a88a-630848e8685a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 944 time: 0.0577517 Dec 12 04:45:23.888966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-011bda70-533b-42a7-95e3-ffc58b11c069 req-94e9c7a7-3b4a-482c-a21c-b510b7880bf2 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477719 Dec 12 04:45:24.429101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 00889d84-8b64-4c25-89ab-159b75e50f70 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:45:24.523928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 00889d84-8b64-4c25-89ab-159b75e50f70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=00889d84-8b64-4c25-89ab-159b75e50f70,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:45:24.534978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '00889d84-8b64-4c25-89ab-159b75e50f70', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:45:24.570941 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:24.583983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00889d84-8b64-4c25-89ab-159b75e50f70 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:45:24.602946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 00889d84-8b64-4c25-89ab-159b75e50f70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=00889d84-8b64-4c25-89ab-159b75e50f70,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:45:24.607560 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:24.829471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=00889d84-8b64-4c25-89ab-159b75e50f70,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:45:24.836948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.837305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.837653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.838032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.838882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.838882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.839109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.839361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.839691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.840021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.840355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.840682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.841036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:45:24.955064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['00889d84-8b64-4c25-89ab-159b75e50f70'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:45:25.021854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6975d-323f-49d8-bbe9-a5dce0425a3d req-0f8498b5-25b5-4b4b-9fe9-5803a72433b3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:25.023552 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97b6975d-323f-49d8-bbe9-a5dce0425a3d req-0f8498b5-25b5-4b4b-9fe9-5803a72433b3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 945 time: 0.0574639 Dec 12 04:45:25.077303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97b6975d-323f-49d8-bbe9-a5dce0425a3d req-7e7d911b-f1be-4a98-9c00-2b59a08c575c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469315 Dec 12 04:45:26.195777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cb97a-6bf9-4985-b0a4-82ad1432c428 req-c401c217-3cce-4ec4-aa2b-693dc0e98032 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:26.197198 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc4cb97a-6bf9-4985-b0a4-82ad1432c428 req-c401c217-3cce-4ec4-aa2b-693dc0e98032 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 945 time: 0.0528731 Dec 12 04:45:26.245578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc4cb97a-6bf9-4985-b0a4-82ad1432c428 req-31b00c0e-3881-47ad-b80a-7b199e7c4c5e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423248 Dec 12 04:45:26.430704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 00889d84-8b64-4c25-89ab-159b75e50f70 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:45:26.481057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 00889d84-8b64-4c25-89ab-159b75e50f70 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:45:26.485044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 00889d84-8b64-4c25-89ab-159b75e50f70 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:45:26.485443 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:26.564367 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:26.590748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:45:26.593048 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49b0657-ccbd-4f09-b72e-6c49afb2cad2" -d '{"events": [{"server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "name": "network-vif-plugged", "status": "completed", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:45:26.605674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 00889d84-8b64-4c25-89ab-159b75e50f70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=00889d84-8b64-4c25-89ab-159b75e50f70,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:45:26.610207 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:26.635660 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ddc3f-c968-4c1e-9c81-322e09dea32b x-openstack-request-id: req-913ddc3f-c968-4c1e-9c81-322e09dea32b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:45:26.635954 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "name": "network-vif-plugged", "status": "completed", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:45:26.636227 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-913ddc3f-c968-4c1e-9c81-322e09dea32b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:45:26.636609 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70', 'code': 200} Dec 12 04:45:26.661650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=00889d84-8b64-4c25-89ab-159b75e50f70,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:45:26.774027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df718ef1-421c-4839-b6c7-4e3331840ade req-cad6abcf-067b-46c6-a502-988aa0421101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:26.775526 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df718ef1-421c-4839-b6c7-4e3331840ade req-cad6abcf-067b-46c6-a502-988aa0421101 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1097 time: 0.0409558 Dec 12 04:45:26.830654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df718ef1-421c-4839-b6c7-4e3331840ade req-66f67fdd-fd0a-4153-b44e-1e351de07fbf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 Dec 12 04:45:27.363708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c2ebb-e98b-4876-a3eb-6f564920ddce req-47e8c364-9b0e-4ab1-a752-1c1697e9881a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:27.365225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e62c2ebb-e98b-4876-a3eb-6f564920ddce req-47e8c364-9b0e-4ab1-a752-1c1697e9881a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 946 time: 0.0491323 Dec 12 04:45:27.414509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e62c2ebb-e98b-4876-a3eb-6f564920ddce req-2a1a5cec-3d3a-4428-96eb-a1070ffde422 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 Dec 12 04:45:28.532174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dab5f9-f92a-4092-a5ef-7866ce19aa15 req-dcc1203c-97bb-433f-977b-f742311bb704 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:28.533817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26dab5f9-f92a-4092-a5ef-7866ce19aa15 req-dcc1203c-97bb-433f-977b-f742311bb704 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 946 time: 0.0487809 Dec 12 04:45:28.581932 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26dab5f9-f92a-4092-a5ef-7866ce19aa15 req-a12ffd8a-ab91-4442-9ec5-728b11009250 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 Dec 12 04:45:28.698776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3e03-c054-469b-a135-3ae6f958b941 req-2eaf998f-e19c-424b-9095-e65de47ee242 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:28.700329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18ba3e03-c054-469b-a135-3ae6f958b941 req-2eaf998f-e19c-424b-9095-e65de47ee242 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 946 time: 0.0495627 Dec 12 04:45:28.749172 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-18ba3e03-c054-469b-a135-3ae6f958b941 req-6ddf9440-7e56-47c3-ad7d-f5f5691cb09d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 Dec 12 04:45:28.771968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34340) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:45:28.916116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c6de2-a7b4-4a41-adf6-7c5320285ffd tempest-TestVolumeBootPattern-1768391278 tempest-TestVolumeBootPattern-1768391278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:28.917707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-688c6de2-a7b4-4a41-adf6-7c5320285ffd tempest-TestVolumeBootPattern-1768391278 tempest-TestVolumeBootPattern-1768391278-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1092 time: 0.1447251 Dec 12 04:45:28.920553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 34348) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:45:28.925935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:45:28.950943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:29.052396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:29.160155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.25.7.188 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/584260aa-9235-40f9-b826-9ba75ac8430d) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:45:29.260775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:29.295702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:29.338337 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:45:29.341278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:45:29.344972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:45:29.368448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=584260aa-9235-40f9-b826-9ba75ac8430d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:45:29.701657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:29.779781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:29.935932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:29.940714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:30.014207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=584260aa-9235-40f9-b826-9ba75ac8430d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:45:30.026917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:30.124442 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Floating IP bda206e0-c860-4d69-9103-0585f0add5dd associated. External IP: 172.25.7.188, port: 00889d84-8b64-4c25-89ab-159b75e50f70. Dec 12 04:45:30.340017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Router 1c8b83b2-a86f-452c-9929-1987471f19a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:45:30.446680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:45:30.456307 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] Sync routers for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:45:30.465180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:30.467994 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:45:30.468700 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:45:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:45:30.497350 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6a505670-a95d-4327-ab98-ae9d8ffe2af7 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5757053 Dec 12 04:45:30.498178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:45:30.502073 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f8e5d-dd56-4831-b553-8bc3e50fd745" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:45:30.542942 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a617cfd9-be5e-4006-b91f-08022e5682da x-openstack-request-id: req-a617cfd9-be5e-4006-b91f-08022e5682da {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:45:30.543315 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:45:30.543636 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a617cfd9-be5e-4006-b91f-08022e5682da {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:45:30.544106 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70', 'status': 'completed', 'code': 200} Dec 12 04:45:30.577531 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:45:30.634150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-729173f1-1e57-4aef-bffa-aee2575c1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:30.635738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-729173f1-1e57-4aef-bffa-aee2575c1cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1097 time: 0.0464287 Dec 12 04:45:30.735679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-fcd906e9-ebde-42f2-ad93-bb02ffd70d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:30.737223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-fcd906e9-ebde-42f2-ad93-bb02ffd70d9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.0944841 Dec 12 04:45:30.807922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-79dd4b0c-d271-4235-8c0a-d09496a55faf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 1000 time: 0.0630190 Dec 12 04:45:30.808157 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bda206e0-c860-4d69-9103-0585f0add5dd', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:45:29Z', 'updated_at': '2021-12-12T04:45:29Z', 'revision_number': 0, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:45:30.839237 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] Checking router: 1c8b83b2-a86f-452c-9929-1987471f19a6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:45:30.848258 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:45:30.848967 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:45:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:45:30.860118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-057e6f0c-9c38-4876-a561-5e10c1686737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:30.861736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-057e6f0c-9c38-4876-a561-5e10c1686737 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0469906 Dec 12 04:45:30.911061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-ec609939-50be-4dd1-aaf0-de9ee0a2a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:30.912669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-ec609939-50be-4dd1-aaf0-de9ee0a2a3a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437887 Dec 12 04:45:30.953483 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:45:31.004635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-f519037b-e940-4d17-81c6-b40086172911 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844526 Dec 12 04:45:31.100087 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-433f8e5d-dd56-4831-b553-8bc3e50fd745 req-cb60f3a0-bd96-479c-be9a-1847614994eb service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882671 Dec 12 04:45:31.176331 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bda206e0-c860-4d69-9103-0585f0add5dd', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:45:29Z', 'updated_at': '2021-12-12T04:45:29Z', 'revision_number': 0, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:45:31.205824 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59797c87-b7db-4525-b78e-902fe4dcb49b None None] The sync data for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 is: [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bda206e0-c860-4d69-9103-0585f0add5dd', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:45:29Z', 'updated_at': '2021-12-12T04:45:29Z', 'revision_number': 0, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:45:31.416579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2312a64c-7a42-4172-899b-d6a3354c1776 None None] New status for floating IP bda206e0-c860-4d69-9103-0585f0add5dd: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:45:38.928257 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-497ac492-a10f-42fa-8eee-014ca3abc971 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424056 Dec 12 04:45:39.035231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-63826f7f-5844-43aa-a2cd-6dc19b6aaba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:39.036845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-63826f7f-5844-43aa-a2cd-6dc19b6aaba6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1097 time: 0.0433662 Dec 12 04:45:39.145379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-5712b012-0c8b-470d-8264-c72437d95038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:39.146867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-5712b012-0c8b-470d-8264-c72437d95038 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.0883799 Dec 12 04:45:39.221022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-35506366-a2d6-4f9c-8653-3a651863b172 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 1002 time: 0.0643322 Dec 12 04:45:39.278177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-d0712a19-7e03-432f-b195-99dd9acc9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:39.279710 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-d0712a19-7e03-432f-b195-99dd9acc9bff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0498011 Dec 12 04:45:39.334565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-281e9522-8696-45ee-b20d-87702136c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:45:39.336099 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-281e9522-8696-45ee-b20d-87702136c246 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473280 Dec 12 04:45:39.430651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-6fbd8034-dd83-458a-80d2-20e0445c5f53 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862799 Dec 12 04:45:39.526534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0734caa4-f6f6-499e-9cb7-f4460808f7ef req-21f8c025-4f89-409a-b8e1-f5a90ae23347 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868866 Dec 12 04:45:40.697977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a68c5ee7-15b6-4a78-822c-1ee4bb713dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:41.877621 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:43.001295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8b8457ba-bbfe-4834-aecd-efe35d52e28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:43.168077 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:45:44.108277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:44.145083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:45.684392 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:45:46.713808 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:10.704022 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee497-4c63-4f9e-98cb-df7534126a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:11.885239 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:12.998123 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b5f1be99-b455-4835-b275-8f57b0b9b539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:14.119727 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:14.147311 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:15.701426 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:16.717798 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:19.909286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8169f3-8367-4ba1-8f8d-adfe1ad3c21c req-410cf319-8c5c-4c46-8092-620e456ec0ee tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:19.910842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e8169f3-8367-4ba1-8f8d-adfe1ad3c21c req-410cf319-8c5c-4c46-8092-620e456ec0ee tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 945 time: 0.3979986 Dec 12 04:46:19.959894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e8169f3-8367-4ba1-8f8d-adfe1ad3c21c req-e3f1ead7-47d7-49df-ba94-6bf1edc2f0b6 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419385 Dec 12 04:46:20.169949 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:46:21.136531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431309b1-ac90-4f2e-b683-b31fc48aebed req-b196c518-62ab-4ccf-aca3-4761986778b2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:21.138086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-431309b1-ac90-4f2e-b683-b31fc48aebed req-b196c518-62ab-4ccf-aca3-4761986778b2 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 945 time: 0.1046999 Dec 12 04:46:21.189717 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-431309b1-ac90-4f2e-b683-b31fc48aebed req-009ee4e7-32d4-4262-a793-36d7337c3a14 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 Dec 12 04:46:21.418658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e762b-b14f-42fb-a305-595948e164e8 req-d35a9624-c39b-4a7c-a2f3-a044d96cda60 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:21.420108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e34e762b-b14f-42fb-a305-595948e164e8 req-d35a9624-c39b-4a7c-a2f3-a044d96cda60 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 945 time: 0.0475388 Dec 12 04:46:21.515089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Deleting port 554ad8da-529c-459e-a307-998643e1da21 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:46:21.515439 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:21.606881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] For port 554ad8da-529c-459e-a307-998643e1da21, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=554ad8da-529c-459e-a307-998643e1da21,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:46:21.607259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:21.784279 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:21.784648 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:21.785009 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Floating IP bd4515c3-c6fe-474e-b7f8-276410339283 disassociated. External IP: 172.25.7.17, port: 554ad8da-529c-459e-a307-998643e1da21. Dec 12 04:46:21.785366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Calling delete_port for 554ad8da-529c-459e-a307-998643e1da21 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:46:21.911282 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:21.944136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event deleted for resources: {'Port': ['ID=554ad8da-529c-459e-a307-998643e1da21,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:21.955818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.956110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.956462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.956810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.957178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.957524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.957868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.958200 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.958532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.958865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.959263 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.959605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:21.959941 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:22.067787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:46:22.180784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:46:22.192733 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] Sync routers for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:46:22.202140 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:46:22.202750 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:46:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:22.227994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] No DVR routers for this DVR port 554ad8da-529c-459e-a307-998643e1da21 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:46:22.231754 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:22.235666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e34e762b-b14f-42fb-a305-595948e164e8 req-29815c69-16e3-4b08-9bca-6e963a7b5255 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.18 "DELETE /v2.0/ports/554ad8da-529c-459e-a307-998643e1da21 HTTP/1.1" status: 204 len: 173 time: 0.8096967 Dec 12 04:46:22.236186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'name': 'network-vif-deleted', 'tag': '554ad8da-529c-459e-a307-998643e1da21'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:46:22.238589 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a78d7ca-05b4-4e12-a09e-012f8b299314" -d '{"events": [{"server_uuid": "b76cee30-bf32-420a-b30f-ea91bfd0c23c", "name": "network-vif-deleted", "tag": "554ad8da-529c-459e-a307-998643e1da21"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:46:22.312598 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77ea20f-ed88-423f-bcc5-73577fee95a4 x-openstack-request-id: req-e77ea20f-ed88-423f-bcc5-73577fee95a4 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:46:22.313047 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76cee30-bf32-420a-b30f-ea91bfd0c23c", "name": "network-vif-deleted", "tag": "554ad8da-529c-459e-a307-998643e1da21", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:46:22.313184 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e77ea20f-ed88-423f-bcc5-73577fee95a4 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:46:22.313591 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76cee30-bf32-420a-b30f-ea91bfd0c23c', 'name': 'network-vif-deleted', 'tag': '554ad8da-529c-459e-a307-998643e1da21', 'status': 'completed', 'code': 200} Dec 12 04:46:22.317042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f719308c-ffd9-4df3-b90e-1fc7df9b2cff req-7cc58e04-570a-4325-9161-024297e7d605 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76cee30-bf32-420a-b30f-ea91bfd0c23c HTTP/1.1" status: 200 len: 210 time: 0.0439539 Dec 12 04:46:22.500549 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:46:22.698778 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:22.728311 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] Checking router: 37472b01-c7b1-4e41-bc92-53b2b4b58a2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:46:22.737057 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:46:22.737697 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:46:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:22.843147 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:46:23.040218 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:23.065911 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea77a0-2586-4909-a2d9-56717f29aa6a None None] The sync data for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 is: [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'eb8ff5a2-b32e-4153-90fd-995effa87536', 'name': '', 'network_id': '6b365ae3-c201-4370-89f1-56b20de013cf', 'tenant_id': '4426f104f94546909bbe216877025613', 'mac_address': 'fa:16:3e:f0:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:58Z', 'updated_at': '2021-12-12T04:40:06Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'subnets': [{'id': 'db5d4960-42f9-4b22-8918-4bb1823d604b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:46:23.309561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b437f2-f6ae-47a5-a470-222e60e4f2bf None None] New status for floating IP bd4515c3-c6fe-474e-b7f8-276410339283: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:46:23.413907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35160) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:23.476050 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d46fc733-7929-4c14-a569-243cdfab7cec tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:23.500697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d46fc733-7929-4c14-a569-243cdfab7cec tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:23.548501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d46fc733-7929-4c14-a569-243cdfab7cec tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:23.551199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d46fc733-7929-4c14-a569-243cdfab7cec tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:23.552401 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d46fc733-7929-4c14-a569-243cdfab7cec tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda HTTP/1.1" status: 204 len: 168 time: 0.1373036 Dec 12 04:46:23.555207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35162) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:23.563091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fc733-7929-4c14-a569-243cdfab7cec tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:23.571450 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-4ef1bab2-00dc-43f6-a8e2-1b47e1145d05 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] show failed (client error): The resource could not be found. Dec 12 04:46:23.572579 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ef1bab2-00dc-43f6-a8e2-1b47e1145d05 tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "GET /v2.0/security-groups/9a5bb4ba-0b60-46b2-bd5f-f87f4fd27fda HTTP/1.1" status: 404 len: 347 time: 0.0157056 Dec 12 04:46:23.575635 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35164) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:23.715774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Deleting port 8966534d-395c-444a-9ec1-0782bc9d7caa {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:46:23.716127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:23.792426 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:23.792765 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:23.804346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Calling delete_port for 8966534d-395c-444a-9ec1-0782bc9d7caa owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:46:23.936689 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:23.963512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Pushing event deleted for resources: {'Port': ['ID=8966534d-395c-444a-9ec1-0782bc9d7caa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:23.991789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.992142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.992487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.992851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.993200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.993537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.993869 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.994196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.994520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.994880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.995211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.995537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:23.995863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:24.038406 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:24.041564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:24.042965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b71d4052-f8b0-4936-bad2-6ce1376bd92b tempest-AttachVolumeTestJSON-1311575160 tempest-AttachVolumeTestJSON-1311575160-project] 10.222.0.36 "DELETE /v2.0/floatingips/bd4515c3-c6fe-474e-b7f8-276410339283 HTTP/1.1" status: 204 len: 168 time: 0.4662147 Dec 12 04:46:24.502626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 554ad8da-529c-459e-a307-998643e1da21 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:46:24.523486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 554ad8da-529c-459e-a307-998643e1da21 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:46:24.523833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 554ad8da-529c-459e-a307-998643e1da21 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:46:25.063177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35180) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:25.067933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4c3add0c-6d19-4b92-94a3-b59ba1a5d63b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836095065', 'description': 'tempest-secgroup-smoke-836095065 description', 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:25.090593 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c3add0c-6d19-4b92-94a3-b59ba1a5d63b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.160025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c3add0c-6d19-4b92-94a3-b59ba1a5d63b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.163958 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c3add0c-6d19-4b92-94a3-b59ba1a5d63b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.193866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4c3add0c-6d19-4b92-94a3-b59ba1a5d63b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.195086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4c3add0c-6d19-4b92-94a3-b59ba1a5d63b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1308191 Dec 12 04:46:25.196957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3add0c-6d19-4b92-94a3-b59ba1a5d63b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee5be37-b29d-42c5-8e92-99b56a812a6a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:25.198993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35182) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:25.208049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f7bb4ff9-23c4-4cd4-a710-018bcfe83e01 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'security_group_rule': {'security_group_id': '4ee5be37-b29d-42c5-8e92-99b56a812a6a', 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:25.241448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4ff9-23c4-4cd4-a710-018bcfe83e01 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.300684 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4ff9-23c4-4cd4-a710-018bcfe83e01 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.304597 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4ff9-23c4-4cd4-a710-018bcfe83e01 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.322913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb4ff9-23c4-4cd4-a710-018bcfe83e01 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3813e68-74bd-4426-894c-6fd0b466aef7,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:25.330715 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4ff9-23c4-4cd4-a710-018bcfe83e01 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.331942 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f7bb4ff9-23c4-4cd4-a710-018bcfe83e01 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319337 Dec 12 04:46:25.334656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35186) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:25.339514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f152cef6-b0b1-4928-85a3-e102fd5faaf6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'security_group_rule': {'security_group_id': '4ee5be37-b29d-42c5-8e92-99b56a812a6a', 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:25.366425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f152cef6-b0b1-4928-85a3-e102fd5faaf6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.422100 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f152cef6-b0b1-4928-85a3-e102fd5faaf6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.425828 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f152cef6-b0b1-4928-85a3-e102fd5faaf6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.442612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152cef6-b0b1-4928-85a3-e102fd5faaf6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ac156f-dffb-45e2-a532-7f663d9b18b3,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:25.451946 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f152cef6-b0b1-4928-85a3-e102fd5faaf6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.453182 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f152cef6-b0b1-4928-85a3-e102fd5faaf6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175458 Dec 12 04:46:25.455775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35188) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:25.460170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0d3234f9-7c4c-4196-8aea-57ce6980da1e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'security_group_rule': {'security_group_id': '4ee5be37-b29d-42c5-8e92-99b56a812a6a', 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:25.489863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d3234f9-7c4c-4196-8aea-57ce6980da1e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.549011 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d3234f9-7c4c-4196-8aea-57ce6980da1e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.552525 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d3234f9-7c4c-4196-8aea-57ce6980da1e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.567189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3234f9-7c4c-4196-8aea-57ce6980da1e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05076e0e-a352-41a9-9a31-aa6eed8ac6d5,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:25.578948 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0d3234f9-7c4c-4196-8aea-57ce6980da1e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.580344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0d3234f9-7c4c-4196-8aea-57ce6980da1e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235149 Dec 12 04:46:25.583191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35190) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:25.587805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-917a9b35-4d4e-4163-b2f3-cdda6866eba9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'security_group_rule': {'security_group_id': '4ee5be37-b29d-42c5-8e92-99b56a812a6a', 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:25.616467 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-917a9b35-4d4e-4163-b2f3-cdda6866eba9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.679178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-917a9b35-4d4e-4163-b2f3-cdda6866eba9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.683607 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-917a9b35-4d4e-4163-b2f3-cdda6866eba9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.701281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a9b35-4d4e-4163-b2f3-cdda6866eba9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf022082-7917-40db-832c-dfc8246ef06c,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:25.709418 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-917a9b35-4d4e-4163-b2f3-cdda6866eba9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.713422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-917a9b35-4d4e-4163-b2f3-cdda6866eba9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263855 Dec 12 04:46:25.714273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35192) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:25.718620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-48afdb03-ef18-4422-931b-d195390de08d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'security_group_rule': {'security_group_id': '4ee5be37-b29d-42c5-8e92-99b56a812a6a', 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:25.740905 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-48afdb03-ef18-4422-931b-d195390de08d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Project bff31463b27f48b7a3bb6c1eaa87a7b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:46:25.745813 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48afdb03-ef18-4422-931b-d195390de08d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.804533 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48afdb03-ef18-4422-931b-d195390de08d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.809754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48afdb03-ef18-4422-931b-d195390de08d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.827394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afdb03-ef18-4422-931b-d195390de08d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7080a51a-aaca-489b-9f73-0466546abec2,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:25.836668 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48afdb03-ef18-4422-931b-d195390de08d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.837955 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-48afdb03-ef18-4422-931b-d195390de08d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227136 Dec 12 04:46:25.841491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35194) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:25.845845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-029474c1-1d14-4d18-a91e-932149ee3dc4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'security_group_rule': {'security_group_id': '4ee5be37-b29d-42c5-8e92-99b56a812a6a', 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:25.867935 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-029474c1-1d14-4d18-a91e-932149ee3dc4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Project bff31463b27f48b7a3bb6c1eaa87a7b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:46:25.873201 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029474c1-1d14-4d18-a91e-932149ee3dc4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.933251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029474c1-1d14-4d18-a91e-932149ee3dc4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.937948 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029474c1-1d14-4d18-a91e-932149ee3dc4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.954793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029474c1-1d14-4d18-a91e-932149ee3dc4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48379a2f-06f6-4e14-80df-10208007b1a5,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:25.964983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-029474c1-1d14-4d18-a91e-932149ee3dc4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:25.966202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-029474c1-1d14-4d18-a91e-932149ee3dc4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237817 Dec 12 04:46:26.212070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-c9007dc5-d1a7-4e50-98d6-cc8dcd51516b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836095065&fields=id&tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8 HTTP/1.1" status: 200 len: 267 time: 0.0441818 Dec 12 04:46:26.324246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19740-5853-44fb-82aa-675682a0575c req-a75a06e7-4d8f-47ec-aedd-124d247acf57 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:26.325701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-a75a06e7-4d8f-47ec-aedd-124d247acf57 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/networks?id=1b82cde5-464c-4210-917e-c64f156bb6a5 HTTP/1.1" status: 200 len: 814 time: 0.1059713 Dec 12 04:46:26.340879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-4b1a6d69-3e46-4e44-a700-c878e709d4f6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/quotas/bff31463b27f48b7a3bb6c1eaa87a7b8 HTTP/1.1" status: 200 len: 375 time: 0.0094206 Dec 12 04:46:26.399902 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-21341ab6-d620-4326-8f38-ed1e6b93f49b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536184 Dec 12 04:46:26.543649 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-025fdb23-ddf2-46fe-bafc-68784ce78a40 service neutron] 10.222.0.36 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316113 Dec 12 04:46:26.637244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-50cc023d-acf8-4294-9e0c-80cd8058578f service neutron] 10.222.0.36 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870342 Dec 12 04:46:26.927871 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60640c90-ab1b-4a51-94db-e7a1d4be2929 req-7eda2a0d-5bc3-453b-835d-fdcfc7ffb0ca tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Dec 12 04:46:28.089006 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6224492c-7284-49c4-986a-7a0596f28de9 req-5f07e9fb-b41e-4fd2-b874-5895f40caf56 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 210 time: 0.0410743 Dec 12 04:46:28.157518 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19740-5853-44fb-82aa-675682a0575c req-d1c874ef-795e-4e5b-975b-ae7b6a0beec8 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:28.159083 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-d1c874ef-795e-4e5b-975b-ae7b6a0beec8 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.18 "GET /v2.0/networks?id=1b82cde5-464c-4210-917e-c64f156bb6a5 HTTP/1.1" status: 200 len: 814 time: 0.1987097 Dec 12 04:46:28.237806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-b4e9c88b-217e-4209-82fe-816b1cc3556c tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8 HTTP/1.1" status: 200 len: 379 time: 0.0622823 Dec 12 04:46:28.248408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'port': {'device_id': '884979da-1b79-451b-9a87-caee343645d0', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'admin_state_up': True, 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'security_groups': ['4ee5be37-b29d-42c5-8e92-99b56a812a6a']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:28.390747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Made reservation on behalf of bff31463b27f48b7a3bb6c1eaa87a7b8 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:46:28.396450 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:28.583783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Allocated IP 172.20.0.7 (1b82cde5-464c-4210-917e-c64f156bb6a5/b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3/2e1be518-c900-4145-9f2f-bca23892bd29) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:46:28.759059 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:28.796445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:28.847430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:46:28.850994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:46:28.853810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:46:28.881050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'Port': ['ID=2e1be518-c900-4145-9f2f-bca23892bd29,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:28.917199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:28.917991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:28.938024 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-c37f5d61-5a0f-4796-ad04-79394ab6dd31 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6938851 Dec 12 04:46:28.956653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Request body: {'port': {'device_id': '884979da-1b79-451b-9a87-caee343645d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:29.026552 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:29.205674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f88f3df4-6e72-4984-b849-ea05b4eea18c None None] Provisioning complete for port 2e1be518-c900-4145-9f2f-bca23892bd29 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:46:29.206330 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f88f3df4-6e72-4984-b849-ea05b4eea18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:29.273677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239463e-ca99-4d25-960e-88e878db2d12 req-7e355d15-9cec-4435-b915-8dbb4194a573 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:29.276638 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3239463e-ca99-4d25-960e-88e878db2d12 req-7e355d15-9cec-4435-b915-8dbb4194a573 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 931 time: 0.0984256 Dec 12 04:46:29.302436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f88f3df4-6e72-4984-b849-ea05b4eea18c None None] Port 2e1be518-c900-4145-9f2f-bca23892bd29 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:46:29.357081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3239463e-ca99-4d25-960e-88e878db2d12 req-f218ec5c-3d6e-4885-b975-92630dff1578 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731335 Dec 12 04:46:29.378815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1be518-c900-4145-9f2f-bca23892bd29 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:46:29.380976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:29.395184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Transition to ACTIVE for port object 2e1be518-c900-4145-9f2f-bca23892bd29 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:46:29.400326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:29.528158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Pushing event updated for resources: {'Port': ['ID=2e1be518-c900-4145-9f2f-bca23892bd29,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:29.545594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Attempting to bind port 2e1be518-c900-4145-9f2f-bca23892bd29 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:46:29.545989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Attempting to bind port 2e1be518-c900-4145-9f2f-bca23892bd29 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:46:29.546332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Attempting to bind port 2e1be518-c900-4145-9f2f-bca23892bd29 on network 1b82cde5-464c-4210-917e-c64f156bb6a5 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:46:29.551549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Port 2e1be518-c900-4145-9f2f-bca23892bd29 on network 1b82cde5-464c-4210-917e-c64f156bb6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:46:29.551902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Attempting to bind port 2e1be518-c900-4145-9f2f-bca23892bd29 on network 1b82cde5-464c-4210-917e-c64f156bb6a5 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:46:29.559057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:46:29.559689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Checking segment: {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:46:29.559826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Bound using segment: {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:46:29.560272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Bound port: 2e1be518-c900-4145-9f2f-bca23892bd29, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328d0b35-c2dd-480b-bdc2-798f0c1e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:46:29.560640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:29.672408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] For port 2e1be518-c900-4145-9f2f-bca23892bd29, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:46:29.676356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] For port 2e1be518-c900-4145-9f2f-bca23892bd29, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=2e1be518-c900-4145-9f2f-bca23892bd29,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:46:29.683256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:29.731573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:29.732692 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:29.734952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] 10.222.0.18 "PUT /v2.0/ports/2e1be518-c900-4145-9f2f-bca23892bd29 HTTP/1.1" status: 200 len: 1091 time: 0.7831655 Dec 12 04:46:29.737929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:46:29.740786 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58fb4bf-52d7-4430-a5cc-2869a7687013" -d '{"events": [{"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:46:29.774591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a5d07-7e3b-43dc-bbda-f2d8c661b0cd service neutron] Pushing event updated for resources: {'Port': ['ID=2e1be518-c900-4145-9f2f-bca23892bd29,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:29.793838 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6ca1ea-20ca-4444-a9a8-aa474bcab0b1 x-openstack-request-id: req-4d6ca1ea-20ca-4444-a9a8-aa474bcab0b1 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:46:29.794139 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:46:29.794404 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d6ca1ea-20ca-4444-a9a8-aa474bcab0b1 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:46:29.794823 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29', 'status': 'completed', 'code': 200} Dec 12 04:46:29.896561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19740-5853-44fb-82aa-675682a0575c req-7fff9ca3-8224-41f4-86e0-b29d2f164198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:29.899649 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-7fff9ca3-8224-41f4-86e0-b29d2f164198 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8&device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1094 time: 0.0888746 Dec 12 04:46:29.981471 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-28a72802-b9a8-457b-b5af-eeb1adbdf091 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1be518-c900-4145-9f2f-bca23892bd29 HTTP/1.1" status: 200 len: 217 time: 0.0675461 Dec 12 04:46:30.042398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19740-5853-44fb-82aa-675682a0575c req-8e24921f-5274-420c-b0f6-1c422762ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:30.044009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-8e24921f-5274-420c-b0f6-1c422762ad18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3 HTTP/1.1" status: 200 len: 853 time: 0.0558701 Dec 12 04:46:30.093462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19740-5853-44fb-82aa-675682a0575c req-b502a1ad-df57-48e5-9978-9c88af833b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:30.095094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-b502a1ad-df57-48e5-9978-9c88af833b4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b82cde5-464c-4210-917e-c64f156bb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441558 Dec 12 04:46:30.199601 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-7a183610-a39b-4828-a286-26644fd27e3e service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974407 Dec 12 04:46:30.300727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73d19740-5853-44fb-82aa-675682a0575c req-7fd207f4-b377-45e9-9db1-ca4186f2ac7e service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940225 Dec 12 04:46:30.425671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-37ab3e2d-84ba-4372-962f-a0c6c4f03f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:30.428872 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-37ab3e2d-84ba-4372-962f-a0c6c4f03f10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8&device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1094 time: 0.0559464 Dec 12 04:46:30.525631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4bd00-ed28-47b4-ab64-b03eab33c29a req-a5ac09e5-d807-418d-ad2b-a175c4beaed1 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:30.527851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edf4bd00-ed28-47b4-ab64-b03eab33c29a req-a5ac09e5-d807-418d-ad2b-a175c4beaed1 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 943 time: 0.0834799 Dec 12 04:46:30.537990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-63f5ca7d-f1d1-49b0-9f2f-697f6c08d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:30.539883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-63f5ca7d-f1d1-49b0-9f2f-697f6c08d934 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b82cde5-464c-4210-917e-c64f156bb6a5 HTTP/1.1" status: 200 len: 914 time: 0.1043046 Dec 12 04:46:30.594549 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-a34bb31e-25cd-4a92-9d79-60be70b4fcad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1be518-c900-4145-9f2f-bca23892bd29 HTTP/1.1" status: 200 len: 217 time: 0.0467334 Dec 12 04:46:30.698276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-e5099f75-392a-409c-91d8-a2be631d57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:30.703358 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-e5099f75-392a-409c-91d8-a2be631d57dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3 HTTP/1.1" status: 200 len: 853 time: 0.1027474 Dec 12 04:46:30.758403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-7ef951cf-7b45-46d9-bea1-d93ce203d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:30.760175 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-7ef951cf-7b45-46d9-bea1-d93ce203d469 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b82cde5-464c-4210-917e-c64f156bb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496531 Dec 12 04:46:30.875201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-e9beef32-bd76-4158-a381-a0f9d798c5cd service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072094 Dec 12 04:46:30.971559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-edf4bd00-ed28-47b4-ab64-b03eab33c29a req-3f10f061-89fe-4ae8-932c-d41633a2f294 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4362209 Dec 12 04:46:30.988660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a58fb4bf-52d7-4430-a5cc-2869a7687013 req-70d2709e-8fc2-4151-88a7-58fe212a17d4 service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067698 Dec 12 04:46:32.108174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca7871-d18c-42ae-89a7-38a2252da967 req-5118a197-07f2-42da-9424-0a1ffee116d4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:32.110785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0aca7871-d18c-42ae-89a7-38a2252da967 req-5118a197-07f2-42da-9424-0a1ffee116d4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 943 time: 0.0631909 Dec 12 04:46:32.171294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0aca7871-d18c-42ae-89a7-38a2252da967 req-a54bfe1b-2ae3-4f33-b157-e684285ae625 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533731 Dec 12 04:46:33.286166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2be051-693d-4f84-b05f-c84d745bca4f req-5d60fbe6-9921-4e52-8eb6-0af7f90c5bf6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:33.287670 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc2be051-693d-4f84-b05f-c84d745bca4f req-5d60fbe6-9921-4e52-8eb6-0af7f90c5bf6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 943 time: 0.0492995 Dec 12 04:46:33.338913 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc2be051-693d-4f84-b05f-c84d745bca4f req-83053d92-1bbc-477a-870f-38216a188d3a tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437031 Dec 12 04:46:34.461802 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc492bec-5f9c-43d6-bd61-397c911b25f3 req-5162bbb5-507e-4156-8c00-8f572ab79d4f tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:34.463432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc492bec-5f9c-43d6-bd61-397c911b25f3 req-5162bbb5-507e-4156-8c00-8f572ab79d4f tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 943 time: 0.0547376 Dec 12 04:46:34.512689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dc492bec-5f9c-43d6-bd61-397c911b25f3 req-fa302462-0c4a-4906-b7bc-6d4051e9ab7b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433815 Dec 12 04:46:35.628523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9d3cf-f7f3-4501-89ee-70c0da155394 req-8aa5232c-94a3-4b0d-8d04-bafa8f7ec947 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:35.630060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5e9d3cf-f7f3-4501-89ee-70c0da155394 req-8aa5232c-94a3-4b0d-8d04-bafa8f7ec947 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 943 time: 0.0485542 Dec 12 04:46:35.681212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e5e9d3cf-f7f3-4501-89ee-70c0da155394 req-8dcd82ed-f734-4c7b-a0f8-1041e5f70026 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449588 Dec 12 04:46:36.797501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e68f2-3dc5-4eb6-a509-8aca4e46d733 req-13b3cb13-f8df-4e4d-b194-7ed42341fee2 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:36.799172 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d8e68f2-3dc5-4eb6-a509-8aca4e46d733 req-13b3cb13-f8df-4e4d-b194-7ed42341fee2 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 943 time: 0.0504644 Dec 12 04:46:36.853249 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d8e68f2-3dc5-4eb6-a509-8aca4e46d733 req-4b298faf-f732-4aab-9b6f-acc514d0d4c5 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470622 Dec 12 04:46:37.203524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35280) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:37.681302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:37.973962 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Deleting port eb8ff5a2-b32e-4153-90fd-995effa87536 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:46:37.974306 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:38.025722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5199b-576b-44e2-a354-03ab9762e361 req-10b11773-383d-45cc-b56c-b4b21926c0d5 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:38.027279 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ced5199b-576b-44e2-a354-03ab9762e361 req-10b11773-383d-45cc-b56c-b4b21926c0d5 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 943 time: 0.0997856 Dec 12 04:46:38.104562 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ced5199b-576b-44e2-a354-03ab9762e361 req-a1a1ba77-c7ed-49b2-9683-d8dbd503dcda tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711834 Dec 12 04:46:38.106404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] For port eb8ff5a2-b32e-4153-90fd-995effa87536, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=eb8ff5a2-b32e-4153-90fd-995effa87536,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:46:38.106771 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:38.119261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Calling delete_port for eb8ff5a2-b32e-4153-90fd-995effa87536 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:46:38.301327 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:38.333532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8ff5a2-b32e-4153-90fd-995effa87536,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:38.502185 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:38.722087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:46:38.830799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:46:38.835941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bd85e63b-bbf4-47ce-9ac2-59182c4a8d74 admin admin] 10.222.0.36 "PUT /v2.0/routers/37472b01-c7b1-4e41-bc92-53b2b4b58a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6313732 Dec 12 04:46:38.838485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35286) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:38.841420 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] Sync routers for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:46:38.851331 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:46:38.851976 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:46:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:38.950535 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:38.965925 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:46:38.991349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-d11c5a11-a8eb-421a-aff8-8cd061a07634 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947294 Dec 12 04:46:39.063763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.098165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae63c-08c8-407a-8994-3325ffb54625 req-ea7fdf8f-7b88-4acf-969e-c0e416491215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:39.099786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-ea7fdf8f-7b88-4acf-969e-c0e416491215 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1097 time: 0.0439730 Dec 12 04:46:39.120696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Deleting port 1130b919-3553-431a-89d9-7b183975233c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:46:39.121085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.155743 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '1130b919-3553-431a-89d9-7b183975233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:46:38Z', 'revision_number': 5, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port': {'id': '1130b919-3553-431a-89d9-7b183975233c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:39:55Z', 'updated_at': '2021-12-12T04:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:39.184927 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] Checking router: 37472b01-c7b1-4e41-bc92-53b2b4b58a2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:46:39.194705 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] Routers {'37472b01-c7b1-4e41-bc92-53b2b4b58a2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:46:39.195327 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:46:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:39.217930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] For port 1130b919-3553-431a-89d9-7b183975233c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1130b919-3553-431a-89d9-7b183975233c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:46:39.218349 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.236986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Calling delete_port for 1130b919-3553-431a-89d9-7b183975233c owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:46:39.261469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae63c-08c8-407a-8994-3325ffb54625 req-69619068-e2d9-420e-88d3-dbc9ca893dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:39.263239 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-69619068-e2d9-420e-88d3-dbc9ca893dc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.1397333 Dec 12 04:46:39.271820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758f7c3-319d-41ca-aa81-0d9ae81bea31 req-83728e30-d99a-48bd-b259-ea664f7ff0a1 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:39.279653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4758f7c3-319d-41ca-aa81-0d9ae81bea31 req-83728e30-d99a-48bd-b259-ea664f7ff0a1 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 943 time: 0.0907912 Dec 12 04:46:39.296437 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] Set router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:46:39.352502 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:46:39Z', 'revision_number': 6, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:39.374568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4758f7c3-319d-41ca-aa81-0d9ae81bea31 req-c067c402-04d8-4b15-83a4-22408f9ce01f tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940108 Dec 12 04:46:39.376445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-b7e2634d-38ad-4c90-b215-efcfd077df91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 1002 time: 0.0942042 Dec 12 04:46:39.382408 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be691b-7ebb-4f1f-9e52-5da3e6c62baf None None] The sync data for ids ['37472b01-c7b1-4e41-bc92-53b2b4b58a2c'] in n-d-710847-7 is: [{'id': '37472b01-c7b1-4e41-bc92-53b2b4b58a2c', 'name': 'tempest-AttachVolumeTestJSON-1208118656-router', 'tenant_id': '4426f104f94546909bbe216877025613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:39:54Z', 'updated_at': '2021-12-12T04:46:39Z', 'revision_number': 6, 'project_id': '4426f104f94546909bbe216877025613', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:46:39.430722 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.442751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae63c-08c8-407a-8994-3325ffb54625 req-13d9c55e-df95-4d8a-a367-2e11a4a08edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:39.444284 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-13d9c55e-df95-4d8a-a367-2e11a4a08edf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0595825 Dec 12 04:46:39.461095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Pushing event deleted for resources: {'Port': ['ID=1130b919-3553-431a-89d9-7b183975233c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:39.478427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2221354a-e191-46d7-93b6-eec2b233c32d None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:46:39.494513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae63c-08c8-407a-8994-3325ffb54625 req-d0e0f767-0292-4edf-b9ec-2fbc7779b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:39.496053 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-d0e0f767-0292-4edf-b9ec-2fbc7779b165 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442362 Dec 12 04:46:39.507695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-ddd5d4a0-4cf2-4552-95a5-d3bfc7af5ec0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:46:39.508784 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-ddd5d4a0-4cf2-4552-95a5-d3bfc7af5ec0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052936 Dec 12 04:46:39.526616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.600760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-0b94ecf0-aa56-4e78-80f0-a63172375457 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842738 Dec 12 04:46:39.620152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.622398 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.671835 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.672480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37472b01-c7b1-4e41-bc92-53b2b4b58a2c {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:46:39.677606 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.679041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-593e2b00-1a0b-4dd3-b49a-53a24246656f admin admin] 10.222.0.36 "DELETE /v2.0/routers/37472b01-c7b1-4e41-bc92-53b2b4b58a2c HTTP/1.1" status: 204 len: 168 time: 0.8393471 Dec 12 04:46:39.681382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35294) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:39.700732 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bafae63c-08c8-407a-8994-3325ffb54625 req-5aa2412b-38d9-467b-887f-297d0bd56468 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913696 Dec 12 04:46:39.729431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdb4d8f-bb99-4174-8cd4-25627084d007 admin admin] Deleting subnet db5d4960-42f9-4b22-8918-4bb1823d604b {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:46:39.733063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bdb4d8f-bb99-4174-8cd4-25627084d007 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.772569 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bdb4d8f-bb99-4174-8cd4-25627084d007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.858192 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bdb4d8f-bb99-4174-8cd4-25627084d007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.923051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bdb4d8f-bb99-4174-8cd4-25627084d007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.951026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb4d8f-bb99-4174-8cd4-25627084d007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5d4960-42f9-4b22-8918-4bb1823d604b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:39.954978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0bdb4d8f-bb99-4174-8cd4-25627084d007 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:39.960895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0bdb4d8f-bb99-4174-8cd4-25627084d007 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/db5d4960-42f9-4b22-8918-4bb1823d604b HTTP/1.1" status: 204 len: 168 time: 0.2759478 Dec 12 04:46:39.961055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35296) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:39.964154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e3a1d-df4e-454f-96cf-2ba79cb0ab84 None None] Network 6b365ae3-c201-4370-89f1-56b20de013cf requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:46:40.038777 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.113892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Deleting port 6d37df3d-5974-473e-b773-7218616262c3 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:46:40.114246 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.134346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] DHCP port deletion for 6b365ae3-c201-4370-89f1-56b20de013cf request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:46:40.145024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device eb8ff5a2-b32e-4153-90fd-995effa87536 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:46:40.189138 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: eb8ff5a2-b32e-4153-90fd-995effa87536 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:46:40.189482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device eb8ff5a2-b32e-4153-90fd-995effa87536 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:46:40.189922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1130b919-3553-431a-89d9-7b183975233c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:46:40.201822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] For port 6d37df3d-5974-473e-b773-7218616262c3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6d37df3d-5974-473e-b773-7218616262c3,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:46:40.202209 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.215528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 1130b919-3553-431a-89d9-7b183975233c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:46:40.216057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1130b919-3553-431a-89d9-7b183975233c not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:46:40.217287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Calling delete_port for 6d37df3d-5974-473e-b773-7218616262c3 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:46:40.237599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Deleting port 6d37df3d-5974-473e-b773-7218616262c3 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:46:40.238257 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.306824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.307066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] For port 6d37df3d-5974-473e-b773-7218616262c3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6d37df3d-5974-473e-b773-7218616262c3,segment=NetworkSegment(e79d19ff-bd51-46ca-9500-5529f67c6fa6),segment_id=e79d19ff-bd51-46ca-9500-5529f67c6fa6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:46:40.307317 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.320857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Calling delete_port for 6d37df3d-5974-473e-b773-7218616262c3 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:46:40.337942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] No DVR routers for this DVR port 6d37df3d-5974-473e-b773-7218616262c3 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:46:40.340486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d37df3d-5974-473e-b773-7218616262c3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 04:46:40.404633 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 04:46:40.416059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.419692 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.441302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b365ae3-c201-4370-89f1-56b20de013cf']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:40.443925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Pushing event deleted for resources: {'Port': ['ID=6d37df3d-5974-473e-b773-7218616262c3,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:40.453866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79d19ff-bd51-46ca-9500-5529f67c6fa6') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:40.454637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79d19ff-bd51-46ca-9500-5529f67c6fa6') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:40.455771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] No DVR routers for this DVR port 6d37df3d-5974-473e-b773-7218616262c3 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:46:40.458137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.458501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.458935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.459369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.459906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.460462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.461182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.461504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.461859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.462197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.462534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.462876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.463782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180fde9-d482-4f2a-8c25-02ffa5349ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:46:40.476594 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.512234 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.522260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:46:40.522648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:46:40.524564 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:46:40.562437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 2e1be518-c900-4145-9f2f-bca23892bd29 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:46:40.570595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19563c9-1593-4216-becf-c6491a52209b req-26c85a5e-a4b6-465f-93be-6219e7176f4d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:40.572158 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a19563c9-1593-4216-becf-c6491a52209b req-26c85a5e-a4b6-465f-93be-6219e7176f4d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 943 time: 0.1060448 Dec 12 04:46:40.614289 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.624592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.630792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6b365ae3-c201-4370-89f1-56b20de013cf HTTP/1.1" status: 204 len: 168 time: 0.6659846 Dec 12 04:46:40.647350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95255b-7ca4-4ebf-afea-5e8560dcd9e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b365ae3-c201-4370-89f1-56b20de013cf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:40.654905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a19563c9-1593-4216-becf-c6491a52209b req-d12e2583-9218-4c85-9140-c52686bb2bb6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692251 Dec 12 04:46:40.696079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 2e1be518-c900-4145-9f2f-bca23892bd29, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=2e1be518-c900-4145-9f2f-bca23892bd29,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:46:40.713908 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3651-dfbb-4f6a-80de-b49095c949c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.715494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '2e1be518-c900-4145-9f2f-bca23892bd29', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'port_id': '2e1be518-c900-4145-9f2f-bca23892bd29', 'mac_address': 'fa:16:3e:b2:6a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:46:40.756745 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.758976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35302) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:40.772539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1be518-c900-4145-9f2f-bca23892bd29 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:46:40.794665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 2e1be518-c900-4145-9f2f-bca23892bd29, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=2e1be518-c900-4145-9f2f-bca23892bd29,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:46:40.798862 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.804170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-62aae7c3-f6a5-4630-acc9-4e515f0dc3ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4426f104f94546909bbe216877025613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437698 Dec 12 04:46:40.806696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35304) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:40.851024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=2e1be518-c900-4145-9f2f-bca23892bd29,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:40.855365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f6d0062-28bc-4844-8299-cd38ea42e8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.877089 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f6d0062-28bc-4844-8299-cd38ea42e8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.924946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f6d0062-28bc-4844-8299-cd38ea42e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.928083 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f6d0062-28bc-4844-8299-cd38ea42e8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:40.929331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8f6d0062-28bc-4844-8299-cd38ea42e8fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07e20f4e-0bb2-4e42-acd6-f40d5b869934 HTTP/1.1" status: 204 len: 168 time: 0.1210902 Dec 12 04:46:40.937570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d0062-28bc-4844-8299-cd38ea42e8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e20f4e-0bb2-4e42-acd6-f40d5b869934,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:41.098463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['2e1be518-c900-4145-9f2f-bca23892bd29'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:46:41.778235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020433-0c97-434a-83f7-2447e9f99b4c req-f1bf686a-0520-4392-a0ee-8699df0d3b18 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:41.779921 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9020433-0c97-434a-83f7-2447e9f99b4c req-f1bf686a-0520-4392-a0ee-8699df0d3b18 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 944 time: 0.0526924 Dec 12 04:46:41.831332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b9020433-0c97-434a-83f7-2447e9f99b4c req-0f6bc6e5-27c8-4c2a-ac48-29987cc452fc tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456557 Dec 12 04:46:41.898843 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:42.104570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6d37df3d-5974-473e-b773-7218616262c3 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:46:42.126995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 6d37df3d-5974-473e-b773-7218616262c3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:46:42.127426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6d37df3d-5974-473e-b773-7218616262c3 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:46:42.579181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 2e1be518-c900-4145-9f2f-bca23892bd29 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:46:42.629394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 2e1be518-c900-4145-9f2f-bca23892bd29 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:46:42.633773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 2e1be518-c900-4145-9f2f-bca23892bd29 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:46:42.634267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:42.715395 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:42.739600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:46:42.741905 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb2e37-54f0-406e-a70d-50165280cb98" -d '{"events": [{"server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "name": "network-vif-plugged", "status": "completed", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:46:42.754761 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 2e1be518-c900-4145-9f2f-bca23892bd29, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=2e1be518-c900-4145-9f2f-bca23892bd29,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:46:42.761233 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:42.786436 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cae7dc-3cc6-4b28-85f3-8c18a0594bd4 x-openstack-request-id: req-a0cae7dc-3cc6-4b28-85f3-8c18a0594bd4 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:46:42.786736 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "name": "network-vif-plugged", "status": "completed", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:46:42.786999 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0cae7dc-3cc6-4b28-85f3-8c18a0594bd4 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:46:42.787405 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29', 'code': 200} Dec 12 04:46:42.813167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=2e1be518-c900-4145-9f2f-bca23892bd29,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:42.950624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd00129-c495-4ffd-8d2e-9cd9246183ad req-9c08b189-fa64-4ded-b1f2-fa3d1b0544fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:42.952295 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8bd00129-c495-4ffd-8d2e-9cd9246183ad req-9c08b189-fa64-4ded-b1f2-fa3d1b0544fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1096 time: 0.0714633 Dec 12 04:46:42.965250 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d611d-88d0-448b-a2fd-e0f9c52b63cf req-8c2ee995-a87e-46c7-ad34-aa2df775df16 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:42.966683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f8d611d-88d0-448b-a2fd-e0f9c52b63cf req-8c2ee995-a87e-46c7-ad34-aa2df775df16 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 945 time: 0.0606236 Dec 12 04:46:42.993422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5e13-4b01-4fca-bbde-abf4f9e0ecb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:43.034130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8bd00129-c495-4ffd-8d2e-9cd9246183ad req-cd839d64-d1b4-4c9f-ac50-0243c5909129 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665002 Dec 12 04:46:43.052468 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f8d611d-88d0-448b-a2fd-e0f9c52b63cf req-b71c154c-934c-4dcf-bceb-f416559a7bfd tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787442 Dec 12 04:46:44.119043 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:44.151357 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:44.177419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf726f1-a71d-4b1b-acd2-e626f6ef8668 req-6db68b36-b90f-4f6b-a2c9-e78e0e861efb tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:44.179055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6cf726f1-a71d-4b1b-acd2-e626f6ef8668 req-6db68b36-b90f-4f6b-a2c9-e78e0e861efb tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 945 time: 0.0519249 Dec 12 04:46:44.235354 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6cf726f1-a71d-4b1b-acd2-e626f6ef8668 req-61f7f333-4130-4767-a10a-75625778570f tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489066 Dec 12 04:46:44.356077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381d24a-6190-4b2a-9b99-abc18244fbeb req-19e9001d-ecbf-477a-b595-6b28f468c146 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:44.357617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0381d24a-6190-4b2a-9b99-abc18244fbeb req-19e9001d-ecbf-477a-b595-6b28f468c146 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 945 time: 0.0512292 Dec 12 04:46:44.408529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0381d24a-6190-4b2a-9b99-abc18244fbeb req-cb839560-99da-462f-85fb-cf7ba291e698 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448995 Dec 12 04:46:44.430451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35418) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:44.661428 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1880fa6-7d82-4ddc-9c02-7c3f62e4d7e1 tempest-TestVolumeBackupRestore-415011254 tempest-TestVolumeBackupRestore-415011254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:44.662971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d1880fa6-7d82-4ddc-9c02-7c3f62e4d7e1 tempest-TestVolumeBackupRestore-415011254 tempest-TestVolumeBackupRestore-415011254-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1091 time: 0.2314734 Dec 12 04:46:44.665910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35428) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:44.670145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '2e1be518-c900-4145-9f2f-bca23892bd29', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:44.693556 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:44.799286 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:44.907185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Allocated IP 172.25.7.215 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/6ec62b81-ae08-472b-81b4-7c33661df5a2) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:46:45.012952 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:45.046637 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:45.091017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:46:45.094187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:46:45.096950 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:46:45.124986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'Port': ['ID=6ec62b81-ae08-472b-81b4-7c33661df5a2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:45.445750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:45.517131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:45.671507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:45.679894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:45.691832 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:45.751890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event updated for resources: {'Port': ['ID=6ec62b81-ae08-472b-81b4-7c33661df5a2,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:45.762993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:45.863337 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Floating IP dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f associated. External IP: 172.25.7.215, port: 2e1be518-c900-4145-9f2f-bca23892bd29. Dec 12 04:46:46.080285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:46:46.544600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:46:46.555901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] Sync routers for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:46:46.562965 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:46.569019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:46:46.569869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:46:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:46.593273 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9c00f7ff-8901-45b2-9168-cd901fe2de48 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9263008 Dec 12 04:46:46.594001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:46:46.596410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35460) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:46.597023 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851318b2-1202-4628-a486-7e2dd3890cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:46:46.638930 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c365a9a-4960-438f-945a-0acfbe720258 tempest-TestVolumeBackupRestore-415011254 tempest-TestVolumeBackupRestore-415011254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:46.640542 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d20c213-3aae-4541-8d34-cdbe3657d446 x-openstack-request-id: req-2d20c213-3aae-4541-8d34-cdbe3657d446 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:46:46.641045 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:46:46.641443 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d20c213-3aae-4541-8d34-cdbe3657d446 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:46:46.642174 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29', 'status': 'completed', 'code': 200} Dec 12 04:46:46.643512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35466) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:46.643692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7c365a9a-4960-438f-945a-0acfbe720258 tempest-TestVolumeBackupRestore-415011254 tempest-TestVolumeBackupRestore-415011254-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1091 time: 0.0456328 Dec 12 04:46:46.650044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-db0fc93f-f208-49c8-9626-5147504f122d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Request body: {'floatingip': {'port_id': '2e1be518-c900-4145-9f2f-bca23892bd29'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:46:46.689385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:46:46.717453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35468) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:46.746026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db0fc93f-f208-49c8-9626-5147504f122d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:46.750722 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:46.789305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-d1f36fe0-c872-46f3-b1d1-a93549c8b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:46.790838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-d1f36fe0-c872-46f3-b1d1-a93549c8b4ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8&device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1096 time: 0.1034250 Dec 12 04:46:46.837431 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a53d45c9-41ee-4e8b-bb0f-e23ecf5e1a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:46.923290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a53d45c9-41ee-4e8b-bb0f-e23ecf5e1a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:46.927721 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a53d45c9-41ee-4e8b-bb0f-e23ecf5e1a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:46.955520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-b8a34a70-bd3f-47f8-93bb-1dea07c3fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:46.955798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'port_id': '2e1be518-c900-4145-9f2f-bca23892bd29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'mac_address': 'fa:16:3e:b2:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884979da-1b79-451b-9a87-caee343645d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:46:45Z', 'updated_at': '2021-12-12T04:46:45Z', 'revision_number': 0, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:46.957167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-b8a34a70-bd3f-47f8-93bb-1dea07c3fec3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b82cde5-464c-4210-917e-c64f156bb6a5 HTTP/1.1" status: 200 len: 914 time: 0.1588793 Dec 12 04:46:46.974394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a53d45c9-41ee-4e8b-bb0f-e23ecf5e1a33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d74a85ca5a546a2bf18fcde5f8fb6a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558260 Dec 12 04:46:46.976019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d45c9-41ee-4e8b-bb0f-e23ecf5e1a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c454e3f5-2bcb-4860-9e65-eea420fa4edf,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:46.980270 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35472) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:46.987192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] Checking router: 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:46:46.996269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:46:46.996939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:46:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:47.038550 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbe56b91-e56d-4f2f-a0c9-ff56ae3766d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.071300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbe56b91-e56d-4f2f-a0c9-ff56ae3766d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.091917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-95f55db2-55cf-4fcc-8227-7298ceb06097 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1be518-c900-4145-9f2f-bca23892bd29 HTTP/1.1" status: 200 len: 999 time: 0.1039929 Dec 12 04:46:47.127081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbe56b91-e56d-4f2f-a0c9-ff56ae3766d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.129876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbe56b91-e56d-4f2f-a0c9-ff56ae3766d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.133501 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cbe56b91-e56d-4f2f-a0c9-ff56ae3766d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c454e3f5-2bcb-4860-9e65-eea420fa4edf HTTP/1.1" status: 204 len: 168 time: 0.1489489 Dec 12 04:46:47.143251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe56b91-e56d-4f2f-a0c9-ff56ae3766d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c454e3f5-2bcb-4860-9e65-eea420fa4edf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:47.202402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-6dfb0005-0343-4c14-8e6e-50572adfb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:47.203829 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-6dfb0005-0343-4c14-8e6e-50572adfb8b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3 HTTP/1.1" status: 200 len: 853 time: 0.1025674 Dec 12 04:46:47.314911 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:46:47.333782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-18e6f866-f3eb-49de-80e7-02dc91aa7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:47.335323 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-18e6f866-f3eb-49de-80e7-02dc91aa7945 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b82cde5-464c-4210-917e-c64f156bb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226311 Dec 12 04:46:47.369830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-d59a3dd3-6d6e-40be-a6ed-740936b543c8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:46:47.371203 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-d59a3dd3-6d6e-40be-a6ed-740936b543c8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140154 Dec 12 04:46:47.441813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35478) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:47.455277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49ec3009-0920-4b97-bbfd-0c47b854a906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.480782 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db0fc93f-f208-49c8-9626-5147504f122d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.495142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db0fc93f-f208-49c8-9626-5147504f122d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.544564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49ec3009-0920-4b97-bbfd-0c47b854a906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.548877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49ec3009-0920-4b97-bbfd-0c47b854a906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.572962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'port_id': '2e1be518-c900-4145-9f2f-bca23892bd29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'mac_address': 'fa:16:3e:b2:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884979da-1b79-451b-9a87-caee343645d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:46:45Z', 'updated_at': '2021-12-12T04:46:45Z', 'revision_number': 0, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:47.591083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-49ec3009-0920-4b97-bbfd-0c47b854a906 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cfe13f9c25140b19cde33c2fd406b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1480684 Dec 12 04:46:47.591992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec3009-0920-4b97-bbfd-0c47b854a906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38b0ef-687f-4790-8c60-0044755449c0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:47.593727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:47.606072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-3a445c41-12f6-45be-9768-0ba0f527aaca service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263014 Dec 12 04:46:47.611072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e50ef5-435f-487c-a6e9-44a79d28d619 None None] The sync data for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 is: [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'port_id': '2e1be518-c900-4145-9f2f-bca23892bd29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'mac_address': 'fa:16:3e:b2:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884979da-1b79-451b-9a87-caee343645d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:46:45Z', 'updated_at': '2021-12-12T04:46:45Z', 'revision_number': 0, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:46:47.739783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-324bcc30-9d39-4dfe-b5d6-7e35b3f161c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.804862 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-851318b2-1202-4628-a486-7e2dd3890cf2 req-7e4f4ea3-ad10-4959-881d-ed40a90979ee service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891451 Dec 12 04:46:47.819616 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e545f3-a7a6-4b9b-af07-249ab46b0bab None None] New status for floating IP dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:46:47.842827 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-324bcc30-9d39-4dfe-b5d6-7e35b3f161c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.911638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0fc93f-f208-49c8-9626-5147504f122d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:46:47.918987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-324bcc30-9d39-4dfe-b5d6-7e35b3f161c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.921617 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-324bcc30-9d39-4dfe-b5d6-7e35b3f161c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:47.922782 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-324bcc30-9d39-4dfe-b5d6-7e35b3f161c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f38b0ef-687f-4790-8c60-0044755449c0 HTTP/1.1" status: 204 len: 168 time: 0.3281045 Dec 12 04:46:47.934734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bcc30-9d39-4dfe-b5d6-7e35b3f161c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38b0ef-687f-4790-8c60-0044755449c0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:48.042124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0fc93f-f208-49c8-9626-5147504f122d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:46:48.047028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-db0fc93f-f208-49c8-9626-5147504f122d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:48.112931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-db0fc93f-f208-49c8-9626-5147504f122d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "PUT /v2.0/floatingips/dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f HTTP/1.1" status: 200 len: 991 time: 1.4585969 Dec 12 04:46:48.171591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] Sync routers for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:46:48.181220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:46:48.182404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:46:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:48.290139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:46:48.527215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'port_id': '2e1be518-c900-4145-9f2f-bca23892bd29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'mac_address': 'fa:16:3e:b2:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884979da-1b79-451b-9a87-caee343645d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:46:45Z', 'updated_at': '2021-12-12T04:46:48Z', 'revision_number': 2, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:48.560267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] Checking router: 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:46:48.568781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:46:48.569431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:46:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:48.643644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29'}, {'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:46:48.647393 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86b6c8b-3222-45fb-9e56-8055fbc06e28" -d '{"events": [{"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29"}, {"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:46:48.678307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:46:48.687069 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 04:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6dc454-36b8-454c-8574-a5563f32f4b2 x-openstack-request-id: req-1f6dc454-36b8-454c-8574-a5563f32f4b2 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:46:48.687384 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:46:48.687650 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f6dc454-36b8-454c-8574-a5563f32f4b2 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:46:48.688069 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29', 'status': 'completed', 'code': 200} Dec 12 04:46:48.688336 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29', 'status': 'completed', 'code': 200} Dec 12 04:46:48.784627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-087b24e2-0618-4544-a56e-e472c9482302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:48.786227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-087b24e2-0618-4544-a56e-e472c9482302 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8&device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1096 time: 0.0522740 Dec 12 04:46:48.884144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-1d790f8f-f801-461a-bdad-0363f822fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:48.886654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-1d790f8f-f801-461a-bdad-0363f822fa5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b82cde5-464c-4210-917e-c64f156bb6a5 HTTP/1.1" status: 200 len: 914 time: 0.0924358 Dec 12 04:46:48.928288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'port_id': '2e1be518-c900-4145-9f2f-bca23892bd29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'mac_address': 'fa:16:3e:b2:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884979da-1b79-451b-9a87-caee343645d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:46:45Z', 'updated_at': '2021-12-12T04:46:48Z', 'revision_number': 2, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:46:48.959781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ece2b-a5ca-412b-95e9-af8f9f30a766 None None] The sync data for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 is: [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'port_id': '2e1be518-c900-4145-9f2f-bca23892bd29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'mac_address': 'fa:16:3e:b2:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884979da-1b79-451b-9a87-caee343645d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:46:45Z', 'updated_at': '2021-12-12T04:46:48Z', 'revision_number': 2, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:46:48.961665 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-c7e33e00-e036-43d6-b28f-aa1ee65139e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1be518-c900-4145-9f2f-bca23892bd29 HTTP/1.1" status: 200 len: 1001 time: 0.0684204 Dec 12 04:46:49.014692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-dd83b641-a596-4f8a-943d-5d244abf477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:49.016540 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-dd83b641-a596-4f8a-943d-5d244abf477e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3 HTTP/1.1" status: 200 len: 853 time: 0.0486310 Dec 12 04:46:49.066276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-ce57eef3-6048-449b-9ea6-30bc8b88ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:49.067842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-ce57eef3-6048-449b-9ea6-30bc8b88ba3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b82cde5-464c-4210-917e-c64f156bb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444555 Dec 12 04:46:49.169156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-7f426f24-4a3f-451b-be2f-bdba6167b500 service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933442 Dec 12 04:46:49.262226 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-6dcb652b-345e-410a-8428-e25b69ba1f38 service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854850 Dec 12 04:46:49.388258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-a0f8b6ff-cf34-4199-8a6f-2aea03d7b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:49.390083 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-a0f8b6ff-cf34-4199-8a6f-2aea03d7b200 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8&device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1096 time: 0.0441232 Dec 12 04:46:49.489129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-bd6d82cb-53de-41d2-8c08-4e4a583a39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:49.490636 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-bd6d82cb-53de-41d2-8c08-4e4a583a39e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b82cde5-464c-4210-917e-c64f156bb6a5 HTTP/1.1" status: 200 len: 914 time: 0.0938978 Dec 12 04:46:49.558529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-3b86f933-94e8-4ef4-8ef3-f58f7ebb6955 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1be518-c900-4145-9f2f-bca23892bd29 HTTP/1.1" status: 200 len: 1001 time: 0.0610561 Dec 12 04:46:49.617971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-f2f09eca-9c43-42b8-a3c7-ce7c82ef689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:49.619336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-f2f09eca-9c43-42b8-a3c7-ce7c82ef689d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3 HTTP/1.1" status: 200 len: 853 time: 0.0541141 Dec 12 04:46:49.665752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-35ce3df2-af0e-410a-a837-8851c8dac990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:46:49.667317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-35ce3df2-af0e-410a-a837-8851c8dac990 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b82cde5-464c-4210-917e-c64f156bb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416524 Dec 12 04:46:49.755388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-3149fb69-12c4-4013-81d0-4400d2ad87dc service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813169 Dec 12 04:46:49.854289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e86b6c8b-3222-45fb-9e56-8055fbc06e28 req-48c4f2f1-75db-4dcd-a22d-ea648f1730f1 service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910268 Dec 12 04:46:49.918431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35544) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:50.023881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7eecf5bd-b3ef-487e-9e69-7b863f028a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.096662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7eecf5bd-b3ef-487e-9e69-7b863f028a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.100400 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7eecf5bd-b3ef-487e-9e69-7b863f028a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.138904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7eecf5bd-b3ef-487e-9e69-7b863f028a28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1d8f4338f07405790e0db6bff8a0d8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193460 Dec 12 04:46:50.141152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecf5bd-b3ef-487e-9e69-7b863f028a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69112fd-ad84-47b3-b557-437c67765d6c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:50.141874 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35548) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:50.190395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-904de385-c73e-42a5-a535-3cbaa79f926f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.210360 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-904de385-c73e-42a5-a535-3cbaa79f926f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.258059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-904de385-c73e-42a5-a535-3cbaa79f926f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.260891 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-904de385-c73e-42a5-a535-3cbaa79f926f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.262057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-904de385-c73e-42a5-a535-3cbaa79f926f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f69112fd-ad84-47b3-b557-437c67765d6c HTTP/1.1" status: 204 len: 168 time: 0.1191959 Dec 12 04:46:50.270099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de385-c73e-42a5-a535-3cbaa79f926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69112fd-ad84-47b3-b557-437c67765d6c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:50.559438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35554) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:50.572539 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c5740a-f479-4ac5-a9fb-c4748fc6392e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.643332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c5740a-f479-4ac5-a9fb-c4748fc6392e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.647109 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b8c5740a-f479-4ac5-a9fb-c4748fc6392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.685980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b8c5740a-f479-4ac5-a9fb-c4748fc6392e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6df79e922b0d4d58a3360f4cb3f933f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254265 Dec 12 04:46:50.686849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5740a-f479-4ac5-a9fb-c4748fc6392e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653b74cd-3591-4f6f-8651-308b3bde7d62,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:50.688636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35556) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:50.736832 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80b8b7f9-60a2-42e8-8719-dfb9c1865ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.760917 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80b8b7f9-60a2-42e8-8719-dfb9c1865ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.806563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80b8b7f9-60a2-42e8-8719-dfb9c1865ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.809295 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80b8b7f9-60a2-42e8-8719-dfb9c1865ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:50.810439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-80b8b7f9-60a2-42e8-8719-dfb9c1865ff7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/653b74cd-3591-4f6f-8651-308b3bde7d62 HTTP/1.1" status: 204 len: 168 time: 0.1206753 Dec 12 04:46:50.818077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8b7f9-60a2-42e8-8719-dfb9c1865ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653b74cd-3591-4f6f-8651-308b3bde7d62,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:52.938678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35628) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:53.069548 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d81fc95-4f35-436d-a0b6-ea3f3c7c31be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.142579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d81fc95-4f35-436d-a0b6-ea3f3c7c31be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.146234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d81fc95-4f35-436d-a0b6-ea3f3c7c31be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.185588 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7d81fc95-4f35-436d-a0b6-ea3f3c7c31be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=936258594ccf490d9aa7e481fcfe8b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458477 Dec 12 04:46:53.186711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81fc95-4f35-436d-a0b6-ea3f3c7c31be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125fb6af-4312-4c18-91a6-82a0a8d551da,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:53.188291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35632) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:53.235139 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dd56e8da-00b5-4803-8482-b17495391ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.255988 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dd56e8da-00b5-4803-8482-b17495391ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.300931 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dd56e8da-00b5-4803-8482-b17495391ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.303510 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dd56e8da-00b5-4803-8482-b17495391ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.304697 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dd56e8da-00b5-4803-8482-b17495391ea9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/125fb6af-4312-4c18-91a6-82a0a8d551da HTTP/1.1" status: 204 len: 168 time: 0.1153085 Dec 12 04:46:53.312998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56e8da-00b5-4803-8482-b17495391ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125fb6af-4312-4c18-91a6-82a0a8d551da,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:53.694005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35638) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:53.707119 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e432d649-a37f-4d55-b37e-ce1335ed10f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.783695 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e432d649-a37f-4d55-b37e-ce1335ed10f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.787560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e432d649-a37f-4d55-b37e-ce1335ed10f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.825713 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e432d649-a37f-4d55-b37e-ce1335ed10f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bd7066182f84d2c9872d1a9caab5857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305661 Dec 12 04:46:53.826591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432d649-a37f-4d55-b37e-ce1335ed10f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b295807-39d3-4d6e-9f84-99543a778b61,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:53.828325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35640) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:46:53.877781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4de38f3-18da-4bd3-b3d4-f602692828e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.898353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4de38f3-18da-4bd3-b3d4-f602692828e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.946484 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4de38f3-18da-4bd3-b3d4-f602692828e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.949815 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e4de38f3-18da-4bd3-b3d4-f602692828e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:46:53.951010 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e4de38f3-18da-4bd3-b3d4-f602692828e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b295807-39d3-4d6e-9f84-99543a778b61 HTTP/1.1" status: 204 len: 168 time: 0.1215382 Dec 12 04:46:53.960100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de38f3-18da-4bd3-b3d4-f602692828e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b295807-39d3-4d6e-9f84-99543a778b61,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:46:57.168684 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:47:04.005999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35908) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:04.116259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-856eb9b3-5166-439b-98fa-bc8fad0f0de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.193983 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-856eb9b3-5166-439b-98fa-bc8fad0f0de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.197501 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-856eb9b3-5166-439b-98fa-bc8fad0f0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.238214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-856eb9b3-5166-439b-98fa-bc8fad0f0de6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e6ed27d39f94624914522baad1506ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310808 Dec 12 04:47:04.239101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856eb9b3-5166-439b-98fa-bc8fad0f0de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4924adef-cc41-4065-b6cd-67e330767e36,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:04.240952 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35912) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:04.292369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40fb001f-cfb0-4aec-9e67-92d6124135a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.315411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40fb001f-cfb0-4aec-9e67-92d6124135a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.364031 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40fb001f-cfb0-4aec-9e67-92d6124135a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.366678 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40fb001f-cfb0-4aec-9e67-92d6124135a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.367879 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-40fb001f-cfb0-4aec-9e67-92d6124135a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4924adef-cc41-4065-b6cd-67e330767e36 HTTP/1.1" status: 204 len: 168 time: 0.1257954 Dec 12 04:47:04.377686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb001f-cfb0-4aec-9e67-92d6124135a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4924adef-cc41-4065-b6cd-67e330767e36,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:04.627279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35918) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:04.640647 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-566b2dbf-cc70-4b2d-967e-41aa7a82d3f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.716366 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-566b2dbf-cc70-4b2d-967e-41aa7a82d3f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.720331 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-566b2dbf-cc70-4b2d-967e-41aa7a82d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.767229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-566b2dbf-cc70-4b2d-967e-41aa7a82d3f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=631adb7d2bcf4d12968d489b465310a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388040 Dec 12 04:47:04.768248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b2dbf-cc70-4b2d-967e-41aa7a82d3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ba1b3f-83da-4a44-be70-784d802cf0c8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:04.770108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35920) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:04.820315 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87971bbf-4784-4768-b9a1-a03e98c97c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.842397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87971bbf-4784-4768-b9a1-a03e98c97c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.889893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87971bbf-4784-4768-b9a1-a03e98c97c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.892591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-87971bbf-4784-4768-b9a1-a03e98c97c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:04.893793 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-87971bbf-4784-4768-b9a1-a03e98c97c12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39ba1b3f-83da-4a44-be70-784d802cf0c8 HTTP/1.1" status: 204 len: 168 time: 0.1225679 Dec 12 04:47:04.902232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87971bbf-4784-4768-b9a1-a03e98c97c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ba1b3f-83da-4a44-be70-784d802cf0c8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:06.469861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 35964) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:06.581734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a41772cd-257d-4d3f-958f-4d94e99ea075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:06.657764 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a41772cd-257d-4d3f-958f-4d94e99ea075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:06.661213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a41772cd-257d-4d3f-958f-4d94e99ea075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:06.702824 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a41772cd-257d-4d3f-958f-4d94e99ea075 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fd4cd42c76e436e84ee51fa8a900104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318046 Dec 12 04:47:06.703719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41772cd-257d-4d3f-958f-4d94e99ea075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de956a4-6a50-4fcd-8a50-1d43d8042a4a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:06.705565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35968) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:06.753044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55ba7645-9b41-4be5-95f1-ee061e15bab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:06.775700 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55ba7645-9b41-4be5-95f1-ee061e15bab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:06.823243 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55ba7645-9b41-4be5-95f1-ee061e15bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:06.825954 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-55ba7645-9b41-4be5-95f1-ee061e15bab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:06.827313 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-55ba7645-9b41-4be5-95f1-ee061e15bab2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6de956a4-6a50-4fcd-8a50-1d43d8042a4a HTTP/1.1" status: 204 len: 168 time: 0.1206534 Dec 12 04:47:06.834826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba7645-9b41-4be5-95f1-ee061e15bab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de956a4-6a50-4fcd-8a50-1d43d8042a4a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:07.085204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35974) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:07.099015 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ebac3b93-471b-4097-a18a-e2e1e6d2f8b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:07.173149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ebac3b93-471b-4097-a18a-e2e1e6d2f8b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:07.176513 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ebac3b93-471b-4097-a18a-e2e1e6d2f8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:07.215219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac3b93-471b-4097-a18a-e2e1e6d2f8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1222e823-5486-4786-abea-1cc0a5a621ef,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:07.222281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ebac3b93-471b-4097-a18a-e2e1e6d2f8b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1268673a1c00458f97f13b2e7fc8700f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333687 Dec 12 04:47:07.222504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 35976) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:07.276649 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ce734f-ca9e-4ae3-9672-3987bd7c8b7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:07.299469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ce734f-ca9e-4ae3-9672-3987bd7c8b7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:07.346102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ce734f-ca9e-4ae3-9672-3987bd7c8b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:07.348988 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e1ce734f-ca9e-4ae3-9672-3987bd7c8b7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:07.350197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e1ce734f-ca9e-4ae3-9672-3987bd7c8b7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1222e823-5486-4786-abea-1cc0a5a621ef HTTP/1.1" status: 204 len: 168 time: 0.1267929 Dec 12 04:47:07.359243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce734f-ca9e-4ae3-9672-3987bd7c8b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1222e823-5486-4786-abea-1cc0a5a621ef,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:09.497452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36090) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:09.606859 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cac4756-5ab0-45fb-9d85-d0b622a1303b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:09.685336 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cac4756-5ab0-45fb-9d85-d0b622a1303b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:09.689239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cac4756-5ab0-45fb-9d85-d0b622a1303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:09.729716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac4756-5ab0-45fb-9d85-d0b622a1303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9c02df-fb0a-482e-ae4f-8cb83d7ae845,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:09.735510 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8cac4756-5ab0-45fb-9d85-d0b622a1303b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e178ed57be4436d95b0a479efbd66b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369826 Dec 12 04:47:09.738219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36094) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:09.794288 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5227ea71-4878-4df3-bb9e-9e14d1c1ff6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:09.817025 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5227ea71-4878-4df3-bb9e-9e14d1c1ff6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:09.863911 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5227ea71-4878-4df3-bb9e-9e14d1c1ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:09.866759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5227ea71-4878-4df3-bb9e-9e14d1c1ff6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:09.868076 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5227ea71-4878-4df3-bb9e-9e14d1c1ff6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb9c02df-fb0a-482e-ae4f-8cb83d7ae845 HTTP/1.1" status: 204 len: 168 time: 0.1288540 Dec 12 04:47:09.876923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227ea71-4878-4df3-bb9e-9e14d1c1ff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9c02df-fb0a-482e-ae4f-8cb83d7ae845,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:10.141911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36100) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:10.157063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4967215e-3120-4324-bb74-9529109a4e0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:10.238425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4967215e-3120-4324-bb74-9529109a4e0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:10.241991 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4967215e-3120-4324-bb74-9529109a4e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:10.284883 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4967215e-3120-4324-bb74-9529109a4e0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65708e0be7c043db89b988d5972d53e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417835 Dec 12 04:47:10.286014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967215e-3120-4324-bb74-9529109a4e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2758894-f2e6-47a2-afcb-ad8e10a8015c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:10.287715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36104) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:10.338893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b164dd59-9986-4ef6-9c65-63b6fd46e74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:10.361085 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b164dd59-9986-4ef6-9c65-63b6fd46e74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:10.408778 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b164dd59-9986-4ef6-9c65-63b6fd46e74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:10.411713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b164dd59-9986-4ef6-9c65-63b6fd46e74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:10.413026 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b164dd59-9986-4ef6-9c65-63b6fd46e74e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2758894-f2e6-47a2-afcb-ad8e10a8015c HTTP/1.1" status: 204 len: 168 time: 0.1235673 Dec 12 04:47:10.421771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164dd59-9986-4ef6-9c65-63b6fd46e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2758894-f2e6-47a2-afcb-ad8e10a8015c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:10.699557 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-159be3dc-ff9b-43d3-9b35-e4b2dee304ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:11.907970 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:12.986410 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-917e3bea-69e1-4010-9e08-93f3cb049bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.098795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36274) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:13.202931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f23f112e-cf35-422d-92d7-054f1d61a8f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.280623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f23f112e-cf35-422d-92d7-054f1d61a8f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.284172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f23f112e-cf35-422d-92d7-054f1d61a8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.323390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f23f112e-cf35-422d-92d7-054f1d61a8f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=daf709e1dad44ed6ab3fec3926631215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235086 Dec 12 04:47:13.324655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f112e-cf35-422d-92d7-054f1d61a8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca213fda-e893-49a7-954e-8fc1de7fdc75,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:13.326028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36278) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:13.374448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce24cc20-0d3d-4551-ae72-3d2eaa35fb6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.395595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce24cc20-0d3d-4551-ae72-3d2eaa35fb6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.446083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce24cc20-0d3d-4551-ae72-3d2eaa35fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.448680 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce24cc20-0d3d-4551-ae72-3d2eaa35fb6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.449854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ce24cc20-0d3d-4551-ae72-3d2eaa35fb6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca213fda-e893-49a7-954e-8fc1de7fdc75 HTTP/1.1" status: 204 len: 168 time: 0.1228371 Dec 12 04:47:13.457709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24cc20-0d3d-4551-ae72-3d2eaa35fb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca213fda-e893-49a7-954e-8fc1de7fdc75,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:13.707329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36284) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:13.720880 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a41da26a-55a0-4cb4-8bc5-15eae6b9c07f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.792964 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a41da26a-55a0-4cb4-8bc5-15eae6b9c07f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.796648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a41da26a-55a0-4cb4-8bc5-15eae6b9c07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.834467 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a41da26a-55a0-4cb4-8bc5-15eae6b9c07f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2fd410f00fe4f05bca3ca7e7d23994c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260762 Dec 12 04:47:13.836460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41da26a-55a0-4cb4-8bc5-15eae6b9c07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43143a6-35ac-484b-b858-e4b641be5010,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:13.837237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36286) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:13.887177 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9799f0d3-cea6-473c-9f67-6a48c433f8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.908517 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9799f0d3-cea6-473c-9f67-6a48c433f8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.954314 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9799f0d3-cea6-473c-9f67-6a48c433f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.957184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9799f0d3-cea6-473c-9f67-6a48c433f8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:13.958348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9799f0d3-cea6-473c-9f67-6a48c433f8f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b43143a6-35ac-484b-b858-e4b641be5010 HTTP/1.1" status: 204 len: 168 time: 0.1200533 Dec 12 04:47:13.966251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799f0d3-cea6-473c-9f67-6a48c433f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43143a6-35ac-484b-b858-e4b641be5010,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:14.117208 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:14.153220 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:15.248417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36348) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:15.354765 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01a2b4d7-e09f-4391-b970-e98fa12c94a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:15.425014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01a2b4d7-e09f-4391-b970-e98fa12c94a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:15.428384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-01a2b4d7-e09f-4391-b970-e98fa12c94a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:15.467927 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-01a2b4d7-e09f-4391-b970-e98fa12c94a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53d396850e8a4c34af94f450241826ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184186 Dec 12 04:47:15.469140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2b4d7-e09f-4391-b970-e98fa12c94a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021327b8-bf1c-4f9f-9cd8-5844a9989ded,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:15.470664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36352) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:15.518371 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-753bb54f-6614-4726-b811-4c9d1058949b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:15.540606 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-753bb54f-6614-4726-b811-4c9d1058949b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:15.585967 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-753bb54f-6614-4726-b811-4c9d1058949b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:15.589134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-753bb54f-6614-4726-b811-4c9d1058949b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:15.590324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-753bb54f-6614-4726-b811-4c9d1058949b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/021327b8-bf1c-4f9f-9cd8-5844a9989ded HTTP/1.1" status: 204 len: 168 time: 0.1186233 Dec 12 04:47:15.597830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bb54f-6614-4726-b811-4c9d1058949b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021327b8-bf1c-4f9f-9cd8-5844a9989ded,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:15.693900 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:16.704784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36390) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:16.723379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:16.803111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1074591267', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:16.825265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Made reservation on behalf of bd3b138140d246ed813a64853dc4d61a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:16.827525 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:16.835626 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:16.908514 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:16.911940 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:16.921721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] device_id is not set on port 34391526-1874-432d-bdda-4dac0387b288 yet. {{(pid=103450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:47:16.965512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fd53a6-34c4-48bd-ba36-4d06936f805d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:17.033771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Allocated IP 172.25.7.177 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/34391526-1874-432d-bdda-4dac0387b288) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:17.168735 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.201079 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.240922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:17.243802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:17.247364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:17.256663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e468e89-f329-4907-868c-ca529329559f None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:47:17.277879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Pushing event updated for resources: {'Port': ['ID=34391526-1874-432d-bdda-4dac0387b288,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:17.295741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:17.296365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.313372 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fcb23222-acb7-442d-96ac-1851f20b641f tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6074111 Dec 12 04:47:17.314636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36394) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:17.319629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1fcd899a-ba98-42bb-a632-c2b8c00ed5a8 None None] Provisioning complete for port 34391526-1874-432d-bdda-4dac0387b288 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:47:17.320088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.177'}]}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:17.320263 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1fcd899a-ba98-42bb-a632-c2b8c00ed5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.347387 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.348455 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.355984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd899a-ba98-42bb-a632-c2b8c00ed5a8 None None] Port 34391526-1874-432d-bdda-4dac0387b288 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:47:17.401562 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.535798 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.726315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.745411 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:17.886365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:18.373443 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:18.375595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:18.418995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:18.419518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfcc94ac-23c2-40da-b439-e76e2f5070b3 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:47:18.435353 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 12 04:47:18.436646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d5435f7c-0d7b-4901-b3a6-727b608e4daf tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1199715 Dec 12 04:47:18.439318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36396) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:18.518285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-86b32646-f511-4643-9071-205dac188027 tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Deleting port 34391526-1874-432d-bdda-4dac0387b288 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:18.518768 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86b32646-f511-4643-9071-205dac188027 tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:18.596810 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86b32646-f511-4643-9071-205dac188027 tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:18.609054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-86b32646-f511-4643-9071-205dac188027 tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Calling delete_port for 34391526-1874-432d-bdda-4dac0387b288 owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:18.726136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86b32646-f511-4643-9071-205dac188027 tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:18.755888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b32646-f511-4643-9071-205dac188027 tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Pushing event deleted for resources: {'Port': ['ID=34391526-1874-432d-bdda-4dac0387b288,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:18.770277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d703451-9389-439c-b656-e951978fd982 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:47:18.816902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86b32646-f511-4643-9071-205dac188027 tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:18.820217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-86b32646-f511-4643-9071-205dac188027 tempest-RoutersAdminNegativeTest-1962258530 tempest-RoutersAdminNegativeTest-1962258530-project-admin] 10.222.0.36 "DELETE /v2.0/ports/34391526-1874-432d-bdda-4dac0387b288 HTTP/1.1" status: 204 len: 168 time: 0.3799617 Dec 12 04:47:19.063606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36402) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:19.185152 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e7619c7-9386-4c9a-821b-7ae9dcbcef37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.257901 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e7619c7-9386-4c9a-821b-7ae9dcbcef37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.261995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1e7619c7-9386-4c9a-821b-7ae9dcbcef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.299682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1e7619c7-9386-4c9a-821b-7ae9dcbcef37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7c8422f01564f629abd59e6874f4d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350535 Dec 12 04:47:19.301856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7619c7-9386-4c9a-821b-7ae9dcbcef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ff3324-383e-4b80-944e-b2e1b7cb746c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:19.302456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36406) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:19.352687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abd5d374-1968-46d6-a227-d85d098613f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.373640 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abd5d374-1968-46d6-a227-d85d098613f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.420975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abd5d374-1968-46d6-a227-d85d098613f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.423627 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abd5d374-1968-46d6-a227-d85d098613f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.424777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-abd5d374-1968-46d6-a227-d85d098613f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80ff3324-383e-4b80-944e-b2e1b7cb746c HTTP/1.1" status: 204 len: 168 time: 0.1213272 Dec 12 04:47:19.432773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5d374-1968-46d6-a227-d85d098613f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ff3324-383e-4b80-944e-b2e1b7cb746c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:19.692447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36412) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:19.733171 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-428d7dc5-7bb3-4d15-9df9-c4ceaacb8756 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd3b138140d246ed813a64853dc4d61a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393336 Dec 12 04:47:19.735685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36414) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:19.783168 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-354837c5-fbba-4a8d-b9b3-5b27a38b6ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.804148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-354837c5-fbba-4a8d-b9b3-5b27a38b6ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.856333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-354837c5-fbba-4a8d-b9b3-5b27a38b6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.859291 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-354837c5-fbba-4a8d-b9b3-5b27a38b6ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:19.860493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-354837c5-fbba-4a8d-b9b3-5b27a38b6ca1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2fd53a6-34c4-48bd-ba36-4d06936f805d HTTP/1.1" status: 204 len: 168 time: 0.1238806 Dec 12 04:47:19.868608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354837c5-fbba-4a8d-b9b3-5b27a38b6ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fd53a6-34c4-48bd-ba36-4d06936f805d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:20.422722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-3d16eb6c-34b6-456c-a6da-795a8b965163 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1934178 Dec 12 04:47:20.527488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-51c79d0a-3e88-4559-b352-1c8efccf68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:20.529033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-51c79d0a-3e88-4559-b352-1c8efccf68d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8&device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1096 time: 0.0445542 Dec 12 04:47:20.585278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36438) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:20.635071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-af3d4035-2b9a-41e4-addd-803e8442d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:20.636635 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-af3d4035-2b9a-41e4-addd-803e8442d1ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b82cde5-464c-4210-917e-c64f156bb6a5 HTTP/1.1" status: 200 len: 914 time: 0.0885589 Dec 12 04:47:20.684199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2099222082'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:20.702963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-c42c5095-15ed-4828-b4c0-5346c9c042e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1be518-c900-4145-9f2f-bca23892bd29 HTTP/1.1" status: 200 len: 1001 time: 0.0594254 Dec 12 04:47:20.703968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:20.707468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:20.716672 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:20.753130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-933eb4a1-bd1d-402f-ac7b-0d3f6dbb4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:20.754917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-933eb4a1-bd1d-402f-ac7b-0d3f6dbb4406 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3 HTTP/1.1" status: 200 len: 853 time: 0.0443642 Dec 12 04:47:20.797342 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:20.802209 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:20.806887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-694d38ca-14d7-48c9-b645-508b60cf18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:20.808398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-694d38ca-14d7-48c9-b645-508b60cf18ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b82cde5-464c-4210-917e-c64f156bb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454431 Dec 12 04:47:20.831671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:20.838631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b10ad1-d711-4a10-9e5a-d684ec6c1b74,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:20.845643 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:20.845992 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment 9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb of type vlan for network 40906a75-6371-499e-936e-42b0a76ed4d7 Dec 12 04:47:20.887680 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:20.899603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-18c3f4dc-6dbe-43fb-86b4-d692784d80a3 service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839760 Dec 12 04:47:20.912827 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:20.918450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:20.919051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:20.973446 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3869526 Dec 12 04:47:20.988300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edf184-0b2d-4c1c-8507-11daf4f311d2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=40906a75-6371-499e-936e-42b0a76ed4d7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:20.994869 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-31bb5760-0aa8-49df-80a8-d0205740cfce req-c1304104-994c-4721-8351-9773d5d1dce7 service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883682 Dec 12 04:47:21.009456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 40906a75-6371-499e-936e-42b0a76ed4d7 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:21.103395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36442) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:21.109043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': '40906a75-6371-499e-936e-42b0a76ed4d7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:21.198992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:21.202480 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.240757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36446) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:21.502118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.536226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Deleting port 6ec62b81-ae08-472b-81b4-7c33661df5a2 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:21.536609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.611564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=e3c0430c-d828-4495-b396-adb42aeba52f,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:21.627650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': '9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40906a75-6371-499e-936e-42b0a76ed4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:21.628021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: 40906a75-6371-499e-936e-42b0a76ed4d7, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:21.657099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.657434 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.672125 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Calling delete_port for 6ec62b81-ae08-472b-81b4-7c33661df5a2 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:21.674110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 40906a75-6371-499e-936e-42b0a76ed4d7 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:21.686811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 40906a75-6371-499e-936e-42b0a76ed4d7) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:21.692732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:21.693715 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.696378 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3efdaf5-1adf-413b-8630-55b419605082 None None] Network 40906a75-6371-499e-936e-42b0a76ed4d7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:21.755839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9ff2b015-a02d-4046-b380-b617acaf6b95 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6507082 Dec 12 04:47:21.759657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36448) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:21.766350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-399543582'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:21.789467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:21.793880 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.807019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-40906a75-6371-499e-936e-42b0a76ed4d7', 'network_id': '40906a75-6371-499e-936e-42b0a76ed4d7', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': 'e3c0430c-d828-4495-b396-adb42aeba52f'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:21.808256 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.829058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:21.839405 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.840047 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment 47ea6976-90ee-4a2a-a4a3-e78dfdeefd25 of type vlan for network 100254d7-32e8-4d92-84a3-ff49d2ad783b Dec 12 04:47:21.842886 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.868826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event deleted for resources: {'Port': ['ID=6ec62b81-ae08-472b-81b4-7c33661df5a2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:21.890799 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.930116 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.939000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:21.939900 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.951468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:21.951945 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Floating IP dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f disassociated (deleted). External IP: 172.25.7.215, port: 2e1be518-c900-4145-9f2f-bca23892bd29. Dec 12 04:47:21.984535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Allocated IP 172.20.255.242 (40906a75-6371-499e-936e-42b0a76ed4d7/e3c0430c-d828-4495-b396-adb42aeba52f/97b9e200-2d27-437a-832a-1f9ee9bf98fc) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:21.998566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2369447 Dec 12 04:47:22.001792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36452) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:22.015909 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': '100254d7-32e8-4d92-84a3-ff49d2ad783b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:22.110025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=100254d7-32e8-4d92-84a3-ff49d2ad783b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:22.119449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.119821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.120149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.120864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.120864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.121161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.121495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.121830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.122161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.122495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.122825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.123153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.123481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40320102-7458-45b7-810b-50613f35850a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:22.140226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:22.144677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.146054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 100254d7-32e8-4d92-84a3-ff49d2ad783b details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:22.222329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:47:22.296891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.309674 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.365771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Network 40906a75-6371-499e-936e-42b0a76ed4d7 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:22.367062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:47:22.372421 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.379453 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] Sync routers for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:47:22.380904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:22.386192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:22.399777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Pushing event updated for resources: {'Port': ['ID=97b9e200-2d27-437a-832a-1f9ee9bf98fc,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:22.401723 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:47:22.402365 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:22.425976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.452284 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e32db432-0514-42f3-8ced-e7f12befb26e tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "DELETE /v2.0/floatingips/dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f HTTP/1.1" status: 204 len: 168 time: 1.1981189 Dec 12 04:47:22.453062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:47:22.455587 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:47:22.469092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Attempting to bind port 97b9e200-2d27-437a-832a-1f9ee9bf98fc on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:22.469239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Attempting to bind port 97b9e200-2d27-437a-832a-1f9ee9bf98fc by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40906a75-6371-499e-936e-42b0a76ed4d7'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:22.469565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Attempting to bind port 97b9e200-2d27-437a-832a-1f9ee9bf98fc on network 40906a75-6371-499e-936e-42b0a76ed4d7 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:22.481549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:22.481950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Checking segment: {'id': '9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40906a75-6371-499e-936e-42b0a76ed4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:22.482386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.482794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Bound using segment: {'id': '9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40906a75-6371-499e-936e-42b0a76ed4d7'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:22.483293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Bound port: 97b9e200-2d27-437a-832a-1f9ee9bf98fc, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40906a75-6371-499e-936e-42b0a76ed4d7'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:22.483686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.529734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': '47ea6976-90ee-4a2a-a4a3-e78dfdeefd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '100254d7-32e8-4d92-84a3-ff49d2ad783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:22.530413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: 100254d7-32e8-4d92-84a3-ff49d2ad783b, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:22.542513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=91e82ba9-6764-4580-a86c-7a4db215a032,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:22.564156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 100254d7-32e8-4d92-84a3-ff49d2ad783b is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:22.582184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 100254d7-32e8-4d92-84a3-ff49d2ad783b) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:22.603208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cfba8d-69dd-4a2d-9ccc-35a4f364d4e2 None None] Network 100254d7-32e8-4d92-84a3-ff49d2ad783b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:22.605764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:22.606692 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.646912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-30c10525-33c5-458b-a93a-0991bd073362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6440411 Dec 12 04:47:22.651257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36462) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:22.675540 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:47:22.760970 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588462e9-a85b-4369-8362-6dac5ff9a7b5 x-openstack-request-id: req-588462e9-a85b-4369-8362-6dac5ff9a7b5 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:47:22.761927 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:47:22.762370 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-588462e9-a85b-4369-8362-6dac5ff9a7b5 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:47:22.763000 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29', 'status': 'completed', 'code': 200} Dec 12 04:47:22.792064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] For port 97b9e200-2d27-437a-832a-1f9ee9bf98fc, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:22.798269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] For port 97b9e200-2d27-437a-832a-1f9ee9bf98fc, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=97b9e200-2d27-437a-832a-1f9ee9bf98fc,segment=NetworkSegment(9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb),segment_id=9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:22.815580 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.843707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.933085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-100254d7-32e8-4d92-84a3-ff49d2ad783b', 'network_id': '100254d7-32e8-4d92-84a3-ff49d2ad783b', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '91e82ba9-6764-4580-a86c-7a4db215a032'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:22.934436 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:22.949369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c1797-7802-457e-84e4-19ca0680224e None None] Pushing event updated for resources: {'Port': ['ID=97b9e200-2d27-437a-832a-1f9ee9bf98fc,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:22.975172 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:23.008215 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] Checking router: 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:47:23.019165 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:47:23.020253 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:23.047391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32316a3-4fa6-4fba-b127-71ecfb97d33e req-11051432-c5f0-43f6-b28c-dbcd4c18141b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:23.049093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c32316a3-4fa6-4fba-b127-71ecfb97d33e req-11051432-c5f0-43f6-b28c-dbcd4c18141b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 945 time: 0.2013521 Dec 12 04:47:23.063676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-5b136d49-4402-425e-b644-b76198c80dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:23.078288 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-5b136d49-4402-425e-b644-b76198c80dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8&device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 1096 time: 0.2319047 Dec 12 04:47:23.133355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Allocated IP 172.20.0.2 (100254d7-32e8-4d92-84a3-ff49d2ad783b/91e82ba9-6764-4580-a86c-7a4db215a032/72de2550-b0ae-457a-981f-70526ef0f654) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:23.163541 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:47:23.271815 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:23.366367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c32316a3-4fa6-4fba-b127-71ecfb97d33e req-160c904d-effe-4579-8b5e-ec2a0bff7e4f tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862370 Dec 12 04:47:23.411609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-d29e2b2d-ab5f-486f-9a1b-6200a0f69223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:23.413172 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-d29e2b2d-ab5f-486f-9a1b-6200a0f69223 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b82cde5-464c-4210-917e-c64f156bb6a5 HTTP/1.1" status: 200 len: 914 time: 0.3267581 Dec 12 04:47:23.462777 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-9cef9c84-e349-409b-9892-f82ac3d578b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1be518-c900-4145-9f2f-bca23892bd29 HTTP/1.1" status: 200 len: 217 time: 0.0407627 Dec 12 04:47:23.502545 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:23.532906 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013ba32-f804-4c9a-aef1-900d6c1e5fee None None] The sync data for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 is: [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '5774c0d4-206c-4995-90a0-7083fbf923dd', 'name': '', 'network_id': '1b82cde5-464c-4210-917e-c64f156bb6a5', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'mac_address': 'fa:16:3e:57:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:26Z', 'updated_at': '2021-12-12T04:44:31Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'subnets': [{'id': 'b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:47:23.533708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-09fde481-d241-47a9-b4b9-c7a700ae4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:23.539139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-09fde481-d241-47a9-b4b9-c7a700ae4905 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3 HTTP/1.1" status: 200 len: 853 time: 0.0691400 Dec 12 04:47:23.555571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:23.564596 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:23.623890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Pushing event updated for resources: {'Port': ['ID=72de2550-b0ae-457a-981f-70526ef0f654,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:23.633421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Network 100254d7-32e8-4d92-84a3-ff49d2ad783b is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:23.635917 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:23.639226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:23.704681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Attempting to bind port 72de2550-b0ae-457a-981f-70526ef0f654 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:23.705248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Attempting to bind port 72de2550-b0ae-457a-981f-70526ef0f654 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '47ea6976-90ee-4a2a-a4a3-e78dfdeefd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '100254d7-32e8-4d92-84a3-ff49d2ad783b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:23.705721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Attempting to bind port 72de2550-b0ae-457a-981f-70526ef0f654 on network 100254d7-32e8-4d92-84a3-ff49d2ad783b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:23.711995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:23.712551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Checking segment: {'id': '47ea6976-90ee-4a2a-a4a3-e78dfdeefd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '100254d7-32e8-4d92-84a3-ff49d2ad783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:23.713144 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:23.713646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Bound using segment: {'id': '47ea6976-90ee-4a2a-a4a3-e78dfdeefd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '100254d7-32e8-4d92-84a3-ff49d2ad783b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:23.714238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Bound port: 72de2550-b0ae-457a-981f-70526ef0f654, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ea6976-90ee-4a2a-a4a3-e78dfdeefd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '100254d7-32e8-4d92-84a3-ff49d2ad783b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:23.714761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:23.784064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] For port 72de2550-b0ae-457a-981f-70526ef0f654, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:23.787868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] For port 72de2550-b0ae-457a-981f-70526ef0f654, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=72de2550-b0ae-457a-981f-70526ef0f654,segment=NetworkSegment(47ea6976-90ee-4a2a-a4a3-e78dfdeefd25),segment_id=47ea6976-90ee-4a2a-a4a3-e78dfdeefd25)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:23.792407 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:23.864394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb064b-cf64-428e-ba13-dddc2f9bb733 None None] Pushing event updated for resources: {'Port': ['ID=72de2550-b0ae-457a-981f-70526ef0f654,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:24.003731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-3e94c77b-1045-416d-b1d9-f0b22daf9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:24.006686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-3e94c77b-1045-416d-b1d9-f0b22daf9adf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b82cde5-464c-4210-917e-c64f156bb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4602242 Dec 12 04:47:24.009121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.178429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=91e82ba9-6764-4580-a86c-7a4db215a032,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:24.336226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 97b9e200-2d27-437a-832a-1f9ee9bf98fc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:47:24.370325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728856b-4f98-48be-811d-182f5f31baed None None] New status for floating IP dc5bddf8-d5de-4eab-85f0-cf0ba3e4a75f: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:47:24.392663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-9cdf1fa9-3065-4614-a1f9-018bb4f79cee service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756881 Dec 12 04:47:24.399798 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.486463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100254d7-32e8-4d92-84a3-ff49d2ad783b']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:24.531561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 97b9e200-2d27-437a-832a-1f9ee9bf98fc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:47:24.532100 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.555010 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ea6976-90ee-4a2a-a4a3-e78dfdeefd25') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:24.555737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ea6976-90ee-4a2a-a4a3-e78dfdeefd25') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:24.577066 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.580417 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-fe59e1fd-27ac-4af0-b2a8-22b3791ab049 service neutron] 10.222.0.18 "GET /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762242 Dec 12 04:47:24.594994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.603221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:24.603704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:24.608146 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:24.641316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98ed50-336a-4c46-aadf-3556a3044aed req-ad1be6fd-bc3f-40d6-814e-ee716da62e55 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:24.645286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da98ed50-336a-4c46-aadf-3556a3044aed req-ad1be6fd-bc3f-40d6-814e-ee716da62e55 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 945 time: 0.1603763 Dec 12 04:47:24.660993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e6557-ff3f-4e01-b865-1c29e47b22a1 None None] Network 40906a75-6371-499e-936e-42b0a76ed4d7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:24.677382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-fa661c30-3984-443e-ad76-8d28e9f8d13b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:24.678964 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-fa661c30-3984-443e-ad76-8d28e9f8d13b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.18 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 945 time: 0.1908317 Dec 12 04:47:24.683149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:47:24.683149 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:47:24.683149 n-d-710847-7 neutron-server[103451]: [parameters: {'id': '100254d7-32e8-4d92-84a3-ff49d2ad783b'}] Dec 12 04:47:24.683149 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:47:24.683646 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:47:24.718152 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.747360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-da98ed50-336a-4c46-aadf-3556a3044aed req-6830cbb4-e4c5-4632-afcc-1a979128db82 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ee5be37-b29d-42c5-8e92-99b56a812a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969505 Dec 12 04:47:24.791623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 97b9e200-2d27-437a-832a-1f9ee9bf98fc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=97b9e200-2d27-437a-832a-1f9ee9bf98fc,segment=NetworkSegment(9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb),segment_id=9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:24.792717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f5cfa13f-9a59-4311-ab7b-9cbdc056dc48 None None] Provisioning complete for port 97b9e200-2d27-437a-832a-1f9ee9bf98fc triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:47:24.793125 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f5cfa13f-9a59-4311-ab7b-9cbdc056dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.807729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Deleting port 2e1be518-c900-4145-9f2f-bca23892bd29 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:24.808076 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.819260 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.903338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] For port 2e1be518-c900-4145-9f2f-bca23892bd29, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=2e1be518-c900-4145-9f2f-bca23892bd29,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:24.903622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:24.906826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=97b9e200-2d27-437a-832a-1f9ee9bf98fc,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:24.926852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Calling delete_port for 2e1be518-c900-4145-9f2f-bca23892bd29 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:25.081634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.115316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event deleted for resources: {'Port': ['ID=2e1be518-c900-4145-9f2f-bca23892bd29,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:25.128747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.129026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.129383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.129873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.130227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.130574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.130920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.131264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.131599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.131935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.132273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.132609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.132958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:25.179233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-28ed4ba3-d622-4044-9c4e-4868c6c40b55 None None] Provisioning complete for port 97b9e200-2d27-437a-832a-1f9ee9bf98fc triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:47:25.179615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-28ed4ba3-d622-4044-9c4e-4868c6c40b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.180509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] No DVR routers for this DVR port 2e1be518-c900-4145-9f2f-bca23892bd29 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:25.183582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.184885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.188323 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-826267dc-3687-4adc-a3cc-3ab03e8908b8 req-ff0ab9a0-9767-4e0f-a0c0-77bf276a61e9 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.18 "DELETE /v2.0/ports/2e1be518-c900-4145-9f2f-bca23892bd29 HTTP/1.1" status: 204 len: 173 time: 0.5011725 Dec 12 04:47:25.188890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'name': 'network-vif-deleted', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:47:25.192782 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e9edcd-ea12-4a89-be68-683790da8940" -d '{"events": [{"server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "name": "network-vif-deleted", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:47:25.244004 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7091fe-4f84-4647-a197-9986a4c08a0b x-openstack-request-id: req-cb7091fe-4f84-4647-a197-9986a4c08a0b {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:47:25.244575 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884979da-1b79-451b-9a87-caee343645d0", "name": "network-vif-deleted", "tag": "2e1be518-c900-4145-9f2f-bca23892bd29", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:47:25.245221 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb7091fe-4f84-4647-a197-9986a4c08a0b {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:47:25.245968 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884979da-1b79-451b-9a87-caee343645d0', 'name': 'network-vif-deleted', 'tag': '2e1be518-c900-4145-9f2f-bca23892bd29', 'status': 'completed', 'code': 200} Dec 12 04:47:25.266508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port 72de2550-b0ae-457a-981f-70526ef0f654 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:25.266994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.358113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port 72de2550-b0ae-457a-981f-70526ef0f654, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=72de2550-b0ae-457a-981f-70526ef0f654,segment=NetworkSegment(47ea6976-90ee-4a2a-a4a3-e78dfdeefd25),segment_id=47ea6976-90ee-4a2a-a4a3-e78dfdeefd25)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:25.358558 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.375650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for 72de2550-b0ae-457a-981f-70526ef0f654 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:25.435762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be4def-afe6-43c4-aa24-c41f6f2f38f2 None None] Network 100254d7-32e8-4d92-84a3-ff49d2ad783b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:25.481331 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.494761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port 72de2550-b0ae-457a-981f-70526ef0f654 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:25.539726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0950e076-b11f-4aa1-884d-48d30b8a8111 None None] Could not find standard attr ID for object 72de2550-b0ae-457a-981f-70526ef0f654. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:47:25.547840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=72de2550-b0ae-457a-981f-70526ef0f654,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:25.625879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.644208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61784e21-083e-4608-a760-ff13a39dfa50 None None] DHCP port deletion for 100254d7-32e8-4d92-84a3-ff49d2ad783b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:47:25.661460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100254d7-32e8-4d92-84a3-ff49d2ad783b']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:25.677020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ea6976-90ee-4a2a-a4a3-e78dfdeefd25') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:25.677408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ea6976-90ee-4a2a-a4a3-e78dfdeefd25') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:25.688235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.703044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.710696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:25.711191 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:25.714422 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:25.789145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.798077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.810382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/100254d7-32e8-4d92-84a3-ff49d2ad783b HTTP/1.1" status: 204 len: 168 time: 3.1577561 Dec 12 04:47:25.814066 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36484) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:25.826360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b26883-811d-45ed-a4e1-cfd2ed787830 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=100254d7-32e8-4d92-84a3-ff49d2ad783b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:25.834179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-970464493'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:25.892709 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-373b607c-0db8-4e8d-8281-976bf60b97a4 req-5f9ba60e-0965-4323-afa2-bd1f26caa2d4 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 210 time: 0.0389345 Dec 12 04:47:25.901332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:25.905643 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.933971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:25.946517 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:25.946876 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment 96ed964f-ead3-4b4c-a909-814197a7e660 of type vlan for network 79cbafb5-6157-4f8d-9304-282fb4d155b2 Dec 12 04:47:25.988486 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.016698 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.022848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:26.023456 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.085359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2695470 Dec 12 04:47:26.088676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36492) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:26.094455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': '79cbafb5-6157-4f8d-9304-282fb4d155b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:26.118971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ae39f-6ab6-4779-a62a-3b428d7de346 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=79cbafb5-6157-4f8d-9304-282fb4d155b2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:26.135426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 79cbafb5-6157-4f8d-9304-282fb4d155b2 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:26.214890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 97b9e200-2d27-437a-832a-1f9ee9bf98fc up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:47:26.224390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:26.230534 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.273348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 97b9e200-2d27-437a-832a-1f9ee9bf98fc triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:47:26.273995 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.320110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing IP validity checks on allocation pools {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 04:47:26.320722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 04:47:26.452897 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.512380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=9e63a11c-f98a-468a-bdc5-85794b579e8d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:26.530332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': '96ed964f-ead3-4b4c-a909-814197a7e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '79cbafb5-6157-4f8d-9304-282fb4d155b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:26.530707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: 79cbafb5-6157-4f8d-9304-282fb4d155b2, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:26.547763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 79cbafb5-6157-4f8d-9304-282fb4d155b2 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:26.557899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 79cbafb5-6157-4f8d-9304-282fb4d155b2) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:26.562705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:26.563361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.569250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f74c10-f86b-46a6-95cf-176f87eb07b0 None None] Network 79cbafb5-6157-4f8d-9304-282fb4d155b2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:26.583961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fbf3cc67-2d76-419a-9445-f6b43f9bcf74 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4938812 Dec 12 04:47:26.586648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36494) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:26.691106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-79cbafb5-6157-4f8d-9304-282fb4d155b2', 'network_id': '79cbafb5-6157-4f8d-9304-282fb4d155b2', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '9e63a11c-f98a-468a-bdc5-85794b579e8d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:26.692026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.723182 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.794954 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:26.825325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 2e1be518-c900-4145-9f2f-bca23892bd29 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:47:26.849457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 2e1be518-c900-4145-9f2f-bca23892bd29 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:47:26.852441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 2e1be518-c900-4145-9f2f-bca23892bd29 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:47:26.880985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Allocated IP 172.20.0.3 (79cbafb5-6157-4f8d-9304-282fb4d155b2/9e63a11c-f98a-468a-bdc5-85794b579e8d/0df215b3-f724-47db-a539-493ab60146db) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:27.030917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6501496d-2e07-4b7e-8b49-9f6ce202ee8e req-c2180488-9009-4fc3-837e-a9db66eeb78d tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 210 time: 0.0291600 Dec 12 04:47:27.059624 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.067853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.090500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.128048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Network 79cbafb5-6157-4f8d-9304-282fb4d155b2 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:27.133494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:27.141045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=9e63a11c-f98a-468a-bdc5-85794b579e8d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:27.142907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:27.145567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Pushing event updated for resources: {'Port': ['ID=0df215b3-f724-47db-a539-493ab60146db,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:27.202410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.227599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cbafb5-6157-4f8d-9304-282fb4d155b2']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:27.232274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Attempting to bind port 0df215b3-f724-47db-a539-493ab60146db on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:27.232785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Attempting to bind port 0df215b3-f724-47db-a539-493ab60146db by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '96ed964f-ead3-4b4c-a909-814197a7e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '79cbafb5-6157-4f8d-9304-282fb4d155b2'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:27.233195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Attempting to bind port 0df215b3-f724-47db-a539-493ab60146db on network 79cbafb5-6157-4f8d-9304-282fb4d155b2 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:27.239226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ed964f-ead3-4b4c-a909-814197a7e660') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:27.239557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ed964f-ead3-4b4c-a909-814197a7e660') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:27.239712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:27.240050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Checking segment: {'id': '96ed964f-ead3-4b4c-a909-814197a7e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '79cbafb5-6157-4f8d-9304-282fb4d155b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:27.240460 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.241414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Bound using segment: {'id': '96ed964f-ead3-4b4c-a909-814197a7e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '79cbafb5-6157-4f8d-9304-282fb4d155b2'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:27.242077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Bound port: 0df215b3-f724-47db-a539-493ab60146db, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed964f-ead3-4b4c-a909-814197a7e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '79cbafb5-6157-4f8d-9304-282fb4d155b2'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:27.242473 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.250580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.273574 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.281801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:27.282210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.326089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] For port 0df215b3-f724-47db-a539-493ab60146db, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:27.333134 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:27.355481 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:47:27.355481 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:47:27.355481 n-d-710847-7 neutron-server[103451]: [parameters: {'id': '79cbafb5-6157-4f8d-9304-282fb4d155b2'}] Dec 12 04:47:27.355481 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:47:27.356044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] For port 0df215b3-f724-47db-a539-493ab60146db, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0df215b3-f724-47db-a539-493ab60146db,segment=NetworkSegment(96ed964f-ead3-4b4c-a909-814197a7e660),segment_id=96ed964f-ead3-4b4c-a909-814197a7e660)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:27.356746 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:47:27.362376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.451805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8e1d5-f130-4e9f-b904-2e6a113db77c None None] Pushing event updated for resources: {'Port': ['ID=0df215b3-f724-47db-a539-493ab60146db,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:27.496718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a149e-7db3-4fd0-a4fc-1f9988f3d536 None None] Network 79cbafb5-6157-4f8d-9304-282fb4d155b2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:27.601266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f8ec0e-b4df-44a1-97a3-841a5efe4482 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:47:27.712492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8ec0e-b4df-44a1-97a3-841a5efe4482 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:47:27.858072 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:27.929476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port 0df215b3-f724-47db-a539-493ab60146db {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:27.930312 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.017067 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port 0df215b3-f724-47db-a539-493ab60146db, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0df215b3-f724-47db-a539-493ab60146db,segment=NetworkSegment(96ed964f-ead3-4b4c-a909-814197a7e660),segment_id=96ed964f-ead3-4b4c-a909-814197a7e660)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:28.017441 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.032916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for 0df215b3-f724-47db-a539-493ab60146db owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:28.146834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.164575 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-64ef69a0-a418-4362-b968-cff3d8cb623a req-d2b8ed3a-4dbc-47e8-a0a9-ca39bd265a8b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 210 time: 0.0365865 Dec 12 04:47:28.179636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=0df215b3-f724-47db-a539-493ab60146db,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:28.194120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port 0df215b3-f724-47db-a539-493ab60146db on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:28.293577 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.320181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cbafb5-6157-4f8d-9304-282fb4d155b2']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:28.330288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ed964f-ead3-4b4c-a909-814197a7e660') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:28.330592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ed964f-ead3-4b4c-a909-814197a7e660') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:28.340086 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.352991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.359297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:28.359807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:28.363179 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:28.424426 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.431429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.438915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/79cbafb5-6157-4f8d-9304-282fb4d155b2 HTTP/1.1" status: 204 len: 168 time: 1.8475561 Dec 12 04:47:28.439279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36504) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:28.444315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1025245067'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:28.448886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb790e89-0181-461c-80d8-971f64aafd22 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=79cbafb5-6157-4f8d-9304-282fb4d155b2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:28.468194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:28.471683 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.496936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:28.507807 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.508289 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment 9c7cd6f4-0486-48fe-b74e-6bbae46c9879 of type vlan for network 2739d587-5a4f-4971-b5f8-6ecbadab95bd Dec 12 04:47:28.551135 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.577001 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.582806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:28.583405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.647966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2050707 Dec 12 04:47:28.649154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36506) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:28.657617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': '2739d587-5a4f-4971-b5f8-6ecbadab95bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:28.657851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664967b-d7e6-4ba6-93cc-8b565522165e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=2739d587-5a4f-4971-b5f8-6ecbadab95bd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:28.668853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 2739d587-5a4f-4971-b5f8-6ecbadab95bd details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:28.771312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:28.776312 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:28.974383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.046169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=49afd1cd-e9c2-4563-a8e9-443baefd4e15,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:29.054915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': '9c7cd6f4-0486-48fe-b74e-6bbae46c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2739d587-5a4f-4971-b5f8-6ecbadab95bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:29.055301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: 2739d587-5a4f-4971-b5f8-6ecbadab95bd, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:29.090230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 2739d587-5a4f-4971-b5f8-6ecbadab95bd is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:29.101419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 2739d587-5a4f-4971-b5f8-6ecbadab95bd) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:29.107175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:29.107840 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.111408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348d82f7-c3ab-4a85-9d17-38b3da70bcf8 None None] Network 2739d587-5a4f-4971-b5f8-6ecbadab95bd requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:29.144086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1f932fa8-9fef-48c6-8520-69a6c9030697 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4908941 Dec 12 04:47:29.144318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36510) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:29.288535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-2739d587-5a4f-4971-b5f8-6ecbadab95bd', 'network_id': '2739d587-5a4f-4971-b5f8-6ecbadab95bd', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '49afd1cd-e9c2-4563-a8e9-443baefd4e15'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:29.289462 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.333557 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.356663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d671c988-e724-4654-a644-01c0adcae638 req-e16076e4-7332-48b5-af38-379e55e16ff6 tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 210 time: 0.0478120 Dec 12 04:47:29.449633 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.471015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Allocated IP 172.20.0.1 (2739d587-5a4f-4971-b5f8-6ecbadab95bd/49afd1cd-e9c2-4563-a8e9-443baefd4e15/a2f82339-b50c-4318-9f27-7e0fdbd25d9d) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:29.670199 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.698134 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.724398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.738650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Network 2739d587-5a4f-4971-b5f8-6ecbadab95bd is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:29.741586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:29.749208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:29.765274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Pushing event updated for resources: {'Port': ['ID=a2f82339-b50c-4318-9f27-7e0fdbd25d9d,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:29.775866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=49afd1cd-e9c2-4563-a8e9-443baefd4e15,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:29.839699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Attempting to bind port a2f82339-b50c-4318-9f27-7e0fdbd25d9d on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:29.840381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Attempting to bind port a2f82339-b50c-4318-9f27-7e0fdbd25d9d by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '9c7cd6f4-0486-48fe-b74e-6bbae46c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2739d587-5a4f-4971-b5f8-6ecbadab95bd'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:29.841538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Attempting to bind port a2f82339-b50c-4318-9f27-7e0fdbd25d9d on network 2739d587-5a4f-4971-b5f8-6ecbadab95bd {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:29.847869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:29.848277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Checking segment: {'id': '9c7cd6f4-0486-48fe-b74e-6bbae46c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2739d587-5a4f-4971-b5f8-6ecbadab95bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:29.848601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.849052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Bound using segment: {'id': '9c7cd6f4-0486-48fe-b74e-6bbae46c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2739d587-5a4f-4971-b5f8-6ecbadab95bd'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:29.849853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Bound port: a2f82339-b50c-4318-9f27-7e0fdbd25d9d, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7cd6f4-0486-48fe-b74e-6bbae46c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2739d587-5a4f-4971-b5f8-6ecbadab95bd'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:29.850083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.856415 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.878684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2739d587-5a4f-4971-b5f8-6ecbadab95bd']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:29.888635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7cd6f4-0486-48fe-b74e-6bbae46c9879') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:29.889235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7cd6f4-0486-48fe-b74e-6bbae46c9879') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:29.905555 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.936742 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.949303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:29.949700 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:29.956896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] For port a2f82339-b50c-4318-9f27-7e0fdbd25d9d, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:29.957301 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:30.040280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] For port a2f82339-b50c-4318-9f27-7e0fdbd25d9d, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a2f82339-b50c-4318-9f27-7e0fdbd25d9d,segment=NetworkSegment(9c7cd6f4-0486-48fe-b74e-6bbae46c9879),segment_id=9c7cd6f4-0486-48fe-b74e-6bbae46c9879)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:30.046731 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:47:30.046731 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:47:30.046731 n-d-710847-7 neutron-server[103451]: [parameters: {'id': '2739d587-5a4f-4971-b5f8-6ecbadab95bd'}] Dec 12 04:47:30.046731 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:47:30.047460 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:47:30.051135 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:30.160573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3dc60-eae7-4ea3-ad12-cd863bb94eb1 None None] Pushing event updated for resources: {'Port': ['ID=a2f82339-b50c-4318-9f27-7e0fdbd25d9d,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:30.183530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7618e2-bb2c-42d8-8e9f-6986fcc6cfb4 None None] Network 2739d587-5a4f-4971-b5f8-6ecbadab95bd requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:30.297694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e52b20a-c34f-4f0e-9844-50e9bed0ca7b None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:47:30.547666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e860d11e-aa47-4910-a539-b84bf9cb8015 req-f353a7f0-8fb5-4c77-900f-e925eb10a96b tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "GET /v2.0/ports?device_id=884979da-1b79-451b-9a87-caee343645d0 HTTP/1.1" status: 200 len: 210 time: 0.0359960 Dec 12 04:47:30.548292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:30.622613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e52b20a-c34f-4f0e-9844-50e9bed0ca7b None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:47:30.651176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port a2f82339-b50c-4318-9f27-7e0fdbd25d9d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:30.652226 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:30.775642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port a2f82339-b50c-4318-9f27-7e0fdbd25d9d, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=a2f82339-b50c-4318-9f27-7e0fdbd25d9d,segment=NetworkSegment(9c7cd6f4-0486-48fe-b74e-6bbae46c9879),segment_id=9c7cd6f4-0486-48fe-b74e-6bbae46c9879)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:30.776248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:30.821744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for a2f82339-b50c-4318-9f27-7e0fdbd25d9d owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:30.963148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.004127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=a2f82339-b50c-4318-9f27-7e0fdbd25d9d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:31.005963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port a2f82339-b50c-4318-9f27-7e0fdbd25d9d on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:31.125161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.153471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2739d587-5a4f-4971-b5f8-6ecbadab95bd']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:31.165447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7cd6f4-0486-48fe-b74e-6bbae46c9879') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:31.165447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7cd6f4-0486-48fe-b74e-6bbae46c9879') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:31.177817 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.196246 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.205336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:31.206308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:31.209920 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:31.277734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.288042 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.295779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/2739d587-5a4f-4971-b5f8-6ecbadab95bd HTTP/1.1" status: 204 len: 168 time: 2.1471112 Dec 12 04:47:31.299094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36522) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:31.309359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1548151382'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:31.310474 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ae016-83dc-4c83-90c7-ba5f151c5d55 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=2739d587-5a4f-4971-b5f8-6ecbadab95bd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:31.350424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:31.357093 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.396723 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:31.414631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.415049 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment 01633c40-75f3-498a-a670-30596b614627 of type vlan for network 556aa771-2c5f-412f-97ef-2900b9d916e8 Dec 12 04:47:31.468372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.508640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.524668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:31.527458 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.628845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3267689 Dec 12 04:47:31.632762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36526) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:31.633604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36528) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:31.641118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': '556aa771-2c5f-412f-97ef-2900b9d916e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:31.642607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4ae1e-41e0-420e-825b-6658ada9b63c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=556aa771-2c5f-412f-97ef-2900b9d916e8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:31.657897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 556aa771-2c5f-412f-97ef-2900b9d916e8 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:31.786662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d361e783-ae7a-4dd0-ae65-4e600f1a018a tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.831272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:31.836109 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:31.841751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d361e783-ae7a-4dd0-ae65-4e600f1a018a tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:32.011834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d361e783-ae7a-4dd0-ae65-4e600f1a018a tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:32.014719 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d361e783-ae7a-4dd0-ae65-4e600f1a018a tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:32.016229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d361e783-ae7a-4dd0-ae65-4e600f1a018a tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ee5be37-b29d-42c5-8e92-99b56a812a6a HTTP/1.1" status: 204 len: 168 time: 0.3795547 Dec 12 04:47:32.032714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361e783-ae7a-4dd0-ae65-4e600f1a018a tempest-TestVolumeBackupRestore-619475491 tempest-TestVolumeBackupRestore-619475491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee5be37-b29d-42c5-8e92-99b56a812a6a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:32.118975 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:32.209378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=36b97e1a-d128-4621-84b5-c64662dd051d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:32.214890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': '01633c40-75f3-498a-a670-30596b614627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '556aa771-2c5f-412f-97ef-2900b9d916e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:32.215257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: 556aa771-2c5f-412f-97ef-2900b9d916e8, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:32.239657 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 556aa771-2c5f-412f-97ef-2900b9d916e8 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:32.278831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 556aa771-2c5f-412f-97ef-2900b9d916e8) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:32.298333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b4b2e6-5527-4556-bda5-0fad1710ed3c None None] Network 556aa771-2c5f-412f-97ef-2900b9d916e8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:32.310867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:32.313314 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:32.364021 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4cf6d941-814e-4a9d-8171-a00c399fe2d5 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7288349 Dec 12 04:47:32.366444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36550) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:32.594862 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-556aa771-2c5f-412f-97ef-2900b9d916e8', 'network_id': '556aa771-2c5f-412f-97ef-2900b9d916e8', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '36b97e1a-d128-4621-84b5-c64662dd051d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:32.595682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:32.597369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:32.709350 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:32.858232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Allocated IP 172.20.0.2 (556aa771-2c5f-412f-97ef-2900b9d916e8/36b97e1a-d128-4621-84b5-c64662dd051d/f7ddf6bf-57fb-4999-a72e-ee72f888f455) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:33.127388 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.145795 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.173118 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Network 556aa771-2c5f-412f-97ef-2900b9d916e8 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:33.176727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:33.193081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.215508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:33.301392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=36b97e1a-d128-4621-84b5-c64662dd051d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:33.318199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Pushing event updated for resources: {'Port': ['ID=f7ddf6bf-57fb-4999-a72e-ee72f888f455,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:33.342894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Attempting to bind port f7ddf6bf-57fb-4999-a72e-ee72f888f455 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:33.343507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Attempting to bind port f7ddf6bf-57fb-4999-a72e-ee72f888f455 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '01633c40-75f3-498a-a670-30596b614627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '556aa771-2c5f-412f-97ef-2900b9d916e8'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:33.344433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Attempting to bind port f7ddf6bf-57fb-4999-a72e-ee72f888f455 on network 556aa771-2c5f-412f-97ef-2900b9d916e8 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:33.353504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:33.357980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Checking segment: {'id': '01633c40-75f3-498a-a670-30596b614627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '556aa771-2c5f-412f-97ef-2900b9d916e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:33.358176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.358985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Bound using segment: {'id': '01633c40-75f3-498a-a670-30596b614627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '556aa771-2c5f-412f-97ef-2900b9d916e8'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:33.359512 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Bound port: f7ddf6bf-57fb-4999-a72e-ee72f888f455, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01633c40-75f3-498a-a670-30596b614627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '556aa771-2c5f-412f-97ef-2900b9d916e8'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:33.360143 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.441070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.467367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556aa771-2c5f-412f-97ef-2900b9d916e8']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:33.500854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01633c40-75f3-498a-a670-30596b614627') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:33.501281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01633c40-75f3-498a-a670-30596b614627') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:33.522967 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.541636 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.552271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:33.553364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:33.568474 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:33.584849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] For port f7ddf6bf-57fb-4999-a72e-ee72f888f455, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:33.709539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] For port f7ddf6bf-57fb-4999-a72e-ee72f888f455, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f7ddf6bf-57fb-4999-a72e-ee72f888f455,segment=NetworkSegment(01633c40-75f3-498a-a670-30596b614627),segment_id=01633c40-75f3-498a-a670-30596b614627)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:33.713372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:47:33.713372 n-d-710847-7 neutron-server[103450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:47:33.713372 n-d-710847-7 neutron-server[103450]: [parameters: {'id': '556aa771-2c5f-412f-97ef-2900b9d916e8'}] Dec 12 04:47:33.713372 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:47:33.714433 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:47:33.716785 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:33.843409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979e015-3d3a-4114-8810-32cf278afc18 None None] Network 556aa771-2c5f-412f-97ef-2900b9d916e8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:33.861578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54855c3-9797-4243-a2c7-2b0e2b9d72f6 None None] Pushing event updated for resources: {'Port': ['ID=f7ddf6bf-57fb-4999-a72e-ee72f888f455,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:33.987305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f26816-179a-4041-bfd2-7d07bf43af5d None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:47:34.170203 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:47:34.213715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f26816-179a-4041-bfd2-7d07bf43af5d None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:47:34.217947 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:34.397277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port f7ddf6bf-57fb-4999-a72e-ee72f888f455 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:34.397814 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:34.598277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port f7ddf6bf-57fb-4999-a72e-ee72f888f455, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f7ddf6bf-57fb-4999-a72e-ee72f888f455,segment=NetworkSegment(01633c40-75f3-498a-a670-30596b614627),segment_id=01633c40-75f3-498a-a670-30596b614627)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:34.598867 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:34.614486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for f7ddf6bf-57fb-4999-a72e-ee72f888f455 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:34.741861 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:34.863194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=f7ddf6bf-57fb-4999-a72e-ee72f888f455,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:34.865423 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port f7ddf6bf-57fb-4999-a72e-ee72f888f455 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:35.104885 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.170941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556aa771-2c5f-412f-97ef-2900b9d916e8']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:35.191967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01633c40-75f3-498a-a670-30596b614627') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:35.192264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01633c40-75f3-498a-a670-30596b614627') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:35.228094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.261595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.297582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:35.298304 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:35.306238 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:35.411726 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.425105 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.428699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/556aa771-2c5f-412f-97ef-2900b9d916e8 HTTP/1.1" status: 204 len: 168 time: 3.0607769 Dec 12 04:47:35.433019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 36830) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:35.441134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-831884868'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:35.462291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1881006-c9c7-442e-b6f4-232083c5983e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=556aa771-2c5f-412f-97ef-2900b9d916e8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:35.495091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:35.498645 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.537399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:35.579886 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.580572 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment 7915c90a-f944-4a6b-9c3f-5ec31d2008d6 of type vlan for network 35538b09-5df8-463c-8800-ea8a872648a6 Dec 12 04:47:35.752778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.815807 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.839911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:35.842362 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:35.888327 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4509861 Dec 12 04:47:35.893661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36876) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:35.904473 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': '35538b09-5df8-463c-8800-ea8a872648a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:35.997721 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8b033-b431-40cb-b58e-311ee4dc8703 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=35538b09-5df8-463c-8800-ea8a872648a6,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:36.012353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 35538b09-5df8-463c-8800-ea8a872648a6 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:36.087858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:36.092373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:36.224587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing IP validity checks on allocation pools {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 04:47:36.225232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 04:47:36.466477 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:36.572892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=68c891eb-c094-4ae9-9018-3aba69d359d0,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:36.576879 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': '7915c90a-f944-4a6b-9c3f-5ec31d2008d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35538b09-5df8-463c-8800-ea8a872648a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:36.577443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: 35538b09-5df8-463c-8800-ea8a872648a6, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:36.602743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 35538b09-5df8-463c-8800-ea8a872648a6 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:36.613954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 35538b09-5df8-463c-8800-ea8a872648a6) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:36.623259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:36.624180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:36.637759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffecdf2d-4a01-4c33-ae71-a2bc5eda5ccf None None] Network 35538b09-5df8-463c-8800-ea8a872648a6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:36.652439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-46c0b36e-45c9-4c87-8955-876963f8ab3f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7563651 Dec 12 04:47:36.655731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 36950) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:36.882934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:36.971254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e628dc-61ff-4b8a-9979-0f43322eb435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-35538b09-5df8-463c-8800-ea8a872648a6', 'network_id': '35538b09-5df8-463c-8800-ea8a872648a6', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '68c891eb-c094-4ae9-9018-3aba69d359d0'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:36.972166 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-95e628dc-61ff-4b8a-9979-0f43322eb435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.094522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.194369 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server [None req-95e628dc-61ff-4b8a-9979-0f43322eb435 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68c891eb-c094-4ae9-9018-3aba69d359d0: This subnet is being modified by another concurrent operation. Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise exception Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68c891eb-c094-4ae9-9018-3aba69d359d0: This subnet is being modified by another concurrent operation. Dec 12 04:47:37.199610 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Dec 12 04:47:37.231908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ab1ad-39e5-4cb4-a70b-687e102eae24 None None] Network 35538b09-5df8-463c-8800-ea8a872648a6 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:37.262689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=68c891eb-c094-4ae9-9018-3aba69d359d0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:37.370934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.382311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d4bd6d-4528-43de-95be-694e6ea4f71c None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:47:37.403529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35538b09-5df8-463c-8800-ea8a872648a6']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:37.414384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7915c90a-f944-4a6b-9c3f-5ec31d2008d6') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:37.414690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7915c90a-f944-4a6b-9c3f-5ec31d2008d6') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:37.426517 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.442999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.451651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:37.452293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:37.514634 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:37.521512 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.531961 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.535882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/35538b09-5df8-463c-8800-ea8a872648a6 HTTP/1.1" status: 204 len: 168 time: 0.8781953 Dec 12 04:47:37.540326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37000) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:37.546155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1655830960'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:37.550037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07997233-83dd-48a4-a422-67a0fdfdcd09 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=35538b09-5df8-463c-8800-ea8a872648a6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:37.559556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d4bd6d-4528-43de-95be-694e6ea4f71c None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:47:37.578695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:37.584014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.617301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:37.631595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.632384 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment 43563530-8c38-4bfe-8173-984ce1fb84c6 of type vlan for network 1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7 Dec 12 04:47:37.687986 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.736477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.747286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:37.748602 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:37.841208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37002) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:37.842050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2992258 Dec 12 04:47:37.846459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c2a7e-a86b-485b-8271-8e925fd3d81f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:37.848134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': '1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:37.885739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:38.001884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:38.006053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:38.387338 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:38.446375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-889351cd-1207-45d0-baf6-a6ce35e9f043 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827015875&fields=id&tenant_id=741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 267 time: 0.1039698 Dec 12 04:47:38.499062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=4f10c9db-a560-42a9-a1a8-70a428cd28b3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:38.560382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': '43563530-8c38-4bfe-8173-984ce1fb84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:38.560718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: 1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:38.602777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:38.629821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-914f61a4-39cd-4c4e-80fb-04422db78150 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:38.631336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-914f61a4-39cd-4c4e-80fb-04422db78150 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1725881 Dec 12 04:47:38.632477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:38.637764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:38.638363 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:38.653737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea775e0d-33c1-40c8-9eaa-ac30b28f69ad None None] Network 1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:38.663520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c44345a4-23f8-46bc-a79e-61cde5652d67 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8209531 Dec 12 04:47:38.666089 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-c9978556-cffe-4d6b-8ed1-6071a1b877b3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/quotas/741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 375 time: 0.0142477 Dec 12 04:47:38.666337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37016) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:38.737480 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-55c72bb9-3f8a-42d5-b29d-ed3f17fe97cf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558634 Dec 12 04:47:38.779596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7', 'network_id': '1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '4f10c9db-a560-42a9-a1a8-70a428cd28b3'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:38.780504 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:38.840558 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:38.898159 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-4ec26390-c1f2-4922-ba6f-d1ce0ac1f1db service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468041 Dec 12 04:47:38.945552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:38.960202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Allocated IP 172.20.0.1 (1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7/4f10c9db-a560-42a9-a1a8-70a428cd28b3/928dcb5b-165c-41b7-bae8-3014bed73f48) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:39.003939 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-40e19f0f-bb71-4374-aa07-cefff5c26137 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148515 Dec 12 04:47:39.033348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-eebbb828-8950-4809-9328-52164f06d276 service neutron] 10.222.0.36 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131458 Dec 12 04:47:39.127138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-9ccea5f0-15c4-4b28-89bc-7ac72a0ba1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:39.129004 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-9ccea5f0-15c4-4b28-89bc-7ac72a0ba1d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1097 time: 0.0483370 Dec 12 04:47:39.132478 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.144633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.182308 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.206658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Network 1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:39.225231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:39.228312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Pushing event updated for resources: {'Port': ['ID=928dcb5b-165c-41b7-bae8-3014bed73f48,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:39.231987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37026) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:39.233998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:39.245759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=4f10c9db-a560-42a9-a1a8-70a428cd28b3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:39.307676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Attempting to bind port 928dcb5b-165c-41b7-bae8-3014bed73f48 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:39.308149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Attempting to bind port 928dcb5b-165c-41b7-bae8-3014bed73f48 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '43563530-8c38-4bfe-8173-984ce1fb84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:39.308595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Attempting to bind port 928dcb5b-165c-41b7-bae8-3014bed73f48 on network 1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:39.318019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:39.318588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Checking segment: {'id': '43563530-8c38-4bfe-8173-984ce1fb84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:39.319125 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.319639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Bound using segment: {'id': '43563530-8c38-4bfe-8173-984ce1fb84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:39.320251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Bound port: 928dcb5b-165c-41b7-bae8-3014bed73f48, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43563530-8c38-4bfe-8173-984ce1fb84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:39.320961 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.344041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.379683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:39.403908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43563530-8c38-4bfe-8173-984ce1fb84c6') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:39.404104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43563530-8c38-4bfe-8173-984ce1fb84c6') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:39.417682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-f90d1c9e-9259-432d-ba2e-86af818b0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:39.419342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-f90d1c9e-9259-432d-ba2e-86af818b0a88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.2638662 Dec 12 04:47:39.434536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.452414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.470125 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:39.470833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:39.474222 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:39.488789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] For port 928dcb5b-165c-41b7-bae8-3014bed73f48, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:39.499365 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24b9e957-3dbf-43ab-a26b-851616744cfa req-e147ccbd-1f20-4a25-ab3f-6cc132c726cc tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 210 time: 0.0417328 Dec 12 04:47:39.559794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] For port 928dcb5b-165c-41b7-bae8-3014bed73f48, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=928dcb5b-165c-41b7-bae8-3014bed73f48,segment=NetworkSegment(43563530-8c38-4bfe-8173-984ce1fb84c6),segment_id=43563530-8c38-4bfe-8173-984ce1fb84c6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:39.561983 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:47:39.561983 n-d-710847-7 neutron-server[103450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:47:39.561983 n-d-710847-7 neutron-server[103450]: [parameters: {'id': '1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7'}] Dec 12 04:47:39.561983 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:47:39.562695 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:47:39.565878 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:39.657926 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d9f8b-d9a8-4abe-9562-1cc24252308a None None] Pushing event updated for resources: {'Port': ['ID=928dcb5b-165c-41b7-bae8-3014bed73f48,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:39.670681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a817a0e-5e3c-4541-9c8a-d9205ae148f6 None None] Network 1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:39.794356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d9d31-abda-4e89-badc-d4410d174738 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:47:40.031422 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-951fd072-a98d-4ee4-b25b-d443561a830f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 1002 time: 0.5399747 Dec 12 04:47:40.063372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.126511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d9d31-abda-4e89-badc-d4410d174738 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:47:40.128752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-1d501829-d0eb-4942-b003-ea1e756fdc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:40.132523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-1d501829-d0eb-4942-b003-ea1e756fdc51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0899999 Dec 12 04:47:40.138282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port 928dcb5b-165c-41b7-bae8-3014bed73f48 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:40.138625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.227160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port 928dcb5b-165c-41b7-bae8-3014bed73f48, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=928dcb5b-165c-41b7-bae8-3014bed73f48,segment=NetworkSegment(43563530-8c38-4bfe-8173-984ce1fb84c6),segment_id=43563530-8c38-4bfe-8173-984ce1fb84c6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:40.227534 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.231775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-b189f548-9334-4bfc-be07-cd4bbc039f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:40.233361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-b189f548-9334-4bfc-be07-cd4bbc039f9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887702 Dec 12 04:47:40.242081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for 928dcb5b-165c-41b7-bae8-3014bed73f48 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:40.337508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.370602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=928dcb5b-165c-41b7-bae8-3014bed73f48,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:40.376620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port 928dcb5b-165c-41b7-bae8-3014bed73f48 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:40.399986 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.404107 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-e99e75e6-97f3-4670-85ab-8dc512028bb8 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560450 Dec 12 04:47:40.458183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.478835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:40.488064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43563530-8c38-4bfe-8173-984ce1fb84c6') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:40.488361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43563530-8c38-4bfe-8173-984ce1fb84c6') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:40.501618 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.515538 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.521350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:40.521741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:40.524769 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:40.594402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3daa4ddf-1d82-40bd-9db7-4f70612f9269 req-313df50f-95f8-4e6e-98d3-4ca5b3abd255 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566195 Dec 12 04:47:40.600194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.608463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.615720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7 HTTP/1.1" status: 204 len: 168 time: 1.9441433 Dec 12 04:47:40.625163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37040) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:40.630947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-359343324'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:40.634343 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d7d05-e5d1-439a-b091-21d1bbeacc71 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:40.647397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ba393f3-93a0-4e14-a5ca-a81e39ab87c4 req-aeb17bc2-216e-4f68-a5a7-5dd07fdb4f3d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 210 time: 0.0664353 Dec 12 04:47:40.661419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:40.665523 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.705518 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f152d524-b11d-4cfb-b9f3-b1a32b903244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.753776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:40.774294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.774683 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment b368495b-0732-4304-b56f-b073cef64c91 of type vlan for network d0dbe9c0-ce93-4fcb-918f-ab383e66a22f Dec 12 04:47:40.797821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Deleting port 5774c0d4-206c-4995-90a0-7083fbf923dd {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:40.798176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.837386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.847941 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-fdc529df-f006-494c-8e4c-230b9a2d40e5 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:40.849375 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-fdc529df-f006-494c-8e4c-230b9a2d40e5 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 812 time: 0.1717091 Dec 12 04:47:40.883007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] For port 5774c0d4-206c-4995-90a0-7083fbf923dd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5774c0d4-206c-4995-90a0-7083fbf923dd,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:40.883408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.893888 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.897357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Calling delete_port for 5774c0d4-206c-4995-90a0-7083fbf923dd owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:40.899520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:40.900634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:40.994256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3673801 Dec 12 04:47:41.000155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bdc24af7-9771-45a9-8141-6923ceb8cc7d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741dc45cb32d45eda4aed3bc163791d7 HTTP/1.1" status: 200 len: 379 time: 0.1354854 Dec 12 04:47:41.000636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37042) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:41.009520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': 'd0dbe9c0-ce93-4fcb-918f-ab383e66a22f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:41.028111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'port': {'device_id': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'admin_state_up': True, 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'security_groups': ['3d410255-7b3d-41aa-a7d8-0edecd8a6446']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:41.031523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded3cf0-89cf-42b5-bdea-37a16d839597 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=d0dbe9c0-ce93-4fcb-918f-ab383e66a22f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:41.054020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network d0dbe9c0-ce93-4fcb-918f-ab383e66a22f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:41.099215 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:41.138118 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=5774c0d4-206c-4995-90a0-7083fbf923dd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:41.202046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:41.206725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:41.307523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Made reservation on behalf of 741dc45cb32d45eda4aed3bc163791d7 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:41.313072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:41.409392 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:41.600843 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:41.612665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.20.0.3 (1bed37c6-4c22-46fe-9584-aa5bf029982d/4af3ef0c-2bdf-4330-a3a4-270751ad68cb/3e8205ce-3df5-4b1c-96f5-215eadcacd1f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:41.666526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:47:41.704282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=1dbb352d-8f28-48b6-a44a-12e6c03134b4,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:41.747052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': 'b368495b-0732-4304-b56f-b073cef64c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0dbe9c0-ce93-4fcb-918f-ab383e66a22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:41.747540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: d0dbe9c0-ce93-4fcb-918f-ab383e66a22f, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:41.825178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:47:41.837357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d192773e-8141-4e81-b46d-1851e7eb8c09 admin admin] 10.222.0.36 "PUT /v2.0/routers/0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6019142 Dec 12 04:47:41.838889 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] Sync routers for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:47:41.840936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37046) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:41.850172 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:47:41.850916 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:41.926812 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:41.974838 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:47:42.013088 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.163943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.277674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Deleting port eda77a5a-fc75-4a0b-b216-9c8d76d185dd {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:42.278307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.303818 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ed64c1d-f398-4012-a27d-48cc94f41039 req-b60f96fb-a7c9-43aa-b85a-eb5247444a87 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 210 time: 0.5588875 Dec 12 04:47:42.338900 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:47:41Z', 'revision_number': 5, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port': {'id': 'eda77a5a-fc75-4a0b-b216-9c8d76d185dd', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:25Z', 'updated_at': '2021-12-12T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:42.341178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network d0dbe9c0-ce93-4fcb-918f-ab383e66a22f is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:42.369510 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.371884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, d0dbe9c0-ce93-4fcb-918f-ab383e66a22f) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:42.381128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:42.381775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.386868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6518357d-f674-42b0-9f61-7566980b2188 None None] Network d0dbe9c0-ce93-4fcb-918f-ab383e66a22f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:42.388565 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] Checking router: 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:47:42.400174 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] Routers {'0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:47:42.401263 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:42.411248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] For port eda77a5a-fc75-4a0b-b216-9c8d76d185dd, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=eda77a5a-fc75-4a0b-b216-9c8d76d185dd,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:42.411803 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.428510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Calling delete_port for eda77a5a-fc75-4a0b-b216-9c8d76d185dd owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:42.448879 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0e7f0140-c377-4dc1-8e82-27803906ed7c tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4423246 Dec 12 04:47:42.461541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37048) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:42.518805 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] Set router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:47:42.602647 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:47:42Z', 'revision_number': 6, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:42.608660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-d0dbe9c0-ce93-4fcb-918f-ab383e66a22f', 'network_id': 'd0dbe9c0-ce93-4fcb-918f-ab383e66a22f', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '1dbb352d-8f28-48b6-a44a-12e6c03134b4'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:42.609609 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.647597 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fee0e5-1388-4e1f-93fb-ae2532a6cb15 None None] The sync data for ids ['0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6'] in n-d-710847-7 is: [{'id': '0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6', 'name': 'tempest-TestVolumeBackupRestore-1641140412-router', 'tenant_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:24Z', 'updated_at': '2021-12-12T04:47:42Z', 'revision_number': 6, 'project_id': 'bff31463b27f48b7a3bb6c1eaa87a7b8', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:47:42.658818 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.689173 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.722937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:42.735256 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:42.739254 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Pushing event deleted for resources: {'Port': ['ID=eda77a5a-fc75-4a0b-b216-9c8d76d185dd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:42.742485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:42.788509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:42.803956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.804662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7204e8-b3ab-46d6-8d9d-ffbcc746af15 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:47:42.832342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:42.833061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.870309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Allocated IP 172.20.0.1 (d0dbe9c0-ce93-4fcb-918f-ab383e66a22f/1dbb352d-8f28-48b6-a44a-12e6c03134b4/aae0ed33-b16c-4b1b-bfa8-66c04df86acf) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:42.872875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-35aa897d-ced7-4798-b5ba-5d12cfd2656e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8584661 Dec 12 04:47:42.876294 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:42.917460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Request body: {'port': {'device_id': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:43.001113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.003350 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.005469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.089979 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.090568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:47:43.095096 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.098945 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-43302a3c-92ac-4d74-89fe-d3604a45261f admin admin] 10.222.0.36 "DELETE /v2.0/routers/0a4038fc-3d8e-4696-b5ce-ccb2f7fd70a6 HTTP/1.1" status: 204 len: 168 time: 1.2540717 Dec 12 04:47:43.099142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37050) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:43.119923 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.148600 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.166515 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.177316 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-187a1272-1916-4ff2-8e7f-b679821c6071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.178078 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.198418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70ebfc1-2881-4f8b-bce1-b6796551ceb8 admin admin] Deleting subnet b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:47:43.204665 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c70ebfc1-2881-4f8b-bce1-b6796551ceb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.210512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbb352d-8f28-48b6-a44a-12e6c03134b4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:43.263440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Network d0dbe9c0-ce93-4fcb-918f-ab383e66a22f is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:43.278513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:43.278913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c70ebfc1-2881-4f8b-bce1-b6796551ceb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.284675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:43.327920 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.338509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e7fd5b67-ba19-4696-80c2-35c798cbd507 None None] Provisioning complete for port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:47:43.339180 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5b67-ba19-4696-80c2-35c798cbd507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.378922 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c70ebfc1-2881-4f8b-bce1-b6796551ceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.386767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Pushing event updated for resources: {'Port': ['ID=aae0ed33-b16c-4b1b-bfa8-66c04df86acf,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:43.392233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd5b67-ba19-4696-80c2-35c798cbd507 None None] Port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:47:43.407128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dbe9c0-ce93-4fcb-918f-ab383e66a22f']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:43.426866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.427114 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b368495b-0732-4304-b56f-b073cef64c91') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:43.427391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b368495b-0732-4304-b56f-b073cef64c91') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:43.427536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.427974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.428418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.429441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.429663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.430102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.431194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.431194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.431194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.432736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.433317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.433802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:47:43.449475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.456414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Attempting to bind port aae0ed33-b16c-4b1b-bfa8-66c04df86acf on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:43.457024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Attempting to bind port aae0ed33-b16c-4b1b-bfa8-66c04df86acf by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'b368495b-0732-4304-b56f-b073cef64c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0dbe9c0-ce93-4fcb-918f-ab383e66a22f'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:43.458052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Attempting to bind port aae0ed33-b16c-4b1b-bfa8-66c04df86acf on network d0dbe9c0-ce93-4fcb-918f-ab383e66a22f {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:43.465881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:43.466602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Checking segment: {'id': 'b368495b-0732-4304-b56f-b073cef64c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0dbe9c0-ce93-4fcb-918f-ab383e66a22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:43.467506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.468057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Bound using segment: {'id': 'b368495b-0732-4304-b56f-b073cef64c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0dbe9c0-ce93-4fcb-918f-ab383e66a22f'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:43.469180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Bound port: aae0ed33-b16c-4b1b-bfa8-66c04df86acf, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b368495b-0732-4304-b56f-b073cef64c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0dbe9c0-ce93-4fcb-918f-ab383e66a22f'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:43.469785 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.480285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c70ebfc1-2881-4f8b-bce1-b6796551ceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.505723 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.520027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:43.520865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:43.524025 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:43.560014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ebfc1-2881-4f8b-bce1-b6796551ceb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:43.574935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] For port aae0ed33-b16c-4b1b-bfa8-66c04df86acf, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:43.576937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c70ebfc1-2881-4f8b-bce1-b6796551ceb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.580851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb61367-18ff-42b9-a5fd-35143c221549 None None] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:43.581071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c70ebfc1-2881-4f8b-bce1-b6796551ceb8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b2f55ba4-33dc-42d0-8c57-07b3b3f7dde3 HTTP/1.1" status: 204 len: 168 time: 0.4807806 Dec 12 04:47:43.584131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37054) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:43.623633 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:47:43.623633 n-d-710847-7 neutron-server[103450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:47:43.623633 n-d-710847-7 neutron-server[103450]: [parameters: {'id': 'd0dbe9c0-ce93-4fcb-918f-ab383e66a22f'}] Dec 12 04:47:43.623633 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:47:43.624155 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:47:43.626281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53112-31ec-4598-b8e5-db4fde2b62e6 req-c2a81e48-81f6-40e5-a50a-b7f4644af407 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:43.630475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afd53112-31ec-4598-b8e5-db4fde2b62e6 req-c2a81e48-81f6-40e5-a50a-b7f4644af407 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 931 time: 0.1654606 Dec 12 04:47:43.653445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] For port aae0ed33-b16c-4b1b-bfa8-66c04df86acf, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=aae0ed33-b16c-4b1b-bfa8-66c04df86acf,segment=NetworkSegment(b368495b-0732-4304-b56f-b073cef64c91),segment_id=b368495b-0732-4304-b56f-b073cef64c91)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:43.662039 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.701289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8205ce-3df5-4b1c-96f5-215eadcacd1f {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:47:43.711730 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.729198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Transition to ACTIVE for port object 3e8205ce-3df5-4b1c-96f5-215eadcacd1f will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:47:43.734541 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b6249-c595-4abc-bc7e-cbe77f772fcf None None] Pushing event updated for resources: {'Port': ['ID=aae0ed33-b16c-4b1b-bfa8-66c04df86acf,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:43.735930 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.766293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.788915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-afd53112-31ec-4598-b8e5-db4fde2b62e6 req-8526fc40-295a-4861-8bec-3fd8dfd129ed tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848260 Dec 12 04:47:43.893820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Deleting port 086e8c12-3226-4afb-b10f-b6660ca4c578 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:43.894174 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:43.903661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4948d8-bab4-499c-a0bc-f0929a3f0b1b None None] Network d0dbe9c0-ce93-4fcb-918f-ab383e66a22f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:43.939107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:43.982451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] For port 086e8c12-3226-4afb-b10f-b6660ca4c578, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=086e8c12-3226-4afb-b10f-b6660ca4c578,segment=NetworkSegment(328d0b35-c2dd-480b-bdc2-798f0c1e1d95),segment_id=328d0b35-c2dd-480b-bdc2-798f0c1e1d95)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:43.982989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.006038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Attempting to bind port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:44.006385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Attempting to bind port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:44.007279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Attempting to bind port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:44.010043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Calling delete_port for 086e8c12-3226-4afb-b10f-b6660ca4c578 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:44.021693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f on network 1bed37c6-4c22-46fe-9584-aa5bf029982d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:47:44.022031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Attempting to bind port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f on network 1bed37c6-4c22-46fe-9584-aa5bf029982d {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:44.037094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:44.037486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Checking segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:44.037895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Bound using segment: {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:44.038360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Bound port: 3e8205ce-3df5-4b1c-96f5-215eadcacd1f, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c142cc6a-98a1-45bc-99f2-90f967197a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:44.046569 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.086449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] DHCP port deletion for 1b82cde5-464c-4210-917e-c64f156bb6a5 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:47:44.188706 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.210204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] For port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:44.215666 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] For port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:44.216849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.229062 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.244492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Pushing event deleted for resources: {'Port': ['ID=086e8c12-3226-4afb-b10f-b6660ca4c578,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:44.254367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] No DVR routers for this DVR port 086e8c12-3226-4afb-b10f-b6660ca4c578 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:44.271942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.284978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 086e8c12-3226-4afb-b10f-b6660ca4c578 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:47:44.302277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:44.325682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 086e8c12-3226-4afb-b10f-b6660ca4c578 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:47:44.326100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 086e8c12-3226-4afb-b10f-b6660ca4c578 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:47:44.326622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device eda77a5a-fc75-4a0b-b216-9c8d76d185dd no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:47:44.331442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:44.332178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.333829 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-bcdade27-c3ca-46f5-bd3e-16c8843675c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/3e8205ce-3df5-4b1c-96f5-215eadcacd1f HTTP/1.1" status: 200 len: 1091 time: 1.4226038 Dec 12 04:47:44.334664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:47:44.338670 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15764d4-826e-4972-9451-29958fc18a56" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:47:44.392305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: eda77a5a-fc75-4a0b-b216-9c8d76d185dd {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:47:44.392708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device eda77a5a-fc75-4a0b-b216-9c8d76d185dd not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:47:44.393177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5774c0d4-206c-4995-90a0-7083fbf923dd no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:47:44.394925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.420571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.422539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b82cde5-464c-4210-917e-c64f156bb6a5']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:44.436520 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616d5eb3-aad4-4b98-b2f9-8c1c3d86f94a x-openstack-request-id: req-616d5eb3-aad4-4b98-b2f9-8c1c3d86f94a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:47:44.437243 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:47:44.437711 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-616d5eb3-aad4-4b98-b2f9-8c1c3d86f94a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:47:44.438356 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'status': 'completed', 'code': 200} Dec 12 04:47:44.440374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328d0b35-c2dd-480b-bdc2-798f0c1e1d95') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:44.440949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328d0b35-c2dd-480b-bdc2-798f0c1e1d95') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:44.467650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5774c0d4-206c-4995-90a0-7083fbf923dd {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:47:44.468147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5774c0d4-206c-4995-90a0-7083fbf923dd not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:47:44.469683 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.491238 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.501677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:44.502241 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:44.505474 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:44.511827 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-8dbafcdf-2ac6-449e-a725-4d7d0760e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:44.513537 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-8dbafcdf-2ac6-449e-a725-4d7d0760e171 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 1094 time: 0.1114244 Dec 12 04:47:44.518681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port aae0ed33-b16c-4b1b-bfa8-66c04df86acf {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:44.519077 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.519858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] Deleting port 086e8c12-3226-4afb-b10f-b6660ca4c578 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:44.521316 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.601893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.609157 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.612695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1b82cde5-464c-4210-917e-c64f156bb6a5 HTTP/1.1" status: 204 len: 168 time: 1.0274532 Dec 12 04:47:44.617947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port aae0ed33-b16c-4b1b-bfa8-66c04df86acf, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=aae0ed33-b16c-4b1b-bfa8-66c04df86acf,segment=NetworkSegment(b368495b-0732-4304-b56f-b073cef64c91),segment_id=b368495b-0732-4304-b56f-b073cef64c91)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:44.618333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.619340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] For port 086e8c12-3226-4afb-b10f-b6660ca4c578, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:44.619884 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.637318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for aae0ed33-b16c-4b1b-bfa8-66c04df86acf owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:44.638891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37058) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:44.644508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] Calling delete_port for 086e8c12-3226-4afb-b10f-b6660ca4c578 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:44.647589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] Port 086e8c12-3226-4afb-b10f-b6660ca4c578 was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:47:44.649087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.652260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834231fb-6978-42c9-8813-e4c51c45b457 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b82cde5-464c-4210-917e-c64f156bb6a5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:44.673638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] Network 1b82cde5-464c-4210-917e-c64f156bb6a5 is not hosted by any dhcp agent {{(pid=103452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:47:44.674428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] No DVR routers for this DVR port 086e8c12-3226-4afb-b10f-b6660ca4c578 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:44.677315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c39dc-bc65-498f-81f0-26bf712a7608 None None] Pushing event deleted for resources: {'Port': ['ID=086e8c12-3226-4afb-b10f-b6660ca4c578,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:44.723770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95df748-41f5-4a9e-ae97-e66bd77fd0ae None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:47:44.764273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-c0f848a3-2855-424c-9133-cbc52b3abffa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f HTTP/1.1" status: 200 len: 217 time: 0.0525157 Dec 12 04:47:44.854128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-9c91a8b6-53ae-4a6c-989d-36e2ad2a2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:44.860688 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-9c91a8b6-53ae-4a6c-989d-36e2ad2a2da3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0882354 Dec 12 04:47:44.870415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95df748-41f5-4a9e-ae97-e66bd77fd0ae None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:47:44.916555 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:44.970530 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=aae0ed33-b16c-4b1b-bfa8-66c04df86acf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:44.977024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port aae0ed33-b16c-4b1b-bfa8-66c04df86acf on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:45.006659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad4df3-4d05-46fd-a511-f34ac07de5c8 req-95e3f75a-f628-4f92-a63a-09c63f025283 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:45.008880 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2ad4df3-4d05-46fd-a511-f34ac07de5c8 req-95e3f75a-f628-4f92-a63a-09c63f025283 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 943 time: 0.0902207 Dec 12 04:47:45.054752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-f1152f36-7f6f-4b25-aa5b-85b55c9641d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:45.057079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-f1152f36-7f6f-4b25-aa5b-85b55c9641d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822028 Dec 12 04:47:45.096711 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.157919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b2ad4df3-4d05-46fd-a511-f34ac07de5c8 req-113660e7-29fe-4abb-9c38-8d1928f72a84 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336501 Dec 12 04:47:45.161796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dbe9c0-ce93-4fcb-918f-ab383e66a22f']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:45.178644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b368495b-0732-4304-b56f-b073cef64c91') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:45.178958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b368495b-0732-4304-b56f-b073cef64c91') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:45.204154 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.234075 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.238359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-e143d09b-f000-4790-8041-60513482a2e4 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746378 Dec 12 04:47:45.243642 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:45.244732 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:45.248202 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:45.320541 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.372469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.387191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.394139 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/d0dbe9c0-ce93-4fcb-918f-ab383e66a22f HTTP/1.1" status: 204 len: 168 time: 2.9283688 Dec 12 04:47:45.395659 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37062) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:45.399764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1534902100'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:45.423841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cd1c4-ef22-4005-ae9c-78516f88cdad tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=d0dbe9c0-ce93-4fcb-918f-ab383e66a22f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:45.434399 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c94ed3c2-e627-40d8-9462-36f71a0aa2aa req-9ecc2f38-fb6a-418e-9d80-3f418179d7d0 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845899 Dec 12 04:47:45.455384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:45.460453 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.494883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:45.505617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.506070 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment a2cd8e1e-754e-4a97-8adc-74d270e8d879 of type vlan for network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 Dec 12 04:47:45.583917 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.595200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15764d4-826e-4972-9451-29958fc18a56 req-2c67057e-c08c-43c3-8542-2c0daa9a0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:45.596861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d15764d4-826e-4972-9451-29958fc18a56 req-2c67057e-c08c-43c3-8542-2c0daa9a0c6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 1094 time: 0.0817316 Dec 12 04:47:45.623960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Deleting port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:45.624475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.670006 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.676082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:45.676995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.702573 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.722625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] For port 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=416c35f3-ecd6-49c3-8e6f-b5a78ff2db20,segment=NetworkSegment(a6fd3747-91ae-4b18-9c5d-39084d6f83c1),segment_id=a6fd3747-91ae-4b18-9c5d-39084d6f83c1)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:45.723016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:45.736437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Calling delete_port for 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:45.740042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3418746 Dec 12 04:47:45.742099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37064) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:45.755466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fb9f816a-9628-4b02-856c-e55dc0bcea2f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:45.775658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c70a97-c109-42dc-895b-2956e3f460f2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=7ded9b49-30c9-49a3-b27c-59c5e0af30d8,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:45.787560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15764d4-826e-4972-9451-29958fc18a56 req-4554c9c1-6cb8-4c05-ae10-336ae24f12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:45.789266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d15764d4-826e-4972-9451-29958fc18a56 req-4554c9c1-6cb8-4c05-ae10-336ae24f12ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.1819260 Dec 12 04:47:45.789795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:45.848615 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d15764d4-826e-4972-9451-29958fc18a56 req-96a76f94-a31e-43ff-b9bb-2307acc45c8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f HTTP/1.1" status: 200 len: 217 time: 0.0521481 Dec 12 04:47:45.911640 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15764d4-826e-4972-9451-29958fc18a56 req-0be98dec-4c8d-4ef9-a8b9-5d74fd68a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:45.913577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d15764d4-826e-4972-9451-29958fc18a56 req-0be98dec-4c8d-4ef9-a8b9-5d74fd68a5b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0586491 Dec 12 04:47:45.963373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15764d4-826e-4972-9451-29958fc18a56 req-c6b432af-6da4-4c93-b961-18c825e4ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:45.964870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d15764d4-826e-4972-9451-29958fc18a56 req-c6b432af-6da4-4c93-b961-18c825e4ed7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444515 Dec 12 04:47:46.019601 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb9f816a-9628-4b02-856c-e55dc0bcea2f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:46.043596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb9f816a-9628-4b02-856c-e55dc0bcea2f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:46.080698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d15764d4-826e-4972-9451-29958fc18a56 req-d10bcfd1-9dcd-4655-95d1-142e6a0c6848 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085968 Dec 12 04:47:46.100764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb9f816a-9628-4b02-856c-e55dc0bcea2f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 is not hosted by any dhcp agent {{(pid=103451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:47:46.106658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f816a-9628-4b02-856c-e55dc0bcea2f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:46.107380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fb9f816a-9628-4b02-856c-e55dc0bcea2f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:46.108766 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fb9f816a-9628-4b02-856c-e55dc0bcea2f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "PUT /v2.0/networks/7ded9b49-30c9-49a3-b27c-59c5e0af30d8 HTTP/1.1" status: 200 len: 723 time: 0.3582811 Dec 12 04:47:46.114479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37066) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:46.148001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': '7ded9b49-30c9-49a3-b27c-59c5e0af30d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:46.197951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d15764d4-826e-4972-9451-29958fc18a56 req-032afaad-8436-479a-8f9a-4c0aecf7f80e service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107948 Dec 12 04:47:46.302899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0399f-4bcb-49bc-9bab-021668bfc33f req-a839c070-d282-4db4-b1a9-441481aaaec5 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:46.304803 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53e0399f-4bcb-49bc-9bab-021668bfc33f req-a839c070-d282-4db4-b1a9-441481aaaec5 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 943 time: 0.0600820 Dec 12 04:47:46.368221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53e0399f-4bcb-49bc-9bab-021668bfc33f req-5bb61a3e-70f3-4700-b27f-328ec12df32e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554419 Dec 12 04:47:46.557023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f816a-9628-4b02-856c-e55dc0bcea2f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=7ded9b49-30c9-49a3-b27c-59c5e0af30d8,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:46.569847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:46.596868 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:46.629870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Pushing event deleted for resources: {'Port': ['ID=416c35f3-ecd6-49c3-8e6f-b5a78ff2db20,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:46.694481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:46.698714 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:46.735833 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:46.922806 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.072366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.152122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=21c20274-f0a4-4d7c-bf31-259aba680a4a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:47.233506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': 'a2cd8e1e-754e-4a97-8adc-74d270e8d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ded9b49-30c9-49a3-b27c-59c5e0af30d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:47.233881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: 7ded9b49-30c9-49a3-b27c-59c5e0af30d8, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:47.270392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:47.288385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7ded9b49-30c9-49a3-b27c-59c5e0af30d8) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:47.293853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:47.295629 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.297114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013af68-705b-446e-9058-755f9c02887c None None] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:47.314024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Router a8519f31-5122-42c0-8be6-a797501e52bd has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:47:47.327407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-47ec64d2-6839-40f3-8d7e-782fd28d0826 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2095175 Dec 12 04:47:47.330325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37070) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:47.338403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-37c93798-c17d-4c4e-85d1-dd755d0374dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:47.424032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-7ded9b49-30c9-49a3-b27c-59c5e0af30d8', 'network_id': '7ded9b49-30c9-49a3-b27c-59c5e0af30d8', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '21c20274-f0a4-4d7c-bf31-259aba680a4a'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:47.426018 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.584795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37c93798-c17d-4c4e-85d1-dd755d0374dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3754881'] for subnet, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.587878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Allocated IP 172.20.0.2 (7ded9b49-30c9-49a3-b27c-59c5e0af30d8/21c20274-f0a4-4d7c-bf31-259aba680a4a/4f7cef95-2c35-4b18-aafe-f1ae0319bdae) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:47.616571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c35de-79e2-4300-9f93-86e2942ff5e4 req-d4f13522-4d8d-4f44-8845-b41802334027 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:47.618535 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-641c35de-79e2-4300-9f93-86e2942ff5e4 req-d4f13522-4d8d-4f44-8845-b41802334027 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 943 time: 0.1594737 Dec 12 04:47:47.627284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:47:47.637315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0818a772-01fa-410f-84b5-60ca8c68ac88 admin admin] 10.222.0.36 "PUT /v2.0/routers/a8519f31-5122-42c0-8be6-a797501e52bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9973617 Dec 12 04:47:47.640396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37074) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:47.640978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] Sync routers for ids ['a8519f31-5122-42c0-8be6-a797501e52bd'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:47:47.666853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] Routers {'a8519f31-5122-42c0-8be6-a797501e52bd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:47:47.667494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a8519f31-5122-42c0-8be6-a797501e52bd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:47.703742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-641c35de-79e2-4300-9f93-86e2942ff5e4 req-6124ae09-4817-4feb-8ac7-873bc381cd0c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780036 Dec 12 04:47:47.760978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.846583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] Set router a8519f31-5122-42c0-8be6-a797501e52bd gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:47:47.870214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.901460 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.916574 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.929720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Deleting port 41d65597-519c-48a2-8f7e-5392c547478c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:47.930068 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:47.991753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:48.001517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:48.007658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:48.012790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37c93798-c17d-4c4e-85d1-dd755d0374dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730863114204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3237496'] for subnet, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.014120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Pushing event updated for resources: {'Port': ['ID=4f7cef95-2c35-4b18-aafe-f1ae0319bdae,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:48.019140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] For port 41d65597-519c-48a2-8f7e-5392c547478c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=41d65597-519c-48a2-8f7e-5392c547478c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:48.019956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.028553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c93798-c17d-4c4e-85d1-dd755d0374dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:48.029207 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-37c93798-c17d-4c4e-85d1-dd755d0374dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.030787 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-37c93798-c17d-4c4e-85d1-dd755d0374dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "PUT /v2.0/subnets/21c20274-f0a4-4d7c-bf31-259aba680a4a HTTP/1.1" status: 200 len: 806 time: 0.6990266 Dec 12 04:47:48.033951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37076) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:48.036551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Calling delete_port for 41d65597-519c-48a2-8f7e-5392c547478c owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:48.076282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c93798-c17d-4c4e-85d1-dd755d0374dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=21c20274-f0a4-4d7c-bf31-259aba680a4a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:48.107960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Attempting to bind port 4f7cef95-2c35-4b18-aafe-f1ae0319bdae on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:48.108279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Attempting to bind port 4f7cef95-2c35-4b18-aafe-f1ae0319bdae by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'a2cd8e1e-754e-4a97-8adc-74d270e8d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ded9b49-30c9-49a3-b27c-59c5e0af30d8'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:48.108656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Attempting to bind port 4f7cef95-2c35-4b18-aafe-f1ae0319bdae on network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:48.116029 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:48.116415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Checking segment: {'id': 'a2cd8e1e-754e-4a97-8adc-74d270e8d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ded9b49-30c9-49a3-b27c-59c5e0af30d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:48.117175 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.117590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Bound using segment: {'id': 'a2cd8e1e-754e-4a97-8adc-74d270e8d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ded9b49-30c9-49a3-b27c-59c5e0af30d8'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:48.118074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Bound port: 4f7cef95-2c35-4b18-aafe-f1ae0319bdae, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cd8e1e-754e-4a97-8adc-74d270e8d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ded9b49-30c9-49a3-b27c-59c5e0af30d8'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:48.118465 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.193216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.194372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '41d65597-519c-48a2-8f7e-5392c547478c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:47:46Z', 'revision_number': 5, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'gw_port': {'id': '41d65597-519c-48a2-8f7e-5392c547478c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:48.225903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] Checking router: a8519f31-5122-42c0-8be6-a797501e52bd for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:47:48.232955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] For port 4f7cef95-2c35-4b18-aafe-f1ae0319bdae, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:48.248585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] For port 4f7cef95-2c35-4b18-aafe-f1ae0319bdae, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4f7cef95-2c35-4b18-aafe-f1ae0319bdae,segment=NetworkSegment(a2cd8e1e-754e-4a97-8adc-74d270e8d879),segment_id=a2cd8e1e-754e-4a97-8adc-74d270e8d879)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:48.249553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] Routers {'a8519f31-5122-42c0-8be6-a797501e52bd'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:47:48.250211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a8519f31-5122-42c0-8be6-a797501e52bd'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:48.253976 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.327279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port 4f7cef95-2c35-4b18-aafe-f1ae0319bdae {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:48.327629 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.373469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.412694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d65597-519c-48a2-8f7e-5392c547478c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:48.484703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0abfc-4b98-4636-bd73-75dbf9b5519c None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:47:48.491359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port 4f7cef95-2c35-4b18-aafe-f1ae0319bdae, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4f7cef95-2c35-4b18-aafe-f1ae0319bdae,segment=NetworkSegment(a2cd8e1e-754e-4a97-8adc-74d270e8d879),segment_id=a2cd8e1e-754e-4a97-8adc-74d270e8d879)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:48.491734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.500495 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.534884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for 4f7cef95-2c35-4b18-aafe-f1ae0319bdae owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:48.570220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] Set router a8519f31-5122-42c0-8be6-a797501e52bd gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:47:48.572188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3089c-5b73-45b2-b392-47dbcd0797bd None None] Pushing event updated for resources: {'Port': ['ID=4f7cef95-2c35-4b18-aafe-f1ae0319bdae,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:48.612763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.616011 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.628423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:47:47Z', 'revision_number': 6, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:48.662713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ece64-f927-4589-8efe-27fd064fa3cb None None] The sync data for ids ['a8519f31-5122-42c0-8be6-a797501e52bd'] in n-d-710847-7 is: [{'id': 'a8519f31-5122-42c0-8be6-a797501e52bd', 'name': 'tempest-TestVolumeBackupRestore-1878269374-router', 'tenant_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:44:29Z', 'updated_at': '2021-12-12T04:47:47Z', 'revision_number': 6, 'project_id': '8d3d1aa20b2049d7b8fdb6bc2b3d9ba3', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:47:48.698218 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.698795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8519f31-5122-42c0-8be6-a797501e52bd {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:47:48.707177 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.709301 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-449c6151-9282-4ec6-86ea-6c0495daa899 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a8519f31-5122-42c0-8be6-a797501e52bd HTTP/1.1" status: 204 len: 168 time: 1.0672882 Dec 12 04:47:48.709583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37078) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:48.762169 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6281d63-ba91-40b3-9b14-af5d1bffcfe3 admin admin] Deleting subnet f899aa78-726b-405f-976d-54e1e83e5786 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:47:48.766379 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6281d63-ba91-40b3-9b14-af5d1bffcfe3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.786752 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.809639 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6281d63-ba91-40b3-9b14-af5d1bffcfe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.841385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=4f7cef95-2c35-4b18-aafe-f1ae0319bdae,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:48.881566 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab81a48-446a-430a-9fa7-8100838a612d req-a3e85cab-0df7-440c-9303-fa27c7c64a00 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:48.883011 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ab81a48-446a-430a-9fa7-8100838a612d req-a3e85cab-0df7-440c-9303-fa27c7c64a00 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 943 time: 0.0939059 Dec 12 04:47:48.890586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6281d63-ba91-40b3-9b14-af5d1bffcfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.902858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port 4f7cef95-2c35-4b18-aafe-f1ae0319bdae on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:48.941989 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6281d63-ba91-40b3-9b14-af5d1bffcfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.966931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6281d63-ba91-40b3-9b14-af5d1bffcfe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f899aa78-726b-405f-976d-54e1e83e5786,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:48.972638 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e6281d63-ba91-40b3-9b14-af5d1bffcfe3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.977714 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:48.979166 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e6281d63-ba91-40b3-9b14-af5d1bffcfe3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f899aa78-726b-405f-976d-54e1e83e5786 HTTP/1.1" status: 204 len: 168 time: 0.2684059 Dec 12 04:47:48.979774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7710f475-e57b-457b-a198-078dbb2316af None None] Network 469a8fbc-aa8f-45a8-8115-0011b3599ce5 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:48.980262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37082) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:49.008719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ab81a48-446a-430a-9fa7-8100838a612d req-75d322a9-2fa9-4b0e-8a1e-891517097e0c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070340 Dec 12 04:47:49.071693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.122431 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.139808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Deleting port c9489f53-4b25-49ec-9dd4-174fb2623b35 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:49.140377 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.176520 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=21c20274-f0a4-4d7c-bf31-259aba680a4a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:49.245262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656ba3d-59f3-40fa-ab23-7f8efbdb66be None None] DHCP port deletion for 469a8fbc-aa8f-45a8-8115-0011b3599ce5 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:47:49.257995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.262527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] For port c9489f53-4b25-49ec-9dd4-174fb2623b35, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9489f53-4b25-49ec-9dd4-174fb2623b35,segment=NetworkSegment(a6fd3747-91ae-4b18-9c5d-39084d6f83c1),segment_id=a6fd3747-91ae-4b18-9c5d-39084d6f83c1)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:49.262896 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.282426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ded9b49-30c9-49a3-b27c-59c5e0af30d8']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:49.284316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Calling delete_port for c9489f53-4b25-49ec-9dd4-174fb2623b35 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:49.294346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cd8e1e-754e-4a97-8adc-74d270e8d879') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:49.295654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cd8e1e-754e-4a97-8adc-74d270e8d879') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:49.305662 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.314887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f656ba3d-59f3-40fa-ab23-7f8efbdb66be None None] Deleting port c9489f53-4b25-49ec-9dd4-174fb2623b35 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:49.315283 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f656ba3d-59f3-40fa-ab23-7f8efbdb66be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.319035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.325369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:49.325943 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:49.329304 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:49.375721 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.383847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f656ba3d-59f3-40fa-ab23-7f8efbdb66be None None] For port c9489f53-4b25-49ec-9dd4-174fb2623b35, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9489f53-4b25-49ec-9dd4-174fb2623b35,segment=NetworkSegment(a6fd3747-91ae-4b18-9c5d-39084d6f83c1),segment_id=a6fd3747-91ae-4b18-9c5d-39084d6f83c1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:49.384782 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f656ba3d-59f3-40fa-ab23-7f8efbdb66be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.398687 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.399333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f656ba3d-59f3-40fa-ab23-7f8efbdb66be None None] Calling delete_port for c9489f53-4b25-49ec-9dd4-174fb2623b35 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:49.404266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.405715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9489f53-4b25-49ec-9dd4-174fb2623b35,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:49.407591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] No DVR routers for this DVR port c9489f53-4b25-49ec-9dd4-174fb2623b35 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:49.411434 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/7ded9b49-30c9-49a3-b27c-59c5e0af30d8 HTTP/1.1" status: 204 len: 168 time: 1.3762982 Dec 12 04:47:49.416753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37084) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:49.436802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e42e56-6fb5-429e-9cfa-e8e0b56c8362 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=7ded9b49-30c9-49a3-b27c-59c5e0af30d8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:49.449433 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1d75ab-0922-4ffd-8920-f7c3b7c0fd41 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:49.450023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1d75ab-0922-4ffd-8920-f7c3b7c0fd41 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:49.453636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dd1d75ab-0922-4ffd-8920-f7c3b7c0fd41 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/7ded9b49-30c9-49a3-b27c-59c5e0af30d8 HTTP/1.1" status: 404 len: 339 time: 0.0358529 Dec 12 04:47:49.457234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37086) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:49.463437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1335419574', 'description': 'd1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:49.485664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:49.490541 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.496809 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f656ba3d-59f3-40fa-ab23-7f8efbdb66be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.508004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.519404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:49.522865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656ba3d-59f3-40fa-ab23-7f8efbdb66be None None] Pushing event deleted for resources: {'Port': ['ID=c9489f53-4b25-49ec-9dd4-174fb2623b35,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:49.529075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656ba3d-59f3-40fa-ab23-7f8efbdb66be None None] No DVR routers for this DVR port c9489f53-4b25-49ec-9dd4-174fb2623b35 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:49.530805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.531314 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment f58d1b91-f882-4d12-b554-d6ad740693df of type vlan for network f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f Dec 12 04:47:49.534737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469a8fbc-aa8f-45a8-8115-0011b3599ce5']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:49.548924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:49.549252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fd3747-91ae-4b18-9c5d-39084d6f83c1') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:49.561651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.578004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.585131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:49.585551 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:49.589720 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:49.592162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.623718 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.630051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:49.630781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.652790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.658600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:49.667611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] 10.222.0.36 "DELETE /v2.0/networks/469a8fbc-aa8f-45a8-8115-0011b3599ce5 HTTP/1.1" status: 204 len: 168 time: 0.6846170 Dec 12 04:47:49.681166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a2095-8354-4ab0-96f3-f890d916a772 admin admin] Pushing event deleted for resources: {'Network': ['ID=469a8fbc-aa8f-45a8-8115-0011b3599ce5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:49.706616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2453604 Dec 12 04:47:49.707081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37090) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:49.726902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371da39-2532-40b3-8b6f-93187ca0add0 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:49.739225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:49.855668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7839860-1b29-496a-98d0-f231251088e2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:49.859460 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d7839860-1b29-496a-98d0-f231251088e2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/networks?id=f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f HTTP/1.1" status: 200 len: 761 time: 0.1492183 Dec 12 04:47:49.859817 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37092) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:49.866156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-01e749dd-ad76-4df2-aaec-10fa1d93677f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'description': 'd2'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:49.932307 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37094) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:49.981101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f3124842-8757-475d-9552-3447952e64a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bff31463b27f48b7a3bb6c1eaa87a7b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474033 Dec 12 04:47:49.981662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37096) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:50.078036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2c2b58b5-53bc-42eb-ba0a-e4d73af1e033 None None] Could not find standard attr ID for object 4f7cef95-2c35-4b18-aafe-f1ae0319bdae. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 04:47:50.090751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fb4600-26a2-4428-a124-cb990a9e7512 None None] DHCP port deletion for 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:47:50.106669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1edea-d2ec-4bfb-a197-3e0e7614ed6d None None] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:50.107792 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-01e749dd-ad76-4df2-aaec-10fa1d93677f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.111620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cc0980-569f-4b3c-b363-8f35627ae3e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.119691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1edea-d2ec-4bfb-a197-3e0e7614ed6d None None] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 could not be found, it might have been deleted concurrently. {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 04:47:50.136644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d965249-7216-44f9-9c57-ef5888975c16 None None] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:50.143826 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-01e749dd-ad76-4df2-aaec-10fa1d93677f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.156557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d965249-7216-44f9-9c57-ef5888975c16 None None] Network 7ded9b49-30c9-49a3-b27c-59c5e0af30d8 could not be found, it might have been deleted concurrently. {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 04:47:50.168704 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cc0980-569f-4b3c-b363-8f35627ae3e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.178605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14717abd-4358-4ab5-8b2b-1e7eba3ebb51 req-26161036-23c6-4e75-8d9d-4cfc06611e88 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:50.180138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01e749dd-ad76-4df2-aaec-10fa1d93677f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f is not hosted by any dhcp agent {{(pid=103450) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 04:47:50.186107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e749dd-ad76-4df2-aaec-10fa1d93677f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:50.186436 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14717abd-4358-4ab5-8b2b-1e7eba3ebb51 req-26161036-23c6-4e75-8d9d-4cfc06611e88 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 943 time: 0.0739260 Dec 12 04:47:50.186709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-01e749dd-ad76-4df2-aaec-10fa1d93677f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.188117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-01e749dd-ad76-4df2-aaec-10fa1d93677f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "PUT /v2.0/networks/f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f HTTP/1.1" status: 200 len: 758 time: 0.3272409 Dec 12 04:47:50.194365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37100) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:50.201296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41d65597-519c-48a2-8f7e-5392c547478c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:47:50.223207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 41d65597-519c-48a2-8f7e-5392c547478c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:47:50.223648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 41d65597-519c-48a2-8f7e-5392c547478c not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:47:50.224146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9489f53-4b25-49ec-9dd4-174fb2623b35 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:47:50.246777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c9489f53-4b25-49ec-9dd4-174fb2623b35 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:47:50.247396 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9489f53-4b25-49ec-9dd4-174fb2623b35 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:47:50.248142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:47:50.256368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e749dd-ad76-4df2-aaec-10fa1d93677f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:50.270329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:47:50.270944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 416c35f3-ecd6-49c3-8e6f-b5a78ff2db20 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:47:50.278209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:50.305824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cc0980-569f-4b3c-b363-8f35627ae3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.309908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80cc0980-569f-4b3c-b363-8f35627ae3e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.313560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-80cc0980-569f-4b3c-b363-8f35627ae3e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17fb819f-cff5-4643-9cfd-b94b99fe5792 HTTP/1.1" status: 204 len: 168 time: 0.3008807 Dec 12 04:47:50.313736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14717abd-4358-4ab5-8b2b-1e7eba3ebb51 req-eba0fe6a-011b-4515-a8ef-66d89da4bbbd tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251032 Dec 12 04:47:50.319864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc0980-569f-4b3c-b363-8f35627ae3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fb819f-cff5-4643-9cfd-b94b99fe5792,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:50.341401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df20821-948d-4d8d-9500-ac4110fe4c76 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:50.342966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4df20821-948d-4d8d-9500-ac4110fe4c76 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/networks?id=f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f HTTP/1.1" status: 200 len: 761 time: 0.1463604 Dec 12 04:47:50.347989 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37104) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:50.353845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-640158283'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:50.377619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:50.384540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.408026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:50.417542 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.417893 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment b1dc5eb7-c75f-4730-805a-219f84b6ef41 of type vlan for network f6768894-e25e-4cde-8329-6d901034e6d0 Dec 12 04:47:50.457477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.487180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.492890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:50.493476 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.550307 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2011962 Dec 12 04:47:50.553255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37108) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:50.560523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': 'f6768894-e25e-4cde-8329-6d901034e6d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:50.563274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362e62e-a25d-476a-85fe-d31b98969cc8 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=f6768894-e25e-4cde-8329-6d901034e6d0,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:50.573679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network f6768894-e25e-4cde-8329-6d901034e6d0 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:50.652963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37110) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:50.662396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:50.666926 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.692543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7f76faaf-8cf4-4cc7-a846-14607fbb324b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d3d1aa20b2049d7b8fdb6bc2b3d9ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385015 Dec 12 04:47:50.695042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37112) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:50.747191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-798489fd-4d7b-4d17-a2e8-128a197c9147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.768156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-798489fd-4d7b-4d17-a2e8-128a197c9147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.819363 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-798489fd-4d7b-4d17-a2e8-128a197c9147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.822359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-798489fd-4d7b-4d17-a2e8-128a197c9147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.823554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-798489fd-4d7b-4d17-a2e8-128a197c9147 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b9dbf74-549f-4d68-b706-8fd700fcf94e HTTP/1.1" status: 204 len: 168 time: 0.1276114 Dec 12 04:47:50.831811 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798489fd-4d7b-4d17-a2e8-128a197c9147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9dbf74-549f-4d68-b706-8fd700fcf94e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:50.862991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.923365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=12911c9b-4e28-481a-b5f8-ebbfb6dc169f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:50.933471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': 'b1dc5eb7-c75f-4730-805a-219f84b6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f6768894-e25e-4cde-8329-6d901034e6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:50.933846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: f6768894-e25e-4cde-8329-6d901034e6d0, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:50.950828 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network f6768894-e25e-4cde-8329-6d901034e6d0 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:50.959418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, f6768894-e25e-4cde-8329-6d901034e6d0) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:50.963831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:50.964482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:50.969954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219b446-3620-4049-b59e-a730c22e1744 None None] Network f6768894-e25e-4cde-8329-6d901034e6d0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:50.985613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-330efe42-6575-46e9-a6e1-f60397185681 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4283235 Dec 12 04:47:50.985981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37116) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:51.079791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-f6768894-e25e-4cde-8329-6d901034e6d0', 'network_id': 'f6768894-e25e-4cde-8329-6d901034e6d0', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '12911c9b-4e28-481a-b5f8-ebbfb6dc169f'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:51.080700 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.112649 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.172937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.230735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Allocated IP 172.20.0.2 (f6768894-e25e-4cde-8329-6d901034e6d0/12911c9b-4e28-481a-b5f8-ebbfb6dc169f/0e655639-4149-4777-8839-ef528ba54381) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:51.396649 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.404995 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.424781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.454782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e51ac5-25b0-419c-850c-0685653c4fc2 req-f55dc2c9-ce5d-4372-8d2b-b55c8f2a0afa tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:51.456002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Network f6768894-e25e-4cde-8329-6d901034e6d0 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:51.459205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:51.460339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92e51ac5-25b0-419c-850c-0685653c4fc2 req-f55dc2c9-ce5d-4372-8d2b-b55c8f2a0afa tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 943 time: 0.0650024 Dec 12 04:47:51.461351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=12911c9b-4e28-481a-b5f8-ebbfb6dc169f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:51.462893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:51.471881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Pushing event updated for resources: {'Port': ['ID=0e655639-4149-4777-8839-ef528ba54381,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:51.513516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92e51ac5-25b0-419c-850c-0685653c4fc2 req-b8ddd55c-1e78-418f-921b-7f8ec1da5dfe tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473914 Dec 12 04:47:51.526730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Attempting to bind port 0e655639-4149-4777-8839-ef528ba54381 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:51.526730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Attempting to bind port 0e655639-4149-4777-8839-ef528ba54381 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'b1dc5eb7-c75f-4730-805a-219f84b6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f6768894-e25e-4cde-8329-6d901034e6d0'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:51.526730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Attempting to bind port 0e655639-4149-4777-8839-ef528ba54381 on network f6768894-e25e-4cde-8329-6d901034e6d0 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:51.531381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:51.531763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Checking segment: {'id': 'b1dc5eb7-c75f-4730-805a-219f84b6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f6768894-e25e-4cde-8329-6d901034e6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:51.532172 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.532573 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Bound using segment: {'id': 'b1dc5eb7-c75f-4730-805a-219f84b6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f6768894-e25e-4cde-8329-6d901034e6d0'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:51.533079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Bound port: 0e655639-4149-4777-8839-ef528ba54381, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dc5eb7-c75f-4730-805a-219f84b6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f6768894-e25e-4cde-8329-6d901034e6d0'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:51.533469 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.537901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.558835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6768894-e25e-4cde-8329-6d901034e6d0']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:51.567845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dc5eb7-c75f-4730-805a-219f84b6ef41') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:51.568151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dc5eb7-c75f-4730-805a-219f84b6ef41') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:51.577905 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.590642 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.596438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:51.596836 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.599330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] For port 0e655639-4149-4777-8839-ef528ba54381, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:51.599848 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:51.656417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] For port 0e655639-4149-4777-8839-ef528ba54381, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0e655639-4149-4777-8839-ef528ba54381,segment=NetworkSegment(b1dc5eb7-c75f-4730-805a-219f84b6ef41),segment_id=b1dc5eb7-c75f-4730-805a-219f84b6ef41)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:51.657250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:47:51.657250 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:47:51.657250 n-d-710847-7 neutron-server[103451]: [parameters: {'id': 'f6768894-e25e-4cde-8329-6d901034e6d0'}] Dec 12 04:47:51.657250 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:47:51.657716 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:47:51.660680 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:51.743259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e92e67-4434-43b0-b73f-5ab15cf8c8e6 None None] Pushing event updated for resources: {'Port': ['ID=0e655639-4149-4777-8839-ef528ba54381,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:51.755101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7401e-981d-4d12-8313-69f9ca3eee0c None None] Network f6768894-e25e-4cde-8329-6d901034e6d0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:51.847985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235d42e-bbe7-40ed-b5bd-d2e25557f90e None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:47:51.929299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0235d42e-bbe7-40ed-b5bd-d2e25557f90e None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:47:52.159174 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.210881 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port 0e655639-4149-4777-8839-ef528ba54381 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:52.211213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.276367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port 0e655639-4149-4777-8839-ef528ba54381, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0e655639-4149-4777-8839-ef528ba54381,segment=NetworkSegment(b1dc5eb7-c75f-4730-805a-219f84b6ef41),segment_id=b1dc5eb7-c75f-4730-805a-219f84b6ef41)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:52.276726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.290154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for 0e655639-4149-4777-8839-ef528ba54381 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:52.368685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.397355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=0e655639-4149-4777-8839-ef528ba54381,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:52.401394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port 0e655639-4149-4777-8839-ef528ba54381 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:52.476741 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.495589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6768894-e25e-4cde-8329-6d901034e6d0']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:52.504457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dc5eb7-c75f-4730-805a-219f84b6ef41') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:52.504758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dc5eb7-c75f-4730-805a-219f84b6ef41') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:52.514578 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.527709 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.533540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:52.533925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:52.536845 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:52.620999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.660098 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:52.663308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/f6768894-e25e-4cde-8329-6d901034e6d0 HTTP/1.1" status: 204 len: 168 time: 1.6762972 Dec 12 04:47:52.666178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908c1a2-f2bf-445d-8afd-731d135dcde2 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=f6768894-e25e-4cde-8329-6d901034e6d0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:52.666364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37122) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:52.675822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5681-a6f8-49b7-a4a7-aabe6ad3ee81 req-1a7a21b7-c2bb-41ac-8290-862f225a238e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:52.677317 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b23c5681-a6f8-49b7-a4a7-aabe6ad3ee81 req-1a7a21b7-c2bb-41ac-8290-862f225a238e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 943 time: 0.0860088 Dec 12 04:47:52.694416 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53d40fc-4981-4333-ad24-0470f1e31177 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] GET failed (client error): The resource could not be found. Dec 12 04:47:52.696037 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e53d40fc-4981-4333-ad24-0470f1e31177 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/subnets/12911c9b-4e28-481a-b5f8-ebbfb6dc169f HTTP/1.1" status: 404 len: 337 time: 0.0287821 Dec 12 04:47:52.699192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37124) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:52.716943 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd64df8-1769-4164-95ef-be80b3925e3b tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:52.717443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd64df8-1769-4164-95ef-be80b3925e3b tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:52.722288 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1bd64df8-1769-4164-95ef-be80b3925e3b tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/f6768894-e25e-4cde-8329-6d901034e6d0 HTTP/1.1" status: 404 len: 339 time: 0.0219738 Dec 12 04:47:52.725992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37126) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:52.728999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b23c5681-a6f8-49b7-a4a7-aabe6ad3ee81 req-6f8060de-f251-43cd-952e-da9e1e0726eb tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446336 Dec 12 04:47:53.164561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e989c7-fe02-4c5c-92cc-bbb0e3ae5061 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.166584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d1e989c7-fe02-4c5c-92cc-bbb0e3ae5061 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4396112 Dec 12 04:47:53.169194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37128) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:53.197048 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0f9d4b45-9bbe-4af8-86fd-7b8ec778709f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 207 time: 0.0268106 Dec 12 04:47:53.200166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37130) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:53.401977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8058e2f9-ef2c-4a2b-83e4-4fef386f8885 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.408217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8058e2f9-ef2c-4a2b-83e4-4fef386f8885 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.414354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8058e2f9-ef2c-4a2b-83e4-4fef386f8885 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.420780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8058e2f9-ef2c-4a2b-83e4-4fef386f8885 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.422398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8058e2f9-ef2c-4a2b-83e4-4fef386f8885 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2212455 Dec 12 04:47:53.425993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37132) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:53.533450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5a58e216-6f69-483e-8aa1-f1f3f59f048f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1063876 Dec 12 04:47:53.536699 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37134) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:53.620560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8637aef5-06e9-414f-bd82-87fa778fafcc tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.622168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8637aef5-06e9-414f-bd82-87fa778fafcc tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.623691 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8637aef5-06e9-414f-bd82-87fa778fafcc tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0860648 Dec 12 04:47:53.627162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37136) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:53.678865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe131ae-4d32-44a1-8a1c-4506104afdc6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.680235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe131ae-4d32-44a1-8a1c-4506104afdc6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.681850 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cfe131ae-4d32-44a1-8a1c-4506104afdc6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0537832 Dec 12 04:47:53.685363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37138) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:53.787672 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f67ac5e-0b18-4217-b4bb-07db999d4fbe tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.789092 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0f67ac5e-0b18-4217-b4bb-07db999d4fbe tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/networks/40906a75-6371-499e-936e-42b0a76ed4d7 HTTP/1.1" status: 200 len: 800 time: 0.1027932 Dec 12 04:47:53.793395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37142) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:53.847198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3a759-db36-4f7f-96f1-91e88a835624 req-dc3e5a8e-df8d-491f-b783-819276043a0a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.849807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6eb3a759-db36-4f7f-96f1-91e88a835624 req-dc3e5a8e-df8d-491f-b783-819276043a0a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 943 time: 0.0515959 Dec 12 04:47:53.897585 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d28f2d8c-36e9-4cca-9c34-219c29828d13 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/networks/40906a75-6371-499e-936e-42b0a76ed4d7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1027849 Dec 12 04:47:53.901213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37144) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:53.903926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6eb3a759-db36-4f7f-96f1-91e88a835624 req-1fbb2630-e8b0-41c1-8f36-0d146270c683 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476413 Dec 12 04:47:53.951642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525dfac3-949c-4b2a-a18c-5a14d5bfd068 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:53.952965 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-525dfac3-949c-4b2a-a18c-5a14d5bfd068 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/subnets/e3c0430c-d828-4495-b396-adb42aeba52f HTTP/1.1" status: 200 len: 811 time: 0.0508056 Dec 12 04:47:53.956413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37146) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:54.006629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e5f58b-5a21-4d37-a05b-2d8a0106954f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['shared'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:54.008019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f0e5f58b-5a21-4d37-a05b-2d8a0106954f tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "GET /v2.0/subnets/e3c0430c-d828-4495-b396-adb42aeba52f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0506678 Dec 12 04:47:54.011877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37148) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:54.016648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1458017621'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:54.037016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:54.040366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.063822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:47:54.073004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.073301 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Added segment 966b3e94-c11d-4659-8a17-b13f4b1b0ac1 of type vlan for network 7efd6c27-0ef6-4173-972f-429117173023 Dec 12 04:47:54.117091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.142253 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.147841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:54.148424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.201897 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1889400 Dec 12 04:47:54.204847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37150) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:54.216422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'network_id': '7efd6c27-0ef6-4173-972f-429117173023', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:54.233676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd3d69-c462-4a50-9044-5d0fa73203eb tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Network': ['ID=7efd6c27-0ef6-4173-972f-429117173023,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:54.243492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7efd6c27-0ef6-4173-972f-429117173023 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:47:54.315089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Made reservation on behalf of 0b9bdb2e41054e5e8067e1acb5192403 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:54.318759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.374752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing IP validity checks on allocation pools {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 04:47:54.375296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.ipam_backend_mixin [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 04:47:54.500532 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.561637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=7d117005-0a84-43b3-9d7d-f7420e1aa384,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:54.570187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Checking segment: {'id': '966b3e94-c11d-4659-8a17-b13f4b1b0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7efd6c27-0ef6-4173-972f-429117173023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:54.570557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network hostable DHCP agents. Network: 7efd6c27-0ef6-4173-972f-429117173023, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:47:54.588290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Network 7efd6c27-0ef6-4173-972f-429117173023 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:47:54.596333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7efd6c27-0ef6-4173-972f-429117173023) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:54.601102 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:54.603027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.604137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce4ee5-f7bf-4208-a081-c536539fb2f3 None None] Network 7efd6c27-0ef6-4173-972f-429117173023 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:54.619157 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c173c016-804c-4c96-a8f2-879bab177089 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4129524 Dec 12 04:47:54.621883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37152) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:54.627063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-07cec4f3-8823-490a-b10e-5fd6ad39e42d tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:54.706240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-7efd6c27-0ef6-4173-972f-429117173023', 'network_id': '7efd6c27-0ef6-4173-972f-429117173023', 'project_id': '0b9bdb2e41054e5e8067e1acb5192403', 'fixed_ips': [{'subnet_id': '7d117005-0a84-43b3-9d7d-f7420e1aa384'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:47:54.707198 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.725462 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07cec4f3-8823-490a-b10e-5fd6ad39e42d tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3754881'] for subnet, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.885657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07cec4f3-8823-490a-b10e-5fd6ad39e42d tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730863114204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3237496'] for subnet, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.929892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cec4f3-8823-490a-b10e-5fd6ad39e42d tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:54.930504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-07cec4f3-8823-490a-b10e-5fd6ad39e42d tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:54.930820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Allocated IP 172.20.0.3 (7efd6c27-0ef6-4173-972f-429117173023/7d117005-0a84-43b3-9d7d-f7420e1aa384/8044cb94-228c-4a88-907e-79bee3383618) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:47:54.934920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-07cec4f3-8823-490a-b10e-5fd6ad39e42d tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "PUT /v2.0/subnets/7d117005-0a84-43b3-9d7d-f7420e1aa384 HTTP/1.1" status: 200 len: 877 time: 0.3095520 Dec 12 04:47:54.935304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37156) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:54.965261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cec4f3-8823-490a-b10e-5fd6ad39e42d tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event updated for resources: {'Subnet': ['ID=7d117005-0a84-43b3-9d7d-f7420e1aa384,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:54.989756 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 3e8205ce-3df5-4b1c-96f5-215eadcacd1f details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:47:55.042503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a923455-554b-4085-9c58-c746d19c5f02 req-fe8f445c-cf7e-40c9-8416-3c6eb3b0feef tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:55.044569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a923455-554b-4085-9c58-c746d19c5f02 req-fe8f445c-cf7e-40c9-8416-3c6eb3b0feef tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 943 time: 0.0571969 Dec 12 04:47:55.057033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.098411 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a923455-554b-4085-9c58-c746d19c5f02 req-11c7d0de-3def-4ab2-b4db-943503d585e0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471425 Dec 12 04:47:55.116621 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.172963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:55.175329 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.186250 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.194865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'port_id': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'mac_address': 'fa:16:3e:55:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:47:55.199606 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.227913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=7d117005-0a84-43b3-9d7d-f7420e1aa384,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:55.250648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Network 7efd6c27-0ef6-4173-972f-429117173023 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:47:55.261580 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:47:55.269288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:47:55.278682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Pushing event updated for resources: {'Port': ['ID=8044cb94-228c-4a88-907e-79bee3383618,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:55.289921 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.304494 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.318859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efd6c27-0ef6-4173-972f-429117173023']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:55.329002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966b3e94-c11d-4659-8a17-b13f4b1b0ac1') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:55.329308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966b3e94-c11d-4659-8a17-b13f4b1b0ac1') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:55.337832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8205ce-3df5-4b1c-96f5-215eadcacd1f {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:47:55.338688 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.351511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.357027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Attempting to bind port 8044cb94-228c-4a88-907e-79bee3383618 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:47:55.357500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Attempting to bind port 8044cb94-228c-4a88-907e-79bee3383618 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '966b3e94-c11d-4659-8a17-b13f4b1b0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7efd6c27-0ef6-4173-972f-429117173023'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:47:55.357657 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:55.357999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Attempting to bind port 8044cb94-228c-4a88-907e-79bee3383618 on network 7efd6c27-0ef6-4173-972f-429117173023 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:47:55.358137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:55.361049 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:55.370030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:55.371775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:47:55.372297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Checking segment: {'id': '966b3e94-c11d-4659-8a17-b13f4b1b0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7efd6c27-0ef6-4173-972f-429117173023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:47:55.372750 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.373312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Bound using segment: {'id': '966b3e94-c11d-4659-8a17-b13f4b1b0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7efd6c27-0ef6-4173-972f-429117173023'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:47:55.373939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Bound port: 8044cb94-228c-4a88-907e-79bee3383618, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966b3e94-c11d-4659-8a17-b13f4b1b0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7efd6c27-0ef6-4173-972f-429117173023'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:47:55.374336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.377736 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.418184 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 04:47:55.418184 n-d-710847-7 neutron-server[103450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 04:47:55.418184 n-d-710847-7 neutron-server[103450]: [parameters: {'id': '7efd6c27-0ef6-4173-972f-429117173023'}] Dec 12 04:47:55.418184 n-d-710847-7 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:47:55.418762 n-d-710847-7 neutron-server[103450]: DEBUG oslo_db.api [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:47:55.465985 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:55.478867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] For port 8044cb94-228c-4a88-907e-79bee3383618, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:47:55.482273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] For port 8044cb94-228c-4a88-907e-79bee3383618, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8044cb94-228c-4a88-907e-79bee3383618,segment=NetworkSegment(966b3e94-c11d-4659-8a17-b13f4b1b0ac1),segment_id=966b3e94-c11d-4659-8a17-b13f4b1b0ac1)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:47:55.486283 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.570940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ec21e-109e-43f1-ac3a-33ba37e3e57b None None] Pushing event updated for resources: {'Port': ['ID=8044cb94-228c-4a88-907e-79bee3383618,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:55.583931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c7ccc-fbe9-45a2-be06-a9e427031f5b None None] Network 7efd6c27-0ef6-4173-972f-429117173023 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:55.654472 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['3e8205ce-3df5-4b1c-96f5-215eadcacd1f'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:47:55.717515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107e0ef-f584-4a15-99ba-9942221d49f2 None None] Network 7efd6c27-0ef6-4173-972f-429117173023 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:55.920250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:55.974974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port 8044cb94-228c-4a88-907e-79bee3383618 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:55.975651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.029162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ac20c0-2c92-47d8-999f-27a74410b0c8 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 04:47:56.045160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port 8044cb94-228c-4a88-907e-79bee3383618, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8044cb94-228c-4a88-907e-79bee3383618,segment=NetworkSegment(966b3e94-c11d-4659-8a17-b13f4b1b0ac1),segment_id=966b3e94-c11d-4659-8a17-b13f4b1b0ac1)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:56.045531 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.058160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for 8044cb94-228c-4a88-907e-79bee3383618 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:56.138199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.166911 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=8044cb94-228c-4a88-907e-79bee3383618,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:56.168546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port 8044cb94-228c-4a88-907e-79bee3383618 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:56.180108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ac20c0-2c92-47d8-999f-27a74410b0c8 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 04:47:56.276882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.310587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa724112-e26e-4540-8afe-a9e5ca34a2d3 req-a5e4c4b8-2198-4654-8c40-582e8a97c372 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:56.312274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa724112-e26e-4540-8afe-a9e5ca34a2d3 req-a5e4c4b8-2198-4654-8c40-582e8a97c372 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 944 time: 0.1163034 Dec 12 04:47:56.315737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efd6c27-0ef6-4173-972f-429117173023']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:56.333085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966b3e94-c11d-4659-8a17-b13f4b1b0ac1') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:56.333393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966b3e94-c11d-4659-8a17-b13f4b1b0ac1') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:56.350037 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.370703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.386334 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:56.386739 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:56.390002 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:56.404560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa724112-e26e-4540-8afe-a9e5ca34a2d3 req-46061663-841a-40e6-8881-f433d3efb6fa tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863340 Dec 12 04:47:56.452337 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.458938 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.462121 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/7efd6c27-0ef6-4173-972f-429117173023 HTTP/1.1" status: 204 len: 168 time: 1.5253463 Dec 12 04:47:56.466212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37160) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:56.474838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd7889-76b5-4aa0-851e-5c9bcf96bd16 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=7efd6c27-0ef6-4173-972f-429117173023,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:56.491880 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bedc48a-f760-4eaa-98a7-4b9954541cd9 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:56.492342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bedc48a-f760-4eaa-98a7-4b9954541cd9 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:56.495406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3bedc48a-f760-4eaa-98a7-4b9954541cd9 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/7d117005-0a84-43b3-9d7d-f7420e1aa384 HTTP/1.1" status: 404 len: 337 time: 0.0282042 Dec 12 04:47:56.497925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37162) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:56.515923 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae29fd9-87dd-402a-88ef-538d9d7215dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:56.516411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae29fd9-87dd-402a-88ef-538d9d7215dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:56.519392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5ae29fd9-87dd-402a-88ef-538d9d7215dd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/7efd6c27-0ef6-4173-972f-429117173023 HTTP/1.1" status: 404 len: 339 time: 0.0205770 Dec 12 04:47:56.521609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37164) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:56.552007 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c398f0f-0271-4947-ad44-9889055c1576 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:56.552371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c398f0f-0271-4947-ad44-9889055c1576 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:56.555465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5c398f0f-0271-4947-ad44-9889055c1576 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/12911c9b-4e28-481a-b5f8-ebbfb6dc169f HTTP/1.1" status: 404 len: 337 time: 0.0329568 Dec 12 04:47:56.558320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37166) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:56.576148 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d88599-e988-4828-a0cf-7cd24847584b tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:56.576636 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d88599-e988-4828-a0cf-7cd24847584b tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:56.579651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-53d88599-e988-4828-a0cf-7cd24847584b tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/f6768894-e25e-4cde-8329-6d901034e6d0 HTTP/1.1" status: 404 len: 339 time: 0.0204420 Dec 12 04:47:56.581807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37168) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:56.656482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.746077 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.766395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:56.775476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58d1b91-f882-4d12-b554-d6ad740693df') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:56.775786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58d1b91-f882-4d12-b554-d6ad740693df') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:56.785214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.798091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.803888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:56.804219 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:56.807620 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:56.862790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.867626 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:56.872119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f HTTP/1.1" status: 204 len: 168 time: 0.2894301 Dec 12 04:47:56.874772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37170) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:56.887041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d31a1-301d-4e91-8c23-b4ca1089a700 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=f397e3e4-a4e8-4ad2-ba44-c5146c3d8b0f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:56.901660 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4281a3ba-d71e-4165-aea7-406130ec7532 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:56.902136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4281a3ba-d71e-4165-aea7-406130ec7532 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:56.905238 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4281a3ba-d71e-4165-aea7-406130ec7532 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/21c20274-f0a4-4d7c-bf31-259aba680a4a HTTP/1.1" status: 404 len: 337 time: 0.0294247 Dec 12 04:47:56.907668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37172) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:56.930446 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-272dba0d-fde1-4340-b0e7-ada496e1c15e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:56.931543 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272dba0d-fde1-4340-b0e7-ada496e1c15e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:56.934609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-272dba0d-fde1-4340-b0e7-ada496e1c15e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/7ded9b49-30c9-49a3-b27c-59c5e0af30d8 HTTP/1.1" status: 404 len: 339 time: 0.0260379 Dec 12 04:47:56.936865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37174) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:56.961431 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2496fe3-53e9-4228-8e99-29bedf30147a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:56.961883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2496fe3-53e9-4228-8e99-29bedf30147a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:56.965374 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b2496fe3-53e9-4228-8e99-29bedf30147a tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/1dbb352d-8f28-48b6-a44a-12e6c03134b4 HTTP/1.1" status: 404 len: 337 time: 0.0276265 Dec 12 04:47:56.967622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37176) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:56.985317 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-64db9ca3-cf8a-4857-9faa-5d4a679fcc19 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:56.985925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64db9ca3-cf8a-4857-9faa-5d4a679fcc19 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:56.988835 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64db9ca3-cf8a-4857-9faa-5d4a679fcc19 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/d0dbe9c0-ce93-4fcb-918f-ab383e66a22f HTTP/1.1" status: 404 len: 339 time: 0.0203238 Dec 12 04:47:56.990870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37178) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.003195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 3e8205ce-3df5-4b1c-96f5-215eadcacd1f up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:47:57.016269 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2e8d58-7665-406f-9050-1bafc64d69d1 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.016734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2e8d58-7665-406f-9050-1bafc64d69d1 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.019838 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fd2e8d58-7665-406f-9050-1bafc64d69d1 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/4f10c9db-a560-42a9-a1a8-70a428cd28b3 HTTP/1.1" status: 404 len: 337 time: 0.0281017 Dec 12 04:47:57.022316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37180) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.039924 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb8b787-35fb-4837-bd4e-eb94f37c8859 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.041078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb8b787-35fb-4837-bd4e-eb94f37c8859 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.044211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fbb8b787-35fb-4837-bd4e-eb94f37c8859 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/1db09e0b-dbf5-4514-9ed4-c5d872eb2cd7 HTTP/1.1" status: 404 len: 339 time: 0.0209258 Dec 12 04:47:57.046586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37182) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.052880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:47:57.058028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:47:57.058385 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.073641 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-429b5805-31e0-48d9-80f1-881b97da706b tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.074171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429b5805-31e0-48d9-80f1-881b97da706b tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.078344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-429b5805-31e0-48d9-80f1-881b97da706b tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/68c891eb-c094-4ae9-9018-3aba69d359d0 HTTP/1.1" status: 404 len: 337 time: 0.0307679 Dec 12 04:47:57.080743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37184) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.098438 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-6294250c-1375-426f-9536-8c4eca344118 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.098946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6294250c-1375-426f-9536-8c4eca344118 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.102008 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6294250c-1375-426f-9536-8c4eca344118 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/35538b09-5df8-463c-8800-ea8a872648a6 HTTP/1.1" status: 404 len: 339 time: 0.0203271 Dec 12 04:47:57.104955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37186) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.130608 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-82679290-787c-4a25-9571-27531c9876af tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.131068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82679290-787c-4a25-9571-27531c9876af tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.134203 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-82679290-787c-4a25-9571-27531c9876af tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/36b97e1a-d128-4621-84b5-c64662dd051d HTTP/1.1" status: 404 len: 337 time: 0.0283153 Dec 12 04:47:57.136602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37188) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.139564 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.159273 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90898df-0bc6-4356-b415-7c52252e23fd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.159780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90898df-0bc6-4356-b415-7c52252e23fd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.162348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:47:57.162874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a90898df-0bc6-4356-b415-7c52252e23fd tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/556aa771-2c5f-412f-97ef-2900b9d916e8 HTTP/1.1" status: 404 len: 339 time: 0.0253367 Dec 12 04:47:57.164759 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a48154-dd2f-42a2-947d-b97968480b25" -d '{"events": [{"server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "name": "network-vif-plugged", "status": "completed", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:47:57.166017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37190) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.178782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:57.184345 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.195262 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2bc5b3-b5f7-4af2-b5e3-4501f827feb4 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.195868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2bc5b3-b5f7-4af2-b5e3-4501f827feb4 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.201526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3e2bc5b3-b5f7-4af2-b5e3-4501f827feb4 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/49afd1cd-e9c2-4563-a8e9-443baefd4e15 HTTP/1.1" status: 404 len: 337 time: 0.0322542 Dec 12 04:47:57.201868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37196) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.221102 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4845fde-2494-4b64-b416-19ecf7b4c632 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.221621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4845fde-2494-4b64-b416-19ecf7b4c632 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.227030 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a4845fde-2494-4b64-b416-19ecf7b4c632 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/2739d587-5a4f-4971-b5f8-6ecbadab95bd HTTP/1.1" status: 404 len: 339 time: 0.0218458 Dec 12 04:47:57.227205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37198) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.232737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:57.254306 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7397c1e-e641-4a4f-a3d0-1e255e755166 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.254777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7397c1e-e641-4a4f-a3d0-1e255e755166 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.257951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d7397c1e-e641-4a4f-a3d0-1e255e755166 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/9e63a11c-f98a-468a-bdc5-85794b579e8d HTTP/1.1" status: 404 len: 337 time: 0.0292990 Dec 12 04:47:57.260456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37200) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.281583 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f70ded9-490b-46e9-b907-2dd17d3c548e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.282113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f70ded9-490b-46e9-b907-2dd17d3c548e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.285393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3f70ded9-490b-46e9-b907-2dd17d3c548e tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/79cbafb5-6157-4f8d-9304-282fb4d155b2 HTTP/1.1" status: 404 len: 339 time: 0.0238423 Dec 12 04:47:57.287699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37202) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.314242 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-946583af-06a3-41ba-92e9-d0d7cc5a5179 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.314628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946583af-06a3-41ba-92e9-d0d7cc5a5179 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.317769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-946583af-06a3-41ba-92e9-d0d7cc5a5179 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/91e82ba9-6764-4580-a86c-7a4db215a032 HTTP/1.1" status: 404 len: 337 time: 0.0290926 Dec 12 04:47:57.320229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37204) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.338459 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-41268a06-3ebe-41a9-a846-d887873c6117 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] DELETE failed (client error): The resource could not be found. Dec 12 04:47:57.338958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41268a06-3ebe-41a9-a846-d887873c6117 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 04:47:57.342597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-41268a06-3ebe-41a9-a846-d887873c6117 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/100254d7-32e8-4d92-84a3-ff49d2ad783b HTTP/1.1" status: 404 len: 339 time: 0.0214200 Dec 12 04:47:57.344366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37206) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.395839 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7591cbd7-f275-4246-8a51-edab6944f451 x-openstack-request-id: req-7591cbd7-f275-4246-8a51-edab6944f451 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:47:57.396230 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "name": "network-vif-plugged", "status": "completed", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:47:57.396559 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7591cbd7-f275-4246-8a51-edab6944f451 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:47:57.397069 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'code': 200} Dec 12 04:47:57.400737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8030b65-a6fb-4f9f-96b3-6ad5cf39b2d6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting subnet e3c0430c-d828-4495-b396-adb42aeba52f {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:47:57.403880 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8030b65-a6fb-4f9f-96b3-6ad5cf39b2d6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.444158 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8030b65-a6fb-4f9f-96b3-6ad5cf39b2d6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.592574 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8030b65-a6fb-4f9f-96b3-6ad5cf39b2d6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.596688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfead32c-6776-45dc-9e18-ef583d986792 req-bcc6fd5c-d0be-49e8-ac80-6576571f6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:57.598241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dfead32c-6776-45dc-9e18-ef583d986792 req-bcc6fd5c-d0be-49e8-ac80-6576571f6a43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 1096 time: 0.1120505 Dec 12 04:47:57.606278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612e12e-c411-4c46-bbae-38cb5ecceb77 req-9dffecbb-bb3a-464b-aa85-d8f6958d1cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:57.607636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f612e12e-c411-4c46-bbae-38cb5ecceb77 req-9dffecbb-bb3a-464b-aa85-d8f6958d1cbf tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 945 time: 0.1124361 Dec 12 04:47:57.717615 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dfead32c-6776-45dc-9e18-ef583d986792 req-41d1f646-a15a-40ac-8c59-81563f1e63a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922604 Dec 12 04:47:57.726183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f612e12e-c411-4c46-bbae-38cb5ecceb77 req-dcedaddf-9caa-4c07-a4ae-f48ef6196d1d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939965 Dec 12 04:47:57.731119 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8030b65-a6fb-4f9f-96b3-6ad5cf39b2d6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.764408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8030b65-a6fb-4f9f-96b3-6ad5cf39b2d6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c0430c-d828-4495-b396-adb42aeba52f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:57.766409 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8030b65-a6fb-4f9f-96b3-6ad5cf39b2d6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.769936 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d8030b65-a6fb-4f9f-96b3-6ad5cf39b2d6 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/subnets/e3c0430c-d828-4495-b396-adb42aeba52f HTTP/1.1" status: 204 len: 168 time: 0.4243312 Dec 12 04:47:57.772101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37210) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:57.773414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dab11a-1238-4270-a153-c522820982f2 None None] Network 40906a75-6371-499e-936e-42b0a76ed4d7 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:47:57.848522 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.903577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Deleting port 97b9e200-2d27-437a-832a-1f9ee9bf98fc {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:57.903942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.913081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377bf12c-0f97-42e2-b54f-e039cbf56ac9 None None] DHCP port deletion for 40906a75-6371-499e-936e-42b0a76ed4d7 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:47:57.961160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-377bf12c-0f97-42e2-b54f-e039cbf56ac9 None None] Deleting port 97b9e200-2d27-437a-832a-1f9ee9bf98fc {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:47:57.961542 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-377bf12c-0f97-42e2-b54f-e039cbf56ac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.971795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] For port 97b9e200-2d27-437a-832a-1f9ee9bf98fc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=97b9e200-2d27-437a-832a-1f9ee9bf98fc,segment=NetworkSegment(9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb),segment_id=9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:57.972168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:57.984987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Calling delete_port for 97b9e200-2d27-437a-832a-1f9ee9bf98fc owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:58.028157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-377bf12c-0f97-42e2-b54f-e039cbf56ac9 None None] For port 97b9e200-2d27-437a-832a-1f9ee9bf98fc, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=97b9e200-2d27-437a-832a-1f9ee9bf98fc,segment=NetworkSegment(9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb),segment_id=9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:47:58.028767 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-377bf12c-0f97-42e2-b54f-e039cbf56ac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.040810 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-377bf12c-0f97-42e2-b54f-e039cbf56ac9 None None] Calling delete_port for 97b9e200-2d27-437a-832a-1f9ee9bf98fc owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:47:58.066067 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.096845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Port': ['ID=97b9e200-2d27-437a-832a-1f9ee9bf98fc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:58.102083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] No DVR routers for this DVR port 97b9e200-2d27-437a-832a-1f9ee9bf98fc on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:58.119076 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-377bf12c-0f97-42e2-b54f-e039cbf56ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.143424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bf12c-0f97-42e2-b54f-e039cbf56ac9 None None] Pushing event deleted for resources: {'Port': ['ID=97b9e200-2d27-437a-832a-1f9ee9bf98fc,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:58.149155 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377bf12c-0f97-42e2-b54f-e039cbf56ac9 None None] No DVR routers for this DVR port 97b9e200-2d27-437a-832a-1f9ee9bf98fc on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:47:58.187221 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 97b9e200-2d27-437a-832a-1f9ee9bf98fc no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:47:58.191250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.211162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 97b9e200-2d27-437a-832a-1f9ee9bf98fc {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:47:58.211504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40906a75-6371-499e-936e-42b0a76ed4d7']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:58.211656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 97b9e200-2d27-437a-832a-1f9ee9bf98fc not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:47:58.220851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:58.221171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc3cb3f-f35c-4b44-b3a4-a4ec657bacdb') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:47:58.230549 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.244132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.249934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:47:58.250327 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:47:58.253742 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:47:58.316645 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.323794 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.327036 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] 10.222.0.36 "DELETE /v2.0/networks/40906a75-6371-499e-936e-42b0a76ed4d7 HTTP/1.1" status: 204 len: 168 time: 0.5540071 Dec 12 04:47:58.338725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e3a07-4992-4a14-aa49-c124fc93e169 tempest-NetworksTest-773342706 tempest-NetworksTest-773342706-project] Pushing event deleted for resources: {'Network': ['ID=40906a75-6371-499e-936e-42b0a76ed4d7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:58.563165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37216) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:58.699470 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-05d21c27-9653-4ef5-b248-47cbdb574956 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b9bdb2e41054e5e8067e1acb5192403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351337 Dec 12 04:47:58.701961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37220) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:58.755173 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a21b1904-a662-4666-bbdf-d9b5b7ac692a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.778161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a21b1904-a662-4666-bbdf-d9b5b7ac692a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.857754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f6100-3dc4-43b0-b60d-dbdf0e2d7cb5 req-be326f12-f4b4-4a98-89a0-4220c0976c23 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:47:58.859266 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc2f6100-3dc4-43b0-b60d-dbdf0e2d7cb5 req-be326f12-f4b4-4a98-89a0-4220c0976c23 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 945 time: 0.0573158 Dec 12 04:47:58.864030 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a21b1904-a662-4666-bbdf-d9b5b7ac692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.866722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a21b1904-a662-4666-bbdf-d9b5b7ac692a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:58.867804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a21b1904-a662-4666-bbdf-d9b5b7ac692a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87b10ad1-d711-4a10-9e5a-d684ec6c1b74 HTTP/1.1" status: 204 len: 168 time: 0.1649537 Dec 12 04:47:58.888040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b1904-a662-4666-bbdf-d9b5b7ac692a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b10ad1-d711-4a10-9e5a-d684ec6c1b74,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:47:58.924568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc2f6100-3dc4-43b0-b60d-dbdf0e2d7cb5 req-3812432a-e1ce-44a4-bb92-b895d4a4223a tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555615 Dec 12 04:47:59.508845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37244) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:59.601986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ac1298b2-0167-43ff-bede-605f2f532a17 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1566466670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:59.630670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac1298b2-0167-43ff-bede-605f2f532a17 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:59.631677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac1298b2-0167-43ff-bede-605f2f532a17 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:59.713256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac1298b2-0167-43ff-bede-605f2f532a17 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:59.717525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac1298b2-0167-43ff-bede-605f2f532a17 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:59.734885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ac1298b2-0167-43ff-bede-605f2f532a17 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:59.736100 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ac1298b2-0167-43ff-bede-605f2f532a17 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2262022 Dec 12 04:47:59.738767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37248) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:47:59.743490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-367606092'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:47:59.763238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Made reservation on behalf of c9b89fc5206b4eb5b5dfc67e79067eaf for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:47:59.767063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:59.776480 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:59.853810 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:47:59.857410 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.054377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab0da-2598-4ef1-949a-bd293a70c5af req-5381b866-4088-44d5-a672-eb2a4530d66c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:00.056177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed3ab0da-2598-4ef1-949a-bd293a70c5af req-5381b866-4088-44d5-a672-eb2a4530d66c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 945 time: 0.0597413 Dec 12 04:48:00.110680 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ed3ab0da-2598-4ef1-949a-bd293a70c5af req-c2d7224f-9ad4-4a3d-9516-1d843a69c998 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483778 Dec 12 04:48:00.249574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:48:00.256746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6013be6f-8136-412f-8dc9-924a8f092f15,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:00.268942 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.269204 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Added segment 8b641162-0374-47e0-a740-9f9a49419c50 of type vlan for network 5624a8e7-d9de-4dd7-a357-c904e22d01fd Dec 12 04:48:00.305647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5026f67-8826-4b17-96ec-a6a824182cdc req-ab15c9b4-14de-445d-8aa5-c08e1896c8e6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:00.308622 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5026f67-8826-4b17-96ec-a6a824182cdc req-ab15c9b4-14de-445d-8aa5-c08e1896c8e6 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 945 time: 0.1031170 Dec 12 04:48:00.333252 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.381248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a5026f67-8826-4b17-96ec-a6a824182cdc req-340b83c1-b762-4e11-abeb-6496a70f2e37 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674834 Dec 12 04:48:00.382285 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.388243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:00.389128 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.404844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37254) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:00.442581 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7027707 Dec 12 04:48:00.445408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37256) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:00.450217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2865c-c959-4ad2-b751-29b5ef402385 tempest-TestVolumeBootPattern-1768391278 tempest-TestVolumeBootPattern-1768391278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:00.450824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'subnet': {'network_id': '5624a8e7-d9de-4dd7-a357-c904e22d01fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:00.451758 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9fa2865c-c959-4ad2-b751-29b5ef402385 tempest-TestVolumeBootPattern-1768391278 tempest-TestVolumeBootPattern-1768391278-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 1091 time: 0.0459054 Dec 12 04:48:00.454562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37258) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:00.458770 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:00.479267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.502675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821996f-e127-439d-bec6-5b2a2954c8aa tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Network': ['ID=5624a8e7-d9de-4dd7-a357-c904e22d01fd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:00.514038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 5624a8e7-d9de-4dd7-a357-c904e22d01fd details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:48:00.557136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Made reservation on behalf of c9b89fc5206b4eb5b5dfc67e79067eaf for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:00.560716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.585359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.702367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Allocated IP 172.25.7.50 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/1469fcfb-4159-4eb6-87b9-3dd8dabe103f) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:00.743391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.804667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Subnet': ['ID=273dd40d-9fdd-401c-940e-6e872b143b2e,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:00.805547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.814237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Checking segment: {'id': '8b641162-0374-47e0-a740-9f9a49419c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5624a8e7-d9de-4dd7-a357-c904e22d01fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:00.814604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network hostable DHCP agents. Network: 5624a8e7-d9de-4dd7-a357-c904e22d01fd, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:48:00.830167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network 5624a8e7-d9de-4dd7-a357-c904e22d01fd is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:48:00.838437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 5624a8e7-d9de-4dd7-a357-c904e22d01fd) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:00.842750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:00.842973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.843258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.850054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c058d016-cd84-4fc0-85b5-8927625c8828 None None] Network 5624a8e7-d9de-4dd7-a357-c904e22d01fd requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:00.861834 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3c9947c4-897f-4f1e-aada-e7db5304d6b9 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4153435 Dec 12 04:48:00.865503 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37260) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:00.871718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'network': {'name': 'tempest-router-network01--1495496432'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:00.891295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:00.894578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:00.898347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:00.904032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=1469fcfb-4159-4eb6-87b9-3dd8dabe103f,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:00.904905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Made reservation on behalf of c9b89fc5206b4eb5b5dfc67e79067eaf for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:00.909491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.938456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:48:00.950447 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.950801 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Added segment ea4a3eea-95cd-4a46-8d94-dd25f2982ad3 of type vlan for network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb Dec 12 04:48:00.965165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5624a8e7-d9de-4dd7-a357-c904e22d01fd', 'network_id': '5624a8e7-d9de-4dd7-a357-c904e22d01fd', 'project_id': 'c9b89fc5206b4eb5b5dfc67e79067eaf', 'fixed_ips': [{'subnet_id': '273dd40d-9fdd-401c-940e-6e872b143b2e'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:48:00.966221 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:00.995383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.021166 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.027348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:01.027945 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.093948 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2274020 Dec 12 04:48:01.096670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37262) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:01.105375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'network': {'name': 'tempest-router-network02--1968549369'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:01.107729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754e9c1-1aef-4e2e-8594-fd15eddfb2d8 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Network': ['ID=3473e5a6-ed5f-4445-a12f-eb1d1e5762fb,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:01.118191 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Allocated IP 2001:db8::2 (5624a8e7-d9de-4dd7-a357-c904e22d01fd/273dd40d-9fdd-401c-940e-6e872b143b2e/fb892289-e945-4fcc-9487-5200de772de7) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:01.123597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:48:01.142546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Made reservation on behalf of c9b89fc5206b4eb5b5dfc67e79067eaf for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:01.146022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.241791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:48:01.258834 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.259736 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Added segment c03c891b-b862-41b9-b522-83f60b56e9bb of type vlan for network 9ee8dda2-722b-438a-b862-db29ddd71d21 Dec 12 04:48:01.323628 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.329313 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.331390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.348435 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.368754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Network 5624a8e7-d9de-4dd7-a357-c904e22d01fd is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:01.371704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:01.375275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:01.382128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Pushing event updated for resources: {'Port': ['ID=fb892289-e945-4fcc-9487-5200de772de7,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:01.387969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.394041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:01.394652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.438878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Attempting to bind port fb892289-e945-4fcc-9487-5200de772de7 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:48:01.439251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Attempting to bind port fb892289-e945-4fcc-9487-5200de772de7 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '8b641162-0374-47e0-a740-9f9a49419c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5624a8e7-d9de-4dd7-a357-c904e22d01fd'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:48:01.439618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Attempting to bind port fb892289-e945-4fcc-9487-5200de772de7 on network 5624a8e7-d9de-4dd7-a357-c904e22d01fd {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:48:01.444543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:48:01.444951 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Checking segment: {'id': '8b641162-0374-47e0-a740-9f9a49419c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5624a8e7-d9de-4dd7-a357-c904e22d01fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:01.445358 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.445754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Bound using segment: {'id': '8b641162-0374-47e0-a740-9f9a49419c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5624a8e7-d9de-4dd7-a357-c904e22d01fd'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:48:01.446259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Bound port: fb892289-e945-4fcc-9487-5200de772de7, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b641162-0374-47e0-a740-9f9a49419c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5624a8e7-d9de-4dd7-a357-c904e22d01fd'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:48:01.446676 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.462232 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3629122 Dec 12 04:48:01.465700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37264) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:01.470983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'subnet': {'network_id': '3473e5a6-ed5f-4445-a12f-eb1d1e5762fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:01.496912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7fc83-7735-4155-9505-8d3962ae41b4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Network': ['ID=9ee8dda2-722b-438a-b862-db29ddd71d21,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:01.499077 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.508808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9ee8dda2-722b-438a-b862-db29ddd71d21 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:48:01.563869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Made reservation on behalf of c9b89fc5206b4eb5b5dfc67e79067eaf for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:01.567502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.569059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] For port fb892289-e945-4fcc-9487-5200de772de7, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:48:01.599223 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] For port fb892289-e945-4fcc-9487-5200de772de7, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fb892289-e945-4fcc-9487-5200de772de7,segment=NetworkSegment(8b641162-0374-47e0-a740-9f9a49419c50),segment_id=8b641162-0374-47e0-a740-9f9a49419c50)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:48:01.608935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.663487 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.669459 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.675641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b2cf-f5c8-4215-9c34-132de044dd6b None None] Pushing event updated for resources: {'Port': ['ID=fb892289-e945-4fcc-9487-5200de772de7,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:01.746700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event updated for resources: {'Port': ['ID=1469fcfb-4159-4eb6-87b9-3dd8dabe103f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:01.751832 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.768836 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.836946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Subnet': ['ID=9dd6c6a5-d9b2-435d-b2b5-30f0a63f083b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:01.849316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Checking segment: {'id': 'ea4a3eea-95cd-4a46-8d94-dd25f2982ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3473e5a6-ed5f-4445-a12f-eb1d1e5762fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:01.849635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network hostable DHCP agents. Network: 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:48:01.881541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:48:01.893730 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Floating IP b453c73b-fe9e-4e93-95f1-d2405e49bd23 associated. External IP: 172.25.7.50, port: 3e8205ce-3df5-4b1c-96f5-215eadcacd1f. Dec 12 04:48:01.895020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:01.899327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:01.900522 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:01.907092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b210c72-e871-4270-8a45-c6b44b1ebcc5 None None] Network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:01.920285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7f4f4658-dcb4-48ed-a99a-c98f758039e1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4532378 Dec 12 04:48:01.923678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37266) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:01.929096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'subnet': {'network_id': '9ee8dda2-722b-438a-b862-db29ddd71d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:02.036115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Made reservation on behalf of c9b89fc5206b4eb5b5dfc67e79067eaf for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:02.039771 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.044021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-3473e5a6-ed5f-4445-a12f-eb1d1e5762fb', 'network_id': '3473e5a6-ed5f-4445-a12f-eb1d1e5762fb', 'project_id': 'c9b89fc5206b4eb5b5dfc67e79067eaf', 'fixed_ips': [{'subnet_id': '9dd6c6a5-d9b2-435d-b2b5-30f0a63f083b'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:48:02.045295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.171745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Router 1c8b83b2-a86f-452c-9929-1987471f19a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:48:02.218456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Allocated IP 2001:db8::2 (3473e5a6-ed5f-4445-a12f-eb1d1e5762fb/9dd6c6a5-d9b2-435d-b2b5-30f0a63f083b/c9dbfad4-b575-4b8a-944e-59173ab3d379) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:02.277645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.281826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fb892289-e945-4fcc-9487-5200de772de7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:02.333781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:48:02.345191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Subnet': ['ID=0f6e0656-3d9c-4e59-a1c5-8fe1e7faba80,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:02.351980 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] Sync routers for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:48:02.356034 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Checking segment: {'id': 'c03c891b-b862-41b9-b522-83f60b56e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9ee8dda2-722b-438a-b862-db29ddd71d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:02.356414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network hostable DHCP agents. Network: 9ee8dda2-722b-438a-b862-db29ddd71d21, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:48:02.357073 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.375605 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:02.376496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fb892289-e945-4fcc-9487-5200de772de7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:02.376936 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.379874 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:02.381793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network 9ee8dda2-722b-438a-b862-db29ddd71d21 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:48:02.401318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9ee8dda2-722b-438a-b862-db29ddd71d21) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:02.414789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:02.415420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.419568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4347f65e-b86b-4d77-9512-028f181acbb0 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9637606 Dec 12 04:48:02.420519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:48:02.423101 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515a19c1-4712-4193-97ac-8544d33e1579" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:48:02.443727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fdcd7c-0ec0-42be-a642-08d994bdd48d None None] Network 9ee8dda2-722b-438a-b862-db29ddd71d21 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:02.446916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e8b4b200-f8c8-4f23-a118-07e595a12302 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5207698 Dec 12 04:48:02.448778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37272) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:02.540328 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:48:02.594692 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0a70af-2a56-45ea-9fc4-416b0e7eae1c x-openstack-request-id: req-2f0a70af-2a56-45ea-9fc4-416b0e7eae1c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:48:02.595338 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:48:02.595615 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f0a70af-2a56-45ea-9fc4-416b0e7eae1c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:48:02.596029 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'status': 'completed', 'code': 200} Dec 12 04:48:02.607900 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.636221 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.652376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.687052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-9ee8dda2-722b-438a-b862-db29ddd71d21', 'network_id': '9ee8dda2-722b-438a-b862-db29ddd71d21', 'project_id': 'c9b89fc5206b4eb5b5dfc67e79067eaf', 'fixed_ips': [{'subnet_id': '0f6e0656-3d9c-4e59-a1c5-8fe1e7faba80'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:48:02.687951 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.714340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port fb892289-e945-4fcc-9487-5200de772de7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fb892289-e945-4fcc-9487-5200de772de7,segment=NetworkSegment(8b641162-0374-47e0-a740-9f9a49419c50),segment_id=8b641162-0374-47e0-a740-9f9a49419c50)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:02.739369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.741518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a19c1-4712-4193-97ac-8544d33e1579 req-67b78738-3799-4946-80a2-cdcb92469ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:02.743050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-515a19c1-4712-4193-97ac-8544d33e1579 req-67b78738-3799-4946-80a2-cdcb92469ad8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 1096 time: 0.1462841 Dec 12 04:48:02.749411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:02.757950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:02.767399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Pushing event updated for resources: {'Port': ['ID=c9dbfad4-b575-4b8a-944e-59173ab3d379,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:02.774860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:02.838639 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'b453c73b-fe9e-4e93-95f1-d2405e49bd23', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:55:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:48:01Z', 'updated_at': '2021-12-12T04:48:01Z', 'revision_number': 0, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}, {'id': 'bda206e0-c860-4d69-9103-0585f0add5dd', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:45:29Z', 'updated_at': '2021-12-12T04:45:31Z', 'revision_number': 1, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:02.874666 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] Checking router: 1c8b83b2-a86f-452c-9929-1987471f19a6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:48:02.886824 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:02.887583 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:02.931876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:02.942620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a19c1-4712-4193-97ac-8544d33e1579 req-41390afb-f50b-4bd6-87b6-bc694fe59b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:02.944168 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-515a19c1-4712-4193-97ac-8544d33e1579 req-41390afb-f50b-4bd6-87b6-bc694fe59b7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.1919317 Dec 12 04:48:03.018451 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:48:03.119060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72894be1-545a-4ffe-b566-e8172e37848f None None] Network 5624a8e7-d9de-4dd7-a357-c904e22d01fd requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:03.202903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=fb892289-e945-4fcc-9487-5200de772de7,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:03.215517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Attempting to bind port c9dbfad4-b575-4b8a-944e-59173ab3d379 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:48:03.216010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Attempting to bind port c9dbfad4-b575-4b8a-944e-59173ab3d379 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ea4a3eea-95cd-4a46-8d94-dd25f2982ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3473e5a6-ed5f-4445-a12f-eb1d1e5762fb'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:48:03.216449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Attempting to bind port c9dbfad4-b575-4b8a-944e-59173ab3d379 on network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:48:03.227561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:48:03.228572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Checking segment: {'id': 'ea4a3eea-95cd-4a46-8d94-dd25f2982ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3473e5a6-ed5f-4445-a12f-eb1d1e5762fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:03.229081 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:03.229547 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Bound using segment: {'id': 'ea4a3eea-95cd-4a46-8d94-dd25f2982ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3473e5a6-ed5f-4445-a12f-eb1d1e5762fb'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:48:03.230114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Bound port: c9dbfad4-b575-4b8a-944e-59173ab3d379, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4a3eea-95cd-4a46-8d94-dd25f2982ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3473e5a6-ed5f-4445-a12f-eb1d1e5762fb'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:48:03.230574 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:03.261416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-68a4299b-dffd-4511-bb78-efe10ca25be4 None None] Provisioning complete for port fb892289-e945-4fcc-9487-5200de772de7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:03.261914 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68a4299b-dffd-4511-bb78-efe10ca25be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:03.264202 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'b453c73b-fe9e-4e93-95f1-d2405e49bd23', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:55:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:48:01Z', 'updated_at': '2021-12-12T04:48:01Z', 'revision_number': 0, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}, {'id': 'bda206e0-c860-4d69-9103-0585f0add5dd', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:45:29Z', 'updated_at': '2021-12-12T04:45:31Z', 'revision_number': 1, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:03.302678 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766dc49-6710-43d7-a925-6e8e59144b5d None None] The sync data for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 is: [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'b453c73b-fe9e-4e93-95f1-d2405e49bd23', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:55:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:48:01Z', 'updated_at': '2021-12-12T04:48:01Z', 'revision_number': 0, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}, {'id': 'bda206e0-c860-4d69-9103-0585f0add5dd', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:45:29Z', 'updated_at': '2021-12-12T04:45:31Z', 'revision_number': 1, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:48:03.309692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Allocated IP 2001:db8::2 (9ee8dda2-722b-438a-b862-db29ddd71d21/0f6e0656-3d9c-4e59-a1c5-8fe1e7faba80/2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:03.435426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] For port c9dbfad4-b575-4b8a-944e-59173ab3d379, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:48:03.465372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] For port c9dbfad4-b575-4b8a-944e-59173ab3d379, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9dbfad4-b575-4b8a-944e-59173ab3d379,segment=NetworkSegment(ea4a3eea-95cd-4a46-8d94-dd25f2982ad3),segment_id=ea4a3eea-95cd-4a46-8d94-dd25f2982ad3)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:48:03.468555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-515a19c1-4712-4193-97ac-8544d33e1579 req-3d6c4646-b852-4dd4-908e-f47e42a4d859 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f HTTP/1.1" status: 200 len: 998 time: 0.5173175 Dec 12 04:48:03.479339 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:03.574658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a19c1-4712-4193-97ac-8544d33e1579 req-c8d9ede6-2d58-4d1e-8243-2ddf69ab0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:03.576191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-515a19c1-4712-4193-97ac-8544d33e1579 req-c8d9ede6-2d58-4d1e-8243-2ddf69ab0a61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0991812 Dec 12 04:48:03.599482 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96212257-6767-4e62-a5ec-1392b46bfb15 None None] New status for floating IP b453c73b-fe9e-4e93-95f1-d2405e49bd23: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:48:03.703008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a19c1-4712-4193-97ac-8544d33e1579 req-0bbd0a90-a744-47c7-b9bb-9defde765f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:03.704565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-515a19c1-4712-4193-97ac-8544d33e1579 req-0bbd0a90-a744-47c7-b9bb-9defde765f67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184659 Dec 12 04:48:03.707652 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Allocated IP 2001:db8::1 (3473e5a6-ed5f-4445-a12f-eb1d1e5762fb/9dd6c6a5-d9b2-435d-b2b5-30f0a63f083b/c714ff92-dd3e-41ae-9841-a004d333a1dc) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:03.714125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd5aa9-749c-44ed-8238-c255639b7c25 None None] Pushing event updated for resources: {'Port': ['ID=c9dbfad4-b575-4b8a-944e-59173ab3d379,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:03.792016 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:03.808192 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:03.896260 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-515a19c1-4712-4193-97ac-8544d33e1579 req-07919a59-02de-4e05-8062-46211712dfad service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815605 Dec 12 04:48:03.907362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Network 9ee8dda2-722b-438a-b862-db29ddd71d21 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:03.911978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:03.915142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:03.944592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Pushing event updated for resources: {'Port': ['ID=2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:03.974870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-76ee6297-a232-4549-805c-763c047273f9 None None] Provisioning complete for port fb892289-e945-4fcc-9487-5200de772de7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:03.974870 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-76ee6297-a232-4549-805c-763c047273f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:03.993545 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.026823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Attempting to bind port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:48:04.027211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Attempting to bind port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c03c891b-b862-41b9-b522-83f60b56e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9ee8dda2-722b-438a-b862-db29ddd71d21'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:48:04.027592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Attempting to bind port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 on network 9ee8dda2-722b-438a-b862-db29ddd71d21 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:48:04.039286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:48:04.039674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Checking segment: {'id': 'c03c891b-b862-41b9-b522-83f60b56e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9ee8dda2-722b-438a-b862-db29ddd71d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:04.040232 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.040642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Bound using segment: {'id': 'c03c891b-b862-41b9-b522-83f60b56e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9ee8dda2-722b-438a-b862-db29ddd71d21'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:48:04.041175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Bound port: 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03c891b-b862-41b9-b522-83f60b56e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9ee8dda2-722b-438a-b862-db29ddd71d21'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:48:04.041911 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.045917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-515a19c1-4712-4193-97ac-8544d33e1579 req-6c17d4af-a0c5-47ec-8202-f218d6c6f6c7 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415436 Dec 12 04:48:04.060267 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.107251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:04.110581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:04.114553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:04.115044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.157395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] For port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:48:04.162085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Port': ['ID=c714ff92-dd3e-41ae-9841-a004d333a1dc,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:04.176528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] For port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8,segment=NetworkSegment(c03c891b-b862-41b9-b522-83f60b56e9bb),segment_id=c03c891b-b862-41b9-b522-83f60b56e9bb)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:48:04.185975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.249732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20123721-ab56-4f7e-8441-1033b015b8f6 None None] Pushing event updated for resources: {'Port': ['ID=2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:04.258909 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.334917 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fb892289-e945-4fcc-9487-5200de772de7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:04.390424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fb892289-e945-4fcc-9487-5200de772de7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:04.391996 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.492390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9dbfad4-b575-4b8a-944e-59173ab3d379 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:04.543021 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c9dbfad4-b575-4b8a-944e-59173ab3d379 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:04.543728 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.594760 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.600656 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.601559 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.641478 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.678789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port c9dbfad4-b575-4b8a-944e-59173ab3d379, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9dbfad4-b575-4b8a-944e-59173ab3d379,segment=NetworkSegment(ea4a3eea-95cd-4a46-8d94-dd25f2982ad3),segment_id=ea4a3eea-95cd-4a46-8d94-dd25f2982ad3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:04.683965 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.716261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Port': ['ID=c714ff92-dd3e-41ae-9841-a004d333a1dc,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:04.740968 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=c9dbfad4-b575-4b8a-944e-59173ab3d379,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:04.768009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:04.769776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:04.881637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ebf65b-bb31-41e5-b8df-8a43f17b63c9 None None] Network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:04.898866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Router 23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:48:04.951809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c3a4188d-7c60-46ec-b522-368231a97192 None None] Provisioning complete for port c9dbfad4-b575-4b8a-944e-59173ab3d379 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:04.952194 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c3a4188d-7c60-46ec-b522-368231a97192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:04.998338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:48:05.006101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-37a31b20-ec9b-4c2f-854a-881715472909 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "PUT /v2.0/routers/23ac0f5e-70ba-4761-bcc6-4f44fa8b1850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5533435 Dec 12 04:48:05.006465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37274) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:05.016299 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f629f4-39d8-4687-bf66-a99cb3d2719f None None] Sync routers for ids ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:48:05.041365 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f629f4-39d8-4687-bf66-a99cb3d2719f None None] Routers {'23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:05.042002 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-91f629f4-39d8-4687-bf66-a99cb3d2719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:05.094625 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-91f629f4-39d8-4687-bf66-a99cb3d2719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:05.107239 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f629f4-39d8-4687-bf66-a99cb3d2719f None None] Routers {'23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:05.108017 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-91f629f4-39d8-4687-bf66-a99cb3d2719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:05.145838 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-91f629f4-39d8-4687-bf66-a99cb3d2719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:05.146547 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f629f4-39d8-4687-bf66-a99cb3d2719f None None] The sync data for ids ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:48:05.398882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-72172bb3-3e5b-4799-8bf8-6a2044dbc323 None None] Provisioning complete for port c9dbfad4-b575-4b8a-944e-59173ab3d379 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:05.399259 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-72172bb3-3e5b-4799-8bf8-6a2044dbc323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:05.492296 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-9df2da76-60db-4acd-a3fe-8c0eefbff5e7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:48:05.494067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9df2da76-60db-4acd-a3fe-8c0eefbff5e7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "PUT /v2.0/routers/23ac0f5e-70ba-4761-bcc6-4f44fa8b1850/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4860551 Dec 12 04:48:05.496878 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37276) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:05.514849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-72172bb3-3e5b-4799-8bf8-6a2044dbc323 None None] Provisioning complete for port c714ff92-dd3e-41ae-9841-a004d333a1dc triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:05.515278 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-72172bb3-3e5b-4799-8bf8-6a2044dbc323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:05.536843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaa19c4-0469-4cec-8bf6-e341a9f66416 None None] Network 9ee8dda2-722b-438a-b862-db29ddd71d21 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:05.595958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-72172bb3-3e5b-4799-8bf8-6a2044dbc323 None None] Port c714ff92-dd3e-41ae-9841-a004d333a1dc cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:48:05.724653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-288d8f5d-c478-41ea-98f7-9bd8e291922a None None] Provisioning complete for port c714ff92-dd3e-41ae-9841-a004d333a1dc triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:05.725154 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-288d8f5d-c478-41ea-98f7-9bd8e291922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:05.764360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-288d8f5d-c478-41ea-98f7-9bd8e291922a None None] Port c714ff92-dd3e-41ae-9841-a004d333a1dc cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:48:05.776915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-288d8f5d-c478-41ea-98f7-9bd8e291922a None None] Provisioning complete for port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:05.777977 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-288d8f5d-c478-41ea-98f7-9bd8e291922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:05.845116 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:05.860729 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-288d8f5d-c478-41ea-98f7-9bd8e291922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:05.898789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-288d8f5d-c478-41ea-98f7-9bd8e291922a None None] For port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8,segment=NetworkSegment(c03c891b-b862-41b9-b522-83f60b56e9bb),segment_id=c03c891b-b862-41b9-b522-83f60b56e9bb)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:05.903755 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-288d8f5d-c478-41ea-98f7-9bd8e291922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:05.952600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d8f5d-c478-41ea-98f7-9bd8e291922a None None] Pushing event updated for resources: {'Port': ['ID=2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:06.024079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-95c88f9a-79e9-4c3a-8172-5274ce53961f None None] Provisioning complete for port c714ff92-dd3e-41ae-9841-a004d333a1dc triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:06.024529 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-95c88f9a-79e9-4c3a-8172-5274ce53961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:06.057730 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-95c88f9a-79e9-4c3a-8172-5274ce53961f None None] Port c714ff92-dd3e-41ae-9841-a004d333a1dc cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:48:06.067507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-95c88f9a-79e9-4c3a-8172-5274ce53961f None None] Provisioning complete for port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:06.067881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-95c88f9a-79e9-4c3a-8172-5274ce53961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:06.092194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Deleting port c714ff92-dd3e-41ae-9841-a004d333a1dc {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:06.092768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:06.190334 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:06.202740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Calling delete_port for c714ff92-dd3e-41ae-9841-a004d333a1dc owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:06.268225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:06.316777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:06.317105 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:06.374702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:06.394488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9dbfad4-b575-4b8a-944e-59173ab3d379 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:06.401915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Port': ['ID=c714ff92-dd3e-41ae-9841-a004d333a1dc,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:06.445037 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c9dbfad4-b575-4b8a-944e-59173ab3d379 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:06.445421 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:06.742076 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:06.895492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Router 23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:48:06.970248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:48:06.975908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1bf2eac3-ffaa-4497-97fe-766952b4ad1a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "PUT /v2.0/routers/23ac0f5e-70ba-4761-bcc6-4f44fa8b1850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780009 Dec 12 04:48:06.979977 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37278) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:06.980639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5958d509-0619-4e9b-8086-71bef3b34ced None None] Sync routers for ids ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:48:06.991670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5958d509-0619-4e9b-8086-71bef3b34ced None None] Routers {'23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:06.992415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5958d509-0619-4e9b-8086-71bef3b34ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:07.018294 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-bee1b659-1a00-44fa-98b2-a8c4bb3ce990 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] delete failed (client error): The resource could not be found. Dec 12 04:48:07.019346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bee1b659-1a00-44fa-98b2-a8c4bb3ce990 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-529966579 HTTP/1.1" status: 404 len: 334 time: 0.0383680 Dec 12 04:48:07.023385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37280) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:07.028249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-50fc3194-ba29-42f3-ad2b-5c5fa8ea8c3c tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'router': {'external_gateway_info': {'network_id': '23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:07.028766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5958d509-0619-4e9b-8086-71bef3b34ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:07.037437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5958d509-0619-4e9b-8086-71bef3b34ced None None] Routers {'23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:07.038051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5958d509-0619-4e9b-8086-71bef3b34ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:07.070279 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5958d509-0619-4e9b-8086-71bef3b34ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:07.070936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5958d509-0619-4e9b-8086-71bef3b34ced None None] The sync data for ids ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:48:07.235926 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50fc3194-ba29-42f3-ad2b-5c5fa8ea8c3c tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:07.259401 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-50fc3194-ba29-42f3-ad2b-5c5fa8ea8c3c tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] update failed (client error): The resource could not be found. Dec 12 04:48:07.260456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-50fc3194-ba29-42f3-ad2b-5c5fa8ea8c3c tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "PUT /v2.0/routers/23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 HTTP/1.1" status: 404 len: 339 time: 0.2361629 Dec 12 04:48:07.264197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37282) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:07.269126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-3250131'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:07.291536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Made reservation on behalf of c9b89fc5206b4eb5b5dfc67e79067eaf for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:07.295213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:07.318502 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:48:07.328199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:07.328544 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Added segment 467eb984-8cf2-47fa-9ca0-047726e0c1ed of type vlan for network fdce68d0-45e1-45bd-8f0a-9e5328dd6bab Dec 12 04:48:07.378574 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:07.403124 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:07.408835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:07.409441 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:07.463677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1984413 Dec 12 04:48:07.466594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37284) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:07.471882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'subnet': {'network_id': 'fdce68d0-45e1-45bd-8f0a-9e5328dd6bab', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:07.478618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740cbb6-2d56-48d4-a21b-d72fcdc47f59 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Network': ['ID=fdce68d0-45e1-45bd-8f0a-9e5328dd6bab,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:07.490116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network fdce68d0-45e1-45bd-8f0a-9e5328dd6bab details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:48:07.566873 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Made reservation on behalf of c9b89fc5206b4eb5b5dfc67e79067eaf for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:07.570554 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:07.760790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:07.829095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Subnet': ['ID=bbdbb7e1-cc44-4bed-8e6c-f7a076a58e9b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:07.833540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Checking segment: {'id': '467eb984-8cf2-47fa-9ca0-047726e0c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fdce68d0-45e1-45bd-8f0a-9e5328dd6bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:07.833911 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network hostable DHCP agents. Network: fdce68d0-45e1-45bd-8f0a-9e5328dd6bab, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:48:07.850375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network fdce68d0-45e1-45bd-8f0a-9e5328dd6bab is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:48:07.859013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, fdce68d0-45e1-45bd-8f0a-9e5328dd6bab) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:07.863176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:07.863841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:07.869325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f00d4-8888-4fad-b907-8f2e7d72912f None None] Network fdce68d0-45e1-45bd-8f0a-9e5328dd6bab requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:07.880765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7792f629-fb4e-40fe-8b8f-23328556c8e5 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4129691 Dec 12 04:48:07.883534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37286) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:07.889131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7a9a7547-9533-4f75-86f9-2c26a97d3713 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fdce68d0-45e1-45bd-8f0a-9e5328dd6bab'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:07.968408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-fdce68d0-45e1-45bd-8f0a-9e5328dd6bab', 'network_id': 'fdce68d0-45e1-45bd-8f0a-9e5328dd6bab', 'project_id': 'c9b89fc5206b4eb5b5dfc67e79067eaf', 'fixed_ips': [{'subnet_id': 'bbdbb7e1-cc44-4bed-8e6c-f7a076a58e9b'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:48:07.969433 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:08.098364 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7547-9533-4f75-86f9-2c26a97d3713 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:08.108006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Allocated IP 2001:db8:1::2 (fdce68d0-45e1-45bd-8f0a-9e5328dd6bab/bbdbb7e1-cc44-4bed-8e6c-f7a076a58e9b/54d8b299-5ab6-45bb-852c-25c06cd393c7) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:08.209984 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-7a9a7547-9533-4f75-86f9-2c26a97d3713 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 04:48:08.211052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7a9a7547-9533-4f75-86f9-2c26a97d3713 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "PUT /v2.0/routers/23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 HTTP/1.1" status: 400 len: 364 time: 0.3259301 Dec 12 04:48:08.214698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37288) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:08.257399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:08.269843 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:08.306601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Network fdce68d0-45e1-45bd-8f0a-9e5328dd6bab is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:08.309550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:08.313013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:08.318288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Pushing event updated for resources: {'Port': ['ID=54d8b299-5ab6-45bb-852c-25c06cd393c7,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:08.373362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Attempting to bind port 54d8b299-5ab6-45bb-852c-25c06cd393c7 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:48:08.373656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Attempting to bind port 54d8b299-5ab6-45bb-852c-25c06cd393c7 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '467eb984-8cf2-47fa-9ca0-047726e0c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fdce68d0-45e1-45bd-8f0a-9e5328dd6bab'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:48:08.374026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Attempting to bind port 54d8b299-5ab6-45bb-852c-25c06cd393c7 on network fdce68d0-45e1-45bd-8f0a-9e5328dd6bab {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:48:08.379252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:48:08.379640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Checking segment: {'id': '467eb984-8cf2-47fa-9ca0-047726e0c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fdce68d0-45e1-45bd-8f0a-9e5328dd6bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:08.380056 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:08.380460 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Bound using segment: {'id': '467eb984-8cf2-47fa-9ca0-047726e0c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fdce68d0-45e1-45bd-8f0a-9e5328dd6bab'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:48:08.380969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Bound port: 54d8b299-5ab6-45bb-852c-25c06cd393c7, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467eb984-8cf2-47fa-9ca0-047726e0c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fdce68d0-45e1-45bd-8f0a-9e5328dd6bab'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:48:08.381361 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:08.443471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] For port 54d8b299-5ab6-45bb-852c-25c06cd393c7, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:48:08.446637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] For port 54d8b299-5ab6-45bb-852c-25c06cd393c7, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54d8b299-5ab6-45bb-852c-25c06cd393c7,segment=NetworkSegment(467eb984-8cf2-47fa-9ca0-047726e0c1ed),segment_id=467eb984-8cf2-47fa-9ca0-047726e0c1ed)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:48:08.451093 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:08.498485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:08.507065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2016794-fedf-4251-8b55-cfcceb4b64c1 None None] Pushing event updated for resources: {'Port': ['ID=54d8b299-5ab6-45bb-852c-25c06cd393c7,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:08.848276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Allocated IP 2001:db8::1 (5624a8e7-d9de-4dd7-a357-c904e22d01fd/273dd40d-9fdd-401c-940e-6e872b143b2e/7d041096-b63f-4fc7-afac-f5e5eabadfc9) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:08.960572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:08.994596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.043656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network 5624a8e7-d9de-4dd7-a357-c904e22d01fd is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:09.047184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:09.051624 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:09.052187 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.089854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Port': ['ID=7d041096-b63f-4fc7-afac-f5e5eabadfc9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:09.217212 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.401445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-59947110-3d80-42d2-9909-90e3eff7eb95 None None] Provisioning complete for port 7d041096-b63f-4fc7-afac-f5e5eabadfc9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:09.402633 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-59947110-3d80-42d2-9909-90e3eff7eb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.446973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-59947110-3d80-42d2-9909-90e3eff7eb95 None None] Port 7d041096-b63f-4fc7-afac-f5e5eabadfc9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:48:09.506976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.512751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.513857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.522257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b77bc9-2e74-4ff3-b43e-1aaebfa1f8f3 None None] Network fdce68d0-45e1-45bd-8f0a-9e5328dd6bab requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:09.597948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bdfdc249-851f-4f3f-8992-f315c229bcd3 None None] Provisioning complete for port 54d8b299-5ab6-45bb-852c-25c06cd393c7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:09.597948 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc249-851f-4f3f-8992-f315c229bcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.606933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event updated for resources: {'Port': ['ID=7d041096-b63f-4fc7-afac-f5e5eabadfc9,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:09.651197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Network 5624a8e7-d9de-4dd7-a357-c904e22d01fd is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:09.652720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:09.740626 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc249-851f-4f3f-8992-f315c229bcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.766867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Router 23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:48:09.788207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bdfdc249-851f-4f3f-8992-f315c229bcd3 None None] For port 54d8b299-5ab6-45bb-852c-25c06cd393c7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54d8b299-5ab6-45bb-852c-25c06cd393c7,segment=NetworkSegment(467eb984-8cf2-47fa-9ca0-047726e0c1ed),segment_id=467eb984-8cf2-47fa-9ca0-047726e0c1ed)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:09.793456 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc249-851f-4f3f-8992-f315c229bcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:09.858591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdc249-851f-4f3f-8992-f315c229bcd3 None None] Pushing event updated for resources: {'Port': ['ID=54d8b299-5ab6-45bb-852c-25c06cd393c7,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:10.016023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b6396260-c90e-4d7f-ab55-67e7b297dab4 None None] Provisioning complete for port 7d041096-b63f-4fc7-afac-f5e5eabadfc9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:10.016520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b6396260-c90e-4d7f-ab55-67e7b297dab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:10.056341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b6396260-c90e-4d7f-ab55-67e7b297dab4 None None] Port 7d041096-b63f-4fc7-afac-f5e5eabadfc9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:48:10.066675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b6396260-c90e-4d7f-ab55-67e7b297dab4 None None] Provisioning complete for port 54d8b299-5ab6-45bb-852c-25c06cd393c7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:10.067064 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b6396260-c90e-4d7f-ab55-67e7b297dab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:10.128680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:48:10.139575 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e21728cc-8434-40d6-87a1-aa4f67f26e0a tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "PUT /v2.0/routers/23ac0f5e-70ba-4761-bcc6-4f44fa8b1850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238534 Dec 12 04:48:10.139739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37292) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:10.141872 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c975e0-0e76-4aea-842b-433e00fe4785 None None] Sync routers for ids ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:48:10.156128 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c975e0-0e76-4aea-842b-433e00fe4785 None None] Routers {'23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:10.157055 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-71c975e0-0e76-4aea-842b-433e00fe4785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:10.193282 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-71c975e0-0e76-4aea-842b-433e00fe4785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:10.202937 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c975e0-0e76-4aea-842b-433e00fe4785 None None] Routers {'23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:10.203752 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-71c975e0-0e76-4aea-842b-433e00fe4785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:10.234928 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-71c975e0-0e76-4aea-842b-433e00fe4785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:10.235578 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c975e0-0e76-4aea-842b-433e00fe4785 None None] The sync data for ids ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'] in n-d-710847-7 is: [] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:48:10.244780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5d39f330-e771-4738-8db0-78a5ce2498c3 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:10.244998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54d8b299-5ab6-45bb-852c-25c06cd393c7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:10.303045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 54d8b299-5ab6-45bb-852c-25c06cd393c7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:10.303428 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:10.331771 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-5d39f330-e771-4738-8db0-78a5ce2498c3 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 04:48:10.335652 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5d39f330-e771-4738-8db0-78a5ce2498c3 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/routers/23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 HTTP/1.1" status: 409 len: 329 time: 0.1919992 Dec 12 04:48:10.335885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37294) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:10.641875 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:10.698732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eea08648-2091-44d2-8694-042fefdcbc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:10.879728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Deleting port 7d041096-b63f-4fc7-afac-f5e5eabadfc9 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:10.879993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:10.963950 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:10.975625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Calling delete_port for 7d041096-b63f-4fc7-afac-f5e5eabadfc9 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:11.142579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:11.167440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Port': ['ID=7d041096-b63f-4fc7-afac-f5e5eabadfc9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:11.172734 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:48:11.266500 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:11.426006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Router 23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:48:11.500684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:48:11.505611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7553bf4a-5bea-42da-b642-e864ba4b039b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "PUT /v2.0/routers/23ac0f5e-70ba-4761-bcc6-4f44fa8b1850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1687799 Dec 12 04:48:11.509699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37296) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:11.512041 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e4c26-6dc3-49ee-a69f-efa5860eff54 None None] Sync routers for ids ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:48:11.523019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e4c26-6dc3-49ee-a69f-efa5860eff54 None None] Routers {'23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:11.523645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2a0e4c26-6dc3-49ee-a69f-efa5860eff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:11.546286 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-35a695bb-b70d-448f-b062-cdd5bed1ad32 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] show failed (client error): The resource could not be found. Dec 12 04:48:11.547348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-35a695bb-b70d-448f-b062-cdd5bed1ad32 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1461171545 HTTP/1.1" status: 404 len: 335 time: 0.0367222 Dec 12 04:48:11.551012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37298) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:11.555310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fab658de-81d4-4897-8b92-26dc64d09343 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:11.559799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2a0e4c26-6dc3-49ee-a69f-efa5860eff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:11.568318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e4c26-6dc3-49ee-a69f-efa5860eff54 None None] Routers {'23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:48:11.568933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2a0e4c26-6dc3-49ee-a69f-efa5860eff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:47:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:11.592369 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-fab658de-81d4-4897-8b92-26dc64d09343 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] update failed (client error): The resource could not be found. Dec 12 04:48:11.593417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fab658de-81d4-4897-8b92-26dc64d09343 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-219749065 HTTP/1.1" status: 404 len: 334 time: 0.0414982 Dec 12 04:48:11.596955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37300) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:11.600800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2a0e4c26-6dc3-49ee-a69f-efa5860eff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:11.601483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e4c26-6dc3-49ee-a69f-efa5860eff54 None None] The sync data for ids ['23ac0f5e-70ba-4761-bcc6-4f44fa8b1850'] in n-d-710847-7 is: [] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:48:11.648549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8b161f-5026-42d9-952d-2c1d1c3ea99b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Deleting subnet bbdbb7e1-cc44-4bed-8e6c-f7a076a58e9b {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:48:11.651601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f8b161f-5026-42d9-952d-2c1d1c3ea99b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:11.690087 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f8b161f-5026-42d9-952d-2c1d1c3ea99b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:11.775212 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f8b161f-5026-42d9-952d-2c1d1c3ea99b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:11.927320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.174427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f8b161f-5026-42d9-952d-2c1d1c3ea99b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.201138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b161f-5026-42d9-952d-2c1d1c3ea99b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdbb7e1-cc44-4bed-8e6c-f7a076a58e9b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:12.204760 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4f8b161f-5026-42d9-952d-2c1d1c3ea99b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.208010 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4f8b161f-5026-42d9-952d-2c1d1c3ea99b tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/subnets/bbdbb7e1-cc44-4bed-8e6c-f7a076a58e9b HTTP/1.1" status: 204 len: 168 time: 0.6101530 Dec 12 04:48:12.210697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37302) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:12.211291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed48c07c-bcc4-4295-87a1-54323782cb26 None None] Network fdce68d0-45e1-45bd-8f0a-9e5328dd6bab requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:12.289277 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.342777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Deleting port 54d8b299-5ab6-45bb-852c-25c06cd393c7 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:12.343122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.360791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69213dcb-c1da-469d-b7ea-245d8aadc523 None None] DHCP port deletion for fdce68d0-45e1-45bd-8f0a-9e5328dd6bab request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:48:12.407259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-69213dcb-c1da-469d-b7ea-245d8aadc523 None None] Deleting port 54d8b299-5ab6-45bb-852c-25c06cd393c7 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:12.407553 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-69213dcb-c1da-469d-b7ea-245d8aadc523 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.409549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] For port 54d8b299-5ab6-45bb-852c-25c06cd393c7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54d8b299-5ab6-45bb-852c-25c06cd393c7,segment=NetworkSegment(467eb984-8cf2-47fa-9ca0-047726e0c1ed),segment_id=467eb984-8cf2-47fa-9ca0-047726e0c1ed)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:12.410142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.423379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Calling delete_port for 54d8b299-5ab6-45bb-852c-25c06cd393c7 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:12.471718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-69213dcb-c1da-469d-b7ea-245d8aadc523 None None] For port 54d8b299-5ab6-45bb-852c-25c06cd393c7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54d8b299-5ab6-45bb-852c-25c06cd393c7,segment=NetworkSegment(467eb984-8cf2-47fa-9ca0-047726e0c1ed),segment_id=467eb984-8cf2-47fa-9ca0-047726e0c1ed)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:12.472126 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-69213dcb-c1da-469d-b7ea-245d8aadc523 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.484771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-69213dcb-c1da-469d-b7ea-245d8aadc523 None None] Calling delete_port for 54d8b299-5ab6-45bb-852c-25c06cd393c7 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:12.501470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.531213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Port': ['ID=54d8b299-5ab6-45bb-852c-25c06cd393c7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:12.533334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] No DVR routers for this DVR port 54d8b299-5ab6-45bb-852c-25c06cd393c7 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:12.561405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-69213dcb-c1da-469d-b7ea-245d8aadc523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.590403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69213dcb-c1da-469d-b7ea-245d8aadc523 None None] Pushing event deleted for resources: {'Port': ['ID=54d8b299-5ab6-45bb-852c-25c06cd393c7,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:12.593990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69213dcb-c1da-469d-b7ea-245d8aadc523 None None] No DVR routers for this DVR port 54d8b299-5ab6-45bb-852c-25c06cd393c7 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:12.617791 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.637488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdce68d0-45e1-45bd-8f0a-9e5328dd6bab']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:12.646717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467eb984-8cf2-47fa-9ca0-047726e0c1ed') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:12.647025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467eb984-8cf2-47fa-9ca0-047726e0c1ed') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:12.656982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.669797 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.675520 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:48:12.675978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:48:12.678976 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:48:12.739658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.744955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.748611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/networks/fdce68d0-45e1-45bd-8f0a-9e5328dd6bab HTTP/1.1" status: 204 len: 168 time: 0.5369110 Dec 12 04:48:12.751381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37304) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:12.764072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1efff-3cb7-4c9f-a1c2-83390aa0e3a7 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Network': ['ID=fdce68d0-45e1-45bd-8f0a-9e5328dd6bab,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:12.804104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5762e81-0d89-4002-9c27-388129a7f830 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Deleting subnet 0f6e0656-3d9c-4e59-a1c5-8fe1e7faba80 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:48:12.807160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b5762e81-0d89-4002-9c27-388129a7f830 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.850569 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b5762e81-0d89-4002-9c27-388129a7f830 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.932526 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b5762e81-0d89-4002-9c27-388129a7f830 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:12.991660 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ace2a5f0-8ad1-42d3-aa0c-83bdc5fe0c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.006488 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b5762e81-0d89-4002-9c27-388129a7f830 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.039957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5762e81-0d89-4002-9c27-388129a7f830 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6e0656-3d9c-4e59-a1c5-8fe1e7faba80,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:13.041965 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b5762e81-0d89-4002-9c27-388129a7f830 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.047450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b5762e81-0d89-4002-9c27-388129a7f830 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/subnets/0f6e0656-3d9c-4e59-a1c5-8fe1e7faba80 HTTP/1.1" status: 204 len: 168 time: 0.2928119 Dec 12 04:48:13.047638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e00a3-5d7d-468f-80f8-8797b18b9402 None None] Network 9ee8dda2-722b-438a-b862-db29ddd71d21 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:13.048123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37306) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:13.101125 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a376c82-d2b1-44ad-86c4-5f1c42fcb371 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Deleting subnet 9dd6c6a5-d9b2-435d-b2b5-30f0a63f083b {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:48:13.104268 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a376c82-d2b1-44ad-86c4-5f1c42fcb371 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.145813 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a376c82-d2b1-44ad-86c4-5f1c42fcb371 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.188351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2aff0d-4e34-4692-9e15-852fcc5e6569 None None] DHCP port deletion for 9ee8dda2-722b-438a-b862-db29ddd71d21 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:48:13.233356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a376c82-d2b1-44ad-86c4-5f1c42fcb371 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.238980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cb2aff0d-4e34-4692-9e15-852fcc5e6569 None None] Deleting port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:13.239566 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb2aff0d-4e34-4692-9e15-852fcc5e6569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.302590 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a376c82-d2b1-44ad-86c4-5f1c42fcb371 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.303876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cb2aff0d-4e34-4692-9e15-852fcc5e6569 None None] For port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8,segment=NetworkSegment(c03c891b-b862-41b9-b522-83f60b56e9bb),segment_id=c03c891b-b862-41b9-b522-83f60b56e9bb)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:13.304278 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb2aff0d-4e34-4692-9e15-852fcc5e6569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.316925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-cb2aff0d-4e34-4692-9e15-852fcc5e6569 None None] Calling delete_port for 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:13.331196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a376c82-d2b1-44ad-86c4-5f1c42fcb371 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd6c6a5-d9b2-435d-b2b5-30f0a63f083b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:13.335010 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a376c82-d2b1-44ad-86c4-5f1c42fcb371 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.341177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8a376c82-d2b1-44ad-86c4-5f1c42fcb371 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/subnets/9dd6c6a5-d9b2-435d-b2b5-30f0a63f083b HTTP/1.1" status: 204 len: 168 time: 0.2892582 Dec 12 04:48:13.341177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37308) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:13.364122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69627584-eb3f-48a1-8ac3-a24a272f2a24 None None] Network 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:13.417526 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.475739 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb2aff0d-4e34-4692-9e15-852fcc5e6569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.476584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Deleting port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:13.476986 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.507145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2aff0d-4e34-4692-9e15-852fcc5e6569 None None] Pushing event deleted for resources: {'Port': ['ID=2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:13.509033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2aff0d-4e34-4692-9e15-852fcc5e6569 None None] No DVR routers for this DVR port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:13.542506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] For port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8, host n-d-710847-7, got binding levels [] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:13.542884 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.554235 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137bea08-e9b4-4a85-806a-00fa735e7a13 None None] DHCP port deletion for 3473e5a6-ed5f-4445-a12f-eb1d1e5762fb request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:48:13.556185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Calling delete_port for 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:13.558926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.ipam_backend_mixin [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 was not found and therefore no delete operation was performed {{(pid=103450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 04:48:13.560217 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.586968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Port': ['ID=2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:13.588853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] No DVR routers for this DVR port 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:13.604209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-137bea08-e9b4-4a85-806a-00fa735e7a13 None None] Deleting port c9dbfad4-b575-4b8a-944e-59173ab3d379 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:13.604586 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-137bea08-e9b4-4a85-806a-00fa735e7a13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.670589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-137bea08-e9b4-4a85-806a-00fa735e7a13 None None] For port c9dbfad4-b575-4b8a-944e-59173ab3d379, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c9dbfad4-b575-4b8a-944e-59173ab3d379,segment=NetworkSegment(ea4a3eea-95cd-4a46-8d94-dd25f2982ad3),segment_id=ea4a3eea-95cd-4a46-8d94-dd25f2982ad3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:13.671077 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-137bea08-e9b4-4a85-806a-00fa735e7a13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.672182 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.684678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-137bea08-e9b4-4a85-806a-00fa735e7a13 None None] Calling delete_port for c9dbfad4-b575-4b8a-944e-59173ab3d379 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:13.692899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee8dda2-722b-438a-b862-db29ddd71d21']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:13.702186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03c891b-b862-41b9-b522-83f60b56e9bb') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:13.702492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03c891b-b862-41b9-b522-83f60b56e9bb') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:13.712038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.726008 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.733089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:48:13.733521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:48:13.736493 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:48:13.762193 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-137bea08-e9b4-4a85-806a-00fa735e7a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.789334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bea08-e9b4-4a85-806a-00fa735e7a13 None None] Pushing event deleted for resources: {'Port': ['ID=c9dbfad4-b575-4b8a-944e-59173ab3d379,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:13.791677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bea08-e9b4-4a85-806a-00fa735e7a13 None None] No DVR routers for this DVR port c9dbfad4-b575-4b8a-944e-59173ab3d379 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:13.804377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.811628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.815079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/networks/9ee8dda2-722b-438a-b862-db29ddd71d21 HTTP/1.1" status: 204 len: 168 time: 0.4733703 Dec 12 04:48:13.817929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37310) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:13.827185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13419e4-1d5f-4b43-93a8-b642c1cd1189 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Network': ['ID=9ee8dda2-722b-438a-b862-db29ddd71d21,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:13.892806 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:13.985592 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.004296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3473e5a6-ed5f-4445-a12f-eb1d1e5762fb']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:14.013269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4a3eea-95cd-4a46-8d94-dd25f2982ad3') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:14.013823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4a3eea-95cd-4a46-8d94-dd25f2982ad3') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:14.022978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.036197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.042602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:48:14.042987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:48:14.046012 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:48:14.108421 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.114869 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.118593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/networks/3473e5a6-ed5f-4445-a12f-eb1d1e5762fb HTTP/1.1" status: 204 len: 168 time: 0.2991340 Dec 12 04:48:14.120979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37312) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:14.135376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.141483 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2183235-e97d-428d-a00d-0e4cc8191703 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Network': ['ID=3473e5a6-ed5f-4445-a12f-eb1d1e5762fb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:14.165589 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.187362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4edfeb-0076-4736-bfb3-77570b803bd4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Deleting subnet 273dd40d-9fdd-401c-940e-6e872b143b2e {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:48:14.191154 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b4edfeb-0076-4736-bfb3-77570b803bd4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.204429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54d8b299-5ab6-45bb-852c-25c06cd393c7 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:48:14.227001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 54d8b299-5ab6-45bb-852c-25c06cd393c7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:48:14.227891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54d8b299-5ab6-45bb-852c-25c06cd393c7 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:48:14.228331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:48:14.233065 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b4edfeb-0076-4736-bfb3-77570b803bd4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.248106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:48:14.248391 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2a7efad3-f3fe-4ce1-8d60-e9a6ced93bf8 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:48:14.248902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9dbfad4-b575-4b8a-944e-59173ab3d379 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:48:14.268009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c9dbfad4-b575-4b8a-944e-59173ab3d379 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:48:14.268367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c9dbfad4-b575-4b8a-944e-59173ab3d379 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:48:14.327703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b4edfeb-0076-4736-bfb3-77570b803bd4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.385532 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b4edfeb-0076-4736-bfb3-77570b803bd4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.412154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4edfeb-0076-4736-bfb3-77570b803bd4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Subnet': ['ID=273dd40d-9fdd-401c-940e-6e872b143b2e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:14.416307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2b4edfeb-0076-4736-bfb3-77570b803bd4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.419605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2b4edfeb-0076-4736-bfb3-77570b803bd4 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/subnets/273dd40d-9fdd-401c-940e-6e872b143b2e HTTP/1.1" status: 204 len: 168 time: 0.2976990 Dec 12 04:48:14.422101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37314) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:14.423627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa5d8b-aa8f-468b-b3b3-c406fdf875a4 None None] Network 5624a8e7-d9de-4dd7-a357-c904e22d01fd requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:14.502170 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.557238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Deleting port fb892289-e945-4fcc-9487-5200de772de7 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:14.557591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.584395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de504c2-8936-4f59-9760-00e51a7977dc None None] DHCP port deletion for 5624a8e7-d9de-4dd7-a357-c904e22d01fd request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:48:14.623677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] For port fb892289-e945-4fcc-9487-5200de772de7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fb892289-e945-4fcc-9487-5200de772de7,segment=NetworkSegment(8b641162-0374-47e0-a740-9f9a49419c50),segment_id=8b641162-0374-47e0-a740-9f9a49419c50)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:14.624067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.632511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6de504c2-8936-4f59-9760-00e51a7977dc None None] Deleting port fb892289-e945-4fcc-9487-5200de772de7 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:14.632999 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6de504c2-8936-4f59-9760-00e51a7977dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.637277 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Calling delete_port for fb892289-e945-4fcc-9487-5200de772de7 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:14.697909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6de504c2-8936-4f59-9760-00e51a7977dc None None] For port fb892289-e945-4fcc-9487-5200de772de7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fb892289-e945-4fcc-9487-5200de772de7,segment=NetworkSegment(8b641162-0374-47e0-a740-9f9a49419c50),segment_id=8b641162-0374-47e0-a740-9f9a49419c50)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:14.698311 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6de504c2-8936-4f59-9760-00e51a7977dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.710706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6de504c2-8936-4f59-9760-00e51a7977dc None None] Calling delete_port for fb892289-e945-4fcc-9487-5200de772de7 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:14.721147 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.748851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Port': ['ID=fb892289-e945-4fcc-9487-5200de772de7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:14.750717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] No DVR routers for this DVR port fb892289-e945-4fcc-9487-5200de772de7 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:14.790035 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6de504c2-8936-4f59-9760-00e51a7977dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.817094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de504c2-8936-4f59-9760-00e51a7977dc None None] Pushing event deleted for resources: {'Port': ['ID=fb892289-e945-4fcc-9487-5200de772de7,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:14.818848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de504c2-8936-4f59-9760-00e51a7977dc None None] No DVR routers for this DVR port fb892289-e945-4fcc-9487-5200de772de7 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:14.835904 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.855852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5624a8e7-d9de-4dd7-a357-c904e22d01fd']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:14.865097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b641162-0374-47e0-a740-9f9a49419c50') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:14.865410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b641162-0374-47e0-a740-9f9a49419c50') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:14.875322 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.889131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.895187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:48:14.895606 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:48:14.898648 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:48:14.957805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.963223 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:14.966977 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/networks/5624a8e7-d9de-4dd7-a357-c904e22d01fd HTTP/1.1" status: 204 len: 168 time: 0.5439582 Dec 12 04:48:14.969749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37316) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:14.982112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b440ee-5f50-4ee5-b53c-fda9f9b05309 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Pushing event deleted for resources: {'Network': ['ID=5624a8e7-d9de-4dd7-a357-c904e22d01fd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:14.997991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f65363e9-dd95-462b-87a1-4512e7a26944 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "GET /v2.0/ports?device_id=23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 HTTP/1.1" status: 200 len: 205 time: 0.0268886 Dec 12 04:48:15.000235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37318) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:15.074887 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40a1a05e-d423-4971-a4f7-7f5ca04a70c1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.231601 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40a1a05e-d423-4971-a4f7-7f5ca04a70c1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.233620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40a1a05e-d423-4971-a4f7-7f5ca04a70c1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.276872 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40a1a05e-d423-4971-a4f7-7f5ca04a70c1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.309233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a1a05e-d423-4971-a4f7-7f5ca04a70c1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Fanout notify agent at l3_agent the message router_deleted on router 23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:48:15.309233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40a1a05e-d423-4971-a4f7-7f5ca04a70c1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.309233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-40a1a05e-d423-4971-a4f7-7f5ca04a70c1 tempest-RoutersNegativeIpV6Test-2067976691 tempest-RoutersNegativeIpV6Test-2067976691-project] 10.222.0.36 "DELETE /v2.0/routers/23ac0f5e-70ba-4761-bcc6-4f44fa8b1850 HTTP/1.1" status: 204 len: 168 time: 0.2850287 Dec 12 04:48:15.573081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37324) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:15.762944 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c261c9aa-f939-474e-8b81-c1cb1cac3ed1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9b89fc5206b4eb5b5dfc67e79067eaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868114 Dec 12 04:48:15.765825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37330) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:15.829796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd80b-51ab-4b20-9f70-b21ee097943f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.852532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd80b-51ab-4b20-9f70-b21ee097943f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.873060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.903098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd80b-51ab-4b20-9f70-b21ee097943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.905839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd80b-51ab-4b20-9f70-b21ee097943f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:15.907039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dd0cd80b-51ab-4b20-9f70-b21ee097943f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6013be6f-8136-412f-8dc9-924a8f092f15 HTTP/1.1" status: 204 len: 168 time: 0.1401489 Dec 12 04:48:15.914844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cd80b-51ab-4b20-9f70-b21ee097943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6013be6f-8136-412f-8dc9-924a8f092f15,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:16.189632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fb892289-e945-4fcc-9487-5200de772de7 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:48:16.210166 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: fb892289-e945-4fcc-9487-5200de772de7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:48:16.210513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fb892289-e945-4fcc-9487-5200de772de7 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:48:16.572586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37352) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:16.668427 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7c62f557-7b29-44f9-ba39-3ef2ed76b2e4 tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1294396001', 'prefixes': ['172.20.0.0/16']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:16.724981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c62f557-7b29-44f9-ba39-3ef2ed76b2e4 tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] Publish callbacks [] for subnetpool, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:16.727394 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7c62f557-7b29-44f9-ba39-3ef2ed76b2e4 tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1525853 Dec 12 04:48:16.729901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37356) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:16.730368 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:16.771379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec69275b-b230-4ecb-9e18-ce3baf049428 tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] 10.222.0.36 "GET /v2.0/subnetpools/44470e5f-a77d-4b2b-b701-9dca355b5a27 HTTP/1.1" status: 200 len: 732 time: 0.0398760 Dec 12 04:48:16.773607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37358) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:16.778639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-48653377-9450-4980-aa70-618e2372137f tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-534241194'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:16.863793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-48653377-9450-4980-aa70-618e2372137f tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] Publish callbacks [] for subnetpool, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:16.865028 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-48653377-9450-4980-aa70-618e2372137f tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] 10.222.0.36 "PUT /v2.0/subnetpools/44470e5f-a77d-4b2b-b701-9dca355b5a27 HTTP/1.1" status: 200 len: 683 time: 0.0904717 Dec 12 04:48:16.867599 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37360) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:16.939651 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7899a303-17bd-41c5-860b-b4fc3d96deca tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] Publish callbacks [] for subnetpool, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:16.941019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7899a303-17bd-41c5-860b-b4fc3d96deca tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] 10.222.0.36 "DELETE /v2.0/subnetpools/44470e5f-a77d-4b2b-b701-9dca355b5a27 HTTP/1.1" status: 204 len: 168 time: 0.0721567 Dec 12 04:48:16.943300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37362) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:16.956940 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-770bc946-627f-488e-91e3-3e83a696454d tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] show failed (client error): The resource could not be found. Dec 12 04:48:16.957917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-770bc946-627f-488e-91e3-3e83a696454d tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] 10.222.0.36 "GET /v2.0/subnetpools/44470e5f-a77d-4b2b-b701-9dca355b5a27 HTTP/1.1" status: 404 len: 346 time: 0.0136936 Dec 12 04:48:16.960256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37364) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:16.974590 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-feabf063-5d7f-420b-8307-2aedb2411240 tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] delete failed (client error): The resource could not be found. Dec 12 04:48:16.975553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-feabf063-5d7f-420b-8307-2aedb2411240 tempest-SubnetPoolsTestJSON-1461609337 tempest-SubnetPoolsTestJSON-1461609337-project] 10.222.0.36 "DELETE /v2.0/subnetpools/44470e5f-a77d-4b2b-b701-9dca355b5a27 HTTP/1.1" status: 404 len: 346 time: 0.0143363 Dec 12 04:48:17.215480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37370) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:17.322852 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5dffe567-fcd4-4717-88cd-9e9d1999265e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:17.395661 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5dffe567-fcd4-4717-88cd-9e9d1999265e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:17.399252 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5dffe567-fcd4-4717-88cd-9e9d1999265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:17.441744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5dffe567-fcd4-4717-88cd-9e9d1999265e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d73666c24fc417a95a49f73c5a65f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252357 Dec 12 04:48:17.442942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffe567-fcd4-4717-88cd-9e9d1999265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f742f03-0c2c-4213-813e-e2e166e846f4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:17.444503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37374) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:17.497479 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c342b6ca-aacf-441e-ad1a-60c66cc1d078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:17.518926 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c342b6ca-aacf-441e-ad1a-60c66cc1d078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:17.565853 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c342b6ca-aacf-441e-ad1a-60c66cc1d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:17.568547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c342b6ca-aacf-441e-ad1a-60c66cc1d078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:17.569844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c342b6ca-aacf-441e-ad1a-60c66cc1d078 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f742f03-0c2c-4213-813e-e2e166e846f4 HTTP/1.1" status: 204 len: 168 time: 0.1232281 Dec 12 04:48:17.578289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342b6ca-aacf-441e-ad1a-60c66cc1d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f742f03-0c2c-4213-813e-e2e166e846f4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:18.187467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37396) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:18.295333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1133506354'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:18.316531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Made reservation on behalf of d28ac6fa0ef14044870d883d338e52cb for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:18.319953 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.331600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.405734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.409434 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.438226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:48:18.443606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c6cff4-96a2-4c07-b51d-91294199ec55,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:18.452066 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.452149 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Added segment 45a90223-cc12-4289-acfe-e60767c2f626 of type vlan for network 707e7a26-4049-45a8-a179-9a9d80b16762 Dec 12 04:48:18.496415 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.519956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.526492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:18.527071 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.589551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4009638 Dec 12 04:48:18.592531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37400) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:18.598109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Request body: {'subnet': {'network_id': '707e7a26-4049-45a8-a179-9a9d80b16762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:18.607884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c55d2-aafe-4287-b19c-6f9a910fe435 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Pushing event updated for resources: {'Network': ['ID=707e7a26-4049-45a8-a179-9a9d80b16762,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:18.617917 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 707e7a26-4049-45a8-a179-9a9d80b16762 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:48:18.688510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Made reservation on behalf of d28ac6fa0ef14044870d883d338e52cb for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:18.692123 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.878670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.938736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Pushing event updated for resources: {'Subnet': ['ID=82464549-a2df-4834-a196-7e9cb5c84db5,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:18.950902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Checking segment: {'id': '45a90223-cc12-4289-acfe-e60767c2f626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '707e7a26-4049-45a8-a179-9a9d80b16762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:18.951269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Network hostable DHCP agents. Network: 707e7a26-4049-45a8-a179-9a9d80b16762, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:48:18.969099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Network 707e7a26-4049-45a8-a179-9a9d80b16762 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:48:18.977731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 707e7a26-4049-45a8-a179-9a9d80b16762) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:18.981682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:18.982288 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:18.987781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49815d4-750d-4b59-be5e-067c6bdb5014 None None] Network 707e7a26-4049-45a8-a179-9a9d80b16762 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:18.999952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3de08cd1-d81a-4126-b947-d7058d24bcce tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4061720 Dec 12 04:48:19.002659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37402) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:19.008116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Request body: {'port': {'network_id': '707e7a26-4049-45a8-a179-9a9d80b16762', 'name': 'tempest-TagsExtTest-990353785'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:19.093074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-707e7a26-4049-45a8-a179-9a9d80b16762', 'network_id': '707e7a26-4049-45a8-a179-9a9d80b16762', 'project_id': 'd28ac6fa0ef14044870d883d338e52cb', 'fixed_ips': [{'subnet_id': '82464549-a2df-4834-a196-7e9cb5c84db5'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:48:19.094003 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.132988 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Made reservation on behalf of d28ac6fa0ef14044870d883d338e52cb for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:19.137433 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.156052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] device_id is not set on port 12a300a7-01d7-4b98-9fb4-ae3aa6532dcd yet. {{(pid=103451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 04:48:19.236028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Allocated IP 172.20.0.2 (707e7a26-4049-45a8-a179-9a9d80b16762/82464549-a2df-4834-a196-7e9cb5c84db5/d803a3e1-f415-4944-b0ec-3e1daadbbf2a) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:19.389517 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.395682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.437551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Network 707e7a26-4049-45a8-a179-9a9d80b16762 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:19.440655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:19.444853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:19.449455 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Allocated IP 172.20.0.7 (707e7a26-4049-45a8-a179-9a9d80b16762/82464549-a2df-4834-a196-7e9cb5c84db5/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:19.452908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Pushing event updated for resources: {'Port': ['ID=d803a3e1-f415-4944-b0ec-3e1daadbbf2a,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:19.511861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Attempting to bind port d803a3e1-f415-4944-b0ec-3e1daadbbf2a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:48:19.512390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Attempting to bind port d803a3e1-f415-4944-b0ec-3e1daadbbf2a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '45a90223-cc12-4289-acfe-e60767c2f626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '707e7a26-4049-45a8-a179-9a9d80b16762'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:48:19.512859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Attempting to bind port d803a3e1-f415-4944-b0ec-3e1daadbbf2a on network 707e7a26-4049-45a8-a179-9a9d80b16762 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:48:19.518554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:48:19.518934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Checking segment: {'id': '45a90223-cc12-4289-acfe-e60767c2f626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '707e7a26-4049-45a8-a179-9a9d80b16762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:19.519339 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.519734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Bound using segment: {'id': '45a90223-cc12-4289-acfe-e60767c2f626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '707e7a26-4049-45a8-a179-9a9d80b16762'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:48:19.520202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Bound port: d803a3e1-f415-4944-b0ec-3e1daadbbf2a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a90223-cc12-4289-acfe-e60767c2f626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '707e7a26-4049-45a8-a179-9a9d80b16762'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:48:19.520581 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.584842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] For port d803a3e1-f415-4944-b0ec-3e1daadbbf2a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:48:19.587899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] For port d803a3e1-f415-4944-b0ec-3e1daadbbf2a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d803a3e1-f415-4944-b0ec-3e1daadbbf2a,segment=NetworkSegment(45a90223-cc12-4289-acfe-e60767c2f626),segment_id=45a90223-cc12-4289-acfe-e60767c2f626)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:48:19.594040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.606221 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.642564 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.662170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0694a-abfa-4431-87ef-c0daf23c304c None None] Pushing event updated for resources: {'Port': ['ID=d803a3e1-f415-4944-b0ec-3e1daadbbf2a,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:19.696590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Network 707e7a26-4049-45a8-a179-9a9d80b16762 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:19.699976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:19.702910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:19.730905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Pushing event updated for resources: {'Port': ['ID=12a300a7-01d7-4b98-9fb4-ae3aa6532dcd,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:19.762826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:19.763964 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.783669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-850fe05f-5d87-4f1b-bd54-e43e6a0791b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7797730 Dec 12 04:48:19.786204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37404) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:19.791295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7ad6147f-81ef-4aa6-94f9-e49b7eb473a8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1940419776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:19.830694 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ad6147f-81ef-4aa6-94f9-e49b7eb473a8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.832019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ad6147f-81ef-4aa6-94f9-e49b7eb473a8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.887017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ad6147f-81ef-4aa6-94f9-e49b7eb473a8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.891493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ad6147f-81ef-4aa6-94f9-e49b7eb473a8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.912958 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7ad6147f-81ef-4aa6-94f9-e49b7eb473a8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.917351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37406) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:19.917931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7ad6147f-81ef-4aa6-94f9-e49b7eb473a8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1301892 Dec 12 04:48:19.922039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5aee2cf6-c5f7-459d-9572-6e623bcfe72f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-172938931', 'prefixes': ['172.20.0.0/16']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:19.988285 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5aee2cf6-c5f7-459d-9572-6e623bcfe72f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for subnetpool, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:19.989570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5aee2cf6-c5f7-459d-9572-6e623bcfe72f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0711784 Dec 12 04:48:19.992889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37408) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:19.997277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-367d75c5-31d7-4404-9a95-af4caac9e7c8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5', 'tempest-TagsExtTest-Tag-719158906') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.093429 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-367d75c5-31d7-4404-9a95-af4caac9e7c8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags/tempest-TagsExtTest-Tag-719158906 HTTP/1.1" status: 201 len: 201 time: 0.0993881 Dec 12 04:48:20.095361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37410) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.100365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-af7818db-0318-4081-b033-c11b3d0d1194 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd', 'tempest-TagsExtTest-Tag-1337507838') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.176120 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-af7818db-0318-4081-b033-c11b3d0d1194 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags/tempest-TagsExtTest-Tag-1337507838 HTTP/1.1" status: 201 len: 201 time: 0.0772231 Dec 12 04:48:20.176543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37412) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.182714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-f394c638-94b7-4dae-8993-971beaa98f8d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699', 'tempest-TagsExtTest-Tag-1337696197') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.222551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d803a3e1-f415-4944-b0ec-3e1daadbbf2a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:20.281659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f394c638-94b7-4dae-8993-971beaa98f8d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags/tempest-TagsExtTest-Tag-1337696197 HTTP/1.1" status: 201 len: 201 time: 0.1026950 Dec 12 04:48:20.283219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37414) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.284220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d803a3e1-f415-4944-b0ec-3e1daadbbf2a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:20.284608 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:20.288975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-9c6c0a3d-f00e-4491-b32c-1f4f65cf5b88 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e', 'tempest-TagsExtTest-Tag-266514977') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.344086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9c6c0a3d-f00e-4491-b32c-1f4f65cf5b88 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags/tempest-TagsExtTest-Tag-266514977 HTTP/1.1" status: 201 len: 201 time: 0.0597944 Dec 12 04:48:20.346634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37416) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.350817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-e193e628-73e9-4116-8dd9-f0c61ed07f00 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.373267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:20.408673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port d803a3e1-f415-4944-b0ec-3e1daadbbf2a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d803a3e1-f415-4944-b0ec-3e1daadbbf2a,segment=NetworkSegment(45a90223-cc12-4289-acfe-e60767c2f626),segment_id=45a90223-cc12-4289-acfe-e60767c2f626)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:20.414260 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:20.452082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e193e628-73e9-4116-8dd9-f0c61ed07f00 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags HTTP/1.1" status: 200 len: 240 time: 0.1043854 Dec 12 04:48:20.454676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37418) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.459019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-38048a50-4a50-453a-92f0-aaa4fc6ccc2e tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5', 'tempest-TagsExtTest-Tag-719158906') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.471002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=d803a3e1-f415-4944-b0ec-3e1daadbbf2a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:20.522346 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-38048a50-4a50-453a-92f0-aaa4fc6ccc2e tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags/tempest-TagsExtTest-Tag-719158906 HTTP/1.1" status: 204 len: 168 time: 0.0665202 Dec 12 04:48:20.524767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37420) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.529477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-a014f4ff-d54a-4730-88df-0970e22c4335 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5', 'tempest-TagsExtTest-Tag-719158906') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.601019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a014f4ff-d54a-4730-88df-0970e22c4335 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags/tempest-TagsExtTest-Tag-719158906 HTTP/1.1" status: 204 len: 168 time: 0.0750513 Dec 12 04:48:20.603324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.607585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-a2fb5a04-b61d-4985-82b0-74c7500c6c3e tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.627428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95ca159-90d9-42c8-aee5-303967b7a488 None None] Network 707e7a26-4049-45a8-a179-9a9d80b16762 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:20.662586 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2fb5a04-b61d-4985-82b0-74c7500c6c3e tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags HTTP/1.1" status: 200 len: 205 time: 0.0581760 Dec 12 04:48:20.665605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37424) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.670176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-267446c8-e74a-48bf-a08d-3389c166339a tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.691195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-72bdeb70-c198-4a20-9d67-af37f17060bc None None] Provisioning complete for port d803a3e1-f415-4944-b0ec-3e1daadbbf2a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:20.691718 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-72bdeb70-c198-4a20-9d67-af37f17060bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:20.729798 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-267446c8-e74a-48bf-a08d-3389c166339a tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags HTTP/1.1" status: 200 len: 241 time: 0.0608165 Dec 12 04:48:20.730450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37426) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.734542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-55128bb3-f327-41c2-8948-7f54df4564e3 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd', 'tempest-TagsExtTest-Tag-1337507838') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.786331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-55128bb3-f327-41c2-8948-7f54df4564e3 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags/tempest-TagsExtTest-Tag-1337507838 HTTP/1.1" status: 204 len: 168 time: 0.0526967 Dec 12 04:48:20.787686 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37428) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.790975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-1b249035-ca1e-4ad8-b51f-ddeb59caa83c tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd', 'tempest-TagsExtTest-Tag-1337507838') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.860856 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1b249035-ca1e-4ad8-b51f-ddeb59caa83c tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags/tempest-TagsExtTest-Tag-1337507838 HTTP/1.1" status: 204 len: 168 time: 0.0732293 Dec 12 04:48:20.863439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37430) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.867620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-2a21d997-3a27-4707-8e6c-60c5814fdc72 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:20.921423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2a21d997-3a27-4707-8e6c-60c5814fdc72 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags HTTP/1.1" status: 200 len: 205 time: 0.0566802 Dec 12 04:48:20.923817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37432) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:20.928400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-6b2d7306-c30e-4228-b0e1-cffb682fea60 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.006473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6b2d7306-c30e-4228-b0e1-cffb682fea60 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags HTTP/1.1" status: 200 len: 241 time: 0.0816262 Dec 12 04:48:21.009210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37434) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.013943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-54cd26a6-8098-469c-acaa-74e3735ee83b tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699', 'tempest-TagsExtTest-Tag-1337696197') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.060802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ffc6232d-a57b-4f6b-a025-c5a5272b12df None None] Provisioning complete for port 12a300a7-01d7-4b98-9fb4-ae3aa6532dcd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:21.061644 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ffc6232d-a57b-4f6b-a025-c5a5272b12df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:21.096321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-54cd26a6-8098-469c-acaa-74e3735ee83b tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags/tempest-TagsExtTest-Tag-1337696197 HTTP/1.1" status: 204 len: 168 time: 0.0860219 Dec 12 04:48:21.098849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37436) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.102151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6232d-a57b-4f6b-a025-c5a5272b12df None None] Port 12a300a7-01d7-4b98-9fb4-ae3aa6532dcd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:48:21.104602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-7e5e4d83-ff70-4e09-89f3-adce839f4de1 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699', 'tempest-TagsExtTest-Tag-1337696197') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.112962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ffc6232d-a57b-4f6b-a025-c5a5272b12df None None] Provisioning complete for port d803a3e1-f415-4944-b0ec-3e1daadbbf2a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:21.113599 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ffc6232d-a57b-4f6b-a025-c5a5272b12df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:21.269379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe50e41e-04fe-489a-a469-4ed720536851 req-f41730d9-8196-4bd1-b430-a4ce14a39a8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446780 Dec 12 04:48:21.331410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a1666219-d448-4188-b7d4-70c4a10754b5 None None] Provisioning complete for port 12a300a7-01d7-4b98-9fb4-ae3aa6532dcd triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:21.331854 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a1666219-d448-4188-b7d4-70c4a10754b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:21.372150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a1666219-d448-4188-b7d4-70c4a10754b5 None None] Port 12a300a7-01d7-4b98-9fb4-ae3aa6532dcd cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:48:21.386277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50e41e-04fe-489a-a469-4ed720536851 req-36e2aa31-950a-4b96-8da0-2bd09caf6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:21.388013 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe50e41e-04fe-489a-a469-4ed720536851 req-36e2aa31-950a-4b96-8da0-2bd09caf6a27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 1096 time: 0.0517955 Dec 12 04:48:21.467924 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7e5e4d83-ff70-4e09-89f3-adce839f4de1 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags/tempest-TagsExtTest-Tag-1337696197 HTTP/1.1" status: 204 len: 168 time: 0.3673277 Dec 12 04:48:21.470432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37438) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.475215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-a3087867-75ce-4aca-9f60-070d925020ae tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.521890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50e41e-04fe-489a-a469-4ed720536851 req-7ac9a31d-5294-48cc-886a-7d918825a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:21.523425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe50e41e-04fe-489a-a469-4ed720536851 req-7ac9a31d-5294-48cc-886a-7d918825a269 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.1099632 Dec 12 04:48:21.554341 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a3087867-75ce-4aca-9f60-070d925020ae tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags HTTP/1.1" status: 200 len: 205 time: 0.0828676 Dec 12 04:48:21.557317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37440) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.561475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-ec4f0946-5ffb-4543-8c25-f4670dec81f7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.582941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec4f0946-5ffb-4543-8c25-f4670dec81f7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags HTTP/1.1" status: 200 len: 240 time: 0.0246038 Dec 12 04:48:21.585644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37442) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.590414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-3d30f5f4-b762-4a23-9a6a-a9e6a9e54a4f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e', 'tempest-TagsExtTest-Tag-266514977') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.596547 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe50e41e-04fe-489a-a469-4ed720536851 req-b0a30443-9486-4564-a271-0980a1d1cce7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f HTTP/1.1" status: 200 len: 1000 time: 0.0664978 Dec 12 04:48:21.614915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3d30f5f4-b762-4a23-9a6a-a9e6a9e54a4f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags/tempest-TagsExtTest-Tag-266514977 HTTP/1.1" status: 204 len: 168 time: 0.0257170 Dec 12 04:48:21.615419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37444) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.620048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-53c990e4-8ca8-48bc-a82c-22d472c2fbef tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e', 'tempest-TagsExtTest-Tag-266514977') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.664492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-53c990e4-8ca8-48bc-a82c-22d472c2fbef tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags/tempest-TagsExtTest-Tag-266514977 HTTP/1.1" status: 204 len: 168 time: 0.0483036 Dec 12 04:48:21.664950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50e41e-04fe-489a-a469-4ed720536851 req-2a68c1b6-b6ae-40e5-8420-343c1d18b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:21.667020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe50e41e-04fe-489a-a469-4ed720536851 req-2a68c1b6-b6ae-40e5-8420-343c1d18b2f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0618858 Dec 12 04:48:21.669168 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37446) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.674105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-4c9e16a0-af4d-4996-9ec6-61b0938d45a3 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.765957 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4c9e16a0-af4d-4996-9ec6-61b0938d45a3 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags HTTP/1.1" status: 200 len: 205 time: 0.0954103 Dec 12 04:48:21.768470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37448) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.771691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50e41e-04fe-489a-a469-4ed720536851 req-3dd46a22-14f5-4b8d-9964-0230d408b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:21.773172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-d717ea96-e02f-4e19-b0a6-017c303f2b75 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.773314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe50e41e-04fe-489a-a469-4ed720536851 req-3dd46a22-14f5-4b8d-9964-0230d408b2b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953822 Dec 12 04:48:21.799109 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d717ea96-e02f-4e19-b0a6-017c303f2b75 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags HTTP/1.1" status: 204 len: 168 time: 0.0295455 Dec 12 04:48:21.801565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37450) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.806552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-e5ecf7d1-9d60-4839-9c73-a5d65a861ffd tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.867129 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe50e41e-04fe-489a-a469-4ed720536851 req-4049a3e6-01b4-4a2f-8e33-5ab0197c856c service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863433 Dec 12 04:48:21.887732 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e5ecf7d1-9d60-4839-9c73-a5d65a861ffd tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags HTTP/1.1" status: 204 len: 168 time: 0.0851738 Dec 12 04:48:21.890631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37452) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.895196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-046d5139-d5e9-481c-bc5a-446321d5c3ea tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.955102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-046d5139-d5e9-481c-bc5a-446321d5c3ea tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags HTTP/1.1" status: 204 len: 168 time: 0.0633790 Dec 12 04:48:21.957687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37454) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:21.962134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-631a3ba0-81f8-4c6c-acd8-b2471ab4f2f3 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:21.968577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe50e41e-04fe-489a-a469-4ed720536851 req-1b27d354-0ddc-44a4-8378-207c056f4436 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940468 Dec 12 04:48:22.016713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-631a3ba0-81f8-4c6c-acd8-b2471ab4f2f3 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags HTTP/1.1" status: 204 len: 168 time: 0.0579534 Dec 12 04:48:22.020533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37456) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.025378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-87180d33-1ed5-40aa-8649-fdb08f3a5a0f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5', 'tempest-TagsExtTest-Tag-2042379889') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.090314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-87180d33-1ed5-40aa-8649-fdb08f3a5a0f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags/tempest-TagsExtTest-Tag-2042379889 HTTP/1.1" status: 201 len: 201 time: 0.0687373 Dec 12 04:48:22.093236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37458) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.097659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-e5cf0fca-ddbf-4985-b544-4c05e253c1f3 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd', 'tempest-TagsExtTest-Tag-1567578934') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.160187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e5cf0fca-ddbf-4985-b544-4c05e253c1f3 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags/tempest-TagsExtTest-Tag-1567578934 HTTP/1.1" status: 201 len: 201 time: 0.0658219 Dec 12 04:48:22.162970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37460) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.168772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-ce20e206-517d-4605-ae2c-9ef110e6c4db tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699', 'tempest-TagsExtTest-Tag-822120629') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.205346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d803a3e1-f415-4944-b0ec-3e1daadbbf2a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:22.254763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d803a3e1-f415-4944-b0ec-3e1daadbbf2a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:22.255148 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:22.260781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ce20e206-517d-4605-ae2c-9ef110e6c4db tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags/tempest-TagsExtTest-Tag-822120629 HTTP/1.1" status: 201 len: 201 time: 0.0965896 Dec 12 04:48:22.263944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37462) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.269410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-e3274c98-a366-4bee-8b53-d379234e2277 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e', 'tempest-TagsExtTest-Tag-1624397966') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.311262 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e3274c98-a366-4bee-8b53-d379234e2277 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags/tempest-TagsExtTest-Tag-1624397966 HTTP/1.1" status: 201 len: 201 time: 0.0457795 Dec 12 04:48:22.313597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37464) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.318338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-29dc81a8-4ce0-4c65-bcf0-497a855afdf6 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5', {'tags': ['tempest-TagsExtTest-Tag-73368312', 'tempest-TagsExtTest-Tag-123875182', 'tempest-TagsExtTest-Tag-470957081']}) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.382608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-29dc81a8-4ce0-4c65-bcf0-497a855afdf6 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags HTTP/1.1" status: 200 len: 314 time: 0.0679045 Dec 12 04:48:22.385703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37466) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.390145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-91fa096f-af27-4ef5-b432-08acd0ea7741 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.455080 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-91fa096f-af27-4ef5-b432-08acd0ea7741 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags HTTP/1.1" status: 204 len: 168 time: 0.0683711 Dec 12 04:48:22.457734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37468) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.462789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-24d83447-3c60-42f4-8fbf-ec604beb1e4a tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5', 'tempest-TagsExtTest-Tag-73368312') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.519948 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-24d83447-3c60-42f4-8fbf-ec604beb1e4a tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:22.521148 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-24d83447-3c60-42f4-8fbf-ec604beb1e4a tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags/tempest-TagsExtTest-Tag-73368312 HTTP/1.1" status: 404 len: 327 time: 0.0621881 Dec 12 04:48:22.524186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37470) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.529262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-31790376-8457-4557-aac3-952b489ebe25 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5', 'tempest-TagsExtTest-Tag-123875182') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.579589 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-31790376-8457-4557-aac3-952b489ebe25 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:22.580665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-31790376-8457-4557-aac3-952b489ebe25 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags/tempest-TagsExtTest-Tag-123875182 HTTP/1.1" status: 404 len: 328 time: 0.0548420 Dec 12 04:48:22.583488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37472) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.589629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-7dc62595-4988-473c-b04f-bf2ede1990d0 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5', 'tempest-TagsExtTest-Tag-470957081') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.642696 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-7dc62595-4988-473c-b04f-bf2ede1990d0 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:22.643751 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7dc62595-4988-473c-b04f-bf2ede1990d0 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags/tempest-TagsExtTest-Tag-470957081 HTTP/1.1" status: 404 len: 328 time: 0.0593474 Dec 12 04:48:22.646438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37474) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.651409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-86576eb0-2672-4697-951c-5ed58107256d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd', {'tags': ['tempest-TagsExtTest-Tag-1788204286', 'tempest-TagsExtTest-Tag-617406532', 'tempest-TagsExtTest-Tag-2083530705']}) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.706896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-86576eb0-2672-4697-951c-5ed58107256d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags HTTP/1.1" status: 200 len: 317 time: 0.0594110 Dec 12 04:48:22.709288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37476) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.714027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-3b6fab68-f422-40d3-b17c-fc48b40aa993 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.783913 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3b6fab68-f422-40d3-b17c-fc48b40aa993 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags HTTP/1.1" status: 204 len: 168 time: 0.0734744 Dec 12 04:48:22.786342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37478) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.790547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-cec80d14-d22b-4e67-a088-80bf4ef5aa33 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd', 'tempest-TagsExtTest-Tag-1788204286') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.839738 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-cec80d14-d22b-4e67-a088-80bf4ef5aa33 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:22.840773 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cec80d14-d22b-4e67-a088-80bf4ef5aa33 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags/tempest-TagsExtTest-Tag-1788204286 HTTP/1.1" status: 404 len: 329 time: 0.0534682 Dec 12 04:48:22.847602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37480) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.852291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-710e2501-c7da-40d7-b79b-bc017a5b5b63 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd', 'tempest-TagsExtTest-Tag-617406532') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.902111 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-710e2501-c7da-40d7-b79b-bc017a5b5b63 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:22.903164 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-710e2501-c7da-40d7-b79b-bc017a5b5b63 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags/tempest-TagsExtTest-Tag-617406532 HTTP/1.1" status: 404 len: 328 time: 0.0546753 Dec 12 04:48:22.906001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37482) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.910309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-67c32989-243a-40e0-b18e-696bf7272fd8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd', 'tempest-TagsExtTest-Tag-2083530705') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:22.958038 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-67c32989-243a-40e0-b18e-696bf7272fd8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:22.959088 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-67c32989-243a-40e0-b18e-696bf7272fd8 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags/tempest-TagsExtTest-Tag-2083530705 HTTP/1.1" status: 404 len: 329 time: 0.0521340 Dec 12 04:48:22.961771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37484) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:22.966468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-aa3e7de5-b486-4437-8a8f-390f53505026 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699', {'tags': ['tempest-TagsExtTest-Tag-2097771181', 'tempest-TagsExtTest-Tag-727999946', 'tempest-TagsExtTest-Tag-1021840972']}) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.052401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aa3e7de5-b486-4437-8a8f-390f53505026 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags HTTP/1.1" status: 200 len: 317 time: 0.0895174 Dec 12 04:48:23.054986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37486) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.060199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-0e004cc3-0d63-4355-a8f5-c32dabde434f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.150642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0e004cc3-0d63-4355-a8f5-c32dabde434f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags HTTP/1.1" status: 204 len: 168 time: 0.0945811 Dec 12 04:48:23.153276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37488) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.157566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-5c0e1ddf-bcf6-4437-ae0a-eb316af32f1b tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699', 'tempest-TagsExtTest-Tag-2097771181') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.233772 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-5c0e1ddf-bcf6-4437-ae0a-eb316af32f1b tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:23.234810 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5c0e1ddf-bcf6-4437-ae0a-eb316af32f1b tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags/tempest-TagsExtTest-Tag-2097771181 HTTP/1.1" status: 404 len: 329 time: 0.0806444 Dec 12 04:48:23.237667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37490) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.242115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-9c838d66-bc10-427f-84dc-e33f0077379d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699', 'tempest-TagsExtTest-Tag-727999946') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.317999 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [None req-9c838d66-bc10-427f-84dc-e33f0077379d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:23.318974 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9c838d66-bc10-427f-84dc-e33f0077379d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags/tempest-TagsExtTest-Tag-727999946 HTTP/1.1" status: 404 len: 328 time: 0.0803828 Dec 12 04:48:23.321985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37494) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.326703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-8c1c1fd0-57f5-4da2-86b8-a4c30eb980b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699', 'tempest-TagsExtTest-Tag-1021840972') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.402453 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-8c1c1fd0-57f5-4da2-86b8-a4c30eb980b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:23.403493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8c1c1fd0-57f5-4da2-86b8-a4c30eb980b2 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags/tempest-TagsExtTest-Tag-1021840972 HTTP/1.1" status: 404 len: 329 time: 0.0805159 Dec 12 04:48:23.406261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37496) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.410773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-cd89446d-379c-4043-bab3-b7d7cbc74343 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e', {'tags': ['tempest-TagsExtTest-Tag-733107267', 'tempest-TagsExtTest-Tag-1998654679', 'tempest-TagsExtTest-Tag-1572801186']}) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.444880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cd89446d-379c-4043-bab3-b7d7cbc74343 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "PUT /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags HTTP/1.1" status: 200 len: 317 time: 0.0375838 Dec 12 04:48:23.447493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37498) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.451999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.tag.tag_plugin [None req-55a45002-5772-43d7-89ef-9940e45412ad tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.488047 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-55a45002-5772-43d7-89ef-9940e45412ad tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags HTTP/1.1" status: 204 len: 168 time: 0.0394902 Dec 12 04:48:23.491177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37500) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.496506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-d393dbb0-6ec0-4512-8f00-7ca231b8f29f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e', 'tempest-TagsExtTest-Tag-733107267') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.517574 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-d393dbb0-6ec0-4512-8f00-7ca231b8f29f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:23.518581 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d393dbb0-6ec0-4512-8f00-7ca231b8f29f tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags/tempest-TagsExtTest-Tag-733107267 HTTP/1.1" status: 404 len: 328 time: 0.0263941 Dec 12 04:48:23.521164 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37502) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.525736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-cc2cc4df-4e8a-482f-96c0-4767f70d6124 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e', 'tempest-TagsExtTest-Tag-1998654679') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.546098 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-cc2cc4df-4e8a-482f-96c0-4767f70d6124 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:23.547087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cc2cc4df-4e8a-482f-96c0-4767f70d6124 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags/tempest-TagsExtTest-Tag-1998654679 HTTP/1.1" status: 404 len: 329 time: 0.0250101 Dec 12 04:48:23.549581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37504) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.554015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-2f2a343d-bb92-4d77-9b4a-743a0743325d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e', 'tempest-TagsExtTest-Tag-1572801186') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.573563 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-2f2a343d-bb92-4d77-9b4a-743a0743325d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] show failed (client error): The resource could not be found. Dec 12 04:48:23.574490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2f2a343d-bb92-4d77-9b4a-743a0743325d tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags/tempest-TagsExtTest-Tag-1572801186 HTTP/1.1" status: 404 len: 329 time: 0.0236559 Dec 12 04:48:23.576844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37506) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.580974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-9c76472c-9229-4177-a11d-7a51f4c0202e tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6758a231-49c1-4543-bc9e-fd04fd30045e') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.604702 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9c76472c-9229-4177-a11d-7a51f4c0202e tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e/tags HTTP/1.1" status: 204 len: 168 time: 0.0269499 Dec 12 04:48:23.607089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37508) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.611181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-3d9703e7-0efb-4b93-a357-b0c02fda106b tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4ee36246-9905-445a-89e8-b5288766c699') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.689710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3d9703e7-0efb-4b93-a357-b0c02fda106b tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699/tags HTTP/1.1" status: 204 len: 168 time: 0.0816772 Dec 12 04:48:23.692214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37510) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.696453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-432319c7-406d-4ba1-93c3-3960db0a70fa tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12a300a7-01d7-4b98-9fb4-ae3aa6532dcd') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.751727 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-432319c7-406d-4ba1-93c3-3960db0a70fa tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd/tags HTTP/1.1" status: 204 len: 168 time: 0.0585418 Dec 12 04:48:23.754291 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37512) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.758509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.tag.tag_plugin [None req-93edc855-41f5-4dc4-b73d-37409350e379 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '82464549-a2df-4834-a196-7e9cb5c84db5') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:23.812388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-93edc855-41f5-4dc4-b73d-37409350e379 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5/tags HTTP/1.1" status: 204 len: 168 time: 0.0570993 Dec 12 04:48:23.816939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37514) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.904251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c984988-b35a-4a63-b60e-11ef3e922630 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for subnetpool, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:23.905324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5c984988-b35a-4a63-b60e-11ef3e922630 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6758a231-49c1-4543-bc9e-fd04fd30045e HTTP/1.1" status: 204 len: 168 time: 0.0874372 Dec 12 04:48:23.907879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37516) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:23.933554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d563bc61-5961-433f-936d-386ac009051e tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ee36246-9905-445a-89e8-b5288766c699 HTTP/1.1" status: 200 len: 205 time: 0.0246172 Dec 12 04:48:23.935646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37518) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:24.012481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-269ce454-a10c-4cd5-8ba7-98519f0fd97c tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.174015 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-269ce454-a10c-4cd5-8ba7-98519f0fd97c tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.176058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-269ce454-a10c-4cd5-8ba7-98519f0fd97c tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.220764 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-269ce454-a10c-4cd5-8ba7-98519f0fd97c tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.221418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269ce454-a10c-4cd5-8ba7-98519f0fd97c tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee36246-9905-445a-89e8-b5288766c699 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:48:24.228250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-269ce454-a10c-4cd5-8ba7-98519f0fd97c tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.229385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-269ce454-a10c-4cd5-8ba7-98519f0fd97c tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/routers/4ee36246-9905-445a-89e8-b5288766c699 HTTP/1.1" status: 204 len: 168 time: 0.2928603 Dec 12 04:48:24.231760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37520) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:24.320781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-baddd7ef-541b-4297-9b91-780059b27f12 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Deleting port 12a300a7-01d7-4b98-9fb4-ae3aa6532dcd {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:24.321153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-baddd7ef-541b-4297-9b91-780059b27f12 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.405732 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-baddd7ef-541b-4297-9b91-780059b27f12 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.418508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-baddd7ef-541b-4297-9b91-780059b27f12 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Calling delete_port for 12a300a7-01d7-4b98-9fb4-ae3aa6532dcd owned by {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:24.549446 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-baddd7ef-541b-4297-9b91-780059b27f12 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.575639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddd7ef-541b-4297-9b91-780059b27f12 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Pushing event deleted for resources: {'Port': ['ID=12a300a7-01d7-4b98-9fb4-ae3aa6532dcd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:24.651588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-baddd7ef-541b-4297-9b91-780059b27f12 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.655157 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-baddd7ef-541b-4297-9b91-780059b27f12 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/ports/12a300a7-01d7-4b98-9fb4-ae3aa6532dcd HTTP/1.1" status: 204 len: 168 time: 0.4224758 Dec 12 04:48:24.657587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37522) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:24.709809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-81490fb9-fc11-42ca-ae6b-d99102c4eeba tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Deleting subnet 82464549-a2df-4834-a196-7e9cb5c84db5 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:48:24.713827 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81490fb9-fc11-42ca-ae6b-d99102c4eeba tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.754254 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81490fb9-fc11-42ca-ae6b-d99102c4eeba tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.841996 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81490fb9-fc11-42ca-ae6b-d99102c4eeba tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.898436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81490fb9-fc11-42ca-ae6b-d99102c4eeba tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.926307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81490fb9-fc11-42ca-ae6b-d99102c4eeba tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Pushing event deleted for resources: {'Subnet': ['ID=82464549-a2df-4834-a196-7e9cb5c84db5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:24.931908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-81490fb9-fc11-42ca-ae6b-d99102c4eeba tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:24.935223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-81490fb9-fc11-42ca-ae6b-d99102c4eeba tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/subnets/82464549-a2df-4834-a196-7e9cb5c84db5 HTTP/1.1" status: 204 len: 168 time: 0.2767096 Dec 12 04:48:24.939050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37524) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:24.939270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08688f-64ff-4542-af62-9d05c4efabde None None] Network 707e7a26-4049-45a8-a179-9a9d80b16762 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:25.016789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.077198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Deleting port d803a3e1-f415-4944-b0ec-3e1daadbbf2a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:25.077520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.089132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7af6e-7391-46cb-b76d-a4352ae9d87d None None] DHCP port deletion for 707e7a26-4049-45a8-a179-9a9d80b16762 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:48:25.136159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-62d7af6e-7391-46cb-b76d-a4352ae9d87d None None] Deleting port d803a3e1-f415-4944-b0ec-3e1daadbbf2a {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:25.136453 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62d7af6e-7391-46cb-b76d-a4352ae9d87d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.144671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] For port d803a3e1-f415-4944-b0ec-3e1daadbbf2a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d803a3e1-f415-4944-b0ec-3e1daadbbf2a,segment=NetworkSegment(45a90223-cc12-4289-acfe-e60767c2f626),segment_id=45a90223-cc12-4289-acfe-e60767c2f626)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:25.145074 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.158443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Calling delete_port for d803a3e1-f415-4944-b0ec-3e1daadbbf2a owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:25.201587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-62d7af6e-7391-46cb-b76d-a4352ae9d87d None None] For port d803a3e1-f415-4944-b0ec-3e1daadbbf2a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d803a3e1-f415-4944-b0ec-3e1daadbbf2a,segment=NetworkSegment(45a90223-cc12-4289-acfe-e60767c2f626),segment_id=45a90223-cc12-4289-acfe-e60767c2f626)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:25.201990 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62d7af6e-7391-46cb-b76d-a4352ae9d87d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.214330 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-62d7af6e-7391-46cb-b76d-a4352ae9d87d None None] Calling delete_port for d803a3e1-f415-4944-b0ec-3e1daadbbf2a owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:25.240668 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.266491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Pushing event deleted for resources: {'Port': ['ID=d803a3e1-f415-4944-b0ec-3e1daadbbf2a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:25.272160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] No DVR routers for this DVR port d803a3e1-f415-4944-b0ec-3e1daadbbf2a on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:25.282017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.282386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.282739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.283083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.283426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.283768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.284106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.284440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.284776 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.285132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.285472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.285806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.286137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:25.295410 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62d7af6e-7391-46cb-b76d-a4352ae9d87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.321626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7af6e-7391-46cb-b76d-a4352ae9d87d None None] Pushing event deleted for resources: {'Port': ['ID=d803a3e1-f415-4944-b0ec-3e1daadbbf2a,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:25.326762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7af6e-7391-46cb-b76d-a4352ae9d87d None None] No DVR routers for this DVR port d803a3e1-f415-4944-b0ec-3e1daadbbf2a on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:25.365613 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.390005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707e7a26-4049-45a8-a179-9a9d80b16762']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:25.398955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a90223-cc12-4289-acfe-e60767c2f626') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:25.399261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a90223-cc12-4289-acfe-e60767c2f626') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:48:25.408927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.421540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.427231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:48:25.427598 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:48:25.430579 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:48:25.487011 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.493830 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.497121 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] 10.222.0.36 "DELETE /v2.0/networks/707e7a26-4049-45a8-a179-9a9d80b16762 HTTP/1.1" status: 204 len: 168 time: 0.5571096 Dec 12 04:48:25.508642 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f0a0a-1759-47e4-bb8e-08eecef6c3a7 tempest-TagsExtTest-309315948 tempest-TagsExtTest-309315948-project] Pushing event deleted for resources: {'Network': ['ID=707e7a26-4049-45a8-a179-9a9d80b16762,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:25.735228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37530) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:25.865135 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c55fc8fb-de9c-467a-9583-030aab84da13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d28ac6fa0ef14044870d883d338e52cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286530 Dec 12 04:48:25.867548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37534) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:25.913816 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f34de1a6-9478-43ed-a8d6-92e5b389ee66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.939449 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f34de1a6-9478-43ed-a8d6-92e5b389ee66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.985107 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f34de1a6-9478-43ed-a8d6-92e5b389ee66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.987722 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f34de1a6-9478-43ed-a8d6-92e5b389ee66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:25.988930 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f34de1a6-9478-43ed-a8d6-92e5b389ee66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8c6cff4-96a2-4c07-b51d-91294199ec55 HTTP/1.1" status: 204 len: 168 time: 0.1199753 Dec 12 04:48:25.996920 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34de1a6-9478-43ed-a8d6-92e5b389ee66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c6cff4-96a2-4c07-b51d-91294199ec55,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:26.206036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d803a3e1-f415-4944-b0ec-3e1daadbbf2a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:48:26.230639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: d803a3e1-f415-4944-b0ec-3e1daadbbf2a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:48:26.230993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d803a3e1-f415-4944-b0ec-3e1daadbbf2a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:48:27.507753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37580) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:27.613944 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:27.685783 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:27.689456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:27.727919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=457a3e7a674e40149c0e17fc24cb0663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191048 Dec 12 04:48:27.729904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0dfb21-653a-4c2e-864b-13a63d38e09e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:27.730782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37584) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:27.737390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.737755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.738177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.738536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.738889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.739237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.739582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.739926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.740268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.740608 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.740976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.741313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.741649 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae276d9-4d1c-4de5-a5ad-84b5fa0a7f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:27.779100 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1903b42-813c-41aa-8248-bb2b937d6997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:27.799685 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1903b42-813c-41aa-8248-bb2b937d6997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:27.845129 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1903b42-813c-41aa-8248-bb2b937d6997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:27.847993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1903b42-813c-41aa-8248-bb2b937d6997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:27.850475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b1903b42-813c-41aa-8248-bb2b937d6997 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca0dfb21-653a-4c2e-864b-13a63d38e09e HTTP/1.1" status: 204 len: 168 time: 0.1185095 Dec 12 04:48:27.858648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1903b42-813c-41aa-8248-bb2b937d6997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0dfb21-653a-4c2e-864b-13a63d38e09e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:28.120072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37590) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:28.134312 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-33c81d33-8d6d-412e-a5de-5a3554ce1379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:28.210805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-33c81d33-8d6d-412e-a5de-5a3554ce1379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:28.214329 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-33c81d33-8d6d-412e-a5de-5a3554ce1379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:28.254361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-33c81d33-8d6d-412e-a5de-5a3554ce1379 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce4b1224f9794f199bbb5deec7c6ee2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328526 Dec 12 04:48:28.255213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c81d33-8d6d-412e-a5de-5a3554ce1379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde813fe-f480-45dd-9997-7fd0aa3c66cd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:28.257831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37592) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:28.307165 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b283e02d-94da-463a-b8a5-9785db89787f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:28.328471 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b283e02d-94da-463a-b8a5-9785db89787f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:28.377857 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b283e02d-94da-463a-b8a5-9785db89787f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:28.380561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b283e02d-94da-463a-b8a5-9785db89787f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:28.381752 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b283e02d-94da-463a-b8a5-9785db89787f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fde813fe-f480-45dd-9997-7fd0aa3c66cd HTTP/1.1" status: 204 len: 168 time: 0.1229169 Dec 12 04:48:28.390045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283e02d-94da-463a-b8a5-9785db89787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde813fe-f480-45dd-9997-7fd0aa3c66cd,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:30.647821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37660) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:30.751032 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f784f1e2-607d-4c13-837d-d8bf55f874c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:30.823796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f784f1e2-607d-4c13-837d-d8bf55f874c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:30.827368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f784f1e2-607d-4c13-837d-d8bf55f874c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:30.866085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f784f1e2-607d-4c13-837d-d8bf55f874c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c661437a01e44c0aa22a796c8e0256e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171707 Dec 12 04:48:30.867226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784f1e2-607d-4c13-837d-d8bf55f874c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b351b254-8e39-41f7-953b-946c3d095c07,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:30.868810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37664) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:30.917425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd730d6f-a116-40a5-9809-85ea4e29e2a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:30.937682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd730d6f-a116-40a5-9809-85ea4e29e2a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:30.982873 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd730d6f-a116-40a5-9809-85ea4e29e2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:30.985520 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cd730d6f-a116-40a5-9809-85ea4e29e2a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:30.986749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cd730d6f-a116-40a5-9809-85ea4e29e2a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b351b254-8e39-41f7-953b-946c3d095c07 HTTP/1.1" status: 204 len: 168 time: 0.1168854 Dec 12 04:48:30.994873 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd730d6f-a116-40a5-9809-85ea4e29e2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b351b254-8e39-41f7-953b-946c3d095c07,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:31.243258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37670) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:31.256961 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-575f2e76-3f9f-4808-a8cc-c9d84587fb3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:31.332565 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-575f2e76-3f9f-4808-a8cc-c9d84587fb3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:31.336115 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-575f2e76-3f9f-4808-a8cc-c9d84587fb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:31.374526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-575f2e76-3f9f-4808-a8cc-c9d84587fb3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f9c8d901939497c846c3890f4d4b26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296546 Dec 12 04:48:31.375393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f2e76-3f9f-4808-a8cc-c9d84587fb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ab11f8-54f8-47b1-980d-7d82d55b4829,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:31.377905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37672) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:31.433149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cf58936-d018-4c9f-a78a-532e7fbf08c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:31.453194 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cf58936-d018-4c9f-a78a-532e7fbf08c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:31.499437 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cf58936-d018-4c9f-a78a-532e7fbf08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:31.502187 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cf58936-d018-4c9f-a78a-532e7fbf08c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:31.503515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5cf58936-d018-4c9f-a78a-532e7fbf08c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81ab11f8-54f8-47b1-980d-7d82d55b4829 HTTP/1.1" status: 204 len: 168 time: 0.1240768 Dec 12 04:48:31.511195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf58936-d018-4c9f-a78a-532e7fbf08c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ab11f8-54f8-47b1-980d-7d82d55b4829,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:32.144431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 37696) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:32.241390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-782866691-network', 'tenant_id': 'af4f6bf674ea41e39cb723c9dfa57001'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:32.262436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Made reservation on behalf of af4f6bf674ea41e39cb723c9dfa57001 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:32.265073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:32.276842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:32.349458 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:32.353180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:32.374986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:48:32.394001 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:32.394346 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Added segment 606caa96-0f97-486d-9acd-9fdf4cc33722 of type vlan for network bbcd4f63-66c0-450e-b777-7ba30c391fe0 Dec 12 04:48:32.395650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:32.436865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:32.460689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:32.461651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:32.462847 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:32.535947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3901081 Dec 12 04:48:32.538953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 37700) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:48:32.543969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Request body: {'subnet': {'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-782866691-subnet', 'tenant_id': 'af4f6bf674ea41e39cb723c9dfa57001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:32.554117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef30864-2b4a-472a-ab3a-0c2ec4787557 admin admin] Pushing event updated for resources: {'Network': ['ID=bbcd4f63-66c0-450e-b777-7ba30c391fe0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:32.565621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network bbcd4f63-66c0-450e-b777-7ba30c391fe0 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:48:32.568430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Made reservation on behalf of af4f6bf674ea41e39cb723c9dfa57001 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:32.570829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:32.736995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:33.120852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a53596ad-73f0-45ab-b0ba-4e884aa72bc4,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:33.130877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Checking segment: {'id': '606caa96-0f97-486d-9acd-9fdf4cc33722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:33.131241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Network hostable DHCP agents. Network: bbcd4f63-66c0-450e-b777-7ba30c391fe0, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:48:33.147708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Network bbcd4f63-66c0-450e-b777-7ba30c391fe0 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:48:33.156337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, bbcd4f63-66c0-450e-b777-7ba30c391fe0) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:33.160791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:33.161445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:33.166737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e3e8d-a202-449a-a1ee-32a4d1277e2a None None] Network bbcd4f63-66c0-450e-b777-7ba30c391fe0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:33.179905 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e37b7f8d-fde8-487e-9839-a18098d3d0f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6398618 Dec 12 04:48:33.265036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd65b9-f109-4874-958d-693475672edd None None] Network bbcd4f63-66c0-450e-b777-7ba30c391fe0 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:48:34.890349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-57ef465d-91c5-41f6-bb55-cc3ba2b03cd4 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:34.891844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-57ef465d-91c5-41f6-bb55-cc3ba2b03cd4 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/networks?id=bbcd4f63-66c0-450e-b777-7ba30c391fe0 HTTP/1.1" status: 200 len: 808 time: 0.1018684 Dec 12 04:48:34.906388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-81070e7f-93a4-4193-bdc2-92ca07e2528e tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/quotas/af4f6bf674ea41e39cb723c9dfa57001 HTTP/1.1" status: 200 len: 375 time: 0.0088758 Dec 12 04:48:34.941410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-5657e6cb-9183-4e9a-8cae-a5baceaa7325 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f6bf674ea41e39cb723c9dfa57001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298963 Dec 12 04:48:35.034075 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-256b3bcf-29b4-4697-a2a1-5b77926dc231 service neutron] 10.222.0.36 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840902 Dec 12 04:48:35.126894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-5f903d63-998f-4fb1-926c-9f50ebcdca2e service neutron] 10.222.0.36 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867026 Dec 12 04:48:35.286665 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9af5d7d9-888f-4fb7-ac8a-e2412597a1e8 req-8430bded-ae87-4ad9-ab1e-df8440eebff6 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 210 time: 0.0272267 Dec 12 04:48:36.320626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-acbd4eed-b776-483b-a171-94b804e9ab89 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:36.322687 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-acbd4eed-b776-483b-a171-94b804e9ab89 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.18 "GET /v2.0/networks?id=bbcd4f63-66c0-450e-b777-7ba30c391fe0 HTTP/1.1" status: 200 len: 808 time: 0.1755059 Dec 12 04:48:36.345259 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Request body: {'port': {'device_id': '8fa55e15-3027-46a2-8918-b8be10fa7091', 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0', 'admin_state_up': True, 'tenant_id': 'af4f6bf674ea41e39cb723c9dfa57001'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:36.386293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-63cf8d00-e9e7-4600-b29a-fe4c6b15fcfa req-f0626a43-b2bb-4b19-ba4c-82494ff086f2 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 210 time: 0.0278080 Dec 12 04:48:36.454268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Made reservation on behalf of af4f6bf674ea41e39cb723c9dfa57001 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:36.457744 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:36.578628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Allocated IP 172.20.0.11 (bbcd4f63-66c0-450e-b777-7ba30c391fe0/a53596ad-73f0-45ab-b0ba-4e884aa72bc4/4ee3b76e-2a18-49a7-825c-e03785070b32) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:36.718285 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:36.756383 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:36.801451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Network bbcd4f63-66c0-450e-b777-7ba30c391fe0 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:36.807041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:36.809676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:36.833273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Pushing event updated for resources: {'Port': ['ID=4ee3b76e-2a18-49a7-825c-e03785070b32,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:36.860933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:36.861560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:36.877989 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-93768773-c74b-4af2-b71b-c3fa30076c5c tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5365598 Dec 12 04:48:36.895223 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Request body: {'port': {'device_id': '8fa55e15-3027-46a2-8918-b8be10fa7091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:36.947702 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:37.207284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee3b76e-2a18-49a7-825c-e03785070b32 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:48:37.215301 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:37.226986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Transition to ACTIVE for port object 4ee3b76e-2a18-49a7-825c-e03785070b32 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:48:37.231627 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:37.284808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3b76e-2a18-49a7-825c-e03785070b32,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:37.358179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Attempting to bind port 4ee3b76e-2a18-49a7-825c-e03785070b32 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:48:37.358833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Attempting to bind port 4ee3b76e-2a18-49a7-825c-e03785070b32 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '606caa96-0f97-486d-9acd-9fdf4cc33722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:48:37.358833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Attempting to bind port 4ee3b76e-2a18-49a7-825c-e03785070b32 on network bbcd4f63-66c0-450e-b777-7ba30c391fe0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:48:37.363092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Port 4ee3b76e-2a18-49a7-825c-e03785070b32 on network bbcd4f63-66c0-450e-b777-7ba30c391fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:48:37.363415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Attempting to bind port 4ee3b76e-2a18-49a7-825c-e03785070b32 on network bbcd4f63-66c0-450e-b777-7ba30c391fe0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:48:37.368172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:48:37.368553 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Checking segment: {'id': '606caa96-0f97-486d-9acd-9fdf4cc33722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:37.368976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Bound using segment: {'id': '606caa96-0f97-486d-9acd-9fdf4cc33722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:48:37.369400 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Bound port: 4ee3b76e-2a18-49a7-825c-e03785070b32, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606caa96-0f97-486d-9acd-9fdf4cc33722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:48:37.369752 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:37.434672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] For port 4ee3b76e-2a18-49a7-825c-e03785070b32, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:48:37.438743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] For port 4ee3b76e-2a18-49a7-825c-e03785070b32, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4ee3b76e-2a18-49a7-825c-e03785070b32,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:48:37.445578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:37.478970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:37.479511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:37.481083 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/4ee3b76e-2a18-49a7-825c-e03785070b32 HTTP/1.1" status: 200 len: 1092 time: 0.5899918 Dec 12 04:48:37.486337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa55e15-3027-46a2-8918-b8be10fa7091', 'tag': '4ee3b76e-2a18-49a7-825c-e03785070b32'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:48:37.488569 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3e4f0b-d74b-4651-bb8e-69516bd26371" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa55e15-3027-46a2-8918-b8be10fa7091", "tag": "4ee3b76e-2a18-49a7-825c-e03785070b32"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:48:37.547344 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc927d9-b2b7-492b-a178-28d4db3c61e9 x-openstack-request-id: req-ccc927d9-b2b7-492b-a178-28d4db3c61e9 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:48:37.547648 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa55e15-3027-46a2-8918-b8be10fa7091", "tag": "4ee3b76e-2a18-49a7-825c-e03785070b32", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:48:37.547905 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccc927d9-b2b7-492b-a178-28d4db3c61e9 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:48:37.548300 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa55e15-3027-46a2-8918-b8be10fa7091', 'tag': '4ee3b76e-2a18-49a7-825c-e03785070b32', 'status': 'completed', 'code': 200} Dec 12 04:48:37.554442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf6fa2-638d-4110-a97b-2c35c22997b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3b76e-2a18-49a7-825c-e03785070b32,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:37.577669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330ccc-c1db-4258-92ff-33b9ed9fdffe req-c1ecd68a-3ce8-409c-a30b-b7fd058d4d62 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:37.579183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe330ccc-c1db-4258-92ff-33b9ed9fdffe req-c1ecd68a-3ce8-409c-a30b-b7fd058d4d62 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 944 time: 0.1058304 Dec 12 04:48:37.645644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fe330ccc-c1db-4258-92ff-33b9ed9fdffe req-814d743a-40c2-4f70-b870-6447625e1ad8 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 Dec 12 04:48:37.647355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-be145989-d53e-4226-94a9-10412dac3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:37.648885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-be145989-d53e-4226-94a9-10412dac3366 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af4f6bf674ea41e39cb723c9dfa57001&device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 1095 time: 0.0897167 Dec 12 04:48:37.698334 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-b47dd04a-78d1-4176-9bbf-59c385d21554 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3b76e-2a18-49a7-825c-e03785070b32 HTTP/1.1" status: 200 len: 217 time: 0.0351992 Dec 12 04:48:37.750923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-e9a9b423-ff77-40cc-938e-0e6b67fd9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:37.752350 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-e9a9b423-ff77-40cc-938e-0e6b67fd9ba6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a53596ad-73f0-45ab-b0ba-4e884aa72bc4 HTTP/1.1" status: 200 len: 848 time: 0.0463805 Dec 12 04:48:37.784221 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-684b6c78-65a1-4dde-8af0-bd268ea69c27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbcd4f63-66c0-450e-b777-7ba30c391fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247927 Dec 12 04:48:37.874310 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-aa5fdef5-c987-4e0a-b525-910297dfd270 service neutron] 10.222.0.18 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828784 Dec 12 04:48:37.968987 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0b34e8f-ab7f-418b-a41b-f0331d51438f req-238c4586-f73c-4db5-9aaa-748fae955cb8 service neutron] 10.222.0.18 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875480 Dec 12 04:48:38.103884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-15fe06c8-e1ff-4b18-be8a-d2a3f371a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:38.105411 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-15fe06c8-e1ff-4b18-be8a-d2a3f371a654 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af4f6bf674ea41e39cb723c9dfa57001&device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 1095 time: 0.0425189 Dec 12 04:48:38.197835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-16f21a65-2691-45b0-bd33-1aaa69c00e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:38.199314 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-16f21a65-2691-45b0-bd33-1aaa69c00e5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbcd4f63-66c0-450e-b777-7ba30c391fe0 HTTP/1.1" status: 200 len: 908 time: 0.0871859 Dec 12 04:48:38.239758 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-4c04a9c5-d52f-460b-957f-548185989b92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3b76e-2a18-49a7-825c-e03785070b32 HTTP/1.1" status: 200 len: 217 time: 0.0336590 Dec 12 04:48:38.287412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-a1929dea-97bd-4de0-ab42-cd7ecdc7ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:38.288923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-a1929dea-97bd-4de0-ab42-cd7ecdc7ed31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a53596ad-73f0-45ab-b0ba-4e884aa72bc4 HTTP/1.1" status: 200 len: 848 time: 0.0425184 Dec 12 04:48:38.322133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-ca5e08ef-1c54-48da-9f0c-0f018c50a03f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbcd4f63-66c0-450e-b777-7ba30c391fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247977 Dec 12 04:48:38.412224 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-a672a9f6-c5af-4b8b-8af1-c41530ba45eb service neutron] 10.222.0.18 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829124 Dec 12 04:48:38.502435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9c3e4f0b-d74b-4651-bb8e-69516bd26371 req-8dc3f580-be9c-448a-abea-af8e00ddfcb2 service neutron] 10.222.0.18 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811434 Dec 12 04:48:38.766104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c04c4-aa12-4a55-9c17-cebaf1fa1098 req-f11c650f-431b-4aa7-8fa8-d3a04eec2473 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:38.767596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-890c04c4-aa12-4a55-9c17-cebaf1fa1098 req-f11c650f-431b-4aa7-8fa8-d3a04eec2473 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 944 time: 0.0520539 Dec 12 04:48:38.814552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-890c04c4-aa12-4a55-9c17-cebaf1fa1098 req-eb7c8409-100f-4aff-b51a-9f6a68fc57ec tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Dec 12 04:48:39.236409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4ee3b76e-2a18-49a7-825c-e03785070b32 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:48:39.330888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4ee3b76e-2a18-49a7-825c-e03785070b32, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4ee3b76e-2a18-49a7-825c-e03785070b32,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:39.342049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '4ee3b76e-2a18-49a7-825c-e03785070b32', 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0', 'port_id': '4ee3b76e-2a18-49a7-825c-e03785070b32', 'mac_address': 'fa:16:3e:88:9a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53596ad-73f0-45ab-b0ba-4e884aa72bc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:48:39.382077 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:39.395389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee3b76e-2a18-49a7-825c-e03785070b32 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:48:39.413813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4ee3b76e-2a18-49a7-825c-e03785070b32, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4ee3b76e-2a18-49a7-825c-e03785070b32,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:39.417673 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:39.464298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4ee3b76e-2a18-49a7-825c-e03785070b32,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:39.697385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4ee3b76e-2a18-49a7-825c-e03785070b32'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:48:39.935864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184f184-f07e-4c7b-b092-e8cb5cd66cbb req-741ba7cb-790a-495e-97c6-60fd4c37ed8a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:39.937388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d184f184-f07e-4c7b-b092-e8cb5cd66cbb req-741ba7cb-790a-495e-97c6-60fd4c37ed8a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 945 time: 0.0555286 Dec 12 04:48:39.942989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-ae5a4148-a45a-48f2-8858-d9e38c96cc6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468190 Dec 12 04:48:39.984015 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d184f184-f07e-4c7b-b092-e8cb5cd66cbb req-35f147a5-5566-4eb6-a8e4-c061c3696b0f tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 Dec 12 04:48:40.062471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-b6ac91c4-ca25-49af-83b2-3e37ad67f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:40.063980 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-b6ac91c4-ca25-49af-83b2-3e37ad67f6b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1097 time: 0.0453925 Dec 12 04:48:40.171709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-b3e19b25-8026-4599-982f-d0dabe88a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:40.173223 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-b3e19b25-8026-4599-982f-d0dabe88a2da service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.0845902 Dec 12 04:48:40.246106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-f4fa896f-e210-44b0-92bd-12081e2e5dcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 1002 time: 0.0614491 Dec 12 04:48:40.300354 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-014416e5-72d1-4f68-ac3a-d94d7170564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:40.301882 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-014416e5-72d1-4f68-ac3a-d94d7170564b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0448208 Dec 12 04:48:40.350536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-5e0f3055-72e3-4519-b22e-87eeedf440f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:40.352000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-5e0f3055-72e3-4519-b22e-87eeedf440f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391445 Dec 12 04:48:40.446942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-f8d9ed62-e7b6-451c-87aa-483c30d5eb9c service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820923 Dec 12 04:48:40.546239 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdbed084-aa3c-4ce5-be4f-fabb86fe1671 req-06a261ad-e3a2-47f5-953d-02c44582f936 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804524 Dec 12 04:48:40.701315 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cda65539-0510-45a3-a3b1-fda191e596a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:41.101683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9073bfc-001e-479a-8850-5cddbc5ea1d1 req-99986f4d-fcb5-4679-8298-f1fd57197eb0 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:41.103144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9073bfc-001e-479a-8850-5cddbc5ea1d1 req-99986f4d-fcb5-4679-8298-f1fd57197eb0 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 945 time: 0.0493186 Dec 12 04:48:41.154914 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9073bfc-001e-479a-8850-5cddbc5ea1d1 req-e64ba45f-58bd-4ce8-a759-fb37014bfc01 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Dec 12 04:48:41.232563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4ee3b76e-2a18-49a7-825c-e03785070b32 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:41.280876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 4ee3b76e-2a18-49a7-825c-e03785070b32 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:48:41.284832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 4ee3b76e-2a18-49a7-825c-e03785070b32 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:41.285239 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:41.362792 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:41.384339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa55e15-3027-46a2-8918-b8be10fa7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3b76e-2a18-49a7-825c-e03785070b32'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:48:41.386596 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f51507b-4194-4839-aa08-e2b33e038fea" -d '{"events": [{"server_uuid": "8fa55e15-3027-46a2-8918-b8be10fa7091", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3b76e-2a18-49a7-825c-e03785070b32"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:48:41.399571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4ee3b76e-2a18-49a7-825c-e03785070b32, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4ee3b76e-2a18-49a7-825c-e03785070b32,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:41.403980 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:41.428939 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0df423-d4a0-408f-a9e1-e21d332a9b04 x-openstack-request-id: req-bd0df423-d4a0-408f-a9e1-e21d332a9b04 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:48:41.429234 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa55e15-3027-46a2-8918-b8be10fa7091", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3b76e-2a18-49a7-825c-e03785070b32", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:48:41.429492 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd0df423-d4a0-408f-a9e1-e21d332a9b04 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:48:41.429882 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa55e15-3027-46a2-8918-b8be10fa7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3b76e-2a18-49a7-825c-e03785070b32', 'code': 200} Dec 12 04:48:41.455454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4ee3b76e-2a18-49a7-825c-e03785070b32,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:41.550373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06412-2c9d-4676-aad2-1e79aec1c1d7 req-462e55e9-47a6-4353-bc31-2f5bc65f30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:41.551769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92c06412-2c9d-4676-aad2-1e79aec1c1d7 req-462e55e9-47a6-4353-bc31-2f5bc65f30ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 1097 time: 0.0400777 Dec 12 04:48:41.596597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-92c06412-2c9d-4676-aad2-1e79aec1c1d7 req-bf0e599b-cc37-4b59-834b-7993105830af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Dec 12 04:48:41.939067 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:42.268365 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051e2c-fa4f-4017-8188-41659f161a3f req-0bce12de-ab72-4f04-8bc5-ff897f247e22 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:42.269916 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1051e2c-fa4f-4017-8188-41659f161a3f req-0bce12de-ab72-4f04-8bc5-ff897f247e22 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 946 time: 0.0487800 Dec 12 04:48:42.318446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f1051e2c-fa4f-4017-8188-41659f161a3f req-5a98733c-7a90-41e1-8618-be3c4fd02cb4 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Dec 12 04:48:42.992103 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-089124d3-a076-4703-b578-27a7e961d8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:43.443406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f227c-d040-4fb6-ba60-5de331750d79 req-e92374ef-5097-41f5-b703-7e1254f76f20 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:43.445300 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a96f227c-d040-4fb6-ba60-5de331750d79 req-e92374ef-5097-41f5-b703-7e1254f76f20 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 946 time: 0.0541966 Dec 12 04:48:43.504211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a96f227c-d040-4fb6-ba60-5de331750d79 req-348819ab-113b-4205-9a8c-96d7ea4dda4d tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516317 Dec 12 04:48:44.103912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2dc86-d7a0-44d8-880b-53b5f263116e req-a70cff35-680c-4fa8-b948-c0a3268f55d2 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:44.105433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-67f2dc86-d7a0-44d8-880b-53b5f263116e req-a70cff35-680c-4fa8-b948-c0a3268f55d2 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 946 time: 0.0583835 Dec 12 04:48:44.129615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:44.156219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-67f2dc86-d7a0-44d8-880b-53b5f263116e req-29c821ac-db27-4e1b-b12c-e57e4c8d230d tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444899 Dec 12 04:48:44.166885 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:45.279985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e96d58-8231-4b2d-8bd3-5cc6384699ec req-568cc1f2-7808-40e1-be9f-9b6fd61b3b45 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:45.281557 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f8e96d58-8231-4b2d-8bd3-5cc6384699ec req-568cc1f2-7808-40e1-be9f-9b6fd61b3b45 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 946 time: 0.0481653 Dec 12 04:48:45.333877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f8e96d58-8231-4b2d-8bd3-5cc6384699ec req-a4f781a4-c65b-4f0d-9131-6bf1e4989b50 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462222 Dec 12 04:48:45.557212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-70c7123f-383f-4a87-8d80-974408d3235b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:45.558788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-70c7123f-383f-4a87-8d80-974408d3235b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 946 time: 0.0539567 Dec 12 04:48:45.657782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Deleting port 4ee3b76e-2a18-49a7-825c-e03785070b32 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:45.658126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:45.704303 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:45.746852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] For port 4ee3b76e-2a18-49a7-825c-e03785070b32, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4ee3b76e-2a18-49a7-825c-e03785070b32,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:45.747241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:45.759521 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Calling delete_port for 4ee3b76e-2a18-49a7-825c-e03785070b32 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:45.886567 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:45.914708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Pushing event deleted for resources: {'Port': ['ID=4ee3b76e-2a18-49a7-825c-e03785070b32,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:45.925372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4ee3b76e-2a18-49a7-825c-e03785070b32'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:48:45.958998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] No DVR routers for this DVR port 4ee3b76e-2a18-49a7-825c-e03785070b32 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:48:45.961583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:45.965521 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c22a9ac9-0bc1-49fd-8d57-2a6800dd4e8b req-a056a6a1-2927-44d3-884d-033e27d5a18b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.18 "DELETE /v2.0/ports/4ee3b76e-2a18-49a7-825c-e03785070b32 HTTP/1.1" status: 204 len: 173 time: 0.4009805 Dec 12 04:48:45.966001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa55e15-3027-46a2-8918-b8be10fa7091', 'name': 'network-vif-deleted', 'tag': '4ee3b76e-2a18-49a7-825c-e03785070b32'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:48:45.968399 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4573f8-38f0-4525-b250-dd601cee9230" -d '{"events": [{"server_uuid": "8fa55e15-3027-46a2-8918-b8be10fa7091", "name": "network-vif-deleted", "tag": "4ee3b76e-2a18-49a7-825c-e03785070b32"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:48:46.008983 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7969c7-15dd-4595-bc17-13edc9aca7e7 x-openstack-request-id: req-6f7969c7-15dd-4595-bc17-13edc9aca7e7 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:48:46.009297 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa55e15-3027-46a2-8918-b8be10fa7091", "name": "network-vif-deleted", "tag": "4ee3b76e-2a18-49a7-825c-e03785070b32", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:48:46.009566 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f7969c7-15dd-4595-bc17-13edc9aca7e7 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:48:46.009976 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa55e15-3027-46a2-8918-b8be10fa7091', 'name': 'network-vif-deleted', 'tag': '4ee3b76e-2a18-49a7-825c-e03785070b32', 'status': 'completed', 'code': 200} Dec 12 04:48:46.447149 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9893c33-80c8-460c-b64c-14403b9b22b8 req-a2e3f21d-8182-4686-bc58-34dceef4d15a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa55e15-3027-46a2-8918-b8be10fa7091 HTTP/1.1" status: 200 len: 210 time: 0.0295465 Dec 12 04:48:46.731375 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:47.701481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-963b5e62-92ee-4178-813f-6d72948bfc71 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:47.702942 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-963b5e62-92ee-4178-813f-6d72948bfc71 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/networks?id=bbcd4f63-66c0-450e-b777-7ba30c391fe0 HTTP/1.1" status: 200 len: 808 time: 0.1006904 Dec 12 04:48:47.718179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-3ac87d23-9f91-49fe-a76f-5644baeab8e3 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/quotas/af4f6bf674ea41e39cb723c9dfa57001 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Dec 12 04:48:47.749103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0836edb0-c8e0-4894-b637-5374b33086d2 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f6bf674ea41e39cb723c9dfa57001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257466 Dec 12 04:48:47.841715 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-1173d923-4213-4d0f-a730-1bf31c7c1181 service neutron] 10.222.0.36 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856137 Dec 12 04:48:47.928063 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-f90a34ac-c45a-4e37-aff3-d5ebffc6a67b service neutron] 10.222.0.36 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804582 Dec 12 04:48:48.081949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6718c1c1-4504-496c-bdda-b8ab8d807b1e req-07411129-4c64-4aac-b431-69b210743938 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 210 time: 0.0266676 Dec 12 04:48:48.170897 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:48:49.085261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-7f656687-03f3-454a-9e19-0d3c5a63c33b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:49.086720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-7f656687-03f3-454a-9e19-0d3c5a63c33b tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.18 "GET /v2.0/networks?id=bbcd4f63-66c0-450e-b777-7ba30c391fe0 HTTP/1.1" status: 200 len: 808 time: 0.1048541 Dec 12 04:48:49.115505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Request body: {'port': {'device_id': 'fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d', 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0', 'admin_state_up': True, 'tenant_id': 'af4f6bf674ea41e39cb723c9dfa57001'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:49.185926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3499dc6e-5188-4094-a4df-bf02abe5c076 req-917dea52-c271-493f-9354-2046e1fa8f17 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 210 time: 0.0313826 Dec 12 04:48:49.225879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Made reservation on behalf of af4f6bf674ea41e39cb723c9dfa57001 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:48:49.229420 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:49.278051 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4ee3b76e-2a18-49a7-825c-e03785070b32 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:48:49.299059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 4ee3b76e-2a18-49a7-825c-e03785070b32 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:48:49.299411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4ee3b76e-2a18-49a7-825c-e03785070b32 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:48:49.356435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Allocated IP 172.20.0.14 (bbcd4f63-66c0-450e-b777-7ba30c391fe0/a53596ad-73f0-45ab-b0ba-4e884aa72bc4/9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:48:49.494958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:49.531220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:49.573442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Network bbcd4f63-66c0-450e-b777-7ba30c391fe0 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:48:49.576568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:48:49.580328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:48:49.604421 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Pushing event updated for resources: {'Port': ['ID=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:49.632108 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:49.632725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:49.648175 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-b6f32a49-f326-4182-8531-fa17d310577a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5365248 Dec 12 04:48:49.666019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Request body: {'port': {'device_id': 'fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:48:49.718183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:49.974103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:48:49.981368 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:49.993431 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Transition to ACTIVE for port object 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:48:49.997803 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:50.066134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:50.116938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Attempting to bind port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:48:50.117574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Attempting to bind port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '606caa96-0f97-486d-9acd-9fdf4cc33722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:48:50.117574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Attempting to bind port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a on network bbcd4f63-66c0-450e-b777-7ba30c391fe0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:48:50.122452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a on network bbcd4f63-66c0-450e-b777-7ba30c391fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:48:50.122774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Attempting to bind port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a on network bbcd4f63-66c0-450e-b777-7ba30c391fe0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:48:50.127677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:48:50.128010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Checking segment: {'id': '606caa96-0f97-486d-9acd-9fdf4cc33722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:48:50.128391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Bound using segment: {'id': '606caa96-0f97-486d-9acd-9fdf4cc33722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:48:50.128840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Bound port: 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606caa96-0f97-486d-9acd-9fdf4cc33722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:48:50.129194 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:50.191879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] For port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:48:50.194982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] For port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:48:50.199731 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:50.236319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:50.237255 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:50.238760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a HTTP/1.1" status: 200 len: 1092 time: 0.5767155 Dec 12 04:48:50.239196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d', 'tag': '9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:48:50.241566 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d", "tag": "9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:48:50.265662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048849b-d59b-41dd-a251-85ad4afeb9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:50.320275 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fe6352-5108-4e4d-a257-4a741d1d6285 x-openstack-request-id: req-40fe6352-5108-4e4d-a257-4a741d1d6285 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:48:50.320580 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d", "tag": "9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:48:50.320858 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40fe6352-5108-4e4d-a257-4a741d1d6285 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:48:50.321266 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d', 'tag': '9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a', 'status': 'completed', 'code': 200} Dec 12 04:48:50.368970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0133c7-5db4-442a-abf9-aefe32afe0cc req-27aa2229-52c7-4f44-bbd5-58dc7a5ad01a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:50.370466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e0133c7-5db4-442a-abf9-aefe32afe0cc req-27aa2229-52c7-4f44-bbd5-58dc7a5ad01a tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 944 time: 0.0885470 Dec 12 04:48:50.373436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-3e2cc70c-8dec-4ec5-b88d-d5a4363fa994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:50.374791 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-3e2cc70c-8dec-4ec5-b88d-d5a4363fa994 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af4f6bf674ea41e39cb723c9dfa57001&device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 1095 time: 0.0775402 Dec 12 04:48:50.426293 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-425a6ff0-77a0-4dcd-8faf-112a5d483801 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a HTTP/1.1" status: 200 len: 217 time: 0.0365641 Dec 12 04:48:50.713775 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e0133c7-5db4-442a-abf9-aefe32afe0cc req-38258b6d-f6f3-49c2-a01c-519383f556ef tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365309 Dec 12 04:48:50.724855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-f810880b-520a-40bd-89b9-2bbe68840969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:50.728058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-f810880b-520a-40bd-89b9-2bbe68840969 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a53596ad-73f0-45ab-b0ba-4e884aa72bc4 HTTP/1.1" status: 200 len: 848 time: 0.2934124 Dec 12 04:48:50.759707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-d9c0ff63-55b8-4941-a693-bb7691c6d9b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbcd4f63-66c0-450e-b777-7ba30c391fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242252 Dec 12 04:48:50.849097 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-993e4a06-ac38-4df9-9b65-2b0704098fdb service neutron] 10.222.0.18 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815358 Dec 12 04:48:50.946004 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-acafeef4-96dd-442a-9bc8-c88c9e95716b req-0c40385b-306b-4b91-889d-d630a3f8f4ff service neutron] 10.222.0.18 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895483 Dec 12 04:48:51.079663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-69cf5ecb-7982-4e91-bd10-0699e3fece74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:51.081180 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-69cf5ecb-7982-4e91-bd10-0699e3fece74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af4f6bf674ea41e39cb723c9dfa57001&device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 1095 time: 0.0404744 Dec 12 04:48:51.176594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-1278ec04-ff9b-477d-81c6-a0e15e57f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:51.178077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-1278ec04-ff9b-477d-81c6-a0e15e57f7ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbcd4f63-66c0-450e-b777-7ba30c391fe0 HTTP/1.1" status: 200 len: 908 time: 0.0903649 Dec 12 04:48:51.221850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-d7d757f5-17bf-427d-8d11-a869bf07a4fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a HTTP/1.1" status: 200 len: 217 time: 0.0354307 Dec 12 04:48:51.274479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-6a7280bb-c4fd-4f75-b045-0538381bea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:51.275926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-6a7280bb-c4fd-4f75-b045-0538381bea1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a53596ad-73f0-45ab-b0ba-4e884aa72bc4 HTTP/1.1" status: 200 len: 848 time: 0.0435798 Dec 12 04:48:51.310430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-e63660fa-7823-4d05-b0d2-bcc7eb0d4d39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbcd4f63-66c0-450e-b777-7ba30c391fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251236 Dec 12 04:48:51.403710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-1c1d76ad-cd70-4e4b-a832-47c96cec15d4 service neutron] 10.222.0.18 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844767 Dec 12 04:48:51.498116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3207ed0f-3cf5-46f8-bdd8-06c90b608ff7 req-420cdc27-6ea4-4896-8f5f-8df55a8647ac service neutron] 10.222.0.18 "GET /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869718 Dec 12 04:48:51.831957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf28cb8-fd56-4224-a07a-73176e0d0df5 req-b8808e03-7060-4f1e-980f-61cdff1e88be tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:51.833524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5bf28cb8-fd56-4224-a07a-73176e0d0df5 req-b8808e03-7060-4f1e-980f-61cdff1e88be tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 944 time: 0.0498636 Dec 12 04:48:51.882578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5bf28cb8-fd56-4224-a07a-73176e0d0df5 req-c8c5036b-e6bd-4f97-921a-97da9993c269 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Dec 12 04:48:53.002762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78865540-1c89-4ef7-a4a8-8709c034ee5d req-cc7eacd1-a99d-4472-abdc-ef8d73068e0e tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:53.004283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78865540-1c89-4ef7-a4a8-8709c034ee5d req-cc7eacd1-a99d-4472-abdc-ef8d73068e0e tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 944 time: 0.0553348 Dec 12 04:48:53.051064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78865540-1c89-4ef7-a4a8-8709c034ee5d req-66c569de-5fb5-4efd-8d60-30f77ee70760 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Dec 12 04:48:53.308509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:48:53.404690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:53.416933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a', 'network_id': 'bbcd4f63-66c0-450e-b777-7ba30c391fe0', 'port_id': '9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a', 'mac_address': 'fa:16:3e:0e:0c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53596ad-73f0-45ab-b0ba-4e884aa72bc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:48:53.455826 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:53.473509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:48:53.493800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:53.497799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:53.544092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:53.551374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.551749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.552109 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.552458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.552841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.553206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.553557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.553902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.554293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.554604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.554936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.555276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.555626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:48:53.779374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:48:54.169786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14035a93-eed3-4fc6-94de-03c6043faae7 req-b76e4b82-2ab8-41f8-a367-784242210605 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:54.171967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14035a93-eed3-4fc6-94de-03c6043faae7 req-b76e4b82-2ab8-41f8-a367-784242210605 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 945 time: 0.0540061 Dec 12 04:48:54.224596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14035a93-eed3-4fc6-94de-03c6043faae7 req-dbbf21b1-da85-4016-a12f-953f76566cf7 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465226 Dec 12 04:48:55.308264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:48:55.343036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dd015-37fd-41a8-a987-a774bb03b052 req-e9b61b51-fe6b-4607-9550-6352a0e1be68 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:55.344566 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b19dd015-37fd-41a8-a987-a774bb03b052 req-e9b61b51-fe6b-4607-9550-6352a0e1be68 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 945 time: 0.0505996 Dec 12 04:48:55.358123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:48:55.362357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:48:55.362742 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:55.392442 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b19dd015-37fd-41a8-a987-a774bb03b052 req-a3ff8803-551f-4f66-9556-b1dd201e9455 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Dec 12 04:48:55.440552 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:55.462492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:48:55.464723 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc229007-2e1a-45a5-a9d4-090b2245f6c3" -d '{"events": [{"server_uuid": "fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d", "name": "network-vif-plugged", "status": "completed", "tag": "9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:48:55.480511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:55.484453 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:55.507340 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c71c3c-ef73-4910-8d47-45cb6bc10d9a x-openstack-request-id: req-47c71c3c-ef73-4910-8d47-45cb6bc10d9a {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:48:55.507582 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d", "name": "network-vif-plugged", "status": "completed", "tag": "9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:48:55.507838 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47c71c3c-ef73-4910-8d47-45cb6bc10d9a {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:48:55.508233 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a', 'code': 200} Dec 12 04:48:55.534500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:48:55.628643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51b67f-a6c9-4701-b3b3-9da87c0fafd9 req-a2b2849e-d1b5-4cf8-9cc6-0844dbfd4e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:55.630181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9d51b67f-a6c9-4701-b3b3-9da87c0fafd9 req-a2b2849e-d1b5-4cf8-9cc6-0844dbfd4e1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 1097 time: 0.0416589 Dec 12 04:48:55.676917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9d51b67f-a6c9-4701-b3b3-9da87c0fafd9 req-76753fec-6fe9-4104-bbca-f140ca432cd1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394545 Dec 12 04:48:56.507225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc5d6-9191-4f3a-b91b-2d1c0d620514 req-6f45a27f-3d94-42b5-9dec-06f6472388de tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:56.508707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2aefc5d6-9191-4f3a-b91b-2d1c0d620514 req-6f45a27f-3d94-42b5-9dec-06f6472388de tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 946 time: 0.0482295 Dec 12 04:48:56.555187 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2aefc5d6-9191-4f3a-b91b-2d1c0d620514 req-fff674e8-c520-47c1-a54d-5b6edd8020f0 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Dec 12 04:48:57.673904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66adf01-2e1c-47c1-b14e-12cc0d1ca1bb req-3b97d5ae-c317-43ca-91a6-54bdbcd691a1 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:57.675380 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c66adf01-2e1c-47c1-b14e-12cc0d1ca1bb req-3b97d5ae-c317-43ca-91a6-54bdbcd691a1 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 946 time: 0.0519865 Dec 12 04:48:57.721439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c66adf01-2e1c-47c1-b14e-12cc0d1ca1bb req-218902ed-2bc1-4565-91a2-051af0be1087 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Dec 12 04:48:58.308571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70003aad-731e-4f42-b1d3-878568c68e9c req-4d53ba7b-db86-4608-87cb-c501739cb195 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:58.310042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70003aad-731e-4f42-b1d3-878568c68e9c req-4d53ba7b-db86-4608-87cb-c501739cb195 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 946 time: 0.0500102 Dec 12 04:48:58.356519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70003aad-731e-4f42-b1d3-878568c68e9c req-55160709-9ac0-473a-acdc-8359a2bebc77 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Dec 12 04:48:59.470677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598b58-5bf5-4d53-a835-85cee8c1ca2f req-09b417c1-f9bf-4a0d-b597-5c4926c447bd tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:59.472140 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25598b58-5bf5-4d53-a835-85cee8c1ca2f req-09b417c1-f9bf-4a0d-b597-5c4926c447bd tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 946 time: 0.0472436 Dec 12 04:48:59.518264 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25598b58-5bf5-4d53-a835-85cee8c1ca2f req-4afea428-18fc-40ed-a9da-7f8b5ea8c7fe tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Dec 12 04:48:59.651780 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d357a-6021-48e6-abff-3487b8a42550 req-5cb5bd4e-83b0-4096-b131-950429772837 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:48:59.653136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d26d357a-6021-48e6-abff-3487b8a42550 req-5cb5bd4e-83b0-4096-b131-950429772837 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d HTTP/1.1" status: 200 len: 946 time: 0.0507445 Dec 12 04:48:59.740263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d26d357a-6021-48e6-abff-3487b8a42550 req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Deleting port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:48:59.740605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d26d357a-6021-48e6-abff-3487b8a42550 req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:59.828785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d26d357a-6021-48e6-abff-3487b8a42550 req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] For port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,segment=NetworkSegment(606caa96-0f97-486d-9acd-9fdf4cc33722),segment_id=606caa96-0f97-486d-9acd-9fdf4cc33722)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:48:59.829225 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d26d357a-6021-48e6-abff-3487b8a42550 req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:59.841789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-d26d357a-6021-48e6-abff-3487b8a42550 req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Calling delete_port for 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:48:59.968871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d26d357a-6021-48e6-abff-3487b8a42550 req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:48:59.995387 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Pushing event deleted for resources: {'Port': ['ID=9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:00.004099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:49:00.038582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26d357a-6021-48e6-abff-3487b8a42550 req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] No DVR routers for this DVR port 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:49:00.041045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d26d357a-6021-48e6-abff-3487b8a42550 req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:00.044348 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d26d357a-6021-48e6-abff-3487b8a42550 req-b71b7920-03e7-4ba5-aae5-2e63010e3810 tempest-VolumesActionsTest-1284124304 tempest-VolumesActionsTest-1284124304-project] 10.222.0.18 "DELETE /v2.0/ports/9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a HTTP/1.1" status: 204 len: 173 time: 0.3856227 Dec 12 04:49:00.044886 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d', 'name': 'network-vif-deleted', 'tag': '9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:49:00.047901 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb419f90-eec0-424a-8c3e-c4af2cc11a44" -d '{"events": [{"server_uuid": "fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d", "name": "network-vif-deleted", "tag": "9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:49:00.087764 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3922387c-6649-47cf-a56b-9eba0d901ed7 x-openstack-request-id: req-3922387c-6649-47cf-a56b-9eba0d901ed7 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:49:00.088036 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d", "name": "network-vif-deleted", "tag": "9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:49:00.088295 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3922387c-6649-47cf-a56b-9eba0d901ed7 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:49:00.088733 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0843c0-b1ae-4b8f-b0f3-e3a588e44c9d', 'name': 'network-vif-deleted', 'tag': '9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a', 'status': 'completed', 'code': 200} Dec 12 04:49:03.340376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:49:03.367376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:49:03.367963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9ddb7c8f-2be0-47bd-926e-e1a0223e5f5a not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:49:10.706725 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-90f0acf0-2fcf-4cf8-b9c2-210284df5c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:11.960098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:12.996803 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c3cee4ca-6ede-4bb4-a726-a4ec88c11308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:14.196690 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:14.215316 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:15.710438 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:16.733933 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.216963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38070) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:49:20.261643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcfe677-3e02-48dc-8ea9-33a3cb7adf15 admin admin] Deleting subnet a53596ad-73f0-45ab-b0ba-4e884aa72bc4 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:49:20.265824 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe677-3e02-48dc-8ea9-33a3cb7adf15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.304282 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe677-3e02-48dc-8ea9-33a3cb7adf15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.343358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe677-3e02-48dc-8ea9-33a3cb7adf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.395873 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe677-3e02-48dc-8ea9-33a3cb7adf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.423057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfe677-3e02-48dc-8ea9-33a3cb7adf15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a53596ad-73f0-45ab-b0ba-4e884aa72bc4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:20.425086 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe677-3e02-48dc-8ea9-33a3cb7adf15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.430641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-cdcfe677-3e02-48dc-8ea9-33a3cb7adf15 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a53596ad-73f0-45ab-b0ba-4e884aa72bc4 HTTP/1.1" status: 204 len: 168 time: 0.2102146 Dec 12 04:49:20.430881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38072) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:49:20.503096 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.587651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.606801 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcd4f63-66c0-450e-b777-7ba30c391fe0']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:20.616362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606caa96-0f97-486d-9acd-9fdf4cc33722') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:20.616670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606caa96-0f97-486d-9acd-9fdf4cc33722') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:20.626946 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.640438 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.646247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:49:20.646638 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:49:20.648265 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:49:20.708603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.713763 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.718006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] 10.222.0.36 "DELETE /v2.0/networks/bbcd4f63-66c0-450e-b777-7ba30c391fe0 HTTP/1.1" status: 204 len: 168 time: 0.2855499 Dec 12 04:49:20.738693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613858b-49be-42a0-bd40-f72b510650cb admin admin] Pushing event deleted for resources: {'Network': ['ID=bbcd4f63-66c0-450e-b777-7ba30c391fe0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:20.827787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38076) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:49:20.868223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5a219937-5eaf-4a8d-b4da-e2ffacccd361 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af4f6bf674ea41e39cb723c9dfa57001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391109 Dec 12 04:49:20.870699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38078) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:49:20.917156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0ce63d4-122a-4c5a-ab3b-5e577bb507ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.939287 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0ce63d4-122a-4c5a-ab3b-5e577bb507ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.989750 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0ce63d4-122a-4c5a-ab3b-5e577bb507ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.992373 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0ce63d4-122a-4c5a-ab3b-5e577bb507ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:20.993612 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d0ce63d4-122a-4c5a-ab3b-5e577bb507ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2 HTTP/1.1" status: 204 len: 168 time: 0.1219807 Dec 12 04:49:21.002346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce63d4-122a-4c5a-ab3b-5e577bb507ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ef15c-f6d5-4281-bd1b-6cd7f40c6bf2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:23.257436 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-680c2469-ad7b-4798-81dd-2571588e2bcb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405693 Dec 12 04:49:23.360741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-a91d28d0-89b3-4ef3-b58f-89bca957c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:23.362339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-a91d28d0-89b3-4ef3-b58f-89bca957c5c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 1096 time: 0.0425746 Dec 12 04:49:23.472377 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-8aec46df-bf97-4a7a-b0e9-bc71493dd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:23.473912 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-8aec46df-bf97-4a7a-b0e9-bc71493dd5ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.0919640 Dec 12 04:49:23.543171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-284fa13b-3636-4484-8563-81396920c0d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f HTTP/1.1" status: 200 len: 1000 time: 0.0618119 Dec 12 04:49:23.595932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-600a1af6-7801-42cb-9552-c921aaa0aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:23.597480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-600a1af6-7801-42cb-9552-c921aaa0aa90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0472517 Dec 12 04:49:23.648683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-63089866-de73-4550-967f-20b09c2602e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:23.650229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-63089866-de73-4550-967f-20b09c2602e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457184 Dec 12 04:49:23.743273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-1b648b98-854d-4988-a578-0b5603e5dd0b service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853879 Dec 12 04:49:23.839944 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f49e98ad-188e-41f2-af9d-6840af26dee1 req-4de8552d-fce9-4ce3-a887-d886be2056f3 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900300 Dec 12 04:49:25.171139 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:49:32.875749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38220) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:49:33.033706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port 1469fcfb-4159-4eb6-87b9-3dd8dabe103f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:49:33.033992 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:33.114010 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:33.114500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:33.126368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for 1469fcfb-4159-4eb6-87b9-3dd8dabe103f owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:49:33.303144 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:33.328744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=1469fcfb-4159-4eb6-87b9-3dd8dabe103f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:33.338187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.338547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.338897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.339244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.339592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.339934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.340273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.340606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.340961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.341295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.341629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.341961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.342294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:33.412167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:33.412538 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Floating IP b453c73b-fe9e-4e93-95f1-d2405e49bd23 disassociated (deleted). External IP: 172.25.7.50, port: 3e8205ce-3df5-4b1c-96f5-215eadcacd1f. Dec 12 04:49:33.889272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Router 1c8b83b2-a86f-452c-9929-1987471f19a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:49:33.999946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:49:34.004550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:34.010696 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] Sync routers for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:49:34.022135 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:49:34.022775 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:34.033472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-22534ff9-dde3-4fde-a358-f6df2265b57c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "DELETE /v2.0/floatingips/b453c73b-fe9e-4e93-95f1-d2405e49bd23 HTTP/1.1" status: 204 len: 168 time: 1.1560845 Dec 12 04:49:34.034144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:49:34.037534 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802c638d-4971-40b4-91aa-6adbd70c6cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:49:34.153042 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:49:34.312335 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf5590-8bdf-4571-989e-d4d9687d948a x-openstack-request-id: req-30bf5590-8bdf-4571-989e-d4d9687d948a {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:49:34.312646 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:49:34.312930 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30bf5590-8bdf-4571-989e-d4d9687d948a {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:49:34.313336 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'status': 'completed', 'code': 200} Dec 12 04:49:34.325504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32a14-fbed-44f5-a0ce-391fddf9652a req-15e963b7-cd81-42b5-8048-c90e9b5187da tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:34.327063 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96d32a14-fbed-44f5-a0ce-391fddf9652a req-15e963b7-cd81-42b5-8048-c90e9b5187da tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 945 time: 0.0555503 Dec 12 04:49:34.388374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-96d32a14-fbed-44f5-a0ce-391fddf9652a req-8927f449-bb14-430d-bda6-88878f3e369c tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540574 Dec 12 04:49:34.410509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-26abf0ed-c12d-41ab-91c8-5c83e0b4896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:34.412688 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-26abf0ed-c12d-41ab-91c8-5c83e0b4896a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 1096 time: 0.0532901 Dec 12 04:49:34.511100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-f17b6b39-47b9-4507-a219-6df6b2830c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:34.512899 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-f17b6b39-47b9-4507-a219-6df6b2830c07 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.0920246 Dec 12 04:49:34.519061 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bda206e0-c860-4d69-9103-0585f0add5dd', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:45:29Z', 'updated_at': '2021-12-12T04:45:31Z', 'revision_number': 1, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:34.546792 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] Checking router: 1c8b83b2-a86f-452c-9929-1987471f19a6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:49:34.560718 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:49:34.561386 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:34.563975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-b2c1b72d-ff3f-4323-b2f3-a842561357b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f HTTP/1.1" status: 200 len: 217 time: 0.0430222 Dec 12 04:49:34.618860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-ad5c1615-fd73-4263-81ba-269eec6a77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:34.620379 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-ad5c1615-fd73-4263-81ba-269eec6a77ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0472741 Dec 12 04:49:34.668750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-3c79f348-c2f4-41fe-9b88-e9011604e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:34.670322 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-3c79f348-c2f4-41fe-9b88-e9011604e24a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424159 Dec 12 04:49:34.672511 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:49:34.768911 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-ecce0592-03d6-486f-8472-99e843d4fbfe service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905423 Dec 12 04:49:34.888265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-802c638d-4971-40b4-91aa-6adbd70c6cf4 req-519bf90c-b21a-4ee6-b7c0-1d5312669024 service neutron] 10.222.0.18 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115084 Dec 12 04:49:34.904663 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bda206e0-c860-4d69-9103-0585f0add5dd', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:45:29Z', 'updated_at': '2021-12-12T04:45:31Z', 'revision_number': 1, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:34.930704 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cca0fa-72c1-48da-ac09-8eb7f90e6f84 None None] The sync data for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 is: [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'bda206e0-c860-4d69-9103-0585f0add5dd', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'port_id': '00889d84-8b64-4c25-89ab-159b75e50f70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'mac_address': 'fa:16:3e:35:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:45:29Z', 'updated_at': '2021-12-12T04:45:31Z', 'revision_number': 1, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:49:35.456649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f18aa-f9d1-4b1a-8bef-31aa1947be11 None None] New status for floating IP b453c73b-fe9e-4e93-95f1-d2405e49bd23: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:49:35.531366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db633c2-46fb-42b6-a5bb-66592712787b req-2ec7c6aa-dfb5-4bdc-9dad-1fc73f76a218 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:35.533055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0db633c2-46fb-42b6-a5bb-66592712787b req-2ec7c6aa-dfb5-4bdc-9dad-1fc73f76a218 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 945 time: 0.0721328 Dec 12 04:49:35.618782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0db633c2-46fb-42b6-a5bb-66592712787b req-f64c42ab-787c-49d8-9ab4-0a35e060ef97 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772102 Dec 12 04:49:35.933968 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-e65059e3-a464-4dcd-8a1c-9ec2e314d1c3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:35.935479 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-e65059e3-a464-4dcd-8a1c-9ec2e314d1c3 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 945 time: 0.0482848 Dec 12 04:49:36.026748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:49:36.027094 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:36.116608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] For port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:49:36.116935 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:36.129486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for 3e8205ce-3df5-4b1c-96f5-215eadcacd1f owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:49:36.263739 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:36.299300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=3e8205ce-3df5-4b1c-96f5-215eadcacd1f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:36.311614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.311971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.312322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.312673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.313042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.313385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.313726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.314058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.314389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.314720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.315055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.315383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.315715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:49:36.354080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] No DVR routers for this DVR port 3e8205ce-3df5-4b1c-96f5-215eadcacd1f on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:49:36.357064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:36.361253 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50d07647-7c4a-45e3-b088-d50d49f259c4 req-02948e1b-012e-419e-bdd0-3682d8099d98 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.18 "DELETE /v2.0/ports/3e8205ce-3df5-4b1c-96f5-215eadcacd1f HTTP/1.1" status: 204 len: 173 time: 0.4190953 Dec 12 04:49:36.361708 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'name': 'network-vif-deleted', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:49:36.364419 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce25315b-96ee-491f-a07e-3c8010b764f3" -d '{"events": [{"server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "name": "network-vif-deleted", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:49:36.406974 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327627cb-c30a-4ac6-8735-473e11f172ef x-openstack-request-id: req-327627cb-c30a-4ac6-8735-473e11f172ef {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:49:36.407289 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb65afb-67af-4d88-8810-d5ec0e795908", "name": "network-vif-deleted", "tag": "3e8205ce-3df5-4b1c-96f5-215eadcacd1f", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:49:36.407535 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-327627cb-c30a-4ac6-8735-473e11f172ef {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:49:36.407990 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb65afb-67af-4d88-8810-d5ec0e795908', 'name': 'network-vif-deleted', 'tag': '3e8205ce-3df5-4b1c-96f5-215eadcacd1f', 'status': 'completed', 'code': 200} Dec 12 04:49:36.722510 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f714b1a-065c-44d2-b91c-e3482661c05b req-eeabebf8-b579-4433-901a-5fff742e6c38 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 210 time: 0.0381887 Dec 12 04:49:37.835402 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3aa3f8bd-8ce3-44e5-9d4d-0bc8bc441397 req-fc6ac38c-d796-429c-af16-3ca120f89e0d tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 210 time: 0.0285158 Dec 12 04:49:38.932082 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e438ffae-c76b-4113-87b2-913c074ec147 req-60e6ad71-eef5-4938-a270-41732019eb18 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Dec 12 04:49:39.528154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 3e8205ce-3df5-4b1c-96f5-215eadcacd1f no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:49:39.548960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 3e8205ce-3df5-4b1c-96f5-215eadcacd1f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:49:39.549321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 3e8205ce-3df5-4b1c-96f5-215eadcacd1f not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:49:39.945215 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-7c316e04-429a-4f9b-aee3-74a14f055969 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468898 Dec 12 04:49:40.077438 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d5bf196-1c49-4df9-a934-7da5e273311a req-a0bc45db-bdcc-4238-bbe8-13f2a9cc7396 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 210 time: 0.0510001 Dec 12 04:49:40.103903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-37e72373-e196-4aa8-b023-2596a6b04b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:40.105512 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-37e72373-e196-4aa8-b023-2596a6b04b22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1097 time: 0.0805712 Dec 12 04:49:40.238134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-45439251-e2bc-40bc-ac19-a552c9bc7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:40.239680 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-45439251-e2bc-40bc-ac19-a552c9bc7e89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.1026235 Dec 12 04:49:40.316119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-486f3c77-01d5-4261-afd3-ed6344502d4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 1002 time: 0.0647137 Dec 12 04:49:40.371188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-4e9cfa26-a22e-43c5-9a5b-e517ce1c6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:40.372660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-4e9cfa26-a22e-43c5-9a5b-e517ce1c6b4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0456891 Dec 12 04:49:40.427245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-be034a20-3282-48d8-868b-dae17afa315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:40.428734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-be034a20-3282-48d8-868b-dae17afa315e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446551 Dec 12 04:49:40.528042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-f042b6d4-fc19-415e-8941-3314678216e2 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869489 Dec 12 04:49:40.637716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-24374b5c-6cc2-4ced-a143-58a3f523cdb5 req-41affd1e-f3d4-40f9-a415-345c841b7eb5 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978589 Dec 12 04:49:40.705422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ddd59abc-3e94-4c48-8784-0f685219c767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:41.194024 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6d844c1f-c270-40ac-95b0-66015fd14181 req-af3a7997-4cb8-4a6b-917c-a4474e264ee4 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfb65afb-67af-4d88-8810-d5ec0e795908 HTTP/1.1" status: 200 len: 210 time: 0.0297272 Dec 12 04:49:41.961097 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:42.992334 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-72d70a93-2c32-46f1-b7e1-66686638d45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:44.139958 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:44.172252 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:45.713869 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:46.738414 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:47.591567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38320) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:49:47.750678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port 584260aa-9235-40f9-b826-9ba75ac8430d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:49:47.751025 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:47.829762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:47.830029 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:47.842170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for 584260aa-9235-40f9-b826-9ba75ac8430d owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:49:47.992729 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:48.022246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=584260aa-9235-40f9-b826-9ba75ac8430d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:48.086097 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:48.086501 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Floating IP bda206e0-c860-4d69-9103-0585f0add5dd disassociated (deleted). External IP: 172.25.7.188, port: 00889d84-8b64-4c25-89ab-159b75e50f70. Dec 12 04:49:48.300086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Router 1c8b83b2-a86f-452c-9929-1987471f19a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:49:48.413986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:49:48.420725 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:48.425751 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12484582-12e8-42b1-9998-22e509161541 None None] Sync routers for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:49:48.435496 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12484582-12e8-42b1-9998-22e509161541 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:49:48.436194 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-12484582-12e8-42b1-9998-22e509161541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:48.449965 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cab9c1f1-c200-41ef-8182-9e4c376d3f76 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "DELETE /v2.0/floatingips/bda206e0-c860-4d69-9103-0585f0add5dd HTTP/1.1" status: 204 len: 168 time: 0.8572681 Dec 12 04:49:48.450659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:49:48.461435 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b3d3a5-8046-462a-830e-4192fcfce2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:49:48.506567 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7953d1-745b-4ab8-b33e-ade483593f95 x-openstack-request-id: req-4d7953d1-745b-4ab8-b33e-ade483593f95 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:49:48.506878 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:49:48.507136 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d7953d1-745b-4ab8-b33e-ade483593f95 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:49:48.507549 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70', 'status': 'completed', 'code': 200} Dec 12 04:49:48.559982 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-12484582-12e8-42b1-9998-22e509161541 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:49:48.617512 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-5179547f-2201-42da-9e6b-8061a7adefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:48.619735 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-5179547f-2201-42da-9e6b-8061a7adefbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=741dc45cb32d45eda4aed3bc163791d7&device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 1097 time: 0.0506599 Dec 12 04:49:48.791916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebc14a-2dfe-4948-8271-bde546fa7365 req-7f7c902e-d8a1-4783-a590-6c4ae427f85b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:48.793605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a8ebc14a-2dfe-4948-8271-bde546fa7365 req-7f7c902e-d8a1-4783-a590-6c4ae427f85b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 946 time: 0.1180370 Dec 12 04:49:48.797285 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-12484582-12e8-42b1-9998-22e509161541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:48.814042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-fef97d71-cd06-4290-8926-2006c5cfc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:48.815466 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-fef97d71-cd06-4290-8926-2006c5cfc24c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 200 len: 912 time: 0.1507971 Dec 12 04:49:48.823953 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12484582-12e8-42b1-9998-22e509161541 None None] Checking router: 1c8b83b2-a86f-452c-9929-1987471f19a6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:49:48.832724 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12484582-12e8-42b1-9998-22e509161541 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:49:48.833354 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-12484582-12e8-42b1-9998-22e509161541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:48.869283 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-2f4e657e-ff07-4eb6-82da-e7cf16f0ab94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 200 len: 217 time: 0.0440805 Dec 12 04:49:48.916139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a8ebc14a-2dfe-4948-8271-bde546fa7365 req-2e3700ec-4ef3-4896-8a59-ea3bf2954711 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135166 Dec 12 04:49:48.934605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-69f76a7d-9d5c-4bb9-9f3c-d362b2147b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:48.936202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-69f76a7d-9d5c-4bb9-9f3c-d362b2147b77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 200 len: 851 time: 0.0583498 Dec 12 04:49:48.938763 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-12484582-12e8-42b1-9998-22e509161541 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:49:48.982410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-293d3306-bb62-4828-9af7-8d93592c71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:48.984426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-293d3306-bb62-4828-9af7-8d93592c71ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bed37c6-4c22-46fe-9584-aa5bf029982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400400 Dec 12 04:49:49.075319 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-2dab0219-bb19-4daa-bae9-8de1e4fa24af service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832295 Dec 12 04:49:49.136110 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-12484582-12e8-42b1-9998-22e509161541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:49:49.162165 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12484582-12e8-42b1-9998-22e509161541 None None] The sync data for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 is: [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'f9ae5758-4d6d-4a8d-ab84-b927c142c714', 'name': '', 'network_id': '1bed37c6-4c22-46fe-9584-aa5bf029982d', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'mac_address': 'fa:16:3e:cc:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:31Z', 'updated_at': '2021-12-12T04:38:40Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'subnets': [{'id': '4af3ef0c-2bdf-4330-a3a4-270751ad68cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:49:49.172763 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-21b3d3a5-8046-462a-830e-4192fcfce2ac req-e6b61bcf-1ec8-4fed-86f0-6f147ce0c2e9 service neutron] 10.222.0.37 "GET /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897284 Dec 12 04:49:49.416270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523821e2-d4c9-49b4-92a7-6028224d479c None None] New status for floating IP bda206e0-c860-4d69-9103-0585f0add5dd: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:49:50.039157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741e26d-f167-4eb6-a9b3-fbcdacd32708 req-9a9fcce4-a23a-4ff2-9914-50d7ac7b312e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:50.040681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2741e26d-f167-4eb6-a9b3-fbcdacd32708 req-9a9fcce4-a23a-4ff2-9914-50d7ac7b312e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 946 time: 0.0513983 Dec 12 04:49:50.099532 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2741e26d-f167-4eb6-a9b3-fbcdacd32708 req-562351c1-bf4a-4105-bf21-316b8266e528 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d410255-7b3d-41aa-a7d8-0edecd8a6446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525496 Dec 12 04:49:50.707125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-7333728a-d58f-42e4-89fc-cebe3204ca49 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:49:50.708596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-7333728a-d58f-42e4-89fc-cebe3204ca49 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Dec 12 04:49:50.806253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port 00889d84-8b64-4c25-89ab-159b75e50f70 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:49:50.806602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:50.894024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] For port 00889d84-8b64-4c25-89ab-159b75e50f70, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=00889d84-8b64-4c25-89ab-159b75e50f70,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:49:50.894293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:50.906967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for 00889d84-8b64-4c25-89ab-159b75e50f70 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:49:51.034992 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:51.065042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=00889d84-8b64-4c25-89ab-159b75e50f70,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:51.109993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] No DVR routers for this DVR port 00889d84-8b64-4c25-89ab-159b75e50f70 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:49:51.112605 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:51.116310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-801d439b-1ba6-4e65-a7f9-a0964b6ead29 req-9e6cde52-c87f-4595-870a-b211d10a0259 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.37 "DELETE /v2.0/ports/00889d84-8b64-4c25-89ab-159b75e50f70 HTTP/1.1" status: 204 len: 173 time: 0.3983676 Dec 12 04:49:51.116773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'name': 'network-vif-deleted', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:49:51.120497 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17433c8-2549-4697-991e-ca4fbcf3f42a" -d '{"events": [{"server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "name": "network-vif-deleted", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:49:51.171136 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a210ea5f-f055-4217-b593-5726deda5c94 x-openstack-request-id: req-a210ea5f-f055-4217-b593-5726deda5c94 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:49:51.171834 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6b8f32-e2bc-4e26-9307-0ae42ac86d93", "name": "network-vif-deleted", "tag": "00889d84-8b64-4c25-89ab-159b75e50f70", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:49:51.172178 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a210ea5f-f055-4217-b593-5726deda5c94 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:49:51.173929 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b8f32-e2bc-4e26-9307-0ae42ac86d93', 'name': 'network-vif-deleted', 'tag': '00889d84-8b64-4c25-89ab-159b75e50f70', 'status': 'completed', 'code': 200} Dec 12 04:49:51.214788 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f5832fb0-79e4-4da5-91ca-bb66c0f7f241 req-0ad6199c-0476-424c-8261-eb4b8f2d08a9 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 210 time: 0.0283992 Dec 12 04:49:52.325460 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-45726dae-d984-4828-b542-e4cc63ebc943 req-fdfb1780-fa54-4123-b3c6-3bc392627f0e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 210 time: 0.0315444 Dec 12 04:49:53.427281 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d7a74257-553f-4f51-9c13-3f7a51f38709 req-df441fdf-b2f5-4e68-8c86-1e98dbe9ac47 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 210 time: 0.0317593 Dec 12 04:49:53.940378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38366) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:49:54.056323 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1f40b50-9071-48e4-ace4-5f0bb9ab466e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:54.139438 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1f40b50-9071-48e4-ace4-5f0bb9ab466e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:54.143119 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1f40b50-9071-48e4-ace4-5f0bb9ab466e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:54.184467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e1f40b50-9071-48e4-ace4-5f0bb9ab466e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e74685b42c59411c94b5e620ee1ad3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2405827 Dec 12 04:49:54.184467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40b50-9071-48e4-ace4-5f0bb9ab466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d781e93-4254-42da-b91b-c05d9a6fa91d,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:54.185406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38370) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:49:54.245776 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae6fd-4e83-4653-91ee-6c170fe529c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:54.274960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae6fd-4e83-4653-91ee-6c170fe529c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:54.330259 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae6fd-4e83-4653-91ee-6c170fe529c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:54.333255 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae6fd-4e83-4653-91ee-6c170fe529c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:54.336842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6f5ae6fd-4e83-4653-91ee-6c170fe529c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d781e93-4254-42da-b91b-c05d9a6fa91d HTTP/1.1" status: 204 len: 168 time: 0.1467259 Dec 12 04:49:54.344797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ae6fd-4e83-4653-91ee-6c170fe529c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d781e93-4254-42da-b91b-c05d9a6fa91d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:54.535407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f8446df-2264-456e-bbb2-155c5de9fac9 req-91c4667a-e48c-409e-9807-44f3fe6206de tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 210 time: 0.0328925 Dec 12 04:49:55.573868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 00889d84-8b64-4c25-89ab-159b75e50f70 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:49:55.598686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 00889d84-8b64-4c25-89ab-159b75e50f70 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:49:55.599245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 00889d84-8b64-4c25-89ab-159b75e50f70 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:49:55.641180 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8381e67b-b770-46d1-9c44-7bbe789e96da req-ef1e6122-a4f3-424b-a4b9-b5f21293483b tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a6b8f32-e2bc-4e26-9307-0ae42ac86d93 HTTP/1.1" status: 200 len: 210 time: 0.0308223 Dec 12 04:49:56.698292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:49:56.830651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Deleting port aa763fe7-100c-452f-8b96-02c08899065f {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:49:56.830925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:56.906006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:56.906342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:56.917731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Calling delete_port for aa763fe7-100c-452f-8b96-02c08899065f owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:49:57.051333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:57.076973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'Port': ['ID=aa763fe7-100c-452f-8b96-02c08899065f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:49:57.140808 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:57.143427 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:49:57.148075 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0eaaaec4-9154-4cab-a2a6-f35778db6a57 tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "DELETE /v2.0/floatingips/7a57cc51-4819-4f57-bd74-d0e8fa0ee334 HTTP/1.1" status: 204 len: 168 time: 0.4452331 Dec 12 04:50:00.562291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38454) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:00.622105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-076f4937-d2a5-47ea-ae1a-f94b06a85f0e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:00.647401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-076f4937-d2a5-47ea-ae1a-f94b06a85f0e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:00.710730 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-076f4937-d2a5-47ea-ae1a-f94b06a85f0e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:00.713523 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-076f4937-d2a5-47ea-ae1a-f94b06a85f0e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:00.718638 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-076f4937-d2a5-47ea-ae1a-f94b06a85f0e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] 10.222.0.36 "DELETE /v2.0/security-groups/3d410255-7b3d-41aa-a7d8-0edecd8a6446 HTTP/1.1" status: 204 len: 168 time: 0.1552014 Dec 12 04:50:00.728284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f4937-d2a5-47ea-ae1a-f94b06a85f0e tempest-TestVolumeBootPattern-380454717 tempest-TestVolumeBootPattern-380454717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d410255-7b3d-41aa-a7d8-0edecd8a6446,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:00.783662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38458) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:01.571768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:01.819877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Deleting port f9ae5758-4d6d-4a8d-ab84-b927c142c714 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:50:01.820222 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:01.898241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] For port f9ae5758-4d6d-4a8d-ab84-b927c142c714, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f9ae5758-4d6d-4a8d-ab84-b927c142c714,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:01.898710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:01.911723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Calling delete_port for f9ae5758-4d6d-4a8d-ab84-b927c142c714 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:50:02.095718 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:02.130583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ae5758-4d6d-4a8d-ab84-b927c142c714,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:02.169746 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:50:02.302853 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:02.520310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Router 1c8b83b2-a86f-452c-9929-1987471f19a6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:50:02.626549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:50:02.631676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-80ff8ef0-e8ba-4d9c-9e87-84f811c281d2 admin admin] 10.222.0.36 "PUT /v2.0/routers/1c8b83b2-a86f-452c-9929-1987471f19a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468730 Dec 12 04:50:02.634275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38470) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:02.635841 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] Sync routers for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:50:02.648283 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:02.649011 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:02.741095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:02.847585 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:02.847784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:02.904614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Deleting port 5f0b551c-b440-4b53-93c9-e6e6e64475b6 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:50:02.905122 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:02.990385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] For port 5f0b551c-b440-4b53-93c9-e6e6e64475b6, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5f0b551c-b440-4b53-93c9-e6e6e64475b6,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:02.990756 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.004367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Calling delete_port for 5f0b551c-b440-4b53-93c9-e6e6e64475b6 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:50:03.034015 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:50:02Z', 'revision_number': 5, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port': {'id': '5f0b551c-b440-4b53-93c9-e6e6e64475b6', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:29Z', 'updated_at': '2021-12-12T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:03.064902 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] Checking router: 1c8b83b2-a86f-452c-9929-1987471f19a6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:50:03.073911 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] Routers {'1c8b83b2-a86f-452c-9929-1987471f19a6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:03.074548 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['1c8b83b2-a86f-452c-9929-1987471f19a6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:03.161803 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] Set router 1c8b83b2-a86f-452c-9929-1987471f19a6 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:03.191755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.224028 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:50:02Z', 'revision_number': 6, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:03.224566 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0b551c-b440-4b53-93c9-e6e6e64475b6,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:03.245149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d901be-bb6a-4da8-9179-6e63af5a839a None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:50:03.253509 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af426a-e125-4ae5-8bf4-4b86ddff7ef3 None None] The sync data for ids ['1c8b83b2-a86f-452c-9929-1987471f19a6'] in n-d-710847-7 is: [{'id': '1c8b83b2-a86f-452c-9929-1987471f19a6', 'name': 'tempest-TestVolumeBootPattern-1780696609-router', 'tenant_id': '741dc45cb32d45eda4aed3bc163791d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:28Z', 'updated_at': '2021-12-12T04:50:02Z', 'revision_number': 6, 'project_id': '741dc45cb32d45eda4aed3bc163791d7', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:50:03.320962 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.451928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38478) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:03.574541 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e29760af-0c59-4dd2-b34e-57a58412276c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.662463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.664673 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.673225 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e29760af-0c59-4dd2-b34e-57a58412276c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.685412 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e29760af-0c59-4dd2-b34e-57a58412276c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.721446 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.722742 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c8b83b2-a86f-452c-9929-1987471f19a6 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:50:03.722874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29760af-0c59-4dd2-b34e-57a58412276c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b5999f-b702-4530-a8de-80f703eb21e5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:03.728080 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.729320 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9776d1be-3983-4b0a-8c29-06526ce92e51 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1c8b83b2-a86f-452c-9929-1987471f19a6 HTTP/1.1" status: 204 len: 168 time: 1.0939577 Dec 12 04:50:03.731820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38482) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:03.745184 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e29760af-0c59-4dd2-b34e-57a58412276c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eedafecf87c14f0a8cf74b48d9dabfe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2897959 Dec 12 04:50:03.745442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38484) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:03.781569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-f850a831-94f5-4382-be90-90ce00d02a01 admin admin] Deleting subnet 4af3ef0c-2bdf-4330-a3a4-270751ad68cb {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:50:03.784798 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f850a831-94f5-4382-be90-90ce00d02a01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.802274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94648328-9df8-4356-bfdf-ddb0cf462529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.824113 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f850a831-94f5-4382-be90-90ce00d02a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.825711 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94648328-9df8-4356-bfdf-ddb0cf462529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.877017 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94648328-9df8-4356-bfdf-ddb0cf462529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.880064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-94648328-9df8-4356-bfdf-ddb0cf462529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.881328 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-94648328-9df8-4356-bfdf-ddb0cf462529 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16b5999f-b702-4530-a8de-80f703eb21e5 HTTP/1.1" status: 204 len: 168 time: 0.1349211 Dec 12 04:50:03.891224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94648328-9df8-4356-bfdf-ddb0cf462529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b5999f-b702-4530-a8de-80f703eb21e5,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:03.918709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f850a831-94f5-4382-be90-90ce00d02a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.977948 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f850a831-94f5-4382-be90-90ce00d02a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.990898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f850a831-94f5-4382-be90-90ce00d02a01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:03.997421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbffdd9f-7a17-4d8a-8f35-7fdc2c3b1cf3 None None] Network 1bed37c6-4c22-46fe-9584-aa5bf029982d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:50:03.997771 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f850a831-94f5-4382-be90-90ce00d02a01 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4af3ef0c-2bdf-4330-a3a4-270751ad68cb HTTP/1.1" status: 204 len: 168 time: 0.2649190 Dec 12 04:50:03.998423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38488) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:04.018011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850a831-94f5-4382-be90-90ce00d02a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af3ef0c-2bdf-4330-a3a4-270751ad68cb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:04.099875 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.182965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Deleting port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:50:04.183454 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.249538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] DHCP port deletion for 1bed37c6-4c22-46fe-9584-aa5bf029982d request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:50:04.309817 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] For port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c1ad9d30-a471-4e61-ac49-611e7c9ad8fe,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:04.314053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.337097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Calling delete_port for c1ad9d30-a471-4e61-ac49-611e7c9ad8fe owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:50:04.337651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Deleting port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:50:04.338092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.369397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5f0b551c-b440-4b53-93c9-e6e6e64475b6 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:50:04.444897 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.466100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 5f0b551c-b440-4b53-93c9-e6e6e64475b6 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:50:04.466644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5f0b551c-b440-4b53-93c9-e6e6e64475b6 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:50:04.467234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f9ae5758-4d6d-4a8d-ab84-b927c142c714 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:50:04.474410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] For port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c1ad9d30-a471-4e61-ac49-611e7c9ad8fe,segment=NetworkSegment(c142cc6a-98a1-45bc-99f2-90f967197a49),segment_id=c142cc6a-98a1-45bc-99f2-90f967197a49)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:04.475063 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.480025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ad9d30-a471-4e61-ac49-611e7c9ad8fe,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:04.489319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] No DVR routers for this DVR port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:50:04.503534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: f9ae5758-4d6d-4a8d-ab84-b927c142c714 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:50:04.504010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f9ae5758-4d6d-4a8d-ab84-b927c142c714 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:50:04.511227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Calling delete_port for c1ad9d30-a471-4e61-ac49-611e7c9ad8fe owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:50:04.578736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.601826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bed37c6-4c22-46fe-9584-aa5bf029982d']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:04.610272 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.614648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c142cc6a-98a1-45bc-99f2-90f967197a49') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:04.614926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c142cc6a-98a1-45bc-99f2-90f967197a49') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:04.626482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.642127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Pushing event deleted for resources: {'Port': ['ID=c1ad9d30-a471-4e61-ac49-611e7c9ad8fe,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:04.646947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] No DVR routers for this DVR port c1ad9d30-a471-4e61-ac49-611e7c9ad8fe on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:50:04.648749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.654947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.655345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.658007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.658007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.658007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.658007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.658007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.658007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.658007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.658007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.658765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.659364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.659702 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac414e4-8f08-4f67-a21f-0a654e54c9d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:04.666597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:50:04.666597 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:50:04.668764 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:50:04.735276 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.752319 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:04.755608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] 10.222.0.36 "DELETE /v2.0/networks/1bed37c6-4c22-46fe-9584-aa5bf029982d HTTP/1.1" status: 204 len: 168 time: 0.7558734 Dec 12 04:50:04.756953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b4058-8412-4d6c-a24f-ab097155c6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=1bed37c6-4c22-46fe-9584-aa5bf029982d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:04.758580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38508) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:05.130816 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.353773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38524) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:05.379968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Deleting port 14d05c68-bc28-474b-851d-d94ca79589eb {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:50:05.380310 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.457549 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] For port 14d05c68-bc28-474b-851d-d94ca79589eb, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=14d05c68-bc28-474b-851d-d94ca79589eb,segment=NetworkSegment(3acdb69b-1fab-40a5-8bb1-29be1fbb8778),segment_id=3acdb69b-1fab-40a5-8bb1-29be1fbb8778)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:05.457836 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.470959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Calling delete_port for 14d05c68-bc28-474b-851d-d94ca79589eb owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:50:05.495934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'network': {'name': 'tempest-network-smoke--1889370478', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'port_security_enabled': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:05.517241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Made reservation on behalf of 5a750421c170474eb72fb3e3fa786693 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:50:05.521029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.534564 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.612045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.615239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.643261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd94417c-e914-489c-8dd0-058fc2214a07,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:05.654559 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.660777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:50:05.669913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.670261 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Added segment eaef98b5-1257-4ed5-b2d9-7e81a44a8af7 of type vlan for network 41ab402a-5d0a-4513-85ef-c17456e6404c Dec 12 04:50:05.678527 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Pushing event deleted for resources: {'Port': ['ID=14d05c68-bc28-474b-851d-d94ca79589eb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:05.713322 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.739713 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.745478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:05.746288 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.808979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4539838 Dec 12 04:50:05.813561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38528) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:05.822265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'admin_state_up': True, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:05.822704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aabc51-4ee8-4d02-90d9-8c4ed3d49ee1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Network': ['ID=41ab402a-5d0a-4513-85ef-c17456e6404c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:05.835830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 41ab402a-5d0a-4513-85ef-c17456e6404c details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:50:05.861376 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.862425 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:05.881419 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:06.257093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:06.299510 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c1ad9d30-a471-4e61-ac49-611e7c9ad8fe no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:50:06.321002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c1ad9d30-a471-4e61-ac49-611e7c9ad8fe {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:50:06.321366 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c1ad9d30-a471-4e61-ac49-611e7c9ad8fe not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:50:06.414356 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:06.578780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Router 25039533-c85c-4ce6-8576-4c8c0509206a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:50:06.773267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:06.796673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:06.804920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:50:06.810381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6c7173c3-4713-4bd1-87a0-573e047f090e admin admin] 10.222.0.36 "PUT /v2.0/routers/25039533-c85c-4ce6-8576-4c8c0509206a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0508571 Dec 12 04:50:06.813065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38530) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:06.815069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] Sync routers for ids ['25039533-c85c-4ce6-8576-4c8c0509206a'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:50:06.825274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] Routers {'25039533-c85c-4ce6-8576-4c8c0509206a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:06.825909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['25039533-c85c-4ce6-8576-4c8c0509206a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:06.914475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.25.7.89 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/d621b8a5-8b1d-4be0-a331-23ac49f5d42b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:50:06.920761 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:06.936219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] Set router 25039533-c85c-4ce6-8576-4c8c0509206a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:07.018538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.026268 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.058190 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.087484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Deleting port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:50:07.088000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.107083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:50:07.110077 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:50:07.114949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:50:07.118289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=d621b8a5-8b1d-4be0-a331-23ac49f5d42b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:07.130973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b327cf-0cf6-4b5f-a58d-d9f3b5ff83aa None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:50:07.153786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:35Z', 'updated_at': '2021-12-12T04:50:05Z', 'revision_number': 5, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'gw_port': {'id': '84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:38:36Z', 'updated_at': '2021-12-12T04:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:07.179901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] For port 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:07.180333 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.182463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] Checking router: 25039533-c85c-4ce6-8576-4c8c0509206a for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:50:07.192139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] Routers {'25039533-c85c-4ce6-8576-4c8c0509206a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:07.192777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['25039533-c85c-4ce6-8576-4c8c0509206a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:07.194702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Calling delete_port for 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:50:07.290346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8ce96d5b-6b38-4e63-8a3b-e4e296991e55 None None] Provisioning complete for port d621b8a5-8b1d-4be0-a331-23ac49f5d42b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:07.290734 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8ce96d5b-6b38-4e63-8a3b-e4e296991e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.299952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] Set router 25039533-c85c-4ce6-8576-4c8c0509206a gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:07.380354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:35Z', 'updated_at': '2021-12-12T04:50:07Z', 'revision_number': 6, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:07.387879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.413497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3c8a73-bedb-47be-a20b-29794e4d7dc9 None None] The sync data for ids ['25039533-c85c-4ce6-8576-4c8c0509206a'] in n-d-710847-7 is: [{'id': '25039533-c85c-4ce6-8576-4c8c0509206a', 'name': 'tempest-TestVolumeBootPattern-213841249-router', 'tenant_id': '5bf979b2055d4f02827170d3dbfde8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:38:35Z', 'updated_at': '2021-12-12T04:50:07Z', 'revision_number': 6, 'project_id': '5bf979b2055d4f02827170d3dbfde8c6', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:50:07.416283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:07.416871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-8ce96d5b-6b38-4e63-8a3b-e4e296991e55 None None] Port d621b8a5-8b1d-4be0-a331-23ac49f5d42b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:50:07.434296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379873a-d69a-4404-86e2-a5eb81ba5199 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:50:07.443970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.483125 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.575400 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.578139 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.621882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.622457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25039533-c85c-4ce6-8576-4c8c0509206a {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:50:07.627994 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.629258 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9e94ef9a-2889-4841-b09f-15da9f579c2c admin admin] 10.222.0.36 "DELETE /v2.0/routers/25039533-c85c-4ce6-8576-4c8c0509206a HTTP/1.1" status: 204 len: 168 time: 0.8151503 Dec 12 04:50:07.631764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38532) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:07.673623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.680693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a95f34-6c87-428b-9207-38ee04f61d6a admin admin] Deleting subnet ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:50:07.683741 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80a95f34-6c87-428b-9207-38ee04f61d6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.718582 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80a95f34-6c87-428b-9207-38ee04f61d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.800995 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80a95f34-6c87-428b-9207-38ee04f61d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.805117 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:50:07.858376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80a95f34-6c87-428b-9207-38ee04f61d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.892888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a95f34-6c87-428b-9207-38ee04f61d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:07.894380 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80a95f34-6c87-428b-9207-38ee04f61d6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.899919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-80a95f34-6c87-428b-9207-38ee04f61d6a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ba2d96f8-1c08-4f72-a6fa-acdcaee7aa16 HTTP/1.1" status: 204 len: 168 time: 0.2649174 Dec 12 04:50:07.900245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a88fec-ccfd-4022-90fb-5466ba685488 None None] Network 75813dba-6bc5-4472-8a0a-87df6cf4d00f requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:50:07.901206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38534) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:07.931497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:50:07.943065 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Sync routers for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:50:07.955615 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:07.956847 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:07.962526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:07.964836 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-63d883bf-d15c-4030-8f00-275e8c05c39c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1504514 Dec 12 04:50:07.969326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38536) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:07.984901 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.041461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Deleting port e57348fb-4b92-4230-b4ce-9c8331ef96b8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:50:08.041817 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.091698 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f851da6a-0237-4d40-b660-da81e6dab8cf tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5a750421c170474eb72fb3e3fa786693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1210704 Dec 12 04:50:08.094884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38540) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:08.098022 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:08.117904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] For port e57348fb-4b92-4230-b4ce-9c8331ef96b8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e57348fb-4b92-4230-b4ce-9c8331ef96b8,segment=NetworkSegment(3acdb69b-1fab-40a5-8bb1-29be1fbb8778),segment_id=3acdb69b-1fab-40a5-8bb1-29be1fbb8778)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:08.118273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.131260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Calling delete_port for e57348fb-4b92-4230-b4ce-9c8331ef96b8 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:50:08.226184 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.241395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce67e7-cddf-4b7a-9f55-0b0634a883aa None None] DHCP port deletion for 75813dba-6bc5-4472-8a0a-87df6cf4d00f request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:50:08.258808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57348fb-4b92-4230-b4ce-9c8331ef96b8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:08.267783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] No DVR routers for this DVR port e57348fb-4b92-4230-b4ce-9c8331ef96b8 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:50:08.291697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9991509-53f8-4885-a009-0b611a25a01f tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:08.294256 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a9991509-53f8-4885-a009-0b611a25a01f tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1983130 Dec 12 04:50:08.297000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38542) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:08.329432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 14d05c68-bc28-474b-851d-d94ca79589eb no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:50:08.338895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d3f90a3f-fb3b-4b03-a0e4-0ee7053dda7c tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407088 Dec 12 04:50:08.341616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38544) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:08.344756 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:50:07Z', 'revision_number': 3, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:08.351905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 14d05c68-bc28-474b-851d-d94ca79589eb {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:50:08.352264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 14d05c68-bc28-474b-851d-d94ca79589eb not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:50:08.352899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e57348fb-4b92-4230-b4ce-9c8331ef96b8 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:50:08.356578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1379779061', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:08.379602 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Checking router: 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:50:08.379948 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Updating router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e port d621b8a5-8b1d-4be0-a331-23ac49f5d42b binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:50:08.390203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e57348fb-4b92-4230-b4ce-9c8331ef96b8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:50:08.391265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e57348fb-4b92-4230-b4ce-9c8331ef96b8 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:50:08.391865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:50:08.393692 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.407499 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.423995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:50:08.424355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 84e0a9ef-7db2-4682-a6cc-7bd5b3206ff3 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:50:08.450325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75813dba-6bc5-4472-8a0a-87df6cf4d00f']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:08.462369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3acdb69b-1fab-40a5-8bb1-29be1fbb8778') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:08.462589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3acdb69b-1fab-40a5-8bb1-29be1fbb8778') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:08.474000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.489925 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.497062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:50:08.497539 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:50:08.500521 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:50:08.573221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.580215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.585841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/75813dba-6bc5-4472-8a0a-87df6cf4d00f HTTP/1.1" status: 204 len: 168 time: 0.6829066 Dec 12 04:50:08.601046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a26306-4ea7-47b5-8162-294d7db41ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=75813dba-6bc5-4472-8a0a-87df6cf4d00f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:08.743912 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.753391 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.786929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Made reservation on behalf of 5a750421c170474eb72fb3e3fa786693 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:50:08.790527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.803552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb94ec2-b167-45c5-88c8-a73fa8387dc7 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:50:08.812597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38548) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:08.823610 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Pushing event updated for resources: {'Port': ['ID=d621b8a5-8b1d-4be0-a331-23ac49f5d42b,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:08.844800 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Attempting to bind port d621b8a5-8b1d-4be0-a331-23ac49f5d42b on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:50:08.845420 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Attempting to bind port d621b8a5-8b1d-4be0-a331-23ac49f5d42b by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:50:08.846453 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Attempting to bind port d621b8a5-8b1d-4be0-a331-23ac49f5d42b on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:50:08.853014 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.853562 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.854071 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.854426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ba577258-d2a6-491b-8669-0424b7a2aae6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=741dc45cb32d45eda4aed3bc163791d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406277 Dec 12 04:50:08.855109 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.855454 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.855818 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.856179 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.856608 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.856841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38550) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:08.857121 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.857569 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.858543 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.858875 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.859203 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:50:08.866875 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:50:08.867558 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:50:08.867962 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.868343 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:50:08.868839 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Bound port: d621b8a5-8b1d-4be0-a331-23ac49f5d42b, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:50:08.869231 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.876162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ff1751d4-cd74-4a8f-8c7d-b57ba62d229d None None] Provisioning complete for port d621b8a5-8b1d-4be0-a331-23ac49f5d42b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:08.876737 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff1751d4-cd74-4a8f-8c7d-b57ba62d229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.921605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72f122bc-f4f1-448b-b30a-018ae415fa68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.923253 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ff1751d4-cd74-4a8f-8c7d-b57ba62d229d None None] Port d621b8a5-8b1d-4be0-a331-23ac49f5d42b cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:50:08.930967 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] For port d621b8a5-8b1d-4be0-a331-23ac49f5d42b, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:50:08.934594 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] For port d621b8a5-8b1d-4be0-a331-23ac49f5d42b, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d621b8a5-8b1d-4be0-a331-23ac49f5d42b,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:50:08.939142 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.948646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72f122bc-f4f1-448b-b30a-018ae415fa68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:08.990073 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:08.990810 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:08.992596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91680a5a-af67-4425-a49c-477aa8876474 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:50:09.011405 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72f122bc-f4f1-448b-b30a-018ae415fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.015266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-72f122bc-f4f1-448b-b30a-018ae415fa68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.019122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-72f122bc-f4f1-448b-b30a-018ae415fa68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f205c51-7da4-49ff-b1e5-f32cd032bfbc HTTP/1.1" status: 204 len: 168 time: 0.1589997 Dec 12 04:50:09.042004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f122bc-f4f1-448b-b30a-018ae415fa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f205c51-7da4-49ff-b1e5-f32cd032bfbc,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:09.047652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bd9b91a4-fe61-4f8d-8295-0723f274e616 None None] Provisioning complete for port d621b8a5-8b1d-4be0-a331-23ac49f5d42b triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:09.048035 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd9b91a4-fe61-4f8d-8295-0723f274e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.064237 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.067490 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e632542-9fec-48cb-9c27-9ee2889244b0 None None] Pushing event updated for resources: {'Port': ['ID=d621b8a5-8b1d-4be0-a331-23ac49f5d42b,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:09.127225 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:09.166931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd9b91a4-fe61-4f8d-8295-0723f274e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.167316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Checking segment: {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:50:09.167702 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network hostable DHCP agents. Network: 41ab402a-5d0a-4513-85ef-c17456e6404c, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:50:09.170977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Subnet': ['ID=18e46bb4-7668-4c36-872d-8050c66c4e5b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:09.191458 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 41ab402a-5d0a-4513-85ef-c17456e6404c is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:50:09.196738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bd9b91a4-fe61-4f8d-8295-0723f274e616 None None] For port d621b8a5-8b1d-4be0-a331-23ac49f5d42b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d621b8a5-8b1d-4be0-a331-23ac49f5d42b,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:09.202684 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd9b91a4-fe61-4f8d-8295-0723f274e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.205037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 41ab402a-5d0a-4513-85ef-c17456e6404c) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:50:09.212310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:09.214164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.237638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e3c0c-a162-45cc-ad2e-87636f69bbed None None] Network 41ab402a-5d0a-4513-85ef-c17456e6404c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:50:09.242547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38554) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:09.242811 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a12be65b-b5ce-425e-8403-abbf877c760e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8925443 Dec 12 04:50:09.349958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b91a4-fe61-4f8d-8295-0723f274e616 None None] Pushing event updated for resources: {'Port': ['ID=d621b8a5-8b1d-4be0-a331-23ac49f5d42b,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:09.410981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-41ab402a-5d0a-4513-85ef-c17456e6404c', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:50:09.411892 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.479160 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:50:07Z', 'revision_number': 3, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:09.511900 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607f93d-ef1b-4cd0-b0ea-db04d185d9a7 None None] The sync data for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 is: [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:50:07Z', 'revision_number': 3, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:50:09.527208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38558) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:09.562704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Allocated IP 172.20.0.2 (41ab402a-5d0a-4513-85ef-c17456e6404c/18e46bb4-7668-4c36-872d-8050c66c4e5b/0dc06362-e269-4187-be97-903b81e359d0) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:50:09.577716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c553086b-f1c7-4f0a-b506-476966cbbf3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5bf979b2055d4f02827170d3dbfde8c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486147 Dec 12 04:50:09.581189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38560) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:09.648194 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d988b09-554b-452d-8b49-798224028368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.670786 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d988b09-554b-452d-8b49-798224028368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.725510 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d988b09-554b-452d-8b49-798224028368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.728315 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d988b09-554b-452d-8b49-798224028368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.729612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5d988b09-554b-452d-8b49-798224028368 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30b9390c-a186-4ac1-8771-7d1fce424ee7 HTTP/1.1" status: 204 len: 168 time: 0.1472042 Dec 12 04:50:09.738225 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.747705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.761165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d988b09-554b-452d-8b49-798224028368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b9390c-a186-4ac1-8771-7d1fce424ee7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:09.797488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Network 41ab402a-5d0a-4513-85ef-c17456e6404c is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:50:09.811775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:50:09.825411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:50:09.870257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Pushing event updated for resources: {'Port': ['ID=0dc06362-e269-4187-be97-903b81e359d0,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:09.876281 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.907575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Attempting to bind port 0dc06362-e269-4187-be97-903b81e359d0 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:50:09.907960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Attempting to bind port 0dc06362-e269-4187-be97-903b81e359d0 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:50:09.908334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Attempting to bind port 0dc06362-e269-4187-be97-903b81e359d0 on network 41ab402a-5d0a-4513-85ef-c17456e6404c {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:50:09.913954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:50:09.914342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Checking segment: {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:50:09.914753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:09.915153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Bound using segment: {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:50:09.915632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Bound port: 0dc06362-e269-4187-be97-903b81e359d0, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:50:09.916017 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:10.001355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] For port 0dc06362-e269-4187-be97-903b81e359d0, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:50:10.006600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] For port 0dc06362-e269-4187-be97-903b81e359d0, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0dc06362-e269-4187-be97-903b81e359d0,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:50:10.013279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:10.109531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a0668-a4b9-4fff-b978-715c9d7c49c6 None None] Pushing event updated for resources: {'Port': ['ID=0dc06362-e269-4187-be97-903b81e359d0,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:10.343999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.20.0.1 (41ab402a-5d0a-4513-85ef-c17456e6404c/18e46bb4-7668-4c36-872d-8050c66c4e5b/55389711-719a-46d0-8830-0a46bfd03f64) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:50:10.402411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d621b8a5-8b1d-4be0-a331-23ac49f5d42b up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:50:10.501701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d621b8a5-8b1d-4be0-a331-23ac49f5d42b triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:10.502087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:10.518552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:10.575198 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:10.623361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 41ab402a-5d0a-4513-85ef-c17456e6404c is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:50:10.626965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:50:10.629442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:50:10.660386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=55389711-719a-46d0-8830-0a46bfd03f64,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:10.682576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:10.698267 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-71b04ebb-7838-4f5c-af06-b7727aa8b316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:11.088492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:11.214679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb25868-a722-4d00-9673-a9cd119c0ed9 None None] Network 41ab402a-5d0a-4513-85ef-c17456e6404c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:50:11.281001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-78bcbcf7-793f-494d-8071-f2214edaa3b7 None None] Provisioning complete for port 0dc06362-e269-4187-be97-903b81e359d0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:11.281382 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-78bcbcf7-793f-494d-8071-f2214edaa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:11.382503 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:11.387833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:11.468606 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:11.471104 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=55389711-719a-46d0-8830-0a46bfd03f64,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:11.567553 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-78bcbcf7-793f-494d-8071-f2214edaa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:11.578396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 41ab402a-5d0a-4513-85ef-c17456e6404c is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:50:11.580791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:50:11.601673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-78bcbcf7-793f-494d-8071-f2214edaa3b7 None None] For port 0dc06362-e269-4187-be97-903b81e359d0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0dc06362-e269-4187-be97-903b81e359d0,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:11.605822 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-78bcbcf7-793f-494d-8071-f2214edaa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:11.663040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcbcf7-793f-494d-8071-f2214edaa3b7 None None] Pushing event updated for resources: {'Port': ['ID=0dc06362-e269-4187-be97-903b81e359d0,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:11.709888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:50:11.823748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:50:11.828194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c66bb34e-4dc5-43ed-aff9-39865209fceb None None] Provisioning complete for port 0dc06362-e269-4187-be97-903b81e359d0 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:11.828577 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c66bb34e-4dc5-43ed-aff9-39865209fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:11.830466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4a43f5e5-75ef-4716-b496-b9f0c6d1ca49 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "PUT /v2.0/routers/0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5869870 Dec 12 04:50:11.833016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38564) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:11.857392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Sync routers for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:50:11.883357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:11.883996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:49:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:12.007998 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.015894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efc253-e67a-45bf-9f8b-34c8e03f5d4a tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:12.016403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efc253-e67a-45bf-9f8b-34c8e03f5d4a tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:12.016910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efc253-e67a-45bf-9f8b-34c8e03f5d4a tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:12.017403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efc253-e67a-45bf-9f8b-34c8e03f5d4a tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:12.019142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a2efc253-e67a-45bf-9f8b-34c8e03f5d4a tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1851146 Dec 12 04:50:12.021797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38566) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:12.049606 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:12.081825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c66bb34e-4dc5-43ed-aff9-39865209fceb None None] Provisioning complete for port 55389711-719a-46d0-8830-0a46bfd03f64 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:12.082211 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c66bb34e-4dc5-43ed-aff9-39865209fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.121396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a4b5b-40cc-4665-89c0-2b0797bf695f tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:12.121876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a4b5b-40cc-4665-89c0-2b0797bf695f tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:12.122351 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a4b5b-40cc-4665-89c0-2b0797bf695f tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:12.122821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a4b5b-40cc-4665-89c0-2b0797bf695f tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:12.124668 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-922a4b5b-40cc-4665-89c0-2b0797bf695f tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1018851 Dec 12 04:50:12.127467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38568) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:12.161091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c66bb34e-4dc5-43ed-aff9-39865209fceb None None] Port 55389711-719a-46d0-8830-0a46bfd03f64 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:50:12.290515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-19c8661b-41c8-4286-91e5-62ccda17c132 None None] Provisioning complete for port 55389711-719a-46d0-8830-0a46bfd03f64 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:12.290515 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-19c8661b-41c8-4286-91e5-62ccda17c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.321018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0dc06362-e269-4187-be97-903b81e359d0 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:50:12.363476 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e3f6f7d2-fc91-4f03-95c4-7a1ac8cd57b7 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2349176 Dec 12 04:50:12.365391 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-19c8661b-41c8-4286-91e5-62ccda17c132 None None] Port 55389711-719a-46d0-8830-0a46bfd03f64 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:50:12.381163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:50:11Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:11Z', 'revision_number': 2, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:12.415674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Checking router: 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:50:12.416040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Updating router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e port 55389711-719a-46d0-8830-0a46bfd03f64 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:50:12.438480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0dc06362-e269-4187-be97-903b81e359d0 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:12.438866 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.467589 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.753280 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38572) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:12.758457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8d9f6b50-b7ba-4874-9050-d0b3fcb380a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125224940', 'description': 'tempest-secgroup-smoke-1125224940 description', 'project_id': '5a750421c170474eb72fb3e3fa786693'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:12.770434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.775830 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.780881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b50-b7ba-4874-9050-d0b3fcb380a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.827744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5186e64-d755-49d7-841d-373c1af807dc None None] Pushing event updated for resources: {'Port': ['ID=55389711-719a-46d0-8830-0a46bfd03f64,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:12.862947 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b50-b7ba-4874-9050-d0b3fcb380a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.867818 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b50-b7ba-4874-9050-d0b3fcb380a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.878703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Attempting to bind port 55389711-719a-46d0-8830-0a46bfd03f64 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:50:12.879089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Attempting to bind port 55389711-719a-46d0-8830-0a46bfd03f64 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:50:12.879464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Attempting to bind port 55389711-719a-46d0-8830-0a46bfd03f64 on network 41ab402a-5d0a-4513-85ef-c17456e6404c {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:50:12.885903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:50:12.886970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Checking segment: {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:50:12.887638 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.888280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Bound using segment: {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:50:12.888922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Bound port: 55389711-719a-46d0-8830-0a46bfd03f64, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:50:12.889396 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.904143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f6b50-b7ba-4874-9050-d0b3fcb380a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe57774-76ac-43a0-9b24-a4800f11fe81,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:12.910457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b50-b7ba-4874-9050-d0b3fcb380a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.911708 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8d9f6b50-b7ba-4874-9050-d0b3fcb380a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1568878 Dec 12 04:50:12.914845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38574) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:12.920122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-aaabc064-d254-492f-99e3-3bc586b867c6 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'afe57774-76ac-43a0-9b24-a4800f11fe81', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:12.953737 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aaabc064-d254-492f-99e3-3bc586b867c6 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:12.964883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] For port 55389711-719a-46d0-8830-0a46bfd03f64, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:50:12.968249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] For port 55389711-719a-46d0-8830-0a46bfd03f64, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=55389711-719a-46d0-8830-0a46bfd03f64,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:50:12.973918 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.016622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aaabc064-d254-492f-99e3-3bc586b867c6 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.020736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aaabc064-d254-492f-99e3-3bc586b867c6 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.036796 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3ee0833c-dfd0-4139-917d-5d6ac6da865c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.046159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabc064-d254-492f-99e3-3bc586b867c6 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d535ac8-185c-4cbf-a8f6-d837135f3089,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:13.055405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5186e64-d755-49d7-841d-373c1af807dc None None] Pushing event updated for resources: {'Port': ['ID=55389711-719a-46d0-8830-0a46bfd03f64,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:13.060162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:13.061519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:50:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:13.064095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aaabc064-d254-492f-99e3-3bc586b867c6 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.065458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aaabc064-d254-492f-99e3-3bc586b867c6 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495385 Dec 12 04:50:13.068061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38576) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:13.072601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-acbb4004-e3f7-441c-b7f9-f52728bb61b0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'afe57774-76ac-43a0-9b24-a4800f11fe81', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:13.107395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acbb4004-e3f7-441c-b7f9-f52728bb61b0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.169693 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ebc026bc-4eff-4132-b01a-ea3fd1b8fe48 None None] Provisioning complete for port 55389711-719a-46d0-8830-0a46bfd03f64 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:13.170150 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebc026bc-4eff-4132-b01a-ea3fd1b8fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.181179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acbb4004-e3f7-441c-b7f9-f52728bb61b0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.188034 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acbb4004-e3f7-441c-b7f9-f52728bb61b0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.207325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb4004-e3f7-441c-b7f9-f52728bb61b0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5963a9a1-6ff8-4142-97e2-24e1296c2c18,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:13.216640 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acbb4004-e3f7-441c-b7f9-f52728bb61b0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.221425 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-acbb4004-e3f7-441c-b7f9-f52728bb61b0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498866 Dec 12 04:50:13.221780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38578) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:13.226425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b25a57c5-7451-46e8-81bd-aacbb4b07fde tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'afe57774-76ac-43a0-9b24-a4800f11fe81', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:13.228480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:13.261259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b25a57c5-7451-46e8-81bd-aacbb4b07fde tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.320727 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b25a57c5-7451-46e8-81bd-aacbb4b07fde tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.324658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b25a57c5-7451-46e8-81bd-aacbb4b07fde tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.343226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a57c5-7451-46e8-81bd-aacbb4b07fde tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc79f00-458f-4d01-a637-6bff1287afa2,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:13.350995 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b25a57c5-7451-46e8-81bd-aacbb4b07fde tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.352241 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b25a57c5-7451-46e8-81bd-aacbb4b07fde tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294374 Dec 12 04:50:13.354971 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38580) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:13.360018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2fd8f5a8-6ebd-41d6-8f2e-ace8ea5acecd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'afe57774-76ac-43a0-9b24-a4800f11fe81', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:13.384983 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebc026bc-4eff-4132-b01a-ea3fd1b8fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.386897 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f5a8-6ebd-41d6-8f2e-ace8ea5acecd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.438214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ebc026bc-4eff-4132-b01a-ea3fd1b8fe48 None None] For port 55389711-719a-46d0-8830-0a46bfd03f64, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=55389711-719a-46d0-8830-0a46bfd03f64,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:13.445368 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ebc026bc-4eff-4132-b01a-ea3fd1b8fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.454835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f5a8-6ebd-41d6-8f2e-ace8ea5acecd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.460423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f5a8-6ebd-41d6-8f2e-ace8ea5acecd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.480437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8f5a8-6ebd-41d6-8f2e-ace8ea5acecd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b69946a-1921-41bc-b50f-28c04f76b49b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:13.486753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f5a8-6ebd-41d6-8f2e-ace8ea5acecd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.490840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2fd8f5a8-6ebd-41d6-8f2e-ace8ea5acecd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320801 Dec 12 04:50:13.490840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38582) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:13.495098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fa7dabde-cfc2-4f74-964b-945d97959dd8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'afe57774-76ac-43a0-9b24-a4800f11fe81', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:13.517938 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-fa7dabde-cfc2-4f74-964b-945d97959dd8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Project 5a750421c170474eb72fb3e3fa786693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:50:13.522990 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7dabde-cfc2-4f74-964b-945d97959dd8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.524914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc026bc-4eff-4132-b01a-ea3fd1b8fe48 None None] Pushing event updated for resources: {'Port': ['ID=55389711-719a-46d0-8830-0a46bfd03f64,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:13.548283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:50:11Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:12Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:13.583625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd99c5bc-1dc3-4f1a-9bb2-b58bbdde256b None None] The sync data for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 is: [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:50:11Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:12Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:50:13.594550 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7dabde-cfc2-4f74-964b-945d97959dd8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.594773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cb9202b5-43af-4546-8270-95bc36e23cf6 None None] Provisioning complete for port 55389711-719a-46d0-8830-0a46bfd03f64 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:13.595126 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb9202b5-43af-4546-8270-95bc36e23cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.599255 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7dabde-cfc2-4f74-964b-945d97959dd8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.619693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dabde-cfc2-4f74-964b-945d97959dd8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d3a88c-f654-4815-8e5c-a094c331dfd6,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:13.635018 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa7dabde-cfc2-4f74-964b-945d97959dd8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.636988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa7dabde-cfc2-4f74-964b-945d97959dd8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450303 Dec 12 04:50:13.640194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38584) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:13.646446 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-172da5f5-1862-4bae-ad98-98a227ffb946 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'afe57774-76ac-43a0-9b24-a4800f11fe81', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:13.690054 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-172da5f5-1862-4bae-ad98-98a227ffb946 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Project 5a750421c170474eb72fb3e3fa786693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:50:13.695739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-172da5f5-1862-4bae-ad98-98a227ffb946 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.768175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-172da5f5-1862-4bae-ad98-98a227ffb946 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.771888 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-172da5f5-1862-4bae-ad98-98a227ffb946 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.790164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172da5f5-1862-4bae-ad98-98a227ffb946 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3589c8fc-b27b-47b7-8646-871cbd8aabd4,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:13.799330 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-172da5f5-1862-4bae-ad98-98a227ffb946 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:13.800582 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-172da5f5-1862-4bae-ad98-98a227ffb946 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591246 Dec 12 04:50:14.002755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-1c11500b-4e14-4e49-9ae4-db5cb86d25e6 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125224940&fields=id&tenant_id=5a750421c170474eb72fb3e3fa786693 HTTP/1.1" status: 200 len: 267 time: 0.0454290 Dec 12 04:50:14.119915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a056d-312b-4386-804e-21134e75963e req-b625c7e2-c20f-4bad-acd9-d271c7f96524 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:14.121455 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-b625c7e2-c20f-4bad-acd9-d271c7f96524 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/networks?id=41ab402a-5d0a-4513-85ef-c17456e6404c HTTP/1.1" status: 200 len: 797 time: 0.1116765 Dec 12 04:50:14.138349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-b589bf15-26ba-458b-890a-37a8d3854138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/quotas/5a750421c170474eb72fb3e3fa786693 HTTP/1.1" status: 200 len: 375 time: 0.0100961 Dec 12 04:50:14.146848 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:14.176233 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:14.195140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-a0736b3c-48d4-45d4-94b2-7bfd26dc09b1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493367 Dec 12 04:50:14.287792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 55389711-719a-46d0-8830-0a46bfd03f64 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:50:14.321894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-ab5f0971-dca1-41ec-af0b-95f910bc2096 service neutron] 10.222.0.36 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123636 Dec 12 04:50:14.342874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 55389711-719a-46d0-8830-0a46bfd03f64 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:14.343341 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:14.418348 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-8e0c450e-f9b1-443c-bde8-650c53008537 service neutron] 10.222.0.36 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871205 Dec 12 04:50:14.600553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ea2a577-a002-4418-8df5-373e7156a75d req-6e0d4522-9872-4a5b-9f3f-b66ff0f80257 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 210 time: 0.0382771 Dec 12 04:50:15.709731 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dec257e5-2600-48ee-b1c9-e486194f0e3c req-581add3f-19ea-47a8-baec-cb9cd591b08e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 210 time: 0.0353696 Dec 12 04:50:15.716182 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:15.758724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a056d-312b-4386-804e-21134e75963e req-0195e27d-0938-4e20-b5ba-05732ad0632e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:15.760281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-0195e27d-0938-4e20-b5ba-05732ad0632e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "GET /v2.0/networks?id=41ab402a-5d0a-4513-85ef-c17456e6404c HTTP/1.1" status: 200 len: 797 time: 0.1218066 Dec 12 04:50:15.851511 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-c6c85aec-3d3f-4249-acb5-f2f147308600 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a750421c170474eb72fb3e3fa786693 HTTP/1.1" status: 200 len: 380 time: 0.0709224 Dec 12 04:50:15.891363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'port': {'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'admin_state_up': True, 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'security_groups': ['afe57774-76ac-43a0-9b24-a4800f11fe81']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:15.996878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Made reservation on behalf of 5a750421c170474eb72fb3e3fa786693 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:50:16.001076 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:16.127986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.20.0.11 (41ab402a-5d0a-4513-85ef-c17456e6404c/18e46bb4-7668-4c36-872d-8050c66c4e5b/9ae45abb-1f3b-4416-ad01-b10b57af8e10) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:50:16.264041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:16.297565 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:16.339033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 41ab402a-5d0a-4513-85ef-c17456e6404c is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:50:16.342165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:50:16.346391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:50:16.374042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=9ae45abb-1f3b-4416-ad01-b10b57af8e10,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:16.400591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:16.401295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:16.419857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-57dccdf7-b92b-4ac6-8e76-d869225c2ec9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5321951 Dec 12 04:50:16.438512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Request body: {'port': {'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:16.496572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:16.540656 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3175f967-468f-4c53-8982-445bfe30f56d None None] Provisioning complete for port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:16.541069 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3175f967-468f-4c53-8982-445bfe30f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:16.577236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3175f967-468f-4c53-8982-445bfe30f56d None None] Port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:50:16.743494 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:16.757289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae45abb-1f3b-4416-ad01-b10b57af8e10 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:50:16.765163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:16.778170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Transition to ACTIVE for port object 9ae45abb-1f3b-4416-ad01-b10b57af8e10 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:50:16.781904 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:16.884255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae45abb-1f3b-4416-ad01-b10b57af8e10,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:16.926762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964521e2-6073-4a32-bb6b-7ab2cbf46aa6 req-f219d8b2-2731-4e16-9a89-c76b42fc381d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:16.928339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-964521e2-6073-4a32-bb6b-7ab2cbf46aa6 req-f219d8b2-2731-4e16-9a89-c76b42fc381d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 944 time: 0.1390445 Dec 12 04:50:16.974849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Attempting to bind port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:50:16.975199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Attempting to bind port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:50:16.975542 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Attempting to bind port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 on network 41ab402a-5d0a-4513-85ef-c17456e6404c {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:50:16.988335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 on network 41ab402a-5d0a-4513-85ef-c17456e6404c not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:50:16.988667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Attempting to bind port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 on network 41ab402a-5d0a-4513-85ef-c17456e6404c {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:50:17.003294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-964521e2-6073-4a32-bb6b-7ab2cbf46aa6 req-fb244985-8086-43f2-b667-05a949e7ba22 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681691 Dec 12 04:50:17.004273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:50:17.004618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Checking segment: {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:50:17.005030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Bound using segment: {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:50:17.005477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Bound port: 9ae45abb-1f3b-4416-ad01-b10b57af8e10, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:50:17.005841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:17.068221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] For port 9ae45abb-1f3b-4416-ad01-b10b57af8e10, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:50:17.071195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] For port 9ae45abb-1f3b-4416-ad01-b10b57af8e10, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:50:17.075968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:17.116199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:17.116878 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:17.118258 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] 10.222.0.18 "PUT /v2.0/ports/9ae45abb-1f3b-4416-ad01-b10b57af8e10 HTTP/1.1" status: 200 len: 1092 time: 0.6842513 Dec 12 04:50:17.118703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:50:17.121107 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8" -d '{"events": [{"name": "network-changed", "server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:50:17.146893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab1f7b-c774-40f7-8dea-66d1e91ff32f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae45abb-1f3b-4416-ad01-b10b57af8e10,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:17.169577 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5a1bcd-ae9e-4c76-9b9e-b478ed77ae9f x-openstack-request-id: req-6d5a1bcd-ae9e-4c76-9b9e-b478ed77ae9f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:50:17.169882 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:50:17.170159 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d5a1bcd-ae9e-4c76-9b9e-b478ed77ae9f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:50:17.170571 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'status': 'completed', 'code': 200} Dec 12 04:50:17.230565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a056d-312b-4386-804e-21134e75963e req-12c23de4-5de3-4273-9431-5b86d710acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:17.232095 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-12c23de4-5de3-4273-9431-5b86d710acae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 1095 time: 0.0438037 Dec 12 04:50:17.282233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-aaa45ecd-a82b-4224-b74c-656e0330f370 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10 HTTP/1.1" status: 200 len: 217 time: 0.0371122 Dec 12 04:50:17.336775 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a056d-312b-4386-804e-21134e75963e req-a48052d3-b705-4448-8725-c33e36f992a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:17.338281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-a48052d3-b705-4448-8725-c33e36f992a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e46bb4-7668-4c36-872d-8050c66c4e5b HTTP/1.1" status: 200 len: 835 time: 0.0491886 Dec 12 04:50:17.383481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a056d-312b-4386-804e-21134e75963e req-eedab6bc-3ae6-4574-aff7-2f7fd8daecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:17.384983 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-eedab6bc-3ae6-4574-aff7-2f7fd8daecc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41ab402a-5d0a-4513-85ef-c17456e6404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398083 Dec 12 04:50:17.476515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-e45401c4-5e6b-4088-b585-352bacb67f6e service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833318 Dec 12 04:50:17.569758 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-675a056d-312b-4386-804e-21134e75963e req-95bc8c0e-c254-4ad0-8e9f-1563e7983d23 service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 Dec 12 04:50:17.701006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-813e9f97-5931-4fec-bd9d-efae27308390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:17.702609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-813e9f97-5931-4fec-bd9d-efae27308390 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 1095 time: 0.0408647 Dec 12 04:50:17.795673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-5ff26c73-9c7a-409a-82fb-487eaccdd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:17.797816 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-5ff26c73-9c7a-409a-82fb-487eaccdd899 service neutron] 10.222.0.18 "GET /v2.0/networks?id=41ab402a-5d0a-4513-85ef-c17456e6404c HTTP/1.1" status: 200 len: 897 time: 0.0885987 Dec 12 04:50:17.838436 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-5e87341e-4326-477d-a718-cccc08cda29b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10 HTTP/1.1" status: 200 len: 217 time: 0.0341458 Dec 12 04:50:17.885898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-1a156603-060a-4419-abdd-70f7ac5eba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:17.887563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-1a156603-060a-4419-abdd-70f7ac5eba53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e46bb4-7668-4c36-872d-8050c66c4e5b HTTP/1.1" status: 200 len: 835 time: 0.0423100 Dec 12 04:50:17.936998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-2b211377-4b2c-47b7-b88d-8d5bfc5474fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:17.938468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-2b211377-4b2c-47b7-b88d-8d5bfc5474fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41ab402a-5d0a-4513-85ef-c17456e6404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431957 Dec 12 04:50:18.027801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-3a79b46b-7453-4c34-a0c5-d8e9e8793179 service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808802 Dec 12 04:50:18.160171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7a7d-5d18-4e78-ad10-94a0625ae687 req-bf8e7238-b6a0-4d44-a6ad-18f9f3a873d2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:18.161667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-105c7a7d-5d18-4e78-ad10-94a0625ae687 req-bf8e7238-b6a0-4d44-a6ad-18f9f3a873d2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 944 time: 0.0808744 Dec 12 04:50:18.164010 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94d6d5da-6342-4ff3-9da5-7b8f9533cca8 req-f990757e-2482-4967-85ab-12704d9e50ca service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286798 Dec 12 04:50:18.212787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-105c7a7d-5d18-4e78-ad10-94a0625ae687 req-995d2f9a-c2a5-4fa6-812b-cbbb1c676c72 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449364 Dec 12 04:50:18.875694 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-108b0707-43e8-4b0f-8064-e0c7bdf8fef4 req-0cb60760-f373-48fe-a197-7f9b0719d578 service neutron] (103451) timed out ('10.222.0.36', 33912) {{(pid=103451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 04:50:19.331814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df37ff-9d41-457b-876f-bf7c781c7600 req-45b93392-5105-4fe1-9ac0-3093539a2a1f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:19.333309 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3df37ff-9d41-457b-876f-bf7c781c7600 req-45b93392-5105-4fe1-9ac0-3093539a2a1f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 944 time: 0.0527480 Dec 12 04:50:19.381838 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3df37ff-9d41-457b-876f-bf7c781c7600 req-6decbb65-4ac6-4c1c-a029-d7a65d654073 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425420 Dec 12 04:50:19.680120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9ae45abb-1f3b-4416-ad01-b10b57af8e10 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:50:19.774965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9ae45abb-1f3b-4416-ad01-b10b57af8e10, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:19.786588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:50:19.822225 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:19.835625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae45abb-1f3b-4416-ad01-b10b57af8e10 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:50:19.854407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9ae45abb-1f3b-4416-ad01-b10b57af8e10, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:19.858172 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:19.905222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9ae45abb-1f3b-4416-ad01-b10b57af8e10,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:20.127481 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['9ae45abb-1f3b-4416-ad01-b10b57af8e10'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:50:20.494792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84aad0-4f80-4877-aa5c-6d7f168f98fe req-02de58f3-a240-44c4-a8e5-37d4222a6951 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:20.496273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b84aad0-4f80-4877-aa5c-6d7f168f98fe req-02de58f3-a240-44c4-a8e5-37d4222a6951 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 945 time: 0.0476356 Dec 12 04:50:20.548524 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6b84aad0-4f80-4877-aa5c-6d7f168f98fe req-c0abaaae-230f-47ea-8e8b-a38f7203b4e2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457256 Dec 12 04:50:21.661843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eed82-e366-4521-ae7f-907ccdd0a32f req-dd8ea38e-967c-4a5c-a26a-36f365f1bbb8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:21.663320 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-672eed82-e366-4521-ae7f-907ccdd0a32f req-dd8ea38e-967c-4a5c-a26a-36f365f1bbb8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 945 time: 0.0484426 Dec 12 04:50:21.697838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9ae45abb-1f3b-4416-ad01-b10b57af8e10 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:50:21.712346 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-672eed82-e366-4521-ae7f-907ccdd0a32f req-70e53253-5b80-4ab7-99a6-54ae3ec728e9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Dec 12 04:50:21.749106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:50:21.753357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:50:21.753735 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:21.829513 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:21.850816 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:50:21.853123 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f62a8f0-fee8-4586-9c3b-6aa0e74c866c" -d '{"events": [{"server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "name": "network-vif-plugged", "status": "completed", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:50:21.866003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 9ae45abb-1f3b-4416-ad01-b10b57af8e10, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:50:21.870138 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:21.893841 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e9140d-ca32-4d98-84a5-eea75c1e92e2 x-openstack-request-id: req-95e9140d-ca32-4d98-84a5-eea75c1e92e2 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:50:21.894139 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "name": "network-vif-plugged", "status": "completed", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:50:21.894402 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95e9140d-ca32-4d98-84a5-eea75c1e92e2 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:50:21.894804 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'code': 200} Dec 12 04:50:21.922577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=9ae45abb-1f3b-4416-ad01-b10b57af8e10,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:22.021250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8667a5-553d-4e90-9c01-e821fe48044d req-310f9735-e127-453c-a1b9-1babf3df6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:22.022745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a8667a5-553d-4e90-9c01-e821fe48044d req-310f9735-e127-453c-a1b9-1babf3df6e5e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 1097 time: 0.0400939 Dec 12 04:50:22.069287 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a8667a5-553d-4e90-9c01-e821fe48044d req-0313531f-0e97-47b2-9395-b843d65853ee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386512 Dec 12 04:50:22.826666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf72060-1bb1-4d05-8052-eccf04b2279d req-3495966d-8dc6-4195-8d0d-dc15974dc7d4 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:22.829207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cf72060-1bb1-4d05-8052-eccf04b2279d req-3495966d-8dc6-4195-8d0d-dc15974dc7d4 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 946 time: 0.0498805 Dec 12 04:50:22.890860 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6cf72060-1bb1-4d05-8052-eccf04b2279d req-2ca9fd10-c479-4c8b-93b8-54b8b888a218 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535400 Dec 12 04:50:24.006541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363ce0-68bd-4f7a-bcc5-c75898c2e185 req-32693bba-d784-4030-90f2-28f702621c79 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:24.008004 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f363ce0-68bd-4f7a-bcc5-c75898c2e185 req-32693bba-d784-4030-90f2-28f702621c79 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 946 time: 0.0480824 Dec 12 04:50:24.056601 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f363ce0-68bd-4f7a-bcc5-c75898c2e185 req-2e7185e5-661e-4b5f-86b7-eba8da25064e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Dec 12 04:50:24.172126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff36614-d4d8-4718-8387-a0cfddf3d65d req-b0e14e4f-ca1a-44e4-abcf-fb64d5909adb tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:24.173577 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aff36614-d4d8-4718-8387-a0cfddf3d65d req-b0e14e4f-ca1a-44e4-abcf-fb64d5909adb tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 946 time: 0.0491469 Dec 12 04:50:24.224576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aff36614-d4d8-4718-8387-a0cfddf3d65d req-0a7de96f-9adc-429d-ab38-5228aa1f57f8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442417 Dec 12 04:50:24.247243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38632) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:24.265768 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-689d9671-5008-4bb2-bd34-965fd8bc2552 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456209 Dec 12 04:50:24.288028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3912800-b919-4ceb-a352-2bfd97849919 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:24.290203 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b3912800-b919-4ceb-a352-2bfd97849919 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 1092 time: 0.0415957 Dec 12 04:50:24.292860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38634) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:24.297269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:50:24.318269 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:24.365137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-c492aa0f-6977-41dd-909a-b5842df810c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:24.366664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-c492aa0f-6977-41dd-909a-b5842df810c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 1097 time: 0.0413601 Dec 12 04:50:24.419232 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:24.471491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-6f41d4d2-4807-4937-99f7-4d5a3eb947ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:24.472945 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-6f41d4d2-4807-4937-99f7-4d5a3eb947ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=41ab402a-5d0a-4513-85ef-c17456e6404c HTTP/1.1" status: 200 len: 897 time: 0.0858727 Dec 12 04:50:24.519528 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-b9956056-d62a-4554-bba4-89392aff9bd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10 HTTP/1.1" status: 200 len: 217 time: 0.0391541 Dec 12 04:50:24.520176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.25.7.173 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/d766d363-a669-4b98-8d69-835e106f0966) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:50:24.568584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-a898faa2-b93c-4377-96bf-cee6f73d15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:24.570075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-a898faa2-b93c-4377-96bf-cee6f73d15c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e46bb4-7668-4c36-872d-8050c66c4e5b HTTP/1.1" status: 200 len: 835 time: 0.0442231 Dec 12 04:50:24.615529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-9d0d08ed-4829-41b3-87a8-7261bbd5b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:24.617137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-9d0d08ed-4829-41b3-87a8-7261bbd5b6fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41ab402a-5d0a-4513-85ef-c17456e6404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395453 Dec 12 04:50:24.623826 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:24.658835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:24.697212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:50:24.700166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:50:24.703832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:50:24.712086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-199afeec-4dfc-49c8-98cb-7933a0b72630 service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875337 Dec 12 04:50:24.728857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=d766d363-a669-4b98-8d69-835e106f0966,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:24.805945 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9c72bbc-8ed0-4ce2-9e85-f769cace752e req-125fcb38-56fb-4238-8584-07254e890c04 service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866022 Dec 12 04:50:25.059108 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:25.125517 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:25.275379 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:25.279817 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:25.349457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=d766d363-a669-4b98-8d69-835e106f0966,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:50:25.361110 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:25.758810 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Floating IP c4259708-76e0-4c97-8a60-2d677c39f7a9 associated. External IP: 172.25.7.173, port: 9ae45abb-1f3b-4416-ad01-b10b57af8e10. Dec 12 04:50:25.978085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:50:26.083032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:50:26.092769 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] Sync routers for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:50:26.101443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:26.102502 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:26.103255 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:50:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:26.128504 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4ce5acaf-b4e9-48cc-8f30-e1528a1509db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8346150 Dec 12 04:50:26.129177 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:50:26.131425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38636) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:26.131884 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d0cb65-d146-42e9-9da1-11252236b474" -d '{"events": [{"name": "network-changed", "server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:50:26.172584 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c5deab-ab55-4fc3-b953-e566f89f8929 x-openstack-request-id: req-70c5deab-ab55-4fc3-b953-e566f89f8929 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:50:26.173152 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:50:26.173833 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70c5deab-ab55-4fc3-b953-e566f89f8929 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:50:26.173958 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'status': 'completed', 'code': 200} Dec 12 04:50:26.210964 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:26.447848 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:50:11Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c4259708-76e0-4c97-8a60-2d677c39f7a9', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:50:24Z', 'updated_at': '2021-12-12T04:50:24Z', 'revision_number': 0, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:26.474551 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] Checking router: 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:50:26.483140 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:50:26.484302 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:50:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:26.543577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9fd7b006-f409-4aa6-afa1-30db7ffecae1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/floatingips/c4259708-76e0-4c97-8a60-2d677c39f7a9 HTTP/1.1" status: 200 len: 992 time: 0.4092855 Dec 12 04:50:26.549639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0cb65-d146-42e9-9da1-11252236b474 req-4a333023-a547-4293-aaf1-fc82fa37a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:26.551324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d0cb65-d146-42e9-9da1-11252236b474 req-4a333023-a547-4293-aaf1-fc82fa37a4b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 1097 time: 0.3358994 Dec 12 04:50:26.612631 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:50:26.647151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0cb65-d146-42e9-9da1-11252236b474 req-91c76979-80f5-4ca8-a0cf-6e7221d36f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:26.648628 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d0cb65-d146-42e9-9da1-11252236b474 req-91c76979-80f5-4ca8-a0cf-6e7221d36f16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=41ab402a-5d0a-4513-85ef-c17456e6404c HTTP/1.1" status: 200 len: 897 time: 0.0910237 Dec 12 04:50:26.720075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d0cb65-d146-42e9-9da1-11252236b474 req-9f12e56d-d78b-4820-b5e2-873bbfc1ef50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10 HTTP/1.1" status: 200 len: 1000 time: 0.0648546 Dec 12 04:50:26.795527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0cb65-d146-42e9-9da1-11252236b474 req-76d9a80a-50d9-4c3c-ae92-31bd61ff6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:26.797752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d0cb65-d146-42e9-9da1-11252236b474 req-76d9a80a-50d9-4c3c-ae92-31bd61ff6a04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e46bb4-7668-4c36-872d-8050c66c4e5b HTTP/1.1" status: 200 len: 835 time: 0.0506914 Dec 12 04:50:26.844643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0cb65-d146-42e9-9da1-11252236b474 req-4bc89327-259f-47ce-9847-4f9567f10e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:26.846216 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d0cb65-d146-42e9-9da1-11252236b474 req-4bc89327-259f-47ce-9847-4f9567f10e12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41ab402a-5d0a-4513-85ef-c17456e6404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418913 Dec 12 04:50:26.860140 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:50:11Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c4259708-76e0-4c97-8a60-2d677c39f7a9', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:50:24Z', 'updated_at': '2021-12-12T04:50:24Z', 'revision_number': 0, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:50:26.887372 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd5bd6-d2ff-4de3-b885-37991f272e1d None None] The sync data for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 is: [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:50:11Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c4259708-76e0-4c97-8a60-2d677c39f7a9', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:50:24Z', 'updated_at': '2021-12-12T04:50:24Z', 'revision_number': 0, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:50:26.948797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d0cb65-d146-42e9-9da1-11252236b474 req-b929512b-97c6-447a-8ae3-b7bb76a4d08e service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946369 Dec 12 04:50:27.046851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-42d0cb65-d146-42e9-9da1-11252236b474 req-56d3e239-616a-496f-84ea-3b34cf1bb2e6 service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892701 Dec 12 04:50:27.073932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6944a-b3a5-467e-97a9-62ddea188715 None None] New status for floating IP c4259708-76e0-4c97-8a60-2d677c39f7a9: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:50:27.546227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38642) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:27.609563 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3cd34aca-aee6-4531-bc05-97e2ce46b68a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/floatingips/c4259708-76e0-4c97-8a60-2d677c39f7a9 HTTP/1.1" status: 200 len: 994 time: 0.0621736 Dec 12 04:50:39.168397 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:50:40.699835 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ddc7-240b-4600-a778-798899ad97fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:41.989261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:42.998130 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4b43013-2e83-424f-a00f-605df7acb482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:44.157326 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:44.176570 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:45.709743 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:46.737069 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:50:58.837748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38662) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:50:58.908320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1e647-c27c-48bf-bb4e-d7dbe0c6aae4 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:58.908833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1e647-c27c-48bf-bb4e-d7dbe0c6aae4 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:58.909328 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1e647-c27c-48bf-bb4e-d7dbe0c6aae4 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:50:58.910998 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-16a1e647-c27c-48bf-bb4e-d7dbe0c6aae4 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=5a750421c170474eb72fb3e3fa786693&network_id=41ab402a-5d0a-4513-85ef-c17456e6404c HTTP/1.1" status: 200 len: 2970 time: 0.0722454 Dec 12 04:51:00.706207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38672) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:00.755756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58831667-e899-4118-9377-b27d4631a220 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:00.757241 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-58831667-e899-4118-9377-b27d4631a220 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b HTTP/1.1" status: 200 len: 814 time: 0.0500422 Dec 12 04:51:01.659213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38678) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:01.664230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'network': {'name': 'tempest-network-smoke--1827633956', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'port_security_enabled': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:01.685113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Made reservation on behalf of 5a750421c170474eb72fb3e3fa786693 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:51:01.689127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:01.715409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:51:01.724014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:01.724365 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Added segment 4023ac98-5dcf-45d1-88a6-e1620f3c9e0a of type vlan for network 4bd92e3d-5a08-4370-ab0a-a6a261839412 Dec 12 04:51:01.763792 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:01.786454 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:01.792082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:01.792674 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:01.846428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1861558 Dec 12 04:51:01.849555 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38680) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:01.897558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Network': ['ID=4bd92e3d-5a08-4370-ab0a-a6a261839412,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:01.919840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.920121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.920468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.920838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.921783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.922126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.922465 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.922799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.923134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.923469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.923800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.924130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.924462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad99076-34b1-488d-af15-0ccecb853faf tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:01.935896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 4bd92e3d-5a08-4370-ab0a-a6a261839412 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:51:01.948014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd072d5-0a28-4b64-b45b-6607b586ec6b tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:01.949561 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2cd072d5-0a28-4b64-b45b-6607b586ec6b tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5a750421c170474eb72fb3e3fa786693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0991020 Dec 12 04:51:01.952309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38682) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:02.098175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6aeb1-cfcd-433c-81af-dc61d508631d tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:02.099734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e5f6aeb1-cfcd-433c-81af-dc61d508631d tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464517 Dec 12 04:51:02.103060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38684) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:02.140655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-33733000-fdd8-4c0a-8e7d-cc9e23e86f78 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365341 Dec 12 04:51:02.143204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38686) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:02.169769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-537d30dd-6aee-48de-843f-8aa52a975e5f tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5a750421c170474eb72fb3e3fa786693&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255735 Dec 12 04:51:02.172633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38688) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:02.258506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1283c2d7-5630-4eb3-8dfc-acd1fb6b88de tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:02.260139 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1283c2d7-5630-4eb3-8dfc-acd1fb6b88de tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866671 Dec 12 04:51:02.263080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38690) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:02.291929 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7fb3bef2-387a-4e05-bb21-bac1c949079b tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274665 Dec 12 04:51:02.294099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38692) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:02.298759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-466028272', 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:02.385591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Made reservation on behalf of 5a750421c170474eb72fb3e3fa786693 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:51:02.389498 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:02.563588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:02.628544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Subnet': ['ID=7d895fb5-546b-4e61-b1b8-016e6550e119,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:02.636062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Checking segment: {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:51:02.636425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network hostable DHCP agents. Network: 4bd92e3d-5a08-4370-ab0a-a6a261839412, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:51:02.653559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 4bd92e3d-5a08-4370-ab0a-a6a261839412 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:51:02.661839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 4bd92e3d-5a08-4370-ab0a-a6a261839412) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:51:02.665818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:02.666418 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:02.670575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f3ffe-168b-49ec-89fc-d2b9dee71c91 None None] Network 4bd92e3d-5a08-4370-ab0a-a6a261839412 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:51:02.681616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eaa7b621-2902-4740-9e53-45fed5b544db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3865347 Dec 12 04:51:02.770476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-4bd92e3d-5a08-4370-ab0a-a6a261839412', 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ips': [{'subnet_id': '7d895fb5-546b-4e61-b1b8-016e6550e119'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:51:02.771348 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:02.850576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38696) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:02.855221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-266d04b0-31aa-4a16-aeeb-65b79013b37f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030951865', 'description': 'tempest-secgroup-smoke-1030951865 description', 'project_id': '5a750421c170474eb72fb3e3fa786693'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:02.880461 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-266d04b0-31aa-4a16-aeeb-65b79013b37f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:02.901992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Allocated IP 172.20.0.18 (4bd92e3d-5a08-4370-ab0a-a6a261839412/7d895fb5-546b-4e61-b1b8-016e6550e119/9ced8548-f7d5-48fd-b5be-44e31c83bd65) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:51:02.948375 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-266d04b0-31aa-4a16-aeeb-65b79013b37f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:02.952941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-266d04b0-31aa-4a16-aeeb-65b79013b37f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:02.979794 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-266d04b0-31aa-4a16-aeeb-65b79013b37f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:02.981198 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-266d04b0-31aa-4a16-aeeb-65b79013b37f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1294570 Dec 12 04:51:02.983988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38698) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:02.989089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e8de0770-04f2-49e7-aaa6-c443f44bb0f4 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'dd68f57e-0caa-4b29-9ee4-0e4daef5debd', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:02.996002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d04b0-31aa-4a16-aeeb-65b79013b37f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68f57e-0caa-4b29-9ee4-0e4daef5debd,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:03.020922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8de0770-04f2-49e7-aaa6-c443f44bb0f4 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.053923 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.059318 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.076774 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8de0770-04f2-49e7-aaa6-c443f44bb0f4 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.080285 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8de0770-04f2-49e7-aaa6-c443f44bb0f4 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.097467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de0770-04f2-49e7-aaa6-c443f44bb0f4 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d4345d-a555-4f59-a8fd-ee58c3e54060,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:03.100303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Network 4bd92e3d-5a08-4370-ab0a-a6a261839412 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:51:03.105554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:51:03.108368 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8de0770-04f2-49e7-aaa6-c443f44bb0f4 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.110215 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e8de0770-04f2-49e7-aaa6-c443f44bb0f4 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253154 Dec 12 04:51:03.112753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:51:03.113073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38700) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:03.117416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c5d30809-b181-4cb5-a02b-2efdf6f43749 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'dd68f57e-0caa-4b29-9ee4-0e4daef5debd', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:03.120390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Pushing event updated for resources: {'Port': ['ID=9ced8548-f7d5-48fd-b5be-44e31c83bd65,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:03.147164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5d30809-b181-4cb5-a02b-2efdf6f43749 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.175249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Attempting to bind port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:51:03.175619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Attempting to bind port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:51:03.175982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Attempting to bind port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 on network 4bd92e3d-5a08-4370-ab0a-a6a261839412 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:51:03.181018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:51:03.181393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Checking segment: {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:51:03.181795 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.182184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Bound using segment: {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:51:03.182646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Bound port: 9ced8548-f7d5-48fd-b5be-44e31c83bd65, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:51:03.183021 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.204919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5d30809-b181-4cb5-a02b-2efdf6f43749 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.208695 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5d30809-b181-4cb5-a02b-2efdf6f43749 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.223697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d30809-b181-4cb5-a02b-2efdf6f43749 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec3048d-1632-483a-89b8-feadc6e25c66,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:03.235220 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c5d30809-b181-4cb5-a02b-2efdf6f43749 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.236452 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c5d30809-b181-4cb5-a02b-2efdf6f43749 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225383 Dec 12 04:51:03.239251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38702) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:03.243636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-eaa5b9b1-d636-452b-8daa-9bc1a773ce6b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'dd68f57e-0caa-4b29-9ee4-0e4daef5debd', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:03.246868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] For port 9ced8548-f7d5-48fd-b5be-44e31c83bd65, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:51:03.250597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] For port 9ced8548-f7d5-48fd-b5be-44e31c83bd65, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9ced8548-f7d5-48fd-b5be-44e31c83bd65,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:51:03.254478 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.271617 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b9b1-d636-452b-8daa-9bc1a773ce6b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.310698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375a940-2a6a-4354-a497-9e2192aed5dd None None] Pushing event updated for resources: {'Port': ['ID=9ced8548-f7d5-48fd-b5be-44e31c83bd65,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:03.335906 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b9b1-d636-452b-8daa-9bc1a773ce6b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.339536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b9b1-d636-452b-8daa-9bc1a773ce6b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.357752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5b9b1-d636-452b-8daa-9bc1a773ce6b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852a17fd-5bf5-4505-a18e-956ba05eacbe,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:03.366711 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b9b1-d636-452b-8daa-9bc1a773ce6b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.369295 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eaa5b9b1-d636-452b-8daa-9bc1a773ce6b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290569 Dec 12 04:51:03.370712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38704) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:03.375639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-07f952df-c957-4290-90b1-6473610856c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'dd68f57e-0caa-4b29-9ee4-0e4daef5debd', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:03.403353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07f952df-c957-4290-90b1-6473610856c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.463660 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07f952df-c957-4290-90b1-6473610856c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.471871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07f952df-c957-4290-90b1-6473610856c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.502157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f952df-c957-4290-90b1-6473610856c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87eb1ff4-14cd-4c1f-98bd-fc84030231cb,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:03.512618 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07f952df-c957-4290-90b1-6473610856c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.513890 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-07f952df-c957-4290-90b1-6473610856c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422691 Dec 12 04:51:03.516803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38706) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:03.522670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a93ba74c-9540-4cef-8de5-144cac2d86ad tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'dd68f57e-0caa-4b29-9ee4-0e4daef5debd', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:03.549154 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-a93ba74c-9540-4cef-8de5-144cac2d86ad tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Project 5a750421c170474eb72fb3e3fa786693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:51:03.554652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a93ba74c-9540-4cef-8de5-144cac2d86ad tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.616913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a93ba74c-9540-4cef-8de5-144cac2d86ad tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.620751 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a93ba74c-9540-4cef-8de5-144cac2d86ad tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.639172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ba74c-9540-4cef-8de5-144cac2d86ad tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3783ba6-c68b-43b0-835b-2b4c9a7c614f,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:03.647079 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a93ba74c-9540-4cef-8de5-144cac2d86ad tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.648288 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a93ba74c-9540-4cef-8de5-144cac2d86ad tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305406 Dec 12 04:51:03.651054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38708) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:03.656182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5c59a3ce-507e-4f0b-b1a1-358c91a0c46a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': 'dd68f57e-0caa-4b29-9ee4-0e4daef5debd', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:03.677686 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-5c59a3ce-507e-4f0b-b1a1-358c91a0c46a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Project 5a750421c170474eb72fb3e3fa786693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:51:03.682343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c59a3ce-507e-4f0b-b1a1-358c91a0c46a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.743715 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c59a3ce-507e-4f0b-b1a1-358c91a0c46a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.747060 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c59a3ce-507e-4f0b-b1a1-358c91a0c46a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.766800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59a3ce-507e-4f0b-b1a1-358c91a0c46a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627d1a26-ea1a-44ea-8200-b2a55017b13c,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:03.774300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5c59a3ce-507e-4f0b-b1a1-358c91a0c46a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:03.775494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5c59a3ce-507e-4f0b-b1a1-358c91a0c46a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235244 Dec 12 04:51:03.929116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-a2d7c021-8557-46fd-9854-ab696c068d52 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030951865&fields=id&tenant_id=5a750421c170474eb72fb3e3fa786693 HTTP/1.1" status: 200 len: 267 time: 0.0507889 Dec 12 04:51:04.039662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-a08371bc-df01-4a2e-9e8b-c5184d811bb1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:04.041333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-a08371bc-df01-4a2e-9e8b-c5184d811bb1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/networks?id=4bd92e3d-5a08-4370-ab0a-a6a261839412 HTTP/1.1" status: 200 len: 797 time: 0.1050327 Dec 12 04:51:04.057737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-0062aa90-f9ae-4694-bc77-b44df2ee8439 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/quotas/5a750421c170474eb72fb3e3fa786693 HTTP/1.1" status: 200 len: 375 time: 0.0103834 Dec 12 04:51:04.122123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-d3cca437-cdb0-45c2-b0f4-3610230b674f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0578959 Dec 12 04:51:04.219372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587efc11-6c35-442a-ac3b-d4a6ba95cf02 None None] Network 4bd92e3d-5a08-4370-ab0a-a6a261839412 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:51:04.220155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-90653014-6d49-4b70-9daa-1a9de8477ebb service neutron] 10.222.0.36 "GET /v2.0/networks/4bd92e3d-5a08-4370-ab0a-a6a261839412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850134 Dec 12 04:51:04.313587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2176cec4-8b48-46b9-88d0-f818281aaadf None None] Provisioning complete for port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:04.314289 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2176cec4-8b48-46b9-88d0-f818281aaadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:04.345042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-d6cfd106-54f5-41dd-b3ea-a4f1fb37f9cc service neutron] 10.222.0.36 "GET /v2.0/networks/4bd92e3d-5a08-4370-ab0a-a6a261839412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185455 Dec 12 04:51:04.349491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9ced8548-f7d5-48fd-b5be-44e31c83bd65 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:51:04.469087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:04.469472 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:04.499987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2176cec4-8b48-46b9-88d0-f818281aaadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:04.536395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71cf6b7a-4849-4a88-92ab-2fb7afc27510 req-d1f71f41-39bf-47ea-94d8-24df6acf87c1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 210 time: 0.0401728 Dec 12 04:51:04.544855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2176cec4-8b48-46b9-88d0-f818281aaadf None None] For port 9ced8548-f7d5-48fd-b5be-44e31c83bd65, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9ced8548-f7d5-48fd-b5be-44e31c83bd65,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:04.576064 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2176cec4-8b48-46b9-88d0-f818281aaadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:04.614942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:04.646423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176cec4-8b48-46b9-88d0-f818281aaadf None None] Pushing event updated for resources: {'Port': ['ID=9ced8548-f7d5-48fd-b5be-44e31c83bd65,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:04.687546 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 04:51:04.687905 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 04:51:04.795543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4a704b04-61f4-4c5c-a080-20ae0e34b38f None None] Provisioning complete for port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:04.796435 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4a704b04-61f4-4c5c-a080-20ae0e34b38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:05.654215 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c77a57fd-8a4d-411f-92be-ff87c1829433 req-a1f201c8-72e1-4721-9b89-a4a40b492497 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 210 time: 0.0322673 Dec 12 04:51:05.687321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-3389c7a9-1220-46ea-ab8f-b144e6b870c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:05.688845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-3389c7a9-1220-46ea-ab8f-b144e6b870c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.37 "GET /v2.0/networks?id=4bd92e3d-5a08-4370-ab0a-a6a261839412 HTTP/1.1" status: 200 len: 797 time: 0.1307783 Dec 12 04:51:05.794956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-c4cba20f-9a52-4894-a8c0-ff6f001ad73a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a750421c170474eb72fb3e3fa786693 HTTP/1.1" status: 200 len: 473 time: 0.0706975 Dec 12 04:51:05.818202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'port': {'device_id': 'e1e6c675-9cb8-4908-bc5b-284d6192ff66', 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412', 'admin_state_up': True, 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'security_groups': ['dd68f57e-0caa-4b29-9ee4-0e4daef5debd']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:05.922820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Made reservation on behalf of 5a750421c170474eb72fb3e3fa786693 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:51:05.926303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.050442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.20.0.27 (4bd92e3d-5a08-4370-ab0a-a6a261839412/7d895fb5-546b-4e61-b1b8-016e6550e119/739b624b-b583-4c52-9e7b-1d8523475d14) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:51:06.182905 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.219981 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.268083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 4bd92e3d-5a08-4370-ab0a-a6a261839412 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:51:06.269257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:51:06.273060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:51:06.293592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9ced8548-f7d5-48fd-b5be-44e31c83bd65 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:51:06.297816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=739b624b-b583-4c52-9e7b-1d8523475d14,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:06.313495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.313853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.314211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.314562 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.314907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.315436 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.315944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.316454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.316987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.317332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.317676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.318008 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.318353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:06.339889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:06.340619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.345445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:06.345823 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.362824 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-4f0a77f2-54cd-4ff6-8b90-7e425a02633f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5481474 Dec 12 04:51:06.389556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Request body: {'port': {'device_id': 'e1e6c675-9cb8-4908-bc5b-284d6192ff66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:06.451615 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.511285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2fe63ff3-9732-4160-b0fa-ec2d91d0e5cf None None] Provisioning complete for port 739b624b-b583-4c52-9e7b-1d8523475d14 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:06.511666 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2fe63ff3-9732-4160-b0fa-ec2d91d0e5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.545018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2fe63ff3-9732-4160-b0fa-ec2d91d0e5cf None None] Port 739b624b-b583-4c52-9e7b-1d8523475d14 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:51:06.710382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739b624b-b583-4c52-9e7b-1d8523475d14 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:51:06.718422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.731060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Transition to ACTIVE for port object 739b624b-b583-4c52-9e7b-1d8523475d14 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:51:06.735009 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.771244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b28d65-1e82-4ce5-a7c7-10d90f706ed7 req-25f6b1e9-f410-42fe-8a79-491c7a50c0a3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:06.772978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74b28d65-1e82-4ce5-a7c7-10d90f706ed7 req-25f6b1e9-f410-42fe-8a79-491c7a50c0a3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 932 time: 0.0515096 Dec 12 04:51:06.788433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Pushing event updated for resources: {'Port': ['ID=739b624b-b583-4c52-9e7b-1d8523475d14,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:06.836488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74b28d65-1e82-4ce5-a7c7-10d90f706ed7 req-5f384b10-7596-4d13-b022-cebd127468ee tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572708 Dec 12 04:51:06.866628 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Attempting to bind port 739b624b-b583-4c52-9e7b-1d8523475d14 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:51:06.866968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Attempting to bind port 739b624b-b583-4c52-9e7b-1d8523475d14 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:51:06.867301 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Attempting to bind port 739b624b-b583-4c52-9e7b-1d8523475d14 on network 4bd92e3d-5a08-4370-ab0a-a6a261839412 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:51:06.871887 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Port 739b624b-b583-4c52-9e7b-1d8523475d14 on network 4bd92e3d-5a08-4370-ab0a-a6a261839412 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:51:06.872216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Attempting to bind port 739b624b-b583-4c52-9e7b-1d8523475d14 on network 4bd92e3d-5a08-4370-ab0a-a6a261839412 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:51:06.877302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:51:06.877648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Checking segment: {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:51:06.878038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Bound using segment: {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:51:06.878472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Bound port: 739b624b-b583-4c52-9e7b-1d8523475d14, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:51:06.878838 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.944601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] For port 739b624b-b583-4c52-9e7b-1d8523475d14, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:51:06.947637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] For port 739b624b-b583-4c52-9e7b-1d8523475d14, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=739b624b-b583-4c52-9e7b-1d8523475d14,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:51:06.953091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.988053 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:06.988693 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:06.990248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] 10.222.0.37 "PUT /v2.0/ports/739b624b-b583-4c52-9e7b-1d8523475d14 HTTP/1.1" status: 200 len: 1092 time: 0.6072736 Dec 12 04:51:06.992808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e6c675-9cb8-4908-bc5b-284d6192ff66', 'tag': '739b624b-b583-4c52-9e7b-1d8523475d14'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:51:06.995004 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e6c675-9cb8-4908-bc5b-284d6192ff66", "tag": "739b624b-b583-4c52-9e7b-1d8523475d14"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:51:07.021314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03505c47-dfaa-45b6-ae6c-1c32e4f0769e service neutron] Pushing event updated for resources: {'Port': ['ID=739b624b-b583-4c52-9e7b-1d8523475d14,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:07.037641 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81459a2-5297-44a9-9a05-2fed4f7fca00 x-openstack-request-id: req-d81459a2-5297-44a9-9a05-2fed4f7fca00 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:51:07.037952 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e6c675-9cb8-4908-bc5b-284d6192ff66", "tag": "739b624b-b583-4c52-9e7b-1d8523475d14", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:51:07.038246 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d81459a2-5297-44a9-9a05-2fed4f7fca00 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:51:07.038685 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e6c675-9cb8-4908-bc5b-284d6192ff66', 'tag': '739b624b-b583-4c52-9e7b-1d8523475d14', 'status': 'completed', 'code': 200} Dec 12 04:51:07.106543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-45b5f3be-0a3f-433c-acad-1740d78525b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:07.108296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-45b5f3be-0a3f-433c-acad-1740d78525b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 1095 time: 0.0442729 Dec 12 04:51:07.170731 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-1bfeb044-f83a-47b7-8ee9-a9b84ac61f0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=739b624b-b583-4c52-9e7b-1d8523475d14 HTTP/1.1" status: 200 len: 217 time: 0.0407076 Dec 12 04:51:07.225152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-9a616c3f-94a3-4866-b6ab-884d17267537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:07.226532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-9a616c3f-94a3-4866-b6ab-884d17267537 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d895fb5-546b-4e61-b1b8-016e6550e119 HTTP/1.1" status: 200 len: 837 time: 0.0447040 Dec 12 04:51:07.278526 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-9c9d90b5-d6d0-491c-b141-1c7787ad64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:07.280037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-9c9d90b5-d6d0-491c-b141-1c7787ad64dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bd92e3d-5a08-4370-ab0a-a6a261839412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414710 Dec 12 04:51:07.377901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-cd407137-9f06-4ee9-aeb7-a0c1226d37a4 service neutron] 10.222.0.37 "GET /v2.0/networks/4bd92e3d-5a08-4370-ab0a-a6a261839412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857389 Dec 12 04:51:07.471805 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9cb8fff4-7f31-467c-8883-12e81726a5d0 req-dda7639a-b39e-4bd9-a70e-84769c272995 service neutron] 10.222.0.37 "GET /v2.0/networks/4bd92e3d-5a08-4370-ab0a-a6a261839412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825624 Dec 12 04:51:07.630445 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-6739604f-f0ec-4ebc-b80a-6706327056a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:07.632011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-6739604f-f0ec-4ebc-b80a-6706327056a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 1095 time: 0.0466480 Dec 12 04:51:07.720539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-286ad71b-6610-4bf5-b5b0-a66b4d428429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:07.722021 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-286ad71b-6610-4bf5-b5b0-a66b4d428429 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4bd92e3d-5a08-4370-ab0a-a6a261839412 HTTP/1.1" status: 200 len: 897 time: 0.0815067 Dec 12 04:51:07.765614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-a6068e21-0b5b-4758-81b6-b69324ff79f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=739b624b-b583-4c52-9e7b-1d8523475d14 HTTP/1.1" status: 200 len: 217 time: 0.0352676 Dec 12 04:51:07.817532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-cf9930b1-f316-45d1-9664-441e40b68620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:07.818967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-cf9930b1-f316-45d1-9664-441e40b68620 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d895fb5-546b-4e61-b1b8-016e6550e119 HTTP/1.1" status: 200 len: 837 time: 0.0466750 Dec 12 04:51:07.864477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-372d285f-1350-4270-a223-8cf6716cc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:07.866022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-372d285f-1350-4270-a223-8cf6716cc6f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bd92e3d-5a08-4370-ab0a-a6a261839412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392933 Dec 12 04:51:07.956382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebba52-a395-4589-97ff-0d806cd729a5 req-0555c86b-bef7-4aab-8a46-95067594dd5e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:07.957039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-264531f7-5e8f-4f1f-ac2f-c3d6d650ee19 service neutron] 10.222.0.37 "GET /v2.0/networks/4bd92e3d-5a08-4370-ab0a-a6a261839412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814600 Dec 12 04:51:07.957849 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bebba52-a395-4589-97ff-0d806cd729a5 req-0555c86b-bef7-4aab-8a46-95067594dd5e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 944 time: 0.0516768 Dec 12 04:51:08.006901 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2bebba52-a395-4589-97ff-0d806cd729a5 req-a5b92254-6f20-40fd-9442-9aa71fe408d3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Dec 12 04:51:08.055092 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3db77a1f-5e20-435f-a3fc-5aaeb3a5043c req-baa9f537-b4d8-43c6-b076-cb3be00179c0 service neutron] 10.222.0.37 "GET /v2.0/networks/4bd92e3d-5a08-4370-ab0a-a6a261839412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871906 Dec 12 04:51:09.284978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a5d9-05c4-4bdc-b7ca-5355767f97be req-51cb79da-c5ef-48ac-ad18-afb0f9ca30d8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:09.290795 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df86a5d9-05c4-4bdc-b7ca-5355767f97be req-51cb79da-c5ef-48ac-ad18-afb0f9ca30d8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 944 time: 0.2149589 Dec 12 04:51:09.340432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df86a5d9-05c4-4bdc-b7ca-5355767f97be req-08cbb91f-98b5-401b-ae02-3589ca8028bc tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Dec 12 04:51:10.453638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff1343-51c3-4c13-adbe-7c1721ceb3f6 req-30bc212a-cc49-4eea-be2e-f6201610b614 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:10.455122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bff1343-51c3-4c13-adbe-7c1721ceb3f6 req-30bc212a-cc49-4eea-be2e-f6201610b614 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 944 time: 0.0484312 Dec 12 04:51:10.502922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bff1343-51c3-4c13-adbe-7c1721ceb3f6 req-be0bd179-b532-4a05-b2a4-d852a3982735 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418706 Dec 12 04:51:10.701714 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-db064392-92da-4dd8-923a-34155c66c08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:11.620972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1c49-1d59-4b9c-9c4e-cfd221928364 req-1a41c4ed-e1dd-44bb-a75f-eb428247701f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:11.622368 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c93e1c49-1d59-4b9c-9c4e-cfd221928364 req-1a41c4ed-e1dd-44bb-a75f-eb428247701f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 944 time: 0.0519562 Dec 12 04:51:11.670682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c93e1c49-1d59-4b9c-9c4e-cfd221928364 req-9934c36f-fe2c-4b0a-b337-a52a0ecba0d0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417485 Dec 12 04:51:11.956122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 739b624b-b583-4c52-9e7b-1d8523475d14 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:51:12.019594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:12.062200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 739b624b-b583-4c52-9e7b-1d8523475d14, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=739b624b-b583-4c52-9e7b-1d8523475d14,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:12.073094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '739b624b-b583-4c52-9e7b-1d8523475d14', 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412', 'port_id': '739b624b-b583-4c52-9e7b-1d8523475d14', 'mac_address': 'fa:16:3e:cb:e8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d895fb5-546b-4e61-b1b8-016e6550e119', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:51:12.113971 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:12.126494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739b624b-b583-4c52-9e7b-1d8523475d14 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:51:12.145674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 739b624b-b583-4c52-9e7b-1d8523475d14, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=739b624b-b583-4c52-9e7b-1d8523475d14,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:12.149532 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:12.194915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=739b624b-b583-4c52-9e7b-1d8523475d14,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:12.202584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.202936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.203282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.203625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.203965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.204302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.204636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.205000 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.205332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.205665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.205994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.206367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.206646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:12.530749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['739b624b-b583-4c52-9e7b-1d8523475d14'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:51:12.785133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e2a7a-f894-4786-80aa-735a02198b26 req-76f52573-d566-4292-8813-c2382990bc52 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:12.786543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f3e2a7a-f894-4786-80aa-735a02198b26 req-76f52573-d566-4292-8813-c2382990bc52 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 945 time: 0.0487282 Dec 12 04:51:12.839584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7f3e2a7a-f894-4786-80aa-735a02198b26 req-01259b97-06d3-4b27-bd48-e49760f8b8a7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468643 Dec 12 04:51:12.999520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f87d41fa-ab55-4e25-b096-761a519e5cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:13.954865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a1d34-7d26-4dfe-9ca8-c815ef68f3e7 req-2023bfcc-377a-4c07-bc97-f1418366f564 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:13.956360 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388a1d34-7d26-4dfe-9ca8-c815ef68f3e7 req-2023bfcc-377a-4c07-bc97-f1418366f564 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 945 time: 0.0490775 Dec 12 04:51:13.966063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 739b624b-b583-4c52-9e7b-1d8523475d14 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:51:14.005461 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-388a1d34-7d26-4dfe-9ca8-c815ef68f3e7 req-a186ff73-5d88-4fda-9e9a-df8fc988b73f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Dec 12 04:51:14.013863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 739b624b-b583-4c52-9e7b-1d8523475d14 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:51:14.027132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 739b624b-b583-4c52-9e7b-1d8523475d14 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:14.027132 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:14.098767 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:14.122498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e6c675-9cb8-4908-bc5b-284d6192ff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739b624b-b583-4c52-9e7b-1d8523475d14'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:51:14.125243 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59abb87-9a07-4c78-9f2e-474283f44c12" -d '{"events": [{"server_uuid": "e1e6c675-9cb8-4908-bc5b-284d6192ff66", "name": "network-vif-plugged", "status": "completed", "tag": "739b624b-b583-4c52-9e7b-1d8523475d14"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:51:14.137967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 739b624b-b583-4c52-9e7b-1d8523475d14, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=739b624b-b583-4c52-9e7b-1d8523475d14,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:14.150091 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:14.182492 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e852cb6-3405-4cee-94cd-1efcc6bcbdf3 x-openstack-request-id: req-7e852cb6-3405-4cee-94cd-1efcc6bcbdf3 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:51:14.182785 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e6c675-9cb8-4908-bc5b-284d6192ff66", "name": "network-vif-plugged", "status": "completed", "tag": "739b624b-b583-4c52-9e7b-1d8523475d14", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:51:14.183049 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e852cb6-3405-4cee-94cd-1efcc6bcbdf3 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:51:14.183440 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e6c675-9cb8-4908-bc5b-284d6192ff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739b624b-b583-4c52-9e7b-1d8523475d14', 'code': 200} Dec 12 04:51:14.184023 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:14.215162 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:14.218165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=739b624b-b583-4c52-9e7b-1d8523475d14,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:14.302099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a655f-d27a-4aa2-96f3-98c9f876af5a req-458bffa8-45d2-478f-a9a2-39757757305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:14.303602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c43a655f-d27a-4aa2-96f3-98c9f876af5a req-458bffa8-45d2-478f-a9a2-39757757305f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 1097 time: 0.0400267 Dec 12 04:51:14.356151 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c43a655f-d27a-4aa2-96f3-98c9f876af5a req-1c2ca874-6907-4f59-ab57-cdcf483b8867 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414569 Dec 12 04:51:15.121606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbffbc-67d8-41e2-a912-dbba83c8f0e7 req-4216b644-0d9b-4eb6-bf47-6de76516a57b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:15.123083 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b7bbffbc-67d8-41e2-a912-dbba83c8f0e7 req-4216b644-0d9b-4eb6-bf47-6de76516a57b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 946 time: 0.0489898 Dec 12 04:51:15.173331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b7bbffbc-67d8-41e2-a912-dbba83c8f0e7 req-3bd337a5-59fb-4f98-a262-6f1386782649 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440190 Dec 12 04:51:15.712666 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:16.167007 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:51:16.287983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d12ee-ba27-4dd2-a18e-d854690e0c02 req-2748aef1-0a66-4a88-8876-4b0b15f3c8f9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:16.289504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b2d12ee-ba27-4dd2-a18e-d854690e0c02 req-2748aef1-0a66-4a88-8876-4b0b15f3c8f9 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 946 time: 0.0479314 Dec 12 04:51:16.337336 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5b2d12ee-ba27-4dd2-a18e-d854690e0c02 req-2c98a278-6e1f-487f-90cf-650d1c00bf3d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 Dec 12 04:51:16.451830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29f7d-06ff-4283-ba5b-8372245674d5 req-a8d68d72-de91-402a-97f8-c4cc2ea16379 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:16.453230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57f29f7d-06ff-4283-ba5b-8372245674d5 req-a8d68d72-de91-402a-97f8-c4cc2ea16379 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Dec 12 04:51:16.501002 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57f29f7d-06ff-4283-ba5b-8372245674d5 req-783dd2fa-3c0e-4bcc-8a1c-14e543a7d03e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Dec 12 04:51:16.739108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:17.983752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38766) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:18.407271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:18.662824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.20.0.17 (4bd92e3d-5a08-4370-ab0a-a6a261839412/7d895fb5-546b-4e61-b1b8-016e6550e119/0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:51:18.775968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:18.808603 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:18.847953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 4bd92e3d-5a08-4370-ab0a-a6a261839412 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:51:18.851038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:51:18.854809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:51:18.884527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:18.907808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:19.080403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3012b473-d983-4cc1-9d95-4e8f457163c1 None None] Provisioning complete for port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:19.081145 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3012b473-d983-4cc1-9d95-4e8f457163c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:19.117032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3012b473-d983-4cc1-9d95-4e8f457163c1 None None] Port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:51:19.294336 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:19.559831 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:19.564142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:19.638666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:19.641747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:19.728390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 4bd92e3d-5a08-4370-ab0a-a6a261839412 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:51:19.729750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:51:19.846392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:51:19.942019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f027787f-6137-4616-ad82-dccc5e66825f None None] Provisioning complete for port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:19.942408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f027787f-6137-4616-ad82-dccc5e66825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:19.957924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:51:19.963047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6e19a943-beab-47c3-b1ee-530ec133a742 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "PUT /v2.0/routers/0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9772835 Dec 12 04:51:19.968969 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Sync routers for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:51:19.978534 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:19.979141 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:19.981087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f027787f-6137-4616-ad82-dccc5e66825f None None] Port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:51:20.082499 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:20.307261 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:19Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c4259708-76e0-4c97-8a60-2d677c39f7a9', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:50:24Z', 'updated_at': '2021-12-12T04:50:27Z', 'revision_number': 1, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5', 'name': '', 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:a6:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7d895fb5-546b-4e61-b1b8-016e6550e119', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:18Z', 'updated_at': '2021-12-12T04:51:19Z', 'revision_number': 2, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '7d895fb5-546b-4e61-b1b8-016e6550e119', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:20.332877 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Checking router: 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:51:20.333238 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Updating router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:51:20.356160 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:20.606743 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:20.612093 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:20.660482 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Pushing event updated for resources: {'Port': ['ID=0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:20.681885 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.682230 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.682574 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.682915 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.683249 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.683583 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.683913 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.684241 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.684566 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.684912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.685239 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.685563 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.685883 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:51:20.721994 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Attempting to bind port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:51:20.722372 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Attempting to bind port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:51:20.722743 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Attempting to bind port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 on network 4bd92e3d-5a08-4370-ab0a-a6a261839412 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:51:20.728263 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:51:20.728645 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Checking segment: {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:51:20.729086 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:20.729489 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Bound using segment: {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:51:20.729966 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Bound port: 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:51:20.730377 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:20.794408 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] For port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:51:20.798499 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] For port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:51:20.802770 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:20.908177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5e0f3280-040f-4074-bc8e-a74374b13958 None None] Provisioning complete for port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:20.908756 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e0f3280-040f-4074-bc8e-a74374b13958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:20.942414 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:20.943054 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:20.990118 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e0f3280-040f-4074-bc8e-a74374b13958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:21.013760 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61174eda-0cc2-4f05-b1a6-d3f275bff2d7 None None] Pushing event updated for resources: {'Port': ['ID=0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:21.025766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-5e0f3280-040f-4074-bc8e-a74374b13958 None None] For port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:21.030729 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e0f3280-040f-4074-bc8e-a74374b13958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:21.061419 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:21.080002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f3280-040f-4074-bc8e-a74374b13958 None None] Pushing event updated for resources: {'Port': ['ID=0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:21.151497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-740a7741-ce93-484b-94f3-f803a313334f None None] Provisioning complete for port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:21.151869 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-740a7741-ce93-484b-94f3-f803a313334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:21.289299 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:19Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c4259708-76e0-4c97-8a60-2d677c39f7a9', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:50:24Z', 'updated_at': '2021-12-12T04:50:27Z', 'revision_number': 1, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5', 'name': '', 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:a6:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7d895fb5-546b-4e61-b1b8-016e6550e119', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:18Z', 'updated_at': '2021-12-12T04:51:20Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '7d895fb5-546b-4e61-b1b8-016e6550e119', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:21.318028 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e8ffa-dcca-44b0-a860-4946c474c679 None None] The sync data for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 is: [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:19Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c4259708-76e0-4c97-8a60-2d677c39f7a9', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:50:24Z', 'updated_at': '2021-12-12T04:50:27Z', 'revision_number': 1, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5', 'name': '', 'network_id': '4bd92e3d-5a08-4370-ab0a-a6a261839412', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:a6:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7d895fb5-546b-4e61-b1b8-016e6550e119', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:18Z', 'updated_at': '2021-12-12T04:51:20Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '7d895fb5-546b-4e61-b1b8-016e6550e119', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:51:22.309193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:51:22.356748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:22.357168 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:25.249658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-269aaf4f-2cf9-4acb-9f2b-511a45e3b76a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401056 Dec 12 04:51:25.351863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-e176bfd1-d739-4483-9be4-933bb397b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:25.353402 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-e176bfd1-d739-4483-9be4-933bb397b045 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 1097 time: 0.0436332 Dec 12 04:51:25.454605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-7785d2c2-ba93-4c59-a9ee-5b9aab385362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:25.456062 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-7785d2c2-ba93-4c59-a9ee-5b9aab385362 service neutron] 10.222.0.18 "GET /v2.0/networks?id=41ab402a-5d0a-4513-85ef-c17456e6404c HTTP/1.1" status: 200 len: 897 time: 0.0830755 Dec 12 04:51:25.525939 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-2a590da8-c98b-4169-aa7f-e49c1a0fe065 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10 HTTP/1.1" status: 200 len: 1002 time: 0.0625036 Dec 12 04:51:25.573474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-921307b9-a232-4d59-b313-e576671f4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:25.574908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-921307b9-a232-4d59-b313-e576671f4d65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e46bb4-7668-4c36-872d-8050c66c4e5b HTTP/1.1" status: 200 len: 835 time: 0.0423126 Dec 12 04:51:25.619092 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-7865c3c8-0562-4af2-8877-efd53556e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:25.620542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-7865c3c8-0562-4af2-8877-efd53556e763 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41ab402a-5d0a-4513-85ef-c17456e6404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387478 Dec 12 04:51:25.712843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-4c17f03e-02d2-4edc-b588-2da06582e975 service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848086 Dec 12 04:51:25.801129 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80466f36-58b1-4c25-b836-779a1e2b6b90 req-6b9fe625-4d09-4d17-9b73-41bd592cf507 service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809584 Dec 12 04:51:40.702514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-26821e3a-e482-42bd-a5cc-129d56182434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:40.961336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-ea629f27-92a0-401d-be17-622c6b191025 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0944908 Dec 12 04:51:41.067621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-221aed5e-e8e2-4fdd-80e8-ed263b926e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:41.069155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-221aed5e-e8e2-4fdd-80e8-ed263b926e7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 1097 time: 0.0407662 Dec 12 04:51:41.170895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-5d62538b-def1-4e97-950f-dbe167c0a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:41.172972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-5d62538b-def1-4e97-950f-dbe167c0a912 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4bd92e3d-5a08-4370-ab0a-a6a261839412 HTTP/1.1" status: 200 len: 897 time: 0.0845163 Dec 12 04:51:41.219700 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-2dde2d0a-ecea-401d-9a21-599407c81f24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=739b624b-b583-4c52-9e7b-1d8523475d14 HTTP/1.1" status: 200 len: 217 time: 0.0388136 Dec 12 04:51:41.268960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-fbb00939-1cb8-49e5-a205-f01ded684031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:41.270416 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-fbb00939-1cb8-49e5-a205-f01ded684031 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d895fb5-546b-4e61-b1b8-016e6550e119 HTTP/1.1" status: 200 len: 837 time: 0.0435901 Dec 12 04:51:41.319982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-16507099-66bc-4e6b-b449-02ba07230baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:41.321511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-16507099-66bc-4e6b-b449-02ba07230baf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bd92e3d-5a08-4370-ab0a-a6a261839412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391920 Dec 12 04:51:41.415895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-4fccfb73-fa2a-4bae-a216-b2e21c048d5a service neutron] 10.222.0.37 "GET /v2.0/networks/4bd92e3d-5a08-4370-ab0a-a6a261839412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847073 Dec 12 04:51:41.504339 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c8ce44c7-5acf-4284-9758-55a23f42d21d req-da8c88df-7d48-4e7d-8646-bee80496ba67 service neutron] 10.222.0.37 "GET /v2.0/networks/4bd92e3d-5a08-4370-ab0a-a6a261839412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805364 Dec 12 04:51:41.999947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:42.628214 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38796) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:42.991354 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:43.000979 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fa6f-dd14-4a5c-a70f-80b512e11c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:43.294380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:51:43.294736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:43.381821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] For port 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:43.382187 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:43.398767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:51:43.577348 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:43.604105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:43.775492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:43.989063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:51:44.094852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:51:44.103328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-04a60328-2b38-4a3c-b3c5-72703032710f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "PUT /v2.0/routers/0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4740016 Dec 12 04:51:44.104735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] Sync routers for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:51:44.115264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:44.115795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:44.220923 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:44.221571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:44.246627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:44.335406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868ff6-9a8f-4ea1-8a35-d8829585e338 req-8cfbf7cd-d9b5-47b3-9c0f-22bcfeb7c4cc tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:44.336943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db868ff6-9a8f-4ea1-8a35-d8829585e338 req-8cfbf7cd-d9b5-47b3-9c0f-22bcfeb7c4cc tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 946 time: 0.0600681 Dec 12 04:51:44.386557 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db868ff6-9a8f-4ea1-8a35-d8829585e338 req-fdd47469-f907-41dd-b2fc-3a34fcaa1127 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Dec 12 04:51:44.636019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:43Z', 'revision_number': 6, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c4259708-76e0-4c97-8a60-2d677c39f7a9', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:50:24Z', 'updated_at': '2021-12-12T04:50:27Z', 'revision_number': 1, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:44.661558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] Checking router: 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:51:44.670056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:44.670657 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:44.772947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:44.996516 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:43Z', 'revision_number': 6, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c4259708-76e0-4c97-8a60-2d677c39f7a9', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:50:24Z', 'updated_at': '2021-12-12T04:50:27Z', 'revision_number': 1, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:45.022904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3667a4f2-1b09-45b8-b8e4-e1215f6cdeef None None] The sync data for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 is: [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:43Z', 'revision_number': 6, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'c4259708-76e0-4c97-8a60-2d677c39f7a9', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'port_id': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'mac_address': 'fa:16:3e:8b:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a042d-ef05-47be-ae19-418bf51935f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:50:24Z', 'updated_at': '2021-12-12T04:50:27Z', 'revision_number': 1, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:51:45.569062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8edb-225e-4d2d-89ad-3e542e5a7730 req-2c779be1-4e42-480a-afe4-2c8a68615ca7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:45.570573 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd9e8edb-225e-4d2d-89ad-3e542e5a7730 req-2c779be1-4e42-480a-afe4-2c8a68615ca7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 946 time: 0.1110976 Dec 12 04:51:45.618940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd9e8edb-225e-4d2d-89ad-3e542e5a7730 req-df7bc770-aa0c-47fa-9adf-a04b69c0b12c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd68f57e-0caa-4b29-9ee4-0e4daef5debd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Dec 12 04:51:45.715140 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:45.885719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-2bcc8bc6-390e-4556-903f-fa406c1b88c0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:45.887094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-2bcc8bc6-390e-4556-903f-fa406c1b88c0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 946 time: 0.0493672 Dec 12 04:51:45.979921 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port 739b624b-b583-4c52-9e7b-1d8523475d14 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:51:45.980263 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:46.067590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] For port 739b624b-b583-4c52-9e7b-1d8523475d14, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=739b624b-b583-4c52-9e7b-1d8523475d14,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:46.067937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:46.079993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for 739b624b-b583-4c52-9e7b-1d8523475d14 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:51:46.211348 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:46.240425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=739b624b-b583-4c52-9e7b-1d8523475d14,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:46.273161 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:51:46.285691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] No DVR routers for this DVR port 739b624b-b583-4c52-9e7b-1d8523475d14 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:51:46.288273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:46.291688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a5726fc-3174-4fbf-8690-62bb9ac2d87e req-b8a24699-78a6-4701-a751-5f89a307e642 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.37 "DELETE /v2.0/ports/739b624b-b583-4c52-9e7b-1d8523475d14 HTTP/1.1" status: 204 len: 173 time: 0.3947284 Dec 12 04:51:46.292547 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e6c675-9cb8-4908-bc5b-284d6192ff66', 'name': 'network-vif-deleted', 'tag': '739b624b-b583-4c52-9e7b-1d8523475d14'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:51:46.294402 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7091b7d-0db4-4d0a-a654-e17a893c35c3" -d '{"events": [{"server_uuid": "e1e6c675-9cb8-4908-bc5b-284d6192ff66", "name": "network-vif-deleted", "tag": "739b624b-b583-4c52-9e7b-1d8523475d14"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:51:46.294982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:51:46.295407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0f00e0cc-fc1a-427e-a0bc-fd0e969b4df5 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:51:46.334058 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de5373c-106f-4078-b5c7-d4eae88f6f2d x-openstack-request-id: req-4de5373c-106f-4078-b5c7-d4eae88f6f2d {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:51:46.334380 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e6c675-9cb8-4908-bc5b-284d6192ff66", "name": "network-vif-deleted", "tag": "739b624b-b583-4c52-9e7b-1d8523475d14", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:51:46.334645 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4de5373c-106f-4078-b5c7-d4eae88f6f2d {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:51:46.335452 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e6c675-9cb8-4908-bc5b-284d6192ff66', 'name': 'network-vif-deleted', 'tag': '739b624b-b583-4c52-9e7b-1d8523475d14', 'status': 'completed', 'code': 200} Dec 12 04:51:46.729075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bb6b7c2-cfa5-4e89-8d84-eff178c357a3 req-f667d595-6ae5-4218-923c-b1f8dd1956db tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e6c675-9cb8-4908-bc5b-284d6192ff66 HTTP/1.1" status: 200 len: 210 time: 0.0285470 Dec 12 04:51:46.746817 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:47.785327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38812) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:47.840516 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1231c689-c277-45ed-98a9-74957205316c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:47.868431 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1231c689-c277-45ed-98a9-74957205316c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:47.927280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1231c689-c277-45ed-98a9-74957205316c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:47.930098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1231c689-c277-45ed-98a9-74957205316c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:47.931270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1231c689-c277-45ed-98a9-74957205316c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/security-groups/dd68f57e-0caa-4b29-9ee4-0e4daef5debd HTTP/1.1" status: 204 len: 168 time: 0.1449389 Dec 12 04:51:47.941196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231c689-c277-45ed-98a9-74957205316c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68f57e-0caa-4b29-9ee4-0e4daef5debd,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:47.963356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38816) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:48.014928 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b5bed9-13c3-434d-b688-572d31949c7d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting subnet 7d895fb5-546b-4e61-b1b8-016e6550e119 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:51:48.017940 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22b5bed9-13c3-434d-b688-572d31949c7d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.056732 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22b5bed9-13c3-434d-b688-572d31949c7d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.142117 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22b5bed9-13c3-434d-b688-572d31949c7d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.197570 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22b5bed9-13c3-434d-b688-572d31949c7d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.223242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5bed9-13c3-434d-b688-572d31949c7d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Subnet': ['ID=7d895fb5-546b-4e61-b1b8-016e6550e119,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:48.226942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-22b5bed9-13c3-434d-b688-572d31949c7d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.231375 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-22b5bed9-13c3-434d-b688-572d31949c7d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/subnets/7d895fb5-546b-4e61-b1b8-016e6550e119 HTTP/1.1" status: 204 len: 168 time: 0.2663488 Dec 12 04:51:48.232767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38818) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:48.234382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b163e8d8-e670-43bf-92c6-6178e33fd695 None None] Network 4bd92e3d-5a08-4370-ab0a-a6a261839412 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:51:48.310805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.367758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:51:48.368106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.375341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe46551-48a1-4bd9-9a5b-441a0a96287f None None] DHCP port deletion for 4bd92e3d-5a08-4370-ab0a-a6a261839412 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:51:48.425928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9fe46551-48a1-4bd9-9a5b-441a0a96287f None None] Deleting port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:51:48.426307 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9fe46551-48a1-4bd9-9a5b-441a0a96287f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.434863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] For port 9ced8548-f7d5-48fd-b5be-44e31c83bd65, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9ced8548-f7d5-48fd-b5be-44e31c83bd65,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:48.435231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.447257 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for 9ced8548-f7d5-48fd-b5be-44e31c83bd65 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:51:48.488231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9fe46551-48a1-4bd9-9a5b-441a0a96287f None None] For port 9ced8548-f7d5-48fd-b5be-44e31c83bd65, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9ced8548-f7d5-48fd-b5be-44e31c83bd65,segment=NetworkSegment(4023ac98-5dcf-45d1-88a6-e1620f3c9e0a),segment_id=4023ac98-5dcf-45d1-88a6-e1620f3c9e0a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:48.488639 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9fe46551-48a1-4bd9-9a5b-441a0a96287f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.500566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9fe46551-48a1-4bd9-9a5b-441a0a96287f None None] Calling delete_port for 9ced8548-f7d5-48fd-b5be-44e31c83bd65 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:51:48.525286 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.555367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=9ced8548-f7d5-48fd-b5be-44e31c83bd65,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:48.558896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] No DVR routers for this DVR port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:51:48.577990 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9fe46551-48a1-4bd9-9a5b-441a0a96287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.602952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe46551-48a1-4bd9-9a5b-441a0a96287f None None] Pushing event deleted for resources: {'Port': ['ID=9ced8548-f7d5-48fd-b5be-44e31c83bd65,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:48.606549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe46551-48a1-4bd9-9a5b-441a0a96287f None None] No DVR routers for this DVR port 9ced8548-f7d5-48fd-b5be-44e31c83bd65 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:51:48.636121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.656633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd92e3d-5a08-4370-ab0a-a6a261839412']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:48.666753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:48.667176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4023ac98-5dcf-45d1-88a6-e1620f3c9e0a') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:48.681161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.693911 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.700163 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:51:48.700665 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:51:48.703978 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:51:48.760970 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.768222 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:48.771427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/networks/4bd92e3d-5a08-4370-ab0a-a6a261839412 HTTP/1.1" status: 204 len: 168 time: 0.5368671 Dec 12 04:51:48.774248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38820) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:48.783545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a7ac8-3a0e-4617-9ab4-9e07a858ae51 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Network': ['ID=4bd92e3d-5a08-4370-ab0a-a6a261839412,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:48.931373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port d766d363-a669-4b98-8d69-835e106f0966 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:51:48.931917 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:49.007699 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:49.008030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:49.020090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for d766d363-a669-4b98-8d69-835e106f0966 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:51:49.464108 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:49.489131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=d766d363-a669-4b98-8d69-835e106f0966,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:49.550161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:49.550422 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Floating IP c4259708-76e0-4c97-8a60-2d677c39f7a9 disassociated (deleted). External IP: 172.25.7.173, port: 9ae45abb-1f3b-4416-ad01-b10b57af8e10. Dec 12 04:51:49.758426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:51:49.866765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:51:49.871353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:49.876113 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] Sync routers for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:51:49.885747 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:49.886359 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:49.901228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-06fa05ec-2642-469a-abe2-8185a8057173 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/floatingips/c4259708-76e0-4c97-8a60-2d677c39f7a9 HTTP/1.1" status: 204 len: 168 time: 1.1257143 Dec 12 04:51:49.901940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:51:49.904443 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:51:49.947681 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70bf9fa-762b-4478-a7dc-0319c859637f x-openstack-request-id: req-e70bf9fa-762b-4478-a7dc-0319c859637f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:51:49.948259 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:51:49.948356 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e70bf9fa-762b-4478-a7dc-0319c859637f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:51:49.948828 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'status': 'completed', 'code': 200} Dec 12 04:51:49.996003 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:50.035676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-1e4c11e2-12ea-4117-9ad2-0a1f44864b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:50.036999 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-1e4c11e2-12ea-4117-9ad2-0a1f44864b56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 1097 time: 0.0464654 Dec 12 04:51:50.137791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 739b624b-b583-4c52-9e7b-1d8523475d14 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:51:50.161131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 739b624b-b583-4c52-9e7b-1d8523475d14 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:51:50.161642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 739b624b-b583-4c52-9e7b-1d8523475d14 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:51:50.171619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-080e8a64-1b81-47e5-b7c5-e0b378d858a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:50.173164 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-080e8a64-1b81-47e5-b7c5-e0b378d858a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=41ab402a-5d0a-4513-85ef-c17456e6404c HTTP/1.1" status: 200 len: 897 time: 0.1284709 Dec 12 04:51:50.181578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44502895-7bd2-4577-bcb2-c5954091629b req-c6c59c29-6c8f-4997-9bc7-8774de76dbe8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:50.183005 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44502895-7bd2-4577-bcb2-c5954091629b req-c6c59c29-6c8f-4997-9bc7-8774de76dbe8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 946 time: 0.0802741 Dec 12 04:51:50.209912 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:43Z', 'revision_number': 6, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:50.229924 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-988f676a-797e-429b-a06a-a4d561e4b616 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10 HTTP/1.1" status: 200 len: 217 time: 0.0459626 Dec 12 04:51:50.236475 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] Checking router: 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:51:50.244638 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:50.245287 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:50.297896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44502895-7bd2-4577-bcb2-c5954091629b req-89e86d7d-cae5-4cfb-a795-045fa847a475 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074972 Dec 12 04:51:50.307260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-fb597353-7263-4f62-8c7b-5015f4fcb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:50.308891 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-fb597353-7263-4f62-8c7b-5015f4fcb6a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e46bb4-7668-4c36-872d-8050c66c4e5b HTTP/1.1" status: 200 len: 835 time: 0.0710733 Dec 12 04:51:50.324989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9ced8548-f7d5-48fd-b5be-44e31c83bd65 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:51:50.345022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 9ced8548-f7d5-48fd-b5be-44e31c83bd65 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:51:50.345387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9ced8548-f7d5-48fd-b5be-44e31c83bd65 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:51:50.356593 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:50.365274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-4e959989-2b94-4321-bade-ecd28a683ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:50.366810 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-4e959989-2b94-4321-bade-ecd28a683ede service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41ab402a-5d0a-4513-85ef-c17456e6404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497525 Dec 12 04:51:50.456525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-1c12ea74-8d7a-4fb9-bec8-97383d5baec7 service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812275 Dec 12 04:51:50.549987 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9526a92d-07a2-4b24-b77d-6fb35c0dfcd8 req-08231620-82ae-4425-9ea6-17326c2e851f service neutron] 10.222.0.18 "GET /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860803 Dec 12 04:51:50.550699 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:43Z', 'revision_number': 6, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:50.580341 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e974a7-cabd-44b4-9eb5-d634297c02f1 None None] The sync data for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 is: [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:43Z', 'revision_number': 6, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '55389711-719a-46d0-8830-0a46bfd03f64', 'name': '', 'network_id': '41ab402a-5d0a-4513-85ef-c17456e6404c', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:88:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:10Z', 'updated_at': '2021-12-12T04:50:13Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '18e46bb4-7668-4c36-872d-8050c66c4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:51:50.794260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890524-a3d5-45f2-a9b4-693cb69452a5 None None] New status for floating IP c4259708-76e0-4c97-8a60-2d677c39f7a9: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:51:51.418792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c117103-7cdf-4ba6-8c7f-87240f1110f0 req-9feeffa5-b241-4516-8ffc-3095526e1e01 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:51.420287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c117103-7cdf-4ba6-8c7f-87240f1110f0 req-9feeffa5-b241-4516-8ffc-3095526e1e01 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 946 time: 0.0493379 Dec 12 04:51:51.468474 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5c117103-7cdf-4ba6-8c7f-87240f1110f0 req-b5508271-8c6b-4695-907f-b6dba005c07e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=afe57774-76ac-43a0-9b24-a4800f11fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Dec 12 04:51:51.533521 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-081d3fe2-9458-471b-8bed-97e08c0ae5f2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:51.534963 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-081d3fe2-9458-471b-8bed-97e08c0ae5f2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "GET /v2.0/ports?device_id=463a042d-ef05-47be-ae19-418bf51935f6 HTTP/1.1" status: 200 len: 946 time: 0.0483873 Dec 12 04:51:51.626248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:51:51.626514 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:51.713697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] For port 9ae45abb-1f3b-4416-ad01-b10b57af8e10, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=9ae45abb-1f3b-4416-ad01-b10b57af8e10,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:51.714063 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:51.726191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for 9ae45abb-1f3b-4416-ad01-b10b57af8e10 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:51:51.853099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:51.881929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=9ae45abb-1f3b-4416-ad01-b10b57af8e10,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:51.926667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] No DVR routers for this DVR port 9ae45abb-1f3b-4416-ad01-b10b57af8e10 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:51:51.929280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:51.932645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-80b477e8-e58a-4fd8-a229-52b835ba9b16 req-4c64ae1b-015a-4774-98f6-e59d278e94ab tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "DELETE /v2.0/ports/9ae45abb-1f3b-4416-ad01-b10b57af8e10 HTTP/1.1" status: 204 len: 173 time: 0.3909895 Dec 12 04:51:51.950302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'name': 'network-vif-deleted', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:51:51.952732 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11534085-3a63-416b-b3bf-94f2da5ee3f8" -d '{"events": [{"server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "name": "network-vif-deleted", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:51:51.990986 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5a4872-7429-471e-aaf3-37fcaf1c231b x-openstack-request-id: req-7a5a4872-7429-471e-aaf3-37fcaf1c231b {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:51:51.991299 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463a042d-ef05-47be-ae19-418bf51935f6", "name": "network-vif-deleted", "tag": "9ae45abb-1f3b-4416-ad01-b10b57af8e10", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:51:51.991564 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a5a4872-7429-471e-aaf3-37fcaf1c231b {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:51:51.991975 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463a042d-ef05-47be-ae19-418bf51935f6', 'name': 'network-vif-deleted', 'tag': '9ae45abb-1f3b-4416-ad01-b10b57af8e10', 'status': 'completed', 'code': 200} Dec 12 04:51:52.523362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38834) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:52.579392 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa2aad02-62b1-44cf-8aa3-6fbf3e82c2c2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:52.604047 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa2aad02-62b1-44cf-8aa3-6fbf3e82c2c2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:52.662524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa2aad02-62b1-44cf-8aa3-6fbf3e82c2c2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:52.665442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa2aad02-62b1-44cf-8aa3-6fbf3e82c2c2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:52.666604 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aa2aad02-62b1-44cf-8aa3-6fbf3e82c2c2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/security-groups/afe57774-76ac-43a0-9b24-a4800f11fe81 HTTP/1.1" status: 204 len: 168 time: 0.1422508 Dec 12 04:51:52.675741 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2aad02-62b1-44cf-8aa3-6fbf3e82c2c2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe57774-76ac-43a0-9b24-a4800f11fe81,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:52.698496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38838) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:53.067318 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:53.166264 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:51:53.318983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port 55389711-719a-46d0-8830-0a46bfd03f64 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:51:53.319261 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:53.409011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] For port 55389711-719a-46d0-8830-0a46bfd03f64, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=55389711-719a-46d0-8830-0a46bfd03f64,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:53.409383 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:53.426121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for 55389711-719a-46d0-8830-0a46bfd03f64 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:51:53.605891 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:53.632895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=55389711-719a-46d0-8830-0a46bfd03f64,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:53.808579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.018504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:51:54.125751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:51:54.130823 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0fcdf78b-07db-49df-821c-1e92c38fd491 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "PUT /v2.0/routers/0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313025 Dec 12 04:51:54.133485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38840) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:54.136321 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] Sync routers for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:51:54.146992 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:54.147604 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:54.162917 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9ae45abb-1f3b-4416-ad01-b10b57af8e10 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:51:54.186519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 9ae45abb-1f3b-4416-ad01-b10b57af8e10 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:51:54.186781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 9ae45abb-1f3b-4416-ad01-b10b57af8e10 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:51:54.192166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-53684679-d85f-43d3-a540-e305e9cfff9c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting subnet 18e46bb4-7668-4c36-872d-8050c66c4e5b {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:51:54.195492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53684679-d85f-43d3-a540-e305e9cfff9c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.236949 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53684679-d85f-43d3-a540-e305e9cfff9c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.331979 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53684679-d85f-43d3-a540-e305e9cfff9c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.356197 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:54.396023 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53684679-d85f-43d3-a540-e305e9cfff9c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.423821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53684679-d85f-43d3-a540-e305e9cfff9c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Subnet': ['ID=18e46bb4-7668-4c36-872d-8050c66c4e5b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:54.425831 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53684679-d85f-43d3-a540-e305e9cfff9c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.431439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-53684679-d85f-43d3-a540-e305e9cfff9c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/subnets/18e46bb4-7668-4c36-872d-8050c66c4e5b HTTP/1.1" status: 204 len: 168 time: 0.2947378 Dec 12 04:51:54.431785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38842) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:54.434662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac09fc-338b-4198-b42f-d4cad81cdcc3 None None] Network 41ab402a-5d0a-4513-85ef-c17456e6404c requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:51:54.533755 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:53Z', 'revision_number': 7, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:54.564548 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] Checking router: 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:51:54.572213 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] Routers {'0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:54.572901 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:54.593980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d48bc0-bd86-4563-868b-7c63751ad16c None None] DHCP port deletion for 41ab402a-5d0a-4513-85ef-c17456e6404c request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:51:54.649479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-07d48bc0-bd86-4563-868b-7c63751ad16c None None] Deleting port 0dc06362-e269-4187-be97-903b81e359d0 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:51:54.650014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-07d48bc0-bd86-4563-868b-7c63751ad16c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.681176 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] Set router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:54.716660 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-07d48bc0-bd86-4563-868b-7c63751ad16c None None] For port 0dc06362-e269-4187-be97-903b81e359d0, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0dc06362-e269-4187-be97-903b81e359d0,segment=NetworkSegment(eaef98b5-1257-4ed5-b2d9-7e81a44a8af7),segment_id=eaef98b5-1257-4ed5-b2d9-7e81a44a8af7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:54.717185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-07d48bc0-bd86-4563-868b-7c63751ad16c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.730755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-07d48bc0-bd86-4563-868b-7c63751ad16c None None] Calling delete_port for 0dc06362-e269-4187-be97-903b81e359d0 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:51:54.817682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-07d48bc0-bd86-4563-868b-7c63751ad16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.833834 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:54.845486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d48bc0-bd86-4563-868b-7c63751ad16c None None] Pushing event deleted for resources: {'Port': ['ID=0dc06362-e269-4187-be97-903b81e359d0,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:54.849098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d48bc0-bd86-4563-868b-7c63751ad16c None None] No DVR routers for this DVR port 0dc06362-e269-4187-be97-903b81e359d0 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:51:54.874427 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:53Z', 'revision_number': 7, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:54.900778 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71a89d-8146-46dd-882d-882f988de720 None None] The sync data for ids ['0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e'] in n-d-710847-7 is: [{'id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'name': 'tempest-TestNetworkBasicOps-router-1223362970', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:50:05Z', 'updated_at': '2021-12-12T04:51:53Z', 'revision_number': 7, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'd621b8a5-8b1d-4be0-a331-23ac49f5d42b', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:50:06Z', 'updated_at': '2021-12-12T04:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:51:54.948942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.004937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port d621b8a5-8b1d-4be0-a331-23ac49f5d42b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:51:55.005277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.083288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] For port d621b8a5-8b1d-4be0-a331-23ac49f5d42b, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d621b8a5-8b1d-4be0-a331-23ac49f5d42b,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:55.083578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.096236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for d621b8a5-8b1d-4be0-a331-23ac49f5d42b owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:51:55.265696 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.296320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=d621b8a5-8b1d-4be0-a331-23ac49f5d42b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:55.312081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cd2a41-ac37-404e-8ebd-237259894998 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:51:55.359512 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.453404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.455698 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.498723 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.499946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Fanout notify agent at l3_agent the message router_deleted on router 0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:51:55.507090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.508214 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c86e742f-ac67-4022-b8c0-41944ef819b2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/routers/0a5d1d9d-f50c-4aa8-90ad-e8c48689af4e HTTP/1.1" status: 204 len: 168 time: 1.0756114 Dec 12 04:51:55.511207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38844) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:55.593263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.683436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.703430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ab402a-5d0a-4513-85ef-c17456e6404c']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:55.712372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:55.712680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaef98b5-1257-4ed5-b2d9-7e81a44a8af7') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:55.721897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.735367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.741205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:51:55.741597 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:51:55.744541 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:51:55.801521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.808280 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.812060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/networks/41ab402a-5d0a-4513-85ef-c17456e6404c HTTP/1.1" status: 204 len: 168 time: 0.2993605 Dec 12 04:51:55.823531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120585d-8dca-494d-bd26-3d5b91910d45 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Network': ['ID=41ab402a-5d0a-4513-85ef-c17456e6404c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:55.832066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38846) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:55.837156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'network': {'name': 'tempest-network-smoke--1219230492', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'port_security_enabled': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:55.858133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Made reservation on behalf of 5a750421c170474eb72fb3e3fa786693 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:51:55.862247 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.889056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:51:55.898078 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.898431 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Added segment 68cb6db7-3875-42a4-ba91-d8c060924498 of type vlan for network a0c1fead-03b5-4b6b-a203-34f376c37673 Dec 12 04:51:55.940081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.969337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:55.975070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:55.975662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.034108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2009251 Dec 12 04:51:56.036910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38848) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:56.041769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-837983314', 'admin_state_up': True, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:56.046918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed9209-ef29-4c8d-9e69-50a819f831a5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Network': ['ID=a0c1fead-03b5-4b6b-a203-34f376c37673,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:56.057463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a0c1fead-03b5-4b6b-a203-34f376c37673 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:51:56.068873 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.069925 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.160424 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.299850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.313382 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0dc06362-e269-4187-be97-903b81e359d0 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:51:56.334070 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0dc06362-e269-4187-be97-903b81e359d0 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:51:56.334417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0dc06362-e269-4187-be97-903b81e359d0 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:51:56.334841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 55389711-719a-46d0-8830-0a46bfd03f64 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:51:56.354269 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 55389711-719a-46d0-8830-0a46bfd03f64 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:51:56.354615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 55389711-719a-46d0-8830-0a46bfd03f64 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:51:56.355031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d621b8a5-8b1d-4be0-a331-23ac49f5d42b no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:51:56.374099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: d621b8a5-8b1d-4be0-a331-23ac49f5d42b {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:51:56.374450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d621b8a5-8b1d-4be0-a331-23ac49f5d42b not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:51:56.490724 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.513029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.613441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.25.7.102 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e04cccde-d5ad-457e-92d4-f18d41854796) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:51:56.716844 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.749742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.786871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:51:56.791602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:51:56.795302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:51:56.804143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff569b-d08d-4962-a3b1-4fcedbf4659e None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:51:56.819191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=e04cccde-d5ad-457e-92d4-f18d41854796,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:56.869002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-45e8a618-77e2-4929-be63-98ae8927c2e9 None None] Provisioning complete for port e04cccde-d5ad-457e-92d4-f18d41854796 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:56.869392 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-45e8a618-77e2-4929-be63-98ae8927c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:56.906879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-45e8a618-77e2-4929-be63-98ae8927c2e9 None None] Port e04cccde-d5ad-457e-92d4-f18d41854796 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:51:57.045634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:57.241664 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:57.369113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:51:57.473704 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:51:57.483181 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Sync routers for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:51:57.494648 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:57.494886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:57.495501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:57.498985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-99dd6c82-d7e2-43e9-92bf-bd04a6a90781 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4608805 Dec 12 04:51:57.499109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38850) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:57.528193 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fddb47e7-5f57-49f0-b6a4-fcf53271e4e6 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5a750421c170474eb72fb3e3fa786693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266480 Dec 12 04:51:57.529570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38852) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:57.599201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:57.619574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12696a3d-16bc-4e39-87c8-06a640e03a0a tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:57.621056 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-12696a3d-16bc-4e39-87c8-06a640e03a0a tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900161 Dec 12 04:51:57.623791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38854) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:57.651006 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3355ce98-390c-42f4-b4a3-3cb8fe0b6a76 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261717 Dec 12 04:51:57.653397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38856) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:57.658538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1528679236', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:51:57.750335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Made reservation on behalf of 5a750421c170474eb72fb3e3fa786693 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:51:57.754114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:57.777406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:56Z', 'revision_number': 3, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:57.804272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Checking router: 0ed226b0-761e-4d4f-a38f-10ed3fb01610 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:51:57.804634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Updating router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 port e04cccde-d5ad-457e-92d4-f18d41854796 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:51:57.833758 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:57.933198 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:57.993763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Subnet': ['ID=155f0676-a527-4ef0-8fc3-25cb4c5f348f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:58.001943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Checking segment: {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:51:58.002315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network hostable DHCP agents. Network: a0c1fead-03b5-4b6b-a203-34f376c37673, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:51:58.019981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network a0c1fead-03b5-4b6b-a203-34f376c37673 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:51:58.030876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a0c1fead-03b5-4b6b-a203-34f376c37673) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:51:58.035111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:51:58.035728 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:58.042740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0994d-0898-4f7f-9482-96bc93a07713 None None] Network a0c1fead-03b5-4b6b-a203-34f376c37673 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:51:58.051791 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1aa09a88-5899-4ac8-a063-cda35606c246 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3974094 Dec 12 04:51:58.055175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38858) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:51:58.137543 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:58.146529 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:58.221170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff4360-faf6-4190-bfd3-d076ec563d12 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:51:58.233022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Attempting to bind port e04cccde-d5ad-457e-92d4-f18d41854796 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:51:58.233441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Attempting to bind port e04cccde-d5ad-457e-92d4-f18d41854796 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:51:58.233808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Attempting to bind port e04cccde-d5ad-457e-92d4-f18d41854796 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:51:58.238834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-a0c1fead-03b5-4b6b-a203-34f376c37673', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:51:58.239681 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:58.242947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33965a7-ca75-46f5-9d22-56069dead27f None None] Pushing event updated for resources: {'Port': ['ID=e04cccde-d5ad-457e-92d4-f18d41854796,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:58.258592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:51:58.258973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:51:58.259447 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:58.260099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:51:58.260595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Bound port: e04cccde-d5ad-457e-92d4-f18d41854796, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:51:58.261005 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:58.415546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] For port e04cccde-d5ad-457e-92d4-f18d41854796, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:51:58.417560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5f57189e-cde1-41e0-9205-34b195d715cd None None] Provisioning complete for port e04cccde-d5ad-457e-92d4-f18d41854796 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:58.417957 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5f57189e-cde1-41e0-9205-34b195d715cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:58.464034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] For port e04cccde-d5ad-457e-92d4-f18d41854796, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e04cccde-d5ad-457e-92d4-f18d41854796,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:51:58.473288 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:58.482841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Allocated IP 172.20.0.2 (a0c1fead-03b5-4b6b-a203-34f376c37673/155f0676-a527-4ef0-8fc3-25cb4c5f348f/5da4cfee-b54e-41e9-b90c-784b310fc8f2) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:51:58.517294 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:58.696015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5f57189e-cde1-41e0-9205-34b195d715cd None None] Port e04cccde-d5ad-457e-92d4-f18d41854796 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:51:58.708156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556557d-1df8-4166-9ff4-99c9f9960ccc None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:51:58.775042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:51:58.775698 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:58.780462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33965a7-ca75-46f5-9d22-56069dead27f None None] Pushing event updated for resources: {'Port': ['ID=e04cccde-d5ad-457e-92d4-f18d41854796,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:58.899599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-35a39b6e-69b5-4486-be4e-3d796830a36c None None] Provisioning complete for port e04cccde-d5ad-457e-92d4-f18d41854796 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:51:58.899987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-35a39b6e-69b5-4486-be4e-3d796830a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.007753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:51:59.039660 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.073954 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.123803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.20.0.1 (a0c1fead-03b5-4b6b-a203-34f376c37673/155f0676-a527-4ef0-8fc3-25cb4c5f348f/df9b003b-3a41-4ccc-a86a-604399716264) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:51:59.189104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Network a0c1fead-03b5-4b6b-a203-34f376c37673 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:51:59.197967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:51:59.205801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:51:59.211098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Pushing event updated for resources: {'Port': ['ID=5da4cfee-b54e-41e9-b90c-784b310fc8f2,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:59.221745 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-35a39b6e-69b5-4486-be4e-3d796830a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.240210 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.278815 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.288906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-35a39b6e-69b5-4486-be4e-3d796830a36c None None] For port e04cccde-d5ad-457e-92d4-f18d41854796, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e04cccde-d5ad-457e-92d4-f18d41854796,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:51:59.301006 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-35a39b6e-69b5-4486-be4e-3d796830a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.321463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network a0c1fead-03b5-4b6b-a203-34f376c37673 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:51:59.324627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:51:59.324905 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Attempting to bind port 5da4cfee-b54e-41e9-b90c-784b310fc8f2 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:51:59.325289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Attempting to bind port 5da4cfee-b54e-41e9-b90c-784b310fc8f2 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:51:59.325662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Attempting to bind port 5da4cfee-b54e-41e9-b90c-784b310fc8f2 on network a0c1fead-03b5-4b6b-a203-34f376c37673 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:51:59.328927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:51:59.335116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=df9b003b-3a41-4ccc-a86a-604399716264,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:59.354294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:51:59.354682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Checking segment: {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:51:59.355093 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.355491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Bound using segment: {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:51:59.355981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Bound port: 5da4cfee-b54e-41e9-b90c-784b310fc8f2, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:51:59.356369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.378434 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.417723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a39b6e-69b5-4486-be4e-3d796830a36c None None] Pushing event updated for resources: {'Port': ['ID=e04cccde-d5ad-457e-92d4-f18d41854796,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:59.445189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:56Z', 'revision_number': 3, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:51:59.480176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b3cd0-8e07-4fcb-b25e-1f18dca94672 None None] The sync data for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 is: [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:56Z', 'revision_number': 3, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:51:59.484947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] For port 5da4cfee-b54e-41e9-b90c-784b310fc8f2, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:51:59.497105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] For port 5da4cfee-b54e-41e9-b90c-784b310fc8f2, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5da4cfee-b54e-41e9-b90c-784b310fc8f2,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:51:59.502358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.508347 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.569145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9660d3f-7aa1-4cbd-beb9-b3e31cf5ec81 None None] Pushing event updated for resources: {'Port': ['ID=5da4cfee-b54e-41e9-b90c-784b310fc8f2,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:51:59.853885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.859682 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.943223 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:51:59.957706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=df9b003b-3a41-4ccc-a86a-604399716264,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:00.047122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network a0c1fead-03b5-4b6b-a203-34f376c37673 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:52:00.048700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:52:00.166431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:52:00.307416 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:52:00.318480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38860) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:00.327039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-36773e47-cb52-48cb-a6bb-035ffc5fe764 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "PUT /v2.0/routers/0ed226b0-761e-4d4f-a38f-10ed3fb01610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2712920 Dec 12 04:52:00.434024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5da4cfee-b54e-41e9-b90c-784b310fc8f2 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:52:00.496385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5da4cfee-b54e-41e9-b90c-784b310fc8f2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:00.497176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:00.532418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f3847c-d5fb-46dd-b63a-a7ae21fd8f8d tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:00.533145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f3847c-d5fb-46dd-b63a-a7ae21fd8f8d tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:00.533424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f3847c-d5fb-46dd-b63a-a7ae21fd8f8d tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:00.533902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f3847c-d5fb-46dd-b63a-a7ae21fd8f8d tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:00.536015 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-30f3847c-d5fb-46dd-b63a-a7ae21fd8f8d tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.2161222 Dec 12 04:52:00.538267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38862) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:00.586016 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:00.618394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca3243f-697c-4556-a7f9-d97f8f024a0c None None] Network a0c1fead-03b5-4b6b-a203-34f376c37673 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:52:00.643049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 5da4cfee-b54e-41e9-b90c-784b310fc8f2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5da4cfee-b54e-41e9-b90c-784b310fc8f2,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:52:00.675549 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:00.676362 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e04cccde-d5ad-457e-92d4-f18d41854796 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:52:00.745026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-47db0916-62cc-4190-85bd-40eafe7f5c29 None None] Provisioning complete for port 5da4cfee-b54e-41e9-b90c-784b310fc8f2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:00.745405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-47db0916-62cc-4190-85bd-40eafe7f5c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:00.819361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=5da4cfee-b54e-41e9-b90c-784b310fc8f2,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:00.873563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e04cccde-d5ad-457e-92d4-f18d41854796 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:00.873885 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:00.923361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae841a9-7fdc-499a-8c8a-81dd17f0b0ec tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:00.923838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae841a9-7fdc-499a-8c8a-81dd17f0b0ec tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:00.924312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae841a9-7fdc-499a-8c8a-81dd17f0b0ec tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:00.924767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae841a9-7fdc-499a-8c8a-81dd17f0b0ec tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:00.926742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1ae841a9-7fdc-499a-8c8a-81dd17f0b0ec tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.3875403 Dec 12 04:52:00.929497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38864) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:01.082082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d1d4dda0-5353-4e83-b294-9e807fd20ae9 tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1512949 Dec 12 04:52:01.167212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c55cc9d5-413b-4143-8d0a-156ccef7236c None None] Provisioning complete for port df9b003b-3a41-4ccc-a86a-604399716264 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:01.167513 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c55cc9d5-413b-4143-8d0a-156ccef7236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.215830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c55cc9d5-413b-4143-8d0a-156ccef7236c None None] Port df9b003b-3a41-4ccc-a86a-604399716264 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:52:01.225690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c55cc9d5-413b-4143-8d0a-156ccef7236c None None] Provisioning complete for port 5da4cfee-b54e-41e9-b90c-784b310fc8f2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:01.226066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c55cc9d5-413b-4143-8d0a-156ccef7236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.310848 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Sync routers for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:52:01.323779 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:52:01.324394 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:01.325113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38868) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:01.330927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5d482033-7624-4aa3-8ec6-9e2a9ee47227 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467323598', 'description': 'tempest-secgroup-smoke-1467323598 description', 'project_id': '5a750421c170474eb72fb3e3fa786693'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:01.356063 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d482033-7624-4aa3-8ec6-9e2a9ee47227 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.434362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d482033-7624-4aa3-8ec6-9e2a9ee47227 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.442147 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d482033-7624-4aa3-8ec6-9e2a9ee47227 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.443042 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:52:01.450432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b1bc0ea7-14f9-4ab3-a6bb-c0712d7b1273 None None] Provisioning complete for port df9b003b-3a41-4ccc-a86a-604399716264 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:01.450996 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0ea7-14f9-4ab3-a6bb-c0712d7b1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.480204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5d482033-7624-4aa3-8ec6-9e2a9ee47227 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.481472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5d482033-7624-4aa3-8ec6-9e2a9ee47227 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1549528 Dec 12 04:52:01.484959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38870) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:01.489932 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-beee3aa3-72b1-49b4-8f45-0c0a5686a27c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': '43f6d5fa-9b48-49d9-8172-d412216a829c', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:01.494914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d482033-7624-4aa3-8ec6-9e2a9ee47227 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f6d5fa-9b48-49d9-8172-d412216a829c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:01.515007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc0ea7-14f9-4ab3-a6bb-c0712d7b1273 None None] Port df9b003b-3a41-4ccc-a86a-604399716264 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:52:01.528190 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-beee3aa3-72b1-49b4-8f45-0c0a5686a27c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.591167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-beee3aa3-72b1-49b4-8f45-0c0a5686a27c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.595325 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-beee3aa3-72b1-49b4-8f45-0c0a5686a27c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.613938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee3aa3-72b1-49b4-8f45-0c0a5686a27c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc0cfcc-a0ed-4aef-894c-dca86439bf0f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:01.621188 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-beee3aa3-72b1-49b4-8f45-0c0a5686a27c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.622534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-beee3aa3-72b1-49b4-8f45-0c0a5686a27c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366465 Dec 12 04:52:01.625890 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38872) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:01.630419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2f02e9d5-df71-4d90-9e47-8942c644bd83 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': '43f6d5fa-9b48-49d9-8172-d412216a829c', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:01.636958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a043962a-029a-4a40-a365-2d1d6f238887 None None] Provisioning complete for port df9b003b-3a41-4ccc-a86a-604399716264 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:01.637340 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a043962a-029a-4a40-a365-2d1d6f238887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.660276 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f02e9d5-df71-4d90-9e47-8942c644bd83 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.676672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a043962a-029a-4a40-a365-2d1d6f238887 None None] Port df9b003b-3a41-4ccc-a86a-604399716264 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:52:01.678822 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'df9b003b-3a41-4ccc-a86a-604399716264', 'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:4b:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:58Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 2, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:01.707097 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Checking router: 0ed226b0-761e-4d4f-a38f-10ed3fb01610 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:52:01.707593 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Updating router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 port df9b003b-3a41-4ccc-a86a-604399716264 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:52:01.723010 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f02e9d5-df71-4d90-9e47-8942c644bd83 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.727053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f02e9d5-df71-4d90-9e47-8942c644bd83 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.732020 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.745421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02e9d5-df71-4d90-9e47-8942c644bd83 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ecc1d1-e8bd-4d07-9c8f-b922e8123622,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:01.754953 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2f02e9d5-df71-4d90-9e47-8942c644bd83 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.756184 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2f02e9d5-df71-4d90-9e47-8942c644bd83 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292689 Dec 12 04:52:01.758969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38874) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:01.763667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e12ef7e1-0387-4723-807f-299f6b0ddf78 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': '43f6d5fa-9b48-49d9-8172-d412216a829c', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:01.789669 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e12ef7e1-0387-4723-807f-299f6b0ddf78 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.847066 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e12ef7e1-0387-4723-807f-299f6b0ddf78 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.850932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e12ef7e1-0387-4723-807f-299f6b0ddf78 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.868958 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ef7e1-0387-4723-807f-299f6b0ddf78 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e804a4e-8e99-4b3d-bb4a-2e9878bc6d24,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:01.877841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e12ef7e1-0387-4723-807f-299f6b0ddf78 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.879064 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e12ef7e1-0387-4723-807f-299f6b0ddf78 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190679 Dec 12 04:52:01.881825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38876) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:01.886400 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-92dbf268-069f-4ada-836f-223852d25ebd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': '43f6d5fa-9b48-49d9-8172-d412216a829c', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:01.912192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-92dbf268-069f-4ada-836f-223852d25ebd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.970181 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-92dbf268-069f-4ada-836f-223852d25ebd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.974120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-92dbf268-069f-4ada-836f-223852d25ebd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:01.992469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbf268-069f-4ada-836f-223852d25ebd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd86943f-918f-4f1f-8997-390726fceae6,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:02.000523 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.000999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-92dbf268-069f-4ada-836f-223852d25ebd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.004905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-92dbf268-069f-4ada-836f-223852d25ebd tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194735 Dec 12 04:52:02.005121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38878) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:02.008584 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.010188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-daa9ea53-6966-43ee-8a94-2f190fc66d9d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': '43f6d5fa-9b48-49d9-8172-d412216a829c', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:02.032736 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-daa9ea53-6966-43ee-8a94-2f190fc66d9d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Project 5a750421c170474eb72fb3e3fa786693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:52:02.038342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-daa9ea53-6966-43ee-8a94-2f190fc66d9d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.078534 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122ca5d-e8a1-43de-9ed9-7f03740929ca None None] Pushing event updated for resources: {'Port': ['ID=df9b003b-3a41-4ccc-a86a-604399716264,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:02.109490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-daa9ea53-6966-43ee-8a94-2f190fc66d9d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.112151 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Attempting to bind port df9b003b-3a41-4ccc-a86a-604399716264 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:52:02.112518 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Attempting to bind port df9b003b-3a41-4ccc-a86a-604399716264 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:52:02.112966 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Attempting to bind port df9b003b-3a41-4ccc-a86a-604399716264 on network a0c1fead-03b5-4b6b-a203-34f376c37673 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:52:02.113998 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-daa9ea53-6966-43ee-8a94-2f190fc66d9d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.118743 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:52:02.119151 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Checking segment: {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:52:02.119460 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.119858 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Bound using segment: {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:52:02.120340 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Bound port: df9b003b-3a41-4ccc-a86a-604399716264, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:52:02.120726 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.135058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9ea53-6966-43ee-8a94-2f190fc66d9d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840e01b3-f291-483e-a0cf-12a0c2348424,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:02.145916 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-daa9ea53-6966-43ee-8a94-2f190fc66d9d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.149798 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-daa9ea53-6966-43ee-8a94-2f190fc66d9d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410835 Dec 12 04:52:02.150161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38880) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:02.156356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'security_group_rule': {'security_group_id': '43f6d5fa-9b48-49d9-8172-d412216a829c', 'project_id': '5a750421c170474eb72fb3e3fa786693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:02.180943 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Project 5a750421c170474eb72fb3e3fa786693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 04:52:02.186084 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.192230 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] For port df9b003b-3a41-4ccc-a86a-604399716264, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:52:02.195496 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] For port df9b003b-3a41-4ccc-a86a-604399716264, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=df9b003b-3a41-4ccc-a86a-604399716264,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:52:02.200770 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.249855 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:52:02.250484 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:51:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:02.252766 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.258041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.283792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc162d6e-5498-4f2f-a5be-21e4f565ea50,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:02.289163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.313108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617250 Dec 12 04:52:02.319010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.319296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.322344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e59461c8-e93f-48ff-b0a5-ab1c35f788e1 None None] Provisioning complete for port df9b003b-3a41-4ccc-a86a-604399716264 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:02.322900 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e59461c8-e93f-48ff-b0a5-ab1c35f788e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.329360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.329805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.330364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.330904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.331440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.331987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.332528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.336183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.336720 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.337301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.337837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a820-85ba-4b47-8705-0417a3a425e7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:02.368768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5da4cfee-b54e-41e9-b90c-784b310fc8f2 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:52:02.368993 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:52:02.485377 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-1a1c3c8a-09f4-47d9-ba6c-d97cdd3c05eb tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467323598&fields=id&tenant_id=5a750421c170474eb72fb3e3fa786693 HTTP/1.1" status: 200 len: 267 time: 0.0654328 Dec 12 04:52:02.490717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 5da4cfee-b54e-41e9-b90c-784b310fc8f2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:02.491245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.525824 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122ca5d-e8a1-43de-9ed9-7f03740929ca None None] Pushing event updated for resources: {'Port': ['ID=df9b003b-3a41-4ccc-a86a-604399716264,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:02.549041 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e59461c8-e93f-48ff-b0a5-ab1c35f788e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.608568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-845dd90b-4de3-4721-af9b-0fc5218a52f5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:02.610018 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-845dd90b-4de3-4721-af9b-0fc5218a52f5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/networks?id=a0c1fead-03b5-4b6b-a203-34f376c37673 HTTP/1.1" status: 200 len: 797 time: 0.1151507 Dec 12 04:52:02.615711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e59461c8-e93f-48ff-b0a5-ab1c35f788e1 None None] For port df9b003b-3a41-4ccc-a86a-604399716264, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=df9b003b-3a41-4ccc-a86a-604399716264,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:52:02.619010 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'df9b003b-3a41-4ccc-a86a-604399716264', 'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:4b:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:58Z', 'updated_at': '2021-12-12T04:52:02Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:02.622734 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e59461c8-e93f-48ff-b0a5-ab1c35f788e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.629518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-56df4b94-462b-429e-9f3c-095d551f7e3c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/quotas/5a750421c170474eb72fb3e3fa786693 HTTP/1.1" status: 200 len: 375 time: 0.0129616 Dec 12 04:52:02.650681 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5c7686-5d26-4439-8887-35d3b1c08474 None None] The sync data for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 is: [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'df9b003b-3a41-4ccc-a86a-604399716264', 'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:4b:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:58Z', 'updated_at': '2021-12-12T04:52:02Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:52:02.678937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59461c8-e93f-48ff-b0a5-ab1c35f788e1 None None] Pushing event updated for resources: {'Port': ['ID=df9b003b-3a41-4ccc-a86a-604399716264,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:02.733737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-af7ec294-b532-4202-8616-3d76f8ade1c0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969658 Dec 12 04:52:02.743928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2c5bbe06-f707-415d-952d-a26d3fe54157 None None] Provisioning complete for port df9b003b-3a41-4ccc-a86a-604399716264 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:02.744320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c5bbe06-f707-415d-952d-a26d3fe54157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:02.812547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-c2565445-c3b7-4dfe-89f9-a8a764e745ac service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:52:02.813645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-c2565445-c3b7-4dfe-89f9-a8a764e745ac service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0685976 Dec 12 04:52:02.913617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-c2856b42-9949-4ee6-ae60-58965920c080 service neutron] 10.222.0.36 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927541 Dec 12 04:52:03.011066 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-be69d9b4-84b1-468e-99a2-ff1f41bbd617 service neutron] 10.222.0.36 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913272 Dec 12 04:52:03.180611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-161b84a8-f22b-480b-98b0-bf06f951afe2 req-d48c3571-a289-4815-82f9-e63305299f32 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 210 time: 0.0301075 Dec 12 04:52:04.189695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-84b5f8f3-3e07-472d-8c9a-5a3064be3063 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:04.191189 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-84b5f8f3-3e07-472d-8c9a-5a3064be3063 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "GET /v2.0/networks?id=a0c1fead-03b5-4b6b-a203-34f376c37673 HTTP/1.1" status: 200 len: 797 time: 0.1109540 Dec 12 04:52:04.292641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-304215b3-ef8c-4e8c-93d3-970035ba1b16 req-dbda9d9c-15d7-4000-94ee-89cd64b823c7 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 210 time: 0.0382125 Dec 12 04:52:04.299152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-2ca90a1b-dc25-4528-9728-7b6c383161a8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a750421c170474eb72fb3e3fa786693 HTTP/1.1" status: 200 len: 380 time: 0.0841992 Dec 12 04:52:04.313447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'port': {'device_id': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'admin_state_up': True, 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'security_groups': ['43f6d5fa-9b48-49d9-8172-d412216a829c']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:04.339853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device df9b003b-3a41-4ccc-a86a-604399716264 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:52:04.389931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port df9b003b-3a41-4ccc-a86a-604399716264 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:04.390228 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:04.422493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Made reservation on behalf of 5a750421c170474eb72fb3e3fa786693 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:52:04.426077 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:04.553573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.20.0.4 (a0c1fead-03b5-4b6b-a203-34f376c37673/155f0676-a527-4ef0-8fc3-25cb4c5f348f/60432f5c-48f4-455a-97b7-75e56d590af1) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:52:04.690240 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:04.723719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:04.765955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network a0c1fead-03b5-4b6b-a203-34f376c37673 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:52:04.769136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:52:04.772916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:52:04.798820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=60432f5c-48f4-455a-97b7-75e56d590af1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:04.830899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:04.831552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:04.849133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-d78e3a74-c047-4f8a-998d-c6d67f896b67 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394406 Dec 12 04:52:04.867847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Request body: {'port': {'device_id': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:04.923221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:04.981114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a2af4d81-d89e-49f2-836f-91f5d1e5d433 None None] Provisioning complete for port 60432f5c-48f4-455a-97b7-75e56d590af1 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:04.981400 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2af4d81-d89e-49f2-836f-91f5d1e5d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:05.016411 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a2af4d81-d89e-49f2-836f-91f5d1e5d433 None None] Port 60432f5c-48f4-455a-97b7-75e56d590af1 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:52:05.202399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60432f5c-48f4-455a-97b7-75e56d590af1 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:52:05.209858 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:05.221518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Transition to ACTIVE for port object 60432f5c-48f4-455a-97b7-75e56d590af1 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:52:05.224585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:05.291246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Pushing event updated for resources: {'Port': ['ID=60432f5c-48f4-455a-97b7-75e56d590af1,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:05.348570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Attempting to bind port 60432f5c-48f4-455a-97b7-75e56d590af1 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:52:05.348944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Attempting to bind port 60432f5c-48f4-455a-97b7-75e56d590af1 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:52:05.349284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Attempting to bind port 60432f5c-48f4-455a-97b7-75e56d590af1 on network a0c1fead-03b5-4b6b-a203-34f376c37673 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:52:05.355248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Port 60432f5c-48f4-455a-97b7-75e56d590af1 on network a0c1fead-03b5-4b6b-a203-34f376c37673 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:52:05.355645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Attempting to bind port 60432f5c-48f4-455a-97b7-75e56d590af1 on network a0c1fead-03b5-4b6b-a203-34f376c37673 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:52:05.361898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:52:05.362239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Checking segment: {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:52:05.362639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Bound using segment: {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:52:05.363107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Bound port: 60432f5c-48f4-455a-97b7-75e56d590af1, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cb6db7-3875-42a4-ba91-d8c060924498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:52:05.363474 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:05.428147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70992c44-e454-47de-bf5a-4916a005cabc req-5344c292-d22c-4e80-a688-d5ad921b4695 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:05.429817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70992c44-e454-47de-bf5a-4916a005cabc req-5344c292-d22c-4e80-a688-d5ad921b4695 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 943 time: 0.0624440 Dec 12 04:52:05.432447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] For port 60432f5c-48f4-455a-97b7-75e56d590af1, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:52:05.435824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] For port 60432f5c-48f4-455a-97b7-75e56d590af1, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=60432f5c-48f4-455a-97b7-75e56d590af1,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:52:05.442622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:05.481712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:05.482338 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:05.483844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70992c44-e454-47de-bf5a-4916a005cabc req-ec58d123-a0b5-4ab8-83a5-ea553d380446 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458801 Dec 12 04:52:05.485909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] 10.222.0.18 "PUT /v2.0/ports/60432f5c-48f4-455a-97b7-75e56d590af1 HTTP/1.1" status: 200 len: 1091 time: 0.6227133 Dec 12 04:52:05.486462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:52:05.488757 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6d17e2-626b-4998-a28a-256b15bc72fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:52:05.512618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80566e07-e1a0-4fb1-adfe-26119ee3663a service neutron] Pushing event updated for resources: {'Port': ['ID=60432f5c-48f4-455a-97b7-75e56d590af1,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:05.550433 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914dcf8a-148e-4948-a3b8-a173e742c301 x-openstack-request-id: req-914dcf8a-148e-4948-a3b8-a173e742c301 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:52:05.550736 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:52:05.550998 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-914dcf8a-148e-4948-a3b8-a173e742c301 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:52:05.551415 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1', 'status': 'completed', 'code': 200} Dec 12 04:52:05.609586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-61e75dae-9686-4740-9b8e-f9fc9d58aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:05.611417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-61e75dae-9686-4740-9b8e-f9fc9d58aea4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 1094 time: 0.0460901 Dec 12 04:52:05.665790 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-267af733-4075-4ddd-a787-2b08901a5a41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60432f5c-48f4-455a-97b7-75e56d590af1 HTTP/1.1" status: 200 len: 217 time: 0.0401442 Dec 12 04:52:05.714447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-b0185076-e558-49a6-8921-4e8e47cb0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:05.715896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-b0185076-e558-49a6-8921-4e8e47cb0fad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=155f0676-a527-4ef0-8fc3-25cb4c5f348f HTTP/1.1" status: 200 len: 835 time: 0.0432999 Dec 12 04:52:05.762304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-221f1031-cd70-48d5-b137-6b5ddab44304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:05.763739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-221f1031-cd70-48d5-b137-6b5ddab44304 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c1fead-03b5-4b6b-a203-34f376c37673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409899 Dec 12 04:52:05.856955 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-f3494fcf-df29-46d7-bf17-c62333995004 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854146 Dec 12 04:52:05.947585 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b5007a99-f637-4b00-a4bc-7a2ded27e9a7 req-10944eff-f2d1-45a1-ba1d-351ffdd35524 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837779 Dec 12 04:52:06.087456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-26fef9cd-0458-494b-b8f8-f835168dce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:06.089020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-26fef9cd-0458-494b-b8f8-f835168dce70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 1094 time: 0.0446908 Dec 12 04:52:06.177882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-56718a83-41ff-42a5-9514-68fb6d272fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:06.179342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-56718a83-41ff-42a5-9514-68fb6d272fc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c1fead-03b5-4b6b-a203-34f376c37673 HTTP/1.1" status: 200 len: 897 time: 0.0835690 Dec 12 04:52:06.220639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-c57939df-7cbb-46c0-8b6d-ea24436111b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60432f5c-48f4-455a-97b7-75e56d590af1 HTTP/1.1" status: 200 len: 217 time: 0.0344155 Dec 12 04:52:06.274346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-621d15a4-61e1-469d-97ca-c7b7bd9ff34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:06.275926 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-621d15a4-61e1-469d-97ca-c7b7bd9ff34f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=155f0676-a527-4ef0-8fc3-25cb4c5f348f HTTP/1.1" status: 200 len: 835 time: 0.0470033 Dec 12 04:52:06.320586 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-e7486d29-1976-420e-bd1f-30c4aae380d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:06.322121 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-e7486d29-1976-420e-bd1f-30c4aae380d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c1fead-03b5-4b6b-a203-34f376c37673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392046 Dec 12 04:52:06.410096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-845fc20a-67cc-4557-b859-05d7925f9afc service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801966 Dec 12 04:52:06.502142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e6d17e2-626b-4998-a28a-256b15bc72fa req-ff14d44b-50c4-4355-a6ad-18031f993be3 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841320 Dec 12 04:52:06.604883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a1f43-f619-4aac-bb74-c5825f696bd1 req-23ccb503-a06e-4957-83e6-49f0e817684c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:06.606367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a76a1f43-f619-4aac-bb74-c5825f696bd1 req-23ccb503-a06e-4957-83e6-49f0e817684c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 943 time: 0.0517540 Dec 12 04:52:06.654450 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a76a1f43-f619-4aac-bb74-c5825f696bd1 req-b88501d2-3bf7-4e32-9d3a-f8444c7745c2 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 Dec 12 04:52:07.777200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086e8ae-0f19-421d-b053-8b38595e4d25 req-12280c1a-2df0-4ecd-a6ab-f6a282c97725 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:07.778764 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0086e8ae-0f19-421d-b053-8b38595e4d25 req-12280c1a-2df0-4ecd-a6ab-f6a282c97725 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 943 time: 0.0526757 Dec 12 04:52:07.827647 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0086e8ae-0f19-421d-b053-8b38595e4d25 req-d4d10afa-0aec-4512-88e1-b23ae2818525 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429020 Dec 12 04:52:08.941738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ef12b-1489-4e4f-83de-f1ff3c1f30bf req-2cab5a63-4e2c-46f6-b5a1-776a6fc629ca tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:08.943144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f21ef12b-1489-4e4f-83de-f1ff3c1f30bf req-2cab5a63-4e2c-46f6-b5a1-776a6fc629ca tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 943 time: 0.0477221 Dec 12 04:52:08.991954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f21ef12b-1489-4e4f-83de-f1ff3c1f30bf req-a63e4c89-d357-4a70-b80d-1f0d86e8fffa tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428262 Dec 12 04:52:10.110748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a374aa7-a35b-4802-ad64-6b3a620e5506 req-3072ac75-87f7-415f-9df2-21c490d8ad43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:10.112238 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3a374aa7-a35b-4802-ad64-6b3a620e5506 req-3072ac75-87f7-415f-9df2-21c490d8ad43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 943 time: 0.0533471 Dec 12 04:52:10.160364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3a374aa7-a35b-4802-ad64-6b3a620e5506 req-803bf197-8c87-4273-90ab-264c9308f928 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Dec 12 04:52:10.271365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 60432f5c-48f4-455a-97b7-75e56d590af1 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:52:10.367494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 60432f5c-48f4-455a-97b7-75e56d590af1, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=60432f5c-48f4-455a-97b7-75e56d590af1,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:52:10.379666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '60432f5c-48f4-455a-97b7-75e56d590af1', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'port_id': '60432f5c-48f4-455a-97b7-75e56d590af1', 'mac_address': 'fa:16:3e:a6:12:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:52:10.417570 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:10.429914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60432f5c-48f4-455a-97b7-75e56d590af1 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:52:10.448623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 60432f5c-48f4-455a-97b7-75e56d590af1, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=60432f5c-48f4-455a-97b7-75e56d590af1,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:52:10.453103 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:10.501952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=60432f5c-48f4-455a-97b7-75e56d590af1,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:10.703079 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7658185b-c5e7-477c-84e2-084c8250a404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:10.754159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['60432f5c-48f4-455a-97b7-75e56d590af1'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:52:11.273391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aea04-0065-442a-9ac3-b300dd4f673e req-67d00e2b-746e-4f9c-a0ed-be7690ad37d8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:11.274998 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cf5aea04-0065-442a-9ac3-b300dd4f673e req-67d00e2b-746e-4f9c-a0ed-be7690ad37d8 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 944 time: 0.0494266 Dec 12 04:52:11.328242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cf5aea04-0065-442a-9ac3-b300dd4f673e req-e9a4a104-8bc3-4a28-b6ca-3f09484f8993 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467205 Dec 12 04:52:11.998069 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:12.287500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 60432f5c-48f4-455a-97b7-75e56d590af1 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:52:12.335063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 60432f5c-48f4-455a-97b7-75e56d590af1 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:52:12.339140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 60432f5c-48f4-455a-97b7-75e56d590af1 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:52:12.339521 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:12.445691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3a8e2-2210-4b85-9da3-f225e241bf00 req-cb6d5937-5d0c-4e8a-a9b6-54f037db81ea tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:12.447283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4f3a8e2-2210-4b85-9da3-f225e241bf00 req-cb6d5937-5d0c-4e8a-a9b6-54f037db81ea tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 944 time: 0.0508275 Dec 12 04:52:12.499550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4f3a8e2-2210-4b85-9da3-f225e241bf00 req-4f7c86a5-f996-4c84-88ef-6d3601f52b2c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458145 Dec 12 04:52:12.581129 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:12.603076 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:52:12.605406 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7369846-c522-41d0-b665-e3969ffb746e" -d '{"events": [{"server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "name": "network-vif-plugged", "status": "completed", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:52:12.618354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 60432f5c-48f4-455a-97b7-75e56d590af1, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=60432f5c-48f4-455a-97b7-75e56d590af1,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:52:12.622239 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:12.649055 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696c2d81-58f6-4b74-9f50-18b2ab848349 x-openstack-request-id: req-696c2d81-58f6-4b74-9f50-18b2ab848349 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:52:12.649353 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "name": "network-vif-plugged", "status": "completed", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:52:12.649611 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-696c2d81-58f6-4b74-9f50-18b2ab848349 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:52:12.650002 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1', 'code': 200} Dec 12 04:52:12.671497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=60432f5c-48f4-455a-97b7-75e56d590af1,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:12.678792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.679150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.679499 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.679844 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.680184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.680520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.680876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.681231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.681550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.681881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.682212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.682540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.682866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:12.778445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0a73d-37e1-4e68-a6be-e34739daa2b3 req-d11fba98-f137-4049-95ed-0229387f5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:12.781525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8df0a73d-37e1-4e68-a6be-e34739daa2b3 req-d11fba98-f137-4049-95ed-0229387f5d27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 1096 time: 0.0391071 Dec 12 04:52:12.828406 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8df0a73d-37e1-4e68-a6be-e34739daa2b3 req-ed66f113-2b0e-457b-8da0-2be7e3b8e306 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 Dec 12 04:52:13.001440 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61bf116a-087b-4917-bd2a-91bfda44c74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:13.613394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af3140-be99-4a9e-bffa-1fe8b8cd595a req-35d1de44-2cd9-47eb-a794-78ef49ef6a6e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:13.614777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60af3140-be99-4a9e-bffa-1fe8b8cd595a req-35d1de44-2cd9-47eb-a794-78ef49ef6a6e tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Dec 12 04:52:13.662422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60af3140-be99-4a9e-bffa-1fe8b8cd595a req-6094b881-ae4e-4b0e-9df9-8b623ee41b8c tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417910 Dec 12 04:52:14.175306 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:14.185364 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:14.776115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4a53c-baab-4bfe-bc98-892203f002ce req-db5e0d17-0d1d-4ba1-ae0a-071e14dcec1f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:14.777650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70e4a53c-baab-4bfe-bc98-892203f002ce req-db5e0d17-0d1d-4ba1-ae0a-071e14dcec1f tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 945 time: 0.0480571 Dec 12 04:52:14.826689 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70e4a53c-baab-4bfe-bc98-892203f002ce req-5b6d41a1-3a55-4c69-aa5a-031ad1386ed5 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Dec 12 04:52:14.939414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a0b6c-17cd-44ab-8a92-43d4de6b3dd1 req-bb5c077d-4168-4f88-815d-9eb10e17569a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:14.940960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-958a0b6c-17cd-44ab-8a92-43d4de6b3dd1 req-bb5c077d-4168-4f88-815d-9eb10e17569a tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 945 time: 0.0481699 Dec 12 04:52:14.988851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-958a0b6c-17cd-44ab-8a92-43d4de6b3dd1 req-329b5a9f-cb12-44f0-b262-2e82a3c703c0 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420415 Dec 12 04:52:15.012797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38932) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:15.055965 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e944f32-9909-4435-95a3-9e08a545b52c tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:15.057544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9e944f32-9909-4435-95a3-9e08a545b52c tempest-TestNetworkBasicOps-153283652 tempest-TestNetworkBasicOps-153283652-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 1091 time: 0.0437324 Dec 12 04:52:15.060285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38934) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:15.064450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '60432f5c-48f4-455a-97b7-75e56d590af1', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:52:15.086402 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:15.181554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:15.286578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Allocated IP 172.25.7.39 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9cd6b288-9ebd-45b2-9fda-55d740e42b5d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:52:15.393623 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:15.429895 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:15.469289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:52:15.472196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:52:15.475674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:52:15.496540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=9cd6b288-9ebd-45b2-9fda-55d740e42b5d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:15.718516 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:15.820885 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:15.885022 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:16.032449 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:16.036803 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:16.105035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event updated for resources: {'Port': ['ID=9cd6b288-9ebd-45b2-9fda-55d740e42b5d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:16.117348 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:16.214454 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Floating IP 30ee9424-1e50-4765-990c-da35b7142e78 associated. External IP: 172.25.7.39, port: 60432f5c-48f4-455a-97b7-75e56d590af1. Dec 12 04:52:16.421107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:52:16.525861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:52:16.535965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] Sync routers for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:52:16.543789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:16.545381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:52:16.545864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:52:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:16.570262 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-655fd9c0-d183-49b3-a061-b0444305b822 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5089207 Dec 12 04:52:16.570890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:52:16.573228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38936) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:16.573752 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1294d20b-dd96-4a48-a492-573126853bec" -d '{"events": [{"name": "network-changed", "server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:52:16.609601 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd09e47b-b75d-47cb-b53a-74d32317afdd x-openstack-request-id: req-dd09e47b-b75d-47cb-b53a-74d32317afdd {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:52:16.609911 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:52:16.610176 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd09e47b-b75d-47cb-b53a-74d32317afdd {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:52:16.610589 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1', 'status': 'completed', 'code': 200} Dec 12 04:52:16.642911 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-334e3e6f-dd0a-407a-a023-770766b87af1 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/floatingips/30ee9424-1e50-4765-990c-da35b7142e78 HTTP/1.1" status: 200 len: 990 time: 0.0675631 Dec 12 04:52:16.660009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:52:16.699224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294d20b-dd96-4a48-a492-573126853bec req-de085785-15d6-405c-b691-fbfec8f250c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:16.700681 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1294d20b-dd96-4a48-a492-573126853bec req-de085785-15d6-405c-b691-fbfec8f250c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 1096 time: 0.0397389 Dec 12 04:52:16.765595 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:16.795896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294d20b-dd96-4a48-a492-573126853bec req-3a15099f-ae92-4467-a3a6-22f8066007e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:16.797416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1294d20b-dd96-4a48-a492-573126853bec req-3a15099f-ae92-4467-a3a6-22f8066007e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c1fead-03b5-4b6b-a203-34f376c37673 HTTP/1.1" status: 200 len: 897 time: 0.0901375 Dec 12 04:52:16.864069 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1294d20b-dd96-4a48-a492-573126853bec req-f2ed1084-bc95-465a-874b-67c0fa4e4655 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60432f5c-48f4-455a-97b7-75e56d590af1 HTTP/1.1" status: 200 len: 998 time: 0.0591698 Dec 12 04:52:16.895969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '30ee9424-1e50-4765-990c-da35b7142e78', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'port_id': '60432f5c-48f4-455a-97b7-75e56d590af1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'mac_address': 'fa:16:3e:a6:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:52:15Z', 'updated_at': '2021-12-12T04:52:15Z', 'revision_number': 0, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9b003b-3a41-4ccc-a86a-604399716264', 'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:4b:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:58Z', 'updated_at': '2021-12-12T04:52:02Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:16.914331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294d20b-dd96-4a48-a492-573126853bec req-461cb955-cf30-4771-942e-b1c73b0be258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:16.915865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1294d20b-dd96-4a48-a492-573126853bec req-461cb955-cf30-4771-942e-b1c73b0be258 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=155f0676-a527-4ef0-8fc3-25cb4c5f348f HTTP/1.1" status: 200 len: 835 time: 0.0441184 Dec 12 04:52:16.926054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] Checking router: 0ed226b0-761e-4d4f-a38f-10ed3fb01610 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:52:16.934466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:52:16.935152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:52:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:16.965794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294d20b-dd96-4a48-a492-573126853bec req-69b49ef2-b2e1-4daf-bd00-6c7d23778f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:16.967228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1294d20b-dd96-4a48-a492-573126853bec req-69b49ef2-b2e1-4daf-bd00-6c7d23778f82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c1fead-03b5-4b6b-a203-34f376c37673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440707 Dec 12 04:52:17.040692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:52:17.056108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1294d20b-dd96-4a48-a492-573126853bec req-6c2d867a-3f52-41ce-a765-44ab21d0b917 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816634 Dec 12 04:52:17.149102 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1294d20b-dd96-4a48-a492-573126853bec req-cf6cd6d3-0160-4b4b-a680-0cb39b391141 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Dec 12 04:52:17.262624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '30ee9424-1e50-4765-990c-da35b7142e78', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'port_id': '60432f5c-48f4-455a-97b7-75e56d590af1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'mac_address': 'fa:16:3e:a6:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:52:15Z', 'updated_at': '2021-12-12T04:52:15Z', 'revision_number': 0, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9b003b-3a41-4ccc-a86a-604399716264', 'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:4b:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:58Z', 'updated_at': '2021-12-12T04:52:02Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:17.292706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cbb9b4-46bb-4165-aaca-ceac5216f2f9 None None] The sync data for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 is: [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '30ee9424-1e50-4765-990c-da35b7142e78', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'port_id': '60432f5c-48f4-455a-97b7-75e56d590af1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'mac_address': 'fa:16:3e:a6:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:52:15Z', 'updated_at': '2021-12-12T04:52:15Z', 'revision_number': 0, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9b003b-3a41-4ccc-a86a-604399716264', 'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:4b:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:58Z', 'updated_at': '2021-12-12T04:52:02Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:52:17.478929 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a2785-da56-45a4-80d9-19c817cdfdc0 None None] New status for floating IP 30ee9424-1e50-4765-990c-da35b7142e78: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:52:17.646278 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38940) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:17.706527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-94159aae-25a0-49bb-b5d6-32a14f8f837b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/floatingips/30ee9424-1e50-4765-990c-da35b7142e78 HTTP/1.1" status: 200 len: 992 time: 0.0590882 Dec 12 04:52:25.595351 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0918c21-822e-4d43-8f15-abe53878a9af req-f8fb3d87-d996-467e-97bf-a805b676207c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3834150 Dec 12 04:52:25.699963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918c21-822e-4d43-8f15-abe53878a9af req-35ae5da0-4df5-440f-99f5-d9622cab8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:25.702069 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0918c21-822e-4d43-8f15-abe53878a9af req-35ae5da0-4df5-440f-99f5-d9622cab8060 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 1096 time: 0.0396378 Dec 12 04:52:25.813469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918c21-822e-4d43-8f15-abe53878a9af req-4f2c66e5-f4b3-4533-98ba-0559cfcc5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:25.814943 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0918c21-822e-4d43-8f15-abe53878a9af req-4f2c66e5-f4b3-4533-98ba-0559cfcc5cde service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c1fead-03b5-4b6b-a203-34f376c37673 HTTP/1.1" status: 200 len: 897 time: 0.0934072 Dec 12 04:52:25.879994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0918c21-822e-4d43-8f15-abe53878a9af req-eb2d8a51-8185-4db5-901b-d55e47b50d0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60432f5c-48f4-455a-97b7-75e56d590af1 HTTP/1.1" status: 200 len: 1000 time: 0.0576494 Dec 12 04:52:25.928621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918c21-822e-4d43-8f15-abe53878a9af req-d8c10169-aae1-4fed-9766-97c013d9e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:25.930111 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0918c21-822e-4d43-8f15-abe53878a9af req-d8c10169-aae1-4fed-9766-97c013d9e756 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=155f0676-a527-4ef0-8fc3-25cb4c5f348f HTTP/1.1" status: 200 len: 835 time: 0.0424011 Dec 12 04:52:25.980614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918c21-822e-4d43-8f15-abe53878a9af req-603bb7c9-fda7-46fd-b304-630fe4b2f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:25.982098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0918c21-822e-4d43-8f15-abe53878a9af req-603bb7c9-fda7-46fd-b304-630fe4b2f8bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c1fead-03b5-4b6b-a203-34f376c37673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453150 Dec 12 04:52:26.070692 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0918c21-822e-4d43-8f15-abe53878a9af req-8ac16da8-deee-4997-a82f-7bfa5a16306d service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786123 Dec 12 04:52:26.160979 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0918c21-822e-4d43-8f15-abe53878a9af req-a8031e48-5c8b-480c-9655-c11b85b3b013 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831633 Dec 12 04:52:30.164651 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:52:40.704352 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-28e66acd-20d1-4409-8a09-66cf7d4e5b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:42.016743 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:43.002375 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eca630ec-e221-48f9-a4a4-41d05de4740b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:44.170131 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:44.188563 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:45.722269 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:46.737583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:48.877603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38956) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:48.940085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a51496b9-21c9-4037-ad88-0c8dd647427b tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/floatingips/30ee9424-1e50-4765-990c-da35b7142e78 HTTP/1.1" status: 200 len: 992 time: 0.0613475 Dec 12 04:52:49.223294 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38962) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:49.379052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port 9cd6b288-9ebd-45b2-9fda-55d740e42b5d {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:52:49.384529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:49.454580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:49.454915 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:49.466715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for 9cd6b288-9ebd-45b2-9fda-55d740e42b5d owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:52:49.611525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:49.634324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=9cd6b288-9ebd-45b2-9fda-55d740e42b5d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:49.648772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.649158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.649510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.649860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.650204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.650550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.650886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.651226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.651558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.651891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.652223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.652552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.652905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:52:49.709949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:49.710289 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Floating IP 30ee9424-1e50-4765-990c-da35b7142e78 disassociated (deleted). External IP: 172.25.7.39, port: 60432f5c-48f4-455a-97b7-75e56d590af1. Dec 12 04:52:49.913154 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:52:50.020647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:52:50.025459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:50.030602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] Sync routers for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:52:50.039669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:52:50.040283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:52:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:50.053938 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a270ad45-e39f-4800-a35e-aeec308e9d93 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/floatingips/30ee9424-1e50-4765-990c-da35b7142e78 HTTP/1.1" status: 204 len: 168 time: 0.8271549 Dec 12 04:52:50.053938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:52:50.054513 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70f158f-36fe-4abd-b42e-64a467395f93" -d '{"events": [{"name": "network-changed", "server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:52:50.100749 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c566a0-b5a7-48cb-9e24-324d5b114816 x-openstack-request-id: req-26c566a0-b5a7-48cb-9e24-324d5b114816 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:52:50.101279 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:52:50.101546 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26c566a0-b5a7-48cb-9e24-324d5b114816 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:52:50.101960 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1', 'status': 'completed', 'code': 200} Dec 12 04:52:50.153802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:52:50.191767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-2fc41b59-784a-4bfe-93f5-89e24c083d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:50.194362 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-2fc41b59-784a-4bfe-93f5-89e24c083d3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a750421c170474eb72fb3e3fa786693&device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 1096 time: 0.0496624 Dec 12 04:52:50.298100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62b5c-3d3e-4b6e-b07a-6d2292af2c81 req-671c2b42-0eb4-4a37-a484-26b867192369 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:50.299797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48e62b5c-3d3e-4b6e-b07a-6d2292af2c81 req-671c2b42-0eb4-4a37-a484-26b867192369 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 945 time: 0.0650504 Dec 12 04:52:50.330257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-57e268d7-e4fc-4b82-b3af-6261f8355584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:50.331965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-57e268d7-e4fc-4b82-b3af-6261f8355584 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0c1fead-03b5-4b6b-a203-34f376c37673 HTTP/1.1" status: 200 len: 897 time: 0.0935433 Dec 12 04:52:50.357440 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48e62b5c-3d3e-4b6e-b07a-6d2292af2c81 req-0ad8f1c1-1dce-451e-bdfe-8cecdacd3868 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494225 Dec 12 04:52:50.378152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'df9b003b-3a41-4ccc-a86a-604399716264', 'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:4b:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:58Z', 'updated_at': '2021-12-12T04:52:02Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:50.378895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-bfd24047-97af-4e1a-80e9-9e833357f740 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60432f5c-48f4-455a-97b7-75e56d590af1 HTTP/1.1" status: 200 len: 217 time: 0.0381391 Dec 12 04:52:50.409559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] Checking router: 0ed226b0-761e-4d4f-a38f-10ed3fb01610 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:52:50.417974 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:52:50.418615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:52:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:50.428015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-aa36f61d-3359-40d2-b2d1-9c3c2b114850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:50.429511 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-aa36f61d-3359-40d2-b2d1-9c3c2b114850 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=155f0676-a527-4ef0-8fc3-25cb4c5f348f HTTP/1.1" status: 200 len: 835 time: 0.0429738 Dec 12 04:52:50.476501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-a925086d-0e7f-4276-b8d4-a10e8ec70744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:50.477982 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-a925086d-0e7f-4276-b8d4-a10e8ec70744 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0c1fead-03b5-4b6b-a203-34f376c37673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396123 Dec 12 04:52:50.523011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:52:50.573120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-9e8b0bf4-ab77-4589-b477-3bb4e471cdf6 service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860863 Dec 12 04:52:50.668468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d70f158f-36fe-4abd-b42e-64a467395f93 req-b59b1465-ac11-45df-ae38-62f2d802b92c service neutron] 10.222.0.18 "GET /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874891 Dec 12 04:52:50.892845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'df9b003b-3a41-4ccc-a86a-604399716264', 'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:4b:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:58Z', 'updated_at': '2021-12-12T04:52:02Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:50.918719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9c029-9eba-4985-bea5-1a942b5464db None None] The sync data for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 is: [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'df9b003b-3a41-4ccc-a86a-604399716264', 'name': '', 'network_id': 'a0c1fead-03b5-4b6b-a203-34f376c37673', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'mac_address': 'fa:16:3e:4b:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:58Z', 'updated_at': '2021-12-12T04:52:02Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'subnets': [{'id': '155f0676-a527-4ef0-8fc3-25cb4c5f348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:52:51.123737 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c2b1d-ee00-496b-b3f6-bccdba492d91 None None] New status for floating IP 30ee9424-1e50-4765-990c-da35b7142e78: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:52:51.479607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733b2b5-95e6-4cdf-b4e7-7e20b24ba97d req-981f5631-2d62-4049-ad69-599cc6473d24 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:51.481025 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3733b2b5-95e6-4cdf-b4e7-7e20b24ba97d req-981f5631-2d62-4049-ad69-599cc6473d24 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 945 time: 0.0532942 Dec 12 04:52:51.531116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3733b2b5-95e6-4cdf-b4e7-7e20b24ba97d req-8b9b9eab-18db-4732-ae94-ad6ef74b3635 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f6d5fa-9b48-49d9-8172-d412216a829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432007 Dec 12 04:52:51.703390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-c3b97386-a13a-4b52-93c5-13b8f3f03a72 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:52:51.704863 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-c3b97386-a13a-4b52-93c5-13b8f3f03a72 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 945 time: 0.0472229 Dec 12 04:52:51.795854 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port 60432f5c-48f4-455a-97b7-75e56d590af1 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:52:51.796196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:51.881398 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] For port 60432f5c-48f4-455a-97b7-75e56d590af1, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=60432f5c-48f4-455a-97b7-75e56d590af1,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:52:51.881756 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:51.894061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for 60432f5c-48f4-455a-97b7-75e56d590af1 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:52:52.019309 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:52.047375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=60432f5c-48f4-455a-97b7-75e56d590af1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:52.090742 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] No DVR routers for this DVR port 60432f5c-48f4-455a-97b7-75e56d590af1 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:52:52.093876 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:52.097199 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a7b7282a-f85a-4588-9e40-f44d6a0d840b req-97686b4c-a540-41b9-938c-a9288667f665 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.18 "DELETE /v2.0/ports/60432f5c-48f4-455a-97b7-75e56d590af1 HTTP/1.1" status: 204 len: 173 time: 0.3864121 Dec 12 04:52:52.097638 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'name': 'network-vif-deleted', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:52:52.099870 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6154f276-fc7b-441a-ba89-56fa57a9f1a0" -d '{"events": [{"server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "name": "network-vif-deleted", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:52:52.204672 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436fbd14-1df2-4f68-bfca-764c5b04fc9e x-openstack-request-id: req-436fbd14-1df2-4f68-bfca-764c5b04fc9e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:52:52.205013 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7383816b-b0e0-45b5-8c23-228cbe84f227", "name": "network-vif-deleted", "tag": "60432f5c-48f4-455a-97b7-75e56d590af1", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:52:52.205288 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-436fbd14-1df2-4f68-bfca-764c5b04fc9e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:52:52.205712 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7383816b-b0e0-45b5-8c23-228cbe84f227', 'name': 'network-vif-deleted', 'tag': '60432f5c-48f4-455a-97b7-75e56d590af1', 'status': 'completed', 'code': 200} Dec 12 04:52:52.637825 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8615d8a-7645-403f-9d87-0f838bcc62e4 req-898434fb-1c79-4092-ad4d-bf30cc870e50 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "GET /v2.0/ports?device_id=7383816b-b0e0-45b5-8c23-228cbe84f227 HTTP/1.1" status: 200 len: 210 time: 0.0266666 Dec 12 04:52:53.693839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38980) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:53.749509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1305f7ea-3130-4a11-91d3-9898ee7bc1c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:53.773887 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1305f7ea-3130-4a11-91d3-9898ee7bc1c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:53.834375 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1305f7ea-3130-4a11-91d3-9898ee7bc1c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:53.836966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1305f7ea-3130-4a11-91d3-9898ee7bc1c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:53.838119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1305f7ea-3130-4a11-91d3-9898ee7bc1c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/security-groups/43f6d5fa-9b48-49d9-8172-d412216a829c HTTP/1.1" status: 204 len: 168 time: 0.1432838 Dec 12 04:52:53.847483 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305f7ea-3130-4a11-91d3-9898ee7bc1c3 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f6d5fa-9b48-49d9-8172-d412216a829c,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:53.875042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38984) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:54.225225 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:54.457130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 60432f5c-48f4-455a-97b7-75e56d590af1 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:52:54.479424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port df9b003b-3a41-4ccc-a86a-604399716264 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:52:54.479698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:54.480303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 60432f5c-48f4-455a-97b7-75e56d590af1 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:52:54.480653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 60432f5c-48f4-455a-97b7-75e56d590af1 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:52:54.569019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] For port df9b003b-3a41-4ccc-a86a-604399716264, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=df9b003b-3a41-4ccc-a86a-604399716264,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:52:54.569382 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:54.894466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for df9b003b-3a41-4ccc-a86a-604399716264 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:52:55.074688 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:55.102611 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=df9b003b-3a41-4ccc-a86a-604399716264,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:55.272739 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:55.486124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:52:55.590869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:52:55.597725 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4f51d202-cb58-45c4-880c-69325b72d138 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "PUT /v2.0/routers/0ed226b0-761e-4d4f-a38f-10ed3fb01610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7202759 Dec 12 04:52:55.599429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38986) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:55.600446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] Sync routers for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:52:55.610929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:52:55.611578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:52:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:55.650984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0716033-a9d4-45d2-8d50-44951f8b354d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting subnet 155f0676-a527-4ef0-8fc3-25cb4c5f348f {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:52:55.654116 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0716033-a9d4-45d2-8d50-44951f8b354d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:55.694071 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0716033-a9d4-45d2-8d50-44951f8b354d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:55.715812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:52:55.779951 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0716033-a9d4-45d2-8d50-44951f8b354d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:55.837842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0716033-a9d4-45d2-8d50-44951f8b354d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:55.865891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0716033-a9d4-45d2-8d50-44951f8b354d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Subnet': ['ID=155f0676-a527-4ef0-8fc3-25cb4c5f348f,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:55.869490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f0716033-a9d4-45d2-8d50-44951f8b354d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:55.872830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f0716033-a9d4-45d2-8d50-44951f8b354d tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/subnets/155f0676-a527-4ef0-8fc3-25cb4c5f348f HTTP/1.1" status: 204 len: 168 time: 0.2723920 Dec 12 04:52:55.875472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38988) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:55.883528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb4e8b-329a-4bc4-8c12-46f1b59b94f1 None None] Network a0c1fead-03b5-4b6b-a203-34f376c37673 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:52:55.969780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:52:55Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:55.984379 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:55.998666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] Checking router: 0ed226b0-761e-4d4f-a38f-10ed3fb01610 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:52:56.012663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] Routers {'0ed226b0-761e-4d4f-a38f-10ed3fb01610'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:52:56.013338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:52:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:56.082192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da94d08-a808-4885-b1f6-536b1c3dc6a2 None None] DHCP port deletion for a0c1fead-03b5-4b6b-a203-34f376c37673 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:52:56.094906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.149375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Deleting port e04cccde-d5ad-457e-92d4-f18d41854796 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:52:56.149719 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.152225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] Set router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:52:56.225127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2da94d08-a808-4885-b1f6-536b1c3dc6a2 None None] Deleting port 5da4cfee-b54e-41e9-b90c-784b310fc8f2 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:52:56.225504 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2da94d08-a808-4885-b1f6-536b1c3dc6a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.232948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] For port e04cccde-d5ad-457e-92d4-f18d41854796, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e04cccde-d5ad-457e-92d4-f18d41854796,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:52:56.233312 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.244730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Calling delete_port for e04cccde-d5ad-457e-92d4-f18d41854796 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:52:56.350913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2da94d08-a808-4885-b1f6-536b1c3dc6a2 None None] For port 5da4cfee-b54e-41e9-b90c-784b310fc8f2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=5da4cfee-b54e-41e9-b90c-784b310fc8f2,segment=NetworkSegment(68cb6db7-3875-42a4-ba91-d8c060924498),segment_id=68cb6db7-3875-42a4-ba91-d8c060924498)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:52:56.351316 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2da94d08-a808-4885-b1f6-536b1c3dc6a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.366030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2da94d08-a808-4885-b1f6-536b1c3dc6a2 None None] Calling delete_port for 5da4cfee-b54e-41e9-b90c-784b310fc8f2 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:52:56.425418 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.436278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 5da4cfee-b54e-41e9-b90c-784b310fc8f2 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:52:56.452553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Port': ['ID=e04cccde-d5ad-457e-92d4-f18d41854796,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:56.472841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52583087-d305-4dc0-9d48-30f17f11b777 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:52:56.514036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.524318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:52:55Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:56.575390 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2da94d08-a808-4885-b1f6-536b1c3dc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.581462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ee797-84c1-4734-a209-11fc91bf86bd None None] The sync data for ids ['0ed226b0-761e-4d4f-a38f-10ed3fb01610'] in n-d-710847-7 is: [{'id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'name': 'tempest-TestNetworkBasicOps-router-837983314', 'tenant_id': '5a750421c170474eb72fb3e3fa786693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:52:55Z', 'revision_number': 5, 'project_id': '5a750421c170474eb72fb3e3fa786693', 'gw_port': {'id': 'e04cccde-d5ad-457e-92d4-f18d41854796', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed226b0-761e-4d4f-a38f-10ed3fb01610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:51:56Z', 'updated_at': '2021-12-12T04:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:52:56.611144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da94d08-a808-4885-b1f6-536b1c3dc6a2 None None] Pushing event deleted for resources: {'Port': ['ID=5da4cfee-b54e-41e9-b90c-784b310fc8f2,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:56.611801 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.618167 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.621395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da94d08-a808-4885-b1f6-536b1c3dc6a2 None None] No DVR routers for this DVR port 5da4cfee-b54e-41e9-b90c-784b310fc8f2 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:52:56.621526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.668613 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.669186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed226b0-761e-4d4f-a38f-10ed3fb01610 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 04:52:56.676287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.679974 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d4674edb-3bd8-41f0-b3e4-7d9349a73c43 tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/routers/0ed226b0-761e-4d4f-a38f-10ed3fb01610 HTTP/1.1" status: 204 len: 168 time: 0.8010542 Dec 12 04:52:56.680141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 38990) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:56.754849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.842690 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.861488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c1fead-03b5-4b6b-a203-34f376c37673']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:56.870470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cb6db7-3875-42a4-ba91-d8c060924498') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:56.870730 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cb6db7-3875-42a4-ba91-d8c060924498') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:52:56.880393 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.893968 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.899700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:52:56.900093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:52:56.903095 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:52:56.967976 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.976359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:56.983347 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] 10.222.0.36 "DELETE /v2.0/networks/a0c1fead-03b5-4b6b-a203-34f376c37673 HTTP/1.1" status: 204 len: 168 time: 0.2985563 Dec 12 04:52:56.994453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcc95b-a6ed-463b-96ba-da6062f4d0da tempest-TestNetworkBasicOps-1335843644 tempest-TestNetworkBasicOps-1335843644-project] Pushing event deleted for resources: {'Network': ['ID=a0c1fead-03b5-4b6b-a203-34f376c37673,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:57.253545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 38996) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:57.392446 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a282fae5-8bef-41ef-97df-622123be5837 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a750421c170474eb72fb3e3fa786693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354630 Dec 12 04:52:57.392833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39000) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:57.438937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c073ccb-189d-47ce-ad62-0af271874ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:57.459245 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c073ccb-189d-47ce-ad62-0af271874ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:57.504781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c073ccb-189d-47ce-ad62-0af271874ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:57.507447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2c073ccb-189d-47ce-ad62-0af271874ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:57.508603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2c073ccb-189d-47ce-ad62-0af271874ddb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd94417c-e914-489c-8dd0-058fc2214a07 HTTP/1.1" status: 204 len: 168 time: 0.1148672 Dec 12 04:52:57.517344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073ccb-189d-47ce-ad62-0af271874ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd94417c-e914-489c-8dd0-058fc2214a07,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:57.772255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39006) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:57.786089 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e2af719e-6726-422c-9fd6-65e663026c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:57.859314 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e2af719e-6726-422c-9fd6-65e663026c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:57.866058 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e2af719e-6726-422c-9fd6-65e663026c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:57.904849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e2af719e-6726-422c-9fd6-65e663026c8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46f86fd337464eafa1135e80370fc2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308513 Dec 12 04:52:57.905645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af719e-6726-422c-9fd6-65e663026c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db6ac92-eac4-4cbc-8073-24f5b80996c2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:57.907519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39008) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:52:57.954199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43099667-00d6-48d1-af70-961754485e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:57.977498 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43099667-00d6-48d1-af70-961754485e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:58.021753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43099667-00d6-48d1-af70-961754485e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:58.024441 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43099667-00d6-48d1-af70-961754485e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:52:58.025712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-43099667-00d6-48d1-af70-961754485e88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7db6ac92-eac4-4cbc-8073-24f5b80996c2 HTTP/1.1" status: 204 len: 168 time: 0.1171768 Dec 12 04:52:58.033908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43099667-00d6-48d1-af70-961754485e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db6ac92-eac4-4cbc-8073-24f5b80996c2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:52:58.350400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device df9b003b-3a41-4ccc-a86a-604399716264 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:52:58.372131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: df9b003b-3a41-4ccc-a86a-604399716264 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:52:58.372577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device df9b003b-3a41-4ccc-a86a-604399716264 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:52:58.373605 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e04cccde-d5ad-457e-92d4-f18d41854796 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:52:58.394719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e04cccde-d5ad-457e-92d4-f18d41854796 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:52:58.395069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e04cccde-d5ad-457e-92d4-f18d41854796 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:53:07.163254 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:53:08.322022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-0f0f1ea8-97b4-450f-a72b-d48c36485a4e tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=065c0a915fe143628b1bad563ae055dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300498 Dec 12 04:53:08.504482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-099f841d-43ab-42c2-a59d-a05b26f5b0c8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:08.505907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-099f841d-43ab-42c2-a59d-a05b26f5b0c8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784818 Dec 12 04:53:08.520761 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-c0cf745c-4dd4-4c24-9ced-85976f8df406 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/quotas/065c0a915fe143628b1bad563ae055dd HTTP/1.1" status: 200 len: 375 time: 0.0087993 Dec 12 04:53:08.550770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-e4e5b6f9-74f9-4953-b618-5bb785eff8ec tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=065c0a915fe143628b1bad563ae055dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249209 Dec 12 04:53:08.711677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5bf2cf6c-96ef-4fc8-9376-4f34ab4e4347 req-800d4917-79bd-4aac-bc8b-820340c0cc0b tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 210 time: 0.0283055 Dec 12 04:53:09.789595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc84464b-e278-4dcf-b9d6-4ea9d752cbc2 req-0f5be52b-9019-4917-a44c-d3669d177955 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 210 time: 0.0260537 Dec 12 04:53:10.706075 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-caf2f041-ae4b-4fd8-b068-562bce6a409e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:10.865985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8e5d9a45-b504-4968-b825-7a868473e283 req-831eb097-2fb2-4a16-8d57-757b2eb97edf tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 210 time: 0.0258129 Dec 12 04:53:11.744102 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-8c077202-d4bd-4abd-9967-1dd3caed3feb tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=065c0a915fe143628b1bad563ae055dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204859 Dec 12 04:53:11.852993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-a69ff40e-5cad-499f-9d06-48f58fc43d4b tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:11.854419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-a69ff40e-5cad-499f-9d06-48f58fc43d4b tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040342 Dec 12 04:53:11.880920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Request body: {'port': {'device_id': 'ed7b1bab-d415-45bb-8d39-89f5d1d21785', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'admin_state_up': True, 'tenant_id': '065c0a915fe143628b1bad563ae055dd'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:53:11.963271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-795ad98d-a60c-49b4-a4fc-d64d497b9002 req-22bd66d4-9d71-49f9-82c0-63584d9c49ca tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 210 time: 0.0303814 Dec 12 04:53:12.011288 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.013109 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Made reservation on behalf of 065c0a915fe143628b1bad563ae055dd for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:53:12.016736 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.025494 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.097214 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.100991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.166309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:12.230603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Allocated IP 192.168.233.218 (790e5474-fcd3-4d15-b711-16bf082a0bcf/bd397123-bf66-4f5f-9163-e6210827798a/c94dfb82-cb25-4da3-bc81-e63cbb707bb4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:53:12.377939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.410619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.452155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Network 790e5474-fcd3-4d15-b711-16bf082a0bcf is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:53:12.455342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:53:12.459022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:53:12.484632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Pushing event updated for resources: {'Port': ['ID=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:12.513977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:12.514661 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.534041 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-6f506fb8-672a-425e-a937-98b921696b73 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6565213 Dec 12 04:53:12.560341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Request body: {'port': {'device_id': 'ed7b1bab-d415-45bb-8d39-89f5d1d21785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:53:12.618432 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.788899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5aebda50-fae0-46bb-83a7-774ebec67226 None None] Provisioning complete for port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:53:12.789286 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5aebda50-fae0-46bb-83a7-774ebec67226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.822106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5aebda50-fae0-46bb-83a7-774ebec67226 None None] Port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:53:12.878361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94dfb82-cb25-4da3-bc81-e63cbb707bb4 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:53:12.885963 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.898116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Transition to ACTIVE for port object c94dfb82-cb25-4da3-bc81-e63cbb707bb4 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:53:12.902038 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:12.973537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:13.027514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15de581c-aad5-4ee7-b606-94ea938336d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:13.033286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Attempting to bind port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:53:13.033633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Attempting to bind port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:53:13.033975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Attempting to bind port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:53:13.038938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:53:13.039359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Attempting to bind port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 on network 790e5474-fcd3-4d15-b711-16bf082a0bcf {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:53:13.045507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:53:13.045942 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Checking segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:53:13.046415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Bound using segment: {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:53:13.046935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Bound port: c94dfb82-cb25-4da3-bc81-e63cbb707bb4, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd18f5-c118-4cca-a6d9-661793449c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:53:13.047403 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:13.114524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfae197-d3d0-40b1-8bbd-4c997330d7cc req-c0a790ad-3ef6-4c72-ba84-cbd89de1d931 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:13.117256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dfae197-d3d0-40b1-8bbd-4c997330d7cc req-c0a790ad-3ef6-4c72-ba84-cbd89de1d931 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 948 time: 0.0604045 Dec 12 04:53:13.119806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] For port c94dfb82-cb25-4da3-bc81-e63cbb707bb4, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:53:13.123533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] For port c94dfb82-cb25-4da3-bc81-e63cbb707bb4, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:53:13.127673 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:13.165063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:13.165687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:13.167206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/c94dfb82-cb25-4da3-bc81-e63cbb707bb4 HTTP/1.1" status: 200 len: 1096 time: 0.6114666 Dec 12 04:53:13.167653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7b1bab-d415-45bb-8d39-89f5d1d21785', 'tag': 'c94dfb82-cb25-4da3-bc81-e63cbb707bb4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:53:13.170129 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913d8554-eab0-4c2b-804e-90fda8b6fa64" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7b1bab-d415-45bb-8d39-89f5d1d21785", "tag": "c94dfb82-cb25-4da3-bc81-e63cbb707bb4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:53:13.187845 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dfae197-d3d0-40b1-8bbd-4c997330d7cc req-6e52517b-3bb8-4563-8edf-7a852b47aafe tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586765 Dec 12 04:53:13.194872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2d7a2-52f4-4da6-bcff-91412978d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:13.225793 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0530cfb6-d14a-4c43-8e6a-2017ce4f5996 x-openstack-request-id: req-0530cfb6-d14a-4c43-8e6a-2017ce4f5996 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:53:13.226104 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7b1bab-d415-45bb-8d39-89f5d1d21785", "tag": "c94dfb82-cb25-4da3-bc81-e63cbb707bb4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:53:13.226681 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0530cfb6-d14a-4c43-8e6a-2017ce4f5996 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:53:13.226812 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7b1bab-d415-45bb-8d39-89f5d1d21785', 'tag': 'c94dfb82-cb25-4da3-bc81-e63cbb707bb4', 'status': 'completed', 'code': 200} Dec 12 04:53:13.295048 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-3d8bdea4-1466-479e-bb49-bff58f202efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:13.296570 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-3d8bdea4-1466-479e-bb49-bff58f202efc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=065c0a915fe143628b1bad563ae055dd&device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 1099 time: 0.0503323 Dec 12 04:53:13.358322 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-0c0114cd-9094-4134-9ba6-91c0cc43c40c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c94dfb82-cb25-4da3-bc81-e63cbb707bb4 HTTP/1.1" status: 200 len: 217 time: 0.0356891 Dec 12 04:53:13.409731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-3b74ac9d-a957-490b-b6a6-037e3e831ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:13.411188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-3b74ac9d-a957-490b-b6a6-037e3e831ddb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0438285 Dec 12 04:53:13.463660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-5a9b7123-6237-4b81-965d-ab13b1dcbb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:13.465266 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-5a9b7123-6237-4b81-965d-ab13b1dcbb24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426261 Dec 12 04:53:13.554920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-7bce027c-7edd-497e-aba8-9769b74a93dc service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809450 Dec 12 04:53:13.653364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2cc3afa0-239c-4545-8fef-bf60f00b5104 req-3bcc186d-664a-4894-b469-9180ef648a1e service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848539 Dec 12 04:53:13.786565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-62f26948-e487-411a-957c-9ae9d306c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:13.788048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-62f26948-e487-411a-957c-9ae9d306c66f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=065c0a915fe143628b1bad563ae055dd&device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 1099 time: 0.0419981 Dec 12 04:53:13.876891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-2fd4b586-16b3-4ba8-91f3-06b1d2850033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:13.878357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-2fd4b586-16b3-4ba8-91f3-06b1d2850033 service neutron] 10.222.0.37 "GET /v2.0/networks?id=790e5474-fcd3-4d15-b711-16bf082a0bcf HTTP/1.1" status: 200 len: 869 time: 0.0827756 Dec 12 04:53:13.923447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-002e0844-56ce-4f82-8387-6fbd23bd2ad4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c94dfb82-cb25-4da3-bc81-e63cbb707bb4 HTTP/1.1" status: 200 len: 217 time: 0.0371196 Dec 12 04:53:13.972797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-eef8e161-5f68-4deb-bc83-a554190a1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:13.974307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-eef8e161-5f68-4deb-bc83-a554190a1da2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd397123-bf66-4f5f-9163-e6210827798a HTTP/1.1" status: 200 len: 843 time: 0.0433562 Dec 12 04:53:14.021175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-4bc37f85-2733-425e-939f-4da8f353bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:14.022671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-4bc37f85-2733-425e-939f-4da8f353bd13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=790e5474-fcd3-4d15-b711-16bf082a0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401225 Dec 12 04:53:14.201629 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:14.207187 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:14.307891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22c9c5-53b2-41a5-83e4-eb974a9ad534 req-25ca1a14-2606-45f2-973b-46282d0b38c8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:14.309538 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf22c9c5-53b2-41a5-83e4-eb974a9ad534 req-25ca1a14-2606-45f2-973b-46282d0b38c8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 948 time: 0.0532205 Dec 12 04:53:14.359032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf22c9c5-53b2-41a5-83e4-eb974a9ad534 req-ba565773-fd2d-4628-b5ed-5950208308c1 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Dec 12 04:53:14.428385 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-eee3b359-5255-44c8-acae-a1f566ffbe15 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970647 Dec 12 04:53:14.516722 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-913d8554-eab0-4c2b-804e-90fda8b6fa64 req-f79c7d5e-b3cc-40fb-96f2-e6a35fd1f839 service neutron] 10.222.0.37 "GET /v2.0/networks/790e5474-fcd3-4d15-b711-16bf082a0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801079 Dec 12 04:53:15.480679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82ae8-236b-439e-ba67-ea07f41212b8 req-4940eceb-2f22-47f8-9038-2ba42b4641b4 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:15.482197 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fc82ae8-236b-439e-ba67-ea07f41212b8 req-4940eceb-2f22-47f8-9038-2ba42b4641b4 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 948 time: 0.0522964 Dec 12 04:53:15.528238 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fc82ae8-236b-439e-ba67-ea07f41212b8 req-3dc0dff2-c651-48a2-ad9a-3db0046be8d7 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Dec 12 04:53:15.729780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:16.381554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c94dfb82-cb25-4da3-bc81-e63cbb707bb4 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:53:16.475275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c94dfb82-cb25-4da3-bc81-e63cbb707bb4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:53:16.486519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'c94dfb82-cb25-4da3-bc81-e63cbb707bb4', 'network_id': '790e5474-fcd3-4d15-b711-16bf082a0bcf', 'port_id': 'c94dfb82-cb25-4da3-bc81-e63cbb707bb4', 'mac_address': 'fa:16:3e:80:d9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd397123-bf66-4f5f-9163-e6210827798a', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:53:16.522769 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:16.539124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94dfb82-cb25-4da3-bc81-e63cbb707bb4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:53:16.558975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c94dfb82-cb25-4da3-bc81-e63cbb707bb4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:53:16.563896 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:16.611304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:16.618736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.619096 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.619447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.619797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.620143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.620487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.620838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.621398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.621741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.622108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.622452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.623579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.624024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:16.644374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a65a9-c4b8-40fa-822c-4dde3c2b7ba0 req-ea65b1b7-5873-421d-83ac-2c714cd79917 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:16.645898 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f2a65a9-c4b8-40fa-822c-4dde3c2b7ba0 req-ea65b1b7-5873-421d-83ac-2c714cd79917 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 949 time: 0.0501144 Dec 12 04:53:16.692032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f2a65a9-c4b8-40fa-822c-4dde3c2b7ba0 req-d3db7244-bed4-4554-85bf-6571479c0f7e tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Dec 12 04:53:16.739334 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:16.912855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['c94dfb82-cb25-4da3-bc81-e63cbb707bb4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:53:17.804900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba5069-7ad7-42fd-af3e-e1428d941861 req-00902ba4-7578-4326-ad13-c2d648bd4a4c tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:17.806362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3aba5069-7ad7-42fd-af3e-e1428d941861 req-00902ba4-7578-4326-ad13-c2d648bd4a4c tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 949 time: 0.0482368 Dec 12 04:53:17.851746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3aba5069-7ad7-42fd-af3e-e1428d941861 req-028dc278-cf3b-4846-83a3-9122b516237a tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Dec 12 04:53:18.401379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c94dfb82-cb25-4da3-bc81-e63cbb707bb4 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:53:18.448838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:53:18.453149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:53:18.453530 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:18.527735 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:18.551963 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b1bab-d415-45bb-8d39-89f5d1d21785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dfb82-cb25-4da3-bc81-e63cbb707bb4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:53:18.554160 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62070b0-12ff-4984-9485-c563adc73eef" -d '{"events": [{"server_uuid": "ed7b1bab-d415-45bb-8d39-89f5d1d21785", "name": "network-vif-plugged", "status": "completed", "tag": "c94dfb82-cb25-4da3-bc81-e63cbb707bb4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:53:18.567377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c94dfb82-cb25-4da3-bc81-e63cbb707bb4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:53:18.571375 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:18.617785 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:18.659559 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114ba7b8-ea7b-48e1-a431-cbf8c29ced32 x-openstack-request-id: req-114ba7b8-ea7b-48e1-a431-cbf8c29ced32 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:53:18.659862 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7b1bab-d415-45bb-8d39-89f5d1d21785", "name": "network-vif-plugged", "status": "completed", "tag": "c94dfb82-cb25-4da3-bc81-e63cbb707bb4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:53:18.660153 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-114ba7b8-ea7b-48e1-a431-cbf8c29ced32 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:53:18.660620 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b1bab-d415-45bb-8d39-89f5d1d21785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dfb82-cb25-4da3-bc81-e63cbb707bb4', 'code': 200} Dec 12 04:53:18.811926 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301260db-d48b-4554-a901-532d4130b3de req-870c2395-72e4-423f-9b04-a117027fc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:18.813331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-301260db-d48b-4554-a901-532d4130b3de req-870c2395-72e4-423f-9b04-a117027fc4f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 1101 time: 0.0396972 Dec 12 04:53:18.865875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-301260db-d48b-4554-a901-532d4130b3de req-46edb31c-6a88-412f-929b-99271e7f46c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Dec 12 04:53:18.964515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f33e34-6438-414d-9444-9d3df8591e78 req-0e61f3f6-ef4a-4035-9a58-4932dc1f4454 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:18.966038 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59f33e34-6438-414d-9444-9d3df8591e78 req-0e61f3f6-ef4a-4035-9a58-4932dc1f4454 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 950 time: 0.0484712 Dec 12 04:53:19.012583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-59f33e34-6438-414d-9444-9d3df8591e78 req-d185679c-9c5e-4a1d-aa76-74d479486d21 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Dec 12 04:53:20.140262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eca595-4429-4c84-aec3-757560b34543 req-496bb434-3477-49c9-b15d-9c18b53315d4 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:20.141880 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53eca595-4429-4c84-aec3-757560b34543 req-496bb434-3477-49c9-b15d-9c18b53315d4 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 950 time: 0.0569558 Dec 12 04:53:20.189847 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53eca595-4429-4c84-aec3-757560b34543 req-a630d94e-527a-4868-9593-d4ad6de6b203 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Dec 12 04:53:21.304575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c98961-8310-4ed3-8d11-a9239980f1a6 req-ccee7f88-b1c0-45a7-a540-67af10f5beb2 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:21.306118 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62c98961-8310-4ed3-8d11-a9239980f1a6 req-ccee7f88-b1c0-45a7-a540-67af10f5beb2 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 950 time: 0.0495672 Dec 12 04:53:21.352839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62c98961-8310-4ed3-8d11-a9239980f1a6 req-f363bec6-dd7d-482a-9df2-12f2133d107a tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Dec 12 04:53:21.619073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-91de0874-ad86-4cfb-a7da-3a493f24283d req-0ce1c696-d268-436b-bf96-e25e765611a7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:53:21.620066 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91de0874-ad86-4cfb-a7da-3a493f24283d req-0ce1c696-d268-436b-bf96-e25e765611a7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054066 Dec 12 04:53:22.049232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-a74fe014-3d91-4fbc-8ebe-62e839976d22 req-c557bd6a-e643-48d3-8e15-19c3e367aed9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:53:22.050252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a74fe014-3d91-4fbc-8ebe-62e839976d22 req-c557bd6a-e643-48d3-8e15-19c3e367aed9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1146808 Dec 12 04:53:22.379677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b38f78-2f4b-4155-950e-db50e3fa4142 req-ef5dc62d-490d-4d7e-b436-fc4c0e1d1e8e tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:22.381160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e1b38f78-2f4b-4155-950e-db50e3fa4142 req-ef5dc62d-490d-4d7e-b436-fc4c0e1d1e8e tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 950 time: 0.0516777 Dec 12 04:53:22.427301 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e1b38f78-2f4b-4155-950e-db50e3fa4142 req-c80916aa-b6a4-4cc5-bdd9-48515b683d41 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Dec 12 04:53:23.542081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc87415-9d1d-4936-a0b9-4b39c8dab61f req-ce9cec66-2feb-46f8-9c12-6a4896d03696 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:23.543469 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ffc87415-9d1d-4936-a0b9-4b39c8dab61f req-ce9cec66-2feb-46f8-9c12-6a4896d03696 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 950 time: 0.0485427 Dec 12 04:53:23.590376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ffc87415-9d1d-4936-a0b9-4b39c8dab61f req-33c67367-384c-411a-bace-c84fe5e62970 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Dec 12 04:53:23.859561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-cfb13499-12ee-446b-8c53-cb6141733276 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:23.860926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-cfb13499-12ee-446b-8c53-cb6141733276 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 950 time: 0.0468748 Dec 12 04:53:23.954210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Deleting port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:53:23.954556 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:24.040952 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] For port c94dfb82-cb25-4da3-bc81-e63cbb707bb4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,segment=NetworkSegment(dabd18f5-c118-4cca-a6d9-661793449c69),segment_id=dabd18f5-c118-4cca-a6d9-661793449c69)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:53:24.041325 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:24.054076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Calling delete_port for c94dfb82-cb25-4da3-bc81-e63cbb707bb4 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:53:24.190631 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:24.216989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Pushing event deleted for resources: {'Port': ['ID=c94dfb82-cb25-4da3-bc81-e63cbb707bb4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:24.242577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['c94dfb82-cb25-4da3-bc81-e63cbb707bb4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:53:24.262855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] No DVR routers for this DVR port c94dfb82-cb25-4da3-bc81-e63cbb707bb4 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:53:24.266671 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:24.270323 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5204a4a0-f9c2-48ca-842d-0dcf490d415b req-64f83c79-8206-4467-93ad-456a27545df8 tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.37 "DELETE /v2.0/ports/c94dfb82-cb25-4da3-bc81-e63cbb707bb4 HTTP/1.1" status: 204 len: 173 time: 0.3988726 Dec 12 04:53:24.270804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b1bab-d415-45bb-8d39-89f5d1d21785', 'name': 'network-vif-deleted', 'tag': 'c94dfb82-cb25-4da3-bc81-e63cbb707bb4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:53:24.273118 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f198a6-b572-4ccc-84f0-2753d03854cf" -d '{"events": [{"server_uuid": "ed7b1bab-d415-45bb-8d39-89f5d1d21785", "name": "network-vif-deleted", "tag": "c94dfb82-cb25-4da3-bc81-e63cbb707bb4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:53:24.316458 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955ef7dd-c2ca-42e0-9540-e40238504085 x-openstack-request-id: req-955ef7dd-c2ca-42e0-9540-e40238504085 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:53:24.316980 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7b1bab-d415-45bb-8d39-89f5d1d21785", "name": "network-vif-deleted", "tag": "c94dfb82-cb25-4da3-bc81-e63cbb707bb4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:53:24.317311 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-955ef7dd-c2ca-42e0-9540-e40238504085 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:53:24.317656 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b1bab-d415-45bb-8d39-89f5d1d21785', 'name': 'network-vif-deleted', 'tag': 'c94dfb82-cb25-4da3-bc81-e63cbb707bb4', 'status': 'completed', 'code': 200} Dec 12 04:53:24.692978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f1c6e865-9998-492e-bcd1-9e96b31cc747 req-169e0bb6-5326-4b2e-a239-d6f5961bc43d tempest-ServersAdminNegativeTestJSON-1443157712 tempest-ServersAdminNegativeTestJSON-1443157712-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed7b1bab-d415-45bb-8d39-89f5d1d21785 HTTP/1.1" status: 200 len: 210 time: 0.0260437 Dec 12 04:53:25.977831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39154) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:53:26.114344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fe782c8b-48c1-4bca-8613-65a13b2befde admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=065c0a915fe143628b1bad563ae055dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342049 Dec 12 04:53:26.115701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39158) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:53:26.161362 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.182168 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.228974 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.231540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.232697 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bca98b9c-4dfd-4fb3-b15f-42d08bfd7659 HTTP/1.1" status: 204 len: 168 time: 0.1161029 Dec 12 04:53:26.240390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca98b9c-4dfd-4fb3-b15f-42d08bfd7659,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:26.248113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.248473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.248840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.249193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.249552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.249878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.250212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.250547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.250878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.251212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.251538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.251868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.252197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ed74e-5bc3-453d-8fef-649d7380b7a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:53:26.448710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c94dfb82-cb25-4da3-bc81-e63cbb707bb4 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:53:26.470055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: c94dfb82-cb25-4da3-bc81-e63cbb707bb4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:53:26.470404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c94dfb82-cb25-4da3-bc81-e63cbb707bb4 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:53:26.490384 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39164) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:53:26.503424 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06a6a6fc-a339-4b61-af1a-2f472f8546e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.576572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06a6a6fc-a339-4b61-af1a-2f472f8546e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.580078 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-06a6a6fc-a339-4b61-af1a-2f472f8546e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.615991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-06a6a6fc-a339-4b61-af1a-2f472f8546e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f1df93adff74a198b58e193b490824c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1245077 Dec 12 04:53:26.617897 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6a6fc-a339-4b61-af1a-2f472f8546e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b060a69-2190-4f8f-aa7c-3f1d5b6267e2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:26.618753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39166) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:53:26.671284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a7787c0-58fe-4d07-a6fd-2d64b24131a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.691925 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a7787c0-58fe-4d07-a6fd-2d64b24131a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.737945 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a7787c0-58fe-4d07-a6fd-2d64b24131a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.740502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2a7787c0-58fe-4d07-a6fd-2d64b24131a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:26.741691 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2a7787c0-58fe-4d07-a6fd-2d64b24131a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b060a69-2190-4f8f-aa7c-3f1d5b6267e2 HTTP/1.1" status: 204 len: 168 time: 0.1219478 Dec 12 04:53:26.749780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7787c0-58fe-4d07-a6fd-2d64b24131a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b060a69-2190-4f8f-aa7c-3f1d5b6267e2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:27.383376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39188) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:53:27.477982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1851902114-network', 'tenant_id': '0c3fcbd93437491790140fd592db4a6d'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:53:27.498166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Made reservation on behalf of 0c3fcbd93437491790140fd592db4a6d for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:53:27.500544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.509059 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.582186 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.585824 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.607519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:53:27.622343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62750cb6-e39e-4d67-aa5c-8641bb8c82c3,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:27.626367 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.626715 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Added segment db3bf67f-f12f-440e-ba2a-568ebba01582 of type vlan for network e53a6c54-84d5-4c00-853c-8ed59e7566de Dec 12 04:53:27.666459 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.693442 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.694394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:27.694983 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.745975 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3611965 Dec 12 04:53:27.749010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39192) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:53:27.754088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Request body: {'subnet': {'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1851902114-subnet', 'tenant_id': '0c3fcbd93437491790140fd592db4a6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:53:27.756916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dde273-5107-4f9e-9417-67d9617cf079 admin admin] Pushing event updated for resources: {'Network': ['ID=e53a6c54-84d5-4c00-853c-8ed59e7566de,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:27.768275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network e53a6c54-84d5-4c00-853c-8ed59e7566de details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:53:27.775325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Made reservation on behalf of 0c3fcbd93437491790140fd592db4a6d for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:53:27.777657 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.940160 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:27.999046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36a0c6c1-ce90-43dd-ad47-b894c7c89caf,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:28.007109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Checking segment: {'id': 'db3bf67f-f12f-440e-ba2a-568ebba01582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:53:28.007470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Network hostable DHCP agents. Network: e53a6c54-84d5-4c00-853c-8ed59e7566de, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:53:28.024552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Network e53a6c54-84d5-4c00-853c-8ed59e7566de is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:53:28.034311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, e53a6c54-84d5-4c00-853c-8ed59e7566de) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:53:28.038954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:28.040471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:28.044371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e37ae-1634-4cbd-a4e8-fe3dfae39419 None None] Network e53a6c54-84d5-4c00-853c-8ed59e7566de requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:53:28.057091 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2ce8246d-db4c-4b0e-8b21-f3ae2ec1c62b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3069289 Dec 12 04:53:28.139924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb318249-89e8-4d1b-b042-45a1b8dcc726 None None] Network e53a6c54-84d5-4c00-853c-8ed59e7566de requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:53:28.475276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-bc0ce314-f311-4662-b31b-86223983c815 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:28.476752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-bc0ce314-f311-4662-b31b-86223983c815 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/networks?id=e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 200 len: 812 time: 0.1010182 Dec 12 04:53:28.491644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-5dfbab57-dff3-42b0-89c3-3efab240f070 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/quotas/0c3fcbd93437491790140fd592db4a6d HTTP/1.1" status: 200 len: 375 time: 0.0087879 Dec 12 04:53:28.522974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-72049ae1-aeb2-45eb-801a-68b3311b7055 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c3fcbd93437491790140fd592db4a6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262575 Dec 12 04:53:28.615337 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-08c03cca-b663-45d6-8765-61371229c0fa service neutron] 10.222.0.36 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854330 Dec 12 04:53:28.705635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-1f4df7e5-3a06-4b84-bf88-16a21abbfd6c service neutron] 10.222.0.36 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843933 Dec 12 04:53:28.867577 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0647916a-06b4-403c-b6b1-edff62a93529 req-d44980eb-9750-4bd9-be01-ad30d2d5916b tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 210 time: 0.0278499 Dec 12 04:53:29.969685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-205b690c-5153-4aea-9162-c946637bbd62 req-b133e082-e27f-4007-a021-65be8e9c56b5 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 210 time: 0.0321691 Dec 12 04:53:29.997892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-8fa0fe0d-3708-4efc-ac4d-a8d33cbf3c5d tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:29.999386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-8fa0fe0d-3708-4efc-ac4d-a8d33cbf3c5d tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.37 "GET /v2.0/networks?id=e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 200 len: 812 time: 0.1238143 Dec 12 04:53:30.042600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Request body: {'port': {'device_id': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de', 'admin_state_up': True, 'tenant_id': '0c3fcbd93437491790140fd592db4a6d'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:53:30.150223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Made reservation on behalf of 0c3fcbd93437491790140fd592db4a6d for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:53:30.153775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:30.168417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-824be2b2-baeb-448c-89d9-fc3f2d833c37 req-5e0d6081-8352-4af5-ae06-41ef02ad168f tempest-TestNetworkAdvancedServerOps-1692200203 tempest-TestNetworkAdvancedServerOps-1692200203-project] (103451) timed out ('10.222.0.37', 62656) {{(pid=103451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 04:53:30.278658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Allocated IP 172.20.0.6 (e53a6c54-84d5-4c00-853c-8ed59e7566de/36a0c6c1-ce90-43dd-ad47-b894c7c89caf/30284791-aa35-439d-9ab5-b76a023f3389) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:53:30.429396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:30.461785 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:30.506219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Network e53a6c54-84d5-4c00-853c-8ed59e7566de is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:53:30.509644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:53:30.513433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:53:30.536937 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Pushing event updated for resources: {'Port': ['ID=30284791-aa35-439d-9ab5-b76a023f3389,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:30.564275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:30.564919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:30.579931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-a919395d-3d22-44f3-a6ca-58f5fac07ee1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5411596 Dec 12 04:53:30.605193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Request body: {'port': {'device_id': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:53:30.660991 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:30.914460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30284791-aa35-439d-9ab5-b76a023f3389 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:53:30.921821 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:30.934038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Transition to ACTIVE for port object 30284791-aa35-439d-9ab5-b76a023f3389 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:53:30.937361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:30.985292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=30284791-aa35-439d-9ab5-b76a023f3389,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:31.085676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Attempting to bind port 30284791-aa35-439d-9ab5-b76a023f3389 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:53:31.086368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Attempting to bind port 30284791-aa35-439d-9ab5-b76a023f3389 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'db3bf67f-f12f-440e-ba2a-568ebba01582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:53:31.086368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Attempting to bind port 30284791-aa35-439d-9ab5-b76a023f3389 on network e53a6c54-84d5-4c00-853c-8ed59e7566de {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:53:31.094255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Port 30284791-aa35-439d-9ab5-b76a023f3389 on network e53a6c54-84d5-4c00-853c-8ed59e7566de not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:53:31.094610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Attempting to bind port 30284791-aa35-439d-9ab5-b76a023f3389 on network e53a6c54-84d5-4c00-853c-8ed59e7566de {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:53:31.108425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278785a-4522-4253-9a4c-66bb221c78b7 req-d71a455c-e52a-4922-a8f0-a45387545328 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:31.109971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6278785a-4522-4253-9a4c-66bb221c78b7 req-d71a455c-e52a-4922-a8f0-a45387545328 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 943 time: 0.0706508 Dec 12 04:53:31.110717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:53:31.111061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Checking segment: {'id': 'db3bf67f-f12f-440e-ba2a-568ebba01582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:53:31.111454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Bound using segment: {'id': 'db3bf67f-f12f-440e-ba2a-568ebba01582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:53:31.111910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Bound port: 30284791-aa35-439d-9ab5-b76a023f3389, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3bf67f-f12f-440e-ba2a-568ebba01582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:53:31.112274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:31.193877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6278785a-4522-4253-9a4c-66bb221c78b7 req-b35be1a8-52f9-4061-82d7-fda47095dc8f tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723205 Dec 12 04:53:31.209284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:53:31.212459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30284791-aa35-439d-9ab5-b76a023f3389,segment=NetworkSegment(db3bf67f-f12f-440e-ba2a-568ebba01582),segment_id=db3bf67f-f12f-440e-ba2a-568ebba01582)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:53:31.216932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:31.255326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:31.255950 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:31.257352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] 10.222.0.37 "PUT /v2.0/ports/30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 1091 time: 0.6562190 Dec 12 04:53:31.257821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:53:31.260334 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe3a25b-8173-400f-a7e1-35c718c1160b" -d '{"events": [{"name": "network-changed", "server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "tag": "30284791-aa35-439d-9ab5-b76a023f3389"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:53:31.284074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff424219-1c3c-4aae-8f23-ec847dae6ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=30284791-aa35-439d-9ab5-b76a023f3389,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:31.301283 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f141d903-7007-4401-80e1-709fccd010e5 x-openstack-request-id: req-f141d903-7007-4401-80e1-709fccd010e5 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:53:31.301577 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "tag": "30284791-aa35-439d-9ab5-b76a023f3389", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:53:31.301839 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f141d903-7007-4401-80e1-709fccd010e5 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:53:31.302322 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389', 'status': 'completed', 'code': 200} Dec 12 04:53:31.366463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-784daf89-f8d9-4df2-96c7-4fa4d0c293b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:31.368067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-784daf89-f8d9-4df2-96c7-4fa4d0c293b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c3fcbd93437491790140fd592db4a6d&device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 1094 time: 0.0398910 Dec 12 04:53:31.421747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-ec6278a4-84b8-441f-adc2-3ba8026b10bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 217 time: 0.0348525 Dec 12 04:53:31.473864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-c8a6f3b0-77cd-4276-b526-170a1bc55905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:31.475192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-c8a6f3b0-77cd-4276-b526-170a1bc55905 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36a0c6c1-ce90-43dd-ad47-b894c7c89caf HTTP/1.1" status: 200 len: 852 time: 0.0465126 Dec 12 04:53:31.510984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-4404031d-9d75-4508-bac1-a7c761031773 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e53a6c54-84d5-4c00-853c-8ed59e7566de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243316 Dec 12 04:53:31.598525 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-afdc0ac5-72dd-484c-a438-eaa3bc55c01b service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799365 Dec 12 04:53:31.700007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60b8d7aa-f9ac-45d6-9b39-73795a43d6c6 req-d4f3340c-5e93-477f-90a4-b2176c4d8b11 service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890870 Dec 12 04:53:31.844794 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-2bb06b74-4d90-458d-9242-e602b5ef1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:31.846332 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-2bb06b74-4d90-458d-9242-e602b5ef1bf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c3fcbd93437491790140fd592db4a6d&device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 1094 time: 0.0411897 Dec 12 04:53:31.940315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-a74a150a-3c6d-4ae4-898a-17e5c30ccd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:31.941822 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-a74a150a-3c6d-4ae4-898a-17e5c30ccd65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 200 len: 912 time: 0.0868602 Dec 12 04:53:31.984900 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-03ce450d-274d-4591-81f6-5690bde1c811 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 217 time: 0.0351183 Dec 12 04:53:32.033305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-1712eeb9-5dc2-4325-9705-f909596ef298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:32.034769 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-1712eeb9-5dc2-4325-9705-f909596ef298 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36a0c6c1-ce90-43dd-ad47-b894c7c89caf HTTP/1.1" status: 200 len: 852 time: 0.0428469 Dec 12 04:53:32.068342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-227cb516-e017-4beb-a879-756c40950f00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e53a6c54-84d5-4c00-853c-8ed59e7566de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235038 Dec 12 04:53:32.166544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-cafda5bc-176c-490d-9785-6d8afc1b645b service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865109 Dec 12 04:53:32.256631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbe3a25b-8173-400f-a7e1-35c718c1160b req-5131bb9a-e205-4143-9673-87c140e14147 service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814273 Dec 12 04:53:32.314792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b31d1f-e2a2-4f87-9b94-9ebf2f41a17d req-c4a44c0b-a4cb-40c4-a927-952dd71a3f84 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:32.316290 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89b31d1f-e2a2-4f87-9b94-9ebf2f41a17d req-c4a44c0b-a4cb-40c4-a927-952dd71a3f84 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 943 time: 0.0551794 Dec 12 04:53:32.363677 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-89b31d1f-e2a2-4f87-9b94-9ebf2f41a17d req-90bdcea7-3c68-44bb-8840-491461e28f4f tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414236 Dec 12 04:53:33.479281 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59debd45-5d06-4e47-bd12-f7d6c499cd4e req-f2476423-42fb-49d0-95fa-dd432818a330 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:33.480759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59debd45-5d06-4e47-bd12-f7d6c499cd4e req-f2476423-42fb-49d0-95fa-dd432818a330 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 943 time: 0.0478451 Dec 12 04:53:33.526721 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59debd45-5d06-4e47-bd12-f7d6c499cd4e req-81ed743f-b2c1-4f94-a122-c511b0a70285 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Dec 12 04:53:34.517219 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 30284791-aa35-439d-9ab5-b76a023f3389 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:53:34.645944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1a046-497d-489f-9f80-c2da98c03211 req-43629641-ed0d-4513-89f8-15c4ab53b53b tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:34.647522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74c1a046-497d-489f-9f80-c2da98c03211 req-43629641-ed0d-4513-89f8-15c4ab53b53b tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 943 time: 0.0513055 Dec 12 04:53:34.696778 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74c1a046-497d-489f-9f80-c2da98c03211 req-e1c84e63-585e-4af6-902e-a1e3bf085bd9 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Dec 12 04:53:34.778267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30284791-aa35-439d-9ab5-b76a023f3389,segment=NetworkSegment(db3bf67f-f12f-440e-ba2a-568ebba01582),segment_id=db3bf67f-f12f-440e-ba2a-568ebba01582)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:53:34.789063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '30284791-aa35-439d-9ab5-b76a023f3389', 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de', 'port_id': '30284791-aa35-439d-9ab5-b76a023f3389', 'mac_address': 'fa:16:3e:75:78:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a0c6c1-ce90-43dd-ad47-b894c7c89caf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:53:34.825672 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:34.838175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30284791-aa35-439d-9ab5-b76a023f3389 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:53:34.860906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30284791-aa35-439d-9ab5-b76a023f3389,segment=NetworkSegment(db3bf67f-f12f-440e-ba2a-568ebba01582),segment_id=db3bf67f-f12f-440e-ba2a-568ebba01582)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:53:34.864688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:34.910663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=30284791-aa35-439d-9ab5-b76a023f3389,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:35.174686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['30284791-aa35-439d-9ab5-b76a023f3389'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:53:35.811492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4bfe1-92cd-443b-b5c5-d03e05e14e4f req-28b9b3b7-29ad-4f21-ba39-3b9b60cd7c24 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:35.812919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93f4bfe1-92cd-443b-b5c5-d03e05e14e4f req-28b9b3b7-29ad-4f21-ba39-3b9b60cd7c24 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 944 time: 0.0473559 Dec 12 04:53:35.859454 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93f4bfe1-92cd-443b-b5c5-d03e05e14e4f req-3de08d96-c17a-452c-8021-f51e8c7b1e3a tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Dec 12 04:53:36.536151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 30284791-aa35-439d-9ab5-b76a023f3389 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:53:36.584380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 30284791-aa35-439d-9ab5-b76a023f3389 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:53:36.588204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 30284791-aa35-439d-9ab5-b76a023f3389 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:53:36.588688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:36.669034 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:36.691917 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:53:36.694225 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca327f-df11-4ac8-8152-f8b97ac5ad04" -d '{"events": [{"server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "name": "network-vif-plugged", "status": "completed", "tag": "30284791-aa35-439d-9ab5-b76a023f3389"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:53:36.711005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30284791-aa35-439d-9ab5-b76a023f3389,segment=NetworkSegment(db3bf67f-f12f-440e-ba2a-568ebba01582),segment_id=db3bf67f-f12f-440e-ba2a-568ebba01582)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:53:36.716240 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:36.744911 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd0a20d-a9d5-4237-91bf-382103692bce x-openstack-request-id: req-4cd0a20d-a9d5-4237-91bf-382103692bce {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:53:36.745203 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "name": "network-vif-plugged", "status": "completed", "tag": "30284791-aa35-439d-9ab5-b76a023f3389", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:53:36.745456 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cd0a20d-a9d5-4237-91bf-382103692bce {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:53:36.745855 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389', 'code': 200} Dec 12 04:53:36.767799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=30284791-aa35-439d-9ab5-b76a023f3389,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:53:36.884673 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a7005-e169-49f7-9329-698dd5101910 req-0a074f5f-b52d-4953-8963-df22a6b64cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:36.886230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1a7a7005-e169-49f7-9329-698dd5101910 req-0a074f5f-b52d-4953-8963-df22a6b64cb1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 1096 time: 0.0446780 Dec 12 04:53:36.935395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1a7a7005-e169-49f7-9329-698dd5101910 req-523e10b4-6023-49ce-b9c5-6a6eb9435d18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Dec 12 04:53:36.978658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5e564-17e5-4e0a-854e-e89597d1ae29 req-f58147b4-db42-4f5d-9d6a-9ef8e7822f8f tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:36.980208 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5a5e564-17e5-4e0a-854e-e89597d1ae29 req-f58147b4-db42-4f5d-9d6a-9ef8e7822f8f tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0535738 Dec 12 04:53:37.027769 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c5a5e564-17e5-4e0a-854e-e89597d1ae29 req-2f0bf7e3-07ab-4769-b17a-139067ec1efc tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Dec 12 04:53:38.146901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922807f-5347-4c0f-b991-c8cb87c80470 req-a474cef7-95d7-4908-bd6d-85a104899652 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:38.148410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b922807f-5347-4c0f-b991-c8cb87c80470 req-a474cef7-95d7-4908-bd6d-85a104899652 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0498374 Dec 12 04:53:38.195497 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b922807f-5347-4c0f-b991-c8cb87c80470 req-f52c670c-b3d0-41a2-835b-4e66cc178c18 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Dec 12 04:53:38.521323 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fbe74-447c-438e-861d-ffd42ce12004 req-94985601-f71b-44bd-af65-c391a0a00650 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:38.524200 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c2fbe74-447c-438e-861d-ffd42ce12004 req-94985601-f71b-44bd-af65-c391a0a00650 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0495486 Dec 12 04:53:38.566252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-9c0c73e7-737c-49ac-9973-eb44512217e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982473 Dec 12 04:53:38.575380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-8e9edd64-18e6-464b-9faf-6e405ddcf0f3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:53:38.576997 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-8e9edd64-18e6-464b-9faf-6e405ddcf0f3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057971 Dec 12 04:53:38.577314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c2fbe74-447c-438e-861d-ffd42ce12004 req-b481338a-b27f-48d1-a72f-ad793559b6d0 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467141 Dec 12 04:53:39.692362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8fb55-da09-41fc-b2a6-b434a41c35b1 req-507d2cc4-7bfc-4319-9bc1-eb1934b5e84b tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:39.693897 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8de8fb55-da09-41fc-b2a6-b434a41c35b1 req-507d2cc4-7bfc-4319-9bc1-eb1934b5e84b tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0486825 Dec 12 04:53:39.747005 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8de8fb55-da09-41fc-b2a6-b434a41c35b1 req-7bb6b26b-2460-4386-8ef2-539dfe1bc080 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470748 Dec 12 04:53:39.790548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-487b2188-dc11-45c4-851b-a71aa41fafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:39.792026 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-487b2188-dc11-45c4-851b-a71aa41fafbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c3fcbd93437491790140fd592db4a6d&device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 1096 time: 0.0395088 Dec 12 04:53:39.880433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-d3a0953a-2b99-4784-9a2c-b581b770beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:39.881826 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-d3a0953a-2b99-4784-9a2c-b581b770beee service neutron] 10.222.0.37 "GET /v2.0/networks?id=e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 200 len: 912 time: 0.0815811 Dec 12 04:53:39.927208 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-76451b6d-f73d-482b-b11a-9bf658f37508 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 217 time: 0.0375850 Dec 12 04:53:39.975585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-cb1302e8-72e3-4d67-b3aa-152359e916b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:39.977048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-cb1302e8-72e3-4d67-b3aa-152359e916b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36a0c6c1-ce90-43dd-ad47-b894c7c89caf HTTP/1.1" status: 200 len: 852 time: 0.0428579 Dec 12 04:53:40.008078 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-34b3abbc-3475-4b0f-bd78-8cd742991815 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e53a6c54-84d5-4c00-853c-8ed59e7566de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237529 Dec 12 04:53:40.099212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-c14f9490-83a8-4b19-bc88-ab6d0435bd04 service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834420 Dec 12 04:53:40.188483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-11b50559-7283-403b-bfaf-753adefadff3 service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801518 Dec 12 04:53:40.707085 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c5414bd1-3878-4ddc-83ba-275027fa0558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:40.863178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9c107-e844-421f-a44e-dacbf90c3611 req-c4627d23-100a-4135-9f75-6d132bf10522 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:40.864706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9bb9c107-e844-421f-a44e-dacbf90c3611 req-c4627d23-100a-4135-9f75-6d132bf10522 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0489554 Dec 12 04:53:40.911628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9bb9c107-e844-421f-a44e-dacbf90c3611 req-4380cc0d-c903-4e3f-89e1-0cfcc15193aa tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Dec 12 04:53:41.980332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-9db6b826-a3bb-41ac-adbe-68b3ff2bd522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:41.981894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-9db6b826-a3bb-41ac-adbe-68b3ff2bd522 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c3fcbd93437491790140fd592db4a6d&device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 1096 time: 0.0480258 Dec 12 04:53:42.013843 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:42.026893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467a8d-e1c4-4ead-9601-5816b7272c0f req-985bcd99-4bdd-49bc-87c9-ab9ba7688a1a tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:42.028422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8467a8d-e1c4-4ead-9601-5816b7272c0f req-985bcd99-4bdd-49bc-87c9-ab9ba7688a1a tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0503623 Dec 12 04:53:42.076832 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8467a8d-e1c4-4ead-9601-5816b7272c0f req-fa8722b8-726b-4e83-8c29-87720e348de6 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Dec 12 04:53:42.088296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-b8ac97d6-fe38-4d6e-b27f-8e38b2d8efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:42.089830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-b8ac97d6-fe38-4d6e-b27f-8e38b2d8efd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 200 len: 912 time: 0.0858953 Dec 12 04:53:42.135441 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-3a2fa995-2ab0-4e06-850b-1cfd08de2522 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 217 time: 0.0380685 Dec 12 04:53:42.184201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-65c7df3e-f465-443c-93f8-091beb76b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:42.185734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-65c7df3e-f465-443c-93f8-091beb76b63d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36a0c6c1-ce90-43dd-ad47-b894c7c89caf HTTP/1.1" status: 200 len: 852 time: 0.0427408 Dec 12 04:53:42.217541 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-f31a5f22-3e6d-421b-82bf-23a43a3d71ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e53a6c54-84d5-4c00-853c-8ed59e7566de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242851 Dec 12 04:53:42.304576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-a2316a69-b21f-4da0-a9c9-8cb2c83aae5a service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792842 Dec 12 04:53:42.396287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5bdcbec-5422-4c4f-a07c-0a03c5eebc21 req-536985b8-76b0-4da9-afdf-d39baef3ba19 service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846376 Dec 12 04:53:43.000873 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd78ff4d-c50d-4e3d-a846-387129cdd343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:43.193775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca118f-f67d-41d2-b0ed-44ae660c70fc req-11db161e-84ea-4fe5-8e9b-ae238cef954a tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:43.195245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a8ca118f-f67d-41d2-b0ed-44ae660c70fc req-11db161e-84ea-4fe5-8e9b-ae238cef954a tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0494628 Dec 12 04:53:43.242254 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a8ca118f-f67d-41d2-b0ed-44ae660c70fc req-2e0562d4-823d-46c2-8ea2-2858de192c78 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Dec 12 04:53:44.162673 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:53:44.194548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:44.227684 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:44.355938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf413c-5bac-48dd-82b4-9e58345a3c7f req-e57b190d-920e-4074-b279-25dbf4ac18ca tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:44.357970 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4caf413c-5bac-48dd-82b4-9e58345a3c7f req-e57b190d-920e-4074-b279-25dbf4ac18ca tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0489318 Dec 12 04:53:44.403978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4caf413c-5bac-48dd-82b4-9e58345a3c7f req-404f1e65-326e-4d4d-8cb1-6cd9fdb3a436 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Dec 12 04:53:45.522755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbf566-f48e-4d50-8c18-3faf51aff8f6 req-909520d2-b65d-4c84-9b68-ea5f0464e5d9 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:45.524240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bebbf566-f48e-4d50-8c18-3faf51aff8f6 req-909520d2-b65d-4c84-9b68-ea5f0464e5d9 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0529087 Dec 12 04:53:45.569544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bebbf566-f48e-4d50-8c18-3faf51aff8f6 req-f1fa36ea-4689-4232-84a6-80c4a8e699fb tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393970 Dec 12 04:53:45.729504 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:46.687592 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a5c67-b708-4b4a-b575-617662a08519 req-b77a2671-2f2d-4f60-97af-1075218a5af5 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:46.689096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b6a5c67-b708-4b4a-b575-617662a08519 req-b77a2671-2f2d-4f60-97af-1075218a5af5 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0523517 Dec 12 04:53:46.737284 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2b6a5c67-b708-4b4a-b575-617662a08519 req-d01c6e88-a1dc-4e15-8563-9f4454ea46e6 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Dec 12 04:53:46.743411 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:53:47.851332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7eee7-a0eb-47c4-b61c-16cded99a345 req-a84b027d-591b-4beb-96d7-35528decd372 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:47.852805 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3de7eee7-a0eb-47c4-b61c-16cded99a345 req-a84b027d-591b-4beb-96d7-35528decd372 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0475380 Dec 12 04:53:47.899705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3de7eee7-a0eb-47c4-b61c-16cded99a345 req-7005c0e2-f320-493a-b00b-5352cba9f9ca tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Dec 12 04:53:49.014342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349bf7a-9d1f-4e78-b11d-3a3aa1824146 req-99f5393e-8cd3-42f9-9cb7-ccd7ec24b295 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:49.015850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6349bf7a-9d1f-4e78-b11d-3a3aa1824146 req-99f5393e-8cd3-42f9-9cb7-ccd7ec24b295 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0489779 Dec 12 04:53:49.062660 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6349bf7a-9d1f-4e78-b11d-3a3aa1824146 req-0514cac5-67d7-442f-99c4-6c3e99dc4c63 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408468 Dec 12 04:53:50.179452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de51d6-5825-4967-ac97-d24827fcb827 req-d06c7b22-7c55-4055-a719-64840e425ae1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:50.180928 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-11de51d6-5825-4967-ac97-d24827fcb827 req-d06c7b22-7c55-4055-a719-64840e425ae1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0478284 Dec 12 04:53:50.230183 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-11de51d6-5825-4967-ac97-d24827fcb827 req-0529625d-46d5-40df-91a3-bd67c57f3e49 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Dec 12 04:53:51.346615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf6b05-7ce6-4467-9f3c-1b96b70e2bec req-8f3e6825-b493-4a13-84ea-d684c1ff055c tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:51.348109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4bf6b05-7ce6-4467-9f3c-1b96b70e2bec req-8f3e6825-b493-4a13-84ea-d684c1ff055c tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0481617 Dec 12 04:53:51.397778 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4bf6b05-7ce6-4467-9f3c-1b96b70e2bec req-c6f5f2d8-692a-4917-81ab-64a5ac786bfa tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Dec 12 04:53:52.511563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2c0db-c1df-4a1e-97ee-ac0e2dc27860 req-0b00baa0-af4c-4320-9f1e-8a21a59c3103 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:52.513067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0bf2c0db-c1df-4a1e-97ee-ac0e2dc27860 req-0b00baa0-af4c-4320-9f1e-8a21a59c3103 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0480430 Dec 12 04:53:52.559574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0bf2c0db-c1df-4a1e-97ee-ac0e2dc27860 req-221a0e87-6a9c-4965-bc62-0ba204217d4d tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Dec 12 04:53:53.672264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8430ef-bda5-41e2-a39b-a1ad6f820875 req-85191485-2db3-418c-8af8-c61e61f676c3 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:53.673861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c8430ef-bda5-41e2-a39b-a1ad6f820875 req-85191485-2db3-418c-8af8-c61e61f676c3 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0482409 Dec 12 04:53:53.721472 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7c8430ef-bda5-41e2-a39b-a1ad6f820875 req-c61180de-d361-431e-aca6-a9014aa564b7 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Dec 12 04:53:54.835124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee69d-5513-4a25-a00e-961f1afaf9cf req-a2a3c843-8a59-4f85-9d32-694e0e3da6a6 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:54.836605 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db0ee69d-5513-4a25-a00e-961f1afaf9cf req-a2a3c843-8a59-4f85-9d32-694e0e3da6a6 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0478096 Dec 12 04:53:54.883313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-db0ee69d-5513-4a25-a00e-961f1afaf9cf req-7257005f-2382-4ffa-ae9c-fd6b317966c0 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Dec 12 04:53:55.996751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca6171-f7a1-4e8e-ae20-dd8b6511927c req-639da27a-90db-4d89-a1b3-535ca72fbd39 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:55.998323 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16ca6171-f7a1-4e8e-ae20-dd8b6511927c req-639da27a-90db-4d89-a1b3-535ca72fbd39 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0485992 Dec 12 04:53:56.045800 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16ca6171-f7a1-4e8e-ae20-dd8b6511927c req-42ebd125-ddc8-4270-92a0-f8e1c86d3a5b tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Dec 12 04:53:57.162688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93845a88-2918-4787-af3e-0c687c249f1c req-a3d52f37-1954-4f61-97f0-2456feba1e61 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:57.164159 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93845a88-2918-4787-af3e-0c687c249f1c req-a3d52f37-1954-4f61-97f0-2456feba1e61 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0517862 Dec 12 04:53:57.210087 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93845a88-2918-4787-af3e-0c687c249f1c req-a86e3292-4c79-4994-bd65-f34c7043939f tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Dec 12 04:53:58.328508 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5c3e6-1389-4326-b07f-e194e3c1fa4a req-fc8cc7ac-476b-4327-a5b3-e6c75f706781 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:58.330026 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0da5c3e6-1389-4326-b07f-e194e3c1fa4a req-fc8cc7ac-476b-4327-a5b3-e6c75f706781 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0535865 Dec 12 04:53:58.376473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0da5c3e6-1389-4326-b07f-e194e3c1fa4a req-7ac2dfd7-4fab-4818-bfad-9a68a691ff67 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Dec 12 04:53:59.489447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1939a4d-e0f9-4c1d-a7cf-f5e0faa18df6 req-247a2e06-5801-422c-9dd1-761f3c9aeacd tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:53:59.490924 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1939a4d-e0f9-4c1d-a7cf-f5e0faa18df6 req-247a2e06-5801-422c-9dd1-761f3c9aeacd tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0474651 Dec 12 04:53:59.537278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1939a4d-e0f9-4c1d-a7cf-f5e0faa18df6 req-40a55880-19a0-46e0-a118-cd8cdb25bf4f tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Dec 12 04:54:00.653733 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71043390-70d7-4a80-9d4b-7c02b120e06c req-2c3d3227-9106-41af-93eb-2fb362792b3c tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:00.655207 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71043390-70d7-4a80-9d4b-7c02b120e06c req-2c3d3227-9106-41af-93eb-2fb362792b3c tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0485160 Dec 12 04:54:00.701099 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-71043390-70d7-4a80-9d4b-7c02b120e06c req-f748f407-e34d-4a85-a6ad-fa79f65107f6 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Dec 12 04:54:01.817115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345fa15-de23-4b2b-872f-bce946fa8ed8 req-4666c8bf-efa3-4cc8-a48c-19191260adeb tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:01.818583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4345fa15-de23-4b2b-872f-bce946fa8ed8 req-4666c8bf-efa3-4cc8-a48c-19191260adeb tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0516069 Dec 12 04:54:01.864536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4345fa15-de23-4b2b-872f-bce946fa8ed8 req-db434b4e-4e45-49ed-b565-110d4df4d66f tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401335 Dec 12 04:54:02.983244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e68d80-3563-444c-bd63-d35cc1494c26 req-94a04231-d76a-46c3-9983-d54c00486807 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:02.984744 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3e68d80-3563-444c-bd63-d35cc1494c26 req-94a04231-d76a-46c3-9983-d54c00486807 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0535493 Dec 12 04:54:03.030877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e3e68d80-3563-444c-bd63-d35cc1494c26 req-b4ab16be-0370-4b01-94b6-43a5b7d80bff tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Dec 12 04:54:04.147719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca368-d6c4-41eb-819c-c7ff99327de9 req-de805919-d853-40d0-bacd-336a4857bbf9 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:04.149244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f1ca368-d6c4-41eb-819c-c7ff99327de9 req-de805919-d853-40d0-bacd-336a4857bbf9 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0489407 Dec 12 04:54:04.195060 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f1ca368-d6c4-41eb-819c-c7ff99327de9 req-e15c8dce-7720-4fb7-ae0e-307d80077485 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Dec 12 04:54:05.311785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c5b8f-6a3c-485b-b77c-f73472e35085 req-c08ac83b-faad-44ca-930d-af1a8a9bdf7c tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:05.313330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a75c5b8f-6a3c-485b-b77c-f73472e35085 req-c08ac83b-faad-44ca-930d-af1a8a9bdf7c tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0492311 Dec 12 04:54:05.360860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a75c5b8f-6a3c-485b-b77c-f73472e35085 req-ab436a98-f8aa-4351-81d2-440c72e33880 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Dec 12 04:54:06.473248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0579b5-3167-4ed2-be54-bb0e49a74d85 req-de756d4f-fda3-4ac0-8119-e4899bde0f15 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:06.474742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb0579b5-3167-4ed2-be54-bb0e49a74d85 req-de756d4f-fda3-4ac0-8119-e4899bde0f15 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0475681 Dec 12 04:54:06.524835 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eb0579b5-3167-4ed2-be54-bb0e49a74d85 req-ea28255d-0303-4cff-b3ce-24f1de370c2d tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Dec 12 04:54:07.475371 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-75d74836-08fd-45a2-b953-0502ba393df4 service neutron] show failed (client error): The resource could not be found. Dec 12 04:54:07.476376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-75d74836-08fd-45a2-b953-0502ba393df4 service neutron] 10.222.0.37 "GET /v2.0/ports/30284791-aa35-439d-9ab5-b76a023f3389/bindings/n-h2-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0545592 Dec 12 04:54:07.645643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc34aa-b55b-423f-ae96-4f5da763f8b3 req-165b78d7-96b1-411c-b4ac-ee0fa4ad90ea tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:07.647875 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-decc34aa-b55b-423f-ae96-4f5da763f8b3 req-165b78d7-96b1-411c-b4ac-ee0fa4ad90ea tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 945 time: 0.0542517 Dec 12 04:54:07.753518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-decc34aa-b55b-423f-ae96-4f5da763f8b3 req-3bee396b-0f1d-4cbf-9382-e79eb60f27f6 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996544 Dec 12 04:54:07.761912 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-52a856f9-00de-4f6f-8618-0ed3c798ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:07.763526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-52a856f9-00de-4f6f-8618-0ed3c798ec14 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f&tenant_id=0c3fcbd93437491790140fd592db4a6d HTTP/1.1" status: 200 len: 1096 time: 0.1080644 Dec 12 04:54:07.782357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:54:07.834664 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:08.035349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=30284791-aa35-439d-9ab5-b76a023f3389,segment=NetworkSegment(db3bf67f-f12f-440e-ba2a-568ebba01582),segment_id=db3bf67f-f12f-440e-ba2a-568ebba01582)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:54:08.067195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:54:08.105945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:54:08.109105 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20718964-eac8-4c53-a719-c3be70563a22" -d '{"events": [{"server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "name": "network-vif-unplugged", "status": "completed", "tag": "30284791-aa35-439d-9ab5-b76a023f3389"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:54:08.113524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:08.126067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Transition to ACTIVE for port object 30284791-aa35-439d-9ab5-b76a023f3389 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:54:08.130942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:08.166335 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9475e28a-48e6-402f-be1f-28301f5b0074 x-openstack-request-id: req-9475e28a-48e6-402f-be1f-28301f5b0074 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:54:08.166639 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "name": "network-vif-unplugged", "status": "completed", "tag": "30284791-aa35-439d-9ab5-b76a023f3389", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:54:08.166897 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9475e28a-48e6-402f-be1f-28301f5b0074 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:54:08.167293 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389', 'code': 200} Dec 12 04:54:08.184099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Pushing event updated for resources: {'Port': ['ID=30284791-aa35-439d-9ab5-b76a023f3389,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:08.199375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] No DVR routers for this DVR port 30284791-aa35-439d-9ab5-b76a023f3389 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:54:08.236358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Attempting to bind port 30284791-aa35-439d-9ab5-b76a023f3389 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:54:08.236695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Attempting to bind port 30284791-aa35-439d-9ab5-b76a023f3389 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'db3bf67f-f12f-440e-ba2a-568ebba01582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:54:08.237054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Attempting to bind port 30284791-aa35-439d-9ab5-b76a023f3389 on network e53a6c54-84d5-4c00-853c-8ed59e7566de {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:54:08.241241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Port 30284791-aa35-439d-9ab5-b76a023f3389 on network e53a6c54-84d5-4c00-853c-8ed59e7566de not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:54:08.241567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Attempting to bind port 30284791-aa35-439d-9ab5-b76a023f3389 on network e53a6c54-84d5-4c00-853c-8ed59e7566de {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:54:08.246319 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:54:08.246658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Checking segment: {'id': 'db3bf67f-f12f-440e-ba2a-568ebba01582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:54:08.247045 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Bound using segment: {'id': 'db3bf67f-f12f-440e-ba2a-568ebba01582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:54:08.247500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Bound port: 30284791-aa35-439d-9ab5-b76a023f3389, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3bf67f-f12f-440e-ba2a-568ebba01582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:54:08.247852 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:08.309429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:54:08.312473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=30284791-aa35-439d-9ab5-b76a023f3389,segment=NetworkSegment(db3bf67f-f12f-440e-ba2a-568ebba01582),segment_id=db3bf67f-f12f-440e-ba2a-568ebba01582)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:54:08.316401 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:08.351983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:08.352623 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:08.354050 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] 10.222.0.18 "PUT /v2.0/ports/30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 1091 time: 0.5763681 Dec 12 04:54:08.376198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7003f8d-da96-475e-bd0f-afcbb38a7356 service neutron] Pushing event updated for resources: {'Port': ['ID=30284791-aa35-439d-9ab5-b76a023f3389,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:08.426397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-8ade446a-3f85-4bcb-abf3-0e7d3c974f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:08.427896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-8ade446a-3f85-4bcb-abf3-0e7d3c974f9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c3fcbd93437491790140fd592db4a6d&device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 1094 time: 0.0410371 Dec 12 04:54:08.520383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-54c07977-0a7e-41fc-808a-b87ad304c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:08.521872 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-54c07977-0a7e-41fc-808a-b87ad304c98f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 200 len: 912 time: 0.0862436 Dec 12 04:54:08.563931 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-8e43818d-b944-44c0-98b3-d70f4c03a943 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 217 time: 0.0351579 Dec 12 04:54:08.615451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-70684723-e4f2-4c0a-8ee9-4bd1a884fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:08.616940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-70684723-e4f2-4c0a-8ee9-4bd1a884fe00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36a0c6c1-ce90-43dd-ad47-b894c7c89caf HTTP/1.1" status: 200 len: 852 time: 0.0459378 Dec 12 04:54:08.647636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-1321d557-a804-4e08-a851-9e99cd3073a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e53a6c54-84d5-4c00-853c-8ed59e7566de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238836 Dec 12 04:54:08.737042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-5140702e-1ce4-4ee9-bbcc-22060f0c27a5 service neutron] 10.222.0.18 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824594 Dec 12 04:54:08.865618 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aac96dda-8cdb-4c95-8194-0a9f5b66e472 req-ba92969e-6abf-439f-9ce4-50026fc996a0 service neutron] 10.222.0.18 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218309 Dec 12 04:54:08.884318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d36fb3-b02c-42a1-be49-5387617de77c req-15d697e0-408f-4f0b-908d-2cb65640da8e tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:08.885797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d36fb3-b02c-42a1-be49-5387617de77c req-15d697e0-408f-4f0b-908d-2cb65640da8e tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 943 time: 0.0589166 Dec 12 04:54:08.935334 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28d36fb3-b02c-42a1-be49-5387617de77c req-41a57c83-bc98-4514-a6a1-89009500db9f tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Dec 12 04:54:10.052038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e2e9f-db0e-4dee-93bb-133e5db7da27 req-929d09f5-e98f-4d1c-9ab9-f60efce20e20 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:10.053532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-938e2e9f-db0e-4dee-93bb-133e5db7da27 req-929d09f5-e98f-4d1c-9ab9-f60efce20e20 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 943 time: 0.0492895 Dec 12 04:54:10.100032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-938e2e9f-db0e-4dee-93bb-133e5db7da27 req-dca4ac4f-9b71-4984-bf58-4b5ab69ea4f1 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Dec 12 04:54:10.168120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:54:10.170504 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82668df5-5d24-441b-a441-971947004195" -d '{"events": [{"name": "network-changed", "server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "tag": "30284791-aa35-439d-9ab5-b76a023f3389"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:54:10.217144 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d73e118-79d9-4465-9de2-725481e7ecc9 x-openstack-request-id: req-3d73e118-79d9-4465-9de2-725481e7ecc9 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:54:10.217450 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "tag": "30284791-aa35-439d-9ab5-b76a023f3389", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:54:10.217793 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d73e118-79d9-4465-9de2-725481e7ecc9 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:54:10.218199 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389', 'status': 'completed', 'code': 200} Dec 12 04:54:10.305460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668df5-5d24-441b-a441-971947004195 req-8d3383aa-5122-4ac1-b67c-e7acc56ac98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:10.306962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-8d3383aa-5122-4ac1-b67c-e7acc56ac98e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c3fcbd93437491790140fd592db4a6d&device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 1094 time: 0.0414593 Dec 12 04:54:10.319244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668df5-5d24-441b-a441-971947004195 req-b10df7c9-b076-4739-aaf0-45f3d8b812aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:10.320740 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-b10df7c9-b076-4739-aaf0-45f3d8b812aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c3fcbd93437491790140fd592db4a6d&device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 1094 time: 0.0414424 Dec 12 04:54:10.447832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668df5-5d24-441b-a441-971947004195 req-44ccc5f8-7324-4a8e-b1cd-1ab9ad4db163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:10.449448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-44ccc5f8-7324-4a8e-b1cd-1ab9ad4db163 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 200 len: 912 time: 0.1168227 Dec 12 04:54:10.455863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668df5-5d24-441b-a441-971947004195 req-9af050b6-0a97-437f-82bf-81bd5f3d9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:10.457374 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-9af050b6-0a97-437f-82bf-81bd5f3d9d7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 200 len: 912 time: 0.1005750 Dec 12 04:54:10.496665 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-4e7d56c5-fb95-42fe-a677-1c4be35bd57e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 217 time: 0.0388174 Dec 12 04:54:10.514896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-dea5ec65-c5ee-4f9e-8f6c-9242b5a7fbd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 217 time: 0.0376096 Dec 12 04:54:10.552070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668df5-5d24-441b-a441-971947004195 req-33191c2f-a43b-4317-a119-c6703d87002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:10.553555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-33191c2f-a43b-4317-a119-c6703d87002d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36a0c6c1-ce90-43dd-ad47-b894c7c89caf HTTP/1.1" status: 200 len: 852 time: 0.0480626 Dec 12 04:54:10.567857 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668df5-5d24-441b-a441-971947004195 req-e7946c50-98d8-4b92-90f3-2b2ea7ea635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:10.569352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-e7946c50-98d8-4b92-90f3-2b2ea7ea635d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36a0c6c1-ce90-43dd-ad47-b894c7c89caf HTTP/1.1" status: 200 len: 852 time: 0.0481756 Dec 12 04:54:10.589408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-ecc23c1f-d2d2-4c6b-bd0d-11017603c07d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e53a6c54-84d5-4c00-853c-8ed59e7566de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246978 Dec 12 04:54:10.601176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-eb1effb5-430b-472f-b3f2-dac16651537c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e53a6c54-84d5-4c00-853c-8ed59e7566de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247796 Dec 12 04:54:10.681999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-a905aacc-0c65-4eca-808c-436d85340948 service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Dec 12 04:54:10.689919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-fcaa17f8-2a70-4694-894e-be84c4d7161e service neutron] 10.222.0.18 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820005 Dec 12 04:54:10.697746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 30284791-aa35-439d-9ab5-b76a023f3389 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:54:10.740500 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f567132-e31d-4bba-ade2-12dfa1b76b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:10.746197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 30284791-aa35-439d-9ab5-b76a023f3389 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:54:10.786084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-d1321b3c-8512-4aff-a7f0-1cd2b61bf540 service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921514 Dec 12 04:54:10.789030 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82668df5-5d24-441b-a441-971947004195 req-eb83b28c-a45e-4293-a82f-bf78f485e1d3 service neutron] 10.222.0.18 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915024 Dec 12 04:54:11.214498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10927fb2-70c2-4174-bbc4-4a2ecb6598dc req-93a46741-24cd-49ad-9715-4d9e281b3d92 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:11.216566 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10927fb2-70c2-4174-bbc4-4a2ecb6598dc req-93a46741-24cd-49ad-9715-4d9e281b3d92 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 943 time: 0.0485742 Dec 12 04:54:11.261866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10927fb2-70c2-4174-bbc4-4a2ecb6598dc req-8170efd7-57af-47eb-8e9e-6b45db7e258b tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Dec 12 04:54:11.550689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-49fe50a4-cc2d-4de1-ac57-b5ad457c0cee tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:11.552175 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-49fe50a4-cc2d-4de1-ac57-b5ad457c0cee tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.37 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f&tenant_id=0c3fcbd93437491790140fd592db4a6d&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 943 time: 0.0860476 Dec 12 04:54:11.615160 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-e4c9c1f9-95f8-40f3-b9ca-ae3669cafe5e service neutron] delete failed (client error): The resource could not be found. Dec 12 04:54:11.616178 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-e4c9c1f9-95f8-40f3-b9ca-ae3669cafe5e service neutron] 10.222.0.37 "DELETE /v2.0/ports/30284791-aa35-439d-9ab5-b76a023f3389/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0525863 Dec 12 04:54:11.733939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-0cd38030-1a78-4166-8d3a-958894ae7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:11.735427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-0cd38030-1a78-4166-8d3a-958894ae7b9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c3fcbd93437491790140fd592db4a6d&device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 1094 time: 0.0400462 Dec 12 04:54:11.830595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-9517b8e1-7a0a-4f61-85b9-831f0dbadad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:11.831991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-9517b8e1-7a0a-4f61-85b9-831f0dbadad3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 200 len: 912 time: 0.0868673 Dec 12 04:54:11.877177 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-3ca7f648-c303-4f02-9470-9088c4cf450b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 200 len: 217 time: 0.0340109 Dec 12 04:54:11.927928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-d7fd323c-b5bb-478b-9cb5-e55fac423b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:11.929357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-d7fd323c-b5bb-478b-9cb5-e55fac423b63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36a0c6c1-ce90-43dd-ad47-b894c7c89caf HTTP/1.1" status: 200 len: 852 time: 0.0419676 Dec 12 04:54:11.969956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-cec223ec-7d7c-4d57-adb5-b3edfa811b3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e53a6c54-84d5-4c00-853c-8ed59e7566de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271838 Dec 12 04:54:12.010696 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:12.059577 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-4164dacf-8eba-4675-8868-8384f7eb6b98 service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806062 Dec 12 04:54:12.154804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-228d6701-ceed-413a-9476-40f8775e1dc1 service neutron] 10.222.0.37 "GET /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844138 Dec 12 04:54:12.877001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 30284791-aa35-439d-9ab5-b76a023f3389 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:54:12.978971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=30284791-aa35-439d-9ab5-b76a023f3389,segment=NetworkSegment(db3bf67f-f12f-440e-ba2a-568ebba01582),segment_id=db3bf67f-f12f-440e-ba2a-568ebba01582)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:54:12.998125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '30284791-aa35-439d-9ab5-b76a023f3389', 'network_id': 'e53a6c54-84d5-4c00-853c-8ed59e7566de', 'port_id': '30284791-aa35-439d-9ab5-b76a023f3389', 'mac_address': 'fa:16:3e:75:78:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a0c6c1-ce90-43dd-ad47-b894c7c89caf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:54:13.008449 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17cc14c2-48de-4c72-80d2-94de57c89e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:13.016537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c94a3-9ac2-4b68-947b-ac4d4168cd47 req-01ec026e-0983-4564-84a7-e179fe49cda3 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:13.018179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-589c94a3-9ac2-4b68-947b-ac4d4168cd47 req-01ec026e-0983-4564-84a7-e179fe49cda3 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 943 time: 0.0503833 Dec 12 04:54:13.043045 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:13.057028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30284791-aa35-439d-9ab5-b76a023f3389 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:54:13.067532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-589c94a3-9ac2-4b68-947b-ac4d4168cd47 req-796709fd-3517-4053-8288-440c73eeb499 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Dec 12 04:54:13.079067 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=30284791-aa35-439d-9ab5-b76a023f3389,segment=NetworkSegment(db3bf67f-f12f-440e-ba2a-568ebba01582),segment_id=db3bf67f-f12f-440e-ba2a-568ebba01582)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:54:13.083016 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:13.134995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=30284791-aa35-439d-9ab5-b76a023f3389,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:13.386922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['30284791-aa35-439d-9ab5-b76a023f3389'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:54:14.187230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4d753-e054-465f-9078-5ca50c77bae7 req-52f80e00-bb8c-4aec-9d9f-8b2b8f762ac5 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:14.188763 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-47c4d753-e054-465f-9078-5ca50c77bae7 req-52f80e00-bb8c-4aec-9d9f-8b2b8f762ac5 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 944 time: 0.0497992 Dec 12 04:54:14.209719 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:14.216514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:14.239554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-47c4d753-e054-465f-9078-5ca50c77bae7 req-92f75cc7-0885-4bb1-92fa-4425e3112260 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.36 "GET /v2.0/security-groups?id=62750cb6-e39e-4d67-aa5c-8641bb8c82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Dec 12 04:54:14.373713 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-45ec00c8-5035-4ccc-bcc4-262c9a351ef0 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:14.375114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-45ec00c8-5035-4ccc-bcc4-262c9a351ef0 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.18 "GET /v2.0/ports?device_id=938f7e79-cdc9-4860-b820-ccd623b8335f HTTP/1.1" status: 200 len: 944 time: 0.0486486 Dec 12 04:54:14.464550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Deleting port 30284791-aa35-439d-9ab5-b76a023f3389 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:54:14.464937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:14.552137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] For port 30284791-aa35-439d-9ab5-b76a023f3389, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=30284791-aa35-439d-9ab5-b76a023f3389,segment=NetworkSegment(db3bf67f-f12f-440e-ba2a-568ebba01582),segment_id=db3bf67f-f12f-440e-ba2a-568ebba01582)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:54:14.552499 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:14.568061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Calling delete_port for 30284791-aa35-439d-9ab5-b76a023f3389 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:54:14.691636 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:14.718010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Pushing event deleted for resources: {'Port': ['ID=30284791-aa35-439d-9ab5-b76a023f3389,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:14.723970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['30284791-aa35-439d-9ab5-b76a023f3389'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:54:14.766634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] No DVR routers for this DVR port 30284791-aa35-439d-9ab5-b76a023f3389 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:54:14.769262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:14.772588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a6b9f538-c560-4ee4-b149-c3c277b93c85 req-bb36d947-5fe9-4301-82c2-0420a685a349 tempest-DeleteServersTestJSON-1863116893 tempest-DeleteServersTestJSON-1863116893-project] 10.222.0.18 "DELETE /v2.0/ports/30284791-aa35-439d-9ab5-b76a023f3389 HTTP/1.1" status: 204 len: 173 time: 0.3917007 Dec 12 04:54:14.773060 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'name': 'network-vif-deleted', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:54:14.775334 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2886f121-8623-4836-b73c-b0a8156a19b0" -d '{"events": [{"server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "name": "network-vif-deleted", "tag": "30284791-aa35-439d-9ab5-b76a023f3389"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:54:14.815438 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469dd4b4-57aa-42d9-b6ab-d5e3ba79427d x-openstack-request-id: req-469dd4b4-57aa-42d9-b6ab-d5e3ba79427d {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:54:14.815744 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938f7e79-cdc9-4860-b820-ccd623b8335f", "name": "network-vif-deleted", "tag": "30284791-aa35-439d-9ab5-b76a023f3389", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:54:14.816169 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-469dd4b4-57aa-42d9-b6ab-d5e3ba79427d {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:54:14.816579 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938f7e79-cdc9-4860-b820-ccd623b8335f', 'name': 'network-vif-deleted', 'tag': '30284791-aa35-439d-9ab5-b76a023f3389', 'status': 'completed', 'code': 200} Dec 12 04:54:14.897639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 30284791-aa35-439d-9ab5-b76a023f3389 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:54:14.918853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 30284791-aa35-439d-9ab5-b76a023f3389 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:54:14.919202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 30284791-aa35-439d-9ab5-b76a023f3389 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:54:15.371241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39346) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:54:15.415173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Deleting subnet 36a0c6c1-ce90-43dd-ad47-b894c7c89caf {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:54:15.418134 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.452320 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.492525 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.543167 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.573080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36a0c6c1-ce90-43dd-ad47-b894c7c89caf,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:15.575515 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.579285 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/36a0c6c1-ce90-43dd-ad47-b894c7c89caf HTTP/1.1" status: 204 len: 168 time: 0.2070293 Dec 12 04:54:15.581989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39348) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:54:15.593724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.594079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.594435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.594782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.595123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.595462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.595821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.596152 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.596499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.596935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.597168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.597499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.597827 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c884be8-a1eb-46ae-abe9-add37c7fad26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:15.659776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.734174 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.741792 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.761753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53a6c54-84d5-4c00-853c-8ed59e7566de']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:54:15.771167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3bf67f-f12f-440e-ba2a-568ebba01582') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:54:15.771472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3bf67f-f12f-440e-ba2a-568ebba01582') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:54:15.781236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.794056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.799872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:54:15.800268 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: timer() Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:54:15.802011 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:54:15.858946 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.865482 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:15.867870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e53a6c54-84d5-4c00-853c-8ed59e7566de HTTP/1.1" status: 204 len: 168 time: 0.2848942 Dec 12 04:54:15.878936 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86440ef9-70b7-4db2-b027-1aa33908b0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e53a6c54-84d5-4c00-853c-8ed59e7566de,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:15.976706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39352) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:54:16.016435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-935ea2cf-c3ff-4c32-b0e8-44c7ccb9cd91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c3fcbd93437491790140fd592db4a6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384898 Dec 12 04:54:16.018833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39354) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:54:16.064019 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68d5cf30-9672-4e53-b301-20aa41949f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:16.084776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68d5cf30-9672-4e53-b301-20aa41949f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:16.130565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68d5cf30-9672-4e53-b301-20aa41949f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:16.133464 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68d5cf30-9672-4e53-b301-20aa41949f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:16.134656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-68d5cf30-9672-4e53-b301-20aa41949f81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62750cb6-e39e-4d67-aa5c-8641bb8c82c3 HTTP/1.1" status: 204 len: 168 time: 0.1149299 Dec 12 04:54:16.143508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5cf30-9672-4e53-b301-20aa41949f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62750cb6-e39e-4d67-aa5c-8641bb8c82c3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:16.747271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:16.775063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39376) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:54:16.871921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2027871696-network', 'tenant_id': '667d1772a29942caa5e6281fef15c096'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:54:16.892053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Made reservation on behalf of 667d1772a29942caa5e6281fef15c096 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:54:16.894530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:16.903127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:16.976596 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:16.980261 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:17.000946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:54:17.016035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d08d13c-fca8-4cd9-a698-baf1b20e48ec,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:17.018907 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:17.019268 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Added segment a2d51bf8-30d4-434a-a0c9-448bf0a4a892 of type vlan for network e67fd2d9-9269-48d0-aea3-03e25c3f8797 Dec 12 04:54:17.059590 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:17.083106 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:17.084084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:17.084672 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:17.158031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3817785 Dec 12 04:54:17.160854 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39380) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:54:17.166234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Request body: {'subnet': {'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2027871696-subnet', 'tenant_id': '667d1772a29942caa5e6281fef15c096', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:54:17.176307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868209b-d75e-4ce7-b41c-314d0532c229 admin admin] Pushing event updated for resources: {'Network': ['ID=e67fd2d9-9269-48d0-aea3-03e25c3f8797,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:17.191231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Made reservation on behalf of 667d1772a29942caa5e6281fef15c096 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:54:17.191413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network e67fd2d9-9269-48d0-aea3-03e25c3f8797 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:54:17.193723 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:17.359142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:17.419470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de4f32a-9171-4618-86ff-81a04ae232ec,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:17.426225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Checking segment: {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:54:17.426590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Network hostable DHCP agents. Network: e67fd2d9-9269-48d0-aea3-03e25c3f8797, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:54:17.442778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Network e67fd2d9-9269-48d0-aea3-03e25c3f8797 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:54:17.451216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, e67fd2d9-9269-48d0-aea3-03e25c3f8797) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:54:17.455658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:17.456264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:17.460940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5989195-dd40-4f0e-9938-696f2dd9c11c None None] Network e67fd2d9-9269-48d0-aea3-03e25c3f8797 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:54:17.472707 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5fcd682f-464d-49b6-a257-8728c960ecef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3102608 Dec 12 04:54:17.558317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fba6bf-675f-42ec-abe8-0cc910822933 None None] Network e67fd2d9-9269-48d0-aea3-03e25c3f8797 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:54:17.884374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ddd28-509e-4c02-9661-3948707b567b req-f519706c-58c6-4c3d-9858-799fc4e019d7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:17.885864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-f519706c-58c6-4c3d-9858-799fc4e019d7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 815 time: 0.1002767 Dec 12 04:54:17.900959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-8006369a-ae11-415c-ba7a-fbae5e175f8d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/quotas/667d1772a29942caa5e6281fef15c096 HTTP/1.1" status: 200 len: 375 time: 0.0088778 Dec 12 04:54:17.935085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-ca1c6a2c-ca3a-4c2e-90b9-9246ebfa5647 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283515 Dec 12 04:54:17.945443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-12297a23-ad0f-4869-8311-b1f24f226607 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:54:17.946425 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-12297a23-ad0f-4869-8311-b1f24f226607 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048549 Dec 12 04:54:18.351232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-1654b9b3-54c1-45ea-8079-1a5b591766bc service neutron] 10.222.0.36 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988695 Dec 12 04:54:18.440063 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-b94a38e0-9a9c-47ac-b1b1-c9e1df40f08b service neutron] 10.222.0.36 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828252 Dec 12 04:54:18.593235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26d9fdfe-0d72-483a-a8a3-93b97179fa6a req-da6c97ac-9693-4683-8ba7-78cd79e0c833 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 210 time: 0.0263560 Dec 12 04:54:19.576796 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7c35af6a-93f1-4dd0-953c-598e550aa1db tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:19.578202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7c35af6a-93f1-4dd0-953c-598e550aa1db tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.18 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 815 time: 0.1068904 Dec 12 04:54:19.597810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Request body: {'port': {'device_id': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797', 'admin_state_up': True, 'tenant_id': '667d1772a29942caa5e6281fef15c096'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:54:19.686398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82439da9-8b22-4716-926d-a6d162756586 req-6b71c3ca-0e02-4455-8e02-9deafd80f657 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 210 time: 0.0261955 Dec 12 04:54:19.706234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Made reservation on behalf of 667d1772a29942caa5e6281fef15c096 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:54:19.709753 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:19.830937 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Allocated IP 172.20.0.6 (e67fd2d9-9269-48d0-aea3-03e25c3f8797/4de4f32a-9171-4618-86ff-81a04ae232ec/cffb4341-7e8b-4177-9b4c-7351d61f667c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:54:19.976205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:20.008939 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:20.049123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Network e67fd2d9-9269-48d0-aea3-03e25c3f8797 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:54:20.052079 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:54:20.054415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:54:20.090081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Pushing event updated for resources: {'Port': ['ID=cffb4341-7e8b-4177-9b4c-7351d61f667c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:20.113506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:20.114246 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:20.129602 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-5cce8596-11b2-4b0c-9c27-480fa221fd00 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5356150 Dec 12 04:54:20.150415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Request body: {'port': {'device_id': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:54:20.499305 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:20.748738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffb4341-7e8b-4177-9b4c-7351d61f667c {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:54:20.758169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:20.797572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Transition to ACTIVE for port object cffb4341-7e8b-4177-9b4c-7351d61f667c will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:54:20.802291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:20.849397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c7899-9487-4c36-9596-99ed03f45da6 req-182bec5d-b047-4d3d-8ecf-70a699ab7a03 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:20.850883 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ab4c7899-9487-4c36-9596-99ed03f45da6 req-182bec5d-b047-4d3d-8ecf-70a699ab7a03 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 931 time: 0.0976439 Dec 12 04:54:20.869785 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cffb4341-7e8b-4177-9b4c-7351d61f667c,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:20.951618 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ab4c7899-9487-4c36-9596-99ed03f45da6 req-0f15db30-6cde-48b6-b485-534c5b3fdf2c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909448 Dec 12 04:54:20.967724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Attempting to bind port cffb4341-7e8b-4177-9b4c-7351d61f667c on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:54:20.968059 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Attempting to bind port cffb4341-7e8b-4177-9b4c-7351d61f667c by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:54:20.968392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Attempting to bind port cffb4341-7e8b-4177-9b4c-7351d61f667c on network e67fd2d9-9269-48d0-aea3-03e25c3f8797 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:54:20.972705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Port cffb4341-7e8b-4177-9b4c-7351d61f667c on network e67fd2d9-9269-48d0-aea3-03e25c3f8797 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:54:20.973055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Attempting to bind port cffb4341-7e8b-4177-9b4c-7351d61f667c on network e67fd2d9-9269-48d0-aea3-03e25c3f8797 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:54:20.977744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:54:20.978083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Checking segment: {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:54:20.978464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Bound using segment: {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:54:20.978891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Bound port: cffb4341-7e8b-4177-9b4c-7351d61f667c, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:54:20.979245 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:21.040170 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:54:21.043126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:54:21.048011 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:21.083024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:21.083746 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:21.085143 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] 10.222.0.18 "PUT /v2.0/ports/cffb4341-7e8b-4177-9b4c-7351d61f667c HTTP/1.1" status: 200 len: 1091 time: 0.9386094 Dec 12 04:54:21.085583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'tag': 'cffb4341-7e8b-4177-9b4c-7351d61f667c'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:54:21.087814 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3087d4-8361-4c92-8d42-72d66d5bcd48" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe5f3db-ef02-4d30-b62e-0a2749bdffe0", "tag": "cffb4341-7e8b-4177-9b4c-7351d61f667c"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:54:21.114833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837a5fb-5462-4f94-bcc1-b915466b44e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cffb4341-7e8b-4177-9b4c-7351d61f667c,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:21.130424 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7eb688-69d5-40c0-8194-31692da69f54 x-openstack-request-id: req-6b7eb688-69d5-40c0-8194-31692da69f54 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:54:21.130757 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe5f3db-ef02-4d30-b62e-0a2749bdffe0", "tag": "cffb4341-7e8b-4177-9b4c-7351d61f667c", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:54:21.131044 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b7eb688-69d5-40c0-8194-31692da69f54 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:54:21.131462 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'tag': 'cffb4341-7e8b-4177-9b4c-7351d61f667c', 'status': 'completed', 'code': 200} Dec 12 04:54:21.161591 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:54:21.186925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ddd28-509e-4c02-9661-3948707b567b req-e0d54db0-73e5-493a-9004-fae808cc009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:21.188474 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-e0d54db0-73e5-493a-9004-fae808cc009f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 1094 time: 0.0419712 Dec 12 04:54:21.239344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-83147ac9-7ae2-4ae4-88fd-9f5df8c99519 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c HTTP/1.1" status: 200 len: 217 time: 0.0372815 Dec 12 04:54:21.289498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ddd28-509e-4c02-9661-3948707b567b req-f7e5473e-7744-40db-8094-e7032a4789ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:21.291053 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-f7e5473e-7744-40db-8094-e7032a4789ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0443466 Dec 12 04:54:21.321861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-2c0c186b-2a38-4518-a40e-5838de434a27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240405 Dec 12 04:54:21.414356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-e02909a6-d727-4d2e-a3fa-f14d2d2c892f service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852993 Dec 12 04:54:21.501456 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc8ddd28-509e-4c02-9661-3948707b567b req-b4c14435-734e-4f56-895c-796eea08a8a4 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799406 Dec 12 04:54:21.620563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-eafae0bf-5c2c-4f68-a821-d811a14cb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:21.621971 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-eafae0bf-5c2c-4f68-a821-d811a14cb477 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 1094 time: 0.0409696 Dec 12 04:54:21.713802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-312bdfa8-447f-4f6a-a9e9-d19204a7e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:21.715267 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-312bdfa8-447f-4f6a-a9e9-d19204a7e46a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.0864708 Dec 12 04:54:21.755488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-e1d8ef6d-107c-460e-a922-fd376e1b59ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c HTTP/1.1" status: 200 len: 217 time: 0.0337076 Dec 12 04:54:21.808085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-1dba1272-4eca-43f7-ae71-16a882b1ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:21.809551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-1dba1272-4eca-43f7-ae71-16a882b1ee43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0470304 Dec 12 04:54:21.840862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-1d096a05-cac6-4170-a360-016bd1c60fde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239396 Dec 12 04:54:21.927739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-05018646-01a1-49e4-8c9d-aefb30062101 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796318 Dec 12 04:54:22.032966 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c3087d4-8361-4c92-8d42-72d66d5bcd48 req-191a3600-bf3d-491c-b59a-0497b13cd807 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973392 Dec 12 04:54:22.068914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594aa27-2830-40f5-bece-c815d34a8ab2 req-1402bd81-8439-4c52-b618-d46ab481d8fc tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:22.070412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4594aa27-2830-40f5-bece-c815d34a8ab2 req-1402bd81-8439-4c52-b618-d46ab481d8fc tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 943 time: 0.0519273 Dec 12 04:54:22.118331 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4594aa27-2830-40f5-bece-c815d34a8ab2 req-d0f330fc-0303-421b-9420-3c96f494b61c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Dec 12 04:54:23.233316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248a8c7-58ba-4d70-b4f7-72feaa67dcdc req-11ce9230-2535-4288-a983-eb9de3268b6d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:23.234776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f248a8c7-58ba-4d70-b4f7-72feaa67dcdc req-11ce9230-2535-4288-a983-eb9de3268b6d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 943 time: 0.0477247 Dec 12 04:54:23.282511 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f248a8c7-58ba-4d70-b4f7-72feaa67dcdc req-9ae71eca-15d3-462e-8f50-d63999e58af7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Dec 12 04:54:24.396083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1024-f638-4e52-a859-dc85d9ce2769 req-b5a8c619-1b6d-448e-8527-3dc08a201775 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:24.397578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9a1c1024-f638-4e52-a859-dc85d9ce2769 req-b5a8c619-1b6d-448e-8527-3dc08a201775 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 943 time: 0.0482388 Dec 12 04:54:24.447696 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9a1c1024-f638-4e52-a859-dc85d9ce2769 req-da5713b5-007d-4616-8142-c2f4f64225d1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 Dec 12 04:54:24.924075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cffb4341-7e8b-4177-9b4c-7351d61f667c details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:54:25.016156 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:54:25.030924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'cffb4341-7e8b-4177-9b4c-7351d61f667c', 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797', 'port_id': 'cffb4341-7e8b-4177-9b4c-7351d61f667c', 'mac_address': 'fa:16:3e:c9:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de4f32a-9171-4618-86ff-81a04ae232ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:54:25.069470 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:25.083168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffb4341-7e8b-4177-9b4c-7351d61f667c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:54:25.103524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:54:25.106995 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:25.154228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cffb4341-7e8b-4177-9b4c-7351d61f667c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:25.161498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.161854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.162213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.162562 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.162910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.163255 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.163594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.163930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.164268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.164601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.164966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.165300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.165634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:54:25.364363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['cffb4341-7e8b-4177-9b4c-7351d61f667c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:54:25.568379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b0cff-41f1-48d0-a958-60a883aa88bf req-1d510b4c-6cf1-4c33-86a1-c50a58c83c36 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:25.569869 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-617b0cff-41f1-48d0-a958-60a883aa88bf req-1d510b4c-6cf1-4c33-86a1-c50a58c83c36 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 944 time: 0.0516024 Dec 12 04:54:25.616045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-617b0cff-41f1-48d0-a958-60a883aa88bf req-6c9f69e3-58ef-4c8e-941e-5e945f13ed29 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 Dec 12 04:54:26.729062 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c0f31-cbcc-4a8c-a2c5-2bb1a82b4ddb req-bab3a48a-a790-46a4-a8af-38f5fc83a493 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:26.730536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f20c0f31-cbcc-4a8c-a2c5-2bb1a82b4ddb req-bab3a48a-a790-46a4-a8af-38f5fc83a493 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 944 time: 0.0478373 Dec 12 04:54:26.776939 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f20c0f31-cbcc-4a8c-a2c5-2bb1a82b4ddb req-7d59cfaa-98c5-4a1b-a4bf-fbb52359ee82 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397687 Dec 12 04:54:26.938975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cffb4341-7e8b-4177-9b4c-7351d61f667c up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:54:26.986563 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port cffb4341-7e8b-4177-9b4c-7351d61f667c completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:54:26.990452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port cffb4341-7e8b-4177-9b4c-7351d61f667c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:54:26.990826 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:27.067781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:27.090195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffb4341-7e8b-4177-9b4c-7351d61f667c'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:54:27.093085 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf693f-e2d3-4a66-808a-7dd0caf68619" -d '{"events": [{"server_uuid": "dbe5f3db-ef02-4d30-b62e-0a2749bdffe0", "name": "network-vif-plugged", "status": "completed", "tag": "cffb4341-7e8b-4177-9b4c-7351d61f667c"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:54:27.105212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:54:27.110066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:27.138113 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332f4f5c-eec7-4f75-b34b-9a5c1a81fb13 x-openstack-request-id: req-332f4f5c-eec7-4f75-b34b-9a5c1a81fb13 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:54:27.138412 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe5f3db-ef02-4d30-b62e-0a2749bdffe0", "name": "network-vif-plugged", "status": "completed", "tag": "cffb4341-7e8b-4177-9b4c-7351d61f667c", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:54:27.138674 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-332f4f5c-eec7-4f75-b34b-9a5c1a81fb13 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:54:27.139602 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffb4341-7e8b-4177-9b4c-7351d61f667c', 'code': 200} Dec 12 04:54:27.160231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cffb4341-7e8b-4177-9b4c-7351d61f667c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:54:27.278490 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6fcc-dfad-4080-bdff-f76425670dde req-7406e11a-8fb2-4c93-a035-839b4d6e384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:27.280002 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12ae6fcc-dfad-4080-bdff-f76425670dde req-7406e11a-8fb2-4c93-a035-839b4d6e384d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 1096 time: 0.0407252 Dec 12 04:54:27.323259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-12ae6fcc-dfad-4080-bdff-f76425670dde req-52ff0e53-a564-4136-970f-2e5209686edd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366113 Dec 12 04:54:27.894199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016f16-246e-462d-9410-b221732a0a48 req-69aa55a2-151d-4883-bb9a-1188a2a6002d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:27.895689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39016f16-246e-462d-9410-b221732a0a48 req-69aa55a2-151d-4883-bb9a-1188a2a6002d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0524995 Dec 12 04:54:27.941548 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39016f16-246e-462d-9410-b221732a0a48 req-266e4107-cfb0-4acd-b3a9-3f913f9c69ae tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Dec 12 04:54:29.055230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15633-f64d-4f0d-8951-ffe333d7846f req-2a66113e-9a69-474d-9d81-b8ee11c87953 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:29.056701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dca15633-f64d-4f0d-8951-ffe333d7846f req-2a66113e-9a69-474d-9d81-b8ee11c87953 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Dec 12 04:54:29.102580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dca15633-f64d-4f0d-8951-ffe333d7846f req-23c6d7ba-a201-46c4-ad9b-fb1151d485de tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Dec 12 04:54:29.218535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ea73-db8b-4fb2-9b89-ec144dc05e45 req-42aab423-4520-44a1-af79-beb593e37632 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:29.219930 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6108ea73-db8b-4fb2-9b89-ec144dc05e45 req-42aab423-4520-44a1-af79-beb593e37632 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0487347 Dec 12 04:54:29.265569 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6108ea73-db8b-4fb2-9b89-ec144dc05e45 req-6d134a7d-8db9-4d39-88e6-8285caf499e1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Dec 12 04:54:29.477167 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3e870-7a6e-4be7-86bc-c344472e5fb8 req-5fa5e766-ad68-4bad-907d-942f8ddafaf2 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:29.478815 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30e3e870-7a6e-4be7-86bc-c344472e5fb8 req-5fa5e766-ad68-4bad-907d-942f8ddafaf2 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0627239 Dec 12 04:54:29.529085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30e3e870-7a6e-4be7-86bc-c344472e5fb8 req-7f9baca4-1227-40ec-a972-89cd8d98637b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Dec 12 04:54:29.643992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64283f-3e8a-4858-b758-093aa5766a97 req-921dee5a-37a8-420e-8756-fae67800ad53 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:29.645523 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ab64283f-3e8a-4858-b758-093aa5766a97 req-921dee5a-37a8-420e-8756-fae67800ad53 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0498755 Dec 12 04:54:29.694682 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ab64283f-3e8a-4858-b758-093aa5766a97 req-c59d1160-1cea-4179-aea4-139dc8bbf8b6 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431843 Dec 12 04:54:29.912328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-84dede2e-0f10-4501-9ab0-21bd410113f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403476 Dec 12 04:54:29.925610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800f9e-c867-4249-9bbf-77eee1fd1ae3 req-c9645373-4dfa-418f-bcc2-31d3a1bbcabf tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:29.927194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51800f9e-c867-4249-9bbf-77eee1fd1ae3 req-c9645373-4dfa-418f-bcc2-31d3a1bbcabf tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0487652 Dec 12 04:54:29.975919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51800f9e-c867-4249-9bbf-77eee1fd1ae3 req-7aa1d67c-efe3-4d34-8266-329f8628ae64 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Dec 12 04:54:31.121487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-f5298d01-a994-4e4d-b0d0-19f5d7b117e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:31.122999 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-f5298d01-a994-4e4d-b0d0-19f5d7b117e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 1096 time: 0.0721939 Dec 12 04:54:31.130967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3b932-0b52-453e-9330-8348f6c03bcc req-4141f792-7b6c-4b31-83ba-23107f67d650 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:31.132326 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2be3b932-0b52-453e-9330-8348f6c03bcc req-4141f792-7b6c-4b31-83ba-23107f67d650 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0834060 Dec 12 04:54:31.230465 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2be3b932-0b52-453e-9330-8348f6c03bcc req-05932677-55b2-4086-aa26-c4f8d6ba04e5 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892267 Dec 12 04:54:31.251018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-109911d2-4025-4d05-9fe9-9fe5cd948dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:31.252486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-109911d2-4025-4d05-9fe9-9fe5cd948dd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.1190314 Dec 12 04:54:31.299573 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-6b2a2723-fbac-44db-b23c-2328297e4be3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c HTTP/1.1" status: 200 len: 217 time: 0.0397487 Dec 12 04:54:31.348917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-de0166de-bae1-4a1b-bdd3-498b6c226acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:31.350322 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-de0166de-bae1-4a1b-bdd3-498b6c226acf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0435762 Dec 12 04:54:31.381754 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-5eaabec3-921b-488b-8ea8-1f404ec591ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246205 Dec 12 04:54:31.473477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-b2259f8e-4966-434c-9999-ff7256166a66 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840120 Dec 12 04:54:31.562712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-8867c846-c9a7-45e1-a074-97d702f4a886 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822153 Dec 12 04:54:32.346540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d16c-4c20-43f1-a810-62096904136d req-d9322020-6e1a-4609-8a3d-6e09dc98ba1c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:32.348046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55a5d16c-4c20-43f1-a810-62096904136d req-d9322020-6e1a-4609-8a3d-6e09dc98ba1c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0483384 Dec 12 04:54:32.394157 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55a5d16c-4c20-43f1-a810-62096904136d req-ecc06cda-e79f-4359-ad00-979fe3f3f74b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Dec 12 04:54:33.508759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b9e01-ca6e-4584-a05b-a44eed93d278 req-0f45026a-4607-49d9-b0b7-0827406f19fe tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:33.510273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-222b9e01-ca6e-4584-a05b-a44eed93d278 req-0f45026a-4607-49d9-b0b7-0827406f19fe tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0497117 Dec 12 04:54:33.556556 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-222b9e01-ca6e-4584-a05b-a44eed93d278 req-65945138-4e60-4f80-97dd-ddfbe27e9d55 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Dec 12 04:54:34.673782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a1206-30bf-4556-9e96-fac8d977b327 req-f176ca16-03d1-4278-b2d4-011ce1887ccb tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:34.675248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d18a1206-30bf-4556-9e96-fac8d977b327 req-f176ca16-03d1-4278-b2d4-011ce1887ccb tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0519795 Dec 12 04:54:34.721465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d18a1206-30bf-4556-9e96-fac8d977b327 req-31e8a82a-3843-4c5a-b0be-60ce7a8ca39d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Dec 12 04:54:35.836866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8bcc-9046-46cf-bfdc-ce36396c17f8 req-bd80b435-7831-4f31-a656-8f5bd3284919 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:35.838349 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6baa8bcc-9046-46cf-bfdc-ce36396c17f8 req-bd80b435-7831-4f31-a656-8f5bd3284919 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0519032 Dec 12 04:54:35.884458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6baa8bcc-9046-46cf-bfdc-ce36396c17f8 req-9c8b5d71-3ec3-4332-b5cd-236af3eeaa32 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Dec 12 04:54:37.000122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc0681-69ab-4f3b-9502-635dd3f32dbf req-d7c17167-f8c0-4df4-be29-3b8b2b90a4f3 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:37.001645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46fc0681-69ab-4f3b-9502-635dd3f32dbf req-d7c17167-f8c0-4df4-be29-3b8b2b90a4f3 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0494378 Dec 12 04:54:37.049311 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46fc0681-69ab-4f3b-9502-635dd3f32dbf req-2ec2a4b4-b03e-4c99-8766-0bde2171ffb9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Dec 12 04:54:38.165996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6893d85-632f-431b-add2-00d248eb5754 req-a809a98b-7d67-4342-a18e-a55a423cee72 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:38.167463 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6893d85-632f-431b-add2-00d248eb5754 req-a809a98b-7d67-4342-a18e-a55a423cee72 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Dec 12 04:54:38.215409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6893d85-632f-431b-add2-00d248eb5754 req-15b3fdbb-e0c1-47d9-b2bf-a3c9863b7e7a tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Dec 12 04:54:39.331575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e8073-9bb7-444e-a235-d4740800690a req-9e044697-a969-47bb-8edb-b9d1d40f072e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:39.333077 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-022e8073-9bb7-444e-a235-d4740800690a req-9e044697-a969-47bb-8edb-b9d1d40f072e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Dec 12 04:54:39.388505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-022e8073-9bb7-444e-a235-d4740800690a req-e0b00ea1-3ece-437f-bf47-646a17374c4b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Dec 12 04:54:40.506329 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27e289-1a3a-40dc-a02b-0b75de015681 req-0a5878e7-839d-4f88-89c2-bd12063912c1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:40.508572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f27e289-1a3a-40dc-a02b-0b75de015681 req-0a5878e7-839d-4f88-89c2-bd12063912c1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0529139 Dec 12 04:54:40.555206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8f27e289-1a3a-40dc-a02b-0b75de015681 req-a339c4a9-8a5a-48f8-9e27-d37145e60cc4 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Dec 12 04:54:40.713608 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b253d049-f431-405f-958e-fd89812324f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:41.670648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1ea75-06ac-4289-904d-7b6f0b6dfc4f req-a14e29d0-43e3-449b-89f5-ddce76b56303 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:41.672111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ac1ea75-06ac-4289-904d-7b6f0b6dfc4f req-a14e29d0-43e3-449b-89f5-ddce76b56303 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0486836 Dec 12 04:54:41.717555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ac1ea75-06ac-4289-904d-7b6f0b6dfc4f req-d31ab590-2961-412f-97b9-e7d1eef86231 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Dec 12 04:54:42.002092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:42.831290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cfda2-3a04-4727-8f49-b8e08cd25638 req-d9c8cb28-07c0-4e9d-8e61-03d47d2029b1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:42.832772 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-375cfda2-3a04-4727-8f49-b8e08cd25638 req-d9c8cb28-07c0-4e9d-8e61-03d47d2029b1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0485888 Dec 12 04:54:42.879466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-375cfda2-3a04-4727-8f49-b8e08cd25638 req-afc9c6f0-e886-4159-ad96-02cbc6f895f0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Dec 12 04:54:43.001532 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-94c0d35f-aa0f-4a37-865b-80e1d1e9b5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:43.995234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8403-d403-439b-b30f-36c6baf520da req-3d167935-b935-47e0-8794-86d95782e0da tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:43.996714 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af5e8403-d403-439b-b30f-36c6baf520da req-3d167935-b935-47e0-8794-86d95782e0da tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Dec 12 04:54:44.043104 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-af5e8403-d403-439b-b30f-36c6baf520da req-cd2a9f2d-6238-4b07-855f-b40398dabd41 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Dec 12 04:54:44.206452 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:44.212270 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:45.159512 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06fba1-7ec5-4d8b-89b6-d88454d945be req-df74bb8a-30f9-41cb-b1ca-89822063c17b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:45.161058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be06fba1-7ec5-4d8b-89b6-d88454d945be req-df74bb8a-30f9-41cb-b1ca-89822063c17b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0498466 Dec 12 04:54:45.210742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be06fba1-7ec5-4d8b-89b6-d88454d945be req-2e7f61b4-023b-4871-a348-1f46ddcd91b6 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Dec 12 04:54:45.734721 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:46.329343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be6ed7-d2c0-4007-833b-0a5730b9d7c8 req-aa057c6e-d77b-42bc-ad6d-e625f683e2f9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:46.330813 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6be6ed7-d2c0-4007-833b-0a5730b9d7c8 req-aa057c6e-d77b-42bc-ad6d-e625f683e2f9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Dec 12 04:54:46.381084 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6be6ed7-d2c0-4007-833b-0a5730b9d7c8 req-963889e4-8ed5-45c2-8edc-e838ade17079 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442832 Dec 12 04:54:46.750650 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:54:47.494243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ae62-1db7-4de1-b46d-2e5fa254a585 req-6b9a8378-422a-4061-89f7-6bd7bc9ad5e4 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:47.495716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dc4ae62-1db7-4de1-b46d-2e5fa254a585 req-6b9a8378-422a-4061-89f7-6bd7bc9ad5e4 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0481663 Dec 12 04:54:47.542382 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5dc4ae62-1db7-4de1-b46d-2e5fa254a585 req-95330dd4-94de-4739-b35d-8844676a245c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Dec 12 04:54:48.656002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f6d2-22ff-4d45-b327-493c06676e00 req-35623f33-c5f7-45f5-8893-d3de685be774 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:48.657491 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8871f6d2-22ff-4d45-b327-493c06676e00 req-35623f33-c5f7-45f5-8893-d3de685be774 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0482283 Dec 12 04:54:48.704442 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8871f6d2-22ff-4d45-b327-493c06676e00 req-444128a8-2c72-4ed5-a58b-5235b6207be2 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Dec 12 04:54:49.818265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f0793-7abe-4dfa-bb8d-70e11ce7c027 req-4fbd0f71-b674-41b1-8499-2744badda345 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:49.819792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c55f0793-7abe-4dfa-bb8d-70e11ce7c027 req-4fbd0f71-b674-41b1-8499-2744badda345 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0485015 Dec 12 04:54:49.865479 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c55f0793-7abe-4dfa-bb8d-70e11ce7c027 req-e1417a43-459a-4357-8802-abe0d6b6490b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397818 Dec 12 04:54:50.981710 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1c877-ad13-4d5b-92aa-b98fd736a02f req-4da70af1-12b4-4abc-9d6c-d2878d3842bc tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:50.983670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-edc1c877-ad13-4d5b-92aa-b98fd736a02f req-4da70af1-12b4-4abc-9d6c-d2878d3842bc tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Dec 12 04:54:51.030508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-edc1c877-ad13-4d5b-92aa-b98fd736a02f req-9f08fe9e-64ce-4e43-8718-49779642d723 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Dec 12 04:54:52.150420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3ef1d-478a-4532-a3ff-06e2423062d2 req-d7e060c2-4074-4028-ad93-27557b3db6b9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:52.151900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f2f3ef1d-478a-4532-a3ff-06e2423062d2 req-d7e060c2-4074-4028-ad93-27557b3db6b9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Dec 12 04:54:52.197107 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f2f3ef1d-478a-4532-a3ff-06e2423062d2 req-5d6fe1b0-6753-4684-8dd3-a781b3d358c4 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392807 Dec 12 04:54:53.310100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c933d-5f6a-4291-8d2b-e38c546af151 req-507f1bb3-d205-41dd-ad4f-3925990459bb tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:53.311612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d8c933d-5f6a-4291-8d2b-e38c546af151 req-507f1bb3-d205-41dd-ad4f-3925990459bb tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0494032 Dec 12 04:54:53.359657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d8c933d-5f6a-4291-8d2b-e38c546af151 req-c44c2278-eb2b-40e2-9550-c43ba83752e9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Dec 12 04:54:54.472997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59dc9c-d220-49e4-ab00-8d48f6bba2ac req-5cbf91a5-91e2-47f3-be05-2b86afb193ce tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:54.474763 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a59dc9c-d220-49e4-ab00-8d48f6bba2ac req-5cbf91a5-91e2-47f3-be05-2b86afb193ce tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0479164 Dec 12 04:54:54.521085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a59dc9c-d220-49e4-ab00-8d48f6bba2ac req-38c2c0af-cfb8-4562-a012-0b7758c0f0be tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Dec 12 04:54:55.637147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e969b-6d0f-4aff-949d-ef367c0bdf49 req-2d29eda5-8738-4ccd-bba1-0390518b44fb tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:55.638633 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-850e969b-6d0f-4aff-949d-ef367c0bdf49 req-2d29eda5-8738-4ccd-bba1-0390518b44fb tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Dec 12 04:54:55.688797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-850e969b-6d0f-4aff-949d-ef367c0bdf49 req-2f54bc01-c67a-4530-b6be-8c6985e765e2 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Dec 12 04:54:56.802138 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffb886-1a9c-4750-9b03-42da3f71cc9c req-8f9991e6-d86a-4e1d-b0f9-e1ecb83e556b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:56.803677 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7bffb886-1a9c-4750-9b03-42da3f71cc9c req-8f9991e6-d86a-4e1d-b0f9-e1ecb83e556b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Dec 12 04:54:56.853315 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7bffb886-1a9c-4750-9b03-42da3f71cc9c req-ac43397b-0966-4eda-a61f-6750a7233884 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Dec 12 04:54:57.966665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536f596-81af-4d4a-941e-e15757795f6d req-05462546-9b8f-4f87-b4d2-ba79eb22758f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:57.968154 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9536f596-81af-4d4a-941e-e15757795f6d req-05462546-9b8f-4f87-b4d2-ba79eb22758f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0487037 Dec 12 04:54:58.014859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9536f596-81af-4d4a-941e-e15757795f6d req-b118ac85-7e59-475c-8097-f912edc3ca1d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Dec 12 04:54:58.160528 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:54:58.260801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-e302457c-ef74-456b-82bb-ccb72ca35e07 service neutron] 10.222.0.18 "GET /v2.0/ports/cffb4341-7e8b-4177-9b4c-7351d61f667c/bindings/n-h2-710847-7 HTTP/1.1" status: 200 len: 382 time: 0.0547466 Dec 12 04:54:58.474563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-84ca1a5e-f160-4789-b843-bbd871dc083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:58.475947 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-84ca1a5e-f160-4789-b843-bbd871dc083c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0&tenant_id=667d1772a29942caa5e6281fef15c096 HTTP/1.1" status: 200 len: 1096 time: 0.0405107 Dec 12 04:54:58.548999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-d77fa725-b516-4ed3-a283-9e3d1017e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:58.550512 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-d77fa725-b516-4ed3-a283-9e3d1017e565 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 1096 time: 0.0398865 Dec 12 04:54:58.642985 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-628b6f0b-849c-428a-a414-0c470708c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:58.644462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-628b6f0b-849c-428a-a414-0c470708c3e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.0859160 Dec 12 04:54:58.686884 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-73177aa7-c362-4eeb-b4a1-aae2a1f1ba79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c HTTP/1.1" status: 200 len: 217 time: 0.0339913 Dec 12 04:54:58.743254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-fa69012b-a8f2-4362-b28a-e006f2125d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:58.744604 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-fa69012b-a8f2-4362-b28a-e006f2125d27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0490856 Dec 12 04:54:58.775467 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-b4bfa440-28f9-43ab-9e31-93b4904646ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242910 Dec 12 04:54:58.861058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-a077776e-7acf-48b1-8f7a-9712595c3b43 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788119 Dec 12 04:54:58.953163 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8b05c1f1-8c6b-49c8-b744-9507937b0f6b req-0f8c790e-3639-4ec8-ba22-0625c9c07074 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851030 Dec 12 04:54:59.133015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5823-467d-434f-9903-55b27dfae151 req-4518cfbc-9b53-4f1a-8a0c-51ecac8d775c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:54:59.134517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc0d5823-467d-434f-9903-55b27dfae151 req-4518cfbc-9b53-4f1a-8a0c-51ecac8d775c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0498753 Dec 12 04:54:59.180269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc0d5823-467d-434f-9903-55b27dfae151 req-a40fefbf-e347-4ceb-8bc7-8a08ba8c7fb7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397744 Dec 12 04:55:00.295204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c643-a545-45ba-8130-fa89cb43ebf6 req-423c412a-7051-4d67-90e7-958d42148b16 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:00.296706 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6d9c643-a545-45ba-8130-fa89cb43ebf6 req-423c412a-7051-4d67-90e7-958d42148b16 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 945 time: 0.0492351 Dec 12 04:55:00.344127 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f6d9c643-a545-45ba-8130-fa89cb43ebf6 req-b38e06bd-487f-4f02-b85b-6d7f83ea761a tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Dec 12 04:55:01.036927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cffb4341-7e8b-4177-9b4c-7351d61f667c no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:55:01.113903 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:01.136731 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cffb4341-7e8b-4177-9b4c-7351d61f667c'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:55:01.139022 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf02a3-85d9-48e6-9af6-a2b38790ebae" -d '{"events": [{"server_uuid": "dbe5f3db-ef02-4d30-b62e-0a2749bdffe0", "name": "network-vif-unplugged", "status": "completed", "tag": "cffb4341-7e8b-4177-9b4c-7351d61f667c"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:55:01.151271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:01.155713 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:01.187018 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9782e3b-d8d4-435d-bc29-f4c4d2bce6af x-openstack-request-id: req-f9782e3b-d8d4-435d-bc29-f4c4d2bce6af {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:55:01.187317 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe5f3db-ef02-4d30-b62e-0a2749bdffe0", "name": "network-vif-unplugged", "status": "completed", "tag": "cffb4341-7e8b-4177-9b4c-7351d61f667c", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:55:01.187574 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9782e3b-d8d4-435d-bc29-f4c4d2bce6af {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:55:01.187963 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cffb4341-7e8b-4177-9b4c-7351d61f667c', 'code': 200} Dec 12 04:55:01.204738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cffb4341-7e8b-4177-9b4c-7351d61f667c,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:01.464972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5db10-47d2-4514-9c81-2c6979ee54fc req-7df14adb-ac38-484f-85a6-6ba58e8c9b45 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:01.467096 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45e5db10-47d2-4514-9c81-2c6979ee54fc req-7df14adb-ac38-484f-85a6-6ba58e8c9b45 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 943 time: 0.0532537 Dec 12 04:55:01.512123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45e5db10-47d2-4514-9c81-2c6979ee54fc req-7ff0025f-5015-498d-a0d5-e458e9399c7f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Dec 12 04:55:01.698523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5554d-31c5-4314-99c5-12b8457f6d5c req-29a67a41-3d53-486f-920e-ccbc92bf50d1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:01.700034 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dd5554d-31c5-4314-99c5-12b8457f6d5c req-29a67a41-3d53-486f-920e-ccbc92bf50d1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 943 time: 0.0488167 Dec 12 04:55:01.748278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6dd5554d-31c5-4314-99c5-12b8457f6d5c req-a49497ff-98da-450a-8362-25381531758f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Dec 12 04:55:01.797786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-0bca4cbf-8164-4148-a8bd-bf94c8bd09f3 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:01.799187 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-0bca4cbf-8164-4148-a8bd-bf94c8bd09f3 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0&tenant_id=667d1772a29942caa5e6281fef15c096&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 943 time: 0.0861995 Dec 12 04:55:01.896448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-d8cbfee2-cb50-4d35-9a21-2ff12b36e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:01.897958 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-d8cbfee2-cb50-4d35-9a21-2ff12b36e242 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 1094 time: 0.0401168 Dec 12 04:55:01.989901 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-ba775b51-3485-4ca9-8f77-10feafa15226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:01.991360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-ba775b51-3485-4ca9-8f77-10feafa15226 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.0860128 Dec 12 04:55:02.033375 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-d40fa19e-5cf4-4412-a055-65041048116a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c HTTP/1.1" status: 200 len: 217 time: 0.0339828 Dec 12 04:55:02.080971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-fa195828-87f2-49c5-bb2b-f1f637fb1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:02.082294 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-fa195828-87f2-49c5-bb2b-f1f637fb1abd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0424187 Dec 12 04:55:02.113225 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-03e03b3e-ae8a-4529-bd1d-1e474e8efd6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237594 Dec 12 04:55:02.204554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-753177b2-c993-43ed-9d62-3a6f00816d54 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841410 Dec 12 04:55:02.292168 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fffc5686-0c2f-4a36-976a-e3249af538f6 req-3ff0da98-f35b-43eb-8b0f-e41be2534358 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806162 Dec 12 04:55:02.872078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f263-98b3-47db-8637-ecb8312d1c7b req-855ca24e-dc8e-4ba8-85e5-827c1d92074e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:02.874466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c15f263-98b3-47db-8637-ecb8312d1c7b req-855ca24e-dc8e-4ba8-85e5-827c1d92074e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 943 time: 0.0561867 Dec 12 04:55:02.924300 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4c15f263-98b3-47db-8637-ecb8312d1c7b req-2d8a9e96-5755-405c-98ff-563f1a989942 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439687 Dec 12 04:55:03.031343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cffb4341-7e8b-4177-9b4c-7351d61f667c details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:55:03.042187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d36c5-59ac-4c58-be3b-1775f3cf5ab6 req-b9657134-bdd6-4a9e-9259-d66e29bc2765 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:03.043747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1a0d36c5-59ac-4c58-be3b-1775f3cf5ab6 req-b9657134-bdd6-4a9e-9259-d66e29bc2765 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 943 time: 0.0503135 Dec 12 04:55:03.100230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1a0d36c5-59ac-4c58-be3b-1775f3cf5ab6 req-23264420-0fed-4734-aa70-72863c7f340d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502257 Dec 12 04:55:03.129546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:03.141574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'cffb4341-7e8b-4177-9b4c-7351d61f667c', 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797', 'port_id': 'cffb4341-7e8b-4177-9b4c-7351d61f667c', 'mac_address': 'fa:16:3e:c9:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de4f32a-9171-4618-86ff-81a04ae232ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:55:03.178421 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:03.191555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffb4341-7e8b-4177-9b4c-7351d61f667c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:55:03.211868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:03.213589 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cdd6c-c3c4-4355-afec-de3f880db7f0 req-dce643da-4801-4dcb-8e33-b4a92a1c786d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:03.215182 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f01cdd6c-c3c4-4355-afec-de3f880db7f0 req-dce643da-4801-4dcb-8e33-b4a92a1c786d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 943 time: 0.0478041 Dec 12 04:55:03.217909 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:03.263702 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f01cdd6c-c3c4-4355-afec-de3f880db7f0 req-7bb11f0e-5f28-4260-81b5-19a252f02a2f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Dec 12 04:55:03.274767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cffb4341-7e8b-4177-9b4c-7351d61f667c,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:03.510013 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['cffb4341-7e8b-4177-9b4c-7351d61f667c'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:55:03.605740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f71bb2fa-ba57-4200-8638-4868288aec16 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:03.607644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f71bb2fa-ba57-4200-8638-4868288aec16 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 815 time: 0.1044762 Dec 12 04:55:03.622906 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-16e8b46a-f2cf-4fd9-8464-fdb185572be3 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/quotas/667d1772a29942caa5e6281fef15c096 HTTP/1.1" status: 200 len: 375 time: 0.0088255 Dec 12 04:55:03.670588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-055bfc6d-2226-4510-a67b-9173f1f80e22 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421958 Dec 12 04:55:03.762137 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0139406c-652c-48e1-a5c7-264be8c43f7b service neutron] 10.222.0.36 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845635 Dec 12 04:55:03.848466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-e8ab9b99-eba3-4839-94f6-cee35fc8295c service neutron] 10.222.0.36 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803740 Dec 12 04:55:04.003189 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d8845c5-6b41-4fa4-962e-d60776866631 req-28ad2765-0556-4130-a7ee-0005117a3dc8 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 210 time: 0.0277934 Dec 12 04:55:04.917942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad078c1-3662-45ab-834c-738f1394cfef req-390435f1-248f-4f34-a362-f26b33d5e877 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:04.920108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dad078c1-3662-45ab-834c-738f1394cfef req-390435f1-248f-4f34-a362-f26b33d5e877 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbe5f3db-ef02-4d30-b62e-0a2749bdffe0 HTTP/1.1" status: 200 len: 944 time: 0.0479915 Dec 12 04:55:05.011041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-dad078c1-3662-45ab-834c-738f1394cfef req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Deleting port cffb4341-7e8b-4177-9b4c-7351d61f667c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:55:05.011395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-dad078c1-3662-45ab-834c-738f1394cfef req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.052508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device cffb4341-7e8b-4177-9b4c-7351d61f667c no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:55:05.145510 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11a5abae-96d7-4744-a834-a45d2a6c5c3c req-eae8d1c8-99f2-4a56-96dc-f8af01f0e533 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 210 time: 0.0460279 Dec 12 04:55:05.147289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-dad078c1-3662-45ab-834c-738f1394cfef req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:05.147655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-dad078c1-3662-45ab-834c-738f1394cfef req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.170646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-dad078c1-3662-45ab-834c-738f1394cfef req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Calling delete_port for cffb4341-7e8b-4177-9b4c-7351d61f667c owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:55:05.200248 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.212303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-fe07d447-3822-4c4f-b9dc-56e633f64d9b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:05.214259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-fe07d447-3822-4c4f-b9dc-56e633f64d9b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.37 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 815 time: 0.1410182 Dec 12 04:55:05.215149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cffb4341-7e8b-4177-9b4c-7351d61f667c {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:55:05.235189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port cffb4341-7e8b-4177-9b4c-7351d61f667c, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=cffb4341-7e8b-4177-9b4c-7351d61f667c,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:05.238771 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.247840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Request body: {'port': {'device_id': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797', 'admin_state_up': True, 'tenant_id': '667d1772a29942caa5e6281fef15c096'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:05.297518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=cffb4341-7e8b-4177-9b4c-7351d61f667c,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:05.310805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-dad078c1-3662-45ab-834c-738f1394cfef req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.342098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Pushing event deleted for resources: {'Port': ['ID=cffb4341-7e8b-4177-9b4c-7351d61f667c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:05.352250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.352636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.353014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.353355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.353700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.354043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.354382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.354719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.355443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.355443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.355696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.356025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.356355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:05.373642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Made reservation on behalf of 667d1772a29942caa5e6281fef15c096 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:55:05.377242 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.398368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad078c1-3662-45ab-834c-738f1394cfef req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] No DVR routers for this DVR port cffb4341-7e8b-4177-9b4c-7351d61f667c on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:55:05.401171 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-dad078c1-3662-45ab-834c-738f1394cfef req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.405096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dad078c1-3662-45ab-834c-738f1394cfef req-a80661af-506e-4fab-9753-7b33f4451cc0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.18 "DELETE /v2.0/ports/cffb4341-7e8b-4177-9b4c-7351d61f667c HTTP/1.1" status: 204 len: 173 time: 0.4795711 Dec 12 04:55:05.405576 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'name': 'network-vif-deleted', 'tag': 'cffb4341-7e8b-4177-9b4c-7351d61f667c'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:55:05.407830 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f39904-3278-46ff-914c-1a880cf357fa" -d '{"events": [{"server_uuid": "dbe5f3db-ef02-4d30-b62e-0a2749bdffe0", "name": "network-vif-deleted", "tag": "cffb4341-7e8b-4177-9b4c-7351d61f667c"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:55:05.448468 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2012040c-dbc9-42c4-9a5e-ca029f2235bd x-openstack-request-id: req-2012040c-dbc9-42c4-9a5e-ca029f2235bd {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:55:05.448773 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe5f3db-ef02-4d30-b62e-0a2749bdffe0", "name": "network-vif-deleted", "tag": "cffb4341-7e8b-4177-9b4c-7351d61f667c", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:55:05.449065 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2012040c-dbc9-42c4-9a5e-ca029f2235bd {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:55:05.449482 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe5f3db-ef02-4d30-b62e-0a2749bdffe0', 'name': 'network-vif-deleted', 'tag': 'cffb4341-7e8b-4177-9b4c-7351d61f667c', 'status': 'completed', 'code': 200} Dec 12 04:55:05.516104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Allocated IP 172.20.0.10 (e67fd2d9-9269-48d0-aea3-03e25c3f8797/4de4f32a-9171-4618-86ff-81a04ae232ec/4d37f7ab-2712-49c6-9090-2e9409123ea3) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:55:05.661436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.698397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.741005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Network e67fd2d9-9269-48d0-aea3-03e25c3f8797 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:55:05.744120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:55:05.747914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:55:05.774264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Pushing event updated for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:05.800501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:05.801144 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:05.816498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-f00659bf-1f0f-4abb-8a0d-7d1ce8722f01 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735614 Dec 12 04:55:05.843688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Request body: {'port': {'device_id': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:05.897155 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:06.156545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d37f7ab-2712-49c6-9090-2e9409123ea3 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:55:06.164044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:06.176671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Transition to ACTIVE for port object 4d37f7ab-2712-49c6-9090-2e9409123ea3 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:55:06.180913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:06.248467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Pushing event updated for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:06.270916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcfd95-c480-4a31-8301-e9f7beebca6b req-14829d21-aa11-420b-83a9-2bad9a3f1bda tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:06.272573 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cbbcfd95-c480-4a31-8301-e9f7beebca6b req-14829d21-aa11-420b-83a9-2bad9a3f1bda tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 944 time: 0.0502939 Dec 12 04:55:06.297091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Attempting to bind port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:55:06.297550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Attempting to bind port 4d37f7ab-2712-49c6-9090-2e9409123ea3 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:55:06.297896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Attempting to bind port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on network e67fd2d9-9269-48d0-aea3-03e25c3f8797 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:55:06.302523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on network e67fd2d9-9269-48d0-aea3-03e25c3f8797 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:55:06.302850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Attempting to bind port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on network e67fd2d9-9269-48d0-aea3-03e25c3f8797 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:55:06.308306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:55:06.308644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Checking segment: {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:55:06.309059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Bound using segment: {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:55:06.309490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Bound port: 4d37f7ab-2712-49c6-9090-2e9409123ea3, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:55:06.310416 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:06.320225 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cbbcfd95-c480-4a31-8301-e9f7beebca6b req-00018dfc-a3a2-4f53-8a35-ff991c100db2 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Dec 12 04:55:06.376790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:55:06.379944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:55:06.384893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:06.421404 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:06.422068 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:06.423452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] 10.222.0.37 "PUT /v2.0/ports/4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 200 len: 1092 time: 0.5846798 Dec 12 04:55:06.423919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:55:06.426189 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:55:06.446847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7413f2-681f-490c-80f2-7f8b1625430f service neutron] Pushing event updated for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:06.530894 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-73d439ed-39a5-4d1f-95ab-cc6e513ba308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:06.532556 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-73d439ed-39a5-4d1f-95ab-cc6e513ba308 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 1095 time: 0.0420976 Dec 12 04:55:06.534096 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89e9c53-ca4e-4e25-8b13-053078e23cb3 x-openstack-request-id: req-c89e9c53-ca4e-4e25-8b13-053078e23cb3 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:55:06.534387 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:55:06.534647 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c89e9c53-ca4e-4e25-8b13-053078e23cb3 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:55:06.535049 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'status': 'completed', 'code': 200} Dec 12 04:55:06.608620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-4279cda3-1d6d-4697-b82a-705b8290ce75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 200 len: 217 time: 0.0388858 Dec 12 04:55:06.660913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-8707a421-3e24-4076-8f8c-9ce26d960d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:06.662318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-8707a421-3e24-4076-8f8c-9ce26d960d23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0429976 Dec 12 04:55:06.698904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-8a36416a-d016-4549-aa68-d0964bfc60d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230875 Dec 12 04:55:06.795497 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-b7cb39a4-102e-4277-a643-d97139b3faee service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848057 Dec 12 04:55:06.890300 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-70920d31-c760-4372-88a5-1f86dc6138f8 req-b7caf7d5-68d1-47a9-bc50-38092ea8192c service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836167 Dec 12 04:55:07.040025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-572ec9d2-d9eb-428d-81e1-08411c2db327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:07.041549 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-572ec9d2-d9eb-428d-81e1-08411c2db327 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 1095 time: 0.0405991 Dec 12 04:55:07.134387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-845e117c-ed8d-486f-86d5-1fd73c8319b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:07.135876 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-845e117c-ed8d-486f-86d5-1fd73c8319b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.0871031 Dec 12 04:55:07.176846 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-928e205b-2ccb-491a-a92d-58405f861df5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 200 len: 217 time: 0.0340166 Dec 12 04:55:07.231020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-0bc9df4d-7ecd-4339-a044-4c426cd6e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:07.232472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-0bc9df4d-7ecd-4339-a044-4c426cd6e804 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0483713 Dec 12 04:55:07.268588 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-6669a43f-5d0e-4ca7-ada3-ef4d625443de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252888 Dec 12 04:55:07.358397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-c4d52a83-3d91-444e-955c-582a3fd7dad7 service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817139 Dec 12 04:55:07.438422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100215db-a6af-4543-9540-2e23ecf88e70 req-fe8b0e39-3ea8-427e-9ad3-1a9e3cb4327f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:07.439922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-100215db-a6af-4543-9540-2e23ecf88e70 req-fe8b0e39-3ea8-427e-9ad3-1a9e3cb4327f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 944 time: 0.0522318 Dec 12 04:55:07.455676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2516c01e-d178-4e98-a2b6-1fd7621ad1a4 req-9d0d0144-95c5-4360-afa8-3c5df21498bc service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897741 Dec 12 04:55:07.487613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-100215db-a6af-4543-9540-2e23ecf88e70 req-a5650c06-e39a-4ceb-99e2-5ad6c7821253 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Dec 12 04:55:08.603496 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11d17e-3350-4a21-a429-5081f7d7a752 req-d4eb5a2f-7b9d-4e25-ae44-c04a6bd49835 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:08.604915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f11d17e-3350-4a21-a429-5081f7d7a752 req-d4eb5a2f-7b9d-4e25-ae44-c04a6bd49835 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 944 time: 0.0495515 Dec 12 04:55:08.651992 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f11d17e-3350-4a21-a429-5081f7d7a752 req-a1503ca4-84fc-4b99-bc9d-44757e8cafb1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Dec 12 04:55:08.990857 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4d37f7ab-2712-49c6-9090-2e9409123ea3 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:55:09.085050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:09.095987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797', 'port_id': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'mac_address': 'fa:16:3e:bb:86:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de4f32a-9171-4618-86ff-81a04ae232ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:55:09.133147 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:09.145768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d37f7ab-2712-49c6-9090-2e9409123ea3 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:55:09.164357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:09.168174 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:09.218363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:09.507764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['4d37f7ab-2712-49c6-9090-2e9409123ea3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:55:09.761519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061275-74c4-4cb6-b45e-2b838d6417d0 req-9694f293-3eee-46ae-9627-7dee75bb15b1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:09.763486 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd061275-74c4-4cb6-b45e-2b838d6417d0 req-9694f293-3eee-46ae-9627-7dee75bb15b1 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 945 time: 0.0476367 Dec 12 04:55:09.809416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd061275-74c4-4cb6-b45e-2b838d6417d0 req-b5bf123c-efd5-4a05-87bc-755b9ada2944 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Dec 12 04:55:10.714875 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f78335ba-1a47-4eb7-a749-a9ea80ec7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:10.923693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e14846-0b91-41ff-8107-1b6d34b4a74e req-ed2c85e2-8c30-42b0-b624-e5d133fdcc7e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:10.925237 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48e14846-0b91-41ff-8107-1b6d34b4a74e req-ed2c85e2-8c30-42b0-b624-e5d133fdcc7e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 945 time: 0.0492141 Dec 12 04:55:10.975609 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48e14846-0b91-41ff-8107-1b6d34b4a74e req-b7abacb9-86f4-4c39-b87b-6727ee601008 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Dec 12 04:55:11.003209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4d37f7ab-2712-49c6-9090-2e9409123ea3 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:55:11.054053 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 4d37f7ab-2712-49c6-9090-2e9409123ea3 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:55:11.057973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 4d37f7ab-2712-49c6-9090-2e9409123ea3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:11.058348 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:11.133037 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:11.155350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:55:11.157624 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc19134d-efd7-431a-9a82-0f2d326d7a3a" -d '{"events": [{"server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "name": "network-vif-plugged", "status": "completed", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:55:11.169952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:11.174904 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:11.202344 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c2c3fb-0a1d-4c62-8a3f-d99810e3ae4c x-openstack-request-id: req-e6c2c3fb-0a1d-4c62-8a3f-d99810e3ae4c {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:55:11.202640 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "name": "network-vif-plugged", "status": "completed", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:55:11.202894 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6c2c3fb-0a1d-4c62-8a3f-d99810e3ae4c {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:55:11.203286 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'code': 200} Dec 12 04:55:11.228175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:11.334574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcdf7b-270f-4f47-961a-882bd7ff3a83 req-dfb76b8f-79b2-4dec-b5d3-b209d87aafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:11.336089 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9dcdf7b-270f-4f47-961a-882bd7ff3a83 req-dfb76b8f-79b2-4dec-b5d3-b209d87aafb1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 1097 time: 0.0403504 Dec 12 04:55:11.384228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d9dcdf7b-270f-4f47-961a-882bd7ff3a83 req-04e98d01-3994-4d04-aa87-7f909ee0450c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363829 Dec 12 04:55:12.007867 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:12.088720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59a7e3-1d1d-49a3-ada0-76e27bebb6b1 req-ef6bb487-a787-4551-bd9c-09f84e8985e9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:12.090242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f59a7e3-1d1d-49a3-ada0-76e27bebb6b1 req-ef6bb487-a787-4551-bd9c-09f84e8985e9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0482030 Dec 12 04:55:12.136642 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f59a7e3-1d1d-49a3-ada0-76e27bebb6b1 req-dcf7a616-3077-4371-bf8c-231c9217477c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398965 Dec 12 04:55:13.002783 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d516dff1-dff7-49cc-aead-e90bb001485b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:13.250924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77681f6e-8985-43ab-8110-9d1f794e2e52 req-4094aa46-9828-4a7f-9f96-efffe368e1de tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:13.252414 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77681f6e-8985-43ab-8110-9d1f794e2e52 req-4094aa46-9828-4a7f-9f96-efffe368e1de tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0475972 Dec 12 04:55:13.302852 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77681f6e-8985-43ab-8110-9d1f794e2e52 req-4f69e4d1-bb9c-4c1e-8f29-54ac6a81d940 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Dec 12 04:55:13.417589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3027f-9c0c-41f9-bd62-7f9083604ced req-bf1bb0e9-cf31-4ba6-b8eb-7a415150da6d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:13.419563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f4c3027f-9c0c-41f9-bd62-7f9083604ced req-bf1bb0e9-cf31-4ba6-b8eb-7a415150da6d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0510492 Dec 12 04:55:13.465817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f4c3027f-9c0c-41f9-bd62-7f9083604ced req-df17e245-cdd1-4b43-8039-2b4f60199986 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Dec 12 04:55:13.687377 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-16984303-3d49-486c-adca-1efbe3b989c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392389 Dec 12 04:55:13.703391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb4406-2fff-43e4-9198-fdc7770fdb6b req-3de50c62-fa47-4f27-8c9f-9d0fb4117e04 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:13.705090 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3bb4406-2fff-43e4-9198-fdc7770fdb6b req-3de50c62-fa47-4f27-8c9f-9d0fb4117e04 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0491276 Dec 12 04:55:13.757906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d3bb4406-2fff-43e4-9198-fdc7770fdb6b req-573b250c-5bf6-4934-9f0f-41783044d885 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439951 Dec 12 04:55:14.211149 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:14.216528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:14.876312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566b3b5-9c3f-423e-93a0-41629c8224dc req-1eeaef88-b0d8-4580-896c-6846ce8b2ecb tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:14.877878 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7566b3b5-9c3f-423e-93a0-41629c8224dc req-1eeaef88-b0d8-4580-896c-6846ce8b2ecb tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0532293 Dec 12 04:55:14.917964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-42588ddb-3c4f-4def-be3d-ae8a47ee3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:14.919552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-42588ddb-3c4f-4def-be3d-ae8a47ee3d17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 1097 time: 0.0446603 Dec 12 04:55:14.926401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7566b3b5-9c3f-423e-93a0-41629c8224dc req-f8352ed7-635f-4bee-bb1c-dd9e3d6b4332 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Dec 12 04:55:15.007349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-410380f0-0ec5-4ec2-833c-886a34ddf0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:15.008907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-410380f0-0ec5-4ec2-833c-886a34ddf0b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.0826216 Dec 12 04:55:15.051045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-7f9cfee3-4803-41ef-a422-d97f6cab6070 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 200 len: 217 time: 0.0347250 Dec 12 04:55:15.105049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-b59de8bd-4950-4dfb-bd2d-49c724ed2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:15.106522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-b59de8bd-4950-4dfb-bd2d-49c724ed2254 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0473137 Dec 12 04:55:15.138260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-e8146630-4f1d-4ca6-a256-69f79064493d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242646 Dec 12 04:55:15.225222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-6ddedf0c-331e-46fd-873e-a210b8c4d60d service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793648 Dec 12 04:55:15.317248 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-d275979a-32b7-4335-bd98-71b685745657 service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Dec 12 04:55:15.738219 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:16.043401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed1c8c-d63e-4cb5-be83-d5115e6d1ec1 req-78ae9c55-764a-4212-984d-b05d130daf2c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:16.045594 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6ed1c8c-d63e-4cb5-be83-d5115e6d1ec1 req-78ae9c55-764a-4212-984d-b05d130daf2c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0507398 Dec 12 04:55:16.091293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6ed1c8c-d63e-4cb5-be83-d5115e6d1ec1 req-68436c77-9d09-4d51-9140-11c7e211b94b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 Dec 12 04:55:16.752073 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:17.205809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02fe47-7cea-4beb-81f4-f7f01df2f797 req-9d0265a5-4828-496d-b6f6-010fdf73690b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:17.207335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf02fe47-7cea-4beb-81f4-f7f01df2f797 req-9d0265a5-4828-496d-b6f6-010fdf73690b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0476530 Dec 12 04:55:17.256455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cf02fe47-7cea-4beb-81f4-f7f01df2f797 req-68c75a24-2ce9-4dc1-8393-8576282651e7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Dec 12 04:55:18.377122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd54a4-7707-4140-92b9-79d8b462ff17 req-edebe9cf-14fd-4ed0-9df0-65d72db9a0d2 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:18.378632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e8dd54a4-7707-4140-92b9-79d8b462ff17 req-edebe9cf-14fd-4ed0-9df0-65d72db9a0d2 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0532606 Dec 12 04:55:18.429062 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e8dd54a4-7707-4140-92b9-79d8b462ff17 req-2427e017-32bf-4dcd-85d5-1c2c8aa1445e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Dec 12 04:55:19.545145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd3cf-626a-411e-a71f-8fc39391c2cb req-c134d6f9-8fb2-420b-9232-08aa92bd3301 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:19.546551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-902fd3cf-626a-411e-a71f-8fc39391c2cb req-c134d6f9-8fb2-420b-9232-08aa92bd3301 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0510147 Dec 12 04:55:19.593098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-902fd3cf-626a-411e-a71f-8fc39391c2cb req-c23b7c76-97a8-4e6b-951b-5c3c2fb5bee5 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Dec 12 04:55:20.705853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcee301-3086-492f-8cca-40b583117a6e req-09b9324b-873b-489a-b5db-e3599ba1082f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:20.707337 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbcee301-3086-492f-8cca-40b583117a6e req-09b9324b-873b-489a-b5db-e3599ba1082f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0480640 Dec 12 04:55:20.754333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cbcee301-3086-492f-8cca-40b583117a6e req-1dee57ed-b9c8-4896-afe0-7dc8a367d480 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Dec 12 04:55:21.866980 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e71eec-1fee-4193-8401-d673e43300f2 req-e89b6f11-3fbd-4300-800e-bf48ed64937e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:21.868469 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11e71eec-1fee-4193-8401-d673e43300f2 req-e89b6f11-3fbd-4300-800e-bf48ed64937e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0476255 Dec 12 04:55:21.913757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11e71eec-1fee-4193-8401-d673e43300f2 req-7a492fd9-ae5e-46de-9313-9861f0814743 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388618 Dec 12 04:55:23.027120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c3057-fa75-4090-974d-172f939ad5fe req-bcdd7b61-1ab9-4ca1-abbe-30a908e0ad4c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:23.029130 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba8c3057-fa75-4090-974d-172f939ad5fe req-bcdd7b61-1ab9-4ca1-abbe-30a908e0ad4c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0484881 Dec 12 04:55:23.079060 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba8c3057-fa75-4090-974d-172f939ad5fe req-39cd5bc5-96ba-4e84-948f-be2d0b6a9f7f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Dec 12 04:55:24.196201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffb61d-44b5-438e-88af-5ddbcd9c3066 req-2825b202-e543-4703-96c5-63d9e4159be2 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:24.197700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1ffb61d-44b5-438e-88af-5ddbcd9c3066 req-2825b202-e543-4703-96c5-63d9e4159be2 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0511477 Dec 12 04:55:24.242850 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c1ffb61d-44b5-438e-88af-5ddbcd9c3066 req-b2e5b11b-219d-40b7-815d-23c46e201776 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Dec 12 04:55:25.357923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506355d5-d51a-4d4c-ab4f-36e2947d9b67 req-52710924-d122-4f3e-8974-dab94b481e5d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:25.359405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506355d5-d51a-4d4c-ab4f-36e2947d9b67 req-52710924-d122-4f3e-8974-dab94b481e5d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0484383 Dec 12 04:55:25.406721 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-506355d5-d51a-4d4c-ab4f-36e2947d9b67 req-9108d00c-09ab-4dfd-88b8-20bd890924e0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Dec 12 04:55:26.523615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586c583-29b1-4bc9-88ff-bf504ab3f026 req-a2ebddee-2f88-4691-ab53-e8fa89526000 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:26.525133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b586c583-29b1-4bc9-88ff-bf504ab3f026 req-a2ebddee-2f88-4691-ab53-e8fa89526000 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0487900 Dec 12 04:55:26.570884 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b586c583-29b1-4bc9-88ff-bf504ab3f026 req-12cd01cd-6482-4abb-984d-52ff1a4bbd58 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Dec 12 04:55:27.685025 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae2594-6fd9-4593-a07d-f2aa2df0533f req-1fcbc21b-a21c-491d-aaa3-fe3851ed57e7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:27.686515 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dae2594-6fd9-4593-a07d-f2aa2df0533f req-1fcbc21b-a21c-491d-aaa3-fe3851ed57e7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0483339 Dec 12 04:55:27.732220 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4dae2594-6fd9-4593-a07d-f2aa2df0533f req-f1f92829-ddfb-4420-99c2-8430337e0e2d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Dec 12 04:55:28.849407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2bd30-7372-4de2-804f-b1ae4380e695 req-31c9c342-ed8a-44f5-ad13-7b2af62bd389 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:28.850907 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4ab2bd30-7372-4de2-804f-b1ae4380e695 req-31c9c342-ed8a-44f5-ad13-7b2af62bd389 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0521953 Dec 12 04:55:28.897753 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4ab2bd30-7372-4de2-804f-b1ae4380e695 req-936bdcb5-d955-4b80-bbbc-fc8e20e4454b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Dec 12 04:55:30.018475 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5774523-b831-4a4c-bfc6-4327c30ce45a req-e6298fbe-872d-4b97-b17e-96a61fc3eb20 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:30.019971 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5774523-b831-4a4c-bfc6-4327c30ce45a req-e6298fbe-872d-4b97-b17e-96a61fc3eb20 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0519633 Dec 12 04:55:30.066296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e5774523-b831-4a4c-bfc6-4327c30ce45a req-44250417-36c0-4e8e-aa51-46930188fdeb tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Dec 12 04:55:31.178712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bd65c-cd45-49de-b670-0a482b3f2e2d req-c23e6a39-eb2a-45cf-9221-9be7895709a0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:31.180181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b21bd65c-cd45-49de-b670-0a482b3f2e2d req-c23e6a39-eb2a-45cf-9221-9be7895709a0 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0477705 Dec 12 04:55:31.228150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b21bd65c-cd45-49de-b670-0a482b3f2e2d req-78119c75-c938-45a1-9a59-9b3744f1c27b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415583 Dec 12 04:55:32.343609 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a24e9-c127-4c46-bdd6-7655aad8423f req-69d454fa-3433-4c37-82d2-b25b7dd48d2b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:32.345108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cf3a24e9-c127-4c46-bdd6-7655aad8423f req-69d454fa-3433-4c37-82d2-b25b7dd48d2b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0495417 Dec 12 04:55:32.391783 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cf3a24e9-c127-4c46-bdd6-7655aad8423f req-0fbf78ed-689a-4ddd-9422-f8ed01313609 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Dec 12 04:55:33.504210 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce014e-d6e2-48e1-b760-6361e7691cd9 req-c81d3b66-5cf4-47f7-9753-e26f6245f838 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:33.505706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13ce014e-d6e2-48e1-b760-6361e7691cd9 req-c81d3b66-5cf4-47f7-9753-e26f6245f838 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0475695 Dec 12 04:55:33.554870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-13ce014e-d6e2-48e1-b760-6361e7691cd9 req-25be6f26-10b9-4fc4-b4a0-d313ab03d17b tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 Dec 12 04:55:34.667955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c63ab-6b65-4082-9d54-c7e2551616f4 req-2f6db75c-b158-4f9c-808b-bd2f7673536e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:34.669475 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912c63ab-6b65-4082-9d54-c7e2551616f4 req-2f6db75c-b158-4f9c-808b-bd2f7673536e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0484557 Dec 12 04:55:34.719315 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-912c63ab-6b65-4082-9d54-c7e2551616f4 req-0de4f2f6-8ef7-4b16-a779-2123a1ffa91e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439687 Dec 12 04:55:35.159251 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:55:35.831651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000b108-027b-4c61-ae37-c588bde6d255 req-e8a4377e-f1d8-44f1-a0d0-e2e7fe676336 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:35.833058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9000b108-027b-4c61-ae37-c588bde6d255 req-e8a4377e-f1d8-44f1-a0d0-e2e7fe676336 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0477166 Dec 12 04:55:35.886417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9000b108-027b-4c61-ae37-c588bde6d255 req-fd3789c3-7b96-4e44-b221-9532f86a0e87 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475497 Dec 12 04:55:37.001977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e6480-bbb5-4244-8bbe-b4c2f3e1e629 req-7e99c80c-ba1c-4367-b244-feee166ce94a tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:37.003380 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-305e6480-bbb5-4244-8bbe-b4c2f3e1e629 req-7e99c80c-ba1c-4367-b244-feee166ce94a tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0491407 Dec 12 04:55:37.051528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-305e6480-bbb5-4244-8bbe-b4c2f3e1e629 req-c70c2122-b5ee-4833-a303-b10c0944e185 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Dec 12 04:55:38.165408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b0947-f507-4293-b8a8-3bbf4f84466f req-645bb341-1cf1-46e9-ab22-ec5310178cd7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:38.166895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de1b0947-f507-4293-b8a8-3bbf4f84466f req-645bb341-1cf1-46e9-ab22-ec5310178cd7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0485642 Dec 12 04:55:38.212765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de1b0947-f507-4293-b8a8-3bbf4f84466f req-a396e916-1e3c-4151-8eb1-b324132116a8 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397606 Dec 12 04:55:39.325659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25936b6-e47a-4a89-865f-ffea574e7b8a req-e5c86191-29ad-4415-9341-a39159993603 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:39.327139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f25936b6-e47a-4a89-865f-ffea574e7b8a req-e5c86191-29ad-4415-9341-a39159993603 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0479903 Dec 12 04:55:39.374250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f25936b6-e47a-4a89-865f-ffea574e7b8a req-1ab751ad-0ab3-4f33-8b6d-9f6809bc9f22 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Dec 12 04:55:40.512417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab146c-e1b3-4907-8f81-e91b79e27b6c req-dbec8d05-3786-4373-8d5e-046b9c6edcc9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:40.513959 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbab146c-e1b3-4907-8f81-e91b79e27b6c req-dbec8d05-3786-4373-8d5e-046b9c6edcc9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0611527 Dec 12 04:55:40.561428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbab146c-e1b3-4907-8f81-e91b79e27b6c req-0f54836c-2435-4a97-bc8a-28c21d1b075c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Dec 12 04:55:40.716200 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-86359f42-c6f1-4f28-a961-51b8b68cd0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:41.679437 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc167d1-3a17-4d10-b11c-7fba14a5fbb0 req-eaad3389-1c4c-4df5-bca4-eaa213f905ba tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:41.680947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fc167d1-3a17-4d10-b11c-7fba14a5fbb0 req-eaad3389-1c4c-4df5-bca4-eaa213f905ba tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0520060 Dec 12 04:55:41.728632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1fc167d1-3a17-4d10-b11c-7fba14a5fbb0 req-be10064d-cb4c-47d0-bd8e-0b6c5613a098 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Dec 12 04:55:42.037148 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:42.456844 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-6e21498f-dd5e-40fd-8d82-8740d06c84e3 service neutron] show failed (client error): The resource could not be found. Dec 12 04:55:42.457908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-6e21498f-dd5e-40fd-8d82-8740d06c84e3 service neutron] 10.222.0.37 "GET /v2.0/ports/4d37f7ab-2712-49c6-9090-2e9409123ea3/bindings/n-h2-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0541830 Dec 12 04:55:42.671314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-d43c4b2e-5347-419a-a5ec-e40f6c88f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:42.672720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-d43c4b2e-5347-419a-a5ec-e40f6c88f7c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085&tenant_id=667d1772a29942caa5e6281fef15c096 HTTP/1.1" status: 200 len: 1097 time: 0.0404885 Dec 12 04:55:42.691578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:42.744988 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:43.006094 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bf35e2cc-5fa0-4b55-8775-f8cb6a25cdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:43.182612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebe863-706e-44bb-8ca1-61218902b63d req-7723c413-f88d-42f9-a3a9-a0c9da2114cd tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:43.184132 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09ebe863-706e-44bb-8ca1-61218902b63d req-7723c413-f88d-42f9-a3a9-a0c9da2114cd tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.1253245 Dec 12 04:55:43.281708 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-09ebe863-706e-44bb-8ca1-61218902b63d req-bf3b2bb7-64d5-4432-9ad8-cb59828271bf tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887024 Dec 12 04:55:43.314839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:43.347156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:55:43.388963 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:55:43.391208 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f85bc0-7282-466f-a5fe-d9e384f432d8" -d '{"events": [{"server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "name": "network-vif-unplugged", "status": "completed", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:55:43.394909 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:43.407851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Transition to ACTIVE for port object 4d37f7ab-2712-49c6-9090-2e9409123ea3 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:55:43.412481 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:43.450333 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81bc40d-475d-4fa4-b43f-7d08270f55b6 x-openstack-request-id: req-b81bc40d-475d-4fa4-b43f-7d08270f55b6 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:55:43.450634 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "name": "network-vif-unplugged", "status": "completed", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:55:43.450921 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b81bc40d-475d-4fa4-b43f-7d08270f55b6 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:55:43.451323 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'code': 200} Dec 12 04:55:43.475344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] No DVR routers for this DVR port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:55:43.483532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Pushing event updated for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:43.515633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Attempting to bind port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:55:43.515978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Attempting to bind port 4d37f7ab-2712-49c6-9090-2e9409123ea3 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:55:43.516315 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Attempting to bind port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on network e67fd2d9-9269-48d0-aea3-03e25c3f8797 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:55:43.520588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on network e67fd2d9-9269-48d0-aea3-03e25c3f8797 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:55:43.521090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Attempting to bind port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on network e67fd2d9-9269-48d0-aea3-03e25c3f8797 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:55:43.525872 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:55:43.526216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Checking segment: {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:55:43.526607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Bound using segment: {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:55:43.527042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Bound port: 4d37f7ab-2712-49c6-9090-2e9409123ea3, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:55:43.527401 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:43.592236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:55:43.595242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:55:43.599288 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:43.632724 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:43.633384 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:43.635101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] 10.222.0.18 "PUT /v2.0/ports/4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 200 len: 1092 time: 0.9472485 Dec 12 04:55:43.657874 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece19272-880a-46ec-b349-4454c6b3d98c service neutron] Pushing event updated for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:43.706546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-781d6263-37b8-4167-8ed1-85a2741900ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:43.708082 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-781d6263-37b8-4167-8ed1-85a2741900ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 1095 time: 0.0412197 Dec 12 04:55:43.816091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-149a251c-63e2-484a-9182-bea8016592c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:43.817642 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-149a251c-63e2-484a-9182-bea8016592c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.1031439 Dec 12 04:55:43.862363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-81f956d8-84bd-4d29-bc75-73a1ba84beed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 200 len: 217 time: 0.0375590 Dec 12 04:55:43.915887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-3c5cfbf4-5c71-4161-8570-aff283b47016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:43.917448 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-3c5cfbf4-5c71-4161-8570-aff283b47016 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0478115 Dec 12 04:55:43.951093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-98e081d3-ce3d-4043-933c-726a7aca7269 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264194 Dec 12 04:55:44.043789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-ecc710af-8c9e-4feb-acd4-562656d820f2 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853155 Dec 12 04:55:44.134885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5db64172-8b1f-4a0e-bdf4-6a99489f81c9 req-da9d28bf-ef64-439b-86d4-9c1d63b14143 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845869 Dec 12 04:55:44.205237 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:44.226427 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:44.404345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f08e8-aea0-4d52-8ffc-218b1fd97623 req-acc148ea-199a-49b7-933b-b3ccbd26720e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:44.405806 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-099f08e8-aea0-4d52-8ffc-218b1fd97623 req-acc148ea-199a-49b7-933b-b3ccbd26720e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 944 time: 0.0546021 Dec 12 04:55:44.452085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-099f08e8-aea0-4d52-8ffc-218b1fd97623 req-2fdcd4ab-5a28-4908-ba4b-384b0ee0972f tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404263 Dec 12 04:55:45.223553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4d37f7ab-2712-49c6-9090-2e9409123ea3 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:55:45.261616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 4d37f7ab-2712-49c6-9090-2e9409123ea3 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:55:45.452457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:55:45.454848 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0972a5-6e99-42ff-a192-84c6fdd82031" -d '{"events": [{"name": "network-changed", "server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:55:45.504265 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b26b77e-9f9e-4294-bea7-6db53f1fe1d0 x-openstack-request-id: req-7b26b77e-9f9e-4294-bea7-6db53f1fe1d0 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:55:45.504561 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:55:45.504837 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b26b77e-9f9e-4294-bea7-6db53f1fe1d0 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:55:45.505252 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'status': 'completed', 'code': 200} Dec 12 04:55:45.593003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b68f15-47c6-410f-a209-12a58cd1e93e req-f4e120d1-89bf-4685-beda-b6a98aa354df tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:45.594508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89b68f15-47c6-410f-a209-12a58cd1e93e req-f4e120d1-89bf-4685-beda-b6a98aa354df tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 944 time: 0.0758309 Dec 12 04:55:45.600563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-a6fdd591-5009-4a53-9560-08a20084f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:45.602000 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-a6fdd591-5009-4a53-9560-08a20084f010 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 1095 time: 0.0576625 Dec 12 04:55:45.606877 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-5373abb5-2c5c-461a-a55f-972ca60266b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:45.608420 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-5373abb5-2c5c-461a-a55f-972ca60266b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 1095 time: 0.0438101 Dec 12 04:55:45.701357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89b68f15-47c6-410f-a209-12a58cd1e93e req-7ad38f3e-74cf-4514-818f-d92b259b58f9 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984020 Dec 12 04:55:45.720876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-25c26ce1-6865-4ed8-92d1-27e5002c0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:45.722458 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-25c26ce1-6865-4ed8-92d1-27e5002c0ee4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.1015894 Dec 12 04:55:45.738201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-b1c42cf1-499e-44e5-a578-46d976420224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:45.738201 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-b1c42cf1-499e-44e5-a578-46d976420224 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.1142972 Dec 12 04:55:45.758822 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:45.778380 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-486494d1-79e6-4694-a883-f3fc08d19c49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 200 len: 217 time: 0.0427115 Dec 12 04:55:45.785998 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-08b44dde-dcd6-45ea-b094-3df990b2c0bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 200 len: 217 time: 0.0436780 Dec 12 04:55:45.835390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-12b8f06e-14cb-42b5-b950-ef9cb92c3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:45.836287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-241450ff-d263-4739-b144-6fdf673555e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:45.836943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-12b8f06e-14cb-42b5-b950-ef9cb92c3de1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0480707 Dec 12 04:55:45.837780 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-241450ff-d263-4739-b144-6fdf673555e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0444062 Dec 12 04:55:45.869783 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-3fa3cff2-e7a6-4541-9187-50b6f974f509 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250497 Dec 12 04:55:45.882760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-bd3da1df-4d98-4c96-9902-8cb6c610d036 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251455 Dec 12 04:55:45.958437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-5af0d7dd-7d8b-4a75-9ee1-c1986329aaac service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820119 Dec 12 04:55:45.970717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-f0f8fe66-e3c8-4ee4-a394-825f3c77c1f0 service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800872 Dec 12 04:55:46.052542 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-1afce1fd-49b5-45ef-a73b-8852e59e2c90 service neutron] 10.222.0.18 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867224 Dec 12 04:55:46.068464 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad0972a5-6e99-42ff-a192-84c6fdd82031 req-6a7d5bc8-3b54-45ff-846f-6725ff57ece3 service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864677 Dec 12 04:55:46.755601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:46.840659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1b3fb-ecb4-4eb7-9001-788d110ed7cb req-26cd3fa5-2ba9-4afa-82d2-0d14cc8dee92 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:46.842168 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a9f1b3fb-ecb4-4eb7-9001-788d110ed7cb req-26cd3fa5-2ba9-4afa-82d2-0d14cc8dee92 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 944 time: 0.0520501 Dec 12 04:55:46.888680 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a9f1b3fb-ecb4-4eb7-9001-788d110ed7cb req-4eb3712f-925a-4d7d-a424-ce428d5d8ba6 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406625 Dec 12 04:55:47.106081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec3f5-ba66-4652-8da6-d69c779a62d4 req-25ee039d-c8b7-40b1-9ce8-ccfe178d29cc tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:47.107578 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b82ec3f5-ba66-4652-8da6-d69c779a62d4 req-25ee039d-c8b7-40b1-9ce8-ccfe178d29cc tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 944 time: 0.0763030 Dec 12 04:55:47.141631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20adb7e-19b9-45af-9766-5b795b787188 req-435ed2cd-6102-4901-b9c3-bd1cedd3138e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:47.143075 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b20adb7e-19b9-45af-9766-5b795b787188 req-435ed2cd-6102-4901-b9c3-bd1cedd3138e tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085&tenant_id=667d1772a29942caa5e6281fef15c096&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 944 time: 0.0768685 Dec 12 04:55:47.196138 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b82ec3f5-ba66-4652-8da6-d69c779a62d4 req-96398c14-d8b8-474f-b8c8-d9d95c6e1fc7 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817678 Dec 12 04:55:47.219135 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-b20adb7e-19b9-45af-9766-5b795b787188 req-87980759-8335-4df8-b350-b74572a94352 service neutron] delete failed (client error): The resource could not be found. Dec 12 04:55:47.220152 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b20adb7e-19b9-45af-9766-5b795b787188 req-87980759-8335-4df8-b350-b74572a94352 service neutron] 10.222.0.37 "DELETE /v2.0/ports/4d37f7ab-2712-49c6-9090-2e9409123ea3/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0645671 Dec 12 04:55:47.252599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4d37f7ab-2712-49c6-9090-2e9409123ea3 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:55:47.340098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20adb7e-19b9-45af-9766-5b795b787188 req-bd09782f-351f-4c3d-b66b-b5f1da360717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:47.341669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b20adb7e-19b9-45af-9766-5b795b787188 req-bd09782f-351f-4c3d-b66b-b5f1da360717 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=667d1772a29942caa5e6281fef15c096&device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 1095 time: 0.0412586 Dec 12 04:55:47.346157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:47.357936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'network_id': 'e67fd2d9-9269-48d0-aea3-03e25c3f8797', 'port_id': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'mac_address': 'fa:16:3e:bb:86:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de4f32a-9171-4618-86ff-81a04ae232ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:55:47.394424 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:47.410081 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d37f7ab-2712-49c6-9090-2e9409123ea3 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:55:47.429070 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:47.434788 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:47.440900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20adb7e-19b9-45af-9766-5b795b787188 req-128d41a5-e0ce-486d-9d9e-61ed40d09efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:47.442385 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b20adb7e-19b9-45af-9766-5b795b787188 req-128d41a5-e0ce-486d-9d9e-61ed40d09efe service neutron] 10.222.0.37 "GET /v2.0/networks?id=e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 200 len: 915 time: 0.0921404 Dec 12 04:55:47.483569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:47.490901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.491254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.491532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b20adb7e-19b9-45af-9766-5b795b787188 req-87d4fa64-c542-4420-b89c-7c7119782950 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 200 len: 217 time: 0.0368669 Dec 12 04:55:47.491641 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.491936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.492278 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.492614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.492977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.493312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.493645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.493975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.494309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.494634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.494961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:47.552279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20adb7e-19b9-45af-9766-5b795b787188 req-21ad73fe-98a5-4064-ae1c-a6cda5dbc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:47.553756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b20adb7e-19b9-45af-9766-5b795b787188 req-21ad73fe-98a5-4064-ae1c-a6cda5dbc6da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 200 len: 855 time: 0.0485168 Dec 12 04:55:47.588296 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b20adb7e-19b9-45af-9766-5b795b787188 req-5b6975c8-3316-49ee-8a5f-86de76ca133a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e67fd2d9-9269-48d0-aea3-03e25c3f8797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236461 Dec 12 04:55:47.678324 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b20adb7e-19b9-45af-9766-5b795b787188 req-2a3f9574-cf40-458e-8170-a5117695b763 service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819550 Dec 12 04:55:47.726088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4d37f7ab-2712-49c6-9090-2e9409123ea3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:55:47.775790 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b20adb7e-19b9-45af-9766-5b795b787188 req-6e61724e-01a0-480a-ab75-6cb73dc48366 service neutron] 10.222.0.37 "GET /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861952 Dec 12 04:55:48.315397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09cb15-445f-4c48-a7c2-6a0cddc5a8ae req-8a66fc7d-0e90-416c-a2c3-80ae67d1066c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:48.316916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a09cb15-445f-4c48-a7c2-6a0cddc5a8ae req-8a66fc7d-0e90-416c-a2c3-80ae67d1066c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 945 time: 0.0502236 Dec 12 04:55:48.364873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a09cb15-445f-4c48-a7c2-6a0cddc5a8ae req-a0dc587b-d631-4acb-b956-c26286e51691 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 Dec 12 04:55:49.249540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4d37f7ab-2712-49c6-9090-2e9409123ea3 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:55:49.296896 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 4d37f7ab-2712-49c6-9090-2e9409123ea3 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:55:49.300740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 4d37f7ab-2712-49c6-9090-2e9409123ea3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:49.301145 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:49.375170 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:49.397552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:55:49.399799 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d012e8fd-ad51-4a52-9460-c8a2b1e0d366" -d '{"events": [{"server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "name": "network-vif-plugged", "status": "completed", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:55:49.413039 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:49.418436 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:49.487020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec9ad1-f073-4294-b89c-4e40b43076a9 req-a049d076-9e4a-47f4-8d68-2c33df285c61 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:49.488612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57ec9ad1-f073-4294-b89c-4e40b43076a9 req-a049d076-9e4a-47f4-8d68-2c33df285c61 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0528791 Dec 12 04:55:49.539926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-57ec9ad1-f073-4294-b89c-4e40b43076a9 req-a65fe669-03da-458b-bd4e-de6e3bb24d9c tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451410 Dec 12 04:55:49.613619 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8679c3f3-9b32-41d3-8ecb-6c4e9375b395 x-openstack-request-id: req-8679c3f3-9b32-41d3-8ecb-6c4e9375b395 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:55:49.613918 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "name": "network-vif-plugged", "status": "completed", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:55:49.614178 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8679c3f3-9b32-41d3-8ecb-6c4e9375b395 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:55:49.614572 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'code': 200} Dec 12 04:55:49.640271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:49.662694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd28b4-6a04-4204-b347-48763b9486fa req-19d35cd1-1da1-407f-a857-57b0494194fe tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:49.664190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-48fd28b4-6a04-4204-b347-48763b9486fa req-19d35cd1-1da1-407f-a857-57b0494194fe tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0534170 Dec 12 04:55:49.710176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-48fd28b4-6a04-4204-b347-48763b9486fa req-d426bc33-d465-465d-be3a-dd8e9b34b92a tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Dec 12 04:55:49.820192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a308-63fc-4a01-af2f-0e80f2630eb4 req-1092975e-1c9d-43e9-9088-457efb8f9ab5 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:49.821603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c898a308-63fc-4a01-af2f-0e80f2630eb4 req-1092975e-1c9d-43e9-9088-457efb8f9ab5 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0472145 Dec 12 04:55:49.872053 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c898a308-63fc-4a01-af2f-0e80f2630eb4 req-b9eabe54-6ed1-4a89-ae6a-c372910e7710 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441287 Dec 12 04:55:50.188837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8672b9-a96d-4b83-b7bb-2e3f14457401 req-69ab1c41-134d-439c-a310-65e362f5af08 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:50.190321 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd8672b9-a96d-4b83-b7bb-2e3f14457401 req-69ab1c41-134d-439c-a310-65e362f5af08 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0481350 Dec 12 04:55:50.236335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dd8672b9-a96d-4b83-b7bb-2e3f14457401 req-01fb3025-a5dd-43aa-80f2-7439279e7f37 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Dec 12 04:55:51.351002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed2a58-e0e2-4bcf-8c3c-c28ab765beeb req-2579aa60-7c66-4dbc-9f8f-9c9054071c7d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:51.352632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01ed2a58-e0e2-4bcf-8c3c-c28ab765beeb req-2579aa60-7c66-4dbc-9f8f-9c9054071c7d tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0482273 Dec 12 04:55:51.399941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01ed2a58-e0e2-4bcf-8c3c-c28ab765beeb req-ff732da5-a598-45f7-b289-d6534bd6fef6 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d08d13c-fca8-4cd9-a698-baf1b20e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Dec 12 04:55:51.493419 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376b11b-a211-41d1-90c0-91a142abec40 req-afc37719-9fde-4d76-8178-b0bb72512bd3 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:51.494884 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6376b11b-a211-41d1-90c0-91a142abec40 req-afc37719-9fde-4d76-8178-b0bb72512bd3 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4997974-92aa-47db-ab7b-3c3de6a92085 HTTP/1.1" status: 200 len: 946 time: 0.0476856 Dec 12 04:55:51.584487 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-6376b11b-a211-41d1-90c0-91a142abec40 req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Deleting port 4d37f7ab-2712-49c6-9090-2e9409123ea3 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:55:51.584865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6376b11b-a211-41d1-90c0-91a142abec40 req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:51.673842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-6376b11b-a211-41d1-90c0-91a142abec40 req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] For port 4d37f7ab-2712-49c6-9090-2e9409123ea3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=4d37f7ab-2712-49c6-9090-2e9409123ea3,segment=NetworkSegment(a2d51bf8-30d4-434a-a0c9-448bf0a4a892),segment_id=a2d51bf8-30d4-434a-a0c9-448bf0a4a892)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:51.674211 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6376b11b-a211-41d1-90c0-91a142abec40 req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:51.690953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-6376b11b-a211-41d1-90c0-91a142abec40 req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Calling delete_port for 4d37f7ab-2712-49c6-9090-2e9409123ea3 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:55:51.815575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6376b11b-a211-41d1-90c0-91a142abec40 req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:51.843550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Pushing event deleted for resources: {'Port': ['ID=4d37f7ab-2712-49c6-9090-2e9409123ea3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:51.852117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['4d37f7ab-2712-49c6-9090-2e9409123ea3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:55:51.889933 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6376b11b-a211-41d1-90c0-91a142abec40 req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] No DVR routers for this DVR port 4d37f7ab-2712-49c6-9090-2e9409123ea3 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:55:51.892448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-6376b11b-a211-41d1-90c0-91a142abec40 req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:51.895866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6376b11b-a211-41d1-90c0-91a142abec40 req-dd66c32e-79eb-4cc4-b75d-b8b96dc49430 tempest-ServerDiskConfigTestJSON-1861958045 tempest-ServerDiskConfigTestJSON-1861958045-project] 10.222.0.18 "DELETE /v2.0/ports/4d37f7ab-2712-49c6-9090-2e9409123ea3 HTTP/1.1" status: 204 len: 173 time: 0.3949897 Dec 12 04:55:51.896311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'name': 'network-vif-deleted', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:55:51.898582 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b362823-1d65-4071-a62d-3c5542a6aa97" -d '{"events": [{"server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "name": "network-vif-deleted", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:55:51.935768 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bbd5b0-8870-4315-84e6-fb27e889ecd2 x-openstack-request-id: req-28bbd5b0-8870-4315-84e6-fb27e889ecd2 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:55:51.936074 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4997974-92aa-47db-ab7b-3c3de6a92085", "name": "network-vif-deleted", "tag": "4d37f7ab-2712-49c6-9090-2e9409123ea3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:55:51.936331 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28bbd5b0-8870-4315-84e6-fb27e889ecd2 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:55:51.936742 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4997974-92aa-47db-ab7b-3c3de6a92085', 'name': 'network-vif-deleted', 'tag': '4d37f7ab-2712-49c6-9090-2e9409123ea3', 'status': 'completed', 'code': 200} Dec 12 04:55:52.522246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39710) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:52.565729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Deleting subnet 4de4f32a-9171-4618-86ff-81a04ae232ec {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 04:55:52.568732 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.602937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.644718 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.694366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.720062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de4f32a-9171-4618-86ff-81a04ae232ec,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:52.727969 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.731230 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4de4f32a-9171-4618-86ff-81a04ae232ec HTTP/1.1" status: 204 len: 168 time: 0.2079539 Dec 12 04:55:52.732743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.733134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.733490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.733839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.733976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39712) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:52.734410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.734521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.734833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.735165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.735499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.735840 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.736160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.736492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.736838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69ee60-ccca-4fc8-8d45-87e5b45320f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:52.802894 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.883320 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.902828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67fd2d9-9269-48d0-aea3-03e25c3f8797']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:55:52.911751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:55:52.912050 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d51bf8-30d4-434a-a0c9-448bf0a4a892') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:55:52.921186 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.934347 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.940221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 04:55:52.940600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: timer() Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 04:55:52.942232 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 04:55:52.999713 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:53.006664 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:53.009910 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e67fd2d9-9269-48d0-aea3-03e25c3f8797 HTTP/1.1" status: 204 len: 168 time: 0.2749333 Dec 12 04:55:53.020309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e410302-4e24-409c-926b-b44cb5a39695 admin admin] Pushing event deleted for resources: {'Network': ['ID=e67fd2d9-9269-48d0-aea3-03e25c3f8797,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:53.114204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39716) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:53.154426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-011fc0a5-31d3-470c-8ca8-22c410955da6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=667d1772a29942caa5e6281fef15c096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390050 Dec 12 04:55:53.156875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39718) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:53.203530 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e24b-3af3-4993-945b-dab4f9e99240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:53.224153 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e24b-3af3-4993-945b-dab4f9e99240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:53.273064 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e24b-3af3-4993-945b-dab4f9e99240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:53.275710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e24b-3af3-4993-945b-dab4f9e99240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:53.276900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f2f4e24b-3af3-4993-945b-dab4f9e99240 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d08d13c-fca8-4cd9-a698-baf1b20e48ec HTTP/1.1" status: 204 len: 168 time: 0.1191013 Dec 12 04:55:53.285115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4e24b-3af3-4993-945b-dab4f9e99240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d08d13c-fca8-4cd9-a698-baf1b20e48ec,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:53.935309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39740) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:54.072166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1925058957-network', 'tenant_id': '828e580e498a4378b456ef66392d939e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:54.094339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Made reservation on behalf of 828e580e498a4378b456ef66392d939e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:55:54.096622 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.105018 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.179798 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.183226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.209414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 04:55:54.214758 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27705588-8866-491d-a89b-f9971f51b484,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:54.222950 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.222950 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Added segment ac46318c-0b48-44d7-a0c3-1f99447da5f6 of type vlan for network fbf60394-00ea-4676-9652-7b77cf84158b Dec 12 04:55:54.263778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.288412 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.289476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:54.290084 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.348654 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4121444 Dec 12 04:55:54.351674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39746) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:54.353827 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b005cbe-fd46-4ae8-8d4c-3de1f2faef23 admin admin] Pushing event updated for resources: {'Network': ['ID=fbf60394-00ea-4676-9652-7b77cf84158b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:54.356785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Request body: {'subnet': {'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1925058957-subnet', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:54.363523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network fbf60394-00ea-4676-9652-7b77cf84158b details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 04:55:54.378241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Made reservation on behalf of 828e580e498a4378b456ef66392d939e for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:55:54.381018 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.547634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.602216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0a41f9-2d8f-4823-9908-4132aaa438d7,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:54.611175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:55:54.611542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Network hostable DHCP agents. Network: fbf60394-00ea-4676-9652-7b77cf84158b, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 04:55:54.628542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Network fbf60394-00ea-4676-9652-7b77cf84158b is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 04:55:54.636864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, fbf60394-00ea-4676-9652-7b77cf84158b) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:55:54.640792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:55:54.641421 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.646015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560bc674-ccf8-4b81-8fc6-7e18fef762be None None] Network fbf60394-00ea-4676-9652-7b77cf84158b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:55:54.656646 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ca0921be-8366-44bc-aea4-719109944175 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3038688 Dec 12 04:55:54.659296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39748) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:54.664030 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:54.685497 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.686526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.740072 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.749113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-fbf60394-00ea-4676-9652-7b77cf84158b', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 04:55:54.749992 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.877708 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:54.878244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Allocated IP 172.20.0.2 (fbf60394-00ea-4676-9652-7b77cf84158b/9c0a41f9-2d8f-4823-9908-4132aaa438d7/bf580d95-61c3-40c4-acb1-592668984bee) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:55:55.021577 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.028939 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.076529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Network fbf60394-00ea-4676-9652-7b77cf84158b is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:55:55.078972 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.079839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:55:55.083491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:55:55.088855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Pushing event updated for resources: {'Port': ['ID=bf580d95-61c3-40c4-acb1-592668984bee,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:55.100750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.142099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Attempting to bind port bf580d95-61c3-40c4-acb1-592668984bee on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:55:55.142388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Attempting to bind port bf580d95-61c3-40c4-acb1-592668984bee by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:55:55.142762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Attempting to bind port bf580d95-61c3-40c4-acb1-592668984bee on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:55:55.147784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:55:55.148172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:55:55.148579 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.149010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:55:55.149485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Bound port: bf580d95-61c3-40c4-acb1-592668984bee, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:55:55.149867 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.205638 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Allocated IP 172.25.7.214 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/1ee8b573-6679-46b7-91e4-2edb564ab386) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:55:55.211194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] For port bf580d95-61c3-40c4-acb1-592668984bee, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:55:55.214284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] For port bf580d95-61c3-40c4-acb1-592668984bee, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=bf580d95-61c3-40c4-acb1-592668984bee,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:55:55.218970 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.249569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4d37f7ab-2712-49c6-9090-2e9409123ea3 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:55:55.284177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 4d37f7ab-2712-49c6-9090-2e9409123ea3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:55:55.284533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 4d37f7ab-2712-49c6-9090-2e9409123ea3 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:55:55.309933 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6efaa-8e61-491d-a595-4edc498b8b1f None None] Pushing event updated for resources: {'Port': ['ID=bf580d95-61c3-40c4-acb1-592668984bee,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:55.320273 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.354734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.728886 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:55:55.731643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:55:55.735904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:55:55.738968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee8b573-6679-46b7-91e4-2edb564ab386,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:55.745405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b05a3a8-1a8e-4f64-8126-d6ad951fc6f9 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:55:55.839842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7c77d648-c891-41d2-a501-f6496d8b1902 None None] Provisioning complete for port 1ee8b573-6679-46b7-91e4-2edb564ab386 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:55.840147 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7c77d648-c891-41d2-a501-f6496d8b1902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:55.873404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-7c77d648-c891-41d2-a501-f6496d8b1902 None None] Port 1ee8b573-6679-46b7-91e4-2edb564ab386 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:55:55.983726 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:56.185661 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:56.201450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ffb53-8fcc-431d-b9c0-61fa98d90261 None None] Network fbf60394-00ea-4676-9652-7b77cf84158b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 04:55:56.311642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-aa94f598-ba79-42ed-835f-b9483e28ca1a None None] Provisioning complete for port bf580d95-61c3-40c4-acb1-592668984bee triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:56.312018 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aa94f598-ba79-42ed-835f-b9483e28ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:56.317897 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Router d7890a0e-a453-47dc-a348-8457da9c5f2c is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 04:55:56.399336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aa94f598-ba79-42ed-835f-b9483e28ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:56.432528 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:55:56.437685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-aa94f598-ba79-42ed-835f-b9483e28ca1a None None] For port bf580d95-61c3-40c4-acb1-592668984bee, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=bf580d95-61c3-40c4-acb1-592668984bee,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:56.443434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aa94f598-ba79-42ed-835f-b9483e28ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:56.448619 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:55:56.461023 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:56.466658 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:55:56.467617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39750) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:56.468092 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-157ce547-6ae9-459c-b478-19e4d7785992 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8069935 Dec 12 04:55:56.475423 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:55:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:55:56.511918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94f598-ba79-42ed-835f-b9483e28ca1a None None] Pushing event updated for resources: {'Port': ['ID=bf580d95-61c3-40c4-acb1-592668984bee,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:56.527056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device bf580d95-61c3-40c4-acb1-592668984bee up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:55:56.577918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port bf580d95-61c3-40c4-acb1-592668984bee triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:56.578299 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:56.605011 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:55:56.681057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef9c7a32-3d66-4ae5-9e44-d56a91cfa120 None None] Provisioning complete for port bf580d95-61c3-40c4-acb1-592668984bee triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:56.681445 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7a32-3d66-4ae5-9e44-d56a91cfa120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:56.787348 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:55Z', 'revision_number': 3, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:55:56.813416 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:55:56.813693 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Updating router d7890a0e-a453-47dc-a348-8457da9c5f2c port 1ee8b573-6679-46b7-91e4-2edb564ab386 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:55:56.838133 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:56.943872 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.084670 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.090444 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.132564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd832134-1b79-40c0-b9d1-1f1804dcb6d1 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:55:57.138654 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Attempting to bind port 1ee8b573-6679-46b7-91e4-2edb564ab386 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:55:57.139030 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Attempting to bind port 1ee8b573-6679-46b7-91e4-2edb564ab386 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:55:57.139397 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Attempting to bind port 1ee8b573-6679-46b7-91e4-2edb564ab386 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:55:57.147857 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Pushing event updated for resources: {'Port': ['ID=1ee8b573-6679-46b7-91e4-2edb564ab386,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:57.150846 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:55:57.151221 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:55:57.151623 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.152013 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:55:57.153085 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Bound port: 1ee8b573-6679-46b7-91e4-2edb564ab386, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:55:57.153462 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.155393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Allocated IP 172.20.0.1 (fbf60394-00ea-4676-9652-7b77cf84158b/9c0a41f9-2d8f-4823-9908-4132aaa438d7/0473c26b-82c7-4a88-8980-3519e43656b9) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:55:57.176149 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.176967 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.177321 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.177804 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.178116 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.178468 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.178783 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.179111 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.179634 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.179965 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.180591 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.181264 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.181859 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:55:57.185910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c780b0a7-932f-4dd2-abc3-51d6d70d912c None None] Provisioning complete for port 1ee8b573-6679-46b7-91e4-2edb564ab386 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:57.186288 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c780b0a7-932f-4dd2-abc3-51d6d70d912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.222987 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] For port 1ee8b573-6679-46b7-91e4-2edb564ab386, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:55:57.226699 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] For port 1ee8b573-6679-46b7-91e4-2edb564ab386, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1ee8b573-6679-46b7-91e4-2edb564ab386,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:55:57.230405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c780b0a7-932f-4dd2-abc3-51d6d70d912c None None] Port 1ee8b573-6679-46b7-91e4-2edb564ab386 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:55:57.232086 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.264332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.285616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae8891-8132-4b66-8654-362d9ca1cad1 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 04:55:57.291242 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50925c5f-7cdc-45c3-b119-f1e6bc725c6a None None] Pushing event updated for resources: {'Port': ['ID=1ee8b573-6679-46b7-91e4-2edb564ab386,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:57.299972 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:55:57.300728 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:55:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:55:57.302495 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.346107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Network fbf60394-00ea-4676-9652-7b77cf84158b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:55:57.349133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:55:57.352477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c23de4d5-4f69-4e78-b61b-d2689531ff03 None None] Provisioning complete for port 1ee8b573-6679-46b7-91e4-2edb564ab386 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:57.352679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:55:57.353272 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c23de4d5-4f69-4e78-b61b-d2689531ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.389439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Pushing event updated for resources: {'Port': ['ID=0473c26b-82c7-4a88-8980-3519e43656b9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:57.410849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.411374 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:55:57.445022 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c23de4d5-4f69-4e78-b61b-d2689531ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.468496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c23de4d5-4f69-4e78-b61b-d2689531ff03 None None] For port 1ee8b573-6679-46b7-91e4-2edb564ab386, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1ee8b573-6679-46b7-91e4-2edb564ab386,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:55:57.475842 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c23de4d5-4f69-4e78-b61b-d2689531ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.530904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de4d5-4f69-4e78-b61b-d2689531ff03 None None] Pushing event updated for resources: {'Port': ['ID=1ee8b573-6679-46b7-91e4-2edb564ab386,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:57.578428 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.702101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a4f3d17f-5628-495d-af57-68c702f39c39 None None] Provisioning complete for port 0473c26b-82c7-4a88-8980-3519e43656b9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:57.702395 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d17f-5628-495d-af57-68c702f39c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.707608 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:55Z', 'revision_number': 3, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:55:57.735476 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd28162-de15-47ce-a63e-56a3d7134e8b None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:55Z', 'revision_number': 3, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:55:57.736167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3d17f-5628-495d-af57-68c702f39c39 None None] Port 0473c26b-82c7-4a88-8980-3519e43656b9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:55:57.747536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.755805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.823792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Pushing event updated for resources: {'Port': ['ID=0473c26b-82c7-4a88-8980-3519e43656b9,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:57.829321 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:57.925355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Network fbf60394-00ea-4676-9652-7b77cf84158b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:55:57.926729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:55:58.049529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:55:58.168540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:55:58.173723 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-19ec6190-47ea-4417-acb8-ec7fa1a81b20 admin admin] 10.222.0.36 "PUT /v2.0/routers/d7890a0e-a453-47dc-a348-8457da9c5f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7042308 Dec 12 04:55:58.261312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-77cb1bf2-efa5-45f7-8490-a260430a7491 None None] Provisioning complete for port 0473c26b-82c7-4a88-8980-3519e43656b9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:58.261899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-77cb1bf2-efa5-45f7-8490-a260430a7491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.300299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-77cb1bf2-efa5-45f7-8490-a260430a7491 None None] Port 0473c26b-82c7-4a88-8980-3519e43656b9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:55:58.528458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device bf580d95-61c3-40c4-acb1-592668984bee up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:55:58.550628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39758) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:58.555302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-dc20168e-0400-4ff6-ac2d-59f2a491238f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--807675925', 'description': 'tempest-description--794337559'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:58.579560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc20168e-0400-4ff6-ac2d-59f2a491238f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.587904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port bf580d95-61c3-40c4-acb1-592668984bee triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:58.588288 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.655388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc20168e-0400-4ff6-ac2d-59f2a491238f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.659372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc20168e-0400-4ff6-ac2d-59f2a491238f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.677671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1ee8b573-6679-46b7-91e4-2edb564ab386 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:55:58.693432 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dc20168e-0400-4ff6-ac2d-59f2a491238f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.694702 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dc20168e-0400-4ff6-ac2d-59f2a491238f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1430187 Dec 12 04:55:58.696908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20168e-0400-4ff6-ac2d-59f2a491238f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef205d67-be40-406f-aacf-3806467560b9,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:58.697679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39760) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:58.702831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3e9ef387-85f6-477b-a926-dbd444742f95 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'security_group_rule': {'security_group_id': 'ef205d67-be40-406f-aacf-3806467560b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:58.729931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1ee8b573-6679-46b7-91e4-2edb564ab386 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:55:58.730262 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.730582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef387-85f6-477b-a926-dbd444742f95 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.792073 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef387-85f6-477b-a926-dbd444742f95 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.795994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef387-85f6-477b-a926-dbd444742f95 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.817076 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ef387-85f6-477b-a926-dbd444742f95 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cbd103-c9c5-4cc3-ae28-79ec37a7ca7b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:58.826106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef387-85f6-477b-a926-dbd444742f95 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.827437 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3e9ef387-85f6-477b-a926-dbd444742f95 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287267 Dec 12 04:55:58.830019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39762) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:58.834467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-840e4ca3-a8cc-465a-9373-fad7553f0441 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'security_group_rule': {'security_group_id': 'ef205d67-be40-406f-aacf-3806467560b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:58.861180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-840e4ca3-a8cc-465a-9373-fad7553f0441 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.916662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-840e4ca3-a8cc-465a-9373-fad7553f0441 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.920010 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-840e4ca3-a8cc-465a-9373-fad7553f0441 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.939982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e4ca3-a8cc-465a-9373-fad7553f0441 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81acba93-a513-47af-9c68-965cd2545bdf,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:58.945422 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-840e4ca3-a8cc-465a-9373-fad7553f0441 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:58.946532 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-840e4ca3-a8cc-465a-9373-fad7553f0441 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155667 Dec 12 04:55:58.950141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 39764) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:55:58.954548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:55:58.974999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.076650 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.179884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Allocated IP 172.25.7.26 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/1abc477f-bdf0-4d52-b941-bae5dc679523) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:55:59.286484 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.321092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:55:59.322191 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.331695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:55:59.332355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:55:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:55:59.362113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:55:59.365085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:55:59.368637 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:55:59.374857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event updated for resources: {'Port': ['ID=1abc477f-bdf0-4d52-b941-bae5dc679523,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:59.442132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:55:59.459303 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.492372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.640233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 2, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:55:59.645457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.650046 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.671446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:55:59.671801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Updating router d7890a0e-a453-47dc-a348-8457da9c5f2c port 0473c26b-82c7-4a88-8980-3519e43656b9 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 04:55:59.696595 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.718559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event updated for resources: {'Port': ['ID=1abc477f-bdf0-4d52-b941-bae5dc679523,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:55:59.731352 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.746452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.747702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9dfe68fe-3149-4b4e-871d-9aa95edcee42 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7966132 Dec 12 04:55:59.895622 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-6c518ac0-29a6-4d35-a2e9-4ca351584819 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--807675925&fields=id&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 267 time: 0.0430503 Dec 12 04:55:59.960502 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:55:59.966703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:00.008720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a57677a5-d6a1-405d-b08b-ac3a4cf56d85 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:00.010261 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a57677a5-d6a1-405d-b08b-ac3a4cf56d85 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 812 time: 0.1069846 Dec 12 04:56:00.013058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fbeb5-7a53-4833-94c2-d1dd0171d404 None None] Pushing event updated for resources: {'Port': ['ID=0473c26b-82c7-4a88-8980-3519e43656b9,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:56:00.027148 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-dde19e8d-816c-43c4-a5ea-e7cca4836d7c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/quotas/828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 375 time: 0.0102255 Dec 12 04:56:00.071500 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Attempting to bind port 0473c26b-82c7-4a88-8980-3519e43656b9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:56:00.072036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Attempting to bind port 0473c26b-82c7-4a88-8980-3519e43656b9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:56:00.072407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Attempting to bind port 0473c26b-82c7-4a88-8980-3519e43656b9 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:56:00.078954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:56:00.079471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:56:00.079884 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:00.080308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:56:00.080793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Bound port: 0473c26b-82c7-4a88-8980-3519e43656b9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:56:00.081203 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:00.083111 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-98099540-d7d6-4f49-852b-7139c76690ac tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498581 Dec 12 04:56:00.154864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] For port 0473c26b-82c7-4a88-8980-3519e43656b9, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:56:00.158564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] For port 0473c26b-82c7-4a88-8980-3519e43656b9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0473c26b-82c7-4a88-8980-3519e43656b9,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:56:00.163323 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:00.192615 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-392b8d1f-c5e1-400b-a3a6-9b7195535c2d service neutron] 10.222.0.36 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937378 Dec 12 04:56:00.223622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:56:00.224250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:55:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:56:00.226347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fbeb5-7a53-4833-94c2-d1dd0171d404 None None] Pushing event updated for resources: {'Port': ['ID=0473c26b-82c7-4a88-8980-3519e43656b9,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:56:00.306019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-9e7632e2-7ee9-43bc-8be4-b919c7bf1989 service neutron] 10.222.0.36 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046238 Dec 12 04:56:00.314473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-656b5b6f-8229-4ab9-a889-06a6be03e907 None None] Provisioning complete for port 0473c26b-82c7-4a88-8980-3519e43656b9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:56:00.315074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-656b5b6f-8229-4ab9-a889-06a6be03e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:00.382868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:56:00.501907 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82f5f17d-4078-4920-8a5a-27b563f9e9be req-de1da7d0-ed3f-4381-95fe-60d3d22b5038 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 210 time: 0.0377171 Dec 12 04:56:00.702811 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-656b5b6f-8229-4ab9-a889-06a6be03e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:00.758321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-656b5b6f-8229-4ab9-a889-06a6be03e907 None None] For port 0473c26b-82c7-4a88-8980-3519e43656b9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0473c26b-82c7-4a88-8980-3519e43656b9,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:56:00.764468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-656b5b6f-8229-4ab9-a889-06a6be03e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:00.852873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b5b6f-8229-4ab9-a889-06a6be03e907 None None] Pushing event updated for resources: {'Port': ['ID=0473c26b-82c7-4a88-8980-3519e43656b9,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:56:00.882399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:56:00.916911 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70452ae-ca18-4db5-8d66-ac0f3e4b48c1 None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:56:00.919821 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8d0283bb-5503-482e-9b8a-6826985f8a20 None None] Provisioning complete for port 0473c26b-82c7-4a88-8980-3519e43656b9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:56:00.920203 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d0283bb-5503-482e-9b8a-6826985f8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:01.520174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da63c-d559-4199-9f5c-f050d45101ff req-eab53fcf-fc70-428c-8f8d-006b3345a291 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:01.521719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-eab53fcf-fc70-428c-8f8d-006b3345a291 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 812 time: 0.1122780 Dec 12 04:56:01.601328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-054e1ccd-63b5-472a-aff0-048c29bbfce5 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 379 time: 0.0633550 Dec 12 04:56:01.602876 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a64a349-b47e-4053-9995-de450b8207cf req-938b4e66-b353-463d-9e84-f4d61c867e16 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 210 time: 0.0275807 Dec 12 04:56:01.629349 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'port': {'device_id': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'admin_state_up': True, 'tenant_id': '828e580e498a4378b456ef66392d939e', 'security_groups': ['ef205d67-be40-406f-aacf-3806467560b9']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:56:01.745049 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Made reservation on behalf of 828e580e498a4378b456ef66392d939e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:56:01.749251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:01.881957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Allocated IP 172.20.0.8 (fbf60394-00ea-4676-9652-7b77cf84158b/9c0a41f9-2d8f-4823-9908-4132aaa438d7/8d919e50-c1f9-4f76-82b6-4f33e9e1c473) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:56:02.023161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.055830 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.102204 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Network fbf60394-00ea-4676-9652-7b77cf84158b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:56:02.105967 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:56:02.109700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:56:02.135710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event updated for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:56:02.163769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:02.164403 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.182447 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-a632a614-c34e-4cae-8b3c-c522ad1fbe30 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569894 Dec 12 04:56:02.199712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Request body: {'port': {'device_id': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:56:02.254687 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.364199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d21fef47-29fc-43ec-b734-4eaad8730ace None None] Provisioning complete for port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:56:02.364767 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d21fef47-29fc-43ec-b734-4eaad8730ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.400408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d21fef47-29fc-43ec-b734-4eaad8730ace None None] Port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:56:02.468462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0473c26b-82c7-4a88-8980-3519e43656b9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:56:02.517079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 0473c26b-82c7-4a88-8980-3519e43656b9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:56:02.517693 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.528974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:56:02.536404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.550034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Transition to ACTIVE for port object 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:56:02.554143 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.625325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Pushing event updated for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:56:02.686837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Attempting to bind port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:56:02.687176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Attempting to bind port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:56:02.687511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Attempting to bind port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:56:02.711154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:56:02.711154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Attempting to bind port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:56:02.720023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:56:02.720363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:56:02.720769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:56:02.721268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Bound port: 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:56:02.721631 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.750127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dad14-cf4a-4d16-8bef-2041c8474d82 req-b562dac3-66ef-4b94-a41c-432948e17970 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:02.751705 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f44dad14-cf4a-4d16-8bef-2041c8474d82 req-b562dac3-66ef-4b94-a41c-432948e17970 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 943 time: 0.0771270 Dec 12 04:56:02.830749 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:56:02.835705 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f44dad14-cf4a-4d16-8bef-2041c8474d82 req-5e2b6c8f-3f46-424f-a206-b7d593bb6b06 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663252 Dec 12 04:56:02.837693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:56:02.843230 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.879276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:02.879907 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:02.881603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] 10.222.0.18 "PUT /v2.0/ports/8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 1091 time: 0.6860106 Dec 12 04:56:02.882053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:56:02.884334 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:56:02.909764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d995f65-ffe0-4fc3-9305-9dd2c2fb41ac service neutron] Pushing event updated for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:56:02.926320 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da6ce9-c8a0-4cdb-b225-ac253d72295a x-openstack-request-id: req-35da6ce9-c8a0-4cdb-b225-ac253d72295a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:56:02.926731 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:56:02.927168 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35da6ce9-c8a0-4cdb-b225-ac253d72295a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:56:02.927655 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'status': 'completed', 'code': 200} Dec 12 04:56:02.991917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da63c-d559-4199-9f5c-f050d45101ff req-6269bbd9-568c-4d3f-b186-e68498f669bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:02.993530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-6269bbd9-568c-4d3f-b186-e68498f669bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1094 time: 0.0479207 Dec 12 04:56:03.044208 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-b6355f97-4636-441f-b309-6bdeacec0420 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 217 time: 0.0369151 Dec 12 04:56:03.093085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da63c-d559-4199-9f5c-f050d45101ff req-04421975-129e-4790-8292-1b329c7eace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:03.094531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-04421975-129e-4790-8292-1b329c7eace4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0438843 Dec 12 04:56:03.146225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da63c-d559-4199-9f5c-f050d45101ff req-b7928cbb-e6b6-42ff-9403-ea4f96b3557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:03.147634 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-b7928cbb-e6b6-42ff-9403-ea4f96b3557a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461013 Dec 12 04:56:03.234551 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-f87f9106-efab-4919-84ee-0667616bd3a9 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797422 Dec 12 04:56:03.327201 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b53da63c-d559-4199-9f5c-f050d45101ff req-1ab325a3-5f7f-434a-b357-24b19ffafe73 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858507 Dec 12 04:56:03.451754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-7c6bfcfd-d242-4093-b4b2-4370ed67ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:03.453266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-7c6bfcfd-d242-4093-b4b2-4370ed67ce30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1094 time: 0.0405142 Dec 12 04:56:03.541475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-a8cde87f-5979-44a3-88ba-7488ea14c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:03.543443 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-a8cde87f-5979-44a3-88ba-7488ea14c9fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0822701 Dec 12 04:56:03.586667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-25121380-308c-4458-bf59-6f7b662fb16e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 217 time: 0.0370970 Dec 12 04:56:03.635094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-7247c811-aecc-414e-9e88-159f15993bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:03.637032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-7247c811-aecc-414e-9e88-159f15993bfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0428033 Dec 12 04:56:03.683318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-79d37a8b-ea84-445e-b579-aa3d61ab1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:03.684797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-79d37a8b-ea84-445e-b579-aa3d61ab1b8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394378 Dec 12 04:56:03.779159 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-904cd0c3-db68-4b20-8e3d-2406b0699044 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867915 Dec 12 04:56:03.868116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fb1435b5-6542-435c-a1bb-77fc41b8bc8f req-f9441a59-5e1e-4d04-8ff0-4fca85dcdcde service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807965 Dec 12 04:56:03.951881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c57fa-322f-4b98-8b54-891fc24549da req-77fb176c-5067-459b-ae39-791e406a3f3e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:03.953365 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f4c57fa-322f-4b98-8b54-891fc24549da req-77fb176c-5067-459b-ae39-791e406a3f3e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 943 time: 0.0477099 Dec 12 04:56:04.003160 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f4c57fa-322f-4b98-8b54-891fc24549da req-9b69b479-adab-41f5-aae8-6fc25098930e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439670 Dec 12 04:56:05.128037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba0bf9-2b55-4aa5-94a7-f4fb3cb3339d req-786869dc-5938-4620-8d82-39036c52af60 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:05.129567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92ba0bf9-2b55-4aa5-94a7-f4fb3cb3339d req-786869dc-5938-4620-8d82-39036c52af60 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 943 time: 0.0541193 Dec 12 04:56:05.176937 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-92ba0bf9-2b55-4aa5-94a7-f4fb3cb3339d req-d1987587-60c8-49c0-b923-73dd4ad18f55 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411887 Dec 12 04:56:06.291671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150f003-a9fc-43de-a638-2ea3c6271819 req-9d4edd6c-d4b1-447a-b884-1f86131bc9c8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:06.293103 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d150f003-a9fc-43de-a638-2ea3c6271819 req-9d4edd6c-d4b1-447a-b884-1f86131bc9c8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 943 time: 0.0485873 Dec 12 04:56:06.339417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d150f003-a9fc-43de-a638-2ea3c6271819 req-3ffbc682-c385-4565-9ae0-3dbc43b8fe36 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404098 Dec 12 04:56:07.280101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:56:07.375488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:56:07.387901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'mac_address': 'fa:16:3e:0e:20:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:56:07.425365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:07.438312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:56:07.451188 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c4517-e568-430d-8f05-f3114b0dde59 req-f0049a4e-1504-4f80-99be-be1654be1c89 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:07.452688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9f1c4517-e568-430d-8f05-f3114b0dde59 req-f0049a4e-1504-4f80-99be-be1654be1c89 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 943 time: 0.0480232 Dec 12 04:56:07.458206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:56:07.463441 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:07.503880 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9f1c4517-e568-430d-8f05-f3114b0dde59 req-59f8addc-4180-48af-a621-f695d5096d54 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 Dec 12 04:56:07.511102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:56:07.727331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['8d919e50-c1f9-4f76-82b6-4f33e9e1c473'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:56:08.616312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7fe19-023e-4eff-9e8b-0cd8a07dddbf req-31e796ec-55a2-4bf7-aef2-3ce1eccb1530 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:08.617755 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbd7fe19-023e-4eff-9e8b-0cd8a07dddbf req-31e796ec-55a2-4bf7-aef2-3ce1eccb1530 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 944 time: 0.0475616 Dec 12 04:56:08.664037 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbd7fe19-023e-4eff-9e8b-0cd8a07dddbf req-074c8104-9eb2-4682-8e1c-dc11f496e91f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399415 Dec 12 04:56:09.296123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:56:09.343388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:56:09.346976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:56:09.347353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:09.426822 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:09.448028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:56:09.450300 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0325805-105f-4d28-bde1-aef826d473fd" -d '{"events": [{"server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:56:09.462618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:56:09.467088 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:09.490031 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9315f579-3db0-49bf-aded-47aeff971c8b x-openstack-request-id: req-9315f579-3db0-49bf-aded-47aeff971c8b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:56:09.490328 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:56:09.490585 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9315f579-3db0-49bf-aded-47aeff971c8b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:56:09.490997 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'code': 200} Dec 12 04:56:09.516220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:56:09.665163 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e563fc-f287-4461-baf1-1c8c33b8f6ff req-d05b633b-44f9-4bd1-a440-b4cb60bf1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:09.666552 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d9e563fc-f287-4461-baf1-1c8c33b8f6ff req-d05b633b-44f9-4bd1-a440-b4cb60bf1ca8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1096 time: 0.0438628 Dec 12 04:56:09.710814 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d9e563fc-f287-4461-baf1-1c8c33b8f6ff req-e2d6434d-2b16-4b7d-b47f-7ac96272ac2b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375266 Dec 12 04:56:09.776206 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226baf9-27b8-4f7d-b6b6-9f0f3015665a req-1f1e24a9-c97e-4fc4-837d-2f99bbcf90f1 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:09.778395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2226baf9-27b8-4f7d-b6b6-9f0f3015665a req-1f1e24a9-c97e-4fc4-837d-2f99bbcf90f1 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0484433 Dec 12 04:56:09.824422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2226baf9-27b8-4f7d-b6b6-9f0f3015665a req-124ee776-d983-413c-aca9-6c0c5183c03d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 Dec 12 04:56:10.718475 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-53c2b33c-5ce8-4efe-bc57-bde9313bc0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:11.028063 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3a395-8ac8-4831-a4f2-9ee26f663d17 req-7d957d01-02b8-45e4-8371-1ab089d67989 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:11.029580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41f3a395-8ac8-4831-a4f2-9ee26f663d17 req-7d957d01-02b8-45e4-8371-1ab089d67989 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.1342130 Dec 12 04:56:11.079734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-41f3a395-8ac8-4831-a4f2-9ee26f663d17 req-a6187b18-679c-4ae3-ba98-890643494beb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 Dec 12 04:56:11.192981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4862146-40d1-4fff-a5f6-12fc5b76223f req-d56a30fc-ad28-4c76-b928-5c6885109d5b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:11.194449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c4862146-40d1-4fff-a5f6-12fc5b76223f req-d56a30fc-ad28-4c76-b928-5c6885109d5b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0509686 Dec 12 04:56:11.203323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 39818) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:56:11.207634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b976af51-4f2a-4832-a543-5cc638638bda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'floatingip': {'port_id': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:56:11.245533 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b976af51-4f2a-4832-a543-5cc638638bda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:11.959509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b976af51-4f2a-4832-a543-5cc638638bda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:11.963004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b976af51-4f2a-4832-a543-5cc638638bda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:12.040078 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:12.064319 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-b976af51-4f2a-4832-a543-5cc638638bda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Floating IP 34b0bae3-e880-4630-bb89-091d4318de16 associated. External IP: 172.25.7.26, port: 8d919e50-c1f9-4f76-82b6-4f33e9e1c473. Dec 12 04:56:12.161842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:56:12.265367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b976af51-4f2a-4832-a543-5cc638638bda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:56:12.373981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b976af51-4f2a-4832-a543-5cc638638bda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:56:12.378539 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b976af51-4f2a-4832-a543-5cc638638bda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:12.384251 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:56:12.393710 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:56:12.394307 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:55:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:56:12.406765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b976af51-4f2a-4832-a543-5cc638638bda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "PUT /v2.0/floatingips/34b0bae3-e880-4630-bb89-091d4318de16 HTTP/1.1" status: 200 len: 990 time: 1.2023013 Dec 12 04:56:12.407924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:56:12.410367 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c422599-9e71-4309-aa4e-8f2ece423ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:56:12.453294 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d916446-75c3-47d8-ab03-fea9c932f3e6 x-openstack-request-id: req-8d916446-75c3-47d8-ab03-fea9c932f3e6 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:56:12.453591 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:56:12.453850 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d916446-75c3-47d8-ab03-fea9c932f3e6 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:56:12.454703 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'status': 'completed', 'code': 200} Dec 12 04:56:12.501044 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:56:12.550939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-2e122893-2d9e-4eac-aa96-6a80db707cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:12.552454 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-2e122893-2d9e-4eac-aa96-6a80db707cd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1096 time: 0.0446239 Dec 12 04:56:12.643216 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-de5cd6e7-eefa-4f6b-8f57-4ec45e9fc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:12.644706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-de5cd6e7-eefa-4f6b-8f57-4ec45e9fc790 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0849001 Dec 12 04:56:12.716039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-f541c191-d3e1-4cf8-8ef2-2798d0521a5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 998 time: 0.0647728 Dec 12 04:56:12.719310 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:0e:20:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T04:56:11Z', 'revision_number': 1, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:56:12.748012 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:56:12.756725 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:56:12.757370 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:55:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:56:12.766101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-9edfc5f7-e3c3-4bbd-98c9-0bf0aeadea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:12.767585 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-9edfc5f7-e3c3-4bbd-98c9-0bf0aeadea70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0442448 Dec 12 04:56:12.812798 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-641ac796-549f-403c-b857-2eed8e755a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:12.814247 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-641ac796-549f-403c-b857-2eed8e755a46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397367 Dec 12 04:56:12.858237 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:56:12.907949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-9096cd2a-8a14-4ec8-9762-825616e2514c service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860295 Dec 12 04:56:12.997962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c422599-9e71-4309-aa4e-8f2ece423ca6 req-542a0670-07ab-42c2-8df1-0ca04ccfcaf7 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831511 Dec 12 04:56:13.009942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-19a90666-d6e9-42ec-b966-5b62d2f1ba15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:13.083018 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:0e:20:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T04:56:11Z', 'revision_number': 1, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:56:13.107595 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee7748-96eb-4f0b-b888-04ab9b5075d1 None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:0e:20:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T04:56:11Z', 'revision_number': 1, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:56:13.289392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d504f6-6bc9-49c5-871b-09a99a9e633a None None] New status for floating IP 34b0bae3-e880-4630-bb89-091d4318de16: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:56:14.209072 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:14.227215 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:15.746157 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:16.759524 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:28.249094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7b209c2-e122-425f-8c99-feb316c0819c req-29fdfbc7-c43b-48f3-96de-dec69a6cbfc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423672 Dec 12 04:56:28.356444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b209c2-e122-425f-8c99-feb316c0819c req-47d490ad-a45a-443d-ae74-c942cdf011b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:28.357991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7b209c2-e122-425f-8c99-feb316c0819c req-47d490ad-a45a-443d-ae74-c942cdf011b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1096 time: 0.0476751 Dec 12 04:56:28.459931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b209c2-e122-425f-8c99-feb316c0819c req-6d0bba50-979e-48ef-8d1c-facfa9d33f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:28.461458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7b209c2-e122-425f-8c99-feb316c0819c req-6d0bba50-979e-48ef-8d1c-facfa9d33f8a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0841622 Dec 12 04:56:28.530885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7b209c2-e122-425f-8c99-feb316c0819c req-ffae6553-b7b1-4ae1-a4b3-0cfa64c341be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 1000 time: 0.0623713 Dec 12 04:56:28.578788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b209c2-e122-425f-8c99-feb316c0819c req-c2ea034d-492c-4c99-954e-98e69f700b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:28.580202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7b209c2-e122-425f-8c99-feb316c0819c req-c2ea034d-492c-4c99-954e-98e69f700b2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0427706 Dec 12 04:56:28.626799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b209c2-e122-425f-8c99-feb316c0819c req-5f0c2117-9872-41ad-a9cd-ba025cd6a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:56:28.628339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7b209c2-e122-425f-8c99-feb316c0819c req-5f0c2117-9872-41ad-a9cd-ba025cd6a27d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410874 Dec 12 04:56:28.727100 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7b209c2-e122-425f-8c99-feb316c0819c req-b3299bed-341f-4c79-a9cc-73b4ea89c296 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893600 Dec 12 04:56:28.817236 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7b209c2-e122-425f-8c99-feb316c0819c req-c45b5439-8579-44ba-89de-84286619e941 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827835 Dec 12 04:56:40.725581 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29a51fb4-c250-4a8d-b8e8-a122dad85308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:42.034408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:43.012337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bb82d729-a486-4c1c-8172-9b31dceed2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:44.211061 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:44.239851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:45.749272 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:46.762512 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:56:49.161046 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:56:58.695321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-bd9fd981-0044-48d6-909e-c038a08b3076 req-ec066deb-4f65-4179-bd09-208a9b29aa51 service neutron] (103450) timed out ('10.222.0.36', 56316) {{(pid=103450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 04:57:10.717745 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a895d536-5367-4cad-8955-41b5b07c7b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:12.050038 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:13.014628 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5204a702-46f4-418f-9591-18fcf2775e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:14.215893 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:14.240105 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:15.751534 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:16.764242 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:26.160692 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:57:29.345841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-dc284255-2a9f-4f3e-9636-9a3cb56d0bfa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1424296 Dec 12 04:57:29.445174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-15e9ce74-8b5b-40c3-90b7-e367221904ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:29.446666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-15e9ce74-8b5b-40c3-90b7-e367221904ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1096 time: 0.0445154 Dec 12 04:57:29.546782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-8f1d350c-57ee-48c1-b968-5673c312a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:29.548235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-8f1d350c-57ee-48c1-b968-5673c312a2ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0837932 Dec 12 04:57:29.616554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-7d26c645-1765-4a62-83fc-bb2d99555a95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 1000 time: 0.0613430 Dec 12 04:57:29.664474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-a26a96de-1f66-4850-82ce-cc6a5d055775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:29.666031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-a26a96de-1f66-4850-82ce-cc6a5d055775 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0428536 Dec 12 04:57:29.709442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-b2768ed1-16b7-46f3-b88c-837963dbafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:29.710922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-b2768ed1-16b7-46f3-b88c-837963dbafe2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381279 Dec 12 04:57:29.722128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-c590e812-5ba1-45db-a0cc-ea1c4c8e245b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:57:29.723101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-c590e812-5ba1-45db-a0cc-ea1c4c8e245b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047803 Dec 12 04:57:29.814263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-64ad6542-deac-4d89-bb1d-ff6300d0344d service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828719 Dec 12 04:57:29.902360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d2eacbd9-3ba8-464a-ad75-11c1385327d6 req-e6812940-ea89-4025-88e9-f307575c7632 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805645 Dec 12 04:57:40.718948 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14dc54dd-8df2-49a1-a4ae-6241154c2bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:42.064257 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:43.016271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f64b8fcc-f5df-4adb-9b96-5b131700172a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:44.216937 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:44.238805 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:45.754596 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:46.766814 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:57:48.895953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82859-0e20-46e7-b73f-24717310be3f req-d4b440b9-843c-4673-825d-74177fb9c127 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:48.897490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35e82859-0e20-46e7-b73f-24717310be3f req-d4b440b9-843c-4673-825d-74177fb9c127 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0545850 Dec 12 04:57:48.946144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35e82859-0e20-46e7-b73f-24717310be3f req-39f178ca-fe2b-4ab8-9b41-da7912c0be10 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 Dec 12 04:57:49.168657 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-072ad40f-ccc7-405b-a564-c4fadb30a4a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412934 Dec 12 04:57:49.181746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48758470-ce98-42c6-8e6b-038d043a8159 req-0c0e6d65-2d55-491c-aed5-be0e113bf405 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:49.184105 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48758470-ce98-42c6-8e6b-038d043a8159 req-0c0e6d65-2d55-491c-aed5-be0e113bf405 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0493324 Dec 12 04:57:49.232169 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-48758470-ce98-42c6-8e6b-038d043a8159 req-872ebc5b-630e-453b-9dd5-c1ceca3596f8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Dec 12 04:57:50.420557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e0733-f300-4a5b-b6d9-57e948b969a3 req-15d3a66d-02ad-441a-8a59-2d60ccdfc9eb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:50.422092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d04e0733-f300-4a5b-b6d9-57e948b969a3 req-15d3a66d-02ad-441a-8a59-2d60ccdfc9eb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.1201663 Dec 12 04:57:50.493555 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d04e0733-f300-4a5b-b6d9-57e948b969a3 req-288771c7-060b-4a4b-8ece-423abbb5dfa0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652649 Dec 12 04:57:50.503717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-d3119659-0c35-48b0-82bf-d8f64571dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:50.505461 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-d3119659-0c35-48b0-82bf-d8f64571dbf0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1096 time: 0.0582881 Dec 12 04:57:50.596669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-9c152feb-3e44-4bb1-8639-ea2478c1cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:50.598165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-9c152feb-3e44-4bb1-8639-ea2478c1cd73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0852947 Dec 12 04:57:50.668288 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-e45f3d88-f4dd-4be1-b3af-9759d23d8685 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 1000 time: 0.0629313 Dec 12 04:57:50.716009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-1d5bb658-268e-42b5-bc48-08086d0d92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:50.717461 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-1d5bb658-268e-42b5-bc48-08086d0d92a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0430083 Dec 12 04:57:50.767276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-b1b91f15-53f0-47c5-a750-373ebc537d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:50.768772 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-b1b91f15-53f0-47c5-a750-373ebc537d41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441525 Dec 12 04:57:50.856361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-be06aba7-e6c7-4afc-a1db-a23db81a0b31 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802948 Dec 12 04:57:50.947891 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-2219b5af-aa06-44cb-904c-ea01ab3c1b43 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Dec 12 04:57:51.612273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680bb2f-0c69-4f90-986e-b76f4e9d8d50 req-4656fc18-feaf-4dc5-9d87-7c9ffa0eaaeb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:51.613696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c680bb2f-0c69-4f90-986e-b76f4e9d8d50 req-4656fc18-feaf-4dc5-9d87-7c9ffa0eaaeb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0523901 Dec 12 04:57:51.661071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c680bb2f-0c69-4f90-986e-b76f4e9d8d50 req-10a555c6-d989-4d75-b2dd-845b72d06e8b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413945 Dec 12 04:57:52.776452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c3cc8-5f4d-4115-80a6-b0fe080ab748 req-6f645811-f8e3-4cc2-b4ea-ef202c6b09ac tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:52.778523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d0c3cc8-5f4d-4115-80a6-b0fe080ab748 req-6f645811-f8e3-4cc2-b4ea-ef202c6b09ac tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0504987 Dec 12 04:57:52.824720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d0c3cc8-5f4d-4115-80a6-b0fe080ab748 req-9f7166cb-6eb6-438f-a61f-a3d2b009b8ad tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403075 Dec 12 04:57:53.940302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c63e-021a-43a7-8b33-62566c4deb8f req-4bf7dc6a-c475-4d5f-b44d-c012cd792d0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:53.941786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-67d6c63e-021a-43a7-8b33-62566c4deb8f req-4bf7dc6a-c475-4d5f-b44d-c012cd792d0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Dec 12 04:57:53.987064 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-67d6c63e-021a-43a7-8b33-62566c4deb8f req-67d3006e-fb14-40fa-b2f2-4710773a3f2d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394685 Dec 12 04:57:55.103850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1fe9d-9587-4d50-910e-4e937e54c27e req-b4f4674d-0038-44b3-be08-b483da2b3eb8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:55.105357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89c1fe9d-9587-4d50-910e-4e937e54c27e req-b4f4674d-0038-44b3-be08-b483da2b3eb8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0506153 Dec 12 04:57:55.152389 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89c1fe9d-9587-4d50-910e-4e937e54c27e req-e375553e-ce9e-4917-98ef-643e333410d7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409708 Dec 12 04:57:56.269155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f7a5f-0a71-415c-b300-d62a4ccaf375 req-428eec44-ee00-478e-b58a-0195d8d493d7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:56.270669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f26f7a5f-0a71-415c-b300-d62a4ccaf375 req-428eec44-ee00-478e-b58a-0195d8d493d7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0510108 Dec 12 04:57:56.317033 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f26f7a5f-0a71-415c-b300-d62a4ccaf375 req-37b5aac8-3fe1-4678-b563-c8086f425dda tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Dec 12 04:57:57.435562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716cd4f-161d-41ea-a3eb-9a713a6d7a52 req-eb22fa2f-c66c-4904-a367-4f389ba5d7f7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:57.437054 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a716cd4f-161d-41ea-a3eb-9a713a6d7a52 req-eb22fa2f-c66c-4904-a367-4f389ba5d7f7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0515158 Dec 12 04:57:57.482547 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a716cd4f-161d-41ea-a3eb-9a713a6d7a52 req-0b6e8a03-da30-42e0-8b9c-5b1797668e12 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395999 Dec 12 04:57:58.598068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae89c7-dcf7-4879-b3c2-bc32c2dc7d40 req-c3d9518c-f017-4f55-8c1c-6a6ff4e8553c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:58.599488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72ae89c7-dcf7-4879-b3c2-bc32c2dc7d40 req-c3d9518c-f017-4f55-8c1c-6a6ff4e8553c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0491452 Dec 12 04:57:58.645849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-72ae89c7-dcf7-4879-b3c2-bc32c2dc7d40 req-cfd91946-14cd-444a-ab84-a92992b8aa12 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404699 Dec 12 04:57:59.762135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73063302-babe-4e96-9ee0-29e87b449a71 req-c0225f44-c813-4bfa-a3b2-a39a791aa220 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:57:59.763641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-73063302-babe-4e96-9ee0-29e87b449a71 req-c0225f44-c813-4bfa-a3b2-a39a791aa220 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0485370 Dec 12 04:57:59.809896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-73063302-babe-4e96-9ee0-29e87b449a71 req-6500cc99-18b8-49bb-b8c0-938f876ae52a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402932 Dec 12 04:58:00.924399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d382f7-f960-4555-b2a5-e4b846f73797 req-ff4f88a6-9ba6-4675-a214-5a3262376d53 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:00.925918 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-36d382f7-f960-4555-b2a5-e4b846f73797 req-ff4f88a6-9ba6-4675-a214-5a3262376d53 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0484273 Dec 12 04:58:00.974817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-36d382f7-f960-4555-b2a5-e4b846f73797 req-9781f70b-752f-4b0d-bdb2-c1bb8c804ee9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431008 Dec 12 04:58:02.091217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dc2db-9765-4797-b6d0-9e667e09afdb req-d035e9f9-f7f8-4f30-8257-e7d339779e60 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:02.092717 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e9dc2db-9765-4797-b6d0-9e667e09afdb req-d035e9f9-f7f8-4f30-8257-e7d339779e60 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0484068 Dec 12 04:58:02.143722 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e9dc2db-9765-4797-b6d0-9e667e09afdb req-4882cef0-6b7f-4b5b-9fbe-38c62e01b7c9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Dec 12 04:58:03.015210 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-3a405eba-a7ca-48b7-8eae-93435309c701 service neutron] show failed (client error): The resource could not be found. Dec 12 04:58:03.016233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-3a405eba-a7ca-48b7-8eae-93435309c701 service neutron] 10.222.0.18 "GET /v2.0/ports/8d919e50-c1f9-4f76-82b6-4f33e9e1c473/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0552452 Dec 12 04:58:03.160344 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:58:03.314468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb74f1c-d355-41c9-be7b-3353cf58e78a req-9cda00ce-fe96-4f49-a606-147db35b350d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:03.315958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5eb74f1c-d355-41c9-be7b-3353cf58e78a req-9cda00ce-fe96-4f49-a606-147db35b350d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.1029184 Dec 12 04:58:03.329801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-86fe8ea3-4dab-4082-bdcf-66bf572acccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:03.331205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-86fe8ea3-4dab-4082-bdcf-66bf572acccf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 1096 time: 0.1400566 Dec 12 04:58:03.346036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-28e17191-f5f1-4152-b893-d505e97663aa service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 04:58:03.347020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-28e17191-f5f1-4152-b893-d505e97663aa service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068238 Dec 12 04:58:03.372799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5eb74f1c-d355-41c9-be7b-3353cf58e78a req-55bddcd4-760b-4b47-88b0-30da949567ea tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509527 Dec 12 04:58:03.377548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:58:03.432401 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:03.627417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:58:03.659014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:58:03.697979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:58:03.700527 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73864bbd-b303-42a2-8563-232a925dd964" -d '{"events": [{"server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:58:03.704584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:03.717193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Transition to ACTIVE for port object 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:58:03.723270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:03.755815 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 04:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbead49-cd47-4bcd-a847-2fb76f741203 x-openstack-request-id: req-fdbead49-cd47-4bcd-a847-2fb76f741203 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:58:03.756115 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:58:03.756376 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdbead49-cd47-4bcd-a847-2fb76f741203 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:58:03.756781 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'code': 200} Dec 12 04:58:03.826651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Pushing event updated for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:03.852965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.853324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.853674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.854022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.854363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.855243 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.855580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.855915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.856252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.856584 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.856951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.857288 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.857618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:03.914340 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] No DVR routers for this DVR port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:58:04.046014 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Attempting to bind port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:58:04.046275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Attempting to bind port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:58:04.046605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Attempting to bind port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:58:04.051513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:58:04.051989 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Attempting to bind port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:58:04.057540 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:58:04.058381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:58:04.058773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:58:04.059208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Bound port: 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:58:04.059576 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:04.122576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:58:04.126060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:58:04.130493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:04.164586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:04.165448 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:04.166924 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] 10.222.0.37 "PUT /v2.0/ports/8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 1091 time: 0.7931976 Dec 12 04:58:04.190505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896ef68-b445-4287-8047-6b32a033d337 service neutron] Pushing event updated for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:04.260523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-b073b3e4-47b8-4d7b-af3b-aa9854b9cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:04.262608 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-b073b3e4-47b8-4d7b-af3b-aa9854b9cfa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1094 time: 0.0457287 Dec 12 04:58:04.361074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-f7e3dde0-dbf8-4c73-b147-66032d86ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:04.362556 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-f7e3dde0-dbf8-4c73-b147-66032d86ed34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0881245 Dec 12 04:58:04.438342 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-15e81888-44cf-4382-8153-bae7425caf10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 998 time: 0.0632262 Dec 12 04:58:04.524040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe8eb5-d528-4377-ac57-8d6a8ceca409 req-6ffa49d0-c51a-4049-a541-514d64e5a8f8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:04.525574 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dfe8eb5-d528-4377-ac57-8d6a8ceca409 req-6ffa49d0-c51a-4049-a541-514d64e5a8f8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 943 time: 0.0823934 Dec 12 04:58:04.527535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-915b426f-0768-410a-9f69-e2cf2d657e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:04.528892 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-915b426f-0768-410a-9f69-e2cf2d657e01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0767894 Dec 12 04:58:04.603426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0dfe8eb5-d528-4377-ac57-8d6a8ceca409 req-4a4fde7a-4d70-47bc-972c-deca9865c02d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712435 Dec 12 04:58:04.608453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-9007cbbd-464b-4b42-816b-fd914769b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:04.609941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-9007cbbd-464b-4b42-816b-fd914769b385 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648601 Dec 12 04:58:04.704610 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-49644256-40c1-4a90-ba26-8e6ce1bc8a49 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823491 Dec 12 04:58:05.128344 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-93a40586-22fa-4d25-bfa6-4f341b4ccd23 req-205c7d77-6eb9-41cd-8a66-8349cbb565e4 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118624 Dec 12 04:58:05.720136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0093b-7cb5-47e7-8594-ff17a61db21a req-4216ba69-fd69-4bf4-9edb-5dfc88850657 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:05.721698 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89f0093b-7cb5-47e7-8594-ff17a61db21a req-4216ba69-fd69-4bf4-9edb-5dfc88850657 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 943 time: 0.0489690 Dec 12 04:58:05.757982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:58:05.760337 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb15036-c42d-4138-8bb9-f0c848b22336" -d '{"events": [{"name": "network-changed", "server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:58:05.770117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89f0093b-7cb5-47e7-8594-ff17a61db21a req-0987c311-bd83-4360-bd2e-6d88a0c1ee6b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417585 Dec 12 04:58:05.807660 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f466416b-82a9-4e20-a7d6-98e0f1a1ff9e x-openstack-request-id: req-f466416b-82a9-4e20-a7d6-98e0f1a1ff9e {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:58:05.807962 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:58:05.808221 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f466416b-82a9-4e20-a7d6-98e0f1a1ff9e {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:58:05.808626 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'status': 'completed', 'code': 200} Dec 12 04:58:05.890020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-c48e43d8-760c-4559-810e-7c5cd94961a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:05.891455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-c48e43d8-760c-4559-810e-7c5cd94961a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1094 time: 0.0451553 Dec 12 04:58:05.895101 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-c05d5849-386f-4d60-b228-02d00801f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:05.896713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-c05d5849-386f-4d60-b228-02d00801f8df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1094 time: 0.0404427 Dec 12 04:58:05.982289 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-2a01ccb2-7787-460b-9510-b6edf4a509aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:05.983788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-2a01ccb2-7787-460b-9510-b6edf4a509aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0860050 Dec 12 04:58:05.991362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-10e8075a-c101-4b2f-97fa-70b88d4798a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:05.992844 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-10e8075a-c101-4b2f-97fa-70b88d4798a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0882785 Dec 12 04:58:06.054002 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-1335bbc7-8e3a-4d61-a35e-21656d4ce7e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 998 time: 0.0631196 Dec 12 04:58:06.059794 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-54621695-34ad-4329-9745-9beff6c19ef3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 998 time: 0.0590544 Dec 12 04:58:06.102608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-5120d3e5-6b10-488f-8301-b3be0dfe294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:06.104140 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-5120d3e5-6b10-488f-8301-b3be0dfe294f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0436962 Dec 12 04:58:06.110874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-734c4c91-8c46-42fa-9557-dfe4ae5e1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:06.112357 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-734c4c91-8c46-42fa-9557-dfe4ae5e1467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0439286 Dec 12 04:58:06.149831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-5d7f68b9-199d-496b-ade3-fc4d7f52faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:06.151263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-5d7f68b9-199d-496b-ade3-fc4d7f52faeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398884 Dec 12 04:58:06.167714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-7cae0c2f-446b-4ca1-968c-88f3a71716bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:06.169245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-7cae0c2f-446b-4ca1-968c-88f3a71716bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456123 Dec 12 04:58:06.244335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-26a00852-eae1-45e9-9839-54b853e43183 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861800 Dec 12 04:58:06.262613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-58a70ff3-dec3-4adb-a0fd-559a58b09d46 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841835 Dec 12 04:58:06.334186 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-1de5d684-21cb-46c4-8eb3-71b0074400b7 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825059 Dec 12 04:58:06.356875 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bbb15036-c42d-4138-8bb9-f0c848b22336 req-44286b88-2b7f-4e0b-a90d-7ca055851cae service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854037 Dec 12 04:58:06.886654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0522c-afc3-43eb-b57e-93b2d11ff342 req-490d29c3-252b-4c7d-96dd-fa345724636b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:06.888121 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14d0522c-afc3-43eb-b57e-93b2d11ff342 req-490d29c3-252b-4c7d-96dd-fa345724636b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 943 time: 0.0492704 Dec 12 04:58:06.933766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14d0522c-afc3-43eb-b57e-93b2d11ff342 req-713d09b4-7c61-4f2f-a401-79603b7f8f0d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397320 Dec 12 04:58:07.744035 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:58:07.782293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:58:08.005728 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:58:08.052865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b811915-7b31-4cc6-8ec1-70f6c28e0005 req-682a5d29-ad64-487a-9eb8-2b440e97b132 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:08.054488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b811915-7b31-4cc6-8ec1-70f6c28e0005 req-682a5d29-ad64-487a-9eb8-2b440e97b132 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 943 time: 0.0503678 Dec 12 04:58:08.102287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b811915-7b31-4cc6-8ec1-70f6c28e0005 req-978bee9f-16e3-43f8-9d41-db4e78030fef tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405540 Dec 12 04:58:08.104260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:58:08.116337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'mac_address': 'fa:16:3e:0e:20:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:58:08.154051 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:08.166944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:58:08.187837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:58:08.191367 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:08.241844 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:08.249972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.250326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.250676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.251023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.251367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.251707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.252045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.252376 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.252712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.253069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.253404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.253734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.254062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:08.297136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f094dda-2df1-4099-b6f7-4e0efe6f980b req-cfe03865-558c-4d23-9257-58c3515dddb8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:08.298687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f094dda-2df1-4099-b6f7-4e0efe6f980b req-cfe03865-558c-4d23-9257-58c3515dddb8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 944 time: 0.0500710 Dec 12 04:58:08.334549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-d6ac9980-c7cf-4a83-beed-9aa0750590ed tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:08.336075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-d6ac9980-c7cf-4a83-beed-9aa0750590ed tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2&tenant_id=828e580e498a4378b456ef66392d939e&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 944 time: 0.0573957 Dec 12 04:58:08.348097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f094dda-2df1-4099-b6f7-4e0efe6f980b req-2dbcf7e5-01a3-4ea0-b6fd-f26ff249112f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434442 Dec 12 04:58:08.397791 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-d60ea900-b2e4-4304-bfd4-99f58393e55e service neutron] delete failed (client error): The resource could not be found. Dec 12 04:58:08.398814 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-d60ea900-b2e4-4304-bfd4-99f58393e55e service neutron] 10.222.0.18 "DELETE /v2.0/ports/8d919e50-c1f9-4f76-82b6-4f33e9e1c473/bindings/n-h2-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0541906 Dec 12 04:58:08.503611 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-c4218b6d-a57c-4573-a387-a651089701ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:08.505399 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-c4218b6d-a57c-4573-a387-a651089701ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 1095 time: 0.0408790 Dec 12 04:58:08.524579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['8d919e50-c1f9-4f76-82b6-4f33e9e1c473'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:58:08.598469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-b25beedd-6a4b-47c0-8f04-f0b1257410b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:08.599996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-b25beedd-6a4b-47c0-8f04-f0b1257410b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0867321 Dec 12 04:58:08.666736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-1e86767d-3a8e-4bf0-930d-795cc88cc949 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 200 len: 999 time: 0.0589280 Dec 12 04:58:08.715947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-e6c3cefb-e39f-4dce-a7f8-dc64f7a56a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:08.717474 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-e6c3cefb-e39f-4dce-a7f8-dc64f7a56a79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0436647 Dec 12 04:58:08.766953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-ae79719e-01ee-4af8-bc0f-7837c596fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:08.768436 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-ae79719e-01ee-4af8-bc0f-7837c596fe43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439873 Dec 12 04:58:08.859673 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-d50e3634-38d0-46b8-becb-02c6b7c61db8 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838413 Dec 12 04:58:09.270395 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3cec04fc-4344-4a7d-9d4a-6cf1f2967f73 req-21f799dc-ac1e-400d-bab9-dd96e45848cd service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043336 Dec 12 04:58:09.466539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16786-bbdb-424c-b3d4-2ba76f8c1549 req-ea37e6f5-e285-489b-a6a5-30d17224b9ad tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:09.468020 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06a16786-bbdb-424c-b3d4-2ba76f8c1549 req-ea37e6f5-e285-489b-a6a5-30d17224b9ad tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 944 time: 0.0484502 Dec 12 04:58:09.514303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-06a16786-bbdb-424c-b3d4-2ba76f8c1549 req-2700a9b9-28ce-46be-b95c-e7a20bf61b0a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403163 Dec 12 04:58:10.029783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:58:10.076782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:58:10.080351 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:58:10.080737 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:10.159711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:10.182026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:58:10.184328 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bb8707-6326-4588-bca8-ffe1e946ca9e" -d '{"events": [{"server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:58:10.197272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:58:10.201782 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:10.225438 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87871f6b-594b-49ca-a9d7-c18493f0fadf x-openstack-request-id: req-87871f6b-594b-49ca-a9d7-c18493f0fadf {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:58:10.225844 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:58:10.226106 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87871f6b-594b-49ca-a9d7-c18493f0fadf {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:58:10.226495 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'code': 200} Dec 12 04:58:10.251415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:10.631018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010443d2-46a6-427d-a5af-6e0359be5d74 req-0fa97157-5dfa-4173-9238-d477bfba7de6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:10.632520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-010443d2-46a6-427d-a5af-6e0359be5d74 req-0fa97157-5dfa-4173-9238-d477bfba7de6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0492218 Dec 12 04:58:10.681388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-010443d2-46a6-427d-a5af-6e0359be5d74 req-7d71b7da-61c9-4c58-b5f6-fa6a41ab9d9f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422873 Dec 12 04:58:10.724215 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-804b5217-35e0-4f15-ad11-46bddc673ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:10.801222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856bab-8f45-4a22-b8a1-5c8c75199a9e req-0bee7282-e510-4b0f-b2ab-fd96210e8859 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:10.802897 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95856bab-8f45-4a22-b8a1-5c8c75199a9e req-0bee7282-e510-4b0f-b2ab-fd96210e8859 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0530767 Dec 12 04:58:10.849991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95856bab-8f45-4a22-b8a1-5c8c75199a9e req-25237790-027f-4801-a48e-ffe1cbb5b2ec tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Dec 12 04:58:10.962607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca627af-c107-4f6b-9d4c-c793afd08667 req-d37caf85-0dc9-4522-b7c2-27f8d61e6e27 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:10.964081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ca627af-c107-4f6b-9d4c-c793afd08667 req-d37caf85-0dc9-4522-b7c2-27f8d61e6e27 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0483174 Dec 12 04:58:11.010496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ca627af-c107-4f6b-9d4c-c793afd08667 req-9f03f7e2-5761-4f66-8a57-97131ea33230 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 Dec 12 04:58:11.237112 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ddef-8e42-47c0-b5fe-19563abc3bb4 req-9850fd43-0f6e-464c-b725-ae5a0f95e184 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:11.238604 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7b3ddef-8e42-47c0-b5fe-19563abc3bb4 req-9850fd43-0f6e-464c-b725-ae5a0f95e184 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0482161 Dec 12 04:58:11.285320 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e7b3ddef-8e42-47c0-b5fe-19563abc3bb4 req-ffe17e53-7e9b-459e-908a-e50428a66ff7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408101 Dec 12 04:58:12.062185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:12.404666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5e4f-097e-4920-b68d-73b580605d7b req-c7b8cbb4-b149-43ce-947b-3f40593bdcff tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:12.406220 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdeb5e4f-097e-4920-b68d-73b580605d7b req-c7b8cbb4-b149-43ce-947b-3f40593bdcff tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0521472 Dec 12 04:58:12.453828 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fdeb5e4f-097e-4920-b68d-73b580605d7b req-3b18ff1d-83f2-49a4-9bc2-db2ce6dcf2c6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416040 Dec 12 04:58:12.763199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-5818ca62-3491-4784-8761-af79501aa827 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:12.764781 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-5818ca62-3491-4784-8761-af79501aa827 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 945 time: 0.0487587 Dec 12 04:58:12.861189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Deleting port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 04:58:12.861452 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:12.948241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] For port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:58:12.948602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:13.022574 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e63858e3-d63f-4f31-b34e-a8ebc4eb0e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:13.126994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:13.127383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:13.127808 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Floating IP 34b0bae3-e880-4630-bb89-091d4318de16 disassociated. External IP: 172.25.7.26, port: 8d919e50-c1f9-4f76-82b6-4f33e9e1c473. Dec 12 04:58:13.128159 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Calling delete_port for 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 04:58:13.253718 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:13.286929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event deleted for resources: {'Port': ['ID=8d919e50-c1f9-4f76-82b6-4f33e9e1c473,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:13.404597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:58:13.517706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:58:13.527241 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:58:13.538013 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:58:13.538951 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:58:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:58:13.556892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a0091f34-c00c-4dff-9347-9eed3270fdf2 req-7e7efd22-1ee2-4bdc-9bc8-84c08d568ec8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5805de9-8d5b-4813-9e42-9ee4d5e853a2 HTTP/1.1" status: 200 len: 210 time: 0.0307016 Dec 12 04:58:13.562617 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] No DVR routers for this DVR port 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 04:58:13.565490 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:13.569003 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2eea2397-384d-44e0-8616-7d49df9c5ace req-311f8887-72af-422d-962c-9c42d5090157 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.37 "DELETE /v2.0/ports/8d919e50-c1f9-4f76-82b6-4f33e9e1c473 HTTP/1.1" status: 204 len: 173 time: 0.7974570 Dec 12 04:58:13.569470 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'name': 'network-vif-deleted', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:58:13.571822 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bba967b-8957-4ac5-b086-42d351e9f95f" -d '{"events": [{"server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "name": "network-vif-deleted", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:58:13.611562 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06560441-b261-476c-aaf8-f1a7f5a338b4 x-openstack-request-id: req-06560441-b261-476c-aaf8-f1a7f5a338b4 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:58:13.611863 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5805de9-8d5b-4813-9e42-9ee4d5e853a2", "name": "network-vif-deleted", "tag": "8d919e50-c1f9-4f76-82b6-4f33e9e1c473", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:58:13.612123 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06560441-b261-476c-aaf8-f1a7f5a338b4 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:58:13.612537 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5805de9-8d5b-4813-9e42-9ee4d5e853a2', 'name': 'network-vif-deleted', 'tag': '8d919e50-c1f9-4f76-82b6-4f33e9e1c473', 'status': 'completed', 'code': 200} Dec 12 04:58:13.747624 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:58:13.949819 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:58:13.975938 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:58:13.983890 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:58:13.984489 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:58:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:58:14.087207 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:58:14.219903 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:14.253884 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:14.283371 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:58:14.313749 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7a4b-d8d6-45e8-8e23-4b8f4d6b6259 None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:58:14.530404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755ee8b-3361-41f6-8a13-c605d1da639b None None] New status for floating IP 34b0bae3-e880-4630-bb89-091d4318de16: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:58:14.799318 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-5c7a9c88-0f4c-4d05-9222-7f7440c6f3ab tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--807675925&fields=id&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 267 time: 0.0409670 Dec 12 04:58:14.904287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-a341d60e-1b4e-4d9a-a375-7a71c33679bb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:14.906391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-a341d60e-1b4e-4d9a-a375-7a71c33679bb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 812 time: 0.1002574 Dec 12 04:58:14.921212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-0e402946-1fc7-4dfb-935e-d0be67388a4b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/quotas/828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 375 time: 0.0089638 Dec 12 04:58:14.975975 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-0d4bd44b-90ae-4be5-9919-1403cac44260 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486283 Dec 12 04:58:15.118534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-5a21d9cd-cbff-49e5-bb90-43ade5b3f96e service neutron] 10.222.0.36 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309383 Dec 12 04:58:15.211774 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-57177239-8810-4619-9375-dd0efdbe608b service neutron] 10.222.0.36 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867360 Dec 12 04:58:15.369667 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ccd50d3b-770b-4cf3-848b-85a6c16b9e99 req-6880d239-af2a-4d2c-8e24-f18521ad0e91 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 210 time: 0.0264623 Dec 12 04:58:15.757164 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:16.352038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7c0f0fb6-5b58-4f04-8f8a-96dbbc6f62c7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:16.353594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7c0f0fb6-5b58-4f04-8f8a-96dbbc6f62c7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 812 time: 0.1061654 Dec 12 04:58:16.422226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-97dcb96e-2ddc-4b8c-8258-9fe336db81cb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 379 time: 0.0532591 Dec 12 04:58:16.457456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'port': {'device_id': '4b406840-959c-429c-ac47-36ca823de4b0', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'admin_state_up': True, 'tenant_id': '828e580e498a4378b456ef66392d939e', 'security_groups': ['ef205d67-be40-406f-aacf-3806467560b9']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:58:16.485500 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-074531d5-1c38-41ab-9e9f-ac8aaaff0b3f req-44d2fdf6-1d9e-45c1-a1ec-7142bbd9957d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 210 time: 0.0470874 Dec 12 04:58:16.579627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Made reservation on behalf of 828e580e498a4378b456ef66392d939e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 04:58:16.583028 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:16.710574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Allocated IP 172.20.0.3 (fbf60394-00ea-4676-9652-7b77cf84158b/9c0a41f9-2d8f-4823-9908-4132aaa438d7/710f4410-7fc2-415e-83bf-1ca1d9d51b0e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 04:58:16.769870 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:16.846790 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:16.884986 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:16.930025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Network fbf60394-00ea-4676-9652-7b77cf84158b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 04:58:16.933211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 04:58:16.936998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 04:58:16.961332 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event updated for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:16.976687 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.977070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.977422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.977771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.978116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.978474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.978800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.979132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.979470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.979804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.980136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.980468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:16.980799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 04:58:17.003156 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:17.003796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:17.021021 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-7024059d-1da0-46e2-80c7-8a8899ddce02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741246 Dec 12 04:58:17.039650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Request body: {'port': {'device_id': '4b406840-959c-429c-ac47-36ca823de4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:58:17.099953 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:17.163860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2a9783ea-b116-4a0d-9b98-28bc62c31e54 None None] Provisioning complete for port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:58:17.164238 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a9783ea-b116-4a0d-9b98-28bc62c31e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:17.200404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-2a9783ea-b116-4a0d-9b98-28bc62c31e54 None None] Port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 04:58:17.357947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710f4410-7fc2-415e-83bf-1ca1d9d51b0e {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:58:17.365889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:17.377440 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Transition to ACTIVE for port object 710f4410-7fc2-415e-83bf-1ca1d9d51b0e will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 04:58:17.381666 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:17.432106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Pushing event updated for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:17.505455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Attempting to bind port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 04:58:17.505795 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Attempting to bind port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 04:58:17.506135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Attempting to bind port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:58:17.510620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 04:58:17.510953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Attempting to bind port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 04:58:17.517379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 4, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 04:58:17.517726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 04:58:17.518124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 04:58:17.518569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Bound port: 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 04:58:17.519134 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:17.587390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 04:58:17.590500 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 04:58:17.597786 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:17.615468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560fbf8-1229-4812-969e-3d8b1b84afd5 req-ade87f5a-8999-46c9-a743-6922948bde53 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:17.616999 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e560fbf8-1229-4812-969e-3d8b1b84afd5 req-ade87f5a-8999-46c9-a743-6922948bde53 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0546331 Dec 12 04:58:17.635843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:17.636536 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:17.638042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] 10.222.0.18 "PUT /v2.0/ports/710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 1091 time: 0.6029999 Dec 12 04:58:17.638476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:58:17.641449 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673d88ca-ec24-4b23-bf2a-854f45a45e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:58:17.672806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdceed-8e9d-4537-a795-2542f06ba110 service neutron] Pushing event updated for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:17.677453 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e560fbf8-1229-4812-969e-3d8b1b84afd5 req-8f0ae36c-1174-418b-9bc4-5be20d1c7235 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539472 Dec 12 04:58:17.742394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-bde1c5fb-07d2-432f-8418-eea9d0ffe55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:17.745081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-bde1c5fb-07d2-432f-8418-eea9d0ffe55d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0486214 Dec 12 04:58:17.800719 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbe071e-7606-419a-b7d7-f05dff30e572 x-openstack-request-id: req-adbe071e-7606-419a-b7d7-f05dff30e572 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:58:17.801029 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:58:17.801299 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adbe071e-7606-419a-b7d7-f05dff30e572 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:58:17.801710 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'status': 'completed', 'code': 200} Dec 12 04:58:17.803581 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-ec2f1547-7b60-42ca-bfda-f67af42ea8ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 217 time: 0.0452085 Dec 12 04:58:17.854366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-77c74ed9-47be-4ae8-bec5-72cd1a02ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:17.855846 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-77c74ed9-47be-4ae8-bec5-72cd1a02ca4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0452528 Dec 12 04:58:17.900535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-619bbe42-998d-4b6e-bc8c-e874ec470c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:17.901931 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-619bbe42-998d-4b6e-bc8c-e874ec470c72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392225 Dec 12 04:58:17.995609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-b5286a1e-14c4-4a87-8c10-85fbcd867c2b service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863063 Dec 12 04:58:18.068052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 04:58:18.084603 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f787074-406b-4c62-b159-0e7ce2af6338 req-d2f4f2ec-8adb-411e-8d78-7da56987945a service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815797 Dec 12 04:58:18.089275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 04:58:18.089626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 8d919e50-c1f9-4f76-82b6-4f33e9e1c473 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 04:58:18.210588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-4b332b7b-d1eb-4215-8520-a889ec6cee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:18.211991 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-4b332b7b-d1eb-4215-8520-a889ec6cee49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0450022 Dec 12 04:58:18.302730 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-2176d5b3-7232-4af9-a508-ab273f07b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:18.304219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-2176d5b3-7232-4af9-a508-ab273f07b11b service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0846303 Dec 12 04:58:18.346953 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-a2fd00ab-7a50-49f3-99cc-faf088cd9740 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 217 time: 0.0352755 Dec 12 04:58:18.401047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-bd528c67-b21f-4c40-8356-72399c075afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:18.402515 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-bd528c67-b21f-4c40-8356-72399c075afa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0479393 Dec 12 04:58:18.447615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-0249709b-7b8c-416e-a065-70af51ec17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:18.449113 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-0249709b-7b8c-416e-a065-70af51ec17d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394297 Dec 12 04:58:18.536412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-a0cd7803-a51c-4a80-89bd-cbc3fc5c848f service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799274 Dec 12 04:58:18.630358 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-673d88ca-ec24-4b23-bf2a-854f45a45e8f req-32d32e80-f9a0-421a-9ec4-c42d8ab5cb79 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859077 Dec 12 04:58:18.796863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388680-98ed-4d54-8c3f-3099cd4ed4d6 req-962f857e-8b55-495a-becc-c3c7e4004769 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:18.798268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e388680-98ed-4d54-8c3f-3099cd4ed4d6 req-962f857e-8b55-495a-becc-c3c7e4004769 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0524836 Dec 12 04:58:18.845518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e388680-98ed-4d54-8c3f-3099cd4ed4d6 req-d49d53c1-f5c6-4473-822c-d2582d7e4b8b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413616 Dec 12 04:58:19.966177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b36f-3c5b-4349-b30d-b4e73e50265a req-f03150a2-a247-4f86-867b-ac24a68042bb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:19.968276 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93d9b36f-3c5b-4349-b30d-b4e73e50265a req-f03150a2-a247-4f86-867b-ac24a68042bb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0510986 Dec 12 04:58:20.013928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93d9b36f-3c5b-4349-b30d-b4e73e50265a req-baaca7d8-14ca-417b-bdea-5fbb868240ef tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396175 Dec 12 04:58:21.129963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb3be-4524-4a8c-85b3-64905fa01372 req-35670f81-9ef4-4816-844c-30497a81a75f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:21.131421 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea1eb3be-4524-4a8c-85b3-64905fa01372 req-35670f81-9ef4-4816-844c-30497a81a75f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0495749 Dec 12 04:58:21.180405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea1eb3be-4524-4a8c-85b3-64905fa01372 req-2e182b85-8741-4f72-829d-4a6bc39a9031 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423489 Dec 12 04:58:21.805772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710f4410-7fc2-415e-83bf-1ca1d9d51b0e details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 04:58:22.062598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:58:22.073421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'mac_address': 'fa:16:3e:88:54:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 04:58:22.109861 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:22.122600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710f4410-7fc2-415e-83bf-1ca1d9d51b0e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 04:58:22.143147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:58:22.146662 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:22.195462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:22.300725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b0437-323e-45bf-b833-2a6dd0ff82bf req-78a4b4bf-5928-4630-981c-341dc826cb85 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:22.302269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a8b0437-323e-45bf-b833-2a6dd0ff82bf req-78a4b4bf-5928-4630-981c-341dc826cb85 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 944 time: 0.0543785 Dec 12 04:58:22.348449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a8b0437-323e-45bf-b833-2a6dd0ff82bf req-5d8d619d-6b87-4852-bdf4-cea784bf7fe6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401735 Dec 12 04:58:22.439197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['710f4410-7fc2-415e-83bf-1ca1d9d51b0e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 04:58:23.465968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa69f3-97a1-4019-8b6a-09f053a0ebec req-47a6cbf1-908d-48c5-bd9c-3fae64aa982c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:23.467445 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3cfa69f3-97a1-4019-8b6a-09f053a0ebec req-47a6cbf1-908d-48c5-bd9c-3fae64aa982c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 944 time: 0.0519943 Dec 12 04:58:23.513567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3cfa69f3-97a1-4019-8b6a-09f053a0ebec req-7f856423-e811-4400-a192-96794ba13d53 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402431 Dec 12 04:58:23.821050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710f4410-7fc2-415e-83bf-1ca1d9d51b0e up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 04:58:23.870313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 04:58:23.874636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 04:58:23.875014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:23.949379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:23.970781 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:58:23.973058 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11669eb1-b190-4ba4-b029-5dda20291b00" -d '{"events": [{"server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "name": "network-vif-plugged", "status": "completed", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:58:23.986765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 04:58:23.991423 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:24.042389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 04:58:24.075201 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 04:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159ec602-1265-4a9c-8638-e8adf99d4aef x-openstack-request-id: req-159ec602-1265-4a9c-8638-e8adf99d4aef {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:58:24.075543 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "name": "network-vif-plugged", "status": "completed", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:58:24.075791 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-159ec602-1265-4a9c-8638-e8adf99d4aef {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:58:24.076200 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'code': 200} Dec 12 04:58:24.210264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625fd83-30e5-41e4-8075-5c710310d4fc req-b8ef3381-8d0d-46c9-9355-dce586689981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:24.211766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d625fd83-30e5-41e4-8075-5c710310d4fc req-b8ef3381-8d0d-46c9-9355-dce586689981 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0391390 Dec 12 04:58:24.256142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d625fd83-30e5-41e4-8075-5c710310d4fc req-c68344dd-c767-44d0-8625-b3c4b3b1c5a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366426 Dec 12 04:58:24.626453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897552c-9d9b-429b-a872-1072f4e38e9d req-639f825d-d2b8-46a3-8c9e-49ae25846f0d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:24.627934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5897552c-9d9b-429b-a872-1072f4e38e9d req-639f825d-d2b8-46a3-8c9e-49ae25846f0d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0482514 Dec 12 04:58:24.675026 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5897552c-9d9b-429b-a872-1072f4e38e9d req-81d598fb-d085-469c-9649-5511c2ea1733 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409706 Dec 12 04:58:25.790671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89d0e1-ff1e-4531-8d31-c9a0b2fab69d req-b329b9b7-99a0-419e-92df-6f2ff2275f5a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:25.792158 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c89d0e1-ff1e-4531-8d31-c9a0b2fab69d req-b329b9b7-99a0-419e-92df-6f2ff2275f5a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0479107 Dec 12 04:58:25.842149 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1c89d0e1-ff1e-4531-8d31-c9a0b2fab69d req-ede8dc63-0a99-4169-b63e-07cf3079669e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433884 Dec 12 04:58:25.952832 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29850d65-c0ff-4eca-aa9c-9df8f84c7840 req-9fa6a74c-1f80-491d-9a17-25e6dad38807 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:25.954399 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-29850d65-c0ff-4eca-aa9c-9df8f84c7840 req-9fa6a74c-1f80-491d-9a17-25e6dad38807 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0490844 Dec 12 04:58:25.962883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 40200) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 04:58:25.968084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6af2955f-1d27-480c-8fc8-94dd3529a065 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'floatingip': {'port_id': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 04:58:26.006797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6af2955f-1d27-480c-8fc8-94dd3529a065 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:26.422706 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6af2955f-1d27-480c-8fc8-94dd3529a065 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:26.426598 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6af2955f-1d27-480c-8fc8-94dd3529a065 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:26.526149 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-6af2955f-1d27-480c-8fc8-94dd3529a065 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Floating IP 34b0bae3-e880-4630-bb89-091d4318de16 associated. External IP: 172.25.7.26, port: 710f4410-7fc2-415e-83bf-1ca1d9d51b0e. Dec 12 04:58:26.726503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af2955f-1d27-480c-8fc8-94dd3529a065 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 04:58:26.831740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af2955f-1d27-480c-8fc8-94dd3529a065 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 04:58:26.836353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6af2955f-1d27-480c-8fc8-94dd3529a065 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:26.841796 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 04:58:26.851590 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:58:26.852209 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:58:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:58:26.863503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6af2955f-1d27-480c-8fc8-94dd3529a065 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "PUT /v2.0/floatingips/34b0bae3-e880-4630-bb89-091d4318de16 HTTP/1.1" status: 200 len: 990 time: 0.8995197 Dec 12 04:58:26.864086 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 04:58:26.866367 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75941b1e-17eb-423d-937b-a82718d75300" -d '{"events": [{"name": "network-changed", "server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 04:58:26.909153 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 04:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534a32d0-ef76-4d99-a121-ee01c46f49b6 x-openstack-request-id: req-534a32d0-ef76-4d99-a121-ee01c46f49b6 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 04:58:26.909518 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 04:58:26.909784 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-534a32d0-ef76-4d99-a121-ee01c46f49b6 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 04:58:26.910196 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'status': 'completed', 'code': 200} Dec 12 04:58:26.957260 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:58:27.006648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941b1e-17eb-423d-937b-a82718d75300 req-83896fce-777d-481f-bdcb-d8af27411832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:27.008108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75941b1e-17eb-423d-937b-a82718d75300 req-83896fce-777d-481f-bdcb-d8af27411832 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0442436 Dec 12 04:58:27.098618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941b1e-17eb-423d-937b-a82718d75300 req-9ec2a957-c145-4b65-9eb5-56d90bde72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:27.100263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75941b1e-17eb-423d-937b-a82718d75300 req-9ec2a957-c145-4b65-9eb5-56d90bde72d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0843000 Dec 12 04:58:27.169420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75941b1e-17eb-423d-937b-a82718d75300 req-220cb774-8f9c-4976-a710-d990de42fba4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 998 time: 0.0618618 Dec 12 04:58:27.185167 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:88:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b406840-959c-429c-ac47-36ca823de4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T04:58:26Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:58:27.210660 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 04:58:27.219230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941b1e-17eb-423d-937b-a82718d75300 req-901ff0a6-ef7b-487f-ad2a-c2eb3e58a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:27.219388 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 04:58:27.219917 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T04:58:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:58:27.220760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75941b1e-17eb-423d-937b-a82718d75300 req-901ff0a6-ef7b-487f-ad2a-c2eb3e58a815 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0433500 Dec 12 04:58:27.265756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941b1e-17eb-423d-937b-a82718d75300 req-23961580-dc11-4502-8588-576f447466b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:27.267193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75941b1e-17eb-423d-937b-a82718d75300 req-23961580-dc11-4502-8588-576f447466b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395153 Dec 12 04:58:27.323105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 04:58:27.362306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75941b1e-17eb-423d-937b-a82718d75300 req-92c382ee-0c67-4292-8df6-2780d5fc81a7 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874779 Dec 12 04:58:27.453458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-75941b1e-17eb-423d-937b-a82718d75300 req-9c46bf26-6c8c-4b97-850e-202a7dd84a79 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849836 Dec 12 04:58:27.541038 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:88:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b406840-959c-429c-ac47-36ca823de4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T04:58:26Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 04:58:27.652371 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac546e82-3c8c-4cd3-ac4a-79569eb2ea93 None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:88:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b406840-959c-429c-ac47-36ca823de4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T04:58:26Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 04:58:27.841171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917741d-e74f-4cae-a150-b99888d26117 None None] New status for floating IP 34b0bae3-e880-4630-bb89-091d4318de16: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 04:58:29.248116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94169c2b-cace-4bf6-9185-79652055bf1f req-304270b5-016d-431f-a9a1-8a2b5a72ef13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391731 Dec 12 04:58:29.347518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94169c2b-cace-4bf6-9185-79652055bf1f req-668e9002-52df-4d04-b50e-6673231ae662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:29.349058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94169c2b-cace-4bf6-9185-79652055bf1f req-668e9002-52df-4d04-b50e-6673231ae662 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0449615 Dec 12 04:58:29.447818 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94169c2b-cace-4bf6-9185-79652055bf1f req-c793150f-095f-438f-a53d-e6061ae35abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:29.449303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94169c2b-cace-4bf6-9185-79652055bf1f req-c793150f-095f-438f-a53d-e6061ae35abb service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0829520 Dec 12 04:58:29.518084 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94169c2b-cace-4bf6-9185-79652055bf1f req-343b773b-d765-4868-98ed-471a39dec29f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 1000 time: 0.0612566 Dec 12 04:58:29.565166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94169c2b-cace-4bf6-9185-79652055bf1f req-575f1a34-301a-4dc9-9872-d51856c915b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:29.566579 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94169c2b-cace-4bf6-9185-79652055bf1f req-575f1a34-301a-4dc9-9872-d51856c915b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0420163 Dec 12 04:58:29.610528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94169c2b-cace-4bf6-9185-79652055bf1f req-f18c764a-586c-4eb0-8858-21ad63a6dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:58:29.611957 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94169c2b-cace-4bf6-9185-79652055bf1f req-f18c764a-586c-4eb0-8858-21ad63a6dcd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383728 Dec 12 04:58:29.703575 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94169c2b-cace-4bf6-9185-79652055bf1f req-6711f4da-c8f8-43a2-8014-e5b4a93ca16c service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840228 Dec 12 04:58:29.790543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-94169c2b-cace-4bf6-9185-79652055bf1f req-76318de4-8056-437c-b154-93b5c821494b service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805171 Dec 12 04:58:40.159304 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:58:40.725655 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-23020fab-0bba-4414-a2df-9c9fd9d8469e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:42.081695 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:43.014664 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1facb612-eccd-4912-a61a-05d148fba56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:44.227724 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:44.267485 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:45.758022 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:58:46.772181 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:10.727201 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5257f9e8-439c-4d62-a9ae-2ea93e87d83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:12.097231 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:13.017311 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7e59-4bd3-4c6a-96e7-d7aecf97aeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:14.225975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:14.273711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:15.761915 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:16.774677 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:17.157706 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 04:59:29.232826 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-709640f8-82ca-4708-80f3-8c1520ae50fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389392 Dec 12 04:59:29.337111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-2a57700d-0b10-4f43-9578-7f5a76826207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:59:29.338595 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-2a57700d-0b10-4f43-9578-7f5a76826207 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0441554 Dec 12 04:59:29.442392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-10901654-a2d3-4d8d-8093-ef7a6307a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:59:29.443866 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-10901654-a2d3-4d8d-8093-ef7a6307a0ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0838690 Dec 12 04:59:29.512917 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-dfffe7c8-c82f-4e53-9975-bf6dcf31f395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 1000 time: 0.0616040 Dec 12 04:59:29.560533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-1aa0569d-fd8e-4a47-825c-17ea062cfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:59:29.562008 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-1aa0569d-fd8e-4a47-825c-17ea062cfc1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0427623 Dec 12 04:59:29.607835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-495b38b7-3d5c-4a92-b18c-4e234eca3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 04:59:29.609976 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-495b38b7-3d5c-4a92-b18c-4e234eca3dac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396895 Dec 12 04:59:29.700575 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-215d0bd2-7fc3-46c8-8769-93401b68a3c6 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832055 Dec 12 04:59:29.790114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f472789f-c1fe-4653-9a0c-345ce75e68f3 req-59edc46c-7c0b-4951-aefd-81908585d496 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829973 Dec 12 04:59:40.728161 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-27209cd0-7213-4423-9856-ad5572641fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:42.092089 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:43.021935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-89eb65ec-dc84-4c1b-b07b-c2c0b9367376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:44.227527 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:44.283147 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:45.765300 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:46.776583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 04:59:54.156300 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:00:03.422767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6bd99-c888-42ea-8968-6f33838f9803 req-1b9f87b9-fd52-4ff0-a1fc-95eec68d5441 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:03.424202 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3ad6bd99-c888-42ea-8968-6f33838f9803 req-1b9f87b9-fd52-4ff0-a1fc-95eec68d5441 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0553224 Dec 12 05:00:03.471888 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3ad6bd99-c888-42ea-8968-6f33838f9803 req-59e6f8f7-2bad-48eb-b046-9e691200e7ab tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417209 Dec 12 05:00:04.588037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc476e3-00d0-4adb-933a-405b5ecc1553 req-d9989a73-655d-4273-a2e1-02cd4c7a1a8c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:04.589439 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0bc476e3-00d0-4adb-933a-405b5ecc1553 req-d9989a73-655d-4273-a2e1-02cd4c7a1a8c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Dec 12 05:00:04.640077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0bc476e3-00d0-4adb-933a-405b5ecc1553 req-25c1d4c3-907b-4105-844a-11e337ef7b11 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Dec 12 05:00:05.756515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76202e-05ca-4dc1-8847-4b58c974e75c req-9d1722ae-7c9d-41e9-83f0-56b4690609dd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:05.758081 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc76202e-05ca-4dc1-8847-4b58c974e75c req-9d1722ae-7c9d-41e9-83f0-56b4690609dd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0498834 Dec 12 05:00:05.805830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bc76202e-05ca-4dc1-8847-4b58c974e75c req-0648ef57-8152-4a0f-a611-cf68bb50b322 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418177 Dec 12 05:00:06.920626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a1f54-3c20-498e-a8ef-6aff1e055cfc req-cb70a65e-2293-4dd2-86da-2dcf502d3124 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:06.922144 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f28a1f54-3c20-498e-a8ef-6aff1e055cfc req-cb70a65e-2293-4dd2-86da-2dcf502d3124 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0490491 Dec 12 05:00:06.968270 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f28a1f54-3c20-498e-a8ef-6aff1e055cfc req-83dddf34-6111-4511-9cb6-bedb9c1632fd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402153 Dec 12 05:00:08.086136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91467fdc-9677-4582-9982-4efe241bb430 req-45c2d8d8-5978-44d4-b38a-b6fa613d4846 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:08.087630 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-91467fdc-9677-4582-9982-4efe241bb430 req-45c2d8d8-5978-44d4-b38a-b6fa613d4846 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0518143 Dec 12 05:00:08.134142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-91467fdc-9677-4582-9982-4efe241bb430 req-e3c44bc4-5951-43df-bc75-b253968eb456 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400491 Dec 12 05:00:09.249879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd208fb-bdc7-448d-806b-c161bb8bec5f req-f9a50844-8f46-46e4-9596-cdd627083ef6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:09.251385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fd208fb-bdc7-448d-806b-c161bb8bec5f req-f9a50844-8f46-46e4-9596-cdd627083ef6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0491030 Dec 12 05:00:09.298428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1fd208fb-bdc7-448d-806b-c161bb8bec5f req-54346ab1-0cc9-4277-afa8-b3790c3acefd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 Dec 12 05:00:10.414110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a150c-5604-42fb-ba83-e3a29c7f33b0 req-f244c979-c748-453b-85cf-47887aea0903 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:10.415575 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f4a150c-5604-42fb-ba83-e3a29c7f33b0 req-f244c979-c748-453b-85cf-47887aea0903 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Dec 12 05:00:10.462037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f4a150c-5604-42fb-ba83-e3a29c7f33b0 req-5d4cd942-c315-4255-a8e0-1c5cc42bc868 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400250 Dec 12 05:00:10.729926 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-17f6e69d-0317-41e8-8db8-be78a9ab23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:11.901738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff1743-9e08-440b-bdf5-7f1afa4311f5 req-c8f6de00-af3e-405e-a253-66399c65b9e7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:11.903225 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2aff1743-9e08-440b-bdf5-7f1afa4311f5 req-c8f6de00-af3e-405e-a253-66399c65b9e7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.3733335 Dec 12 05:00:11.949123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2aff1743-9e08-440b-bdf5-7f1afa4311f5 req-c84dc3f7-2805-42ce-b202-50b05ef5aebe tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Dec 12 05:00:12.106213 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:13.025870 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb718-68e7-4920-ae8d-9ae35262eb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:13.064408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c34176-fbf7-4c03-b7c3-7795ee470326 req-ecfa1857-779d-42f1-b222-b0c2895e7dc6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:13.066015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3c34176-fbf7-4c03-b7c3-7795ee470326 req-ecfa1857-779d-42f1-b222-b0c2895e7dc6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0490263 Dec 12 05:00:13.116190 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c3c34176-fbf7-4c03-b7c3-7795ee470326 req-4ff570dd-8724-4fb0-897a-36c03f5f1bb0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443716 Dec 12 05:00:14.230060 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:14.231023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e61c3a-0904-4186-a872-3345acaab93f req-92a5cfd5-c875-46d6-afe2-a11c86e74db6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:14.232539 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-57e61c3a-0904-4186-a872-3345acaab93f req-92a5cfd5-c875-46d6-afe2-a11c86e74db6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0493617 Dec 12 05:00:14.279599 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-57e61c3a-0904-4186-a872-3345acaab93f req-3628f01c-d0df-4896-8bec-b0d18694865e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403733 Dec 12 05:00:14.286738 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:14.519253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983f2d8-8e5e-4838-ad8d-c9823059b7e7 req-cea0825e-c47a-464d-8f98-0c6e86ac0ec6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:14.520752 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2983f2d8-8e5e-4838-ad8d-c9823059b7e7 req-cea0825e-c47a-464d-8f98-0c6e86ac0ec6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0501924 Dec 12 05:00:14.592080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-a89a8f67-9faa-4527-9eba-d672621da935 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306639 Dec 12 05:00:14.597481 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2983f2d8-8e5e-4838-ad8d-c9823059b7e7 req-3becd35b-51c0-4b26-be12-e4ebd6f2f86b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681269 Dec 12 05:00:15.713286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359f4d4-3332-4c71-9550-d1fdf4562e9a req-2dac9ba9-7af7-47c6-974a-9c86fd4c59fb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:15.714765 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8359f4d4-3332-4c71-9550-d1fdf4562e9a req-2dac9ba9-7af7-47c6-974a-9c86fd4c59fb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Dec 12 05:00:15.762122 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8359f4d4-3332-4c71-9550-d1fdf4562e9a req-e4cf8b6e-2b8d-4978-bea8-629c3480314a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409129 Dec 12 05:00:15.765922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:16.778858 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:16.880128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0494f-b5f6-4d96-9b78-80726406ad33 req-08c51b00-d164-46ae-b8da-c03b818f6b44 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:16.881636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2de0494f-b5f6-4d96-9b78-80726406ad33 req-08c51b00-d164-46ae-b8da-c03b818f6b44 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0490370 Dec 12 05:00:16.927234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2de0494f-b5f6-4d96-9b78-80726406ad33 req-a685e76d-d2a4-447e-a58c-80c1609231c6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 Dec 12 05:00:18.041227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55399727-29bd-4ca7-b426-dcb561da44e4 req-749a5b88-d4ad-4a09-9a47-c20753514da1 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:18.042717 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55399727-29bd-4ca7-b426-dcb561da44e4 req-749a5b88-d4ad-4a09-9a47-c20753514da1 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0491061 Dec 12 05:00:18.089028 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55399727-29bd-4ca7-b426-dcb561da44e4 req-aab54712-7ebd-4948-a8b2-b9dccb8a2e5f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404375 Dec 12 05:00:19.204712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140c6ab-c5bf-4896-8c8a-9d23c6089a57 req-852e7325-96cf-4f84-b37b-0e4f10ee600b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:19.206224 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b140c6ab-c5bf-4896-8c8a-9d23c6089a57 req-852e7325-96cf-4f84-b37b-0e4f10ee600b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0516205 Dec 12 05:00:19.255339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b140c6ab-c5bf-4896-8c8a-9d23c6089a57 req-debc17ea-7a90-490d-9335-80259d6c117c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430799 Dec 12 05:00:19.974699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-e89508dc-c487-4faa-8158-d0cc336ecdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:19.976229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-e89508dc-c487-4faa-8158-d0cc336ecdc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0407531 Dec 12 05:00:20.068607 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-2ce584f1-2eee-4592-b2e3-7a700f695a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:20.070104 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-2ce584f1-2eee-4592-b2e3-7a700f695a41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0857790 Dec 12 05:00:20.135864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-56ce43c3-ec51-4f71-83c7-7c7a0df2537c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 1000 time: 0.0576491 Dec 12 05:00:20.183478 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-ccba24f8-045d-48cb-96c9-24b553a87e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:20.184954 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-ccba24f8-045d-48cb-96c9-24b553a87e56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0425038 Dec 12 05:00:20.232199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-f7af59f4-47ad-4953-8374-4d3ea86e3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:20.234321 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-f7af59f4-47ad-4953-8374-4d3ea86e3415 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427918 Dec 12 05:00:20.322941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-92fbc631-ae24-4ece-862b-4cbb800339cf service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818658 Dec 12 05:00:20.384373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7940a-df41-403b-8c26-aa79b22c618e req-3e513b84-64f2-4bba-83db-aad2915771f3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:20.385896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cef7940a-df41-403b-8c26-aa79b22c618e req-3e513b84-64f2-4bba-83db-aad2915771f3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Dec 12 05:00:20.418217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-b2ee50c1-2830-4416-ada5-ec02b8cecfb6 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883346 Dec 12 05:00:20.433128 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cef7940a-df41-403b-8c26-aa79b22c618e req-c2a4b1a5-d65e-46fa-a086-302253cdeb57 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406222 Dec 12 05:00:21.550805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaea873-38e9-4522-9433-d5404318da13 req-f5e4fccf-3d91-4e93-bf9a-d90efeb25ad3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:21.552235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-caaea873-38e9-4522-9433-d5404318da13 req-f5e4fccf-3d91-4e93-bf9a-d90efeb25ad3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0498555 Dec 12 05:00:21.598507 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-caaea873-38e9-4522-9433-d5404318da13 req-a9006600-0014-4ef1-9d2e-428e1904085e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Dec 12 05:00:22.372562 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-da351eab-a323-475a-9c32-fb61f1d6bbe2 service neutron] show failed (client error): The resource could not be found. Dec 12 05:00:22.373710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-da351eab-a323-475a-9c32-fb61f1d6bbe2 service neutron] 10.222.0.18 "GET /v2.0/ports/710f4410-7fc2-415e-83bf-1ca1d9d51b0e/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0531299 Dec 12 05:00:22.580908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-4ccb4abd-50e8-42db-a9c1-263efe7d8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:22.582308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-4ccb4abd-50e8-42db-a9c1-263efe7d8634 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 1096 time: 0.0400758 Dec 12 05:00:22.610009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:00:22.665622 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:22.752004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac43627-ccb6-4120-a5e2-6badfc1648cf req-1754bfa3-f8db-485e-82eb-69ddcf3d7ee5 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:22.753790 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ac43627-ccb6-4120-a5e2-6badfc1648cf req-1754bfa3-f8db-485e-82eb-69ddcf3d7ee5 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0860708 Dec 12 05:00:22.893334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ac43627-ccb6-4120-a5e2-6badfc1648cf req-630234b3-0bf5-4ddf-9433-dcf22d366602 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331265 Dec 12 05:00:22.933604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:00:22.965567 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:00:23.004023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:00:23.006418 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c89545-4fa2-41e0-abb5-2fe5e8c7bc36" -d '{"events": [{"server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:00:23.010356 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:23.032574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Transition to ACTIVE for port object 710f4410-7fc2-415e-83bf-1ca1d9d51b0e will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:00:23.039145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:23.127272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Pushing event updated for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:23.143729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.144032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.144395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.144753 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.145135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.145481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.145826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.146165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.146506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.146847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.147187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.147523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.147859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:23.153076 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 05:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e171f75-13db-4d89-a995-e400bf84b9d4 x-openstack-request-id: req-3e171f75-13db-4d89-a995-e400bf84b9d4 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:00:23.153377 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:00:23.153643 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e171f75-13db-4d89-a995-e400bf84b9d4 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:00:23.154051 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'code': 200} Dec 12 05:00:23.192043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] No DVR routers for this DVR port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:00:23.327823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Attempting to bind port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:00:23.328166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Attempting to bind port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:00:23.328510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Attempting to bind port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:00:23.332677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:00:23.333038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Attempting to bind port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:00:23.337742 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:00:23.338088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:00:23.338485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:00:23.338918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Bound port: 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:00:23.339278 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:23.404335 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:00:23.407812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:00:23.411467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:23.446439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:23.447131 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:23.448538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] 10.222.0.37 "PUT /v2.0/ports/710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 1091 time: 0.8430479 Dec 12 05:00:23.470091 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc435e31-edd6-43f6-aead-c35e0c573053 service neutron] Pushing event updated for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:23.531907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-a071c010-cffd-404b-844a-27055abe0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:23.533748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-a071c010-cffd-404b-844a-27055abe0961 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0432162 Dec 12 05:00:23.634069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-4ba29974-ed79-4243-b4ce-c638b8ebf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:23.635721 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-4ba29974-ed79-4243-b4ce-c638b8ebf7cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0919125 Dec 12 05:00:23.707664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-f2199a4a-3cb9-421e-bc92-6443bced4a21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 998 time: 0.0600278 Dec 12 05:00:23.767291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-3b9bd118-0ddf-48ff-a73a-98870706937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:23.768734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-3b9bd118-0ddf-48ff-a73a-98870706937b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0445197 Dec 12 05:00:23.818568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-260cba19-9859-4eed-a75c-9d05834762a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:23.820061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-260cba19-9859-4eed-a75c-9d05834762a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440581 Dec 12 05:00:23.911666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-738b65c8-6280-4c59-9891-77702c64c2ce service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799608 Dec 12 05:00:24.039765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230baa9-668b-462b-8ca6-78c01ccde4ee req-bdf98f6b-dcfd-4a84-9556-391c8248dcb0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:24.041362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2230baa9-668b-462b-8ca6-78c01ccde4ee req-bdf98f6b-dcfd-4a84-9556-391c8248dcb0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0708292 Dec 12 05:00:24.064947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d33f83ab-20e5-4636-9aea-c0713b4dc916 req-b50092b3-c588-479a-a943-424467964963 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420569 Dec 12 05:00:24.094393 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2230baa9-668b-462b-8ca6-78c01ccde4ee req-49561061-f1d6-4a27-bc87-742e513de7f7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452299 Dec 12 05:00:25.155667 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:00:25.158074 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81e304c-fdf3-4778-b682-dad409de4fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:00:25.206851 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcaaecb-5cff-463b-93f2-09a2f6d86767 x-openstack-request-id: req-4bcaaecb-5cff-463b-93f2-09a2f6d86767 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:00:25.207157 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:00:25.207415 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bcaaecb-5cff-463b-93f2-09a2f6d86767 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:00:25.207825 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'status': 'completed', 'code': 200} Dec 12 05:00:25.219511 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6fd13-9461-4b42-8b08-0284ec3111f4 req-2e7853b7-3078-4184-9ae7-e0e01efeb2df tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:25.221040 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e8e6fd13-9461-4b42-8b08-0284ec3111f4 req-2e7853b7-3078-4184-9ae7-e0e01efeb2df tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0542884 Dec 12 05:00:25.296624 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e8e6fd13-9461-4b42-8b08-0284ec3111f4 req-6b1c1497-bf19-4ffe-8cb2-654fc061e26c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696988 Dec 12 05:00:25.298073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-311d5808-2efb-40f5-b112-122653fd0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:25.299599 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-311d5808-2efb-40f5-b112-122653fd0c3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0410509 Dec 12 05:00:25.305885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-34e23c78-76ff-45d9-b159-12822362e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:25.311891 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-34e23c78-76ff-45d9-b159-12822362e56c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0603364 Dec 12 05:00:25.394811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-fe104ac0-827d-4c80-b165-191760d55960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:25.396194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-fe104ac0-827d-4c80-b165-191760d55960 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0892677 Dec 12 05:00:25.401790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-1220b090-54a9-4241-8b18-920d19304816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:25.403258 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-1220b090-54a9-4241-8b18-920d19304816 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0892000 Dec 12 05:00:25.462871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-8ae5d891-0a08-4481-a1eb-4926a4e051eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 998 time: 0.0587785 Dec 12 05:00:25.471164 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-1a8a7dba-3a7b-41cb-bf85-052cb022eba7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 998 time: 0.0614235 Dec 12 05:00:25.517244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-2d4b64f5-2f33-425b-b1c3-6f9362e31771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:25.518726 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-2d4b64f5-2f33-425b-b1c3-6f9362e31771 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0485973 Dec 12 05:00:25.521405 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-d305a21f-925e-4c85-a2a3-95303cca913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:25.522869 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-d305a21f-925e-4c85-a2a3-95303cca913e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0449052 Dec 12 05:00:25.572691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-ad20dce9-582f-4d07-8d1e-f83501b6788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:25.574265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-ad20dce9-582f-4d07-8d1e-f83501b6788c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441015 Dec 12 05:00:25.578634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-237c268c-1e09-4c5c-88bb-766aa955fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:25.580141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-237c268c-1e09-4c5c-88bb-766aa955fc87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403352 Dec 12 05:00:25.674656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-c3bcfed3-b8ea-4a33-b45f-89d87fe58d0b service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859525 Dec 12 05:00:25.676355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-c18952d7-b0f8-43e0-aa53-0cb9acf77903 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952284 Dec 12 05:00:25.775782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-6d8237b2-6e05-4b2e-b58f-c0ba9227c340 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930228 Dec 12 05:00:25.779019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d81e304c-fdf3-4778-b682-dad409de4fb7 req-ffc762b2-fce2-473e-9f7d-169e11917c00 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879498 Dec 12 05:00:26.413728 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6223cb-7da0-4730-b16e-22de8f7ab2f1 req-62692b3d-f810-4a3f-9891-c990d044f300 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:26.415191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da6223cb-7da0-4730-b16e-22de8f7ab2f1 req-62692b3d-f810-4a3f-9891-c990d044f300 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0487826 Dec 12 05:00:26.461095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da6223cb-7da0-4730-b16e-22de8f7ab2f1 req-1126b71e-9047-43a2-821a-6de46b6ac13d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400293 Dec 12 05:00:26.613708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710f4410-7fc2-415e-83bf-1ca1d9d51b0e no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:00:26.655920 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d368d5-a33b-42ac-ab66-da774a634e23 req-136f4493-d8ee-4704-87bb-1991a89296ce tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:26.656179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 710f4410-7fc2-415e-83bf-1ca1d9d51b0e not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:00:26.657593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94d368d5-a33b-42ac-ab66-da774a634e23 req-136f4493-d8ee-4704-87bb-1991a89296ce tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0556705 Dec 12 05:00:26.681864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-dc096a66-1def-4115-a208-8db4d6047fd5 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:26.683369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-dc096a66-1def-4115-a208-8db4d6047fd5 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0&tenant_id=828e580e498a4378b456ef66392d939e&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 943 time: 0.0530236 Dec 12 05:00:26.705684 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94d368d5-a33b-42ac-ab66-da774a634e23 req-b4b59730-0777-4d75-a7c8-d294bd1bbed9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421686 Dec 12 05:00:26.743242 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-21dd1644-2959-4da1-b991-c366ea72cee9 service neutron] delete failed (client error): The resource could not be found. Dec 12 05:00:26.744303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-21dd1644-2959-4da1-b991-c366ea72cee9 service neutron] 10.222.0.18 "DELETE /v2.0/ports/710f4410-7fc2-415e-83bf-1ca1d9d51b0e/bindings/n-h2-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0539541 Dec 12 05:00:26.845535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-491cc759-9b0c-4392-8c29-aa434d0f5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:26.846940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-491cc759-9b0c-4392-8c29-aa434d0f5cc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0405493 Dec 12 05:00:26.939492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-c424a553-5f76-4ee9-9066-12fc8163166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:26.940961 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-c424a553-5f76-4ee9-9066-12fc8163166a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0869472 Dec 12 05:00:27.005180 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-77888ca5-9277-45a7-a6c9-2dc7fd33c805 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 998 time: 0.0573277 Dec 12 05:00:27.056287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-de39f449-178b-4153-8ebc-40846babb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:27.057736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-de39f449-178b-4153-8ebc-40846babb735 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0463810 Dec 12 05:00:27.101769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-85fa2b6f-fd28-4370-88af-f19f6763defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:27.103150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-85fa2b6f-fd28-4370-88af-f19f6763defb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387039 Dec 12 05:00:27.190339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-49df17ce-cfd7-4b18-8686-efec3e8e3485 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795648 Dec 12 05:00:27.284044 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1eaeecfd-9f77-4167-95df-d7adc083f3c9 req-51245ef5-36f6-49a5-bbb8-052e2e6ba905 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854759 Dec 12 05:00:27.827792 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeec233-f4db-4942-9230-2d4da69e96d9 req-baf9fc24-7c9a-4f5d-a476-9d4b62c240b1 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:27.829389 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-beeec233-f4db-4942-9230-2d4da69e96d9 req-baf9fc24-7c9a-4f5d-a476-9d4b62c240b1 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0501826 Dec 12 05:00:27.877331 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-beeec233-f4db-4942-9230-2d4da69e96d9 req-87ee5871-f6f3-4ce7-bae2-fd29119ebb46 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417297 Dec 12 05:00:27.992469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bebd2-0efa-4239-8cbe-23e318980973 req-633e763d-c9ba-4ab0-8511-2cb171c27d07 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:27.993881 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-639bebd2-0efa-4239-8cbe-23e318980973 req-633e763d-c9ba-4ab0-8511-2cb171c27d07 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0485923 Dec 12 05:00:28.039696 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-639bebd2-0efa-4239-8cbe-23e318980973 req-6d3992f4-8bd0-4b73-8176-c200c4d60ad9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398946 Dec 12 05:00:28.230215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da3c3-b5a1-4b22-b732-9b8117eca0d1 req-3f6b069e-3b6d-4792-9ced-9a561a2e0ea2 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:28.231712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-151da3c3-b5a1-4b22-b732-9b8117eca0d1 req-3f6b069e-3b6d-4792-9ced-9a561a2e0ea2 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 943 time: 0.0493045 Dec 12 05:00:28.315156 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-151da3c3-b5a1-4b22-b732-9b8117eca0d1 req-f6053c2b-8062-4a3b-9e17-182f0966694e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769007 Dec 12 05:00:28.319035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-19456c56-c639-48dc-afde-18af89cd9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:28.319353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-19456c56-c639-48dc-afde-18af89cd9b50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0642552 Dec 12 05:00:28.411645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-59f82684-e9e5-4c7e-b4f9-d08945175d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:28.413144 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-59f82684-e9e5-4c7e-b4f9-d08945175d14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0832410 Dec 12 05:00:28.485934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-fde363d3-33bc-4c0d-ad56-1238bb5ad7ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 200 len: 998 time: 0.0616896 Dec 12 05:00:28.541944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-6ab088b7-5741-4a0f-be4e-3b7b8422760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:28.543311 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-6ab088b7-5741-4a0f-be4e-3b7b8422760e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0462453 Dec 12 05:00:28.592224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-40b188cc-2914-423e-abd5-fe1b963ec7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:28.593716 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-40b188cc-2914-423e-abd5-fe1b963ec7d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392048 Dec 12 05:00:28.689657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-dbb39396-153b-4cc0-a659-df32cd7a6628 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841906 Dec 12 05:00:28.781756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9b685688-cc07-493e-8994-fbb8a44e7d7c req-5a3c87e7-d59e-4e07-95bf-2deb38cf4662 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813954 Dec 12 05:00:28.828907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 710f4410-7fc2-415e-83bf-1ca1d9d51b0e details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:00:28.923478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:00:28.934748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'mac_address': 'fa:16:3e:88:54:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:00:28.974658 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:28.987904 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710f4410-7fc2-415e-83bf-1ca1d9d51b0e {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:00:29.007877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:00:29.011505 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:29.057506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:29.065348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.065709 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.066065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.066416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.066769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.067113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.067455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.067794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.068130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.068464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.068798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.069151 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.069484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:29.334186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['710f4410-7fc2-415e-83bf-1ca1d9d51b0e'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:00:29.432684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4c1af-9e9e-4955-9aa8-bde59befb9a0 req-90028859-da12-4a17-9822-df57b6b577b7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:29.434196 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3fc4c1af-9e9e-4955-9aa8-bde59befb9a0 req-90028859-da12-4a17-9822-df57b6b577b7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 944 time: 0.0479696 Dec 12 05:00:29.485022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3fc4c1af-9e9e-4955-9aa8-bde59befb9a0 req-9d22ddf3-3c03-4f7f-8d8e-fe5b18268eec tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447257 Dec 12 05:00:29.712974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc6a21-5dce-415c-aebc-efd6e7032efe req-c3d7566e-b640-46ba-bed6-f1789db75f5f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:29.714460 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0cc6a21-5dce-415c-aebc-efd6e7032efe req-c3d7566e-b640-46ba-bed6-f1789db75f5f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 944 time: 0.0479672 Dec 12 05:00:29.760788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b0cc6a21-5dce-415c-aebc-efd6e7032efe req-d0d84f22-71f1-48c0-842b-4c0421d01d51 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398090 Dec 12 05:00:30.863507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 710f4410-7fc2-415e-83bf-1ca1d9d51b0e up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:00:30.903322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bc28c-cbea-45f7-8bd2-bba4046b9cbc req-e3e03747-3340-41d8-a602-33d2ab9abdc3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:30.905409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc4bc28c-cbea-45f7-8bd2-bba4046b9cbc req-e3e03747-3340-41d8-a602-33d2ab9abdc3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 944 time: 0.0718722 Dec 12 05:00:30.929899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:00:30.933945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:00:30.934330 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:30.961275 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc4bc28c-cbea-45f7-8bd2-bba4046b9cbc req-f3252b19-d1cf-4541-a328-1a2574731340 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496104 Dec 12 05:00:31.024408 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:31.048957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:00:31.051173 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71781a06-bc0f-45a4-a247-626aa2f78b5d" -d '{"events": [{"server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "name": "network-vif-plugged", "status": "completed", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:00:31.063973 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:00:31.068421 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:31.091533 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7797f0e-b6f0-43f9-8418-5e39432d25f4 x-openstack-request-id: req-f7797f0e-b6f0-43f9-8418-5e39432d25f4 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:00:31.091833 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "name": "network-vif-plugged", "status": "completed", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:00:31.092605 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7797f0e-b6f0-43f9-8418-5e39432d25f4 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:00:31.093029 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'code': 200} Dec 12 05:00:31.118405 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:31.155713 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:00:31.267708 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-c0ba0ad1-6e86-4aa2-97b9-47a62beb0121 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:31.269228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-c0ba0ad1-6e86-4aa2-97b9-47a62beb0121 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 945 time: 0.0473077 Dec 12 05:00:31.356662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Deleting port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:00:31.357002 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:31.445639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] For port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:00:31.446005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:31.614935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:31.615218 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:31.615546 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Floating IP 34b0bae3-e880-4630-bb89-091d4318de16 disassociated. External IP: 172.25.7.26, port: 710f4410-7fc2-415e-83bf-1ca1d9d51b0e. Dec 12 05:00:31.615895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Calling delete_port for 710f4410-7fc2-415e-83bf-1ca1d9d51b0e owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:00:31.744185 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:31.771209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event deleted for resources: {'Port': ['ID=710f4410-7fc2-415e-83bf-1ca1d9d51b0e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:31.889140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:00:31.998164 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:00:32.010796 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:00:32.020540 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:00:32.021296 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:00:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:00:32.040265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] No DVR routers for this DVR port 710f4410-7fc2-415e-83bf-1ca1d9d51b0e on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:00:32.049602 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:32.052798 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aef61b06-bd83-422a-bc1b-a02e3fa1b00f req-74ae6379-b02e-4e32-a877-0415d1412e0c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.37 "DELETE /v2.0/ports/710f4410-7fc2-415e-83bf-1ca1d9d51b0e HTTP/1.1" status: 204 len: 173 time: 0.7771463 Dec 12 05:00:32.053264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'name': 'network-vif-deleted', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:00:32.055479 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd558e7-a6d2-4e36-9884-978f631d0ba4" -d '{"events": [{"server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "name": "network-vif-deleted", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:00:32.077198 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1cccbff8-86dd-4626-b3ca-1207a1714215 req-b615e7e6-1042-4d92-8a39-4d2bf98d2bfc tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b406840-959c-429c-ac47-36ca823de4b0 HTTP/1.1" status: 200 len: 210 time: 0.0387392 Dec 12 05:00:32.102820 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77139ff-4c2d-405f-b2c9-71abf3ae35fa x-openstack-request-id: req-a77139ff-4c2d-405f-b2c9-71abf3ae35fa {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:00:32.103135 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b406840-959c-429c-ac47-36ca823de4b0", "name": "network-vif-deleted", "tag": "710f4410-7fc2-415e-83bf-1ca1d9d51b0e", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:00:32.103432 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a77139ff-4c2d-405f-b2c9-71abf3ae35fa {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:00:32.103853 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b406840-959c-429c-ac47-36ca823de4b0', 'name': 'network-vif-deleted', 'tag': '710f4410-7fc2-415e-83bf-1ca1d9d51b0e', 'status': 'completed', 'code': 200} Dec 12 05:00:32.138465 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:00:32.338190 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:00:32.367410 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:00:32.376285 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:00:32.376920 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:00:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:00:32.477935 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:00:32.680249 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:00:32.705960 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ae893-3d3b-4eba-b96e-1a551fa0ab70 None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:00:32.928047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42c79a-f4e7-4aeb-a468-783466096119 None None] New status for floating IP 34b0bae3-e880-4630-bb89-091d4318de16: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:00:33.364107 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-ff151415-4929-4af0-a11f-c2f4cd8ae38c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--807675925&fields=id&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 267 time: 0.0420349 Dec 12 05:00:33.475374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe977-8843-4842-a995-aa6a8fac69da req-ad57c94b-16b4-455d-a902-b9ada3768a19 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:33.476902 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-ad57c94b-16b4-455d-a902-b9ada3768a19 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 812 time: 0.1060700 Dec 12 05:00:33.492310 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-895ba93f-acce-4ddd-9848-59319c69eea1 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/quotas/828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 375 time: 0.0095482 Dec 12 05:00:33.544202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-a5ca4336-5565-4c1f-92b0-a9a4fb205c9e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460575 Dec 12 05:00:33.645809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-49774714-0ff5-4697-97ac-f82b34c8bbe9 service neutron] 10.222.0.36 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887327 Dec 12 05:00:33.739530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-7890af4a-f7b0-4c75-a5ae-da3728b95613 service neutron] 10.222.0.36 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873582 Dec 12 05:00:33.898690 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b7f36979-6d01-47ed-a67b-791dfdf41073 req-b39e6c1f-7b50-45ac-bb2e-4a0bd43cfdbb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 210 time: 0.0294497 Dec 12 05:00:34.874244 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 710f4410-7fc2-415e-83bf-1ca1d9d51b0e no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:00:34.897696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 710f4410-7fc2-415e-83bf-1ca1d9d51b0e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:00:34.898058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 710f4410-7fc2-415e-83bf-1ca1d9d51b0e not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:00:34.929221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe977-8843-4842-a995-aa6a8fac69da req-d5561683-c37a-4c7c-bf25-3e580b8d5fd0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:34.930656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-d5561683-c37a-4c7c-bf25-3e580b8d5fd0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 812 time: 0.1163433 Dec 12 05:00:35.009058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d6599357-e40e-4144-8547-ec65692eb15d req-e9c16c17-7ed0-4765-b5a3-a98453206123 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 210 time: 0.0387771 Dec 12 05:00:35.024376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-295263e6-bb8f-4c66-bdd4-c0bac8cff519 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 379 time: 0.0736010 Dec 12 05:00:35.035727 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'port': {'device_id': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'admin_state_up': True, 'tenant_id': '828e580e498a4378b456ef66392d939e', 'security_groups': ['ef205d67-be40-406f-aacf-3806467560b9']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:00:35.146265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Made reservation on behalf of 828e580e498a4378b456ef66392d939e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:00:35.149963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:35.270264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Allocated IP 172.20.0.7 (fbf60394-00ea-4676-9652-7b77cf84158b/9c0a41f9-2d8f-4823-9908-4132aaa438d7/c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:00:35.409070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:35.441667 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:35.484081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Network fbf60394-00ea-4676-9652-7b77cf84158b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:00:35.487221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:00:35.490966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:00:35.521972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:35.537476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.537837 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.538192 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.538544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.538891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.539235 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.539579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.539917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.540257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.540591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.540951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.541288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.541621 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:00:35.560966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:35.561592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:35.578038 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-0cd6eb38-fdd7-438b-bf39-35b602f956b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457644 Dec 12 05:00:35.595994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Request body: {'port': {'device_id': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:00:35.653216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:35.681555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d14d2f9a-eb79-4489-88d5-f7091554613d None None] Provisioning complete for port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:00:35.681937 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d14d2f9a-eb79-4489-88d5-f7091554613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:35.715336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d14d2f9a-eb79-4489-88d5-f7091554613d None None] Port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:00:35.906997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:00:35.914437 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:35.926135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Transition to ACTIVE for port object c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:00:35.929776 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:35.982547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:36.052481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:00:36.052865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:00:36.053188 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:00:36.057672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:00:36.057998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:00:36.063424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:00:36.063809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:00:36.064152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:00:36.064588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Bound port: c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:00:36.064970 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:36.131473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:00:36.134726 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:00:36.138973 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf001a9-d4e2-46bb-9222-2cf655e08806 req-846d4913-dd84-400e-b792-a7c62cf670b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:36.140679 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acf001a9-d4e2-46bb-9222-2cf655e08806 req-846d4913-dd84-400e-b792-a7c62cf670b9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 943 time: 0.0544033 Dec 12 05:00:36.141369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:36.183552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:36.184324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:36.185805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] 10.222.0.18 "PUT /v2.0/ports/c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 1091 time: 0.5947876 Dec 12 05:00:36.186250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:00:36.188541 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e307cc57-b9b7-4954-82e8-7a9724c9f19d" -d '{"events": [{"name": "network-changed", "server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:00:36.195588 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acf001a9-d4e2-46bb-9222-2cf655e08806 req-dc8aae4f-3758-43bb-b221-ffa59f2dd16e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463867 Dec 12 05:00:36.214594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890b7a6-0d3c-4799-bae8-b7f931ebcbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:36.245392 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067b570f-6052-4ec9-8aee-1015ae51e19d x-openstack-request-id: req-067b570f-6052-4ec9-8aee-1015ae51e19d {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:00:36.245865 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:00:36.246258 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-067b570f-6052-4ec9-8aee-1015ae51e19d {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:00:36.246772 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'status': 'completed', 'code': 200} Dec 12 05:00:36.307695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe977-8843-4842-a995-aa6a8fac69da req-1c4b67bc-1d14-49fb-9ef8-93e0054eecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:36.309266 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-1c4b67bc-1d14-49fb-9ef8-93e0054eecbf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1094 time: 0.0435574 Dec 12 05:00:36.360550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-90c2ec5b-f073-4316-ba6a-61a849740a7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 217 time: 0.0363388 Dec 12 05:00:36.413674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe977-8843-4842-a995-aa6a8fac69da req-8a47d166-c435-432c-91b4-cb93136ce22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:36.415112 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-8a47d166-c435-432c-91b4-cb93136ce22f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0473497 Dec 12 05:00:36.459997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe977-8843-4842-a995-aa6a8fac69da req-b226f128-ec8c-476d-bc1b-9a2516a611db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:36.461417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-b226f128-ec8c-476d-bc1b-9a2516a611db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388186 Dec 12 05:00:36.549625 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-401c46b1-1fbd-412c-b3e2-7dae63afefca service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799315 Dec 12 05:00:36.639765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e42fe977-8843-4842-a995-aa6a8fac69da req-226c392d-b3d7-4402-a616-e0190c0c3d1c service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836306 Dec 12 05:00:36.761637 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-f9a5c555-8860-464e-9d9e-7bfae4874ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:36.763135 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-f9a5c555-8860-464e-9d9e-7bfae4874ccf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1094 time: 0.0414610 Dec 12 05:00:36.855046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-6baf3c89-ecc8-4983-bde6-87736c98e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:36.856516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-6baf3c89-ecc8-4983-bde6-87736c98e009 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0866156 Dec 12 05:00:36.898245 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-af4da67a-8bc2-4dfb-9bd9-d27e3a2b8c89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 217 time: 0.0345142 Dec 12 05:00:36.947536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-5c6c4310-990d-4b07-a872-383146519001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:36.949029 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-5c6c4310-990d-4b07-a872-383146519001 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0428693 Dec 12 05:00:36.998705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-fb7d7551-3863-4dba-9145-0aa5e58681ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:37.000114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-fb7d7551-3863-4dba-9145-0aa5e58681ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434785 Dec 12 05:00:37.088257 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-6842bd9a-3637-4a82-9b7d-ff04fd2a9418 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805006 Dec 12 05:00:37.181873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e307cc57-b9b7-4954-82e8-7a9724c9f19d req-6be74567-48db-4ee7-995c-b10cd0c89c92 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860908 Dec 12 05:00:37.321651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7d9b6-d84b-45a2-a59d-795dfc8cf5b7 req-ada61b7f-d86d-4f69-93cd-8c58091bb21c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:37.323205 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6fc7d9b6-d84b-45a2-a59d-795dfc8cf5b7 req-ada61b7f-d86d-4f69-93cd-8c58091bb21c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 943 time: 0.0513515 Dec 12 05:00:37.371158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6fc7d9b6-d84b-45a2-a59d-795dfc8cf5b7 req-4f73e622-bc43-474b-be41-c26b79e73a0f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Dec 12 05:00:38.487379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175daaf9-b9a2-4de2-9c57-e02192d08b1a req-f7ad6ebe-87ea-40fd-94ea-02adf61e24e4 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:38.488892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-175daaf9-b9a2-4de2-9c57-e02192d08b1a req-f7ad6ebe-87ea-40fd-94ea-02adf61e24e4 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 943 time: 0.0487306 Dec 12 05:00:38.535522 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-175daaf9-b9a2-4de2-9c57-e02192d08b1a req-c7ac5661-7499-4cbe-860c-91bde858326a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407724 Dec 12 05:00:39.652086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d230c23-94eb-4ba0-bb4a-7ed56414cb0c req-6f700eb8-4c04-42ba-b892-39c01e465cdd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:39.653579 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d230c23-94eb-4ba0-bb4a-7ed56414cb0c req-6f700eb8-4c04-42ba-b892-39c01e465cdd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 943 time: 0.0513482 Dec 12 05:00:39.700106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4d230c23-94eb-4ba0-bb4a-7ed56414cb0c req-45afc930-05c8-4365-8792-e67af67fbfcf tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398531 Dec 12 05:00:40.676869 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:00:40.762226 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e828f872-35d7-4871-b66d-7e81dc1aea58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:40.786422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:00:40.798425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'mac_address': 'fa:16:3e:b7:a8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:00:40.816578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce481cbd-995b-4e98-8850-1db26e01e8f9 req-8137d46b-d48b-4150-bc52-f222fbfc673b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:40.818366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce481cbd-995b-4e98-8850-1db26e01e8f9 req-8137d46b-d48b-4150-bc52-f222fbfc673b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 943 time: 0.0482345 Dec 12 05:00:40.839686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:40.855450 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:00:40.868132 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce481cbd-995b-4e98-8850-1db26e01e8f9 req-79bea4e2-59fb-4012-a55d-6250803f4d9e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Dec 12 05:00:40.885337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:00:40.891128 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:40.938107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:41.161989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:00:41.988923 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d0e68-a9d2-4f46-bd02-6335f8eb6698 req-58b41413-63d3-4605-a50f-6fce88fe3e15 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:41.990405 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f13d0e68-a9d2-4f46-bd02-6335f8eb6698 req-58b41413-63d3-4605-a50f-6fce88fe3e15 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 944 time: 0.0483611 Dec 12 05:00:42.036976 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f13d0e68-a9d2-4f46-bd02-6335f8eb6698 req-bcf5bbf0-719b-4de8-9c6f-308efafd20b3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406992 Dec 12 05:00:42.106601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:42.691878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:00:42.741171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:00:42.745099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:00:42.745476 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:42.821605 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:42.847320 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:00:42.849782 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476c476f-d77d-4575-a12e-05386e70672e" -d '{"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-plugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:00:42.863631 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:00:42.867780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:42.891437 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57b4db8-f6b1-4e3f-9781-149d34347ef9 x-openstack-request-id: req-c57b4db8-f6b1-4e3f-9781-149d34347ef9 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:00:42.891653 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-plugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:00:42.891911 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c57b4db8-f6b1-4e3f-9781-149d34347ef9 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:00:42.892305 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'code': 200} Dec 12 05:00:42.916906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:00:43.017603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b3424-f9a9-400f-8243-1c87ddf6a319 req-2ccfe985-c909-4ef9-8cf4-e22e2bd80870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:43.019087 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-221b3424-f9a9-400f-8243-1c87ddf6a319 req-2ccfe985-c909-4ef9-8cf4-e22e2bd80870 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1096 time: 0.0443242 Dec 12 05:00:43.028250 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-903f33f2-1267-4dbc-8fb4-f69b9c1dccfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:43.063152 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-221b3424-f9a9-400f-8243-1c87ddf6a319 req-d3231715-244d-474f-889e-8557118e947b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369227 Dec 12 05:00:43.148954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d84054-8163-40c4-9302-e5d609a0e8d0 req-4906efc5-deed-4818-b426-e99b19639125 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:43.150352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6d84054-8163-40c4-9302-e5d609a0e8d0 req-4906efc5-deed-4818-b426-e99b19639125 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0480082 Dec 12 05:00:43.525191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6d84054-8163-40c4-9302-e5d609a0e8d0 req-9165d5b7-1b41-48eb-a6ae-00b287bef2b7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682013 Dec 12 05:00:44.233119 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:44.298577 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:44.647250 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf76f0-02f1-4b58-8d16-f656f343d242 req-f0798af7-8a35-4f8f-a96b-1a12b4f85f18 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:44.648726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aecf76f0-02f1-4b58-8d16-f656f343d242 req-f0798af7-8a35-4f8f-a96b-1a12b4f85f18 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0481808 Dec 12 05:00:44.694737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aecf76f0-02f1-4b58-8d16-f656f343d242 req-c265729a-d16a-42b0-bdc3-6bec3d030ee0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400341 Dec 12 05:00:44.804342 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4bc3-d9a9-4369-a1a7-34b35ff9d68b req-c039f581-55a3-4b6f-99d0-fb2f64ae6642 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:44.805858 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c47a4bc3-d9a9-4369-a1a7-34b35ff9d68b req-c039f581-55a3-4b6f-99d0-fb2f64ae6642 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0478883 Dec 12 05:00:44.814305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40568) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:00:44.818645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7f10c19b-e2a5-400e-8913-b7da9feda612 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'floatingip': {'port_id': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:00:44.859866 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f10c19b-e2a5-400e-8913-b7da9feda612 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:45.270906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f10c19b-e2a5-400e-8913-b7da9feda612 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:45.274563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f10c19b-e2a5-400e-8913-b7da9feda612 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:45.372830 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-7f10c19b-e2a5-400e-8913-b7da9feda612 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Floating IP 34b0bae3-e880-4630-bb89-091d4318de16 associated. External IP: 172.25.7.26, port: c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad. Dec 12 05:00:45.577975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f10c19b-e2a5-400e-8913-b7da9feda612 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:00:45.683651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f10c19b-e2a5-400e-8913-b7da9feda612 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:00:45.689209 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7f10c19b-e2a5-400e-8913-b7da9feda612 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:45.693918 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:00:45.702983 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:00:45.703593 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:00:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:00:45.718381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7f10c19b-e2a5-400e-8913-b7da9feda612 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "PUT /v2.0/floatingips/34b0bae3-e880-4630-bb89-091d4318de16 HTTP/1.1" status: 200 len: 990 time: 0.8999941 Dec 12 05:00:45.718381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:00:45.718659 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1ad204-810c-48e8-867b-a0d663c6c420" -d '{"events": [{"name": "network-changed", "server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:00:45.758591 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17cb92c-c4b4-4174-a914-f117ce3e416a x-openstack-request-id: req-e17cb92c-c4b4-4174-a914-f117ce3e416a {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:00:45.758888 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:00:45.761173 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e17cb92c-c4b4-4174-a914-f117ce3e416a {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:00:45.761844 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'status': 'completed', 'code': 200} Dec 12 05:00:45.770452 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:00:45.809964 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:00:45.856171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-02e8fae1-a90d-46b4-9000-f98d9fe0bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:45.858332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-02e8fae1-a90d-46b4-9000-f98d9fe0bb84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1096 time: 0.0406511 Dec 12 05:00:46.132370 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:b7:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T05:00:45Z', 'revision_number': 9, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:00:46.162049 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:00:46.171016 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:00:46.171634 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:00:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:00:46.277158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-adc19c4b-3f2e-4cbd-b937-4c5fe3603e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:46.278407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-adc19c4b-3f2e-4cbd-b937-4c5fe3603e83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.4143529 Dec 12 05:00:46.278908 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:00:46.353635 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-d4e950f2-5a4c-4296-973c-69389b87df12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 998 time: 0.0675991 Dec 12 05:00:46.402557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-3c2a729c-6f02-464e-be7f-d849bf7a1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:46.403960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-3c2a729c-6f02-464e-be7f-d849bf7a1d17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0439904 Dec 12 05:00:46.451083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-9d7a4ecd-31cd-4e12-9d2e-2db95812e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:00:46.452722 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-9d7a4ecd-31cd-4e12-9d2e-2db95812e1b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420606 Dec 12 05:00:46.506087 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:b7:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T05:00:45Z', 'revision_number': 9, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:00:46.533302 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c9b90-d0cb-4741-9cbf-744d1d2fbe7b None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:b7:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T05:00:45Z', 'revision_number': 9, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:00:46.548734 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-75cb1ae0-4dd8-4383-922d-c27b86611829 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890932 Dec 12 05:00:46.643065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c1ad204-810c-48e8-867b-a0d663c6c420 req-00e6c863-59e2-47d0-864b-77c4a9beeffb service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874760 Dec 12 05:00:46.738979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9edf94-e3f1-48cc-93cb-e64499056355 None None] New status for floating IP 34b0bae3-e880-4630-bb89-091d4318de16: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:00:46.807649 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:08.154884 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:01:10.734804 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f0ea-d4c3-4ea1-9331-c34e54f0098f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:12.106095 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:13.029332 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8875d9fe-fbb1-425f-add1-78eb23f317ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:14.235988 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:14.296804 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:15.772369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:16.780669 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:31.254513 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e77c351-0068-4df0-93ff-908efd45863d req-fab7072b-0bb5-4c80-b2c7-fb35ab6300ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410631 Dec 12 05:01:31.358080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77c351-0068-4df0-93ff-908efd45863d req-e30fe9e9-d39f-460d-a65f-7615fe1383a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:01:31.359636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e77c351-0068-4df0-93ff-908efd45863d req-e30fe9e9-d39f-460d-a65f-7615fe1383a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1096 time: 0.0447755 Dec 12 05:01:31.458436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77c351-0068-4df0-93ff-908efd45863d req-18389b76-a459-4112-bd65-c6b653bb69fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:01:31.459902 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e77c351-0068-4df0-93ff-908efd45863d req-18389b76-a459-4112-bd65-c6b653bb69fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0819438 Dec 12 05:01:31.528624 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e77c351-0068-4df0-93ff-908efd45863d req-099d9f74-bab6-4f88-8ffd-a49ca458fe28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 1001 time: 0.0617278 Dec 12 05:01:31.576571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77c351-0068-4df0-93ff-908efd45863d req-193bc31b-af30-4ad1-be1a-295c53cabb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:01:31.578010 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e77c351-0068-4df0-93ff-908efd45863d req-193bc31b-af30-4ad1-be1a-295c53cabb46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0428817 Dec 12 05:01:31.621277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77c351-0068-4df0-93ff-908efd45863d req-5f4e60c9-b922-4a74-ad4e-cbe2d045c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:01:31.623171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e77c351-0068-4df0-93ff-908efd45863d req-5f4e60c9-b922-4a74-ad4e-cbe2d045c4d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385082 Dec 12 05:01:31.714234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e77c351-0068-4df0-93ff-908efd45863d req-c03b157a-c29d-49f9-9635-f08dc4f34a9b service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830603 Dec 12 05:01:31.801081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2e77c351-0068-4df0-93ff-908efd45863d req-7505fc65-c3bc-4566-bc08-7db00a33d59a service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801215 Dec 12 05:01:40.736570 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d25af25-c168-4d45-bd35-5d50304f03e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:42.102993 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:43.031558 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-13f5ac1f-452e-4fa6-8bb1-8f4f15b55d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:44.238145 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:44.294693 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:45.155082 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:01:45.774728 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:01:46.784878 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:10.737354 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c8b64efe-801f-4715-88fb-a56f920f81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:12.101850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:13.033597 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e129520-9f00-42b4-a6ae-828f06e90f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:14.241059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:14.312139 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:15.777170 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:16.786830 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:21.017580 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-762d18d1-c8b1-4b27-878f-f48beed68665 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719419 Dec 12 05:02:21.030189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb469a-295d-4829-bf69-396dd85e568f req-7e86d4e0-32b0-4dc0-9ed4-08313d765c5b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:21.031694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-facb469a-295d-4829-bf69-396dd85e568f req-7e86d4e0-32b0-4dc0-9ed4-08313d765c5b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0769370 Dec 12 05:02:21.080863 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-facb469a-295d-4829-bf69-396dd85e568f req-eb3e9c5a-c593-4b0e-abf6-1adc59e8adb5 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421882 Dec 12 05:02:22.154950 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:02:22.259201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa4855-9e17-4acf-b02f-ff6ebb4198b5 req-1221b055-2226-41a0-8326-089f6bb7c4ef tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:22.260960 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16fa4855-9e17-4acf-b02f-ff6ebb4198b5 req-1221b055-2226-41a0-8326-089f6bb7c4ef tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.1038179 Dec 12 05:02:22.290039 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-f2cd705b-1ea2-4867-98ff-65974abb0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:22.291710 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-f2cd705b-1ea2-4867-98ff-65974abb0c3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1096 time: 0.0411203 Dec 12 05:02:22.312343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16fa4855-9e17-4acf-b02f-ff6ebb4198b5 req-5c0ca922-a4e2-42ae-8168-c5193d6ba5ed tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451493 Dec 12 05:02:22.385184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-c32370fc-2bc6-4b02-baa0-0e0ca8ce97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:22.386591 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-c32370fc-2bc6-4b02-baa0-0e0ca8ce97ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0883319 Dec 12 05:02:22.452110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-174e8551-b0cf-40b2-9247-7e1066835c55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 1001 time: 0.0583818 Dec 12 05:02:22.500510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-6e013551-fdaf-43ad-8e41-bf378bcb5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:22.502219 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-6e013551-fdaf-43ad-8e41-bf378bcb5019 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0438807 Dec 12 05:02:22.551157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-a0475415-2b7c-4db4-a4a9-de4f8f33f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:22.552645 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-a0475415-2b7c-4db4-a4a9-de4f8f33f851 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437894 Dec 12 05:02:22.641622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-ab21b22d-7576-4130-9d71-94479de1a6ad service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815816 Dec 12 05:02:22.734748 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-1152233c-7f71-4bb3-a5c6-d9331ba6d5bc service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862226 Dec 12 05:02:23.428109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdec1c5-fa18-4e92-bc00-04d09ec577c8 req-3d4d4839-67cf-4f3c-8123-2b475e816e8b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:23.429611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bdec1c5-fa18-4e92-bc00-04d09ec577c8 req-3d4d4839-67cf-4f3c-8123-2b475e816e8b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0489378 Dec 12 05:02:23.476193 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bdec1c5-fa18-4e92-bc00-04d09ec577c8 req-d0b2a4bd-f38f-4b74-a347-c1e9004b245e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406067 Dec 12 05:02:24.582187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-5ae35b0a-cca7-4988-8dae-fb09acbc8ac4 req-fe59e1fd-27ac-4af0-b2a8-22b3791ab049 service neutron] (103451) timed out ('10.222.0.18', 57614) {{(pid=103451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 05:02:24.590378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb043f-8f96-4727-8e43-1dbde1afe32a req-983c4938-049c-4f8f-bb4d-13460f883696 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:24.591870 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08cb043f-8f96-4727-8e43-1dbde1afe32a req-983c4938-049c-4f8f-bb4d-13460f883696 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0483439 Dec 12 05:02:24.643029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-08cb043f-8f96-4727-8e43-1dbde1afe32a req-b867f434-c8aa-4d4d-b494-3fbf7139a3c7 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446978 Dec 12 05:02:25.756910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef2076-108a-422a-abb6-06bec1b8eb31 req-f965152b-6a23-4942-a4de-5bf6a2bc62c9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:25.758398 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07ef2076-108a-422a-abb6-06bec1b8eb31 req-f965152b-6a23-4942-a4de-5bf6a2bc62c9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0489945 Dec 12 05:02:25.804516 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-07ef2076-108a-422a-abb6-06bec1b8eb31 req-9125cf30-3009-4729-ad40-3e143f46d6c2 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397305 Dec 12 05:02:26.917410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f547a-5bb3-4159-a818-2a4730e9e42f req-c123b762-9e81-4949-9ce0-b208a52f47df tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:26.918890 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f4f547a-5bb3-4159-a818-2a4730e9e42f req-c123b762-9e81-4949-9ce0-b208a52f47df tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0482500 Dec 12 05:02:26.965903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f4f547a-5bb3-4159-a818-2a4730e9e42f req-d77f1efa-2f48-4f42-b4fe-7d66afdc34a3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405478 Dec 12 05:02:28.084363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7a083-cf88-4628-b9b2-e7b79ba8be2b req-3a0d6821-aab8-4cac-ad6c-86dd561836a3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:28.085884 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50e7a083-cf88-4628-b9b2-e7b79ba8be2b req-3a0d6821-aab8-4cac-ad6c-86dd561836a3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0526719 Dec 12 05:02:28.135719 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-50e7a083-cf88-4628-b9b2-e7b79ba8be2b req-c633459a-2772-4c14-b49d-7165e2e57694 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439858 Dec 12 05:02:29.251939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45160d85-3b31-4d95-b30f-a5ed3c60f066 req-be75bbbf-0263-4787-b884-d0a6dc466eb4 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:29.253449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45160d85-3b31-4d95-b30f-a5ed3c60f066 req-be75bbbf-0263-4787-b884-d0a6dc466eb4 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0488806 Dec 12 05:02:29.299859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45160d85-3b31-4d95-b30f-a5ed3c60f066 req-59fec614-418f-4f72-99a1-fd0b4a860f13 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405438 Dec 12 05:02:30.414716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5381f-7d95-4231-9f9b-b2a332fda35b req-5b999b7b-5bee-442e-9815-3183c41ec43e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:30.416243 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70c5381f-7d95-4231-9f9b-b2a332fda35b req-5b999b7b-5bee-442e-9815-3183c41ec43e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0491395 Dec 12 05:02:30.462784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-70c5381f-7d95-4231-9f9b-b2a332fda35b req-8542f77b-9b32-4b34-86b8-b711843eb17a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406027 Dec 12 05:02:31.320013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-c137182c-24f7-4c27-87c9-3d75542d5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:31.321607 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-c137182c-24f7-4c27-87c9-3d75542d5e4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1096 time: 0.0860856 Dec 12 05:02:31.431327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-9663ca56-4f6d-4520-bfee-b5a143e1f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:31.432860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-9663ca56-4f6d-4520-bfee-b5a143e1f1fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0911062 Dec 12 05:02:31.498741 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-ee7dd9aa-5105-4d16-b760-e7229fd16b67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 1001 time: 0.0591955 Dec 12 05:02:31.554234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-37810f43-052f-46a2-a752-fbcfd31ed372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:31.555727 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-37810f43-052f-46a2-a752-fbcfd31ed372 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0503306 Dec 12 05:02:31.591493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8689bc-4bb3-4f30-95dc-dfaa2e7639dd req-aefa7a69-c885-4a3e-a287-e48ea24cb1cb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:31.593106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd8689bc-4bb3-4f30-95dc-dfaa2e7639dd req-aefa7a69-c885-4a3e-a287-e48ea24cb1cb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0576053 Dec 12 05:02:31.602501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-52a5eb98-c922-4d4e-b052-b5eb70fcb076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:31.604005 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-52a5eb98-c922-4d4e-b052-b5eb70fcb076 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406046 Dec 12 05:02:31.641012 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd8689bc-4bb3-4f30-95dc-dfaa2e7639dd req-c1b376cf-dd36-4ee2-b173-33289d8c392e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 Dec 12 05:02:31.691900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-56b55153-2a59-4c03-99e9-fe8c6c786674 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802872 Dec 12 05:02:31.785215 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5ceae512-caca-49ac-bb3f-0551161e2b60 req-0d46a353-ac14-4492-8345-5321a35b71b9 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853157 Dec 12 05:02:32.759058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca016202-bfd9-44f7-bad2-33c135857a3b req-8c4bc51d-e40f-4630-b3be-aba12f809faa tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:32.760532 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ca016202-bfd9-44f7-bad2-33c135857a3b req-8c4bc51d-e40f-4630-b3be-aba12f809faa tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0490413 Dec 12 05:02:32.806403 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ca016202-bfd9-44f7-bad2-33c135857a3b req-cd9efb46-9ad4-4dc5-a40d-cb743cd865da tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400395 Dec 12 05:02:33.920529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73d43f-7e2a-4f80-8898-1346e3bf4608 req-8b45b509-5324-482f-9afe-8437e72f9b46 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:33.922397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a73d43f-7e2a-4f80-8898-1346e3bf4608 req-8b45b509-5324-482f-9afe-8437e72f9b46 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0487339 Dec 12 05:02:33.969216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a73d43f-7e2a-4f80-8898-1346e3bf4608 req-333b4af8-6f64-45e3-b1c7-3a8bd1b14b90 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 Dec 12 05:02:34.840184 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-70d1a8a2-96e4-42d9-af26-d4331a6b64ce service neutron] show failed (client error): The resource could not be found. Dec 12 05:02:34.841218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-70d1a8a2-96e4-42d9-af26-d4331a6b64ce service neutron] 10.222.0.18 "GET /v2.0/ports/c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0576594 Dec 12 05:02:35.089358 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39c55c-5f88-4a13-84ec-13d48a408697 req-73238b42-31e2-489e-ab08-d2de7e15ae70 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:35.090863 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de39c55c-5f88-4a13-84ec-13d48a408697 req-73238b42-31e2-489e-ab08-d2de7e15ae70 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0496099 Dec 12 05:02:35.094506 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-a3d526b4-c7c0-41a6-8f91-265f7466c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:35.096185 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-a3d526b4-c7c0-41a6-8f91-265f7466c93c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 1096 time: 0.0452638 Dec 12 05:02:35.115754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:02:35.139952 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de39c55c-5f88-4a13-84ec-13d48a408697 req-f4f6bdfd-a6a9-4cc5-af48-d46b3219aa7d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428319 Dec 12 05:02:35.170905 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:35.371410 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:35.404570 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:02:35.445429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:02:35.447705 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a634ff9-3a7d-48db-af74-2bb8944f4ad5" -d '{"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-unplugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:02:35.451762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:35.464382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Transition to ACTIVE for port object c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:02:35.469638 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:35.501860 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e78fe7-823e-452e-9ba3-8508e0025dd6 x-openstack-request-id: req-c7e78fe7-823e-452e-9ba3-8508e0025dd6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:02:35.502161 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-unplugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:02:35.502419 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7e78fe7-823e-452e-9ba3-8508e0025dd6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:02:35.502815 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'code': 200} Dec 12 05:02:35.560907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:35.571675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.572037 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.572391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.572743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.573110 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.573450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.573787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.574125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.574458 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.574795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.575405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.575745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.576081 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:35.607082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] No DVR routers for this DVR port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:02:35.742002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:02:35.742343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:02:35.742675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:02:35.746857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:02:35.747189 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:02:35.752165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:02:35.752504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:02:35.752928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:02:35.753359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Bound port: c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:02:35.753712 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:35.820111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:02:35.823036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:02:35.827566 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:35.862510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:35.863307 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:35.864927 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] 10.222.0.37 "PUT /v2.0/ports/c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 1091 time: 0.7534893 Dec 12 05:02:35.887334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230f4f-1e5e-4c6c-970d-0cfaa3353c4c service neutron] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:35.950434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-35b346e3-44df-4a6c-967b-d7d4b08ad1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:35.951982 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-35b346e3-44df-4a6c-967b-d7d4b08ad1b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1094 time: 0.0421402 Dec 12 05:02:36.052602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-6dabfd75-a4de-418a-ad80-d165e9b2d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:36.054140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-6dabfd75-a4de-418a-ad80-d165e9b2d815 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0909665 Dec 12 05:02:36.128424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-d75a3756-5f76-458a-b461-00037769d97e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 999 time: 0.0630848 Dec 12 05:02:36.182385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-5251a8a3-b3ae-4e19-b41a-a7178b24b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:36.183897 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-5251a8a3-b3ae-4e19-b41a-a7178b24b924 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0443051 Dec 12 05:02:36.235791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-686fc607-817b-4c2d-bf07-e1753de618b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:36.237340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-686fc607-817b-4c2d-bf07-e1753de618b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444782 Dec 12 05:02:36.256924 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277eaf9-923b-4923-bc4e-b9880a614082 req-4018497f-3704-48a7-be1d-1a22c8195530 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:36.258423 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5277eaf9-923b-4923-bc4e-b9880a614082 req-4018497f-3704-48a7-be1d-1a22c8195530 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 943 time: 0.0488789 Dec 12 05:02:36.305212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5277eaf9-923b-4923-bc4e-b9880a614082 req-80f6c4a9-937f-4ca6-94ce-1938cb33e89e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407176 Dec 12 05:02:36.332418 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-6c9f90d9-4e34-4e4d-ace0-cdf298f71682 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832887 Dec 12 05:02:36.428497 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2a5401ea-87a5-4f18-ad0b-5ff2e516297b req-c3c69b52-6f3d-4150-9a21-f20103d8905c service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844812 Dec 12 05:02:37.427578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01d6fb-86a1-461f-9084-094ec2fded69 req-001e56a1-2fa0-4d1d-a471-64dc4e4c096c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:37.429095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f01d6fb-86a1-461f-9084-094ec2fded69 req-001e56a1-2fa0-4d1d-a471-64dc4e4c096c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 943 time: 0.0495145 Dec 12 05:02:37.477141 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8f01d6fb-86a1-461f-9084-094ec2fded69 req-02a0c1aa-349d-4395-abc7-57ed68d47742 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418963 Dec 12 05:02:37.503824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:02:37.506190 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b844f772-0585-4087-a8c2-7b55edd54156" -d '{"events": [{"name": "network-changed", "server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:02:37.553996 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d2141-76ba-433c-8ca4-3ad79922cfff x-openstack-request-id: req-a94d2141-76ba-433c-8ca4-3ad79922cfff {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:02:37.554307 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:02:37.554572 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a94d2141-76ba-433c-8ca4-3ad79922cfff {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:02:37.554986 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'status': 'completed', 'code': 200} Dec 12 05:02:37.640131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f772-0585-4087-a8c2-7b55edd54156 req-214c65e5-b0ba-49f4-9ac7-61b6d471b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:37.641629 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-214c65e5-b0ba-49f4-9ac7-61b6d471b00a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1094 time: 0.0466626 Dec 12 05:02:37.644771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f772-0585-4087-a8c2-7b55edd54156 req-ba2a753c-310a-442b-9731-88bdd1690720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:37.646336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-ba2a753c-310a-442b-9731-88bdd1690720 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1094 time: 0.0435784 Dec 12 05:02:37.736068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f772-0585-4087-a8c2-7b55edd54156 req-423b9319-143e-41f1-aa5a-6d587f95c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:37.737745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-423b9319-143e-41f1-aa5a-6d587f95c5a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0877821 Dec 12 05:02:37.740422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f772-0585-4087-a8c2-7b55edd54156 req-4e3098c0-b43d-455c-987d-878945c07d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:37.741933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-4e3098c0-b43d-455c-987d-878945c07d15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0882456 Dec 12 05:02:37.810837 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-4d218208-2350-402d-a9a1-899518bb046d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 999 time: 0.0663245 Dec 12 05:02:37.811222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-2e7dfd23-44dd-4e3e-8a44-ed14be0c69d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 999 time: 0.0605812 Dec 12 05:02:37.862081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f772-0585-4087-a8c2-7b55edd54156 req-30f7825a-1219-4f68-ae1d-d02a514bc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:37.863588 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-30f7825a-1219-4f68-ae1d-d02a514bc3cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0462987 Dec 12 05:02:37.865469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f772-0585-4087-a8c2-7b55edd54156 req-1d2406dc-2328-461a-af42-01c474cee11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:37.866943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-1d2406dc-2328-461a-af42-01c474cee11e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0479426 Dec 12 05:02:37.909561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f772-0585-4087-a8c2-7b55edd54156 req-a08bfe42-39ab-43db-aaa8-58b05dc803b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:37.911116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-a08bfe42-39ab-43db-aaa8-58b05dc803b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407703 Dec 12 05:02:37.913639 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f772-0585-4087-a8c2-7b55edd54156 req-8837cf9e-9681-45f2-bccb-2fad3d08fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:37.915239 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-8837cf9e-9681-45f2-bccb-2fad3d08fc2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402524 Dec 12 05:02:38.011147 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-9cab5d1b-f820-49bd-989f-91be09dceae4 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919971 Dec 12 05:02:38.018954 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-20a908ed-9a4e-45c6-b20a-87a189677ef6 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881517 Dec 12 05:02:38.101391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-d75875fc-b297-43d2-b71d-56350ac8328a service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829756 Dec 12 05:02:38.113465 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b844f772-0585-4087-a8c2-7b55edd54156 req-a02db1b0-1cf8-4099-b0a1-0f6afe848dbf service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868399 Dec 12 05:02:38.593019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ecbd2-d2f1-4b8b-a6d9-21c7bd50ce4b req-e71908f1-0dc1-412d-a3ed-56dd61b506e0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:38.594493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-445ecbd2-d2f1-4b8b-a6d9-21c7bd50ce4b req-e71908f1-0dc1-412d-a3ed-56dd61b506e0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 943 time: 0.0487351 Dec 12 05:02:38.641830 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-445ecbd2-d2f1-4b8b-a6d9-21c7bd50ce4b req-371e9ee3-9709-48f8-9a65-faee850522e5 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 Dec 12 05:02:38.952532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-1017219a-1ec0-44c8-bbe3-927b21b5e67f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:38.954212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-1017219a-1ec0-44c8-bbe3-927b21b5e67f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.37 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e&tenant_id=828e580e498a4378b456ef66392d939e&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 943 time: 0.0841746 Dec 12 05:02:38.966229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d25c2-3be4-4265-b40b-57cdcae53fac req-8a3644f6-9a03-46d1-ad28-23d47dbcfe43 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:38.967619 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-202d25c2-3be4-4265-b40b-57cdcae53fac req-8a3644f6-9a03-46d1-ad28-23d47dbcfe43 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 943 time: 0.0711446 Dec 12 05:02:39.056973 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-202d25c2-3be4-4265-b40b-57cdcae53fac req-607a78ea-988d-49bc-9f7f-35952eb08440 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832860 Dec 12 05:02:39.058431 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-af69ba0f-7134-40dc-8b7b-7fc29968c566 service neutron] 10.222.0.37 "GET /v2.0/ports/c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 382 time: 0.0899384 Dec 12 05:02:39.140632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-dfa830c9-b931-46ca-8256-5059ee71f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:39.142106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-dfa830c9-b931-46ca-8256-5059ee71f399 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1094 time: 0.0447886 Dec 12 05:02:39.230874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-eea30c5b-78f4-4333-9676-8bc640bd8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:39.232435 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-eea30c5b-78f4-4333-9676-8bc640bd8855 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0835633 Dec 12 05:02:39.235364 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:02:39.277118 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:02:39.303651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-bfed13d4-928f-40d3-8b0e-3b67dd3c689d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 999 time: 0.0638103 Dec 12 05:02:39.351678 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-87726be9-d997-4c2a-a16f-e4995ba39f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:39.353142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-87726be9-d997-4c2a-a16f-e4995ba39f70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0417473 Dec 12 05:02:39.397289 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-0625e6e3-6be4-4afc-879a-fc9fdd7bccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:39.398683 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-0625e6e3-6be4-4afc-879a-fc9fdd7bccf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383573 Dec 12 05:02:39.489439 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-01a2a455-8753-4d40-8866-d5fecc2ed72e service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823433 Dec 12 05:02:39.520892 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:02:39.576225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-349aaa80-c2b2-48e3-b4c8-126206bf5565 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800095 Dec 12 05:02:39.616452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:39.628288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'mac_address': 'fa:16:3e:b7:a8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:02:39.828206 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:39.841111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:02:39.861135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:39.864792 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:39.910776 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:39.917983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.918339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.918691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.919036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.919380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.919719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.920058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.920392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.920728 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.921091 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.921451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.921784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:39.922116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:40.180228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1f5ee-c814-4956-812c-87e43fe2ab79 req-fa5c20be-53ff-40a3-9aeb-80628a122fec tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:40.181745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8aa1f5ee-c814-4956-812c-87e43fe2ab79 req-fa5c20be-53ff-40a3-9aeb-80628a122fec tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 944 time: 0.0534887 Dec 12 05:02:40.224122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:02:40.232168 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8aa1f5ee-c814-4956-812c-87e43fe2ab79 req-dc8737e7-698a-4d70-8fdd-0d3dfca6dfed tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439389 Dec 12 05:02:40.738628 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f77b857-2ca1-4e17-a4f5-f1bbe6dbc7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:41.348889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769a427-9fa4-42f3-b0de-42179e8923ad req-1fc2414a-0ad6-466b-91d1-5a6cb3bfa406 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:41.350354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b769a427-9fa4-42f3-b0de-42179e8923ad req-1fc2414a-0ad6-466b-91d1-5a6cb3bfa406 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 944 time: 0.0485640 Dec 12 05:02:41.400530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b769a427-9fa4-42f3-b0de-42179e8923ad req-d344221c-66e5-4f18-a8aa-59301bd6df79 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442638 Dec 12 05:02:41.557681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:02:41.606503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:02:41.611375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:02:41.611749 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:41.692203 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:41.714377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:02:41.716689 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa066d34-a1cd-4ad3-a9d6-957b30ba00be" -d '{"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-plugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:02:41.730545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:41.735878 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:41.772237 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa463364-2c7d-43a1-be83-55c710dbb95b x-openstack-request-id: req-aa463364-2c7d-43a1-be83-55c710dbb95b {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:02:41.772906 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-plugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:02:41.772906 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa463364-2c7d-43a1-be83-55c710dbb95b {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:02:41.773223 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'code': 200} Dec 12 05:02:41.787572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:41.839290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-ce9a0b71-2e11-4d6d-ab6c-86c9092e43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:41.840676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-ce9a0b71-2e11-4d6d-ab6c-86c9092e43f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 1096 time: 0.0391786 Dec 12 05:02:41.857560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:02:41.909866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:42.103690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:42.117931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:42.144243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:02:42.183845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:02:42.186117 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073dbc3c-a1f3-44ae-94dd-d1a4b5724cf0" -d '{"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-unplugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:02:42.189877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:42.202004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Transition to ACTIVE for port object c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:02:42.206093 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:42.238054 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 05:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f25064f-5f0d-4fcc-9b83-d137c1504720 x-openstack-request-id: req-0f25064f-5f0d-4fcc-9b83-d137c1504720 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:02:42.238346 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-unplugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:02:42.238600 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f25064f-5f0d-4fcc-9b83-d137c1504720 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:02:42.238993 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'code': 200} Dec 12 05:02:42.307789 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:42.336113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.336473 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.336847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.337185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.337528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.337865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.338196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.338529 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.338859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.339186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.339519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.339845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.340193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:02:42.392172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] No DVR routers for this DVR port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:02:42.539671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eaa00-9d55-4152-8404-6065654c1cef req-78c74bee-341d-44f5-85e2-2e819479b628 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:42.541188 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f6eaa00-9d55-4152-8404-6065654c1cef req-78c74bee-341d-44f5-85e2-2e819479b628 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 944 time: 0.0665815 Dec 12 05:02:42.587682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:02:42.588020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:02:42.588352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:02:42.599723 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:02:42.600051 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Attempting to bind port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:02:42.615940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:02:42.616279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:02:42.616664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:02:42.617148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Bound port: c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:02:42.617490 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:42.629799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2f6eaa00-9d55-4152-8404-6065654c1cef req-74e9d1fb-322d-4255-83eb-05cd659898b2 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827286 Dec 12 05:02:42.682305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:02:42.685893 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:02:42.690857 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:42.726610 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:42.727310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:42.728694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 1092 time: 0.8750708 Dec 12 05:02:42.747875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164e3b8-c58e-490b-8019-cd2bb26a17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=11']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:42.811029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-9642c537-2d3c-4d5b-a5d4-c4bb3a0e9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:42.813183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-9642c537-2d3c-4d5b-a5d4-c4bb3a0e9d7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1095 time: 0.0431480 Dec 12 05:02:42.908561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-f7142a19-f6d6-4e0f-9b7b-64266cef9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:42.910077 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-f7142a19-f6d6-4e0f-9b7b-64266cef9d6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0898478 Dec 12 05:02:42.976025 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-3c12f91c-0590-4d91-9ac9-d060a2110bfa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 999 time: 0.0588267 Dec 12 05:02:43.030027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-755e47f5-2df1-4b6a-bab9-e73a6e30aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:43.032328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-755e47f5-2df1-4b6a-bab9-e73a6e30aa37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0498834 Dec 12 05:02:43.035824 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0a0044a9-aed8-418b-8209-ad344a71f198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:43.078648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa145-8696-4861-86e8-0e30b21949bb req-981864a8-6cfa-4437-8b57-feab5ed3b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:43.080148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-981864a8-6cfa-4437-8b57-feab5ed3b781 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408049 Dec 12 05:02:43.171088 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-3b443c2b-d3bc-4f72-a520-d532b51363db service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826981 Dec 12 05:02:43.264030 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fbffa145-8696-4861-86e8-0e30b21949bb req-e423206a-9dd7-4750-b5df-c518cde22a56 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855708 Dec 12 05:02:43.745918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff448ea-db20-4dba-bcf4-42a22b7d054e req-bc1b5443-1dbb-43f3-b420-07fef7d7d759 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:43.747418 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ff448ea-db20-4dba-bcf4-42a22b7d054e req-bc1b5443-1dbb-43f3-b420-07fef7d7d759 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 944 time: 0.0489895 Dec 12 05:02:43.797740 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0ff448ea-db20-4dba-bcf4-42a22b7d054e req-5bc2d133-11b3-4563-b760-d82f64fa4a63 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434935 Dec 12 05:02:44.240498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:02:44.242877 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc465ebf-3c15-4e45-b470-19a4df9c7c91" -d '{"events": [{"name": "network-changed", "server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:02:44.245632 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:44.293965 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff762337-599b-4d77-81b5-3a24e1624fcd x-openstack-request-id: req-ff762337-599b-4d77-81b5-3a24e1624fcd {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:02:44.294267 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:02:44.294526 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff762337-599b-4d77-81b5-3a24e1624fcd {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:02:44.294946 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'status': 'completed', 'code': 200} Dec 12 05:02:44.325864 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:44.384011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-3b9a270d-2490-4ca8-8fac-78113e53c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:44.385576 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-3b9a270d-2490-4ca8-8fac-78113e53c718 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1095 time: 0.0454028 Dec 12 05:02:44.393768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-741f53bd-3258-432b-904c-55ffec4ed859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:44.395362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-741f53bd-3258-432b-904c-55ffec4ed859 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 1095 time: 0.0420594 Dec 12 05:02:44.480302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-4d7aaf01-4592-4659-9244-81c2cba5baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:44.481949 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-4d7aaf01-4592-4659-9244-81c2cba5baac service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0887253 Dec 12 05:02:44.489276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-30290809-15c9-488c-8f69-4e76302c1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:44.490771 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-30290809-15c9-488c-8f69-4e76302c1f56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0868425 Dec 12 05:02:44.552683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-cd99cf5b-540a-446d-b958-9a147308f25d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 999 time: 0.0598364 Dec 12 05:02:44.559311 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-a479e563-f6a7-47d4-a14c-da7ba1230844 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 200 len: 999 time: 0.0570729 Dec 12 05:02:44.601327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-a90c0c6f-f954-4a4f-9579-b81731e9ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:44.602802 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-a90c0c6f-f954-4a4f-9579-b81731e9ba9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0431440 Dec 12 05:02:44.609917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-e468afb9-520f-48c7-a3df-e2a4040e41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:44.611352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-e468afb9-520f-48c7-a3df-e2a4040e41b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0428216 Dec 12 05:02:44.654018 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-367bad07-86d1-427d-9ba2-b064ce9045f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:44.656081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-367bad07-86d1-427d-9ba2-b064ce9045f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454423 Dec 12 05:02:44.665500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-2c005772-bd8a-4192-8d6a-96c8decb90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:44.666987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-2c005772-bd8a-4192-8d6a-96c8decb90e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438159 Dec 12 05:02:44.774200 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-9b8ee5b4-1081-41a8-ac55-338a8fff5aa2 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953755 Dec 12 05:02:44.785080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-fd049cb0-0950-40af-b443-7766f08d344b service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866182 Dec 12 05:02:44.901565 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-618a8f14-ee2f-436f-b4f9-19c3c728c5a3 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163511 Dec 12 05:02:44.901839 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cc465ebf-3c15-4e45-b470-19a4df9c7c91 req-9b3b5be6-6868-47bb-860f-c989ab9c5596 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092114 Dec 12 05:02:44.942371 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8d3eb-d3f4-4990-9d5c-ffca557a16a7 req-8c85cd70-e765-49c9-b1a4-d66512705074 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:44.945351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16f8d3eb-d3f4-4990-9d5c-ffca557a16a7 req-8c85cd70-e765-49c9-b1a4-d66512705074 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 944 time: 0.0632257 Dec 12 05:02:44.991066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16f8d3eb-d3f4-4990-9d5c-ffca557a16a7 req-2188736a-88fc-4457-bbfc-f6a28d252229 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409362 Dec 12 05:02:45.106949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfd506-20f6-4da6-9f58-ab04df9df081 req-5765abdb-11f4-4e88-83ad-40d5a18a1404 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:45.108436 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ebfd506-20f6-4da6-9f58-ab04df9df081 req-5765abdb-11f4-4e88-83ad-40d5a18a1404 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 944 time: 0.0509496 Dec 12 05:02:45.154612 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0ebfd506-20f6-4da6-9f58-ab04df9df081 req-d6c38a9c-f154-4ea3-b5a8-eeecbfb838de tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401669 Dec 12 05:02:45.266043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:02:45.271398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60904e7b-cbc0-4689-96e4-70f143a53e19 req-61587680-8171-4843-8d6f-4ac6bf992aea tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:45.272961 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60904e7b-cbc0-4689-96e4-70f143a53e19 req-61587680-8171-4843-8d6f-4ac6bf992aea tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 944 time: 0.0486264 Dec 12 05:02:45.323894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60904e7b-cbc0-4689-96e4-70f143a53e19 req-79efd3f2-b66f-4b39-897d-e2dad5197687 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448651 Dec 12 05:02:45.360399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:45.371954 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'mac_address': 'fa:16:3e:b7:a8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:02:45.412873 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:45.425922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:02:45.445773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:45.450094 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:45.498374 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=12']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:45.562290 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3614cd-9a1d-4547-8c72-7e13eca1399e req-51482d14-ca1e-4b41-b9e5-f2595baf1096 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:45.563667 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd3614cd-9a1d-4547-8c72-7e13eca1399e req-51482d14-ca1e-4b41-b9e5-f2595baf1096 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0470943 Dec 12 05:02:45.573187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:02:45.610530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd3614cd-9a1d-4547-8c72-7e13eca1399e req-d821b7df-b65f-415e-bce0-9c39f2e9d2ec tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408530 Dec 12 05:02:45.612679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:02:45.779486 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:45.785251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:02:46.726825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871d47b-abc8-41b5-a6f2-a61163e1de2a req-01e03114-74ba-4e8d-8d02-59d6c6f68b5c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:46.728302 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7871d47b-abc8-41b5-a6f2-a61163e1de2a req-01e03114-74ba-4e8d-8d02-59d6c6f68b5c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0478001 Dec 12 05:02:46.778757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7871d47b-abc8-41b5-a6f2-a61163e1de2a req-ad4635bd-ad11-4113-a32e-0e638560e515 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444517 Dec 12 05:02:46.790700 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:46.917143 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde2167-e84e-4c58-beb8-086be74d508d req-08b38580-2f10-4db0-8159-e67423032484 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:46.918488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7bde2167-e84e-4c58-beb8-086be74d508d req-08b38580-2f10-4db0-8159-e67423032484 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 945 time: 0.0476243 Dec 12 05:02:47.004367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Deleting port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:02:47.004712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:47.098130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:47.098494 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:47.298715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:02:47.353110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:02:47.357239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:02:47.357626 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:47.438589 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:47.461646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:02:47.463876 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b6196f-98ef-4489-99e5-977b71657d25" -d '{"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-plugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:02:47.477886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:47.482335 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:47.511471 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cab95b8-3e5c-4dc8-8cdf-6e6d3224b2ed x-openstack-request-id: req-7cab95b8-3e5c-4dc8-8cdf-6e6d3224b2ed {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:02:47.511772 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-plugged", "status": "completed", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:02:47.512056 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cab95b8-3e5c-4dc8-8cdf-6e6d3224b2ed {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:02:47.512455 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'code': 200} Dec 12 05:02:47.535231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=13']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:47.642379 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:47.642742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:47.643064 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Floating IP 34b0bae3-e880-4630-bb89-091d4318de16 disassociated. External IP: 172.25.7.26, port: c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad. Dec 12 05:02:47.643414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Calling delete_port for c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:02:47.768237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:47.794548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event deleted for resources: {'Port': ['ID=c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:47.904281 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec5732d1-b779-4ebc-8f12-c65695beacf9 req-0f8e827d-9a53-4f3e-9a2b-fcb51e69cdc9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=14626051-2ed7-4d29-a962-aa46e302ba0e HTTP/1.1" status: 200 len: 210 time: 0.0336173 Dec 12 05:02:47.940614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:02:48.052130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:02:48.062225 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:02:48.071998 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:02:48.072556 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:02:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:02:48.091681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] No DVR routers for this DVR port c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:02:48.094999 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:48.098554 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7bde2167-e84e-4c58-beb8-086be74d508d req-e32a999e-0731-4cc7-88ab-0b00a6e29595 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "DELETE /v2.0/ports/c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad HTTP/1.1" status: 204 len: 173 time: 1.1739578 Dec 12 05:02:48.099010 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-deleted', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:02:48.101382 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56620db7-3ee9-434b-a4cf-833bf611bc1e" -d '{"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-deleted", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:02:48.144565 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9eb821-05c4-4a99-b17b-247742f7d3cc x-openstack-request-id: req-5c9eb821-05c4-4a99-b17b-247742f7d3cc {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:02:48.144784 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14626051-2ed7-4d29-a962-aa46e302ba0e", "name": "network-vif-deleted", "tag": "c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:02:48.145083 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c9eb821-05c4-4a99-b17b-247742f7d3cc {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:02:48.145734 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14626051-2ed7-4d29-a962-aa46e302ba0e', 'name': 'network-vif-deleted', 'tag': 'c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad', 'status': 'completed', 'code': 200} Dec 12 05:02:48.190146 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:02:48.388678 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:02:48.414528 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:02:48.422502 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:02:48.423095 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:02:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:02:48.525114 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:02:48.725411 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:02:48.754895 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d842d5-b49c-48f0-be2c-ef186fcf7386 None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:02:48.972633 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d6df4-d807-4109-bb57-f6cda9eb219e None None] New status for floating IP 34b0bae3-e880-4630-bb89-091d4318de16: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:02:49.191072 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-957af5ce-9afb-4483-8c60-f3c515f2ec25 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--807675925&fields=id&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 267 time: 0.0436640 Dec 12 05:02:49.305547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-67d01687-8375-4825-bf1f-6366110c5f6f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:49.307035 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-67d01687-8375-4825-bf1f-6366110c5f6f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 812 time: 0.1090581 Dec 12 05:02:49.321862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-57a4799d-b0e5-4a35-b901-9532a7d99bbe tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/quotas/828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 375 time: 0.0088081 Dec 12 05:02:49.371570 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-20d93ab0-c11e-420d-abbd-cb3781310640 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445924 Dec 12 05:02:49.386845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c868d98f-aa09-4457-a299-73912f470e70 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:02:49.396960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c868d98f-aa09-4457-a299-73912f470e70 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049589 Dec 12 05:02:49.483030 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-8ceee60f-a85e-47c5-9f4c-dc13107785f8 service neutron] 10.222.0.36 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862913 Dec 12 05:02:49.570705 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-175d8f86-54ef-4d18-877d-fc75b389597a service neutron] 10.222.0.36 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815554 Dec 12 05:02:49.727883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-208f9bb7-f1eb-45ef-8209-eeb7fda4e357 req-2b35d5c3-f337-4c9c-a627-5cb5a25aa39e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 210 time: 0.0270495 Dec 12 05:02:50.699649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-064e5b30-5936-4e78-af2c-9b1f230e3a87 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:50.701171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-064e5b30-5936-4e78-af2c-9b1f230e3a87 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 812 time: 0.1069508 Dec 12 05:02:50.770432 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-9e2d88e7-3631-49ee-bc0a-725c42ed268e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 379 time: 0.0534704 Dec 12 05:02:50.794656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'port': {'device_id': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'admin_state_up': True, 'tenant_id': '828e580e498a4378b456ef66392d939e', 'security_groups': ['ef205d67-be40-406f-aacf-3806467560b9']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:02:50.893540 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbd89e89-766c-43bd-9849-c49ec1d51e0b req-08ef26a1-dd9f-44cf-a87a-d8083a653e2e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 210 time: 0.0948598 Dec 12 05:02:50.943376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Made reservation on behalf of 828e580e498a4378b456ef66392d939e for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:02:50.946892 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.068575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Allocated IP 172.20.0.7 (fbf60394-00ea-4676-9652-7b77cf84158b/9c0a41f9-2d8f-4823-9908-4132aaa438d7/ba627af3-9952-4d96-8853-eb9c645f78b4) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:02:51.205703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.238042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.288850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Network fbf60394-00ea-4676-9652-7b77cf84158b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:02:51.292373 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:02:51.295832 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:02:51.318179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:02:51.322014 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:51.338110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:02:51.338470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device c36cc4f6-fd44-46e4-a0ad-c85d7fc456ad not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:02:51.351345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:51.352005 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.368376 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-62630c8b-ebfa-4c8b-93cb-39765fac6791 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775552 Dec 12 05:02:51.385715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Request body: {'port': {'device_id': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:02:51.441662 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.549895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-63756e50-461e-4b7d-b934-6750cc88692e None None] Provisioning complete for port ba627af3-9952-4d96-8853-eb9c645f78b4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:02:51.550277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-63756e50-461e-4b7d-b934-6750cc88692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.584341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-63756e50-461e-4b7d-b934-6750cc88692e None None] Port ba627af3-9952-4d96-8853-eb9c645f78b4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:02:51.700858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba627af3-9952-4d96-8853-eb9c645f78b4 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:02:51.708249 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.719772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Transition to ACTIVE for port object ba627af3-9952-4d96-8853-eb9c645f78b4 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:02:51.723585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.788620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:51.841106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:02:51.841367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:02:51.841700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:02:51.846212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Port ba627af3-9952-4d96-8853-eb9c645f78b4 on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:02:51.846535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:02:51.851385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:02:51.851728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:02:51.852113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:02:51.852544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Bound port: ba627af3-9952-4d96-8853-eb9c645f78b4, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:02:51.852933 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.918238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:02:51.922015 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:02:51.927213 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.966618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:51.967379 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:51.968772 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] 10.222.0.18 "PUT /v2.0/ports/ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 1091 time: 0.5875816 Dec 12 05:02:51.969238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:02:51.971499 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a7c74c96291f888923a62412985aee299bc8ce79061dae7210d587a4cd74277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d399a7c-44f1-4b2d-952d-2678eec813db" -d '{"events": [{"name": "network-changed", "server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:02:52.021232 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267193-c87a-438b-9173-1bbb5f5d5ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:52.045748 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06893c49-6d8e-4b91-9e36-a920a7de081c x-openstack-request-id: req-06893c49-6d8e-4b91-9e36-a920a7de081c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:02:52.047086 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:02:52.047705 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06893c49-6d8e-4b91-9e36-a920a7de081c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:02:52.048411 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'status': 'completed', 'code': 200} Dec 12 05:02:52.057352 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77304ad2-ddd4-4be0-ac22-945f83c6eda6 req-864c0aa1-3689-46a4-b227-48cf52c492f8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:52.058915 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77304ad2-ddd4-4be0-ac22-945f83c6eda6 req-864c0aa1-3689-46a4-b227-48cf52c492f8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0900705 Dec 12 05:02:52.083700 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-d46e5f6f-0d30-4fee-bff6-3658702e8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:52.085489 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-d46e5f6f-0d30-4fee-bff6-3658702e8f12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1094 time: 0.0571754 Dec 12 05:02:52.117406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77304ad2-ddd4-4be0-ac22-945f83c6eda6 req-22f74f42-6b0a-49dd-ba5d-e1fcfda61f90 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520093 Dec 12 05:02:52.138475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-c6892f05-d9b3-4076-83d9-29bfaed8db98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 217 time: 0.0402300 Dec 12 05:02:52.197453 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-fa1afdd6-9632-4526-bf86-f57c5b6a9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:52.198946 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-fa1afdd6-9632-4526-bf86-f57c5b6a9848 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0537100 Dec 12 05:02:52.245559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-268ec329-0509-492f-932e-53332d8e309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:52.247081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-268ec329-0509-492f-932e-53332d8e309c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409939 Dec 12 05:02:52.333902 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-6adb075c-6a10-4127-912e-da942a5d6866 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797911 Dec 12 05:02:52.425789 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f9fb4afe-fcef-4d92-82d7-4977d6af5a64 req-9fb4009a-7ccc-43ff-9282-6c0522e3de80 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846579 Dec 12 05:02:52.557481 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-93c67e26-37e3-4cff-a8a1-cc4cb4d80474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:52.558989 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-93c67e26-37e3-4cff-a8a1-cc4cb4d80474 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1094 time: 0.0407231 Dec 12 05:02:52.650710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-ced7654b-eac7-4003-9b75-13c36950ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:52.652203 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-ced7654b-eac7-4003-9b75-13c36950ca2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0864406 Dec 12 05:02:52.693191 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-209b5327-94d8-483b-be41-e9ddf7640557 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 217 time: 0.0341187 Dec 12 05:02:52.741759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-202400fe-c270-4812-89dd-0a9d86b90a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:52.743188 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-202400fe-c270-4812-89dd-0a9d86b90a61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0427980 Dec 12 05:02:52.793388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-7edc1421-23af-423f-8c70-5ba09dc0f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:52.794864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-7edc1421-23af-423f-8c70-5ba09dc0f9b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433626 Dec 12 05:02:52.883252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-0590c752-eea4-4c69-b58c-e848da9b68af service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804315 Dec 12 05:02:52.974646 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d399a7c-44f1-4b2d-952d-2678eec813db req-95b2a2c7-22ad-446c-b211-f7a491c4c1ed service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836020 Dec 12 05:02:53.232915 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d766a2-888e-4862-b5b3-98b07a20ed04 req-20a9c1f3-d4a7-4cd1-b4b5-20b8f7a03813 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:53.234797 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10d766a2-888e-4862-b5b3-98b07a20ed04 req-20a9c1f3-d4a7-4cd1-b4b5-20b8f7a03813 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0489683 Dec 12 05:02:53.281475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-10d766a2-888e-4862-b5b3-98b07a20ed04 req-e784736e-796e-4e7f-ac28-f2f3b5ba9ddb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Dec 12 05:02:54.396768 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d8464-10da-4f8c-a06d-351fdb0834ab req-a8e8a7f1-6548-4cdb-a802-6080a4a37e97 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:54.398276 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-486d8464-10da-4f8c-a06d-351fdb0834ab req-a8e8a7f1-6548-4cdb-a802-6080a4a37e97 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0489750 Dec 12 05:02:54.443908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-486d8464-10da-4f8c-a06d-351fdb0834ab req-d6447c54-3383-4f6f-a33c-4ca41bc92a13 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396771 Dec 12 05:02:55.344146 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:02:55.437114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:55.448257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'mac_address': 'fa:16:3e:4f:32:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:02:55.489810 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:55.503435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba627af3-9952-4d96-8853-eb9c645f78b4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:02:55.523507 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:55.531884 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:55.578828 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181592a4-12a5-4dca-a04f-b783a2fafa9a req-b053e914-e174-4d36-a09d-8d86a4a74863 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:55.581293 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-181592a4-12a5-4dca-a04f-b783a2fafa9a req-b053e914-e174-4d36-a09d-8d86a4a74863 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0687711 Dec 12 05:02:55.609484 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:55.629523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-181592a4-12a5-4dca-a04f-b783a2fafa9a req-31d757c6-10f6-4169-a0bf-71046148930b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Dec 12 05:02:55.794133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ba627af3-9952-4d96-8853-eb9c645f78b4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:02:56.744876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b090f-5246-41d3-84be-be0f5ec5f4a0 req-a357eece-1e43-47a9-b6ce-ea203fbbb6f5 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:56.746355 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c33b090f-5246-41d3-84be-be0f5ec5f4a0 req-a357eece-1e43-47a9-b6ce-ea203fbbb6f5 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0486603 Dec 12 05:02:56.792880 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c33b090f-5246-41d3-84be-be0f5ec5f4a0 req-c0486580-aafa-40f8-8bff-3396bf4f4c3c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402882 Dec 12 05:02:57.344049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:02:57.392407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ba627af3-9952-4d96-8853-eb9c645f78b4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:02:57.396292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ba627af3-9952-4d96-8853-eb9c645f78b4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:02:57.396670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:57.471099 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:57.495732 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:02:57.497995 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea084006a26d35b2015c8bc4b994c7d696de75c703df718e8e8f8c304705599b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749a9a7e-f3ba-4224-b318-4ba164774b9d" -d '{"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-plugged", "status": "completed", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:02:57.511327 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:02:57.515549 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:02:57.538885 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039a6d91-4863-4481-acf7-e03e9a99bddc x-openstack-request-id: req-039a6d91-4863-4481-acf7-e03e9a99bddc {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:02:57.539183 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-plugged", "status": "completed", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:02:57.539441 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-039a6d91-4863-4481-acf7-e03e9a99bddc {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:02:57.539837 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'code': 200} Dec 12 05:02:57.564987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:02:57.674137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544f879-bda8-410b-9176-8898b1872821 req-3d3e41f2-78e8-40cf-9ef6-1cfd34332382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:57.675661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5544f879-bda8-410b-9176-8898b1872821 req-3d3e41f2-78e8-40cf-9ef6-1cfd34332382 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1096 time: 0.0432296 Dec 12 05:02:57.719447 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5544f879-bda8-410b-9176-8898b1872821 req-12da33e7-7e04-4fc0-9cbf-68fa04305a4f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358725 Dec 12 05:02:57.911285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f27cc-53ab-4846-8e6d-bb7f5f84da04 req-f28b3b22-a25c-4730-8c6e-601d72f09fae tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:57.912745 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a41f27cc-53ab-4846-8e6d-bb7f5f84da04 req-f28b3b22-a25c-4730-8c6e-601d72f09fae tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0512323 Dec 12 05:02:57.958648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a41f27cc-53ab-4846-8e6d-bb7f5f84da04 req-487c3452-4379-44d8-ac44-d7ac58c06084 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 Dec 12 05:02:59.076110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5191e-9906-4b42-a5fc-e2148b8bfe84 req-10e864a1-ed32-496d-aa12-9623732961c4 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:59.077631 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cac5191e-9906-4b42-a5fc-e2148b8bfe84 req-10e864a1-ed32-496d-aa12-9623732961c4 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0481040 Dec 12 05:02:59.123713 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cac5191e-9906-4b42-a5fc-e2148b8bfe84 req-c7ed55fb-0d6a-41b4-a9dd-28e2e386f5d0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 Dec 12 05:02:59.155514 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:02:59.233042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69928a5d-0a2e-43d8-bd20-ccfcaf698023 req-6f7e198c-39ec-4c30-a0bf-c7e9b401198b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:02:59.234988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69928a5d-0a2e-43d8-bd20-ccfcaf698023 req-6f7e198c-39ec-4c30-a0bf-c7e9b401198b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0473075 Dec 12 05:02:59.243676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 40924) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:02:59.247979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-eb047a17-ce5a-49d8-b1c2-2b46a231f4f9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Request body: {'floatingip': {'port_id': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:02:59.290489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb047a17-ce5a-49d8-b1c2-2b46a231f4f9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:00.016380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb047a17-ce5a-49d8-b1c2-2b46a231f4f9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:00.020102 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb047a17-ce5a-49d8-b1c2-2b46a231f4f9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:00.119535 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-eb047a17-ce5a-49d8-b1c2-2b46a231f4f9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Floating IP 34b0bae3-e880-4630-bb89-091d4318de16 associated. External IP: 172.25.7.26, port: ba627af3-9952-4d96-8853-eb9c645f78b4. Dec 12 05:03:00.325492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb047a17-ce5a-49d8-b1c2-2b46a231f4f9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:03:00.433242 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb047a17-ce5a-49d8-b1c2-2b46a231f4f9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:03:00.438689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-eb047a17-ce5a-49d8-b1c2-2b46a231f4f9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:00.443280 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:03:00.452334 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:03:00.453665 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:02:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:03:00.465846 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-eb047a17-ce5a-49d8-b1c2-2b46a231f4f9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "PUT /v2.0/floatingips/34b0bae3-e880-4630-bb89-091d4318de16 HTTP/1.1" status: 200 len: 991 time: 1.2211838 Dec 12 05:03:00.466575 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:03:00.468968 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6cb272d54de42e8ee92cbb4e84b923e5966d42fd64e33ccab2dd945666d5ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d31a453-d598-4384-8ff2-c5518b28e459" -d '{"events": [{"name": "network-changed", "server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:03:00.507497 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af165a6-b202-481f-b8a3-bef9b8c1a659 x-openstack-request-id: req-1af165a6-b202-481f-b8a3-bef9b8c1a659 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:03:00.507807 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:03:00.508070 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1af165a6-b202-481f-b8a3-bef9b8c1a659 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:03:00.508485 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'status': 'completed', 'code': 200} Dec 12 05:03:00.613435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-6f92176f-17f9-4878-a77f-6caee5f7689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:03:00.614969 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-6f92176f-17f9-4878-a77f-6caee5f7689d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1096 time: 0.0451825 Dec 12 05:03:00.651891 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:03:00.706632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-4b7dd195-8618-4567-8a48-03d4927992cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:03:00.708138 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-4b7dd195-8618-4567-8a48-03d4927992cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0844729 Dec 12 05:03:00.778292 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-0e2b4ed9-fb50-4b8b-b0f0-d59aafa4dab6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 999 time: 0.0632052 Dec 12 05:03:00.827194 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-c9136a80-5547-4026-b151-636f7f67baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:03:00.828634 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-c9136a80-5547-4026-b151-636f7f67baab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0439682 Dec 12 05:03:00.871283 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:4f:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T05:02:59Z', 'revision_number': 13, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:03:00.872671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-22922d28-b327-4ec8-bcfa-b134dc1add35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:03:00.874200 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-22922d28-b327-4ec8-bcfa-b134dc1add35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393319 Dec 12 05:03:00.900998 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:03:00.909423 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:03:00.910090 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:02:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:03:00.966097 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-62ecbefe-e398-4265-947b-e7eea4a76090 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847383 Dec 12 05:03:01.014256 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:03:01.054478 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d31a453-d598-4384-8ff2-c5518b28e459 req-8203dc70-b657-48bb-a5f5-9a5127c68463 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814359 Dec 12 05:03:01.230698 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:4f:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T05:02:59Z', 'revision_number': 13, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:03:01.259642 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9062278-d88d-4e1c-8420-5ddc49813ded None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '34b0bae3-e880-4630-bb89-091d4318de16', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'port_id': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'mac_address': 'fa:16:3e:4f:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T04:55:59Z', 'updated_at': '2021-12-12T05:02:59Z', 'revision_number': 13, 'project_id': '828e580e498a4378b456ef66392d939e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:03:01.442174 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a512196-3946-4425-897c-ab7194fc2560 None None] New status for floating IP 34b0bae3-e880-4630-bb89-091d4318de16: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:03:10.740202 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8996669e-bfcd-4063-8f64-9f77f641fd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:12.115685 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:13.037650 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ba28a68f-b67f-4bce-bd32-0063f266fd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:14.245951 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:14.340456 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:15.782153 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:16.793135 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:32.251410 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-0bd29a5c-b545-462c-a442-8532cbf91fc6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391569 Dec 12 05:03:32.356199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-15c5e338-5cac-4d2e-ae1b-2895ba221ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:03:32.357738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-15c5e338-5cac-4d2e-ae1b-2895ba221ced service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1096 time: 0.0434654 Dec 12 05:03:32.460831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-eb147656-8a8e-40b6-8b4f-57cc76ef167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:03:32.462279 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-eb147656-8a8e-40b6-8b4f-57cc76ef167d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0816596 Dec 12 05:03:32.529756 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-4486fd8a-f08a-45e4-b65d-81ed1fbf1704 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 1001 time: 0.0607173 Dec 12 05:03:32.578568 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-65573d46-ebc3-46ff-b2db-3e8697a32e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:03:32.579968 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-65573d46-ebc3-46ff-b2db-3e8697a32e4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0427458 Dec 12 05:03:32.626113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-5b95cb0a-6d32-4979-8563-307380b82aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:03:32.627626 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-5b95cb0a-6d32-4979-8563-307380b82aba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394289 Dec 12 05:03:32.719675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-fd3a3d41-8546-4cd6-9b1f-91c62a6ed784 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834968 Dec 12 05:03:32.809150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6bbfaf25-ff0c-4f9a-b218-a53f2ade7154 req-28d808b0-d5be-43c6-af7e-68ee2b7733c8 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819678 Dec 12 05:03:36.154154 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:03:40.745043 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5815a2ad-2a8d-4238-af9e-903170de8186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:42.119208 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:43.038367 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ec29e6ca-4fd8-4d92-a9de-f0f548d2e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:44.247897 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:44.338272 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:45.784417 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:03:46.794887 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:10.746548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9b44ce91-838a-4919-ae4d-f66b0cfc2edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:12.113304 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:13.043498 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-95834c37-bef8-483f-b67b-bd90f596903f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:13.152567 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:04:14.250362 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:14.343376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:15.788138 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:16.797268 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:33.315384 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8461a54-2721-4908-a8db-980f32da7c1c req-0e9c8fa7-67b9-4013-9ad9-79530ccd2987 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796793 Dec 12 05:04:33.432913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8461a54-2721-4908-a8db-980f32da7c1c req-aada051a-85ed-4bf7-a85e-9518affd0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:33.434426 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8461a54-2721-4908-a8db-980f32da7c1c req-aada051a-85ed-4bf7-a85e-9518affd0469 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1096 time: 0.0444143 Dec 12 05:04:33.535160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8461a54-2721-4908-a8db-980f32da7c1c req-33f680f1-d9be-4b86-8ecc-1ff30a194ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:33.536622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8461a54-2721-4908-a8db-980f32da7c1c req-33f680f1-d9be-4b86-8ecc-1ff30a194ae3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0839510 Dec 12 05:04:33.609168 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8461a54-2721-4908-a8db-980f32da7c1c req-7a43f125-a0ea-4784-ae43-5fb05f365ba9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 1001 time: 0.0645947 Dec 12 05:04:33.657573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8461a54-2721-4908-a8db-980f32da7c1c req-79b60e47-1bbf-431d-9cf6-759b262473bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:33.658986 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8461a54-2721-4908-a8db-980f32da7c1c req-79b60e47-1bbf-431d-9cf6-759b262473bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0431530 Dec 12 05:04:33.703482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8461a54-2721-4908-a8db-980f32da7c1c req-4082c555-899a-4aaf-b1e6-7657de13deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:33.705480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8461a54-2721-4908-a8db-980f32da7c1c req-4082c555-899a-4aaf-b1e6-7657de13deb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383322 Dec 12 05:04:33.798651 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8461a54-2721-4908-a8db-980f32da7c1c req-808a0bec-78ce-4498-8cd5-7ceaee9464d9 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852015 Dec 12 05:04:34.211186 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d8461a54-2721-4908-a8db-980f32da7c1c req-5ecae593-6c1b-4c6f-a918-bbf7ce4f3af6 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048491 Dec 12 05:04:38.140766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906b4d8-a35c-4925-86eb-01f57b0ca9cf req-485de920-b6e8-4ab5-a1cc-9e74c7ccbd17 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:38.142262 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d906b4d8-a35c-4925-86eb-01f57b0ca9cf req-485de920-b6e8-4ab5-a1cc-9e74c7ccbd17 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0912251 Dec 12 05:04:38.192210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d906b4d8-a35c-4925-86eb-01f57b0ca9cf req-36bd471d-eba5-48a2-b9b2-837cc3fa60d6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439382 Dec 12 05:04:40.748705 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2a2ca442-fca6-4f84-b0e9-7e7b389a5043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:42.113321 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:43.045593 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4509628a-d6d8-4e26-9044-e86d64beda89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:44.253558 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:44.355976 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:45.789801 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:46.800292 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:04:50.151780 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:04:50.419993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-3ec53afd-c7f0-43aa-aa9a-fc39e16553b9 req-392f779a-c7a4-4cca-aeb9-e95c88989145 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:04:50.421042 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ec53afd-c7f0-43aa-aa9a-fc39e16553b9 req-392f779a-c7a4-4cca-aeb9-e95c88989145 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0424988 Dec 12 05:04:50.605259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a81215-192a-4163-9beb-020c7519ff50 req-da813060-01ed-4335-bc02-446743875a21 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:50.606790 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74a81215-192a-4163-9beb-020c7519ff50 req-da813060-01ed-4335-bc02-446743875a21 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0516145 Dec 12 05:04:50.652521 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-8626bc6c-3194-4310-9ccc-e18788c040b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774701 Dec 12 05:04:50.655114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74a81215-192a-4163-9beb-020c7519ff50 req-9f78a7ce-46ec-4c23-b155-8ad13a5de090 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Dec 12 05:04:50.661961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-d9a936d8-498b-44ab-b31b-95f4e6054cfd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:04:50.662988 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-d9a936d8-498b-44ab-b31b-95f4e6054cfd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051615 Dec 12 05:04:51.769588 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81b6a9-4b14-437c-922d-cf67543c5964 req-aa04abb1-1725-4363-82db-88c773c9bf10 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:51.771062 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d81b6a9-4b14-437c-922d-cf67543c5964 req-aa04abb1-1725-4363-82db-88c773c9bf10 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0473976 Dec 12 05:04:51.817483 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2d81b6a9-4b14-437c-922d-cf67543c5964 req-071498da-68e6-4320-beac-c8f88b73c792 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405469 Dec 12 05:04:51.939031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-997e74e1-c785-45cd-9474-2250faf1a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:51.940400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-997e74e1-c785-45cd-9474-2250faf1a2d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1096 time: 0.0429180 Dec 12 05:04:52.030750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-955318b2-bbb5-4da6-ab45-aee567a9483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:52.032240 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-955318b2-bbb5-4da6-ab45-aee567a9483d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0825801 Dec 12 05:04:52.101347 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-45330780-92b3-466c-9f74-e6132930c957 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 1001 time: 0.0623722 Dec 12 05:04:52.151008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-5fbfba64-be9f-4bb7-8e55-8cfb63be68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:52.152413 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-5fbfba64-be9f-4bb7-8e55-8cfb63be68d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0434682 Dec 12 05:04:52.212252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-4f481423-d20c-4f73-9e89-acaa531db43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:52.213712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-4f481423-d20c-4f73-9e89-acaa531db43c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406213 Dec 12 05:04:52.307865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-31bcd79d-fbb5-41c7-a1eb-ae846490d8e0 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860257 Dec 12 05:04:52.395273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-14ee45e0-c823-410f-86d3-c6ebd07322bc service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801003 Dec 12 05:04:52.936767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7c70e-31be-44b7-a9b6-1f9e9d4fe077 req-82ef4a5b-fdcf-42d4-a6b9-02042f4c0f83 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:52.938274 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6b7c70e-31be-44b7-a9b6-1f9e9d4fe077 req-82ef4a5b-fdcf-42d4-a6b9-02042f4c0f83 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0528021 Dec 12 05:04:52.984551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b6b7c70e-31be-44b7-a9b6-1f9e9d4fe077 req-b372621c-8503-4a6a-adee-70b82e4e7c55 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402634 Dec 12 05:04:54.105766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8533c-425a-464f-8e4f-2acc99cd2fd6 req-1b867b7d-b49f-4098-9f24-588b99c00e3b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:54.107280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cd8533c-425a-464f-8e4f-2acc99cd2fd6 req-1b867b7d-b49f-4098-9f24-588b99c00e3b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0502920 Dec 12 05:04:54.154475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cd8533c-425a-464f-8e4f-2acc99cd2fd6 req-baa2445c-9a4a-46f8-abfe-1318912d0e77 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406446 Dec 12 05:04:55.272495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f51b8-8cde-4acd-bb50-b961438b4069 req-19fdfd91-dffe-4361-aa7d-9f68ea979f5f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:55.274044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d5f51b8-8cde-4acd-bb50-b961438b4069 req-19fdfd91-dffe-4361-aa7d-9f68ea979f5f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0494692 Dec 12 05:04:55.320614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2d5f51b8-8cde-4acd-bb50-b961438b4069 req-b4015191-706b-4b89-ab05-bb04a52d47ab tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406353 Dec 12 05:04:56.438016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7efa39-7b55-4afb-a153-b908fb86708f req-be9f5134-ea58-4372-be44-689d70561fd9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:56.439984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c7efa39-7b55-4afb-a153-b908fb86708f req-be9f5134-ea58-4372-be44-689d70561fd9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0517046 Dec 12 05:04:56.485464 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8c7efa39-7b55-4afb-a153-b908fb86708f req-b9f619f4-bb9a-40e1-984a-6a744b13ad1d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395145 Dec 12 05:04:57.600131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37114a-8e6a-4068-818f-61de92c61f16 req-4ad2edc9-31d9-496d-bfb8-ee9ca2d65021 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:57.601569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec37114a-8e6a-4068-818f-61de92c61f16 req-4ad2edc9-31d9-496d-bfb8-ee9ca2d65021 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0481331 Dec 12 05:04:57.652547 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ec37114a-8e6a-4068-818f-61de92c61f16 req-37b9f08e-adbb-4ccb-97f4-fc33b618d938 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 Dec 12 05:04:58.766159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686552e-3e81-46f9-91cf-4d142c1d18f6 req-212a3621-7284-42d5-8f91-11f61bdfb0b6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:58.767577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9686552e-3e81-46f9-91cf-4d142c1d18f6 req-212a3621-7284-42d5-8f91-11f61bdfb0b6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0488272 Dec 12 05:04:58.814419 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9686552e-3e81-46f9-91cf-4d142c1d18f6 req-7c397d8c-9030-4c24-aafe-ba5f954941be tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410035 Dec 12 05:04:59.928538 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48c9ec-03e0-43a4-a6f8-ba76e2013253 req-cd842c69-88a8-4016-b110-b5c3c37f35e4 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:04:59.930066 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6a48c9ec-03e0-43a4-a6f8-ba76e2013253 req-cd842c69-88a8-4016-b110-b5c3c37f35e4 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0484593 Dec 12 05:04:59.977380 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6a48c9ec-03e0-43a4-a6f8-ba76e2013253 req-5391d0d2-99df-454c-95ef-60033acb78b8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Dec 12 05:05:01.099702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1d249-194c-4b7c-9835-0f6218e8bc00 req-d087224f-5dc6-4a35-bc36-538881078507 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:01.101223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbc1d249-194c-4b7c-9835-0f6218e8bc00 req-d087224f-5dc6-4a35-bc36-538881078507 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0557950 Dec 12 05:05:01.147071 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbc1d249-194c-4b7c-9835-0f6218e8bc00 req-08c4d4c3-89c8-4b1a-8f9f-4e5777b007b0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399377 Dec 12 05:05:02.264005 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2de65-501d-4fdb-8fbc-54d38740a048 req-1072f8a3-036c-4b36-909f-8a372d274345 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:02.265547 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-71e2de65-501d-4fdb-8fbc-54d38740a048 req-1072f8a3-036c-4b36-909f-8a372d274345 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0489421 Dec 12 05:05:02.312702 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-71e2de65-501d-4fdb-8fbc-54d38740a048 req-55cc4389-b7e9-4fb4-b016-4fd3d25bbacd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Dec 12 05:05:03.427594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df7825-ad74-4d47-b8c6-b6195eaf7af1 req-a7cdfa52-7134-405f-b18e-d176c8b5cf04 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:03.429109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-01df7825-ad74-4d47-b8c6-b6195eaf7af1 req-a7cdfa52-7134-405f-b18e-d176c8b5cf04 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0480821 Dec 12 05:05:03.475683 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-01df7825-ad74-4d47-b8c6-b6195eaf7af1 req-e06f7303-bd21-49ea-baa8-b28969f1c8b4 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Dec 12 05:05:04.598000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5653b-2595-4cb7-9f45-16a12a785652 req-d6057430-faca-4f41-8d4f-2e76adf11a66 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:04.599389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac5653b-2595-4cb7-9f45-16a12a785652 req-d6057430-faca-4f41-8d4f-2e76adf11a66 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0530391 Dec 12 05:05:04.645347 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aac5653b-2595-4cb7-9f45-16a12a785652 req-3570058d-6afd-41ef-8ba7-4ca4f613aa9e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400195 Dec 12 05:05:05.764266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252acc68-3019-4118-ae00-b9fae399f085 req-11575f36-b84e-4536-a57f-318b68493aa9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:05.765904 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-252acc68-3019-4118-ae00-b9fae399f085 req-11575f36-b84e-4536-a57f-318b68493aa9 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0495193 Dec 12 05:05:05.817340 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-252acc68-3019-4118-ae00-b9fae399f085 req-b0a96094-88b3-40d8-84c9-748d67b05fa0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453403 Dec 12 05:05:06.614804 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [req-69305000-015d-457f-aaef-9785b8c9a306 req-0029536f-22d4-4d19-8495-33fbffcde0dc service neutron] show failed (client error): The resource could not be found. Dec 12 05:05:06.615732 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-0029536f-22d4-4d19-8495-33fbffcde0dc service neutron] 10.222.0.18 "GET /v2.0/ports/ba627af3-9952-4d96-8853-eb9c645f78b4/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0540242 Dec 12 05:05:06.947017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-4f5e3ea7-669a-4426-a162-a2ed2f4597d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:06.948553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-4f5e3ea7-669a-4426-a162-a2ed2f4597d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 1096 time: 0.1102674 Dec 12 05:05:06.956791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c87c5e-88cd-4cb4-b8b7-01576d5ba22a req-c3e13093-356a-4899-9618-63eb0842d538 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:06.958177 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-27c87c5e-88cd-4cb4-b8b7-01576d5ba22a req-c3e13093-356a-4899-9618-63eb0842d538 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0714273 Dec 12 05:05:06.985305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:05:07.057075 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-27c87c5e-88cd-4cb4-b8b7-01576d5ba22a req-1c3ba986-5770-43b1-8c1c-92c85d8bef9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929968 Dec 12 05:05:07.059520 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:07.259872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:07.294739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:05:07.338073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:05:07.343468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:07.356385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Transition to ACTIVE for port object ba627af3-9952-4d96-8853-eb9c645f78b4 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:05:07.360357 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:07.394879 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76122671-f3b3-449f-937b-a39ec8856681" -d '{"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-unplugged", "status": "completed", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:05:07.446889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:07.461959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.462495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.462697 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.463044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.463758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.463758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.464073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.464411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.464754 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.465119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.465463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.465799 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.466134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:07.498054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] No DVR routers for this DVR port ba627af3-9952-4d96-8853-eb9c645f78b4 on host n-h2-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:05:07.501789 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 05:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2315dc0-dea7-4d39-8e1d-9bf11b72a9db x-openstack-request-id: req-a2315dc0-dea7-4d39-8e1d-9bf11b72a9db {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:05:07.502129 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-unplugged", "status": "completed", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:05:07.502397 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2315dc0-dea7-4d39-8e1d-9bf11b72a9db {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:05:07.502810 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'code': 200} Dec 12 05:05:07.637940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:05:07.638296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:05:07.638592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:05:07.643514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Port ba627af3-9952-4d96-8853-eb9c645f78b4 on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:05:07.643841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:05:07.648741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:05:07.649112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:05:07.649504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:05:07.649945 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Bound port: ba627af3-9952-4d96-8853-eb9c645f78b4, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:05:07.650304 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:07.715240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:05:07.718332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:05:07.722283 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:07.759356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:07.760058 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:07.761505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] 10.222.0.37 "PUT /v2.0/ports/ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 1091 time: 0.7815113 Dec 12 05:05:07.781024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5976b5d-df5d-490f-b7c7-dccf9157160b service neutron] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=7']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:07.841736 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-046e9992-75d4-4d61-b96d-76ecfa081a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:07.843292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-046e9992-75d4-4d61-b96d-76ecfa081a0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1094 time: 0.0434086 Dec 12 05:05:07.943665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-b62f1d99-5f5d-4f3d-8db0-e8d3db7e5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:07.945216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-b62f1d99-5f5d-4f3d-8db0-e8d3db7e5a5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0915003 Dec 12 05:05:07.964139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:05:08.002929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:05:08.017424 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-e3b12c4c-0c78-4ede-9aad-2d70b9b78047 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 999 time: 0.0606301 Dec 12 05:05:08.066761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-07631b22-fe2f-49cf-a94e-76ef82c7847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:08.068070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-07631b22-fe2f-49cf-a94e-76ef82c7847e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0428307 Dec 12 05:05:08.118996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305000-015d-457f-aaef-9785b8c9a306 req-8726b845-c12e-4c04-afe1-e5700a156d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:08.120490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-8726b845-c12e-4c04-afe1-e5700a156d19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441639 Dec 12 05:05:08.226481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e227613-ebae-4b40-8216-7d25244883ba req-4bc799d1-b293-40dd-a396-47893f6f4c9c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:08.227963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e227613-ebae-4b40-8216-7d25244883ba req-4bc799d1-b293-40dd-a396-47893f6f4c9c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.1017056 Dec 12 05:05:08.263669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-66acbfaf-838c-441f-844b-ce7b0c6ba8fa service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285424 Dec 12 05:05:08.327265 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e227613-ebae-4b40-8216-7d25244883ba req-899ac80c-800a-4616-9816-157c3b75c961 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929401 Dec 12 05:05:08.368931 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-e88007ec-a416-440d-9aec-f23d9237db65 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914102 Dec 12 05:05:09.446601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aaac5-c1b1-42f6-90f5-0a2c103ab750 req-dcb1d788-f578-4929-81f8-9ef2b6789e59 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:09.447992 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-694aaac5-c1b1-42f6-90f5-0a2c103ab750 req-dcb1d788-f578-4929-81f8-9ef2b6789e59 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0501091 Dec 12 05:05:09.495531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-694aaac5-c1b1-42f6-90f5-0a2c103ab750 req-eab02081-a319-4cb1-91b1-affd519a3cdd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Dec 12 05:05:09.504353 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:05:09.507017 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81acd97a-52d1-42af-aaf3-a993f8613e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:05:09.562078 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d07dc7-2a29-4cf1-9195-46bc518bf7a0 x-openstack-request-id: req-78d07dc7-2a29-4cf1-9195-46bc518bf7a0 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:05:09.562384 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:05:09.562656 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78d07dc7-2a29-4cf1-9195-46bc518bf7a0 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:05:09.563093 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'status': 'completed', 'code': 200} Dec 12 05:05:09.641524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-03e6800c-7a6e-48de-8643-637e799b5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:09.643716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-03e6800c-7a6e-48de-8643-637e799b5b50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1094 time: 0.0420122 Dec 12 05:05:09.671726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-446da6ef-e839-45bc-a0c2-d2ac3241a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:09.673286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-446da6ef-e839-45bc-a0c2-d2ac3241a2e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1094 time: 0.0468576 Dec 12 05:05:09.737855 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-504f8e90-4b96-443a-85aa-7cf789b13463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:09.739307 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-504f8e90-4b96-443a-85aa-7cf789b13463 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0891299 Dec 12 05:05:09.768417 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-24613cf6-a029-4fee-b384-debb4c2676f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:09.770172 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-24613cf6-a029-4fee-b384-debb4c2676f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0858712 Dec 12 05:05:09.808713 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-608f7a01-5e38-48da-8e6f-99209e686259 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 999 time: 0.0624938 Dec 12 05:05:09.849294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-7c31ccf7-c1f1-4d5f-8cc7-45df7f13c3d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 999 time: 0.0661530 Dec 12 05:05:09.864109 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-49787e1a-d147-4347-9983-979c037a7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:09.865618 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-49787e1a-d147-4347-9983-979c037a7e2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0495284 Dec 12 05:05:09.904534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-4251d89c-a129-474e-badd-ae86aae96dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:09.906216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-4251d89c-a129-474e-badd-ae86aae96dd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0460899 Dec 12 05:05:09.913064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-1ffa8daa-4dd0-4736-a2d2-c01ebe26cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:09.914620 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-1ffa8daa-4dd0-4736-a2d2-c01ebe26cf85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420079 Dec 12 05:05:09.973090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-718b6c2c-ac9c-4410-9c78-65882bf2d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:09.974142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-718b6c2c-ac9c-4410-9c78-65882bf2d601 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566773 Dec 12 05:05:10.011531 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-2ddf9b9a-23f9-4999-8e5b-0533041be14b service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894289 Dec 12 05:05:10.089935 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-8693e4aa-aeb3-4f3f-b33a-39134ba71761 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010528 Dec 12 05:05:10.108857 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-f0579f73-77cb-4e0e-9bd9-9120e732952c service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895693 Dec 12 05:05:10.186404 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-81acd97a-52d1-42af-aaf3-a993f8613e7e req-8d1e9811-22ba-4193-a540-919ea792a741 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855112 Dec 12 05:05:10.615459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeecbf-49ea-4c92-978d-fbf02392b060 req-bced40bb-11f1-451b-b532-31cc294a0b9d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:10.617051 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ddbeecbf-49ea-4c92-978d-fbf02392b060 req-bced40bb-11f1-451b-b532-31cc294a0b9d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0504978 Dec 12 05:05:10.664228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ddbeecbf-49ea-4c92-978d-fbf02392b060 req-46206ccc-15b3-4b68-b6d5-2e13de00728c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410686 Dec 12 05:05:10.754114 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-537416ed-b29e-49f9-b573-cd4998389492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:11.785572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7226c2-e785-426b-89f5-86ed378c5673 req-130cbf2c-fd93-40db-b50f-424b60ed8045 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:11.787121 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c7226c2-e785-426b-89f5-86ed378c5673 req-130cbf2c-fd93-40db-b50f-424b60ed8045 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0511396 Dec 12 05:05:11.838921 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9c7226c2-e785-426b-89f5-86ed378c5673 req-53f34e96-a9eb-4ddd-ae73-cf1deccb546b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457098 Dec 12 05:05:12.113531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:12.965470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de712fbf-e6a4-4ea2-9faa-67a9b6b2ff2c req-30a2ee0f-7048-4e64-acab-271167342f67 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:12.966992 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de712fbf-e6a4-4ea2-9faa-67a9b6b2ff2c req-30a2ee0f-7048-4e64-acab-271167342f67 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0536711 Dec 12 05:05:13.014218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-de712fbf-e6a4-4ea2-9faa-67a9b6b2ff2c req-7a265981-45e4-4f45-8c5b-c4c0829ddfa8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411057 Dec 12 05:05:13.047153 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-09fb7acc-830a-4f0c-bb37-63756cac6038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:14.136007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02dc88-b485-42c0-9c98-9c0db80137eb req-869c745e-1cbf-4243-be0d-32ee9e672555 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:14.137534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad02dc88-b485-42c0-9c98-9c0db80137eb req-869c745e-1cbf-4243-be0d-32ee9e672555 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0494905 Dec 12 05:05:14.184220 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ad02dc88-b485-42c0-9c98-9c0db80137eb req-93838f35-7a2f-4afe-8285-8951ba3094ad tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408533 Dec 12 05:05:14.257475 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:14.364886 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:15.304577 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b81fa-23aa-4783-a169-8a963f4133a6 req-dbc1dc9a-b7b8-4142-afbc-7b608de81a7a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:15.306129 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5a0b81fa-23aa-4783-a169-8a963f4133a6 req-dbc1dc9a-b7b8-4142-afbc-7b608de81a7a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0503483 Dec 12 05:05:15.351469 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5a0b81fa-23aa-4783-a169-8a963f4133a6 req-f523af71-74d3-42d7-94ad-f7e415d8a397 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393634 Dec 12 05:05:15.794014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:16.475836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4ecf-e655-4052-95ad-8af495f9d641 req-ace5d5e1-de4e-45ae-806f-79a69478f55e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:16.477392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26af4ecf-e655-4052-95ad-8af495f9d641 req-ace5d5e1-de4e-45ae-806f-79a69478f55e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0533750 Dec 12 05:05:16.523741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26af4ecf-e655-4052-95ad-8af495f9d641 req-d4be9854-ba4a-429b-9c81-c5c84a24ba10 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404646 Dec 12 05:05:16.803209 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:17.639228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c8819-f5f7-41a2-81f4-1aeb0b61b99e req-e0d35259-bfef-47be-95a5-ca1eb8d54efd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:17.640722 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ca9c8819-f5f7-41a2-81f4-1aeb0b61b99e req-e0d35259-bfef-47be-95a5-ca1eb8d54efd tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0488687 Dec 12 05:05:17.692217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ca9c8819-f5f7-41a2-81f4-1aeb0b61b99e req-8cdd2450-64bc-4c04-ad47-b6afd4ac19d2 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449905 Dec 12 05:05:18.809536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f8cd2-4bb9-40c9-8c72-7df62421a08c req-6cdc564e-316a-4cce-a9e3-ddaa270aeb99 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:18.811013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f3f8cd2-4bb9-40c9-8c72-7df62421a08c req-6cdc564e-316a-4cce-a9e3-ddaa270aeb99 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0519366 Dec 12 05:05:18.857221 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4f3f8cd2-4bb9-40c9-8c72-7df62421a08c req-dd670e11-07ba-4153-b26a-6eafa5408fee tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395179 Dec 12 05:05:19.972981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4725-be42-4f66-b65a-0e445a4a3683 req-04facaa3-315c-4e5d-8d64-b04af2d56655 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:19.974491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b34f4725-be42-4f66-b65a-0e445a4a3683 req-04facaa3-315c-4e5d-8d64-b04af2d56655 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0510941 Dec 12 05:05:20.021213 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b34f4725-be42-4f66-b65a-0e445a4a3683 req-9a6fb0c7-90cf-4651-838e-1a7194652e1f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407395 Dec 12 05:05:21.138807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3eea6-9df4-4430-bc45-bf0fbdd7d824 req-12b90dc6-6869-4733-88fb-0b173762af62 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:21.140307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6d3eea6-9df4-4430-bc45-bf0fbdd7d824 req-12b90dc6-6869-4733-88fb-0b173762af62 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0490668 Dec 12 05:05:21.187634 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e6d3eea6-9df4-4430-bc45-bf0fbdd7d824 req-eb4f264a-847e-4a27-b667-dd30331fe699 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Dec 12 05:05:22.303186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f83f9-8737-4559-9a17-61c82e14dcbe req-07e99ca6-92fa-4a90-bf6f-6d8a0b667036 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:22.304690 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f98f83f9-8737-4559-9a17-61c82e14dcbe req-07e99ca6-92fa-4a90-bf6f-6d8a0b667036 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 943 time: 0.0487812 Dec 12 05:05:22.340941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:05:22.351535 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f98f83f9-8737-4559-9a17-61c82e14dcbe req-f759f658-be63-422c-a9a4-a1c1393170f8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410032 Dec 12 05:05:22.437681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:22.449496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'mac_address': 'fa:16:3e:4f:32:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:05:22.486548 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:22.500416 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba627af3-9952-4d96-8853-eb9c645f78b4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:05:22.520182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:22.524711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:22.576790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:22.585266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.585620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.585964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.586311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.586700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.587045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.587383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.587719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.588054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.588459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.588741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.589131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.589417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:22.644012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-5d1d7658-9fd2-4bdd-9ff5-babe30033ff6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:22.645569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-5d1d7658-9fd2-4bdd-9ff5-babe30033ff6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee&tenant_id=828e580e498a4378b456ef66392d939e&binding%3Ahost_id=n-h1-710847-7 HTTP/1.1" status: 200 len: 944 time: 0.0527902 Dec 12 05:05:22.663984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec71791-2964-4e6a-bbd3-e136b008f58a req-67d1aca3-d2e1-467b-99cb-b96089a01cbf tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:22.665656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bec71791-2964-4e6a-bbd3-e136b008f58a req-67d1aca3-d2e1-467b-99cb-b96089a01cbf tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0528111 Dec 12 05:05:22.711388 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-d7b47ad2-29cd-4a21-add4-34045e2c5858 service neutron] 10.222.0.37 "GET /v2.0/ports/ba627af3-9952-4d96-8853-eb9c645f78b4/bindings/n-h1-710847-7 HTTP/1.1" status: 200 len: 382 time: 0.0576868 Dec 12 05:05:22.712286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bec71791-2964-4e6a-bbd3-e136b008f58a req-3aa60455-8f04-4e00-9228-f9904c5abb68 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405076 Dec 12 05:05:22.801607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-295f8ca2-c0c4-4f9c-ad49-ca6c0b2237cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:22.803115 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-295f8ca2-c0c4-4f9c-ad49-ca6c0b2237cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1095 time: 0.0442653 Dec 12 05:05:22.845559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['ba627af3-9952-4d96-8853-eb9c645f78b4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:05:22.909853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-af75ccc6-71da-48d7-b9ce-89e11831e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:22.911364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-af75ccc6-71da-48d7-b9ce-89e11831e46f service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0845127 Dec 12 05:05:22.982823 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-515a7cf4-f5a5-430e-8827-d1b72bf97ebe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 1000 time: 0.0637834 Dec 12 05:05:23.032336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-3ae58575-063d-4d7a-8610-d2b94c61a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:23.034256 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-3ae58575-063d-4d7a-8610-d2b94c61a22b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0424073 Dec 12 05:05:23.079343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-de4e86a5-9000-4853-bd66-b2703fe1da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:23.081386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-de4e86a5-9000-4853-bd66-b2703fe1da95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403728 Dec 12 05:05:23.173919 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-296e0b9d-6e52-4dcd-bdc0-d6ecc459b289 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842605 Dec 12 05:05:23.261170 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-f9a7703d-05e0-4ab7-8267-623c07b82151 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795348 Dec 12 05:05:23.837333 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7a993-c4d5-46bb-b7a7-c6192cb9072a req-2ffa18f1-f364-40ab-b166-2c40f8268497 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:23.838864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58c7a993-c4d5-46bb-b7a7-c6192cb9072a req-2ffa18f1-f364-40ab-b166-2c40f8268497 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0541077 Dec 12 05:05:23.886011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-58c7a993-c4d5-46bb-b7a7-c6192cb9072a req-75cac00f-224a-432e-9899-fd6e7eabc6ae tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411413 Dec 12 05:05:24.362889 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:05:24.413164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port ba627af3-9952-4d96-8853-eb9c645f78b4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:05:24.417212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port ba627af3-9952-4d96-8853-eb9c645f78b4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:05:24.417587 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:24.492285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:24.513840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:05:24.528032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:24.531904 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:24.555816 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bbca28-95f9-4b5a-91f8-4e9b46782371" -d '{"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-plugged", "status": "completed", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:05:24.583127 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:24.650921 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc5919d-b156-4d6f-ae18-d7d91409b1d9 x-openstack-request-id: req-bdc5919d-b156-4d6f-ae18-d7d91409b1d9 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:05:24.651216 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-plugged", "status": "completed", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:05:24.651477 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdc5919d-b156-4d6f-ae18-d7d91409b1d9 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:05:24.651881 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'code': 200} Dec 12 05:05:25.000763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4bcee-0dfb-471c-905a-6e4d5a993469 req-fe73693c-0a43-4f9d-8fb4-e8950daf8bff tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:25.002836 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cae4bcee-0dfb-471c-905a-6e4d5a993469 req-fe73693c-0a43-4f9d-8fb4-e8950daf8bff tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0478632 Dec 12 05:05:25.048769 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cae4bcee-0dfb-471c-905a-6e4d5a993469 req-891587f9-b728-494c-be72-46c3cc027e28 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400035 Dec 12 05:05:26.172710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada32d8-99d5-4f7e-8207-611156758ef1 req-81948863-667a-420b-b987-89c36f26851d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:26.174339 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aada32d8-99d5-4f7e-8207-611156758ef1 req-81948863-667a-420b-b987-89c36f26851d tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0516441 Dec 12 05:05:26.221751 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aada32d8-99d5-4f7e-8207-611156758ef1 req-feb79c54-1cde-463e-b4c4-6631de65b855 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408828 Dec 12 05:05:27.150766 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:05:27.342419 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba97dea-06a6-45b7-b87f-f8134e30ac4d req-9c278c07-e7be-4b51-a396-a51f90211e43 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:27.343905 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ba97dea-06a6-45b7-b87f-f8134e30ac4d req-9c278c07-e7be-4b51-a396-a51f90211e43 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0513697 Dec 12 05:05:27.391705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1ba97dea-06a6-45b7-b87f-f8134e30ac4d req-ce032321-5de4-4397-969b-8bcf785164f3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410836 Dec 12 05:05:27.742890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-6c355c89-2912-49fb-ae22-844c16d51a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:27.744421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-6c355c89-2912-49fb-ae22-844c16d51a4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee&tenant_id=828e580e498a4378b456ef66392d939e HTTP/1.1" status: 200 len: 1096 time: 0.0453572 Dec 12 05:05:27.760983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:05:27.813179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:28.012595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:28.044660 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:05:28.088243 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:05:28.093425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:28.106022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Transition to ACTIVE for port object ba627af3-9952-4d96-8853-eb9c645f78b4 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:05:28.110863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:28.140228 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55032ed-1596-4403-91b5-1539c5e42cb5" -d '{"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-unplugged", "status": "completed", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:05:28.205120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:28.217538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.217908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.218261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.218608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.218953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.219296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.219634 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.220043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.220298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.220631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.221035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.221371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.221705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:05:28.255782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] No DVR routers for this DVR port ba627af3-9952-4d96-8853-eb9c645f78b4 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:05:28.259517 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 05:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6843deab-4900-4e4d-b235-adb8abb9d727 x-openstack-request-id: req-6843deab-4900-4e4d-b235-adb8abb9d727 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:05:28.259896 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-unplugged", "status": "completed", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:05:28.260218 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6843deab-4900-4e4d-b235-adb8abb9d727 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:05:28.260695 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'code': 200} Dec 12 05:05:28.367225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:05:28.396921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:05:28.397258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:05:28.397590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:05:28.401927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Port ba627af3-9952-4d96-8853-eb9c645f78b4 on network fbf60394-00ea-4676-9652-7b77cf84158b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:05:28.402251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Attempting to bind port ba627af3-9952-4d96-8853-eb9c645f78b4 on network fbf60394-00ea-4676-9652-7b77cf84158b {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:05:28.407120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:05:28.407457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Checking segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:05:28.407844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Bound using segment: {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:05:28.408271 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Bound port: ba627af3-9952-4d96-8853-eb9c645f78b4, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46318c-0b48-44d7-a0c3-1f99447da5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:05:28.408628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:28.415924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:05:28.476356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:05:28.479684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:05:28.483573 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:28.513212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f96103-2ea3-408d-8ce2-a39947580877 req-f3c7a56b-a168-4a8b-bbaa-4f0f0f47fa51 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:28.515406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-09f96103-2ea3-408d-8ce2-a39947580877 req-f3c7a56b-a168-4a8b-bbaa-4f0f0f47fa51 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0506968 Dec 12 05:05:28.520158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:28.520854 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:28.522330 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 1092 time: 0.7652557 Dec 12 05:05:28.542324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd046a86-c11d-4727-ba77-1b2de9f666c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=11']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:28.568350 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-09f96103-2ea3-408d-8ce2-a39947580877 req-e5b24cbe-de0d-43d4-9062-b714783a0f2c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448198 Dec 12 05:05:28.611131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-79892e13-7509-4f7d-93fe-1b64cda324f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:28.613284 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-79892e13-7509-4f7d-93fe-1b64cda324f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1095 time: 0.0434339 Dec 12 05:05:28.710065 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-83acbe1e-85a0-4c44-a237-16fd1cc3a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:28.711557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-83acbe1e-85a0-4c44-a237-16fd1cc3a8c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0913699 Dec 12 05:05:28.777787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-985f7d05-058f-4a62-80f5-21d0843d0cbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 999 time: 0.0592241 Dec 12 05:05:28.831545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-aca0a3da-59c6-4346-b557-e1b4dd85cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:28.832970 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-aca0a3da-59c6-4346-b557-e1b4dd85cbc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0479846 Dec 12 05:05:28.879181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-6a7e9910-c1be-4b9b-b556-1f0fb4b094cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:28.880685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-6a7e9910-c1be-4b9b-b556-1f0fb4b094cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404549 Dec 12 05:05:28.967462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-553733a6-98fc-48af-bc80-ec90282847e4 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793562 Dec 12 05:05:29.058382 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb6fd7fb-2d3d-4095-b7ac-257e813e16cc req-4e2ff0bb-c640-4933-af84-1f3a9e78d5ed service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842662 Dec 12 05:05:29.690936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef38a4-367f-40bb-8eda-b7aebfd62f73 req-5caa3c91-b385-4656-9c49-cf951b91d43e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:29.692458 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88ef38a4-367f-40bb-8eda-b7aebfd62f73 req-5caa3c91-b385-4656-9c49-cf951b91d43e tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0499926 Dec 12 05:05:29.741749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88ef38a4-367f-40bb-8eda-b7aebfd62f73 req-369b1f1a-5f4e-4c69-af75-74edd57dd418 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431702 Dec 12 05:05:30.262036 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:05:30.264370 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed8c1af-0720-4373-8657-66edec3ac644" -d '{"events": [{"name": "network-changed", "server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:05:30.315220 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb53ad3-d999-4b1e-a1a6-3776ef7a1669 x-openstack-request-id: req-6fb53ad3-d999-4b1e-a1a6-3776ef7a1669 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:05:30.315524 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:05:30.315787 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fb53ad3-d999-4b1e-a1a6-3776ef7a1669 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:05:30.316199 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'status': 'completed', 'code': 200} Dec 12 05:05:30.402308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-b6cf8c76-c136-4ee9-afc8-d9756a71a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:30.403840 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-b6cf8c76-c136-4ee9-afc8-d9756a71a5ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1095 time: 0.0470333 Dec 12 05:05:30.420251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-2e2eb6d9-1341-40b6-ad51-e9574235b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:30.421797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-2e2eb6d9-1341-40b6-ad51-e9574235b320 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1095 time: 0.0416279 Dec 12 05:05:30.499258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-25ce183c-399a-4418-9681-27862d355a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:30.500795 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-25ce183c-399a-4418-9681-27862d355a32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0905728 Dec 12 05:05:30.520990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-15bc43d6-3a26-4fee-8f20-f9319e01b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:30.522929 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-15bc43d6-3a26-4fee-8f20-f9319e01b365 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0925081 Dec 12 05:05:30.578667 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-0b48e85c-f278-41a5-b89e-297607062190 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 999 time: 0.0707712 Dec 12 05:05:30.598889 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-4e964f80-2f00-488d-856e-c73401338060 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 999 time: 0.0633304 Dec 12 05:05:30.629647 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-cbfa6cd2-74b6-421c-a5d7-4c8b52560815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:30.631177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-cbfa6cd2-74b6-421c-a5d7-4c8b52560815 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0460556 Dec 12 05:05:30.658966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-8a18521f-ee6f-4fe1-983c-013ae0f63c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:30.660694 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-8a18521f-ee6f-4fe1-983c-013ae0f63c85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0505233 Dec 12 05:05:30.677799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-b9a95f5b-f8e4-472d-9182-5d4789d0d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:30.679316 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-b9a95f5b-f8e4-472d-9182-5d4789d0d013 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406349 Dec 12 05:05:30.713524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-fe53d3d1-d1c3-4c70-ba10-6d7848440602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:30.715058 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-fe53d3d1-d1c3-4c70-ba10-6d7848440602 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425148 Dec 12 05:05:30.789840 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-839cc4d6-3b3a-48b2-88d8-1181afc48c38 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035337 Dec 12 05:05:30.818103 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-d5ce290a-51bd-4687-8dd0-f55072a59f94 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903630 Dec 12 05:05:30.916157 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d484594-627d-474a-9f5b-89aee40df742 req-001e3964-b3c9-4161-8c0b-9366c4df2006 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:30.919139 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d484594-627d-474a-9f5b-89aee40df742 req-001e3964-b3c9-4161-8c0b-9366c4df2006 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0761364 Dec 12 05:05:30.921070 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-8b8e86b7-9db8-42e5-9439-11c6757b0af7 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911067 Dec 12 05:05:30.946547 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ed8c1af-0720-4373-8657-66edec3ac644 req-ca3b1696-5e1f-4631-b0e5-e9887648fc68 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502006 Dec 12 05:05:30.977887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1d484594-627d-474a-9f5b-89aee40df742 req-c81c6172-2442-4a42-ba08-4e007521b4eb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520790 Dec 12 05:05:32.110246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f87c-ddc7-4805-aad8-875480966927 req-a7ec4c84-5f5e-49fb-9d64-7e6f4c95c616 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:32.112593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1074f87c-ddc7-4805-aad8-875480966927 req-a7ec4c84-5f5e-49fb-9d64-7e6f4c95c616 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0599527 Dec 12 05:05:32.177479 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1074f87c-ddc7-4805-aad8-875480966927 req-f457413c-262a-428b-a69d-d16cd43a4755 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584767 Dec 12 05:05:33.289767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d519-bd4a-474a-9b0a-64f19f60670a req-6250d517-e994-4bae-95a1-b59db953489c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:33.291974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e58d519-bd4a-474a-9b0a-64f19f60670a req-6250d517-e994-4bae-95a1-b59db953489c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0495014 Dec 12 05:05:33.339342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0e58d519-bd4a-474a-9b0a-64f19f60670a req-2d86ae9d-e8a5-493e-ade5-150c63169dd3 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Dec 12 05:05:34.461001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8763f0b-f3b9-4707-83ee-dfe8d9fe7c69 req-128fd6b9-ab39-4b6b-85c1-0b1edc68724b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:34.462466 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e8763f0b-f3b9-4707-83ee-dfe8d9fe7c69 req-128fd6b9-ab39-4b6b-85c1-0b1edc68724b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0512331 Dec 12 05:05:34.508631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e8763f0b-f3b9-4707-83ee-dfe8d9fe7c69 req-58e01306-ea60-43fb-af33-0f730d628765 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Dec 12 05:05:35.266691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-03559679-e4c0-444c-b1ae-b92f36c5a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:35.268110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-03559679-e4c0-444c-b1ae-b92f36c5a3e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=828e580e498a4378b456ef66392d939e&device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 1095 time: 0.0415437 Dec 12 05:05:35.374986 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-c5ab8865-214f-4a8a-be04-8d8c8e7c77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:35.376500 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-c5ab8865-214f-4a8a-be04-8d8c8e7c77fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 200 len: 912 time: 0.0884383 Dec 12 05:05:35.440731 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-c2485fcb-28ad-4354-84c9-1be253fa8b2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 200 len: 999 time: 0.0572913 Dec 12 05:05:35.492594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-f290cd03-bd99-4888-aeab-a8b75e4ee55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:35.494043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-f290cd03-bd99-4888-aeab-a8b75e4ee55e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 200 len: 851 time: 0.0460508 Dec 12 05:05:35.539025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-0a4054ef-d35e-45ad-af83-20a829b29725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:35.540530 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-0a4054ef-d35e-45ad-af83-20a829b29725 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbf60394-00ea-4676-9652-7b77cf84158b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393302 Dec 12 05:05:35.659564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd172897-fc83-4342-aeba-656a16413ebf req-951105fa-e801-44b1-b73d-8cff3a1c0229 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:35.661075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd172897-fc83-4342-aeba-656a16413ebf req-951105fa-e801-44b1-b73d-8cff3a1c0229 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0717945 Dec 12 05:05:35.686870 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-3dbc31df-4b1a-4138-b61b-7dfdf6efee25 service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388717 Dec 12 05:05:35.759407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd172897-fc83-4342-aeba-656a16413ebf req-8a0b3bd7-3bba-44fd-9f9b-0f960470ffaa tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895696 Dec 12 05:05:35.795235 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-65b3508b-d0a6-43a1-b216-3b92e0f57ab1 req-d39a8c3d-7077-4041-a56b-e5958d1ad1aa service neutron] 10.222.0.18 "GET /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007609 Dec 12 05:05:36.877054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6053889-92ac-4207-ae4c-052a0a459b8d req-3031b32b-7761-4cd8-b688-0fce9c8a5ee6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:36.878505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6053889-92ac-4207-ae4c-052a0a459b8d req-3031b32b-7761-4cd8-b688-0fce9c8a5ee6 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0495114 Dec 12 05:05:36.928362 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c6053889-92ac-4207-ae4c-052a0a459b8d req-1b61d972-90fd-412e-b31d-d6ada90f3596 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Dec 12 05:05:38.049814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55714fc2-1aae-4734-9eda-f849192548c9 req-95fffc4c-1f88-4f28-a8cd-b7897f909c4f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:38.051287 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55714fc2-1aae-4734-9eda-f849192548c9 req-95fffc4c-1f88-4f28-a8cd-b7897f909c4f tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0552771 Dec 12 05:05:38.097274 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-55714fc2-1aae-4734-9eda-f849192548c9 req-552c77b0-9b13-4e06-a24b-741f29c54b97 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393744 Dec 12 05:05:39.212739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808e1ea-275a-4b7f-b568-9bc84e36ff5a req-3d156d6b-06d0-4ef5-9173-67d77b4e7307 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:39.214278 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3808e1ea-275a-4b7f-b568-9bc84e36ff5a req-3d156d6b-06d0-4ef5-9173-67d77b4e7307 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0502813 Dec 12 05:05:39.264455 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3808e1ea-275a-4b7f-b568-9bc84e36ff5a req-a83cddee-5c8e-4e59-a5e4-e84216e32533 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Dec 12 05:05:40.379399 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1996d6-35bd-44a1-a96e-9783d99ae9ac req-56de771a-042a-471e-be8e-98129b3b6502 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:40.380909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa1996d6-35bd-44a1-a96e-9783d99ae9ac req-56de771a-042a-471e-be8e-98129b3b6502 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0480416 Dec 12 05:05:40.427065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fa1996d6-35bd-44a1-a96e-9783d99ae9ac req-955fae94-e27a-4b58-966f-d62bb05bf286 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403128 Dec 12 05:05:40.757379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-85f3efeb-d433-4848-b61b-a7fceb13b9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:41.543265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95963cbf-961d-4964-b2bc-a40328effe75 req-566a7d15-dcd1-459a-aae9-9920b368820b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:41.544641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95963cbf-961d-4964-b2bc-a40328effe75 req-566a7d15-dcd1-459a-aae9-9920b368820b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0481563 Dec 12 05:05:41.590693 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95963cbf-961d-4964-b2bc-a40328effe75 req-0da516f3-48c4-48dc-b330-9c877dadbb05 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401249 Dec 12 05:05:41.703777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c32c6-a36d-458b-b379-339d148f734b req-af8866f0-ce7e-49f8-8d6a-e28a1b63168b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:41.705303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c20c32c6-a36d-458b-b379-339d148f734b req-af8866f0-ce7e-49f8-8d6a-e28a1b63168b tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0481076 Dec 12 05:05:41.755628 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c20c32c6-a36d-458b-b379-339d148f734b req-017a52df-e47e-4d26-82e9-114fa7225c10 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444145 Dec 12 05:05:41.866714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38831155-3f61-4baa-9fa7-2c5e33208cc6 req-472de24d-68cb-4ca5-baa5-80b4dad1684c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:41.868139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38831155-3f61-4baa-9fa7-2c5e33208cc6 req-472de24d-68cb-4ca5-baa5-80b4dad1684c tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0475247 Dec 12 05:05:41.913756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-38831155-3f61-4baa-9fa7-2c5e33208cc6 req-bac22fe0-0046-42d7-befc-3633fd109efb tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397305 Dec 12 05:05:42.106638 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:42.118322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:05:42.146266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53825ad-5202-46d1-877d-8fc2e11d1023 req-26229cd6-50be-476a-888c-42ebdfb4c055 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:42.147763 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f53825ad-5202-46d1-877d-8fc2e11d1023 req-26229cd6-50be-476a-888c-42ebdfb4c055 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 944 time: 0.0534613 Dec 12 05:05:42.194861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f53825ad-5202-46d1-877d-8fc2e11d1023 req-dab95417-924c-4114-8ef2-a02aa17c49e2 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Dec 12 05:05:42.214326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:42.225737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'port_id': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'mac_address': 'fa:16:3e:4f:32:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:05:42.426754 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:42.439569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba627af3-9952-4d96-8853-eb9c645f78b4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:05:42.459523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:42.463678 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:42.509634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=12']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:42.794100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['ba627af3-9952-4d96-8853-eb9c645f78b4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:05:43.048366 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8318d14f-6da0-4829-8871-6ed83da0968e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:43.315803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e459d-59cd-44c3-ab75-f7cc19c96a5f req-7ff014d3-b1b6-48fa-90c6-9aa3a30b1410 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:43.317251 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a5e459d-59cd-44c3-ab75-f7cc19c96a5f req-7ff014d3-b1b6-48fa-90c6-9aa3a30b1410 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0519757 Dec 12 05:05:43.364295 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8a5e459d-59cd-44c3-ab75-f7cc19c96a5f req-9194d241-0648-4b5f-9f19-3da3ca1ecf60 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef205d67-be40-406f-aacf-3806467560b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411184 Dec 12 05:05:43.790333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-3252f593-1aa6-4fe2-b87d-1bc95e8120b0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:43.791773 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-3252f593-1aa6-4fe2-b87d-1bc95e8120b0 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 945 time: 0.0478415 Dec 12 05:05:43.882570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Deleting port ba627af3-9952-4d96-8853-eb9c645f78b4 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:05:43.882910 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:43.968479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] For port ba627af3-9952-4d96-8853-eb9c645f78b4, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=ba627af3-9952-4d96-8853-eb9c645f78b4,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:43.968856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:44.118540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:05:44.141190 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:44.141560 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:44.141889 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Floating IP 34b0bae3-e880-4630-bb89-091d4318de16 disassociated. External IP: 172.25.7.26, port: ba627af3-9952-4d96-8853-eb9c645f78b4. Dec 12 05:05:44.142238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Calling delete_port for ba627af3-9952-4d96-8853-eb9c645f78b4 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:05:44.167524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port ba627af3-9952-4d96-8853-eb9c645f78b4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:05:44.172249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port ba627af3-9952-4d96-8853-eb9c645f78b4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:05:44.172631 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:44.265578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:44.271866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:44.278614 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:44.307154 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event deleted for resources: {'Port': ['ID=ba627af3-9952-4d96-8853-eb9c645f78b4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:44.354742 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:44.436698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:05:44.468118 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-faf560bb-1809-4834-a476-4bd2ec4d2fb9 req-768174b4-bdcb-419c-9a74-4d6ddc4ef502 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 210 time: 0.0269427 Dec 12 05:05:44.543346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:05:44.553653 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:05:44.562950 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:05:44.563555 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:05:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:44.584482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] No DVR routers for this DVR port ba627af3-9952-4d96-8853-eb9c645f78b4 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:05:44.587085 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:44.590480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81647bb1-5e9a-4d38-9d52-6b70c6c46dea req-42ea3a9c-8b95-4ab9-bb63-ac9994963e02 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.18 "DELETE /v2.0/ports/ba627af3-9952-4d96-8853-eb9c645f78b4 HTTP/1.1" status: 204 len: 173 time: 0.7915692 Dec 12 05:05:44.590925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-deleted', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:05:44.593331 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb53358-0e05-4150-863e-0f98e1431325" -d '{"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-deleted", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:05:44.631310 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4eed21-3f37-4baa-86e0-274fe8a43324 x-openstack-request-id: req-ea4eed21-3f37-4baa-86e0-274fe8a43324 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:05:44.631554 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c142771-2b0e-425a-901b-f1b6c3a12bee", "name": "network-vif-deleted", "tag": "ba627af3-9952-4d96-8853-eb9c645f78b4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:05:44.631883 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea4eed21-3f37-4baa-86e0-274fe8a43324 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:05:44.632297 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c142771-2b0e-425a-901b-f1b6c3a12bee', 'name': 'network-vif-deleted', 'tag': 'ba627af3-9952-4d96-8853-eb9c645f78b4', 'status': 'completed', 'code': 200} Dec 12 05:05:44.679460 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:05:44.882313 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:44.909534 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:05:44.918159 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:05:44.918771 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:05:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:45.112256 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:05:45.313102 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:45.343239 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9cc7d-a219-470b-bf46-1e769e8c6557 None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '0473c26b-82c7-4a88-8980-3519e43656b9', 'name': '', 'network_id': 'fbf60394-00ea-4676-9652-7b77cf84158b', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'mac_address': 'fa:16:3e:d5:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:56Z', 'updated_at': '2021-12-12T04:56:00Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'subnets': [{'id': '9c0a41f9-2d8f-4823-9908-4132aaa438d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:05:45.575222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7515c95c-b473-4e2e-8e98-31f8c8d23137 req-98e0cfb0-21d4-4ad1-b8a2-113af3bdc2a1 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 210 time: 0.0280352 Dec 12 05:05:45.605987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c081ad-d19b-4cb5-a25a-9d4ab79b1228 None None] New status for floating IP 34b0bae3-e880-4630-bb89-091d4318de16: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:05:45.797853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:46.674116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c60f7b6d-ba58-4e01-a890-01560230aee4 req-af6ac4fc-3090-41ca-89a6-151b39987742 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 210 time: 0.0259514 Dec 12 05:05:46.809624 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:47.768849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-33a6847e-ccf4-4dd3-9781-1936a5bd6818 req-46dbf60c-e39e-447e-ba10-2271ebd71526 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 210 time: 0.0261815 Dec 12 05:05:48.134815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:05:48.156011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: ba627af3-9952-4d96-8853-eb9c645f78b4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:05:48.156365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device ba627af3-9952-4d96-8853-eb9c645f78b4 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:05:48.865094 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-81b83d61-2d54-4ecd-81f3-844cb11ae5f9 req-1c8f6176-7478-4e68-b749-bbed0f9552f8 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c142771-2b0e-425a-901b-f1b6c3a12bee HTTP/1.1" status: 200 len: 210 time: 0.0272326 Dec 12 05:05:53.595843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41410) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:53.651521 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4090c5b-cbb4-4c63-befb-782f09880847 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:53.679016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4090c5b-cbb4-4c63-befb-782f09880847 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:53.727893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4090c5b-cbb4-4c63-befb-782f09880847 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:53.730842 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f4090c5b-cbb4-4c63-befb-782f09880847 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:53.732620 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f4090c5b-cbb4-4c63-befb-782f09880847 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef205d67-be40-406f-aacf-3806467560b9 HTTP/1.1" status: 204 len: 168 time: 0.1346264 Dec 12 05:05:53.734641 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41412) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:53.742777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4090c5b-cbb4-4c63-befb-782f09880847 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef205d67-be40-406f-aacf-3806467560b9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:53.750314 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-3e86e545-5e93-463c-a4e8-61f536757863 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] show failed (client error): The resource could not be found. Dec 12 05:05:53.754661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41414) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:53.755211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3e86e545-5e93-463c-a4e8-61f536757863 tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "GET /v2.0/security-groups/ef205d67-be40-406f-aacf-3806467560b9 HTTP/1.1" status: 404 len: 347 time: 0.0187712 Dec 12 05:05:53.886671 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Deleting port 1abc477f-bdf0-4d52-b941-bae5dc679523 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:05:53.886936 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:53.964289 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:53.964624 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:53.977039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Calling delete_port for 1abc477f-bdf0-4d52-b941-bae5dc679523 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:05:54.110468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:54.143767 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Pushing event deleted for resources: {'Port': ['ID=1abc477f-bdf0-4d52-b941-bae5dc679523,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:54.204113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:54.207368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:54.208540 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3df7c19f-befb-4fe3-91a9-bbe8adcc5b9a tempest-ServerActionsTestJSON-1075679894 tempest-ServerActionsTestJSON-1075679894-project] 10.222.0.36 "DELETE /v2.0/floatingips/34b0bae3-e880-4630-bb89-091d4318de16 HTTP/1.1" status: 204 len: 168 time: 0.4525125 Dec 12 05:05:54.211425 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41416) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:55.036779 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:55.278722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Deleting port 0473c26b-82c7-4a88-8980-3519e43656b9 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:05:55.279067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:55.358882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] For port 0473c26b-82c7-4a88-8980-3519e43656b9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=0473c26b-82c7-4a88-8980-3519e43656b9,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:55.359243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:55.371966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Calling delete_port for 0473c26b-82c7-4a88-8980-3519e43656b9 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:05:55.547657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:55.575078 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Pushing event deleted for resources: {'Port': ['ID=0473c26b-82c7-4a88-8980-3519e43656b9,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:55.742251 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:55.959040 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Router d7890a0e-a453-47dc-a348-8457da9c5f2c has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:05:56.063195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:05:56.069879 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-91f2791e-cf5d-4245-8cb0-61490cbeb145 admin admin] 10.222.0.36 "PUT /v2.0/routers/d7890a0e-a453-47dc-a348-8457da9c5f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568754 Dec 12 05:05:56.070704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41420) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:56.072509 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] Sync routers for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:05:56.082587 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:05:56.083192 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:05:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:56.176365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.183148 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:05:56.280469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.335528 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Deleting port 1ee8b573-6679-46b7-91e4-2edb564ab386 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:05:56.335886 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.359420 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T05:05:55Z', 'revision_number': 5, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port': {'id': '1ee8b573-6679-46b7-91e4-2edb564ab386', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T04:55:55Z', 'updated_at': '2021-12-12T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:56.389441 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] Checking router: d7890a0e-a453-47dc-a348-8457da9c5f2c for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:05:56.398134 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] Routers {'d7890a0e-a453-47dc-a348-8457da9c5f2c'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:05:56.398755 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:05:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['d7890a0e-a453-47dc-a348-8457da9c5f2c'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:56.418233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] For port 1ee8b573-6679-46b7-91e4-2edb564ab386, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1ee8b573-6679-46b7-91e4-2edb564ab386,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:56.418605 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.430272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Calling delete_port for 1ee8b573-6679-46b7-91e4-2edb564ab386 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:05:56.478906 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] Set router d7890a0e-a453-47dc-a348-8457da9c5f2c gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:05:56.532086 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T05:05:56Z', 'revision_number': 6, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:56.558161 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba1b7c-0ab8-4da0-97d6-f9110daaef64 None None] The sync data for ids ['d7890a0e-a453-47dc-a348-8457da9c5f2c'] in n-d-710847-7 is: [{'id': 'd7890a0e-a453-47dc-a348-8457da9c5f2c', 'name': 'tempest-ServerActionsTestJSON-1925058957-router', 'tenant_id': '828e580e498a4378b456ef66392d939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T04:55:54Z', 'updated_at': '2021-12-12T05:05:56Z', 'revision_number': 6, 'project_id': '828e580e498a4378b456ef66392d939e', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:05:56.598228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.623793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee8b573-6679-46b7-91e4-2edb564ab386,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:56.637328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b4420-c836-47c7-b652-e01dc773d956 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:05:56.682851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.771572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.773662 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.818759 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.819286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7890a0e-a453-47dc-a348-8457da9c5f2c {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:05:56.823575 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.824747 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-578dd374-ccd3-4e5e-a9f4-e6da7d55f7ea admin admin] 10.222.0.36 "DELETE /v2.0/routers/d7890a0e-a453-47dc-a348-8457da9c5f2c HTTP/1.1" status: 204 len: 168 time: 0.7530031 Dec 12 05:05:56.827336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41422) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:56.871432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ca2c52-12d1-4650-8bdf-c78d8fd9ff6d admin admin] Deleting subnet 9c0a41f9-2d8f-4823-9908-4132aaa438d7 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:05:56.874753 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0ca2c52-12d1-4650-8bdf-c78d8fd9ff6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.909347 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0ca2c52-12d1-4650-8bdf-c78d8fd9ff6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:56.996694 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0ca2c52-12d1-4650-8bdf-c78d8fd9ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.034515 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0473c26b-82c7-4a88-8980-3519e43656b9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:05:57.055734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0ca2c52-12d1-4650-8bdf-c78d8fd9ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.057950 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 0473c26b-82c7-4a88-8980-3519e43656b9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:05:57.058306 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 0473c26b-82c7-4a88-8980-3519e43656b9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:05:57.079807 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca2c52-12d1-4650-8bdf-c78d8fd9ff6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c0a41f9-2d8f-4823-9908-4132aaa438d7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:57.086384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d0ca2c52-12d1-4650-8bdf-c78d8fd9ff6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.090310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d0ca2c52-12d1-4650-8bdf-c78d8fd9ff6d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9c0a41f9-2d8f-4823-9908-4132aaa438d7 HTTP/1.1" status: 204 len: 168 time: 0.2620246 Dec 12 05:05:57.091163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefefe2-82e9-4f2f-9422-08eec7a70613 None None] Network fbf60394-00ea-4676-9652-7b77cf84158b requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:05:57.092659 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41424) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:57.161483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.220147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Deleting port bf580d95-61c3-40c4-acb1-592668984bee {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:05:57.220489 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.282130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] For port bf580d95-61c3-40c4-acb1-592668984bee, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=bf580d95-61c3-40c4-acb1-592668984bee,segment=NetworkSegment(ac46318c-0b48-44d7-a0c3-1f99447da5f6),segment_id=ac46318c-0b48-44d7-a0c3-1f99447da5f6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:57.282425 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.295764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Calling delete_port for bf580d95-61c3-40c4-acb1-592668984bee owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:05:57.349365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] DHCP port deletion for fbf60394-00ea-4676-9652-7b77cf84158b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:05:57.383407 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.402142 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] Deleting port bf580d95-61c3-40c4-acb1-592668984bee {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:05:57.402812 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.411389 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=bf580d95-61c3-40c4-acb1-592668984bee,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:57.413240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] No DVR routers for this DVR port bf580d95-61c3-40c4-acb1-592668984bee on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:05:57.471945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] For port bf580d95-61c3-40c4-acb1-592668984bee, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:05:57.472356 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.485098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] Calling delete_port for bf580d95-61c3-40c4-acb1-592668984bee owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:05:57.485998 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.488916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] Port bf580d95-61c3-40c4-acb1-592668984bee was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 05:05:57.489759 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.507422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf60394-00ea-4676-9652-7b77cf84158b']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:57.516621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac46318c-0b48-44d7-a0c3-1f99447da5f6') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:57.516961 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac46318c-0b48-44d7-a0c3-1f99447da5f6') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:05:57.517612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] No DVR routers for this DVR port bf580d95-61c3-40c4-acb1-592668984bee on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:05:57.523792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c59bbd-3d93-42d6-a449-f3bad41956c4 None None] Pushing event deleted for resources: {'Port': ['ID=bf580d95-61c3-40c4-acb1-592668984bee,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:57.533731 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.547448 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.554262 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:05:57.554670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:05:57.556411 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:05:57.612895 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.618497 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.621809 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] 10.222.0.36 "DELETE /v2.0/networks/fbf60394-00ea-4676-9652-7b77cf84158b HTTP/1.1" status: 204 len: 168 time: 0.5282032 Dec 12 05:05:57.633907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec134e-bcdb-40f0-a7b9-80829f9cdbfe admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf60394-00ea-4676-9652-7b77cf84158b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:57.750390 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41428) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:57.790644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-df3514bc-0afd-43c7-8442-a88726c05c32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=828e580e498a4378b456ef66392d939e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390625 Dec 12 05:05:57.792988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41430) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:57.844609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6294173-2b32-4b94-947f-8cfe0ec4a44c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.865061 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6294173-2b32-4b94-947f-8cfe0ec4a44c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.910897 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6294173-2b32-4b94-947f-8cfe0ec4a44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.913423 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b6294173-2b32-4b94-947f-8cfe0ec4a44c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:57.914616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b6294173-2b32-4b94-947f-8cfe0ec4a44c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27705588-8866-491d-a89b-f9971f51b484 HTTP/1.1" status: 204 len: 168 time: 0.1206131 Dec 12 05:05:57.924927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6294173-2b32-4b94-947f-8cfe0ec4a44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27705588-8866-491d-a89b-f9971f51b484,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:58.598958 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41456) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:58.691360 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-643365440-network', 'tenant_id': 'ec268df9cc7b45c3af66b221052f936a'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:05:58.712685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Made reservation on behalf of ec268df9cc7b45c3af66b221052f936a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:05:58.714908 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:58.722969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:58.793611 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:58.797552 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:58.824272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:05:58.829751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08bd6db-deda-4a24-ae06-f4be79075e78,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:58.837537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:58.837954 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Added segment cfbca5b5-10b0-49c9-bd89-8177a40582a7 of type vlan for network d9640587-944a-4459-9d50-0b8b3149d6d1 Dec 12 05:05:58.852746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device bf580d95-61c3-40c4-acb1-592668984bee no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:05:58.874239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: bf580d95-61c3-40c4-acb1-592668984bee {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:05:58.874595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device bf580d95-61c3-40c4-acb1-592668984bee not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:05:58.875023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1ee8b573-6679-46b7-91e4-2edb564ab386 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:05:58.879379 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:58.895430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 1ee8b573-6679-46b7-91e4-2edb564ab386 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:05:58.895786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1ee8b573-6679-46b7-91e4-2edb564ab386 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:05:58.904360 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:58.905444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:58.906034 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:58.961286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3611257 Dec 12 05:05:58.964260 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41460) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:05:58.969284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Request body: {'subnet': {'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-643365440-subnet', 'tenant_id': 'ec268df9cc7b45c3af66b221052f936a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:05:58.972135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d0629-347d-4a8c-b9d1-995c0b2ab95f admin admin] Pushing event updated for resources: {'Network': ['ID=d9640587-944a-4459-9d50-0b8b3149d6d1,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:58.982048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network d9640587-944a-4459-9d50-0b8b3149d6d1 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:05:58.990919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Made reservation on behalf of ec268df9cc7b45c3af66b221052f936a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:05:58.993514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:59.165243 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:59.221576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb632fb4-62c6-46c9-adf4-3753c7299367,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:05:59.228450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Checking segment: {'id': 'cfbca5b5-10b0-49c9-bd89-8177a40582a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:05:59.228844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Network hostable DHCP agents. Network: d9640587-944a-4459-9d50-0b8b3149d6d1, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:05:59.245438 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Network d9640587-944a-4459-9d50-0b8b3149d6d1 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:05:59.254841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, d9640587-944a-4459-9d50-0b8b3149d6d1) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:05:59.258774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:59.259391 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:05:59.263528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa0f61-656a-431f-aa96-ca3736917c78 None None] Network d9640587-944a-4459-9d50-0b8b3149d6d1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:05:59.277924 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-46732280-cbff-42aa-ae14-4456aa284c74 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3125141 Dec 12 05:05:59.360452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6a4e7-6a20-48c0-9d3e-5740b682c5f5 None None] Network d9640587-944a-4459-9d50-0b8b3149d6d1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:05:59.689519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-c1d9779e-c5a5-468e-a84b-c562507879bd tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:05:59.690981 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-c1d9779e-c5a5-468e-a84b-c562507879bd tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/networks?id=d9640587-944a-4459-9d50-0b8b3149d6d1 HTTP/1.1" status: 200 len: 813 time: 0.1009610 Dec 12 05:05:59.705909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-7c59bc98-5f8f-4513-83d1-6512b2709de2 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/quotas/ec268df9cc7b45c3af66b221052f936a HTTP/1.1" status: 200 len: 375 time: 0.0087936 Dec 12 05:05:59.740032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-75b065e0-0cda-400a-9a47-54c613009bd2 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec268df9cc7b45c3af66b221052f936a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291550 Dec 12 05:05:59.826784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-00b0f794-111b-475b-8c24-66bb2e6dc2df service neutron] 10.222.0.36 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799592 Dec 12 05:05:59.919046 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-a44b7818-4e3b-4850-a2c3-a7f39e5df75a service neutron] 10.222.0.36 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857396 Dec 12 05:06:00.085779 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e3e013a2-d927-4304-a216-5c4a3e1c176f req-75975b33-e6a1-469c-9a2f-47502b25c212 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 210 time: 0.0315073 Dec 12 05:06:01.164165 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc4f6e0f-3c01-40bd-a93e-713fa00b21a6 req-31c294f0-1b6f-4072-b8b3-46b9e4448b99 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Dec 12 05:06:02.240563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04432878-2230-471e-81fb-d877fc3267ee req-7c69e30f-e583-41e7-b624-cb617ae86a07 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 210 time: 0.0265756 Dec 12 05:06:03.316326 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e19aff5-2c8d-42df-860b-ccbda459aedf req-3e86a01a-bddb-4544-be26-1041231a91f1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 210 time: 0.0258219 Dec 12 05:06:04.150048 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:06:04.412709 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7f457255-ca72-4f44-9246-a7311a9a2514 req-a621109f-1786-4f6d-ae53-c0ec1f73a8a4 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 210 time: 0.0266371 Dec 12 05:06:04.566830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-43959ee0-5435-4bd3-b83a-2d11005d39ca tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:04.568272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-43959ee0-5435-4bd3-b83a-2d11005d39ca tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.18 "GET /v2.0/networks?id=d9640587-944a-4459-9d50-0b8b3149d6d1 HTTP/1.1" status: 200 len: 813 time: 0.4300337 Dec 12 05:06:04.587306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Request body: {'port': {'device_id': '18a2ccb9-15cd-4224-9a95-02e020064558', 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1', 'admin_state_up': True, 'tenant_id': 'ec268df9cc7b45c3af66b221052f936a'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:04.691548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Made reservation on behalf of ec268df9cc7b45c3af66b221052f936a for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:04.695185 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:04.819152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Allocated IP 172.20.0.11 (d9640587-944a-4459-9d50-0b8b3149d6d1/cb632fb4-62c6-46c9-adf4-3753c7299367/26468d69-83d3-4d7c-a4ba-9b27b9701d55) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:04.961467 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:04.993081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:05.036876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Network d9640587-944a-4459-9d50-0b8b3149d6d1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:05.039994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:05.043619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:05.065936 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Pushing event updated for resources: {'Port': ['ID=26468d69-83d3-4d7c-a4ba-9b27b9701d55,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:05.093533 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:05.094156 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:05.109908 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-90fe6b36-6f68-4902-a2d1-f69a29fdf5d1 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5261707 Dec 12 05:06:05.128631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Request body: {'port': {'device_id': '18a2ccb9-15cd-4224-9a95-02e020064558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:05.184790 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:05.436551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26468d69-83d3-4d7c-a4ba-9b27b9701d55 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:06:05.444562 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:05.457321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Transition to ACTIVE for port object 26468d69-83d3-4d7c-a4ba-9b27b9701d55 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:06:05.460775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:05.539693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=26468d69-83d3-4d7c-a4ba-9b27b9701d55,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:05.597467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f44f26-4f43-43f5-99bd-4aef5fed6956 req-e2cd19fa-fa33-485a-ab73-a0b4ab8e6977 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:05.598940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88f44f26-4f43-43f5-99bd-4aef5fed6956 req-e2cd19fa-fa33-485a-ab73-a0b4ab8e6977 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 944 time: 0.1125622 Dec 12 05:06:05.638382 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Attempting to bind port 26468d69-83d3-4d7c-a4ba-9b27b9701d55 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:05.638907 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Attempting to bind port 26468d69-83d3-4d7c-a4ba-9b27b9701d55 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'cfbca5b5-10b0-49c9-bd89-8177a40582a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:05.639401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Attempting to bind port 26468d69-83d3-4d7c-a4ba-9b27b9701d55 on network d9640587-944a-4459-9d50-0b8b3149d6d1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:05.650580 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Port 26468d69-83d3-4d7c-a4ba-9b27b9701d55 on network d9640587-944a-4459-9d50-0b8b3149d6d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:06:05.650903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Attempting to bind port 26468d69-83d3-4d7c-a4ba-9b27b9701d55 on network d9640587-944a-4459-9d50-0b8b3149d6d1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:05.663528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:05.663866 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Checking segment: {'id': 'cfbca5b5-10b0-49c9-bd89-8177a40582a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:05.664255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Bound using segment: {'id': 'cfbca5b5-10b0-49c9-bd89-8177a40582a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:05.664683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Bound port: 26468d69-83d3-4d7c-a4ba-9b27b9701d55, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbca5b5-10b0-49c9-bd89-8177a40582a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:05.665068 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:05.677574 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-88f44f26-4f43-43f5-99bd-4aef5fed6956 req-ae5e6738-ca82-420c-b49e-80c9e0e7b926 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725670 Dec 12 05:06:05.735042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] For port 26468d69-83d3-4d7c-a4ba-9b27b9701d55, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:05.738824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] For port 26468d69-83d3-4d7c-a4ba-9b27b9701d55, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=26468d69-83d3-4d7c-a4ba-9b27b9701d55,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:05.742369 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:05.778623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:05.779307 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:05.780694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] 10.222.0.18 "PUT /v2.0/ports/26468d69-83d3-4d7c-a4ba-9b27b9701d55 HTTP/1.1" status: 200 len: 1092 time: 0.6560295 Dec 12 05:06:05.781226 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a2ccb9-15cd-4224-9a95-02e020064558', 'tag': '26468d69-83d3-4d7c-a4ba-9b27b9701d55'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:06:05.783479 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39970d24-7a1a-4457-9e15-1430eb8f8626" -d '{"events": [{"name": "network-changed", "server_uuid": "18a2ccb9-15cd-4224-9a95-02e020064558", "tag": "26468d69-83d3-4d7c-a4ba-9b27b9701d55"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:06:05.804772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191a4a2-1a48-4096-8982-601b54415ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=26468d69-83d3-4d7c-a4ba-9b27b9701d55,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:05.826145 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1787eb08-b86d-4605-acd7-780b5ba8e861 x-openstack-request-id: req-1787eb08-b86d-4605-acd7-780b5ba8e861 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:06:05.826447 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a2ccb9-15cd-4224-9a95-02e020064558", "tag": "26468d69-83d3-4d7c-a4ba-9b27b9701d55", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:06:05.826858 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1787eb08-b86d-4605-acd7-780b5ba8e861 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:06:05.827283 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a2ccb9-15cd-4224-9a95-02e020064558', 'tag': '26468d69-83d3-4d7c-a4ba-9b27b9701d55', 'status': 'completed', 'code': 200} Dec 12 05:06:05.889850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-fd129dbd-e64d-4ece-b6a2-1732b4427043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:05.891364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-fd129dbd-e64d-4ece-b6a2-1732b4427043 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec268df9cc7b45c3af66b221052f936a&device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 1095 time: 0.0463412 Dec 12 05:06:05.941533 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-c60df281-eea5-49b2-96d0-4f95a3cb724d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26468d69-83d3-4d7c-a4ba-9b27b9701d55 HTTP/1.1" status: 200 len: 217 time: 0.0375271 Dec 12 05:06:05.988737 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-bd94ff98-b51d-458c-93bd-e5840cad3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:05.990155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-bd94ff98-b51d-458c-93bd-e5840cad3c91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb632fb4-62c6-46c9-adf4-3753c7299367 HTTP/1.1" status: 200 len: 853 time: 0.0424080 Dec 12 05:06:06.021173 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-ec2c1194-5049-48f8-97e2-92a6b868ccea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9640587-944a-4459-9d50-0b8b3149d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240302 Dec 12 05:06:06.108895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-dc2fd87a-646e-41c5-9028-d28fec859adb service neutron] 10.222.0.18 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804300 Dec 12 05:06:06.203879 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-992ce0c6-de03-496d-b1c0-c1c108ce4dc1 req-57f0f31a-3c2f-499e-8119-30135a14ecf8 service neutron] 10.222.0.18 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883126 Dec 12 05:06:06.324689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-1c164dca-826f-4f0f-aa64-6d14edf110e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:06.326199 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-1c164dca-826f-4f0f-aa64-6d14edf110e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec268df9cc7b45c3af66b221052f936a&device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 1095 time: 0.0405958 Dec 12 05:06:06.419133 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-32575b8a-3b1f-40ad-8ced-156ef51fe805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:06.420491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-32575b8a-3b1f-40ad-8ced-156ef51fe805 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9640587-944a-4459-9d50-0b8b3149d6d1 HTTP/1.1" status: 200 len: 913 time: 0.0867753 Dec 12 05:06:06.461851 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-3d1e51d4-042e-40de-9a5d-d7f339a27cc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26468d69-83d3-4d7c-a4ba-9b27b9701d55 HTTP/1.1" status: 200 len: 217 time: 0.0343580 Dec 12 05:06:06.513526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-b9e92318-4e4f-46f9-8dd9-77a80b229941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:06.514951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-b9e92318-4e4f-46f9-8dd9-77a80b229941 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb632fb4-62c6-46c9-adf4-3753c7299367 HTTP/1.1" status: 200 len: 853 time: 0.0420136 Dec 12 05:06:06.551462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-6a13928f-73a2-49b5-8621-10deef31c2eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9640587-944a-4459-9d50-0b8b3149d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282233 Dec 12 05:06:06.639822 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-de412f8b-8da7-442f-8573-b5955636b68f service neutron] 10.222.0.18 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801299 Dec 12 05:06:06.734341 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-39970d24-7a1a-4457-9e15-1430eb8f8626 req-2b7ef61e-e055-4574-b62a-b5aa48ca7990 service neutron] 10.222.0.18 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872550 Dec 12 05:06:06.794405 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3b26-ebea-4839-9522-fe787a64f32e req-2a3cd9ed-0015-4cf4-a9e6-0d6651fd4d74 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:06.795906 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b58a3b26-ebea-4839-9522-fe787a64f32e req-2a3cd9ed-0015-4cf4-a9e6-0d6651fd4d74 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 944 time: 0.0508215 Dec 12 05:06:06.842736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b58a3b26-ebea-4839-9522-fe787a64f32e req-aef0d0b5-94d1-4120-9ebb-ccf548fd8069 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Dec 12 05:06:07.956571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a1d9b-7eeb-4814-b4ff-f04c02374c20 req-441c3348-ef09-45f9-ad86-b216546b8202 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:07.958065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7d4a1d9b-7eeb-4814-b4ff-f04c02374c20 req-441c3348-ef09-45f9-ad86-b216546b8202 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 944 time: 0.0477622 Dec 12 05:06:08.003851 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7d4a1d9b-7eeb-4814-b4ff-f04c02374c20 req-50bd529b-0b50-4624-98ce-da413b313b29 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Dec 12 05:06:08.259402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 26468d69-83d3-4d7c-a4ba-9b27b9701d55 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:06:08.355340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 26468d69-83d3-4d7c-a4ba-9b27b9701d55, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=26468d69-83d3-4d7c-a4ba-9b27b9701d55,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:08.366452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '26468d69-83d3-4d7c-a4ba-9b27b9701d55', 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1', 'port_id': '26468d69-83d3-4d7c-a4ba-9b27b9701d55', 'mac_address': 'fa:16:3e:8c:e0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb632fb4-62c6-46c9-adf4-3753c7299367', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:06:08.403221 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:08.415797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26468d69-83d3-4d7c-a4ba-9b27b9701d55 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:06:08.434496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 26468d69-83d3-4d7c-a4ba-9b27b9701d55, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=26468d69-83d3-4d7c-a4ba-9b27b9701d55,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:08.438818 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:08.488098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=26468d69-83d3-4d7c-a4ba-9b27b9701d55,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:08.697016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['26468d69-83d3-4d7c-a4ba-9b27b9701d55'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:06:09.118850 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032eb8e-b6a6-4092-925a-063f4337d253 req-67192db6-2018-433d-8b42-ea26afb3a613 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:09.120366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c032eb8e-b6a6-4092-925a-063f4337d253 req-67192db6-2018-433d-8b42-ea26afb3a613 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 945 time: 0.0501740 Dec 12 05:06:09.167131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c032eb8e-b6a6-4092-925a-063f4337d253 req-bdb5f75b-0eb0-4acb-b25f-1fe26e9d5545 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Dec 12 05:06:10.275216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 26468d69-83d3-4d7c-a4ba-9b27b9701d55 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:06:10.285882 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb8b2-0fea-447b-8b82-6f7ae8b4d42f req-b2fdb2aa-a251-4560-acbd-22295fe67fed tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:10.287407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83feb8b2-0fea-447b-8b82-6f7ae8b4d42f req-b2fdb2aa-a251-4560-acbd-22295fe67fed tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 945 time: 0.0530157 Dec 12 05:06:10.329288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 26468d69-83d3-4d7c-a4ba-9b27b9701d55 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:06:10.333987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 26468d69-83d3-4d7c-a4ba-9b27b9701d55 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:10.334370 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:10.339843 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83feb8b2-0fea-447b-8b82-6f7ae8b4d42f req-bfc05375-0e89-4483-8ded-7b3db5f851dd tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459828 Dec 12 05:06:10.410900 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:10.432423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2ccb9-15cd-4224-9a95-02e020064558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26468d69-83d3-4d7c-a4ba-9b27b9701d55'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:06:10.434706 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f5d603-e197-45d5-8959-fe9db3b4e9a3" -d '{"events": [{"server_uuid": "18a2ccb9-15cd-4224-9a95-02e020064558", "name": "network-vif-plugged", "status": "completed", "tag": "26468d69-83d3-4d7c-a4ba-9b27b9701d55"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:06:10.447429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 26468d69-83d3-4d7c-a4ba-9b27b9701d55, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=26468d69-83d3-4d7c-a4ba-9b27b9701d55,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:10.451539 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:10.475343 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169fc5f3-e856-438f-813e-73d4915d9cac x-openstack-request-id: req-169fc5f3-e856-438f-813e-73d4915d9cac {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:06:10.475642 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2ccb9-15cd-4224-9a95-02e020064558", "name": "network-vif-plugged", "status": "completed", "tag": "26468d69-83d3-4d7c-a4ba-9b27b9701d55", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:06:10.475906 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-169fc5f3-e856-438f-813e-73d4915d9cac {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:06:10.476311 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a2ccb9-15cd-4224-9a95-02e020064558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26468d69-83d3-4d7c-a4ba-9b27b9701d55', 'code': 200} Dec 12 05:06:10.500789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=26468d69-83d3-4d7c-a4ba-9b27b9701d55,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:10.602230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2ee8a-590e-45f6-996a-46943ce32bac req-49247995-9cce-4bba-8ff5-480bfc2862e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:10.603757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9ff2ee8a-590e-45f6-996a-46943ce32bac req-49247995-9cce-4bba-8ff5-480bfc2862e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 1097 time: 0.0441275 Dec 12 05:06:10.648142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9ff2ee8a-590e-45f6-996a-46943ce32bac req-4828804c-c9c4-46a6-8a84-d9c9f0f88780 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 Dec 12 05:06:10.763965 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-26a8625b-e0d1-44d0-9272-3a196f5c8170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:11.453849 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1edcc-93f2-4db6-8b9f-76aef6e5d949 req-5e7ee35f-9c09-43a1-9bd6-9672ce723cb4 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:11.455326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-11c1edcc-93f2-4db6-8b9f-76aef6e5d949 req-5e7ee35f-9c09-43a1-9bd6-9672ce723cb4 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0484290 Dec 12 05:06:11.501625 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-11c1edcc-93f2-4db6-8b9f-76aef6e5d949 req-5aa1f7c6-d72c-489c-8f51-2b3986d5da3b tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Dec 12 05:06:12.126157 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:12.616083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a76f9-7dce-4bc0-9e55-9ea1ccfe28ab req-b023d75b-b9d6-4767-b2ca-eae3f627e7a2 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:12.617621 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e20a76f9-7dce-4bc0-9e55-9ea1ccfe28ab req-b023d75b-b9d6-4767-b2ca-eae3f627e7a2 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0488284 Dec 12 05:06:12.665767 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e20a76f9-7dce-4bc0-9e55-9ea1ccfe28ab req-83bdd1d7-01c3-4b98-bed8-43efdd47fc8b tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 Dec 12 05:06:12.894126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-50eea4a0-f156-414f-82a3-7b273c4aff82 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:12.895644 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-50eea4a0-f156-414f-82a3-7b273c4aff82 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/networks?id=d9640587-944a-4459-9d50-0b8b3149d6d1 HTTP/1.1" status: 200 len: 813 time: 0.1063116 Dec 12 05:06:12.910137 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2b3205dc-8576-4cfb-ad84-854271c5ed18 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/quotas/ec268df9cc7b45c3af66b221052f936a HTTP/1.1" status: 200 len: 375 time: 0.0088332 Dec 12 05:06:12.958312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-e06f767f-764c-4997-ad17-f472f70ee909 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec268df9cc7b45c3af66b221052f936a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430770 Dec 12 05:06:13.051087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5c24-2bc2-43d6-8bd1-b923bbe8cfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:13.060852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-72c42e94-8116-4274-bc9c-a1ad979c139f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:06:13.061873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-72c42e94-8116-4274-bc9c-a1ad979c139f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470853 Dec 12 05:06:13.155518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-dc77080b-87ce-41b8-a17c-ab72a861c56a service neutron] 10.222.0.36 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864213 Dec 12 05:06:13.244015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-a643417f-8d5a-4537-9f78-a50457045947 service neutron] 10.222.0.36 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822480 Dec 12 05:06:13.398101 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3ee982d5-6739-4c0a-ab0d-76ee33e5851b req-d5262362-dcc5-416d-a9a7-584695bf103d tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 210 time: 0.0268164 Dec 12 05:06:14.263097 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:14.366910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:14.500114 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26305c12-3b43-4f54-86f8-a4f2b7a6e14a req-858c4d9a-0430-45a6-b081-d2bca2bc0746 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 210 time: 0.0307825 Dec 12 05:06:14.540698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-0b099f9f-6ee2-4809-965c-94ae09190f85 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:14.542204 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-0b099f9f-6ee2-4809-965c-94ae09190f85 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.37 "GET /v2.0/networks?id=d9640587-944a-4459-9d50-0b8b3149d6d1 HTTP/1.1" status: 200 len: 813 time: 0.1339881 Dec 12 05:06:14.566780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Request body: {'port': {'device_id': '3f2966b3-c481-4614-a0a5-237fc94e9f7c', 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1', 'admin_state_up': True, 'tenant_id': 'ec268df9cc7b45c3af66b221052f936a'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:14.673367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Made reservation on behalf of ec268df9cc7b45c3af66b221052f936a for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:14.677008 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:14.796775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Allocated IP 172.20.0.9 (d9640587-944a-4459-9d50-0b8b3149d6d1/cb632fb4-62c6-46c9-adf4-3753c7299367/69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:14.946028 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:14.978901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:15.012955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['26468d69-83d3-4d7c-a4ba-9b27b9701d55'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:06:15.024363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Network d9640587-944a-4459-9d50-0b8b3149d6d1 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:15.029439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:15.031948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:15.038482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Pushing event updated for resources: {'Port': ['ID=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:15.070691 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.070966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.071315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.071662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.072012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.072350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.072679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.073033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.073361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.073692 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.074018 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.074343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.074668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:15.100465 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:15.101113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:15.117712 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-2d5aadfb-cdda-46f8-8939-adec1f7e027c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545788 Dec 12 05:06:15.145261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Request body: {'port': {'device_id': '3f2966b3-c481-4614-a0a5-237fc94e9f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:15.198684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:15.450157 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:06:15.457441 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:15.469058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Transition to ACTIVE for port object 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:06:15.472618 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:15.526630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Pushing event updated for resources: {'Port': ['ID=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:15.595509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Attempting to bind port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:15.595853 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Attempting to bind port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'cfbca5b5-10b0-49c9-bd89-8177a40582a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:15.596187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Attempting to bind port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 on network d9640587-944a-4459-9d50-0b8b3149d6d1 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:15.600517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 on network d9640587-944a-4459-9d50-0b8b3149d6d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:06:15.600869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Attempting to bind port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 on network d9640587-944a-4459-9d50-0b8b3149d6d1 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:15.605762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:15.606107 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Checking segment: {'id': 'cfbca5b5-10b0-49c9-bd89-8177a40582a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:15.606507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Bound using segment: {'id': 'cfbca5b5-10b0-49c9-bd89-8177a40582a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:15.606938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Bound port: 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbca5b5-10b0-49c9-bd89-8177a40582a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:15.607301 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:15.623996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1eee9-d518-49b4-9249-ec8ee6728e3d req-f66b5e5b-4bcb-4d14-bb6a-e00fadb4c5ff tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:15.625553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54d1eee9-d518-49b4-9249-ec8ee6728e3d req-f66b5e5b-4bcb-4d14-bb6a-e00fadb4c5ff tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 943 time: 0.0538154 Dec 12 05:06:15.669479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] For port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:15.672519 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] For port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:15.672656 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-54d1eee9-d518-49b4-9249-ec8ee6728e3d req-de537593-2ef1-4c6f-9806-0467c5f41afa tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Dec 12 05:06:15.678242 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:15.718276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:15.718903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:15.720312 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] 10.222.0.37 "PUT /v2.0/ports/69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 HTTP/1.1" status: 200 len: 1091 time: 0.5800440 Dec 12 05:06:15.720755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2966b3-c481-4614-a0a5-237fc94e9f7c', 'tag': '69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:06:15.723062 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55b660-5fcb-4ca6-9247-aa32868a7d12" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2966b3-c481-4614-a0a5-237fc94e9f7c", "tag": "69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:06:15.746934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa91fd-d9fa-4ba8-ba27-32ebdff5c737 service neutron] Pushing event updated for resources: {'Port': ['ID=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:15.762494 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361e490e-57d1-4008-8b9e-29d5cefb673c x-openstack-request-id: req-361e490e-57d1-4008-8b9e-29d5cefb673c {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:06:15.762787 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2966b3-c481-4614-a0a5-237fc94e9f7c", "tag": "69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:06:15.763044 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-361e490e-57d1-4008-8b9e-29d5cefb673c {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:06:15.763450 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2966b3-c481-4614-a0a5-237fc94e9f7c', 'tag': '69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09', 'status': 'completed', 'code': 200} Dec 12 05:06:15.800231 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:15.829683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-bb206237-cd23-4d8b-b20b-8d142f560a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:15.831243 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-bb206237-cd23-4d8b-b20b-8d142f560a03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec268df9cc7b45c3af66b221052f936a&device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 1094 time: 0.0421376 Dec 12 05:06:15.888292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-cd1171e2-6352-4e40-9450-89de3acd76e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 HTTP/1.1" status: 200 len: 217 time: 0.0344241 Dec 12 05:06:15.941145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-32299480-dd85-4f21-a70a-35178d5a07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:15.942561 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-32299480-dd85-4f21-a70a-35178d5a07c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb632fb4-62c6-46c9-adf4-3753c7299367 HTTP/1.1" status: 200 len: 853 time: 0.0464187 Dec 12 05:06:15.977761 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-478a440f-a9bc-4214-a7a3-020da4f1c9e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9640587-944a-4459-9d50-0b8b3149d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237339 Dec 12 05:06:16.069318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-e02513ed-4b17-4209-9e25-324103d9199d service neutron] 10.222.0.37 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806773 Dec 12 05:06:16.168603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce22635d-8005-46ae-bad5-cf2ed172eb02 req-151b3aa4-299f-41cc-b148-c6a29e8d867a service neutron] 10.222.0.37 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878832 Dec 12 05:06:16.301676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-f69249b0-60f8-463c-97e1-1527b86c08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:16.303195 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-f69249b0-60f8-463c-97e1-1527b86c08a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec268df9cc7b45c3af66b221052f936a&device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 1094 time: 0.0416775 Dec 12 05:06:16.395715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-973649c8-4ced-42d8-8ce3-2974e55e48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:16.397236 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-973649c8-4ced-42d8-8ce3-2974e55e48b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9640587-944a-4459-9d50-0b8b3149d6d1 HTTP/1.1" status: 200 len: 913 time: 0.0864606 Dec 12 05:06:16.439119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-555900fb-8f66-4834-bb50-104023c4c519 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 HTTP/1.1" status: 200 len: 217 time: 0.0342793 Dec 12 05:06:16.487740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-888e0050-f818-440e-a06d-6528d0a5547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:16.489567 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-888e0050-f818-440e-a06d-6528d0a5547b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb632fb4-62c6-46c9-adf4-3753c7299367 HTTP/1.1" status: 200 len: 853 time: 0.0427594 Dec 12 05:06:16.523493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-bf8e7ea1-9fad-41a3-b44a-84994725ca63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9640587-944a-4459-9d50-0b8b3149d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242395 Dec 12 05:06:16.614245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-d47a4c37-a161-403f-a1a4-d2b5e5cb7d9d service neutron] 10.222.0.37 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823951 Dec 12 05:06:16.701878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9e55b660-5fcb-4ca6-9247-aa32868a7d12 req-8854287e-f6e2-4902-ac19-5dc25c5df41c service neutron] 10.222.0.37 "GET /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797429 Dec 12 05:06:16.791093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100691-062d-4f54-b189-ee2870fa8708 req-de4abae4-e82c-4545-aa7c-18c6b3d9a4f9 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:16.792596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc100691-062d-4f54-b189-ee2870fa8708 req-de4abae4-e82c-4545-aa7c-18c6b3d9a4f9 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 943 time: 0.0502946 Dec 12 05:06:16.802916 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:16.840021 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bc100691-062d-4f54-b189-ee2870fa8708 req-db88f26c-f019-4dd7-b289-fc507b7480e4 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Dec 12 05:06:18.292563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb65b2-ff9e-48c3-b5e1-3622c7e30ce9 req-57f1d88c-fd45-43d0-8cce-85bbdb27f55a tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:18.294091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94eb65b2-ff9e-48c3-b5e1-3622c7e30ce9 req-57f1d88c-fd45-43d0-8cce-85bbdb27f55a tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 943 time: 0.3856618 Dec 12 05:06:18.339655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-94eb65b2-ff9e-48c3-b5e1-3622c7e30ce9 req-b8fc97da-66e7-4b68-ad1e-ec1402c895d0 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Dec 12 05:06:18.727681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:06:18.826607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:18.838930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09', 'network_id': 'd9640587-944a-4459-9d50-0b8b3149d6d1', 'port_id': '69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09', 'mac_address': 'fa:16:3e:ff:2b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb632fb4-62c6-46c9-adf4-3753c7299367', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:06:18.875403 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:18.888392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:06:18.907937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:18.912213 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:18.958182 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:19.240480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:06:19.455899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced9fe2-75da-4f1b-b32a-97a1fffe9168 req-f4b2e520-d20a-40d7-a43c-38f29a8e3cbe tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:19.457417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cced9fe2-75da-4f1b-b32a-97a1fffe9168 req-f4b2e520-d20a-40d7-a43c-38f29a8e3cbe tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 944 time: 0.0482218 Dec 12 05:06:19.508014 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cced9fe2-75da-4f1b-b32a-97a1fffe9168 req-3e958cd8-c6d0-4158-a1fd-fde7bc3bd03b tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Dec 12 05:06:20.620439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07c962-e3f9-4552-9944-de4ea284a20e req-e47c90c3-3d27-4eac-9fe4-ed8ea63eace0 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:20.621934 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c07c962-e3f9-4552-9944-de4ea284a20e req-e47c90c3-3d27-4eac-9fe4-ed8ea63eace0 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 944 time: 0.0474899 Dec 12 05:06:20.668094 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1c07c962-e3f9-4552-9944-de4ea284a20e req-7d775552-6045-4dff-ba2a-de0bee971356 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 Dec 12 05:06:20.755617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:06:20.804723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:06:20.808140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:20.808520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:20.886009 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:20.907179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2966b3-c481-4614-a0a5-237fc94e9f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:06:20.909593 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa8b7b1-9951-4b42-863d-94234cb74191" -d '{"events": [{"server_uuid": "3f2966b3-c481-4614-a0a5-237fc94e9f7c", "name": "network-vif-plugged", "status": "completed", "tag": "69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:06:20.922310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:20.926755 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:20.950256 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e26c442-758e-45b3-aa3b-1d7731339212 x-openstack-request-id: req-2e26c442-758e-45b3-aa3b-1d7731339212 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:06:20.950590 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2966b3-c481-4614-a0a5-237fc94e9f7c", "name": "network-vif-plugged", "status": "completed", "tag": "69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:06:20.950819 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e26c442-758e-45b3-aa3b-1d7731339212 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:06:20.951319 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2966b3-c481-4614-a0a5-237fc94e9f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09', 'code': 200} Dec 12 05:06:20.975522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:21.087380 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea4ed-2fd5-48a7-a4d3-0b1088a82026 req-976a538b-591d-4d9a-840e-aa0ad6768f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:21.088770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f03ea4ed-2fd5-48a7-a4d3-0b1088a82026 req-976a538b-591d-4d9a-840e-aa0ad6768f12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 1096 time: 0.0382736 Dec 12 05:06:21.154559 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f03ea4ed-2fd5-48a7-a4d3-0b1088a82026 req-d323fe39-bbfd-41b5-b241-81f950d21699 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 Dec 12 05:06:21.784558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5a52e-52a1-43b5-a5d8-74f2e2247f50 req-8d22bf48-71f1-473e-90b1-9f2310c3b6c9 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:21.786095 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbb5a52e-52a1-43b5-a5d8-74f2e2247f50 req-8d22bf48-71f1-473e-90b1-9f2310c3b6c9 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 945 time: 0.0508387 Dec 12 05:06:21.835723 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dbb5a52e-52a1-43b5-a5d8-74f2e2247f50 req-e230c7c2-22c8-4476-985c-cca968d1a136 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 Dec 12 05:06:22.955333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b942f-58ae-48d7-87f8-297f543f041e req-8fba8fe5-f6cb-468e-8cad-4adae2c35cb4 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:22.957417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-193b942f-58ae-48d7-87f8-297f543f041e req-8fba8fe5-f6cb-468e-8cad-4adae2c35cb4 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 945 time: 0.0538476 Dec 12 05:06:23.004120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-193b942f-58ae-48d7-87f8-297f543f041e req-656f9c99-849d-4561-a221-afdf5150fd3a tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Dec 12 05:06:23.233208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61668d5b-76fd-4326-ba3f-6511fa30832d req-e3e9e024-c6a8-441e-9247-cec678c3523f tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:23.234704 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61668d5b-76fd-4326-ba3f-6511fa30832d req-e3e9e024-c6a8-441e-9247-cec678c3523f tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 945 time: 0.0490162 Dec 12 05:06:23.282405 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61668d5b-76fd-4326-ba3f-6511fa30832d req-5680b4c0-93cd-47fb-96c9-b8359b3b91b8 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Dec 12 05:06:24.399481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392994a-5720-40c4-919c-9bffc3ebe49b req-9b3d6089-5460-4e58-a7bc-6ea3f61bc93f tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:24.401017 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a392994a-5720-40c4-919c-9bffc3ebe49b req-9b3d6089-5460-4e58-a7bc-6ea3f61bc93f tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 945 time: 0.0502827 Dec 12 05:06:24.448537 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a392994a-5720-40c4-919c-9bffc3ebe49b req-f2812d7d-cd54-48d6-8508-f5e3a989b33f tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Dec 12 05:06:24.796737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761768f-1239-49e1-9405-b1b20de60610 req-37eafa39-43aa-40da-aca7-04b22a0777e4 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:24.798229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1761768f-1239-49e1-9405-b1b20de60610 req-37eafa39-43aa-40da-aca7-04b22a0777e4 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 945 time: 0.0525408 Dec 12 05:06:24.891052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-1761768f-1239-49e1-9405-b1b20de60610 req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Deleting port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:06:24.891395 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1761768f-1239-49e1-9405-b1b20de60610 req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:24.980339 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1761768f-1239-49e1-9405-b1b20de60610 req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] For port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:24.980701 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1761768f-1239-49e1-9405-b1b20de60610 req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:24.993383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-1761768f-1239-49e1-9405-b1b20de60610 req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Calling delete_port for 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:06:25.118159 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1761768f-1239-49e1-9405-b1b20de60610 req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:25.151196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['26468d69-83d3-4d7c-a4ba-9b27b9701d55'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:06:25.152976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Pushing event deleted for resources: {'Port': ['ID=69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:25.157645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:06:25.194068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1761768f-1239-49e1-9405-b1b20de60610 req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] No DVR routers for this DVR port 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:06:25.196845 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1761768f-1239-49e1-9405-b1b20de60610 req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:25.200258 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1761768f-1239-49e1-9405-b1b20de60610 req-1e52e59c-316f-4c3b-96e9-905d9f95348e tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.37 "DELETE /v2.0/ports/69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 HTTP/1.1" status: 204 len: 173 time: 0.3925295 Dec 12 05:06:25.200707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2966b3-c481-4614-a0a5-237fc94e9f7c', 'name': 'network-vif-deleted', 'tag': '69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:06:25.203016 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2709cd1d-02ce-4a84-a020-1bc5dd38b055" -d '{"events": [{"server_uuid": "3f2966b3-c481-4614-a0a5-237fc94e9f7c", "name": "network-vif-deleted", "tag": "69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:06:25.264674 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a487acd-352b-4f98-8eb7-272cb95694bb x-openstack-request-id: req-2a487acd-352b-4f98-8eb7-272cb95694bb {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:06:25.265530 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2966b3-c481-4614-a0a5-237fc94e9f7c", "name": "network-vif-deleted", "tag": "69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:06:25.265984 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a487acd-352b-4f98-8eb7-272cb95694bb {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:06:25.266755 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2966b3-c481-4614-a0a5-237fc94e9f7c', 'name': 'network-vif-deleted', 'tag': '69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09', 'status': 'completed', 'code': 200} Dec 12 05:06:25.553909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c91ad3e2-3109-4d2b-a573-af5d345ce23e req-efc180d6-747f-482c-a747-40e298bfa317 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f2966b3-c481-4614-a0a5-237fc94e9f7c HTTP/1.1" status: 200 len: 210 time: 0.0277338 Dec 12 05:06:26.701064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae96ed-47fa-4cde-8791-e8e04bb5db3a req-a9e5b660-5d05-4506-b4c6-e5629eafdaa7 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:26.702536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2eae96ed-47fa-4cde-8791-e8e04bb5db3a req-a9e5b660-5d05-4506-b4c6-e5629eafdaa7 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0486860 Dec 12 05:06:26.752287 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2eae96ed-47fa-4cde-8791-e8e04bb5db3a req-e603ed49-04d0-4c79-9194-65fe235b290c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Dec 12 05:06:26.884509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e65e02-38d6-4054-812b-628851b036c2 req-d82d0660-b3da-4646-9293-bbf0f3927b8b tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:26.885951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-29e65e02-38d6-4054-812b-628851b036c2 req-d82d0660-b3da-4646-9293-bbf0f3927b8b tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0491765 Dec 12 05:06:26.932634 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-29e65e02-38d6-4054-812b-628851b036c2 req-1331e4f3-ee81-4c5b-b8e8-155943e28e05 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Dec 12 05:06:27.053325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddd514-0547-4fb1-b45e-ab131c19a4e5 req-ecb3a7c5-415d-42e6-9287-11df2721990a tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:27.054828 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dddd514-0547-4fb1-b45e-ab131c19a4e5 req-ecb3a7c5-415d-42e6-9287-11df2721990a tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0532463 Dec 12 05:06:27.103608 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6dddd514-0547-4fb1-b45e-ab131c19a4e5 req-c172b485-4285-4f77-b524-26c69fa716c2 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426123 Dec 12 05:06:27.179360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-811df907-7685-4212-a5e2-eadcfbb7e3a9 req-8b7a852e-0bf2-457c-8e89-dc2f7277d6f7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:06:27.180368 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-811df907-7685-4212-a5e2-eadcfbb7e3a9 req-8b7a852e-0bf2-457c-8e89-dc2f7277d6f7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059998 Dec 12 05:06:27.284630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366442e-e234-479a-b10b-a41388dd2ea4 req-1f97cfd2-8893-4899-9eca-4186ae4ba04c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:27.286578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a366442e-e234-479a-b10b-a41388dd2ea4 req-1f97cfd2-8893-4899-9eca-4186ae4ba04c tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0501347 Dec 12 05:06:27.333487 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a366442e-e234-479a-b10b-a41388dd2ea4 req-53b03b6b-9871-4508-b3f6-eb2a4785e40d tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 Dec 12 05:06:27.447334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1b79-05fa-4cb4-8bfb-4b51400ec9a8 req-285ee349-b91e-44da-b649-233935f96437 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:27.448744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f0b1b79-05fa-4cb4-8bfb-4b51400ec9a8 req-285ee349-b91e-44da-b649-233935f96437 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0486543 Dec 12 05:06:27.494935 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0f0b1b79-05fa-4cb4-8bfb-4b51400ec9a8 req-7c258041-0b59-4cde-8bbe-0e047f4dbe77 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Dec 12 05:06:27.622530 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e521c1e-1a1c-47c0-93f1-3b2e3226bbc4 req-30109f49-67fa-4298-bfed-5307010dcd70 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:27.624263 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e521c1e-1a1c-47c0-93f1-3b2e3226bbc4 req-30109f49-67fa-4298-bfed-5307010dcd70 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0526159 Dec 12 05:06:27.670546 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5e521c1e-1a1c-47c0-93f1-3b2e3226bbc4 req-578419ab-4dc2-45f9-a9e1-fb458fa29d1f tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Dec 12 05:06:27.969723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840572b-12e0-4a0e-ae28-99e27082e6e7 req-4065ca4b-bb8e-4633-b4cd-ae989271a3d3 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:27.971225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a840572b-12e0-4a0e-ae28-99e27082e6e7 req-4065ca4b-bb8e-4633-b4cd-ae989271a3d3 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0523117 Dec 12 05:06:28.021988 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a840572b-12e0-4a0e-ae28-99e27082e6e7 req-bbde0891-4334-4386-97c7-a4a4860cc0cd tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441093 Dec 12 05:06:28.801931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:06:28.825222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:06:28.825577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 69ae2981-d37b-4c6e-8beb-4f8fd9ed1a09 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:06:29.150395 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdea9f-16bb-4eaf-ae6c-0aad944518c0 req-498f5265-feee-4c9f-bf2d-9ff4714226b8 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:29.152538 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4bdea9f-16bb-4eaf-ae6c-0aad944518c0 req-498f5265-feee-4c9f-bf2d-9ff4714226b8 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0541334 Dec 12 05:06:29.199633 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e4bdea9f-16bb-4eaf-ae6c-0aad944518c0 req-a334c906-c270-4ab7-866b-7e568735e92b tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/security-groups?id=b08bd6db-deda-4a24-ae06-f4be79075e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Dec 12 05:06:29.379596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-2432a59e-89c6-4606-818f-81c5ad1540e2 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:29.381017 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-2432a59e-89c6-4606-818f-81c5ad1540e2 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 946 time: 0.0485361 Dec 12 05:06:29.467732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Deleting port 26468d69-83d3-4d7c-a4ba-9b27b9701d55 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:06:29.468088 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:29.559028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] For port 26468d69-83d3-4d7c-a4ba-9b27b9701d55, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=26468d69-83d3-4d7c-a4ba-9b27b9701d55,segment=NetworkSegment(cfbca5b5-10b0-49c9-bd89-8177a40582a7),segment_id=cfbca5b5-10b0-49c9-bd89-8177a40582a7)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:29.559386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:29.571356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Calling delete_port for 26468d69-83d3-4d7c-a4ba-9b27b9701d55 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:06:29.697854 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:29.725094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Pushing event deleted for resources: {'Port': ['ID=26468d69-83d3-4d7c-a4ba-9b27b9701d55,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:29.734130 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['26468d69-83d3-4d7c-a4ba-9b27b9701d55'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:06:29.735090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.735451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.735806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.736155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.736503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.737604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.737604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.737604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.738439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.738439 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.738632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.738843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.739159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:29.779298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] No DVR routers for this DVR port 26468d69-83d3-4d7c-a4ba-9b27b9701d55 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:06:29.781922 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:29.786090 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9939ad1-6fa5-4959-99ea-7e5a33e9aa15 req-d9d13ecc-a86a-4cb5-bc7e-d7628679f3d6 tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.18 "DELETE /v2.0/ports/26468d69-83d3-4d7c-a4ba-9b27b9701d55 HTTP/1.1" status: 204 len: 173 time: 0.3992319 Dec 12 05:06:29.786550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2ccb9-15cd-4224-9a95-02e020064558', 'name': 'network-vif-deleted', 'tag': '26468d69-83d3-4d7c-a4ba-9b27b9701d55'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:06:29.788840 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942d4cdd-504d-41fa-a3d0-a0e4a36feee8" -d '{"events": [{"server_uuid": "18a2ccb9-15cd-4224-9a95-02e020064558", "name": "network-vif-deleted", "tag": "26468d69-83d3-4d7c-a4ba-9b27b9701d55"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:06:29.828164 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5d6fbc-8d38-4079-b0a2-e624ced44e76 x-openstack-request-id: req-fd5d6fbc-8d38-4079-b0a2-e624ced44e76 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:06:29.828492 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2ccb9-15cd-4224-9a95-02e020064558", "name": "network-vif-deleted", "tag": "26468d69-83d3-4d7c-a4ba-9b27b9701d55", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:06:29.828757 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd5d6fbc-8d38-4079-b0a2-e624ced44e76 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:06:29.829189 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a2ccb9-15cd-4224-9a95-02e020064558', 'name': 'network-vif-deleted', 'tag': '26468d69-83d3-4d7c-a4ba-9b27b9701d55', 'status': 'completed', 'code': 200} Dec 12 05:06:30.313577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-abfef075-b8ca-4bbd-8588-ec9eed1be8f3 req-58acdad0-7ea0-4a06-85a4-7719d8ef589a tempest-ServersNegativeTestJSON-1288832856 tempest-ServersNegativeTestJSON-1288832856-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a2ccb9-15cd-4224-9a95-02e020064558 HTTP/1.1" status: 200 len: 210 time: 0.0307326 Dec 12 05:06:31.369573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41654) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:31.417976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4983b0e0-e173-4b8f-ad0d-807393534b39 admin admin] Deleting subnet cb632fb4-62c6-46c9-adf4-3753c7299367 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:06:31.421079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4983b0e0-e173-4b8f-ad0d-807393534b39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.454272 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4983b0e0-e173-4b8f-ad0d-807393534b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.492784 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4983b0e0-e173-4b8f-ad0d-807393534b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.542865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4983b0e0-e173-4b8f-ad0d-807393534b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.568120 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983b0e0-e173-4b8f-ad0d-807393534b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb632fb4-62c6-46c9-adf4-3753c7299367,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:31.571923 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4983b0e0-e173-4b8f-ad0d-807393534b39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.575196 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4983b0e0-e173-4b8f-ad0d-807393534b39 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cb632fb4-62c6-46c9-adf4-3753c7299367 HTTP/1.1" status: 204 len: 168 time: 0.2045536 Dec 12 05:06:31.577711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41656) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:31.649733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.726332 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.745205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9640587-944a-4459-9d50-0b8b3149d6d1']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:31.757282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbca5b5-10b0-49c9-bd89-8177a40582a7') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:31.757592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbca5b5-10b0-49c9-bd89-8177a40582a7') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:31.771894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.785009 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.790960 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:06:31.791326 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:06:31.793068 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:06:31.846597 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.852164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:31.855412 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d9640587-944a-4459-9d50-0b8b3149d6d1 HTTP/1.1" status: 204 len: 168 time: 0.2767799 Dec 12 05:06:31.866565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45982b6-7bab-4dd1-a44b-39a2fa37a192 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9640587-944a-4459-9d50-0b8b3149d6d1,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:31.962720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41660) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:32.002917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-232b0b87-ea07-4357-b3ab-2a89af3fcb82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec268df9cc7b45c3af66b221052f936a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384610 Dec 12 05:06:32.005293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41662) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:32.051122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64e9af72-4a48-4f4d-a9a9-46eb15241715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:32.071994 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64e9af72-4a48-4f4d-a9a9-46eb15241715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:32.121378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64e9af72-4a48-4f4d-a9a9-46eb15241715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:32.124420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64e9af72-4a48-4f4d-a9a9-46eb15241715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:32.125611 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-64e9af72-4a48-4f4d-a9a9-46eb15241715 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b08bd6db-deda-4a24-ae06-f4be79075e78 HTTP/1.1" status: 204 len: 168 time: 0.1194313 Dec 12 05:06:32.134492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9af72-4a48-4f4d-a9a9-46eb15241715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08bd6db-deda-4a24-ae06-f4be79075e78,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:32.801089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41684) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:32.894011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658784127'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:32.915706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:32.919027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:32.927240 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:33.005865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:33.009468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:33.036282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:06:33.046039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d3b415-7b7f-4b38-bf6f-15e8ae321a05,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:33.050907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:33.051260 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Added segment 57685530-8373-43b1-b470-04a1f0a63826 of type vlan for network b4abbe43-c4df-4300-bf02-7ae4c1489936 Dec 12 05:06:33.092404 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:33.116424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:33.121974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:33.122568 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:33.182501 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3802955 Dec 12 05:06:33.194546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48194d-a33a-4780-afec-2eb104783a09 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Network': ['ID=b4abbe43-c4df-4300-bf02-7ae4c1489936,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:33.204226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network b4abbe43-c4df-4300-bf02-7ae4c1489936 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:06:34.383639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 26468d69-83d3-4d7c-a4ba-9b27b9701d55 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:06:34.403748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 26468d69-83d3-4d7c-a4ba-9b27b9701d55 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:06:34.404099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 26468d69-83d3-4d7c-a4ba-9b27b9701d55 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:06:36.410165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41690) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:36.415299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'subnet': {'network_id': 'b4abbe43-c4df-4300-bf02-7ae4c1489936', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:36.501338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:36.505580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:36.684236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:36.751395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Subnet': ['ID=d5b7bbd9-4acb-413f-8d7f-4d2f75fa1187,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:36.761095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Checking segment: {'id': '57685530-8373-43b1-b470-04a1f0a63826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b4abbe43-c4df-4300-bf02-7ae4c1489936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:36.761478 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network hostable DHCP agents. Network: b4abbe43-c4df-4300-bf02-7ae4c1489936, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:06:36.778212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network b4abbe43-c4df-4300-bf02-7ae4c1489936 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:06:36.787516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, b4abbe43-c4df-4300-bf02-7ae4c1489936) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:36.791896 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:36.792703 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:36.797302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d32f0-8208-4275-b665-55715d74edbf None None] Network b4abbe43-c4df-4300-bf02-7ae4c1489936 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:36.810057 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-121325c4-5f1d-40ec-a8c7-25bd5a2fe8a6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3987780 Dec 12 05:06:36.813620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41692) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:36.819174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-351429048'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:36.855098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:36.858704 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:36.883261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:06:36.892599 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:36.892985 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Added segment ba2ef9d7-3f11-440d-9b29-057bb3d3f78e of type vlan for network fa77f6e1-f2ce-467e-ac39-2444702fdf34 Dec 12 05:06:36.925666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-b4abbe43-c4df-4300-bf02-7ae4c1489936', 'network_id': 'b4abbe43-c4df-4300-bf02-7ae4c1489936', 'project_id': 'adc191e27ab24568aef0c8484d58fd8e', 'fixed_ips': [{'subnet_id': 'd5b7bbd9-4acb-413f-8d7f-4d2f75fa1187'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:06:36.926924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:36.934914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:36.960244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:36.966202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:36.966797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.024887 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2095485 Dec 12 05:06:37.027803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41694) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:37.033113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'subnet': {'network_id': 'fa77f6e1-f2ce-467e-ac39-2444702fdf34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:37.041696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74df829-1410-406f-8451-4f115b2080ce tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Network': ['ID=fa77f6e1-f2ce-467e-ac39-2444702fdf34,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:37.072242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Allocated IP 2001:db8:0:ffff::2 (b4abbe43-c4df-4300-bf02-7ae4c1489936/d5b7bbd9-4acb-413f-8d7f-4d2f75fa1187/71cf7d4f-b0aa-4214-9d93-e81e193d7123) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:37.084848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network fa77f6e1-f2ce-467e-ac39-2444702fdf34 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:06:37.132104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:37.136130 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.354493 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.423370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Subnet': ['ID=badc104f-24c0-4386-ba3c-8c4ce2d93aa6,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:37.434256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Checking segment: {'id': 'ba2ef9d7-3f11-440d-9b29-057bb3d3f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa77f6e1-f2ce-467e-ac39-2444702fdf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:37.434633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network hostable DHCP agents. Network: fa77f6e1-f2ce-467e-ac39-2444702fdf34, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:06:37.451629 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network fa77f6e1-f2ce-467e-ac39-2444702fdf34 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:06:37.452628 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.459138 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.463033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, fa77f6e1-f2ce-467e-ac39-2444702fdf34) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:37.467230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:37.467913 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.486234 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c42aebb3-4d10-4df8-a59d-4410b80a1771 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4567482 Dec 12 05:06:37.488536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41696) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:37.493914 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b96116-6515-447d-b543-78459f3fd8df None None] Network fa77f6e1-f2ce-467e-ac39-2444702fdf34 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:37.547734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Network b4abbe43-c4df-4300-bf02-7ae4c1489936 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:37.554090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:37.559468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:37.591164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.593494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Pushing event updated for resources: {'Port': ['ID=71cf7d4f-b0aa-4214-9d93-e81e193d7123,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:37.629268 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.629621 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.630045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.630459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.630868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.631274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.631677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.632076 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.632480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.632893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.633294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.633691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.634089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:37.652263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Attempting to bind port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:37.652263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Attempting to bind port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '57685530-8373-43b1-b470-04a1f0a63826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b4abbe43-c4df-4300-bf02-7ae4c1489936'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:37.652263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Attempting to bind port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 on network b4abbe43-c4df-4300-bf02-7ae4c1489936 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:37.659600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.675414 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:37.675901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Checking segment: {'id': '57685530-8373-43b1-b470-04a1f0a63826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b4abbe43-c4df-4300-bf02-7ae4c1489936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:37.676478 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.681200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Bound using segment: {'id': '57685530-8373-43b1-b470-04a1f0a63826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b4abbe43-c4df-4300-bf02-7ae4c1489936'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:37.681764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Bound port: 71cf7d4f-b0aa-4214-9d93-e81e193d7123, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57685530-8373-43b1-b470-04a1f0a63826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b4abbe43-c4df-4300-bf02-7ae4c1489936'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:37.682148 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.688383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4372d49-5a74-4e12-b739-ed2ca720a35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-fa77f6e1-f2ce-467e-ac39-2444702fdf34', 'network_id': 'fa77f6e1-f2ce-467e-ac39-2444702fdf34', 'project_id': 'adc191e27ab24568aef0c8484d58fd8e', 'fixed_ips': [{'subnet_id': 'badc104f-24c0-4386-ba3c-8c4ce2d93aa6'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:06:37.689258 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4372d49-5a74-4e12-b739-ed2ca720a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.727988 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.756135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Subnet': ['ID=badc104f-24c0-4386-ba3c-8c4ce2d93aa6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:37.822054 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.830120 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] For port 71cf7d4f-b0aa-4214-9d93-e81e193d7123, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:37.834361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] For port 71cf7d4f-b0aa-4214-9d93-e81e193d7123, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71cf7d4f-b0aa-4214-9d93-e81e193d7123,segment=NetworkSegment(57685530-8373-43b1-b470-04a1f0a63826),segment_id=57685530-8373-43b1-b470-04a1f0a63826)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server [None req-b4372d49-5a74-4e12-b739-ed2ca720a35f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet badc104f-24c0-4386-ba3c-8c4ce2d93aa6: This subnet is being modified by another concurrent operation. Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise exception Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet badc104f-24c0-4386-ba3c-8c4ce2d93aa6: This subnet is being modified by another concurrent operation. Dec 12 05:06:37.837887 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Dec 12 05:06:37.845042 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa77f6e1-f2ce-467e-ac39-2444702fdf34']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:37.846260 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.866517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2ef9d7-3f11-440d-9b29-057bb3d3f78e') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:37.866907 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2ef9d7-3f11-440d-9b29-057bb3d3f78e') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:37.876955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.883628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d4345-a6e5-462a-a4e4-a2d3d3f48526 None None] Network fa77f6e1-f2ce-467e-ac39-2444702fdf34 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:37.892039 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.899462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:06:37.899996 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:06:37.903871 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:06:37.965658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003b32b-92a7-4dac-b170-5574f17ac403 None None] Pushing event updated for resources: {'Port': ['ID=71cf7d4f-b0aa-4214-9d93-e81e193d7123,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:37.978567 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.987198 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:37.990797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/networks/fa77f6e1-f2ce-467e-ac39-2444702fdf34 HTTP/1.1" status: 204 len: 168 time: 0.5009112 Dec 12 05:06:37.994464 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41698) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:37.999760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-718503223'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:38.004951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d29212-31e4-4d5e-b7af-09f263b380a7 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Network': ['ID=fa77f6e1-f2ce-467e-ac39-2444702fdf34,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:38.028434 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:38.032279 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.060859 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:06:38.073460 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.073795 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Added segment 80800f83-d36f-4070-8d0f-b736b4df2a01 of type vlan for network a88dd1bc-f497-4fe6-b41e-3b432fadaffa Dec 12 05:06:38.124425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.152436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.158176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:38.158842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.231326 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2357309 Dec 12 05:06:38.234309 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41700) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:38.241970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'subnet': {'network_id': 'a88dd1bc-f497-4fe6-b41e-3b432fadaffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:38.246993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1b956-f581-430d-a9f4-0b69b32d6761 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Network': ['ID=a88dd1bc-f497-4fe6-b41e-3b432fadaffa,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:38.261302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network a88dd1bc-f497-4fe6-b41e-3b432fadaffa details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:06:38.339083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:38.342815 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.399731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.ipam_backend_mixin [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Performing IP validity checks on allocation pools {{(pid=103450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 05:06:38.400242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.ipam_backend_mixin [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 05:06:38.525235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.588375 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Subnet': ['ID=2f8dfddd-3703-471b-b3f8-faa4eb139375,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:38.596759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Checking segment: {'id': '80800f83-d36f-4070-8d0f-b736b4df2a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a88dd1bc-f497-4fe6-b41e-3b432fadaffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:38.597165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network hostable DHCP agents. Network: a88dd1bc-f497-4fe6-b41e-3b432fadaffa, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:06:38.615028 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network a88dd1bc-f497-4fe6-b41e-3b432fadaffa is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:06:38.624773 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, a88dd1bc-f497-4fe6-b41e-3b432fadaffa) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:38.629898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:38.630634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.633932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0609bd-8f08-4218-8a7a-3f89dc9aa9b0 None None] Network a88dd1bc-f497-4fe6-b41e-3b432fadaffa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:38.649597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a96094ab-6805-4db2-a89f-5a6595f5941e tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4134450 Dec 12 05:06:38.651564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41702) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:38.741104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-a88dd1bc-f497-4fe6-b41e-3b432fadaffa', 'network_id': 'a88dd1bc-f497-4fe6-b41e-3b432fadaffa', 'project_id': 'adc191e27ab24568aef0c8484d58fd8e', 'fixed_ips': [{'subnet_id': '2f8dfddd-3703-471b-b3f8-faa4eb139375'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:06:38.742097 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.767444 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.824982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:38.902739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Allocated IP 2001:db8::3 (a88dd1bc-f497-4fe6-b41e-3b432fadaffa/2f8dfddd-3703-471b-b3f8-faa4eb139375/451e55cd-d46f-472c-8b4a-09b0e212ae6e) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:38.923117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71cf7d4f-b0aa-4214-9d93-e81e193d7123 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:06:38.988704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a5126-24fe-4829-b7fc-5dc30bbf487a None None] Network b4abbe43-c4df-4300-bf02-7ae4c1489936 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:39.083117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-14e37114-feba-4ae6-8ee2-a494efc72176 None None] Provisioning complete for port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:39.083495 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14e37114-feba-4ae6-8ee2-a494efc72176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.200280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:39.200571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.251571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.263599 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.277695 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.311131 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8dfddd-3703-471b-b3f8-faa4eb139375,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:39.349062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Network a88dd1bc-f497-4fe6-b41e-3b432fadaffa is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:39.354832 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14e37114-feba-4ae6-8ee2-a494efc72176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.356915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:39.363585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:39.372478 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.375549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Pushing event updated for resources: {'Port': ['ID=451e55cd-d46f-472c-8b4a-09b0e212ae6e,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:39.395098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88dd1bc-f497-4fe6-b41e-3b432fadaffa']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:39.407020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80800f83-d36f-4070-8d0f-b736b4df2a01') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:39.408038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80800f83-d36f-4070-8d0f-b736b4df2a01') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:39.419812 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.435734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.443587 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:06:39.444036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:06:39.447687 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:06:39.475387 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-14e37114-feba-4ae6-8ee2-a494efc72176 None None] For port 71cf7d4f-b0aa-4214-9d93-e81e193d7123, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71cf7d4f-b0aa-4214-9d93-e81e193d7123,segment=NetworkSegment(57685530-8373-43b1-b470-04a1f0a63826),segment_id=57685530-8373-43b1-b470-04a1f0a63826)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:39.477703 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.481126 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Attempting to bind port 451e55cd-d46f-472c-8b4a-09b0e212ae6e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:39.481504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Attempting to bind port 451e55cd-d46f-472c-8b4a-09b0e212ae6e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '80800f83-d36f-4070-8d0f-b736b4df2a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a88dd1bc-f497-4fe6-b41e-3b432fadaffa'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:39.481871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Attempting to bind port 451e55cd-d46f-472c-8b4a-09b0e212ae6e on network a88dd1bc-f497-4fe6-b41e-3b432fadaffa {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:39.483832 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-14e37114-feba-4ae6-8ee2-a494efc72176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.517105 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.db.api [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 05:06:39.517105 n-d-710847-7 neutron-server[103451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 05:06:39.517105 n-d-710847-7 neutron-server[103451]: [parameters: {'id': 'a88dd1bc-f497-4fe6-b41e-3b432fadaffa'}] Dec 12 05:06:39.517105 n-d-710847-7 neutron-server[103451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 05:06:39.517500 n-d-710847-7 neutron-server[103451]: DEBUG oslo_db.api [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 05:06:39.520680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:39.521100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Checking segment: {'id': '80800f83-d36f-4070-8d0f-b736b4df2a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a88dd1bc-f497-4fe6-b41e-3b432fadaffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:39.521507 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.521906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Bound using segment: {'id': '80800f83-d36f-4070-8d0f-b736b4df2a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a88dd1bc-f497-4fe6-b41e-3b432fadaffa'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:39.522393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Bound port: 451e55cd-d46f-472c-8b4a-09b0e212ae6e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80800f83-d36f-4070-8d0f-b736b4df2a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a88dd1bc-f497-4fe6-b41e-3b432fadaffa'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:39.522776 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.619291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e37114-feba-4ae6-8ee2-a494efc72176 None None] Pushing event updated for resources: {'Port': ['ID=71cf7d4f-b0aa-4214-9d93-e81e193d7123,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:39.630510 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 05:06:39.630875 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 05:06:39.646049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3d5ddbad-d7da-49bf-9d48-389442e0ffc7 None None] Provisioning complete for port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:39.646425 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3d5ddbad-d7da-49bf-9d48-389442e0ffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.672177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] For port 451e55cd-d46f-472c-8b4a-09b0e212ae6e, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:39.688589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] For port 451e55cd-d46f-472c-8b4a-09b0e212ae6e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=451e55cd-d46f-472c-8b4a-09b0e212ae6e,segment=NetworkSegment(80800f83-d36f-4070-8d0f-b736b4df2a01),segment_id=80800f83-d36f-4070-8d0f-b736b4df2a01)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:39.695241 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:39.800125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a915d-a368-4506-90f9-876546f02978 None None] Pushing event updated for resources: {'Port': ['ID=451e55cd-d46f-472c-8b4a-09b0e212ae6e,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:39.818438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271503ae-c666-433c-8317-94afa3e8a1e6 None None] Network a88dd1bc-f497-4fe6-b41e-3b432fadaffa requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:39.906771 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72ed70b-9515-488e-b358-855c593fb739 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 05:06:39.975173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ed70b-9515-488e-b358-855c593fb739 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 05:06:40.018977 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.076996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Deleting port 451e55cd-d46f-472c-8b4a-09b0e212ae6e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:06:40.077351 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.142113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] For port 451e55cd-d46f-472c-8b4a-09b0e212ae6e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=451e55cd-d46f-472c-8b4a-09b0e212ae6e,segment=NetworkSegment(80800f83-d36f-4070-8d0f-b736b4df2a01),segment_id=80800f83-d36f-4070-8d0f-b736b4df2a01)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:40.142491 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.155219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Calling delete_port for 451e55cd-d46f-472c-8b4a-09b0e212ae6e owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:06:40.201996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d322c1-cdb5-4357-ab59-d769ba3caeea None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 05:06:40.239033 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.266166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Port': ['ID=451e55cd-d46f-472c-8b4a-09b0e212ae6e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:40.268407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No DVR routers for this DVR port 451e55cd-d46f-472c-8b4a-09b0e212ae6e on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:06:40.274313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d322c1-cdb5-4357-ab59-d769ba3caeea None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 05:06:40.356106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.379716 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88dd1bc-f497-4fe6-b41e-3b432fadaffa']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:40.389979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80800f83-d36f-4070-8d0f-b736b4df2a01') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:40.390279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80800f83-d36f-4070-8d0f-b736b4df2a01') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:40.400417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.414689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.421052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:06:40.421455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:06:40.425113 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:06:40.482420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.488388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.491636 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/networks/a88dd1bc-f497-4fe6-b41e-3b432fadaffa HTTP/1.1" status: 204 len: 168 time: 1.8385637 Dec 12 05:06:40.495414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41706) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:40.500768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-639964629'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:40.509047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6891da6-42a6-4831-81c4-cfe2dc3dba79 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Network': ['ID=a88dd1bc-f497-4fe6-b41e-3b432fadaffa,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:40.525410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:40.528839 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.553135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:06:40.562465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.562809 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Added segment d50ee1c4-3991-4abf-9955-abc946fa4cb3 of type vlan for network 24e42e7d-7974-44b9-a7b4-4fa33b2118ee Dec 12 05:06:40.602896 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.627809 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.633879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:40.634104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.693523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1970143 Dec 12 05:06:40.696515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41710) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:40.701654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'subnet': {'network_id': '24e42e7d-7974-44b9-a7b4-4fa33b2118ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:40.705388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedcffc-eedc-45d1-b4a0-b1435a4049c1 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Network': ['ID=24e42e7d-7974-44b9-a7b4-4fa33b2118ee,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:40.715290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 24e42e7d-7974-44b9-a7b4-4fa33b2118ee details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:06:40.786210 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e36145e5-7ed5-4626-814f-7d23bc10d42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.796036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:40.800297 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.873504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71cf7d4f-b0aa-4214-9d93-e81e193d7123 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:06:40.925485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:40.926169 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:40.984882 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.045083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Subnet': ['ID=0c415fc8-d751-4fa5-9ba6-ba036a4b56fb,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:41.053955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Checking segment: {'id': 'd50ee1c4-3991-4abf-9955-abc946fa4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '24e42e7d-7974-44b9-a7b4-4fa33b2118ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:41.054372 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network hostable DHCP agents. Network: 24e42e7d-7974-44b9-a7b4-4fa33b2118ee, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:06:41.071990 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network 24e42e7d-7974-44b9-a7b4-4fa33b2118ee is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:06:41.081238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 24e42e7d-7974-44b9-a7b4-4fa33b2118ee) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:41.086094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:41.088004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.088740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26f211-6086-47ae-a79a-fe4412874e95 None None] Network 24e42e7d-7974-44b9-a7b4-4fa33b2118ee requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:41.106020 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a25eef91-946b-4a3a-811f-dea06187eae0 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4083586 Dec 12 05:06:41.109502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41712) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:41.114368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604930010'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:41.135123 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:41.139315 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.149634 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:06:41.169173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:06:41.180443 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.180801 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Added segment e72cd362-be5e-4d31-9f0c-b95a3632c712 of type vlan for network 81c0d217-7ca5-43f9-b737-2720313028a1 Dec 12 05:06:41.194530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-24e42e7d-7974-44b9-a7b4-4fa33b2118ee', 'network_id': '24e42e7d-7974-44b9-a7b4-4fa33b2118ee', 'project_id': 'adc191e27ab24568aef0c8484d58fd8e', 'fixed_ips': [{'subnet_id': '0c415fc8-d751-4fa5-9ba6-ba036a4b56fb'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:06:41.195538 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.224044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.248596 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.254788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:41.255383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.313802 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2004962 Dec 12 05:06:41.314234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41714) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:41.320003 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Request body: {'subnet': {'network_id': '81c0d217-7ca5-43f9-b737-2720313028a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:41.323975 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c514c-2555-4118-9de9-57ae69637a39 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Network': ['ID=81c0d217-7ca5-43f9-b737-2720313028a1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:41.337828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 81c0d217-7ca5-43f9-b737-2720313028a1 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:06:41.339962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Allocated IP 2001:db8::2 (24e42e7d-7974-44b9-a7b4-4fa33b2118ee/0c415fc8-d751-4fa5-9ba6-ba036a4b56fb/6ffacb86-63ef-4afa-b4e0-1fab3b8cd157) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:41.415813 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Made reservation on behalf of adc191e27ab24568aef0c8484d58fd8e for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:41.419584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.538109 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.544098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.582315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Network 24e42e7d-7974-44b9-a7b4-4fa33b2118ee is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:41.585135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:41.588632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:41.597230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Pushing event updated for resources: {'Port': ['ID=6ffacb86-63ef-4afa-b4e0-1fab3b8cd157,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:41.610006 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.651438 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Attempting to bind port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:41.651822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Attempting to bind port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'd50ee1c4-3991-4abf-9955-abc946fa4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '24e42e7d-7974-44b9-a7b4-4fa33b2118ee'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:41.652198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Attempting to bind port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 on network 24e42e7d-7974-44b9-a7b4-4fa33b2118ee {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:41.657256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:41.657642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Checking segment: {'id': 'd50ee1c4-3991-4abf-9955-abc946fa4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '24e42e7d-7974-44b9-a7b4-4fa33b2118ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:41.658053 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.658456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Bound using segment: {'id': 'd50ee1c4-3991-4abf-9955-abc946fa4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '24e42e7d-7974-44b9-a7b4-4fa33b2118ee'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:41.658930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Bound port: 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50ee1c4-3991-4abf-9955-abc946fa4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '24e42e7d-7974-44b9-a7b4-4fa33b2118ee'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:41.659324 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.671359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event updated for resources: {'Subnet': ['ID=96286943-efb8-4b72-844d-81913cfc308d,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:41.681246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Checking segment: {'id': 'e72cd362-be5e-4d31-9f0c-b95a3632c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '81c0d217-7ca5-43f9-b737-2720313028a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:41.681622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network hostable DHCP agents. Network: 81c0d217-7ca5-43f9-b737-2720313028a1, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:06:41.698804 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Network 81c0d217-7ca5-43f9-b737-2720313028a1 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:06:41.708128 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 81c0d217-7ca5-43f9-b737-2720313028a1) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:41.712547 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:41.713226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.722017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf41ceb-5fa9-4b7f-a43a-2984b98ef9b9 None None] Network 81c0d217-7ca5-43f9-b737-2720313028a1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:41.730805 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bdb93de5-2746-4fce-8e9b-9d99a90619fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4148397 Dec 12 05:06:41.732951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41718) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:41.769319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] For port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:41.790829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] For port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6ffacb86-63ef-4afa-b4e0-1fab3b8cd157,segment=NetworkSegment(d50ee1c4-3991-4abf-9955-abc946fa4cb3),segment_id=d50ee1c4-3991-4abf-9955-abc946fa4cb3)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:41.796317 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.831150 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.886614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95710cc0-8b09-4f8d-b2c0-68fa87b16675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-81c0d217-7ca5-43f9-b737-2720313028a1', 'network_id': '81c0d217-7ca5-43f9-b737-2720313028a1', 'project_id': 'adc191e27ab24568aef0c8484d58fd8e', 'fixed_ips': [{'subnet_id': '96286943-efb8-4b72-844d-81913cfc308d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:06:41.887494 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-95710cc0-8b09-4f8d-b2c0-68fa87b16675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.890937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ecee0-34f2-4d64-aeb1-29ad3dc5f4a9 None None] Pushing event updated for resources: {'Port': ['ID=6ffacb86-63ef-4afa-b4e0-1fab3b8cd157,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:41.896915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.965448 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server [None req-95710cc0-8b09-4f8d-b2c0-68fa87b16675 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96286943-efb8-4b72-844d-81913cfc308d: This subnet is being modified by another concurrent operation. Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server raise exception Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96286943-efb8-4b72-844d-81913cfc308d: This subnet is being modified by another concurrent operation. Dec 12 05:06:41.992566 n-d-710847-7 neutron-server[103452]: ERROR oslo_messaging.rpc.server Dec 12 05:06:42.006619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Subnet': ['ID=96286943-efb8-4b72-844d-81913cfc308d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:42.015915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7274b9-3499-42b2-8e53-f9bf2895b948 None None] Network 81c0d217-7ca5-43f9-b737-2720313028a1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:42.079652 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.101357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c0d217-7ca5-43f9-b737-2720313028a1']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:42.115768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72cd362-be5e-4d31-9f0c-b95a3632c712') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:42.116091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72cd362-be5e-4d31-9f0c-b95a3632c712') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:42.127728 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.143620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.147631 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.151681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:06:42.152253 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: timer() Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:06:42.155817 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:06:42.217856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.224842 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.228131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/networks/81c0d217-7ca5-43f9-b737-2720313028a1 HTTP/1.1" status: 204 len: 168 time: 0.4940906 Dec 12 05:06:42.231441 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41720) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:42.239781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296d28c-7786-43ca-b356-1e60bed4a414 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Network': ['ID=81c0d217-7ca5-43f9-b737-2720313028a1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:42.264070 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedce216-fed9-438b-badf-1254b56f69fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] GET failed (client error): The resource could not be found. Dec 12 05:06:42.265429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fedce216-fed9-438b-badf-1254b56f69fd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "GET /v2.0/subnets/96286943-efb8-4b72-844d-81913cfc308d HTTP/1.1" status: 404 len: 337 time: 0.0329185 Dec 12 05:06:42.268683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41722) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:42.290858 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ecd6bc-141a-4498-81ba-1f8ecf65bc37 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] DELETE failed (client error): The resource could not be found. Dec 12 05:06:42.291287 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ecd6bc-141a-4498-81ba-1f8ecf65bc37 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 05:06:42.294700 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-52ecd6bc-141a-4498-81ba-1f8ecf65bc37 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/networks/81c0d217-7ca5-43f9-b737-2720313028a1 HTTP/1.1" status: 404 len: 339 time: 0.0250821 Dec 12 05:06:42.298491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41724) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:42.324116 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-def07091-6c94-4752-9ed3-3eb73851bf66 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] DELETE failed (client error): The resource could not be found. Dec 12 05:06:42.324565 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def07091-6c94-4752-9ed3-3eb73851bf66 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 05:06:42.327602 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-def07091-6c94-4752-9ed3-3eb73851bf66 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/subnets/96286943-efb8-4b72-844d-81913cfc308d HTTP/1.1" status: 404 len: 337 time: 0.0281565 Dec 12 05:06:42.329918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41726) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:42.347562 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bc79f6-adab-4a13-866d-1898bfaca087 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] DELETE failed (client error): The resource could not be found. Dec 12 05:06:42.348054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bc79f6-adab-4a13-866d-1898bfaca087 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 05:06:42.351153 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-29bc79f6-adab-4a13-866d-1898bfaca087 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/networks/81c0d217-7ca5-43f9-b737-2720313028a1 HTTP/1.1" status: 404 len: 339 time: 0.0196412 Dec 12 05:06:42.353592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41728) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:42.404074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a55e16-99d6-4837-be7d-1c05f1574e51 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Deleting subnet 0c415fc8-d751-4fa5-9ba6-ba036a4b56fb {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:06:42.407190 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05a55e16-99d6-4837-be7d-1c05f1574e51 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.448926 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05a55e16-99d6-4837-be7d-1c05f1574e51 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.535488 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05a55e16-99d6-4837-be7d-1c05f1574e51 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.596113 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05a55e16-99d6-4837-be7d-1c05f1574e51 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.622094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a55e16-99d6-4837-be7d-1c05f1574e51 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Subnet': ['ID=0c415fc8-d751-4fa5-9ba6-ba036a4b56fb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:42.629756 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05a55e16-99d6-4837-be7d-1c05f1574e51 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.633277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-05a55e16-99d6-4837-be7d-1c05f1574e51 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/subnets/0c415fc8-d751-4fa5-9ba6-ba036a4b56fb HTTP/1.1" status: 204 len: 168 time: 0.2787392 Dec 12 05:06:42.635791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41730) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:42.719014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.772793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Deleting port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:06:42.773173 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.814657 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b6410-294d-4cb0-81e0-71010d374738 None None] Network 24e42e7d-7974-44b9-a7b4-4fa33b2118ee requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:42.841929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] For port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=6ffacb86-63ef-4afa-b4e0-1fab3b8cd157,segment=NetworkSegment(d50ee1c4-3991-4abf-9955-abc946fa4cb3),segment_id=d50ee1c4-3991-4abf-9955-abc946fa4cb3)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:42.841929 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.862100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Calling delete_port for 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:06:42.900536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-559def67-d3bd-4c98-b638-0a3d2268ec43 None None] Provisioning complete for port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:42.900855 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-559def67-d3bd-4c98-b638-0a3d2268ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.925355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:06:42.951585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:42.977826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Port': ['ID=6ffacb86-63ef-4afa-b4e0-1fab3b8cd157,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:42.981486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No DVR routers for this DVR port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:06:42.985846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-559def67-d3bd-4c98-b638-0a3d2268ec43 None None] Could not find standard attr ID for object 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 05:06:42.991641 n-d-710847-7 neutron-server[103452]: INFO neutron.plugins.ml2.db [None req-559def67-d3bd-4c98-b638-0a3d2268ec43 None None] No ports have port_id starting with 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 Dec 12 05:06:42.993620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No active binding found for port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 {{(pid=103452) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 05:06:42.994167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 05:06:43.016280 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Port 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 not found, will not notify nova. {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 05:06:43.055610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e208934c-0952-4950-9b8d-b2e2bfe003dc None None] DHCP port deletion for 24e42e7d-7974-44b9-a7b4-4fa33b2118ee request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:43.059290 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fa75ef48-bdc1-4247-9d8d-1d96573e99d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.066977 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.078610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f458c362-5e90-4950-b424-c9dc1561f1e6 None None] get_active_networks_info from n-d-710847-7 {{(pid=103452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 05:06:43.091546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e42e7d-7974-44b9-a7b4-4fa33b2118ee']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:43.101357 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50ee1c4-3991-4abf-9955-abc946fa4cb3') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:43.101662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50ee1c4-3991-4abf-9955-abc946fa4cb3') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:43.110976 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.125472 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.131614 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:06:43.132010 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: timer() Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:06:43.135149 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:06:43.149736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f458c362-5e90-4950-b424-c9dc1561f1e6 None None] Resources bound (agent type, host, resource id): {{(pid=103452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 05:06:43.198654 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.206244 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.209706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/networks/24e42e7d-7974-44b9-a7b4-4fa33b2118ee HTTP/1.1" status: 204 len: 168 time: 0.5729034 Dec 12 05:06:43.212388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41732) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:43.223161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78d5b6-3b86-4fa1-875c-4749ddc1f488 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Network': ['ID=24e42e7d-7974-44b9-a7b4-4fa33b2118ee,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:43.240005 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6209f98-2673-4af3-9c68-af714690ad17 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] DELETE failed (client error): The resource could not be found. Dec 12 05:06:43.240536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6209f98-2673-4af3-9c68-af714690ad17 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 05:06:43.243986 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d6209f98-2673-4af3-9c68-af714690ad17 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/subnets/2f8dfddd-3703-471b-b3f8-faa4eb139375 HTTP/1.1" status: 404 len: 337 time: 0.0301166 Dec 12 05:06:43.246239 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41734) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:43.264384 n-d-710847-7 neutron-server[103451]: INFO neutron.pecan_wsgi.hooks.translation [None req-53415dc2-a3db-4450-8bed-b761882454a3 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] DELETE failed (client error): The resource could not be found. Dec 12 05:06:43.264917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53415dc2-a3db-4450-8bed-b761882454a3 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 05:06:43.268791 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-53415dc2-a3db-4450-8bed-b761882454a3 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/networks/a88dd1bc-f497-4fe6-b41e-3b432fadaffa HTTP/1.1" status: 404 len: 339 time: 0.0215755 Dec 12 05:06:43.271678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41736) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:43.298174 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef97489-12b0-4f48-89d0-201193b0d7dd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] DELETE failed (client error): The resource could not be found. Dec 12 05:06:43.298639 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef97489-12b0-4f48-89d0-201193b0d7dd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 05:06:43.304027 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2ef97489-12b0-4f48-89d0-201193b0d7dd tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/subnets/badc104f-24c0-4386-ba3c-8c4ce2d93aa6 HTTP/1.1" status: 404 len: 337 time: 0.0292857 Dec 12 05:06:43.304272 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41738) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:43.322083 n-d-710847-7 neutron-server[103450]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccede271-c5e2-4384-86f0-aee9d3edbac6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] DELETE failed (client error): The resource could not be found. Dec 12 05:06:43.322510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccede271-c5e2-4384-86f0-aee9d3edbac6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 05:06:43.327674 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ccede271-c5e2-4384-86f0-aee9d3edbac6 tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/networks/fa77f6e1-f2ce-467e-ac39-2444702fdf34 HTTP/1.1" status: 404 len: 339 time: 0.0202556 Dec 12 05:06:43.327904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41740) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:43.378207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f49a06-8e77-4423-8a4d-a6143e5cba1a tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Deleting subnet d5b7bbd9-4acb-413f-8d7f-4d2f75fa1187 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:06:43.381228 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79f49a06-8e77-4423-8a4d-a6143e5cba1a tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.419682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79f49a06-8e77-4423-8a4d-a6143e5cba1a tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.503801 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79f49a06-8e77-4423-8a4d-a6143e5cba1a tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.559328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79f49a06-8e77-4423-8a4d-a6143e5cba1a tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.587871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f49a06-8e77-4423-8a4d-a6143e5cba1a tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b7bbd9-4acb-413f-8d7f-4d2f75fa1187,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:43.589895 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79f49a06-8e77-4423-8a4d-a6143e5cba1a tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.593206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-79f49a06-8e77-4423-8a4d-a6143e5cba1a tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/subnets/d5b7bbd9-4acb-413f-8d7f-4d2f75fa1187 HTTP/1.1" status: 204 len: 168 time: 0.2643518 Dec 12 05:06:43.594395 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e85c4b-1289-417d-8fe3-b0c9130595b6 None None] Network b4abbe43-c4df-4300-bf02-7ae4c1489936 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:43.595737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41742) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:43.677051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.730219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Deleting port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:06:43.730615 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.754440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec274cbd-3a62-4dda-851c-08202af89e6d None None] DHCP port deletion for b4abbe43-c4df-4300-bf02-7ae4c1489936 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:43.798665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] For port 71cf7d4f-b0aa-4214-9d93-e81e193d7123, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71cf7d4f-b0aa-4214-9d93-e81e193d7123,segment=NetworkSegment(57685530-8373-43b1-b470-04a1f0a63826),segment_id=57685530-8373-43b1-b470-04a1f0a63826)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:43.799095 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.801601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ec274cbd-3a62-4dda-851c-08202af89e6d None None] Deleting port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:06:43.801980 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ec274cbd-3a62-4dda-851c-08202af89e6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.812090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Calling delete_port for 71cf7d4f-b0aa-4214-9d93-e81e193d7123 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:06:43.867514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ec274cbd-3a62-4dda-851c-08202af89e6d None None] For port 71cf7d4f-b0aa-4214-9d93-e81e193d7123, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=71cf7d4f-b0aa-4214-9d93-e81e193d7123,segment=NetworkSegment(57685530-8373-43b1-b470-04a1f0a63826),segment_id=57685530-8373-43b1-b470-04a1f0a63826)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:43.867984 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ec274cbd-3a62-4dda-851c-08202af89e6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.880688 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ec274cbd-3a62-4dda-851c-08202af89e6d None None] Calling delete_port for 71cf7d4f-b0aa-4214-9d93-e81e193d7123 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:06:43.890181 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.915884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Port': ['ID=71cf7d4f-b0aa-4214-9d93-e81e193d7123,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:43.920536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] No DVR routers for this DVR port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:06:43.956023 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ec274cbd-3a62-4dda-851c-08202af89e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:43.983915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec274cbd-3a62-4dda-851c-08202af89e6d None None] Pushing event deleted for resources: {'Port': ['ID=71cf7d4f-b0aa-4214-9d93-e81e193d7123,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:43.988226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec274cbd-3a62-4dda-851c-08202af89e6d None None] No DVR routers for this DVR port 71cf7d4f-b0aa-4214-9d93-e81e193d7123 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:06:44.007519 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.026745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4abbe43-c4df-4300-bf02-7ae4c1489936']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:44.035969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57685530-8373-43b1-b470-04a1f0a63826') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:44.036272 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57685530-8373-43b1-b470-04a1f0a63826') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:44.045594 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.060120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.067467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:06:44.067949 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:06:44.071577 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:06:44.135584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.142417 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.145658 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] 10.222.0.36 "DELETE /v2.0/networks/b4abbe43-c4df-4300-bf02-7ae4c1489936 HTTP/1.1" status: 204 len: 168 time: 0.5484986 Dec 12 05:06:44.157234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b925c3-78d6-48ca-a678-74c5606457ea tempest-NetworksIpV6Test-1008017443 tempest-NetworksIpV6Test-1008017443-project] Pushing event deleted for resources: {'Network': ['ID=b4abbe43-c4df-4300-bf02-7ae4c1489936,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:44.266499 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.366195 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.382135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41748) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:44.510812 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7d047995-e4ea-4761-bb81-dff532298ff1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adc191e27ab24568aef0c8484d58fd8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275098 Dec 12 05:06:44.513391 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41752) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:44.562907 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-425112ba-acb9-4463-8188-4b2a1355ab9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.583339 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-425112ba-acb9-4463-8188-4b2a1355ab9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.628462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-425112ba-acb9-4463-8188-4b2a1355ab9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.631123 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-425112ba-acb9-4463-8188-4b2a1355ab9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:44.632264 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-425112ba-acb9-4463-8188-4b2a1355ab9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7d3b415-7b7f-4b38-bf6f-15e8ae321a05 HTTP/1.1" status: 204 len: 168 time: 0.1179852 Dec 12 05:06:44.639728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425112ba-acb9-4463-8188-4b2a1355ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d3b415-7b7f-4b38-bf6f-15e8ae321a05,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:44.870247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:06:44.891340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:06:44.891701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 6ffacb86-63ef-4afa-b4e0-1fab3b8cd157 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:06:44.892128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71cf7d4f-b0aa-4214-9d93-e81e193d7123 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:06:44.912350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 71cf7d4f-b0aa-4214-9d93-e81e193d7123 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:06:44.912712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 71cf7d4f-b0aa-4214-9d93-e81e193d7123 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:06:45.258861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41774) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:45.351861 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-33f78e32-02dd-49cb-b1e7-4a0253a515db tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-779831283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:45.374676 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33f78e32-02dd-49cb-b1e7-4a0253a515db tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.375748 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33f78e32-02dd-49cb-b1e7-4a0253a515db tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.427026 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33f78e32-02dd-49cb-b1e7-4a0253a515db tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.431064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33f78e32-02dd-49cb-b1e7-4a0253a515db tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.448256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-33f78e32-02dd-49cb-b1e7-4a0253a515db tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.449487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-33f78e32-02dd-49cb-b1e7-4a0253a515db tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1896272 Dec 12 05:06:45.452142 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41778) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:45.456917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1213642171'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:45.476516 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Made reservation on behalf of 65d543da8ef947d589e3cb40381e1526 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:45.479889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.488669 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.566315 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.570108 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.597016 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:06:45.605700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af94a316-37bc-42dc-9c6f-7e14a557ed00,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:45.611855 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.612217 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Added segment 7d7b3884-f7f8-4931-a543-1c0eb025bfae of type vlan for network 435d00c7-c10c-40ad-a188-4367f00b1ce2 Dec 12 05:06:45.652504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.677200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.682904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:45.683495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.737310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2839558 Dec 12 05:06:45.741249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41780) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:45.746380 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Request body: {'subnet': {'network_id': '435d00c7-c10c-40ad-a188-4367f00b1ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:45.757598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fe4b5-44d9-485c-8295-804856481594 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event updated for resources: {'Network': ['ID=435d00c7-c10c-40ad-a188-4367f00b1ce2,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:45.768473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 435d00c7-c10c-40ad-a188-4367f00b1ce2 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:06:45.835274 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Made reservation on behalf of 65d543da8ef947d589e3cb40381e1526 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:45.839235 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:45.841521 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.020343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.084686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event updated for resources: {'Subnet': ['ID=03f6ad82-bacf-47dd-b3a2-9193f49acf89,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:46.092134 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Checking segment: {'id': '7d7b3884-f7f8-4931-a543-1c0eb025bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '435d00c7-c10c-40ad-a188-4367f00b1ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:46.092513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Network hostable DHCP agents. Network: 435d00c7-c10c-40ad-a188-4367f00b1ce2, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:06:46.109285 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Network 435d00c7-c10c-40ad-a188-4367f00b1ce2 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:06:46.118330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 435d00c7-c10c-40ad-a188-4367f00b1ce2) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:46.122293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:46.123147 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.129241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d974f53-15e1-4ed0-9f01-dc116b122eb9 None None] Network 435d00c7-c10c-40ad-a188-4367f00b1ce2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:46.139198 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a978ce90-d1e2-45fa-bb74-1b794a7501c0 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3967710 Dec 12 05:06:46.142199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41782) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:46.147899 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1796041068'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:46.169042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Made reservation on behalf of 65d543da8ef947d589e3cb40381e1526 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:46.172786 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.196268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:06:46.205624 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.206198 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Added segment 994fe185-b44f-4bc2-9583-378a13dad932 of type vlan for network 753872e5-67a5-4530-87e2-3e1d1f183f6d Dec 12 05:06:46.238099 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-435d00c7-c10c-40ad-a188-4367f00b1ce2', 'network_id': '435d00c7-c10c-40ad-a188-4367f00b1ce2', 'project_id': '65d543da8ef947d589e3cb40381e1526', 'fixed_ips': [{'subnet_id': '03f6ad82-bacf-47dd-b3a2-9193f49acf89'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:06:46.238991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.247096 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.272968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.278648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:46.279239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.335807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1923399 Dec 12 05:06:46.338870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41784) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:46.344244 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Request body: {'subnet': {'network_id': '753872e5-67a5-4530-87e2-3e1d1f183f6d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:46.348208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253cf05-bda5-48b0-af99-ff39ccacaeb5 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event updated for resources: {'Network': ['ID=753872e5-67a5-4530-87e2-3e1d1f183f6d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:46.361212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 753872e5-67a5-4530-87e2-3e1d1f183f6d details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:06:46.446655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Made reservation on behalf of 65d543da8ef947d589e3cb40381e1526 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:46.450413 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.584372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Allocated IP 172.20.0.2 (435d00c7-c10c-40ad-a188-4367f00b1ce2/03f6ad82-bacf-47dd-b3a2-9193f49acf89/7ef5a84d-33a8-4c88-a446-15a48398d9df) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:46.634965 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.697143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event updated for resources: {'Subnet': ['ID=817fa26f-b83e-4a04-b62e-47d821b39bc5,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:46.708719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Checking segment: {'id': '994fe185-b44f-4bc2-9583-378a13dad932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '753872e5-67a5-4530-87e2-3e1d1f183f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:46.709178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Network hostable DHCP agents. Network: 753872e5-67a5-4530-87e2-3e1d1f183f6d, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:06:46.725864 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Network 753872e5-67a5-4530-87e2-3e1d1f183f6d is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:06:46.734839 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 753872e5-67a5-4530-87e2-3e1d1f183f6d) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:46.740413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:46.740932 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.742171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.745088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6258f4-99a5-497a-9f40-0d5d63d993da None None] Network 753872e5-67a5-4530-87e2-3e1d1f183f6d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:46.748281 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.759412 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-cef7a42f-f2b6-41db-b45e-5cf74583910c tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4193068 Dec 12 05:06:46.762591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41788) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:46.767710 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8b74b0f9-91fa-4c21-a8a3-c9e263f4ed8f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Request body: {'router': {'external_gateway_info': {'network_id': '753872e5-67a5-4530-87e2-3e1d1f183f6d'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:46.848744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Network 435d00c7-c10c-40ad-a188-4367f00b1ce2 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:46.856141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:46.861880 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.866765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:46.870911 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Pushing event updated for resources: {'Port': ['ID=7ef5a84d-33a8-4c88-a446-15a48398d9df,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:46.939144 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-753872e5-67a5-4530-87e2-3e1d1f183f6d', 'network_id': '753872e5-67a5-4530-87e2-3e1d1f183f6d', 'project_id': '65d543da8ef947d589e3cb40381e1526', 'fixed_ips': [{'subnet_id': '817fa26f-b83e-4a04-b62e-47d821b39bc5'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:06:46.940018 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.965159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Attempting to bind port 7ef5a84d-33a8-4c88-a446-15a48398d9df on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:46.965535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Attempting to bind port 7ef5a84d-33a8-4c88-a446-15a48398d9df by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '7d7b3884-f7f8-4931-a543-1c0eb025bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '435d00c7-c10c-40ad-a188-4367f00b1ce2'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:46.965908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Attempting to bind port 7ef5a84d-33a8-4c88-a446-15a48398d9df on network 435d00c7-c10c-40ad-a188-4367f00b1ce2 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:46.978871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:46.979257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Checking segment: {'id': '7d7b3884-f7f8-4931-a543-1c0eb025bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '435d00c7-c10c-40ad-a188-4367f00b1ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:46.979663 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:46.980064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Bound using segment: {'id': '7d7b3884-f7f8-4931-a543-1c0eb025bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '435d00c7-c10c-40ad-a188-4367f00b1ce2'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:46.980549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Bound port: 7ef5a84d-33a8-4c88-a446-15a48398d9df, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7b3884-f7f8-4931-a543-1c0eb025bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '435d00c7-c10c-40ad-a188-4367f00b1ce2'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:46.980960 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.141178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] For port 7ef5a84d-33a8-4c88-a446-15a48398d9df, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:47.146132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] For port 7ef5a84d-33a8-4c88-a446-15a48398d9df, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7ef5a84d-33a8-4c88-a446-15a48398d9df,segment=NetworkSegment(7d7b3884-f7f8-4931-a543-1c0eb025bfae),segment_id=7d7b3884-f7f8-4931-a543-1c0eb025bfae)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:47.150881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.153290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Allocated IP 172.21.0.2 (753872e5-67a5-4530-87e2-3e1d1f183f6d/817fa26f-b83e-4a04-b62e-47d821b39bc5/65ac1194-f360-4c91-8106-f5968757ed62) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:47.262969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20040ebe-0b1b-4584-ae08-affe7f9bb336 None None] Pushing event updated for resources: {'Port': ['ID=7ef5a84d-33a8-4c88-a446-15a48398d9df,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:47.327754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b74b0f9-91fa-4c21-a8a3-c9e263f4ed8f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.379918 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.391330 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.434758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Network 753872e5-67a5-4530-87e2-3e1d1f183f6d is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:47.444545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:47.446452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Pushing event updated for resources: {'Port': ['ID=65ac1194-f360-4c91-8106-f5968757ed62,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:47.448726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:47.459225 n-d-710847-7 neutron-server[103450]: INFO neutron.api.v2.resource [None req-8b74b0f9-91fa-4c21-a8a3-c9e263f4ed8f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 05:06:47.460566 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8b74b0f9-91fa-4c21-a8a3-c9e263f4ed8f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "PUT /v2.0/routers/1802f81d-e1eb-453a-8b4f-ff62051c20ac HTTP/1.1" status: 400 len: 364 time: 0.6967919 Dec 12 05:06:47.466632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41790) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:47.513388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Attempting to bind port 65ac1194-f360-4c91-8106-f5968757ed62 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:47.513854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Attempting to bind port 65ac1194-f360-4c91-8106-f5968757ed62 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '994fe185-b44f-4bc2-9583-378a13dad932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '753872e5-67a5-4530-87e2-3e1d1f183f6d'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:47.514798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Attempting to bind port 65ac1194-f360-4c91-8106-f5968757ed62 on network 753872e5-67a5-4530-87e2-3e1d1f183f6d {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:47.520530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:47.521034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Checking segment: {'id': '994fe185-b44f-4bc2-9583-378a13dad932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '753872e5-67a5-4530-87e2-3e1d1f183f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:47.521515 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.521987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Bound using segment: {'id': '994fe185-b44f-4bc2-9583-378a13dad932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '753872e5-67a5-4530-87e2-3e1d1f183f6d'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:47.522571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Bound port: 65ac1194-f360-4c91-8106-f5968757ed62, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994fe185-b44f-4bc2-9583-378a13dad932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '753872e5-67a5-4530-87e2-3e1d1f183f6d'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:47.523032 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.526476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-372034a9-1f2e-4e34-91a4-cdb953de0e5f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Deleting subnet 817fa26f-b83e-4a04-b62e-47d821b39bc5 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:06:47.530050 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-372034a9-1f2e-4e34-91a4-cdb953de0e5f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.571649 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-372034a9-1f2e-4e34-91a4-cdb953de0e5f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.592276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] For port 65ac1194-f360-4c91-8106-f5968757ed62, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:47.595762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] For port 65ac1194-f360-4c91-8106-f5968757ed62, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=65ac1194-f360-4c91-8106-f5968757ed62,segment=NetworkSegment(994fe185-b44f-4bc2-9583-378a13dad932),segment_id=994fe185-b44f-4bc2-9583-378a13dad932)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:47.599692 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.656003 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-372034a9-1f2e-4e34-91a4-cdb953de0e5f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.658618 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabaef4-c907-4fde-8cad-a302bb159348 None None] Pushing event updated for resources: {'Port': ['ID=65ac1194-f360-4c91-8106-f5968757ed62,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:47.722655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-372034a9-1f2e-4e34-91a4-cdb953de0e5f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.753989 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372034a9-1f2e-4e34-91a4-cdb953de0e5f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event deleted for resources: {'Subnet': ['ID=817fa26f-b83e-4a04-b62e-47d821b39bc5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:47.756222 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-372034a9-1f2e-4e34-91a4-cdb953de0e5f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.759609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-372034a9-1f2e-4e34-91a4-cdb953de0e5f tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "DELETE /v2.0/subnets/817fa26f-b83e-4a04-b62e-47d821b39bc5 HTTP/1.1" status: 204 len: 168 time: 0.2915676 Dec 12 05:06:47.762107 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41792) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:47.848030 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.902365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Deleting port 65ac1194-f360-4c91-8106-f5968757ed62 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:06:47.902719 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.977549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] For port 65ac1194-f360-4c91-8106-f5968757ed62, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=65ac1194-f360-4c91-8106-f5968757ed62,segment=NetworkSegment(994fe185-b44f-4bc2-9583-378a13dad932),segment_id=994fe185-b44f-4bc2-9583-378a13dad932)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:47.977926 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:47.992091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Calling delete_port for 65ac1194-f360-4c91-8106-f5968757ed62 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:06:48.076490 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.106767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event deleted for resources: {'Port': ['ID=65ac1194-f360-4c91-8106-f5968757ed62,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:48.110318 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] No DVR routers for this DVR port 65ac1194-f360-4c91-8106-f5968757ed62 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:06:48.197526 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.217885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753872e5-67a5-4530-87e2-3e1d1f183f6d']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:48.228057 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994fe185-b44f-4bc2-9583-378a13dad932') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:48.228364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994fe185-b44f-4bc2-9583-378a13dad932') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:48.238960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.247324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13061f0e-8f40-4dc7-ad42-1bd81a018bac None None] Network 435d00c7-c10c-40ad-a188-4367f00b1ce2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:48.252424 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.258406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:06:48.258801 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: timer() Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:06:48.261765 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:06:48.308669 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-32b92f3f-ffaa-4abe-9879-0de22af9dbd8 None None] Provisioning complete for port 7ef5a84d-33a8-4c88-a446-15a48398d9df triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:48.309084 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-32b92f3f-ffaa-4abe-9879-0de22af9dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.326522 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.331658 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.338610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41794) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:48.345420 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "DELETE /v2.0/networks/753872e5-67a5-4530-87e2-3e1d1f183f6d HTTP/1.1" status: 204 len: 168 time: 0.5820999 Dec 12 05:06:48.371327 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6165ee0-1326-4c4a-a676-0c09e46815f3 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event deleted for resources: {'Network': ['ID=753872e5-67a5-4530-87e2-3e1d1f183f6d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:48.407795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9524aa-1eac-4633-a117-c12867ac7438 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Deleting subnet 03f6ad82-bacf-47dd-b3a2-9193f49acf89 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:06:48.412128 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c9524aa-1eac-4633-a117-c12867ac7438 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.440078 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-32b92f3f-ffaa-4abe-9879-0de22af9dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.455934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c9524aa-1eac-4633-a117-c12867ac7438 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.491865 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-32b92f3f-ffaa-4abe-9879-0de22af9dbd8 None None] For port 7ef5a84d-33a8-4c88-a446-15a48398d9df, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7ef5a84d-33a8-4c88-a446-15a48398d9df,segment=NetworkSegment(7d7b3884-f7f8-4931-a543-1c0eb025bfae),segment_id=7d7b3884-f7f8-4931-a543-1c0eb025bfae)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:48.498235 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-32b92f3f-ffaa-4abe-9879-0de22af9dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.556802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b92f3f-ffaa-4abe-9879-0de22af9dbd8 None None] Pushing event updated for resources: {'Port': ['ID=7ef5a84d-33a8-4c88-a446-15a48398d9df,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:48.566638 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c9524aa-1eac-4633-a117-c12867ac7438 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.638496 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c9524aa-1eac-4633-a117-c12867ac7438 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.668947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9524aa-1eac-4633-a117-c12867ac7438 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event deleted for resources: {'Subnet': ['ID=03f6ad82-bacf-47dd-b3a2-9193f49acf89,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:48.670969 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3c9524aa-1eac-4633-a117-c12867ac7438 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.674334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3c9524aa-1eac-4633-a117-c12867ac7438 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "DELETE /v2.0/subnets/03f6ad82-bacf-47dd-b3a2-9193f49acf89 HTTP/1.1" status: 204 len: 168 time: 0.3341258 Dec 12 05:06:48.677379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41796) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:48.679717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c9b84-b117-484f-9b47-a44492f178e9 None None] Network 435d00c7-c10c-40ad-a188-4367f00b1ce2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:48.749194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8e76b935-e72a-401f-b0e1-571a094a7072 None None] Provisioning complete for port 7ef5a84d-33a8-4c88-a446-15a48398d9df triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:48.749571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8e76b935-e72a-401f-b0e1-571a094a7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.761423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.831222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Deleting port 7ef5a84d-33a8-4c88-a446-15a48398d9df {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:06:48.832161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.850160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45605515-5d17-4e24-80bf-1a0ae7210ba5 None None] DHCP port deletion for 753872e5-67a5-4530-87e2-3e1d1f183f6d request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:48.876594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b96325-9f4f-42cd-806f-15b19911801a None None] Network 753872e5-67a5-4530-87e2-3e1d1f183f6d requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:48.890923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29cfae1-3a53-4182-b6a6-9933546a0a9f None None] DHCP port deletion for 435d00c7-c10c-40ad-a188-4367f00b1ce2 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:48.893204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b96325-9f4f-42cd-806f-15b19911801a None None] Network 753872e5-67a5-4530-87e2-3e1d1f183f6d could not be found, it might have been deleted concurrently. {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 05:06:48.921959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] For port 7ef5a84d-33a8-4c88-a446-15a48398d9df, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7ef5a84d-33a8-4c88-a446-15a48398d9df,segment=NetworkSegment(7d7b3884-f7f8-4931-a543-1c0eb025bfae),segment_id=7d7b3884-f7f8-4931-a543-1c0eb025bfae)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:48.922323 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.934706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Calling delete_port for 7ef5a84d-33a8-4c88-a446-15a48398d9df owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:06:48.944983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d29cfae1-3a53-4182-b6a6-9933546a0a9f None None] Deleting port 7ef5a84d-33a8-4c88-a446-15a48398d9df {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:06:48.945364 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d29cfae1-3a53-4182-b6a6-9933546a0a9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:48.996180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a268ace2-50ad-4e89-9dff-b5b0a3a15847 None None] Could not find standard attr ID for object 65ac1194-f360-4c91-8106-f5968757ed62. {{(pid=103452) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 05:06:49.012338 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d29cfae1-3a53-4182-b6a6-9933546a0a9f None None] For port 7ef5a84d-33a8-4c88-a446-15a48398d9df, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7ef5a84d-33a8-4c88-a446-15a48398d9df,segment=NetworkSegment(7d7b3884-f7f8-4931-a543-1c0eb025bfae),segment_id=7d7b3884-f7f8-4931-a543-1c0eb025bfae)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:49.012742 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d29cfae1-3a53-4182-b6a6-9933546a0a9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.021262 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.026369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d29cfae1-3a53-4182-b6a6-9933546a0a9f None None] Calling delete_port for 7ef5a84d-33a8-4c88-a446-15a48398d9df owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:06:49.048165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event deleted for resources: {'Port': ['ID=7ef5a84d-33a8-4c88-a446-15a48398d9df,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:49.050061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] No DVR routers for this DVR port 7ef5a84d-33a8-4c88-a446-15a48398d9df on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:06:49.111677 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d29cfae1-3a53-4182-b6a6-9933546a0a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.132319 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.136383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cfae1-3a53-4182-b6a6-9933546a0a9f None None] Pushing event deleted for resources: {'Port': ['ID=7ef5a84d-33a8-4c88-a446-15a48398d9df,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:49.143197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29cfae1-3a53-4182-b6a6-9933546a0a9f None None] No DVR routers for this DVR port 7ef5a84d-33a8-4c88-a446-15a48398d9df on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:06:49.154208 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435d00c7-c10c-40ad-a188-4367f00b1ce2']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:49.166347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7b3884-f7f8-4931-a543-1c0eb025bfae') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:49.166712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7b3884-f7f8-4931-a543-1c0eb025bfae') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:49.181900 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.195340 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.201568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:06:49.202036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:06:49.205094 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:06:49.260851 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.267356 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.271136 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "DELETE /v2.0/networks/435d00c7-c10c-40ad-a188-4367f00b1ce2 HTTP/1.1" status: 204 len: 168 time: 0.5928242 Dec 12 05:06:49.274087 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41798) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:49.282661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4328e-6f08-4c8c-bb05-fced361fb479 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Pushing event deleted for resources: {'Network': ['ID=435d00c7-c10c-40ad-a188-4367f00b1ce2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:49.302712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4ceb935a-e463-40f2-a9c8-f86f6700eac1 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "GET /v2.0/ports?device_id=1802f81d-e1eb-453a-8b4f-ff62051c20ac HTTP/1.1" status: 200 len: 205 time: 0.0274487 Dec 12 05:06:49.305129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41800) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:49.379991 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b8e-03de-4088-8d05-845dc009ccd4 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.546779 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b8e-03de-4088-8d05-845dc009ccd4 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.548950 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b8e-03de-4088-8d05-845dc009ccd4 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.591998 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b8e-03de-4088-8d05-845dc009ccd4 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.592554 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1a8b8e-03de-4088-8d05-845dc009ccd4 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Fanout notify agent at l3_agent the message router_deleted on router 1802f81d-e1eb-453a-8b4f-ff62051c20ac {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:06:49.600081 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b8e-03de-4088-8d05-845dc009ccd4 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:49.601156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7a1a8b8e-03de-4088-8d05-845dc009ccd4 tempest-RoutersNegativeTest-713636073 tempest-RoutersNegativeTest-713636073-project] 10.222.0.36 "DELETE /v2.0/routers/1802f81d-e1eb-453a-8b4f-ff62051c20ac HTTP/1.1" status: 204 len: 168 time: 0.2950716 Dec 12 05:06:49.835747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41806) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:49.967582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4acb2e1c-3ec6-4340-b601-5e15801331c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65d543da8ef947d589e3cb40381e1526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306591 Dec 12 05:06:49.970084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41810) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:50.017592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-59dd6b3c-0338-4fc5-a433-b45ba39f7567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.038137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-59dd6b3c-0338-4fc5-a433-b45ba39f7567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.085200 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-59dd6b3c-0338-4fc5-a433-b45ba39f7567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.087738 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-59dd6b3c-0338-4fc5-a433-b45ba39f7567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.088922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-59dd6b3c-0338-4fc5-a433-b45ba39f7567 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af94a316-37bc-42dc-9c6f-7e14a557ed00 HTTP/1.1" status: 204 len: 168 time: 0.1179097 Dec 12 05:06:50.097052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd6b3c-0338-4fc5-a433-b45ba39f7567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af94a316-37bc-42dc-9c6f-7e14a557ed00,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:50.683579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41832) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:50.776070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-501562913-network', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:50.796958 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Made reservation on behalf of 3a576c9cb3bb49159ea32e0cc65738b3 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:50.799211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.807670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.835752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7ef5a84d-33a8-4c88-a446-15a48398d9df no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:06:50.856687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 7ef5a84d-33a8-4c88-a446-15a48398d9df {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:06:50.857075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7ef5a84d-33a8-4c88-a446-15a48398d9df not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:06:50.885470 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.888830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.909155 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:06:50.924618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e65657-bc27-44ae-ae35-a9fe69f03460,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:50.927472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.927818 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Added segment eec11cbd-9674-464a-9435-7979612de163 of type vlan for network 1d146997-cafc-4a6b-9472-a240863feac1 Dec 12 05:06:50.969540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.993807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:50.994765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:50.995341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.044857 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3601747 Dec 12 05:06:51.047793 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41836) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:51.053200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Request body: {'subnet': {'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-subnet', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:51.057792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bd596-322d-4c15-80b1-cfc8b433b947 admin admin] Pushing event updated for resources: {'Network': ['ID=1d146997-cafc-4a6b-9472-a240863feac1,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:51.067866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 1d146997-cafc-4a6b-9472-a240863feac1 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:06:51.077176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Made reservation on behalf of 3a576c9cb3bb49159ea32e0cc65738b3 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:51.079554 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.246237 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.304211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cabb995-622f-47fb-8c9f-4dac15f10498,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:51.313282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Checking segment: {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:51.313662 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Network hostable DHCP agents. Network: 1d146997-cafc-4a6b-9472-a240863feac1, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:06:51.332367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Network 1d146997-cafc-4a6b-9472-a240863feac1 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:06:51.341779 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 1d146997-cafc-4a6b-9472-a240863feac1) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:51.348707 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:51.349421 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.350940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e61ed81-3b5b-47cf-9530-2852f2350a28 None None] Network 1d146997-cafc-4a6b-9472-a240863feac1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:51.366177 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d3fd28f9-0a5c-4938-89d6-77788239ab7d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3171670 Dec 12 05:06:51.368966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41840) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:51.373733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:51.402570 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.403713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.455090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-1d146997-cafc-4a6b-9472-a240863feac1', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'fixed_ips': [{'subnet_id': '0cabb995-622f-47fb-8c9f-4dac15f10498'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:06:51.455966 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.459387 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.585331 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Allocated IP 172.20.0.2 (1d146997-cafc-4a6b-9472-a240863feac1/0cabb995-622f-47fb-8c9f-4dac15f10498/3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:51.595050 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.738090 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.743061 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.783383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Network 1d146997-cafc-4a6b-9472-a240863feac1 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:51.787016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:51.790753 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:51.796304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Pushing event updated for resources: {'Port': ['ID=3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:51.854202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Attempting to bind port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:51.854907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Attempting to bind port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:51.855023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Attempting to bind port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 on network 1d146997-cafc-4a6b-9472-a240863feac1 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:51.860342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:51.860729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Checking segment: {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:51.861172 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.861578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Bound using segment: {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:51.862058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Bound port: 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:51.863075 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.930804 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] For port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:51.934117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] For port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:51.938699 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:51.999437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c8e1a-4621-4634-b08f-b44cc70dc40d None None] Pushing event updated for resources: {'Port': ['ID=3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:52.134034 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:52.158533 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:52.271806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Allocated IP 172.25.7.176 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/17c80ec1-bf6f-4c9b-82a0-7f84236b161f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:52.375233 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:52.408679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:52.451399 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:52.456168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:52.459801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:52.465282 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Pushing event updated for resources: {'Port': ['ID=17c80ec1-bf6f-4c9b-82a0-7f84236b161f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:52.469343 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6900ec9f-2092-44d2-90a6-9455d287e9ab None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:52.532851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-913a3da9-ff9d-4af8-891c-e6ad4e3afd7f None None] Provisioning complete for port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:52.533416 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-913a3da9-ff9d-4af8-891c-e6ad4e3afd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:52.570931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-913a3da9-ff9d-4af8-891c-e6ad4e3afd7f None None] Port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:06:52.712987 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:52.909287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a21b7-ead1-471e-b0d8-3be260218e89 None None] Network 1d146997-cafc-4a6b-9472-a240863feac1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:52.914796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:52.928076 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:06:53.025893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e7024d67-6f50-43fa-94e5-f3a320b89027 None None] Provisioning complete for port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:53.026275 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7024d67-6f50-43fa-94e5-f3a320b89027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.062204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Router a29b8f34-e9be-407c-bf8c-3bea169fc454 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:06:53.103303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:53.103680 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.175715 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:06:53.196573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.198165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-175d6294-45c8-403f-8053-14e6b406ce1b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8280919 Dec 12 05:06:53.200857 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41842) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:53.334564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Sync routers for ids ['a29b8f34-e9be-407c-bf8c-3bea169fc454'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:06:53.359011 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7024d67-6f50-43fa-94e5-f3a320b89027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.364839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Routers {'a29b8f34-e9be-407c-bf8c-3bea169fc454'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:06:53.365485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a29b8f34-e9be-407c-bf8c-3bea169fc454'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:53.489020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e7024d67-6f50-43fa-94e5-f3a320b89027 None None] For port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:53.498526 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7024d67-6f50-43fa-94e5-f3a320b89027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.543492 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.578947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Set router a29b8f34-e9be-407c-bf8c-3bea169fc454 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:06:53.627645 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.646719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7024d67-6f50-43fa-94e5-f3a320b89027 None None] Pushing event updated for resources: {'Port': ['ID=3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:53.727274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3e7af354-299e-4fde-a98e-65b20b109321 None None] Provisioning complete for port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:53.727656 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3e7af354-299e-4fde-a98e-65b20b109321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.767726 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 05:06:53.768086 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 05:06:53.830803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Allocated IP 172.20.0.1 (1d146997-cafc-4a6b-9472-a240863feac1/0cabb995-622f-47fb-8c9f-4dac15f10498/7bc053be-9a10-40a8-a73d-6ad6961dbcf4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:53.883614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:51Z', 'updated_at': '2021-12-12T05:06:52Z', 'revision_number': 3, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'gw_port': {'id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:52Z', 'updated_at': '2021-12-12T05:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:53.911172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Checking router: a29b8f34-e9be-407c-bf8c-3bea169fc454 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:06:53.911849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Updating router a29b8f34-e9be-407c-bf8c-3bea169fc454 port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:06:53.930552 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.939527 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:53.965632 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.004726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Network 1d146997-cafc-4a6b-9472-a240863feac1 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:54.009209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:54.012631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:54.039463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Pushing event updated for resources: {'Port': ['ID=7bc053be-9a10-40a8-a73d-6ad6961dbcf4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:54.059292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.202955 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.216377 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.223244 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.279571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258def52-2660-4355-91d5-da6ef2f53cdf None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:54.326426 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Attempting to bind port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:54.326807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Attempting to bind port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:54.327179 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Attempting to bind port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:54.338456 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca310d-6d84-43aa-bfc4-d32984d72436 None None] Pushing event updated for resources: {'Port': ['ID=17c80ec1-bf6f-4c9b-82a0-7f84236b161f,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:54.347284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:54.347678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:54.348088 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.348574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:54.349002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Bound port: 17c80ec1-bf6f-4c9b-82a0-7f84236b161f, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:54.349610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.367440 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.372016 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.383010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0d66014a-7173-433f-a301-03111407c407 None None] Provisioning complete for port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:54.383399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0d66014a-7173-433f-a301-03111407c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.434626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0d66014a-7173-433f-a301-03111407c407 None None] Port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:06:54.437934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] For port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:54.441239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] For port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=17c80ec1-bf6f-4c9b-82a0-7f84236b161f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:54.441679 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.443646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Pushing event updated for resources: {'Port': ['ID=7bc053be-9a10-40a8-a73d-6ad6961dbcf4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:54.446781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.494059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d69177-7787-43fd-8e38-1ce71b7f50cb None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:54.517569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Routers {'a29b8f34-e9be-407c-bf8c-3bea169fc454'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:06:54.518198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a29b8f34-e9be-407c-bf8c-3bea169fc454'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:54.521436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca310d-6d84-43aa-bfc4-d32984d72436 None None] Pushing event updated for resources: {'Port': ['ID=17c80ec1-bf6f-4c9b-82a0-7f84236b161f,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:54.538872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Network 1d146997-cafc-4a6b-9472-a240863feac1 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:54.540236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:54.617106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b52d42cc-0990-45cb-afe0-45c368ee13d3 None None] Provisioning complete for port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:54.617495 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b52d42cc-0990-45cb-afe0-45c368ee13d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.655968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Router a29b8f34-e9be-407c-bf8c-3bea169fc454 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:06:54.669677 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] Set router a29b8f34-e9be-407c-bf8c-3bea169fc454 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:06:54.768450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:06:54.774140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7dc34c6a-a681-4b17-b6f7-0b8ee152cc2f admin admin] 10.222.0.36 "PUT /v2.0/routers/a29b8f34-e9be-407c-bf8c-3bea169fc454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5721519 Dec 12 05:06:54.824078 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b52d42cc-0990-45cb-afe0-45c368ee13d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.853018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b52d42cc-0990-45cb-afe0-45c368ee13d3 None None] For port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=17c80ec1-bf6f-4c9b-82a0-7f84236b161f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:54.866353 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b52d42cc-0990-45cb-afe0-45c368ee13d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:54.906611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:06:54.998551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d42cc-0990-45cb-afe0-45c368ee13d3 None None] Pushing event updated for resources: {'Port': ['ID=17c80ec1-bf6f-4c9b-82a0-7f84236b161f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:55.019819 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-984e173e-3a12-45ad-b3c2-4024cdf21468 None None] Provisioning complete for port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:55.020197 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-984e173e-3a12-45ad-b3c2-4024cdf21468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.057569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:55.057950 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.097592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-984e173e-3a12-45ad-b3c2-4024cdf21468 None None] Port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:06:55.102131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:51Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 4, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'gw_port': {'id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:52Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7bc053be-9a10-40a8-a73d-6ad6961dbcf4', 'name': '', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:53Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 2, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'subnets': [{'id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:55.135654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dc7ec-eaa7-4db3-890e-26d791268db2 None None] The sync data for ids ['a29b8f34-e9be-407c-bf8c-3bea169fc454'] in n-d-710847-7 is: [{'id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:51Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 4, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'gw_port': {'id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:52Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7bc053be-9a10-40a8-a73d-6ad6961dbcf4', 'name': '', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:53Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 2, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'subnets': [{'id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:06:55.259349 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41860) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:55.264490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-785597688-network', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:55.286755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Made reservation on behalf of 0c6d0d4b57c944bfb1c8287cc6ced47c for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:55.289193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.301078 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.407327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.411702 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.446295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:06:55.452305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8676b5cb-e635-49e5-84bd-e83a8143177b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:55.462014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.462362 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Added segment 963bf89e-87a0-4e96-bfc1-96a1940db3d3 of type vlan for network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e Dec 12 05:06:55.507228 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.534062 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.535545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:55.536140 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.594524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3338306 Dec 12 05:06:55.598073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 41862) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:55.600763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e588178-c3a0-484f-b994-3cb0bb4368e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9c57d367-dbb5-4c59-b2d2-b37c6da13c1e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:55.603673 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Request body: {'subnet': {'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-subnet', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:55.626122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Made reservation on behalf of 0c6d0d4b57c944bfb1c8287cc6ced47c for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:06:55.628835 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.644393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:06:55.849768 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.928021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402a56ff-bf7c-499a-bc57-2ca6784ea560,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:55.936209 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Checking segment: {'id': '963bf89e-87a0-4e96-bfc1-96a1940db3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:55.936587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Network hostable DHCP agents. Network: 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:06:55.954778 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:06:55.967422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:55.972916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:06:55.973784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:55.980389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfcbaee-cbd7-4d76-9750-8c4302aeef98 None None] Network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:55.992320 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-73e57782-ca90-471c-81c2-fb182d56ad29 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3929999 Dec 12 05:06:55.994964 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41864) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:56.000136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:06:56.021797 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.022982 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.082301 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.108867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-9c57d367-dbb5-4c59-b2d2-b37c6da13c1e', 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e', 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'fixed_ips': [{'subnet_id': '402a56ff-bf7c-499a-bc57-2ca6784ea560'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:06:56.109802 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.228259 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.252805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Allocated IP 172.20.0.2 (9c57d367-dbb5-4c59-b2d2-b37c6da13c1e/402a56ff-bf7c-499a-bc57-2ca6784ea560/3992fd0b-cee3-4f14-92c7-e797858e3f52) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:56.411176 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.417061 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.440446 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.459801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:56.462189 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.462895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:56.466498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:56.474006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Pushing event updated for resources: {'Port': ['ID=3992fd0b-cee3-4f14-92c7-e797858e3f52,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:56.534003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Attempting to bind port 3992fd0b-cee3-4f14-92c7-e797858e3f52 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:56.535652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Attempting to bind port 3992fd0b-cee3-4f14-92c7-e797858e3f52 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '963bf89e-87a0-4e96-bfc1-96a1940db3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:56.536124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Attempting to bind port 3992fd0b-cee3-4f14-92c7-e797858e3f52 on network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:56.543640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:56.545112 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Checking segment: {'id': '963bf89e-87a0-4e96-bfc1-96a1940db3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:56.545866 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.546121 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Bound using segment: {'id': '963bf89e-87a0-4e96-bfc1-96a1940db3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:56.546616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Bound port: 3992fd0b-cee3-4f14-92c7-e797858e3f52, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963bf89e-87a0-4e96-bfc1-96a1940db3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:56.547016 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.586422 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Allocated IP 172.25.7.209 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/66967948-a740-4d7b-8ca0-4c7c441e8132) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:56.616876 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] For port 3992fd0b-cee3-4f14-92c7-e797858e3f52, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:56.620123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] For port 3992fd0b-cee3-4f14-92c7-e797858e3f52, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3992fd0b-cee3-4f14-92c7-e797858e3f52,segment=NetworkSegment(963bf89e-87a0-4e96-bfc1-96a1940db3d3),segment_id=963bf89e-87a0-4e96-bfc1-96a1940db3d3)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:56.623612 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.685184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1f448-8c54-451d-8fb0-ddc9e9bcddfc None None] Pushing event updated for resources: {'Port': ['ID=3992fd0b-cee3-4f14-92c7-e797858e3f52,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:56.695055 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.729292 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:56.779190 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:56.782321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:56.787689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:56.790856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=66967948-a740-4d7b-8ca0-4c7c441e8132,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:56.800630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e8a8cc-3f1d-4f6d-bad7-64f314857a5b None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:56.945004 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 17c80ec1-bf6f-4c9b-82a0-7f84236b161f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:06:56.979885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6cad82c4-f6b5-4d0e-9576-f213ad824099 None None] Provisioning complete for port 66967948-a740-4d7b-8ca0-4c7c441e8132 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:56.980280 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6cad82c4-f6b5-4d0e-9576-f213ad824099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:57.030742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6cad82c4-f6b5-4d0e-9576-f213ad824099 None None] Port 66967948-a740-4d7b-8ca0-4c7c441e8132 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:06:57.040513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:57.040924 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:57.317427 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Sync routers for ids ['a29b8f34-e9be-407c-bf8c-3bea169fc454'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:06:57.327132 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Routers {'a29b8f34-e9be-407c-bf8c-3bea169fc454'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:06:57.327834 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a29b8f34-e9be-407c-bf8c-3bea169fc454'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:57.426069 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:57.434043 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Set router a29b8f34-e9be-407c-bf8c-3bea169fc454 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:06:57.624665 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:57.636996 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:51Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 4, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'gw_port': {'id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:52Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7bc053be-9a10-40a8-a73d-6ad6961dbcf4', 'name': '', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:53Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 2, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'subnets': [{'id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:57.663734 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Checking router: a29b8f34-e9be-407c-bf8c-3bea169fc454 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:06:57.664086 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Updating router a29b8f34-e9be-407c-bf8c-3bea169fc454 port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:06:57.687539 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:57.750391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Router a63bc4b8-f6cf-43f4-bba6-500aade192e8 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:06:57.867021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:06:57.880022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Sync routers for ids ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:06:57.886430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:57.890286 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-be8e5ddd-7c7b-46a8-9855-d6b5c8084bc0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8918571 Dec 12 05:06:57.890783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 41866) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:06:57.895129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Routers {'a63bc4b8-f6cf-43f4-bba6-500aade192e8'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:06:57.895786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:57.971409 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:57.978966 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.012309 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Set router a63bc4b8-f6cf-43f4-bba6-500aade192e8 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:06:58.037605 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Pushing event updated for resources: {'Port': ['ID=7bc053be-9a10-40a8-a73d-6ad6961dbcf4,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:58.067179 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.067813 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.068321 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.068837 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.069340 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.069827 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.070319 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.070812 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.071137 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.071463 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.071940 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.072428 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.072943 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:06:58.145835 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Attempting to bind port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:58.146214 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Attempting to bind port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:58.146582 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Attempting to bind port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 on network 1d146997-cafc-4a6b-9472-a240863feac1 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:58.161399 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:58.162613 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Checking segment: {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:58.163108 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.163520 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Bound using segment: {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:58.164500 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Bound port: 7bc053be-9a10-40a8-a73d-6ad6961dbcf4, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:58.164924 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.251641 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] For port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:58.256802 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] For port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7bc053be-9a10-40a8-a73d-6ad6961dbcf4,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:58.272217 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.278063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:06:56Z', 'revision_number': 3, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'gw_port': {'id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:58.309503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Checking router: a63bc4b8-f6cf-43f4-bba6-500aade192e8 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:06:58.309503 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Updating router a63bc4b8-f6cf-43f4-bba6-500aade192e8 port 66967948-a740-4d7b-8ca0-4c7c441e8132 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:06:58.324178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d94abc-2062-4a25-a587-0f873e559acf None None] Network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:06:58.348596 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4453c-b8a2-4c85-a701-4b499da2a678 None None] Pushing event updated for resources: {'Port': ['ID=7bc053be-9a10-40a8-a73d-6ad6961dbcf4,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:58.351110 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Routers {'a29b8f34-e9be-407c-bf8c-3bea169fc454'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:06:58.351722 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a29b8f34-e9be-407c-bf8c-3bea169fc454'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:58.363797 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.425846 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.577325 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] Set router a29b8f34-e9be-407c-bf8c-3bea169fc454 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:06:58.604574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2cb0a41d-a9c3-4f0f-9139-c85e2029d9fa None None] Provisioning complete for port 3992fd0b-cee3-4f14-92c7-e797858e3f52 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:58.604984 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2cb0a41d-a9c3-4f0f-9139-c85e2029d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.610429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Allocated IP 172.20.0.1 (9c57d367-dbb5-4c59-b2d2-b37c6da13c1e/402a56ff-bf7c-499a-bc57-2ca6784ea560/d0aa43bc-ed22-465c-9419-592cb111dd4e) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:06:58.726375 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.764777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.782517 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.808054 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:51Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 4, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'gw_port': {'id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:52Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7bc053be-9a10-40a8-a73d-6ad6961dbcf4', 'name': '', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:53Z', 'updated_at': '2021-12-12T05:06:58Z', 'revision_number': 4, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'subnets': [{'id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:58.812035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:58.812849 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.815256 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:58.819980 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:06:58.856212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Pushing event updated for resources: {'Port': ['ID=d0aa43bc-ed22-465c-9419-592cb111dd4e,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:58.865458 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c0bf0-ee2a-4cd9-8723-327fb5b385dd None None] The sync data for ids ['a29b8f34-e9be-407c-bf8c-3bea169fc454'] in n-d-710847-7 is: [{'id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:51Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 4, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'gw_port': {'id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:52Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '7bc053be-9a10-40a8-a73d-6ad6961dbcf4', 'name': '', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:53Z', 'updated_at': '2021-12-12T05:06:58Z', 'revision_number': 4, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'subnets': [{'id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:06:58.875591 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.925939 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2cb0a41d-a9c3-4f0f-9139-c85e2029d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:58.940192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Attempting to bind port 66967948-a740-4d7b-8ca0-4c7c441e8132 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:06:58.941190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Attempting to bind port 66967948-a740-4d7b-8ca0-4c7c441e8132 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:06:58.941567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Attempting to bind port 66967948-a740-4d7b-8ca0-4c7c441e8132 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:06:58.960851 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c273438b-b5dd-4968-b202-99001118fee9 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:58.998995 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2cb0a41d-a9c3-4f0f-9139-c85e2029d9fa None None] For port 3992fd0b-cee3-4f14-92c7-e797858e3f52, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3992fd0b-cee3-4f14-92c7-e797858e3f52,segment=NetworkSegment(963bf89e-87a0-4e96-bfc1-96a1940db3d3),segment_id=963bf89e-87a0-4e96-bfc1-96a1940db3d3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:59.000154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51eb3e-a89d-4987-b93f-bfab910960d3 None None] Pushing event updated for resources: {'Port': ['ID=66967948-a740-4d7b-8ca0-4c7c441e8132,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:59.010191 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2cb0a41d-a9c3-4f0f-9139-c85e2029d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.011998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:06:59.012407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:06:59.012770 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.013207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:06:59.013703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Bound port: 66967948-a740-4d7b-8ca0-4c7c441e8132, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:06:59.014567 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.072250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] For port 66967948-a740-4d7b-8ca0-4c7c441e8132, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:06:59.075375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] For port 66967948-a740-4d7b-8ca0-4c7c441e8132, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=66967948-a740-4d7b-8ca0-4c7c441e8132,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:06:59.084707 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.119611 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.139727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:06:59.174027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd66f68-ea2a-4854-92c3-fc32b150c3ad None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:06:59.227124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Provisioning complete for port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:59.227510 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.256790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Routers {'a63bc4b8-f6cf-43f4-bba6-500aade192e8'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:06:59.257466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:06:59.259459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0a41d-a9c3-4f0f-9139-c85e2029d9fa None None] Pushing event updated for resources: {'Port': ['ID=3992fd0b-cee3-4f14-92c7-e797858e3f52,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:59.335204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.341398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.420292 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:06:59.420679 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.424476 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.427550 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Pushing event updated for resources: {'Port': ['ID=d0aa43bc-ed22-465c-9419-592cb111dd4e,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:59.456658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51eb3e-a89d-4987-b93f-bfab910960d3 None None] Pushing event updated for resources: {'Port': ['ID=66967948-a740-4d7b-8ca0-4c7c441e8132,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:06:59.510604 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] Set router a63bc4b8-f6cf-43f4-bba6-500aade192e8 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:06:59.526967 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:06:59.528698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:06:59.562654 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.664304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Router a63bc4b8-f6cf-43f4-bba6-500aade192e8 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:06:59.795322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:06:59.802750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a10eb492-d29a-48dc-8d66-9b23c2fdd856 admin admin] 10.222.0.36 "PUT /v2.0/routers/a63bc4b8-f6cf-43f4-bba6-500aade192e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9106784 Dec 12 05:06:59.902285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] For port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7bc053be-9a10-40a8-a73d-6ad6961dbcf4,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:06:59.905342 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:06:59.917682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:00.017654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Provisioning complete for port 66967948-a740-4d7b-8ca0-4c7c441e8132 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:00.018291 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:00.081958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Pushing event updated for resources: {'Port': ['ID=7bc053be-9a10-40a8-a73d-6ad6961dbcf4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:00.093088 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 05:07:00.093462 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 05:07:00.157860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:06:59Z', 'revision_number': 4, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'gw_port': {'id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd0aa43bc-ed22-465c-9419-592cb111dd4e', 'name': '', 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'mac_address': 'fa:16:3e:af:11:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:58Z', 'updated_at': '2021-12-12T05:06:58Z', 'revision_number': 1, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'subnets': [{'id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:07:00.185346 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:00.190379 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74d5d0-22f7-43b2-8ab8-7addb4c55fa4 None None] The sync data for ids ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'] in n-d-710847-7 is: [{'id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:06:59Z', 'revision_number': 4, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'gw_port': {'id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd0aa43bc-ed22-465c-9419-592cb111dd4e', 'name': '', 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'mac_address': 'fa:16:3e:af:11:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:58Z', 'updated_at': '2021-12-12T05:06:58Z', 'revision_number': 1, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'subnets': [{'id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:07:00.211805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] For port 66967948-a740-4d7b-8ca0-4c7c441e8132, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=66967948-a740-4d7b-8ca0-4c7c441e8132,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:07:00.217412 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:00.279846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9710c9-f4c5-4a9f-85a1-7d7cf07b3f9a None None] Pushing event updated for resources: {'Port': ['ID=66967948-a740-4d7b-8ca0-4c7c441e8132,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:00.341703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5e052680-4ee3-4dd0-b7fb-ac7397f6edd2 None None] Provisioning complete for port 3992fd0b-cee3-4f14-92c7-e797858e3f52 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:00.342092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e052680-4ee3-4dd0-b7fb-ac7397f6edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:00.459748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5e052680-4ee3-4dd0-b7fb-ac7397f6edd2 None None] Provisioning complete for port 66967948-a740-4d7b-8ca0-4c7c441e8132 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:00.460211 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e052680-4ee3-4dd0-b7fb-ac7397f6edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:00.538405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-9b9f6aa5-4a9f-4d39-9d05-7e1f377fa427 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:00.541091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-9b9f6aa5-4a9f-4d39-9d05-7e1f377fa427 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/networks?id=1d146997-cafc-4a6b-9472-a240863feac1 HTTP/1.1" status: 200 len: 816 time: 0.1413183 Dec 12 05:07:00.558707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5e052680-4ee3-4dd0-b7fb-ac7397f6edd2 None None] Provisioning complete for port d0aa43bc-ed22-465c-9419-592cb111dd4e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:00.559178 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e052680-4ee3-4dd0-b7fb-ac7397f6edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:00.561346 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-defe51e9-5b28-4f98-a3b3-3639219aa5ba tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/quotas/3a576c9cb3bb49159ea32e0cc65738b3 HTTP/1.1" status: 200 len: 375 time: 0.0148973 Dec 12 05:07:00.598006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5e052680-4ee3-4dd0-b7fb-ac7397f6edd2 None None] Port d0aa43bc-ed22-465c-9419-592cb111dd4e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:07:00.620518 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-fe9b0ea8-9580-453f-8f8c-9d098360bba4 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a576c9cb3bb49159ea32e0cc65738b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544684 Dec 12 05:07:00.638440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3992fd0b-cee3-4f14-92c7-e797858e3f52 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:07:00.694699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3992fd0b-cee3-4f14-92c7-e797858e3f52 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:00.695165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:00.727681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-fda046b8-59a8-4456-a0fd-c8e4ce34c34e service neutron] 10.222.0.36 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936508 Dec 12 05:07:00.838564 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-e41754ab-0a90-42bd-b500-1e3395ed68e6 service neutron] 10.222.0.36 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044712 Dec 12 05:07:00.914848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3992fd0b-cee3-4f14-92c7-e797858e3f52 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:07:00.970300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3992fd0b-cee3-4f14-92c7-e797858e3f52 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:00.970680 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:01.009150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a134ed58-745f-49b1-99e0-0546b06bfea2 req-45b2b33a-bcc4-4d28-8b72-4ee92b7894e5 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 210 time: 0.0283387 Dec 12 05:07:01.059068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:07:01.110878 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:01.111262 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:02.011765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-7f279c12-94b2-41a9-8e21-6779fb7ae98b tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:02.013435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-7f279c12-94b2-41a9-8e21-6779fb7ae98b tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.18 "GET /v2.0/networks?id=1d146997-cafc-4a6b-9472-a240863feac1 HTTP/1.1" status: 200 len: 816 time: 0.1160448 Dec 12 05:07:02.032999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Request body: {'port': {'device_id': 'f172af0e-f8a4-4b35-ae59-ebc955bb7c8a', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'admin_state_up': True, 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:07:02.121949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3e49d3e-3d85-4959-ac4d-15adfc983daf req-509ed056-097a-4568-9cd3-499f9b3a9ccc tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 210 time: 0.0359597 Dec 12 05:07:02.154331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Made reservation on behalf of 3a576c9cb3bb49159ea32e0cc65738b3 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:07:02.158269 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:02.292895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Allocated IP 172.20.0.9 (1d146997-cafc-4a6b-9472-a240863feac1/0cabb995-622f-47fb-8c9f-4dac15f10498/7f6baf79-7362-44f7-b819-9ffa22e59000) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:07:02.442555 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:02.475215 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:02.518130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Network 1d146997-cafc-4a6b-9472-a240863feac1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:07:02.521807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:07:02.525590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:07:02.555197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Pushing event updated for resources: {'Port': ['ID=7f6baf79-7362-44f7-b819-9ffa22e59000,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:02.579471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:02.580163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:02.597727 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-54041d35-8cde-419d-b705-ff2f3e54dd07 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688150 Dec 12 05:07:02.616093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Request body: {'port': {'device_id': 'f172af0e-f8a4-4b35-ae59-ebc955bb7c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:07:02.673049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:02.735017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e315708e-2f5d-4f4b-b91f-7b3d68c723b1 None None] Provisioning complete for port 7f6baf79-7362-44f7-b819-9ffa22e59000 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:02.735532 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e315708e-2f5d-4f4b-b91f-7b3d68c723b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:02.769491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e315708e-2f5d-4f4b-b91f-7b3d68c723b1 None None] Port 7f6baf79-7362-44f7-b819-9ffa22e59000 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:07:02.926397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 66967948-a740-4d7b-8ca0-4c7c441e8132 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:07:02.950856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6baf79-7362-44f7-b819-9ffa22e59000 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:07:02.959011 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:02.972516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Transition to ACTIVE for port object 7f6baf79-7362-44f7-b819-9ffa22e59000 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:07:02.977388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:02.978739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 66967948-a740-4d7b-8ca0-4c7c441e8132 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:02.979123 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:03.050762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6baf79-7362-44f7-b819-9ffa22e59000,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:03.111485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Attempting to bind port 7f6baf79-7362-44f7-b819-9ffa22e59000 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:07:03.111998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Attempting to bind port 7f6baf79-7362-44f7-b819-9ffa22e59000 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:07:03.114954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Attempting to bind port 7f6baf79-7362-44f7-b819-9ffa22e59000 on network 1d146997-cafc-4a6b-9472-a240863feac1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:07:03.121970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Port 7f6baf79-7362-44f7-b819-9ffa22e59000 on network 1d146997-cafc-4a6b-9472-a240863feac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:07:03.122303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Attempting to bind port 7f6baf79-7362-44f7-b819-9ffa22e59000 on network 1d146997-cafc-4a6b-9472-a240863feac1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:07:03.127945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:07:03.128288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Checking segment: {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:07:03.128705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Bound using segment: {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:07:03.129212 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Bound port: 7f6baf79-7362-44f7-b819-9ffa22e59000, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:07:03.129576 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:03.161856 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Sync routers for ids ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:07:03.178077 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Routers {'a63bc4b8-f6cf-43f4-bba6-500aade192e8'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:07:03.179737 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:07:03.226025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] For port 7f6baf79-7362-44f7-b819-9ffa22e59000, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:07:03.242787 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] For port 7f6baf79-7362-44f7-b819-9ffa22e59000, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7f6baf79-7362-44f7-b819-9ffa22e59000,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:07:03.251634 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:03.290365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2441-856c-4fc7-8689-b4199c509634 req-cda04027-2c13-492c-b664-719b69ce7f4d tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:03.292025 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-271a2441-856c-4fc7-8689-b4199c509634 req-cda04027-2c13-492c-b664-719b69ce7f4d tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 943 time: 0.0956397 Dec 12 05:07:03.311329 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Set router a63bc4b8-f6cf-43f4-bba6-500aade192e8 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:07:03.321123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:03.321754 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:03.323159 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] 10.222.0.18 "PUT /v2.0/ports/7f6baf79-7362-44f7-b819-9ffa22e59000 HTTP/1.1" status: 200 len: 1091 time: 0.7120252 Dec 12 05:07:03.323618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f172af0e-f8a4-4b35-ae59-ebc955bb7c8a', 'tag': '7f6baf79-7362-44f7-b819-9ffa22e59000'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:07:03.325907 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f8dc81-1155-4923-af1b-46f03ae91da4" -d '{"events": [{"name": "network-changed", "server_uuid": "f172af0e-f8a4-4b35-ae59-ebc955bb7c8a", "tag": "7f6baf79-7362-44f7-b819-9ffa22e59000"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:07:03.360463 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392362e-2ba1-41ae-bb74-89aca45c2636 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6baf79-7362-44f7-b819-9ffa22e59000,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:03.380112 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-271a2441-856c-4fc7-8689-b4199c509634 req-e21854f9-f49c-46a8-8287-99cc9a5b9869 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809000 Dec 12 05:07:03.419402 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c62b34-b922-4fda-a766-aebf66e024ed x-openstack-request-id: req-56c62b34-b922-4fda-a766-aebf66e024ed {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:07:03.419707 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f172af0e-f8a4-4b35-ae59-ebc955bb7c8a", "tag": "7f6baf79-7362-44f7-b819-9ffa22e59000", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:07:03.419971 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56c62b34-b922-4fda-a766-aebf66e024ed {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:07:03.420383 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f172af0e-f8a4-4b35-ae59-ebc955bb7c8a', 'tag': '7f6baf79-7362-44f7-b819-9ffa22e59000', 'status': 'completed', 'code': 200} Dec 12 05:07:03.436966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-6d25d3b0-fa02-436f-b496-d0edd1444b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:03.438491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-6d25d3b0-fa02-436f-b496-d0edd1444b4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a576c9cb3bb49159ea32e0cc65738b3&device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 1094 time: 0.0511446 Dec 12 05:07:03.489010 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-4b2e1ebd-e58f-4b8c-9424-c2987ed0a06b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f6baf79-7362-44f7-b819-9ffa22e59000 HTTP/1.1" status: 200 len: 217 time: 0.0373652 Dec 12 05:07:03.546202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-f91d03ca-4ebe-456c-bfbd-d3dfb26c03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:03.547727 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-f91d03ca-4ebe-456c-bfbd-d3dfb26c03e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cabb995-622f-47fb-8c9f-4dac15f10498 HTTP/1.1" status: 200 len: 855 time: 0.0517242 Dec 12 05:07:03.558290 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:06:59Z', 'revision_number': 4, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'gw_port': {'id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd0aa43bc-ed22-465c-9419-592cb111dd4e', 'name': '', 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'mac_address': 'fa:16:3e:af:11:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:58Z', 'updated_at': '2021-12-12T05:06:59Z', 'revision_number': 2, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'subnets': [{'id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:07:03.584583 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Checking router: a63bc4b8-f6cf-43f4-bba6-500aade192e8 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:07:03.584903 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Updating router a63bc4b8-f6cf-43f4-bba6-500aade192e8 port d0aa43bc-ed22-465c-9419-592cb111dd4e binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:07:03.593200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-1c6af018-7d4f-407d-8be1-ab35226eb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:03.594766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-1c6af018-7d4f-407d-8be1-ab35226eb58f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d146997-cafc-4a6b-9472-a240863feac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404694 Dec 12 05:07:03.613458 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:03.696689 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-413e2021-ca45-4233-ad1e-11439f123b2d service neutron] 10.222.0.18 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946903 Dec 12 05:07:03.792597 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9427fd03-71fe-4c9b-bbe5-455b941da517 req-06636db8-ecf7-413b-913e-e90221cda9c5 service neutron] 10.222.0.18 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883214 Dec 12 05:07:03.875489 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:03.880836 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:03.933950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-ab57bf36-a0c7-4c4c-a3c5-09bf523bede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:03.941361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-ab57bf36-a0c7-4c4c-a3c5-09bf523bede4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a576c9cb3bb49159ea32e0cc65738b3&device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 1094 time: 0.0533350 Dec 12 05:07:03.951414 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc99e55-0be1-4d7c-b712-8898cf07c495 None None] Pushing event updated for resources: {'Port': ['ID=d0aa43bc-ed22-465c-9419-592cb111dd4e,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:03.982590 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Attempting to bind port d0aa43bc-ed22-465c-9419-592cb111dd4e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:07:03.982975 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Attempting to bind port d0aa43bc-ed22-465c-9419-592cb111dd4e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '963bf89e-87a0-4e96-bfc1-96a1940db3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:07:03.983347 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Attempting to bind port d0aa43bc-ed22-465c-9419-592cb111dd4e on network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:07:03.989366 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:07:03.989752 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Checking segment: {'id': '963bf89e-87a0-4e96-bfc1-96a1940db3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:07:03.990167 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:03.990700 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Bound using segment: {'id': '963bf89e-87a0-4e96-bfc1-96a1940db3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:07:03.991186 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Bound port: d0aa43bc-ed22-465c-9419-592cb111dd4e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963bf89e-87a0-4e96-bfc1-96a1940db3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:07:03.991997 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:04.042233 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-4acf7d59-0514-43f4-9964-9436f367e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:04.043782 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-4acf7d59-0514-43f4-9964-9436f367e254 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d146997-cafc-4a6b-9472-a240863feac1 HTTP/1.1" status: 200 len: 916 time: 0.1013746 Dec 12 05:07:04.059439 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] For port d0aa43bc-ed22-465c-9419-592cb111dd4e, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:07:04.063010 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] For port d0aa43bc-ed22-465c-9419-592cb111dd4e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d0aa43bc-ed22-465c-9419-592cb111dd4e,segment=NetworkSegment(963bf89e-87a0-4e96-bfc1-96a1940db3d3),segment_id=963bf89e-87a0-4e96-bfc1-96a1940db3d3)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:07:04.069618 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:04.097172 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-15578b2d-aa21-4bae-b617-130eac48b797 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f6baf79-7362-44f7-b819-9ffa22e59000 HTTP/1.1" status: 200 len: 217 time: 0.0453472 Dec 12 05:07:04.128088 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Routers {'a63bc4b8-f6cf-43f4-bba6-500aade192e8'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:07:04.128733 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:06:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:07:04.148385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-056161e9-7890-424b-af8a-c1e93e9a8598 None None] Provisioning complete for port d0aa43bc-ed22-465c-9419-592cb111dd4e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:04.149964 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-056161e9-7890-424b-af8a-c1e93e9a8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:04.155348 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-314df0bf-a869-4b09-9adc-5c9135217fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:04.156890 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-314df0bf-a869-4b09-9adc-5c9135217fd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cabb995-622f-47fb-8c9f-4dac15f10498 HTTP/1.1" status: 200 len: 855 time: 0.0511124 Dec 12 05:07:04.216728 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-6a5251d8-5e64-416a-a074-365e5eeaf487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:04.218366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-6a5251d8-5e64-416a-a074-365e5eeaf487 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d146997-cafc-4a6b-9472-a240863feac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530052 Dec 12 05:07:04.244434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-056161e9-7890-424b-af8a-c1e93e9a8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:04.248628 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] Set router a63bc4b8-f6cf-43f4-bba6-500aade192e8 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:07:04.282310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-056161e9-7890-424b-af8a-c1e93e9a8598 None None] For port d0aa43bc-ed22-465c-9419-592cb111dd4e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d0aa43bc-ed22-465c-9419-592cb111dd4e,segment=NetworkSegment(963bf89e-87a0-4e96-bfc1-96a1940db3d3),segment_id=963bf89e-87a0-4e96-bfc1-96a1940db3d3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:07:04.286667 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc99e55-0be1-4d7c-b712-8898cf07c495 None None] Pushing event updated for resources: {'Port': ['ID=d0aa43bc-ed22-465c-9419-592cb111dd4e,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:04.292836 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-056161e9-7890-424b-af8a-c1e93e9a8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:04.345306 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-16589a08-ca55-4abc-a869-504d6bc91a8c service neutron] 10.222.0.18 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188669 Dec 12 05:07:04.358670 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056161e9-7890-424b-af8a-c1e93e9a8598 None None] Pushing event updated for resources: {'Port': ['ID=d0aa43bc-ed22-465c-9419-592cb111dd4e,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:04.429299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-956e7923-e53f-42ef-923f-6a5494bffac4 None None] Provisioning complete for port d0aa43bc-ed22-465c-9419-592cb111dd4e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:04.429696 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-956e7923-e53f-42ef-923f-6a5494bffac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:04.477982 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:06:59Z', 'revision_number': 4, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'gw_port': {'id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd0aa43bc-ed22-465c-9419-592cb111dd4e', 'name': '', 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'mac_address': 'fa:16:3e:af:11:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:58Z', 'updated_at': '2021-12-12T05:07:04Z', 'revision_number': 4, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'subnets': [{'id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:07:04.488736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-14f8dc81-1155-4923-af1b-46f03ae91da4 req-8baffefc-81b4-44df-bb6b-5fb416401bc0 service neutron] 10.222.0.18 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358235 Dec 12 05:07:04.509232 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a3628-5b99-4395-b9ad-5ba10219a404 None None] The sync data for ids ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'] in n-d-710847-7 is: [{'id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:06:59Z', 'revision_number': 4, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'gw_port': {'id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'd0aa43bc-ed22-465c-9419-592cb111dd4e', 'name': '', 'network_id': '9c57d367-dbb5-4c59-b2d2-b37c6da13c1e', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'mac_address': 'fa:16:3e:af:11:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:58Z', 'updated_at': '2021-12-12T05:07:04Z', 'revision_number': 4, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'subnets': [{'id': '402a56ff-bf7c-499a-bc57-2ca6784ea560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:07:04.534404 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edf436-2e57-425a-ab22-4f637610aeae req-e159bc8f-3362-4d95-bcf3-b9ff5ef8c1a7 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:04.535967 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23edf436-2e57-425a-ab22-4f637610aeae req-e159bc8f-3362-4d95-bcf3-b9ff5ef8c1a7 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 943 time: 0.0683856 Dec 12 05:07:04.586185 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-23edf436-2e57-425a-ab22-4f637610aeae req-2990d46b-84fe-4649-8475-d3f04076d562 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Dec 12 05:07:04.917145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d0aa43bc-ed22-465c-9419-592cb111dd4e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:07:04.970947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port d0aa43bc-ed22-465c-9419-592cb111dd4e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:04.971445 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:05.701585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a4dda-236c-4691-80cf-723aac226fb6 req-090e01b7-f3cc-40ac-83db-d02c561da031 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:05.703071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-531a4dda-236c-4691-80cf-723aac226fb6 req-090e01b7-f3cc-40ac-83db-d02c561da031 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 943 time: 0.0482237 Dec 12 05:07:05.752243 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-531a4dda-236c-4691-80cf-723aac226fb6 req-e7ed659d-b907-4365-b91c-5616f49f30a4 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Dec 12 05:07:06.492514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7f6baf79-7362-44f7-b819-9ffa22e59000 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:07:06.589948 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7f6baf79-7362-44f7-b819-9ffa22e59000, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7f6baf79-7362-44f7-b819-9ffa22e59000,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:07:06.601032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '7f6baf79-7362-44f7-b819-9ffa22e59000', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'port_id': '7f6baf79-7362-44f7-b819-9ffa22e59000', 'mac_address': 'fa:16:3e:b5:59:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:07:06.637483 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:06.650073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6baf79-7362-44f7-b819-9ffa22e59000 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:07:06.668687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7f6baf79-7362-44f7-b819-9ffa22e59000, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7f6baf79-7362-44f7-b819-9ffa22e59000,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:07:06.672487 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:06.721159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7f6baf79-7362-44f7-b819-9ffa22e59000,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:06.869583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3c82d-7a9a-4a71-a96e-3e1380f61088 req-e034bd20-14de-4c51-a4f7-903a862be221 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:06.871085 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c3c82d-7a9a-4a71-a96e-3e1380f61088 req-e034bd20-14de-4c51-a4f7-903a862be221 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 944 time: 0.0507798 Dec 12 05:07:06.916518 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-59c3c82d-7a9a-4a71-a96e-3e1380f61088 req-4636d495-3ce5-476a-ac00-eed6a7d2958b tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391760 Dec 12 05:07:06.941735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['7f6baf79-7362-44f7-b819-9ffa22e59000'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:07:08.037830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a2e0e-0644-4d72-8ab1-b325a0c01501 req-8a34bc08-5f70-4754-8c12-518c93cbd61e tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:08.039310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea1a2e0e-0644-4d72-8ab1-b325a0c01501 req-8a34bc08-5f70-4754-8c12-518c93cbd61e tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 944 time: 0.0548584 Dec 12 05:07:08.085589 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ea1a2e0e-0644-4d72-8ab1-b325a0c01501 req-d05acaa2-ffa0-407a-be53-d86a1df33a55 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 Dec 12 05:07:08.491571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7f6baf79-7362-44f7-b819-9ffa22e59000 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:07:08.542796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 7f6baf79-7362-44f7-b819-9ffa22e59000 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:07:08.547040 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 7f6baf79-7362-44f7-b819-9ffa22e59000 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:08.547418 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:08.622823 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:08.643961 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f172af0e-f8a4-4b35-ae59-ebc955bb7c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6baf79-7362-44f7-b819-9ffa22e59000'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:07:08.647214 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6347da-9cab-47e0-aecd-b1248cc9458b" -d '{"events": [{"server_uuid": "f172af0e-f8a4-4b35-ae59-ebc955bb7c8a", "name": "network-vif-plugged", "status": "completed", "tag": "7f6baf79-7362-44f7-b819-9ffa22e59000"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:07:08.661170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7f6baf79-7362-44f7-b819-9ffa22e59000, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7f6baf79-7362-44f7-b819-9ffa22e59000,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:07:08.665140 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:08.688341 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7765c732-826f-47de-9a86-3f2aa24db34e x-openstack-request-id: req-7765c732-826f-47de-9a86-3f2aa24db34e {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:07:08.688660 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f172af0e-f8a4-4b35-ae59-ebc955bb7c8a", "name": "network-vif-plugged", "status": "completed", "tag": "7f6baf79-7362-44f7-b819-9ffa22e59000", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:07:08.688934 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7765c732-826f-47de-9a86-3f2aa24db34e {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:07:08.689335 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f172af0e-f8a4-4b35-ae59-ebc955bb7c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6baf79-7362-44f7-b819-9ffa22e59000', 'code': 200} Dec 12 05:07:08.717539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7f6baf79-7362-44f7-b819-9ffa22e59000,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:08.814082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051dcaa-508d-42d9-8f65-e1f259091d9a req-df397028-2d24-4053-9fb1-309486f70260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:08.815633 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4051dcaa-508d-42d9-8f65-e1f259091d9a req-df397028-2d24-4053-9fb1-309486f70260 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 1096 time: 0.0430334 Dec 12 05:07:08.861207 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4051dcaa-508d-42d9-8f65-e1f259091d9a req-5698def3-1fb5-4535-b0e5-9d880b8de6fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378482 Dec 12 05:07:09.204376 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aebd8b-0750-4414-bd51-a4d5086004f8 req-fce4fc21-395d-4d61-9b7a-98ff23452755 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:09.205912 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61aebd8b-0750-4414-bd51-a4d5086004f8 req-fce4fc21-395d-4d61-9b7a-98ff23452755 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 945 time: 0.0511928 Dec 12 05:07:09.252933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61aebd8b-0750-4414-bd51-a4d5086004f8 req-74c46ec4-6328-4bba-a78a-85c8d879c4cb tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Dec 12 05:07:10.368322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7701ff-a8cf-49c3-ade3-f298f641fc93 req-ed56d9e5-2c1d-46f3-88ab-f0b0e31b633e tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:10.369833 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e7701ff-a8cf-49c3-ade3-f298f641fc93 req-ed56d9e5-2c1d-46f3-88ab-f0b0e31b633e tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 945 time: 0.0483885 Dec 12 05:07:10.416490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9e7701ff-a8cf-49c3-ade3-f298f641fc93 req-06223611-e724-44e5-9849-8d5eb3884d1d tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Dec 12 05:07:10.529318 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a3c5b-f552-4a8e-9e08-2f3a0f99bdb1 req-fc813f17-8534-4f46-801c-525e4f7d0a33 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:10.531481 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a50a3c5b-f552-4a8e-9e08-2f3a0f99bdb1 req-fc813f17-8534-4f46-801c-525e4f7d0a33 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 945 time: 0.0496573 Dec 12 05:07:10.581650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a50a3c5b-f552-4a8e-9e08-2f3a0f99bdb1 req-787aa0c1-cd95-4d3a-bbd3-c3cc07557417 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Dec 12 05:07:10.764698 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d3244558-6cde-4dc5-90c5-e48a20246b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:12.138918 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:13.051588 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a87a5c43-7d19-4615-aa9e-5349f9daf1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:14.268935 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:14.398361 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:15.806534 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:16.796281 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:18.149022 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:07:32.143479 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4a6a-c8e7-414a-b7b8-51c009858c89 req-7bd6cc2a-ba64-4f04-8b47-bea73a5c752b tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:32.145080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2ad4a6a-c8e7-414a-b7b8-51c009858c89 req-7bd6cc2a-ba64-4f04-8b47-bea73a5c752b tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 945 time: 0.0545113 Dec 12 05:07:32.194616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a2ad4a6a-c8e7-414a-b7b8-51c009858c89 req-490ed87f-586f-484b-9d4f-93a03d196274 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 Dec 12 05:07:33.312504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7d73-e299-45dc-8eec-bb0bad52c41d req-b0969392-bd38-4d97-b734-57115cc5fb84 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:33.314045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-756f7d73-e299-45dc-8eec-bb0bad52c41d req-b0969392-bd38-4d97-b734-57115cc5fb84 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 945 time: 0.0497048 Dec 12 05:07:33.362032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-756f7d73-e299-45dc-8eec-bb0bad52c41d req-ed84a0c7-316c-4c6e-a850-f21ed116ce63 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Dec 12 05:07:33.782040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82507404-fe17-4d71-919c-50e2a290adb7 req-afb75dc7-3cbe-4ab0-9f90-2787b5c8d984 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:33.783503 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82507404-fe17-4d71-919c-50e2a290adb7 req-afb75dc7-3cbe-4ab0-9f90-2787b5c8d984 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.18 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 945 time: 0.0488732 Dec 12 05:07:33.870503 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-82507404-fe17-4d71-919c-50e2a290adb7 req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Deleting port 7f6baf79-7362-44f7-b819-9ffa22e59000 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:07:33.870845 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82507404-fe17-4d71-919c-50e2a290adb7 req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:33.958917 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-82507404-fe17-4d71-919c-50e2a290adb7 req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] For port 7f6baf79-7362-44f7-b819-9ffa22e59000, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7f6baf79-7362-44f7-b819-9ffa22e59000,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:07:33.959277 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82507404-fe17-4d71-919c-50e2a290adb7 req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:33.971323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-82507404-fe17-4d71-919c-50e2a290adb7 req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Calling delete_port for 7f6baf79-7362-44f7-b819-9ffa22e59000 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:07:34.099377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82507404-fe17-4d71-919c-50e2a290adb7 req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:34.127940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Pushing event deleted for resources: {'Port': ['ID=7f6baf79-7362-44f7-b819-9ffa22e59000,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:34.133066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['7f6baf79-7362-44f7-b819-9ffa22e59000'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:07:34.141953 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.142322 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.142676 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.143195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.143558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.143905 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.144254 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.144591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.144964 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.145800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.146139 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.146470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.146805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:34.182409 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-82507404-fe17-4d71-919c-50e2a290adb7 req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] No DVR routers for this DVR port 7f6baf79-7362-44f7-b819-9ffa22e59000 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:07:34.185332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-82507404-fe17-4d71-919c-50e2a290adb7 req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:34.188836 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82507404-fe17-4d71-919c-50e2a290adb7 req-852186ad-a01f-4272-a074-1685e945a811 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.18 "DELETE /v2.0/ports/7f6baf79-7362-44f7-b819-9ffa22e59000 HTTP/1.1" status: 204 len: 173 time: 0.3989756 Dec 12 05:07:34.189316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f172af0e-f8a4-4b35-ae59-ebc955bb7c8a', 'name': 'network-vif-deleted', 'tag': '7f6baf79-7362-44f7-b819-9ffa22e59000'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:07:34.191796 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f2b406-05f3-453a-a80c-c10e0f910641" -d '{"events": [{"server_uuid": "f172af0e-f8a4-4b35-ae59-ebc955bb7c8a", "name": "network-vif-deleted", "tag": "7f6baf79-7362-44f7-b819-9ffa22e59000"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:07:34.232895 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5166a5df-153e-49d4-b2ec-203167e7ab52 x-openstack-request-id: req-5166a5df-153e-49d4-b2ec-203167e7ab52 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:07:34.233576 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f172af0e-f8a4-4b35-ae59-ebc955bb7c8a", "name": "network-vif-deleted", "tag": "7f6baf79-7362-44f7-b819-9ffa22e59000", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:07:34.233703 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5166a5df-153e-49d4-b2ec-203167e7ab52 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:07:34.234057 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f172af0e-f8a4-4b35-ae59-ebc955bb7c8a', 'name': 'network-vif-deleted', 'tag': '7f6baf79-7362-44f7-b819-9ffa22e59000', 'status': 'completed', 'code': 200} Dec 12 05:07:34.468472 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-674f96a5-e246-463a-acd6-fb863f650dc3 req-64367f71-46ae-4061-b1d7-6c291b6554c9 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=f172af0e-f8a4-4b35-ae59-ebc955bb7c8a HTTP/1.1" status: 200 len: 210 time: 0.0264983 Dec 12 05:07:36.190141 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c02dbd-d052-47e2-a103-7771d1569702 req-d70bfa67-4da7-4cc4-8302-7a5fba2e8b71 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:36.191651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-d70bfa67-4da7-4cc4-8302-7a5fba2e8b71 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/networks?id=1d146997-cafc-4a6b-9472-a240863feac1 HTTP/1.1" status: 200 len: 816 time: 0.1049612 Dec 12 05:07:36.206945 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-5a581a75-5c1e-49cc-aa9f-ec8a4aeca84a tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/quotas/3a576c9cb3bb49159ea32e0cc65738b3 HTTP/1.1" status: 200 len: 375 time: 0.0089226 Dec 12 05:07:36.256909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-f09fe51e-443a-4173-9536-74ca636df7b0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a576c9cb3bb49159ea32e0cc65738b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440311 Dec 12 05:07:36.354100 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-81a0d53a-fd03-4885-a459-63fe10279f05 service neutron] 10.222.0.36 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859470 Dec 12 05:07:36.441614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-6d86cec9-c3ca-45e0-b9cf-1af6538919f9 service neutron] 10.222.0.36 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813520 Dec 12 05:07:36.603360 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e0b9fc32-6a17-4c62-9172-45004ab144f1 req-1257c00d-d698-4cd4-ac9d-90453316c8e9 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 210 time: 0.0293238 Dec 12 05:07:37.574628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c02dbd-d052-47e2-a103-7771d1569702 req-a44c0ebc-d0b6-4d27-b160-24cb56329b91 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:37.576053 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-a44c0ebc-d0b6-4d27-b160-24cb56329b91 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.18 "GET /v2.0/networks?id=1d146997-cafc-4a6b-9472-a240863feac1 HTTP/1.1" status: 200 len: 816 time: 0.1047454 Dec 12 05:07:37.594411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Request body: {'port': {'device_id': '2c514516-64cc-44c1-93fa-cab0450e4020', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'admin_state_up': True, 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:07:37.702760 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1ac7fb4-1114-4270-addd-b6e570674633 req-e1d3c472-f86c-48df-9f51-b13ecaf65a28 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 210 time: 0.0283194 Dec 12 05:07:37.711623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Made reservation on behalf of 3a576c9cb3bb49159ea32e0cc65738b3 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:07:37.715472 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:37.839579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Allocated IP 172.20.0.6 (1d146997-cafc-4a6b-9472-a240863feac1/0cabb995-622f-47fb-8c9f-4dac15f10498/7da2c280-b9df-4553-8cad-ab8f0e351f27) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:07:37.991099 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.025021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.071370 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Network 1d146997-cafc-4a6b-9472-a240863feac1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:07:38.074493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:07:38.078247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:07:38.103277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Pushing event updated for resources: {'Port': ['ID=7da2c280-b9df-4553-8cad-ab8f0e351f27,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:38.132943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:38.133585 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.150303 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-14cfdda3-cb8d-40dc-927a-99ae79133cf0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597868 Dec 12 05:07:38.165298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-f16da06c-e37d-46a8-848f-03639cd66554 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:07:38.166435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-f16da06c-e37d-46a8-848f-03639cd66554 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065846 Dec 12 05:07:38.185351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Request body: {'port': {'device_id': '2c514516-64cc-44c1-93fa-cab0450e4020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:07:38.241722 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.345601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9a6335c4-2209-4a01-abc8-f497b92a6d34 None None] Provisioning complete for port 7da2c280-b9df-4553-8cad-ab8f0e351f27 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:38.346158 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9a6335c4-2209-4a01-abc8-f497b92a6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.380390 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9a6335c4-2209-4a01-abc8-f497b92a6d34 None None] Port 7da2c280-b9df-4553-8cad-ab8f0e351f27 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:07:38.500238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da2c280-b9df-4553-8cad-ab8f0e351f27 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:07:38.507703 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.519433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Transition to ACTIVE for port object 7da2c280-b9df-4553-8cad-ab8f0e351f27 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:07:38.523589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.572447 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7da2c280-b9df-4553-8cad-ab8f0e351f27,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:38.645560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Attempting to bind port 7da2c280-b9df-4553-8cad-ab8f0e351f27 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:07:38.645904 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Attempting to bind port 7da2c280-b9df-4553-8cad-ab8f0e351f27 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:07:38.646241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Attempting to bind port 7da2c280-b9df-4553-8cad-ab8f0e351f27 on network 1d146997-cafc-4a6b-9472-a240863feac1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:07:38.647177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7f6baf79-7362-44f7-b819-9ffa22e59000 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:07:38.651165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Port 7da2c280-b9df-4553-8cad-ab8f0e351f27 on network 1d146997-cafc-4a6b-9472-a240863feac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:07:38.651501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Attempting to bind port 7da2c280-b9df-4553-8cad-ab8f0e351f27 on network 1d146997-cafc-4a6b-9472-a240863feac1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:07:38.657088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:07:38.657437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Checking segment: {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:07:38.657835 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Bound using segment: {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:07:38.658276 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Bound port: 7da2c280-b9df-4553-8cad-ab8f0e351f27, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec11cbd-9674-464a-9435-7979612de163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:07:38.658641 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.669947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 7f6baf79-7362-44f7-b819-9ffa22e59000 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:07:38.670653 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7f6baf79-7362-44f7-b819-9ffa22e59000 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:07:38.728876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] For port 7da2c280-b9df-4553-8cad-ab8f0e351f27, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:07:38.731999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] For port 7da2c280-b9df-4553-8cad-ab8f0e351f27, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7da2c280-b9df-4553-8cad-ab8f0e351f27,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:07:38.736941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.773996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:38.774632 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:38.776047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] 10.222.0.18 "PUT /v2.0/ports/7da2c280-b9df-4553-8cad-ab8f0e351f27 HTTP/1.1" status: 200 len: 1091 time: 0.5953794 Dec 12 05:07:38.777656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c514516-64cc-44c1-93fa-cab0450e4020', 'tag': '7da2c280-b9df-4553-8cad-ab8f0e351f27'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:07:38.779901 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aebf8a-5d13-4e75-bc44-e3082dd1770e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c514516-64cc-44c1-93fa-cab0450e4020", "tag": "7da2c280-b9df-4553-8cad-ab8f0e351f27"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:07:38.833978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa168a-adcf-4043-bf9d-00fd8f8fdfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7da2c280-b9df-4553-8cad-ab8f0e351f27,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:38.841555 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51c84e3-d720-4676-8087-129719c0197a x-openstack-request-id: req-d51c84e3-d720-4676-8087-129719c0197a {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:07:38.841858 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c514516-64cc-44c1-93fa-cab0450e4020", "tag": "7da2c280-b9df-4553-8cad-ab8f0e351f27", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:07:38.842119 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d51c84e3-d720-4676-8087-129719c0197a {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:07:38.842528 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c514516-64cc-44c1-93fa-cab0450e4020', 'tag': '7da2c280-b9df-4553-8cad-ab8f0e351f27', 'status': 'completed', 'code': 200} Dec 12 05:07:38.854177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e863-a8b0-4ac4-9413-3002b08b56ad req-bc92df3a-dffe-4c8a-857f-217a6a31a6fd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:38.855997 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5a6e863-a8b0-4ac4-9413-3002b08b56ad req-bc92df3a-dffe-4c8a-857f-217a6a31a6fd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 943 time: 0.0791025 Dec 12 05:07:39.260847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c02dbd-d052-47e2-a103-7771d1569702 req-97d57753-01da-4d41-b95f-65c2c1f7d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:39.262290 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-97d57753-01da-4d41-b95f-65c2c1f7d152 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a576c9cb3bb49159ea32e0cc65738b3&device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 1094 time: 0.4049780 Dec 12 05:07:39.266084 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f5a6e863-a8b0-4ac4-9413-3002b08b56ad req-dceb473b-3388-45b8-b517-b30be078d2f8 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991261 Dec 12 05:07:39.311064 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-5891cee9-e29b-4e38-8d87-32ed26de0c5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7da2c280-b9df-4553-8cad-ab8f0e351f27 HTTP/1.1" status: 200 len: 217 time: 0.0350816 Dec 12 05:07:39.358767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c02dbd-d052-47e2-a103-7771d1569702 req-d440165d-7a96-4199-a9cf-c306fbd99fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:39.360178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-d440165d-7a96-4199-a9cf-c306fbd99fb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cabb995-622f-47fb-8c9f-4dac15f10498 HTTP/1.1" status: 200 len: 855 time: 0.0421319 Dec 12 05:07:39.405579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c02dbd-d052-47e2-a103-7771d1569702 req-4f788da9-234b-4b07-bfc7-6ebd7dd3fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:39.407051 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-4f788da9-234b-4b07-bfc7-6ebd7dd3fe3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d146997-cafc-4a6b-9472-a240863feac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400276 Dec 12 05:07:39.499611 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-b9ea9b50-5103-496c-9ed9-51d39d936b33 service neutron] 10.222.0.18 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840955 Dec 12 05:07:39.590720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c02dbd-d052-47e2-a103-7771d1569702 req-2e8103fe-97e9-45ac-a35f-8db685b0b26d service neutron] 10.222.0.18 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840368 Dec 12 05:07:39.711564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-8a7ff7d9-e1f6-48c0-908d-378d4a4a3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:39.713112 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-8a7ff7d9-e1f6-48c0-908d-378d4a4a3f5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a576c9cb3bb49159ea32e0cc65738b3&device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 1094 time: 0.0404439 Dec 12 05:07:39.803485 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-1f92d374-81fb-43df-81cd-48ce7ad208ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:39.804980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-1f92d374-81fb-43df-81cd-48ce7ad208ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d146997-cafc-4a6b-9472-a240863feac1 HTTP/1.1" status: 200 len: 916 time: 0.0847020 Dec 12 05:07:39.850060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-c1a51b7e-da61-4ac3-b36a-c4d74e6cefab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7da2c280-b9df-4553-8cad-ab8f0e351f27 HTTP/1.1" status: 200 len: 217 time: 0.0375183 Dec 12 05:07:39.899484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-b2b6cc25-fcaf-435c-8ae6-e98f38c1b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:39.900914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-b2b6cc25-fcaf-435c-8ae6-e98f38c1b41d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0cabb995-622f-47fb-8c9f-4dac15f10498 HTTP/1.1" status: 200 len: 855 time: 0.0425370 Dec 12 05:07:39.946527 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-bc6e39dc-f738-4512-925f-2a0c62f25ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:39.947965 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-bc6e39dc-f738-4512-925f-2a0c62f25ba0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d146997-cafc-4a6b-9472-a240863feac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394318 Dec 12 05:07:40.041620 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-a248bc43-b587-4277-a961-723aab1e8abe service neutron] 10.222.0.18 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854046 Dec 12 05:07:40.136841 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-61aebf8a-5d13-4e75-bc44-e3082dd1770e req-fbbd5750-9504-4d17-b04a-ce5dc93e1f5f service neutron] 10.222.0.18 "GET /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882721 Dec 12 05:07:40.384848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b3314-186c-438d-9c80-cf42012fa347 req-144a172f-216c-498c-abf4-629e9b56bb7b tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:40.386353 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b18b3314-186c-438d-9c80-cf42012fa347 req-144a172f-216c-498c-abf4-629e9b56bb7b tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 943 time: 0.0485842 Dec 12 05:07:40.437617 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b18b3314-186c-438d-9c80-cf42012fa347 req-83614304-cbe0-4da8-b63f-a2ed1ccbfeba tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452898 Dec 12 05:07:40.757519 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8409d130-eb82-4077-87af-685049cc19a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:41.557783 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef8294-2ff8-4a87-b91a-e724177a5e25 req-1e011754-55d8-44a9-a756-938061067f5e tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:41.559194 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82ef8294-2ff8-4a87-b91a-e724177a5e25 req-1e011754-55d8-44a9-a756-938061067f5e tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 943 time: 0.0546081 Dec 12 05:07:41.605815 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-82ef8294-2ff8-4a87-b91a-e724177a5e25 req-f6a71b05-c5ea-4f27-8c69-d48797a790a9 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Dec 12 05:07:42.138146 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:42.675888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7da2c280-b9df-4553-8cad-ab8f0e351f27 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:07:42.721660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b4c7-9f09-4ee5-b4df-92f22bf99dae req-183c4b7f-8f25-46f2-ae3d-9fed82d33cc0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:42.723650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6294b4c7-9f09-4ee5-b4df-92f22bf99dae req-183c4b7f-8f25-46f2-ae3d-9fed82d33cc0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 943 time: 0.0482743 Dec 12 05:07:42.770044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7da2c280-b9df-4553-8cad-ab8f0e351f27, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7da2c280-b9df-4553-8cad-ab8f0e351f27,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:07:42.777449 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6294b4c7-9f09-4ee5-b4df-92f22bf99dae req-ab77c4b7-6dee-420a-a047-9636fbd1af12 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476656 Dec 12 05:07:42.781567 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '7da2c280-b9df-4553-8cad-ab8f0e351f27', 'network_id': '1d146997-cafc-4a6b-9472-a240863feac1', 'port_id': '7da2c280-b9df-4553-8cad-ab8f0e351f27', 'mac_address': 'fa:16:3e:43:cd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cabb995-622f-47fb-8c9f-4dac15f10498', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:07:42.823166 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:42.835644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da2c280-b9df-4553-8cad-ab8f0e351f27 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:07:42.854534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7da2c280-b9df-4553-8cad-ab8f0e351f27, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7da2c280-b9df-4553-8cad-ab8f0e351f27,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:07:42.858793 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:42.905075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7da2c280-b9df-4553-8cad-ab8f0e351f27,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:42.912603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.912987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.913336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.913678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.914015 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.914346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.914675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.915007 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.915332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.915661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.915986 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.916304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:42.916626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:07:43.055676 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-839a5998-bc65-47da-bfc9-1394f1b16131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:43.126445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['7da2c280-b9df-4553-8cad-ab8f0e351f27'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:07:43.891786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946c6b0-1215-4322-9ee4-273204d778d5 req-002a21da-9b9e-4e3b-911b-7705d5aa254c tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:43.893296 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7946c6b0-1215-4322-9ee4-273204d778d5 req-002a21da-9b9e-4e3b-911b-7705d5aa254c tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 944 time: 0.0485463 Dec 12 05:07:43.938720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7946c6b0-1215-4322-9ee4-273204d778d5 req-a40e145b-d6ce-464d-91f0-044eb46c97d1 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Dec 12 05:07:44.271499 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:44.404167 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:44.677297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7da2c280-b9df-4553-8cad-ab8f0e351f27 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:07:44.725076 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 7da2c280-b9df-4553-8cad-ab8f0e351f27 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:07:44.729036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 7da2c280-b9df-4553-8cad-ab8f0e351f27 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:07:44.729416 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:44.807127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:44.828685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c514516-64cc-44c1-93fa-cab0450e4020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da2c280-b9df-4553-8cad-ab8f0e351f27'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:07:44.830969 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee216e19-e6f0-4c48-9660-270acbb5a90f" -d '{"events": [{"server_uuid": "2c514516-64cc-44c1-93fa-cab0450e4020", "name": "network-vif-plugged", "status": "completed", "tag": "7da2c280-b9df-4553-8cad-ab8f0e351f27"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:07:44.844290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 7da2c280-b9df-4553-8cad-ab8f0e351f27, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7da2c280-b9df-4553-8cad-ab8f0e351f27,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:07:44.850082 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:44.876587 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b20b25-c70e-4bc7-b1f4-21ed0ec6c8c7 x-openstack-request-id: req-c0b20b25-c70e-4bc7-b1f4-21ed0ec6c8c7 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:07:44.876910 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c514516-64cc-44c1-93fa-cab0450e4020", "name": "network-vif-plugged", "status": "completed", "tag": "7da2c280-b9df-4553-8cad-ab8f0e351f27", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:07:44.877178 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0b20b25-c70e-4bc7-b1f4-21ed0ec6c8c7 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:07:44.877575 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c514516-64cc-44c1-93fa-cab0450e4020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da2c280-b9df-4553-8cad-ab8f0e351f27', 'code': 200} Dec 12 05:07:44.902471 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=7da2c280-b9df-4553-8cad-ab8f0e351f27,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:07:45.000145 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fb09e-4b17-4233-bfb5-51ffe388726f req-4098d4b2-2349-4fb1-ac5c-11732d451d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:45.001775 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be3fb09e-4b17-4233-bfb5-51ffe388726f req-4098d4b2-2349-4fb1-ac5c-11732d451d00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 1096 time: 0.0409372 Dec 12 05:07:45.085126 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51533a-cc79-492a-8194-7b2bee7fb68c req-25a8be70-6b8c-46a6-ac28-7d3c4cc021e5 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:45.086606 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b51533a-cc79-492a-8194-7b2bee7fb68c req-25a8be70-6b8c-46a6-ac28-7d3c4cc021e5 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 945 time: 0.0771611 Dec 12 05:07:45.088593 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-be3fb09e-4b17-4233-bfb5-51ffe388726f req-b4172c32-f3c2-45c7-976b-11af78abdfb8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802529 Dec 12 05:07:45.134431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3b51533a-cc79-492a-8194-7b2bee7fb68c req-58b9df00-17a7-411b-a387-976502103343 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Dec 12 05:07:45.809572 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:46.251749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ee38e-9ed5-48a2-a7c5-d99235b8fd97 req-9bfefdd7-4007-4fbc-b730-f65488bdd033 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:46.253255 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10ee38e-9ed5-48a2-a7c5-d99235b8fd97 req-9bfefdd7-4007-4fbc-b730-f65488bdd033 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 945 time: 0.0482399 Dec 12 05:07:46.299492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e10ee38e-9ed5-48a2-a7c5-d99235b8fd97 req-e570ba43-ab12-4647-b7e1-14f17c2d7dd3 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Dec 12 05:07:46.412180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd595dd-a3d6-4f7a-9d0f-28cbf23f2eb1 req-953134a9-1da6-4004-8bd7-ee5e093a9872 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:07:46.413792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bd595dd-a3d6-4f7a-9d0f-28cbf23f2eb1 req-953134a9-1da6-4004-8bd7-ee5e093a9872 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Dec 12 05:07:46.459630 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bd595dd-a3d6-4f7a-9d0f-28cbf23f2eb1 req-1c3b8bd0-6cff-45be-a7be-b2af37265ef0 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 Dec 12 05:07:46.799991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:07:55.148438 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:08:07.821908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82da8c3-7920-4aef-9765-6d4228c7bbbb req-9adce304-70b5-4555-8b6b-b93b8aa39762 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:07.823340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d82da8c3-7920-4aef-9765-6d4228c7bbbb req-9adce304-70b5-4555-8b6b-b93b8aa39762 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 945 time: 0.0534587 Dec 12 05:08:07.871414 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d82da8c3-7920-4aef-9765-6d4228c7bbbb req-2a966542-a619-4694-8f9e-3995d60afa5c tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Dec 12 05:08:08.991101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b3874-d60e-4365-93c2-86afce870001 req-2642e9e5-5e6a-4641-91a2-27c78bb941dc tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:08.992520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb7b3874-d60e-4365-93c2-86afce870001 req-2642e9e5-5e6a-4641-91a2-27c78bb941dc tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 945 time: 0.0527828 Dec 12 05:08:09.039209 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bb7b3874-d60e-4365-93c2-86afce870001 req-9543f9b6-5c5b-4a66-b5de-1a5d207001b9 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0e65657-bc27-44ae-ae35-a9fe69f03460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Dec 12 05:08:09.484612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-f00eb283-ffe9-4849-b5a1-546594e95740 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:09.486108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-f00eb283-ffe9-4849-b5a1-546594e95740 tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Dec 12 05:08:09.577288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Deleting port 7da2c280-b9df-4553-8cad-ab8f0e351f27 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:08:09.577682 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:09.665896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] For port 7da2c280-b9df-4553-8cad-ab8f0e351f27, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=7da2c280-b9df-4553-8cad-ab8f0e351f27,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:09.666260 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:09.678887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Calling delete_port for 7da2c280-b9df-4553-8cad-ab8f0e351f27 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:08:09.805466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:09.833148 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Pushing event deleted for resources: {'Port': ['ID=7da2c280-b9df-4553-8cad-ab8f0e351f27,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:09.838134 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['7da2c280-b9df-4553-8cad-ab8f0e351f27'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:08:09.880038 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] No DVR routers for this DVR port 7da2c280-b9df-4553-8cad-ab8f0e351f27 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:08:09.883166 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:09.886633 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7abd71b4-2c77-4e07-a4a2-22ec420b4807 req-3f77f3fc-58f5-4df7-a247-ed4209903efd tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.18 "DELETE /v2.0/ports/7da2c280-b9df-4553-8cad-ab8f0e351f27 HTTP/1.1" status: 204 len: 173 time: 0.3946807 Dec 12 05:08:09.887178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c514516-64cc-44c1-93fa-cab0450e4020', 'name': 'network-vif-deleted', 'tag': '7da2c280-b9df-4553-8cad-ab8f0e351f27'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:08:09.889562 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e1e9be-2c8c-4b06-ab16-138da9792dbe" -d '{"events": [{"server_uuid": "2c514516-64cc-44c1-93fa-cab0450e4020", "name": "network-vif-deleted", "tag": "7da2c280-b9df-4553-8cad-ab8f0e351f27"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:08:09.929594 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed52da1-b09f-46b1-9b8f-35bc24849cb3 x-openstack-request-id: req-2ed52da1-b09f-46b1-9b8f-35bc24849cb3 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:08:09.929910 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c514516-64cc-44c1-93fa-cab0450e4020", "name": "network-vif-deleted", "tag": "7da2c280-b9df-4553-8cad-ab8f0e351f27", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:08:09.930171 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ed52da1-b09f-46b1-9b8f-35bc24849cb3 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:08:09.930632 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c514516-64cc-44c1-93fa-cab0450e4020', 'name': 'network-vif-deleted', 'tag': '7da2c280-b9df-4553-8cad-ab8f0e351f27', 'status': 'completed', 'code': 200} Dec 12 05:08:10.142442 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1177fae-9aef-4578-b9b0-89a92554fad2 req-e6eb968e-b02c-4b44-affb-ee35ccb8d79a tempest-TestEncryptedCinderVolumes-117443650 tempest-TestEncryptedCinderVolumes-117443650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c514516-64cc-44c1-93fa-cab0450e4020 HTTP/1.1" status: 200 len: 210 time: 0.0260324 Dec 12 05:08:10.760295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1d30598c-bd00-49cc-8aca-0a738b8f3157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:11.232829 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42190) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:11.570847 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:11.812142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Deleting port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:08:11.812482 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:11.892559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] For port 7bc053be-9a10-40a8-a73d-6ad6961dbcf4, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=7bc053be-9a10-40a8-a73d-6ad6961dbcf4,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:11.892879 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:11.905594 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Calling delete_port for 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:08:12.081025 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:12.107752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc053be-9a10-40a8-a73d-6ad6961dbcf4,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:12.139089 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:12.275858 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:12.491678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Router a29b8f34-e9be-407c-bf8c-3bea169fc454 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:08:12.596582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:08:12.602774 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8ca36e91-0ad3-4a1c-8936-b2237311b4d9 admin admin] 10.222.0.36 "PUT /v2.0/routers/a29b8f34-e9be-407c-bf8c-3bea169fc454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3688741 Dec 12 05:08:12.605430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42192) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:12.606538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] Sync routers for ids ['a29b8f34-e9be-407c-bf8c-3bea169fc454'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:08:12.617075 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] Routers {'a29b8f34-e9be-407c-bf8c-3bea169fc454'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:12.617733 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:07:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a29b8f34-e9be-407c-bf8c-3bea169fc454'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:12.709180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:12.722299 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] Set router a29b8f34-e9be-407c-bf8c-3bea169fc454 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:12.816077 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:12.872420 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Deleting port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:08:12.872579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:12.956768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] For port 17c80ec1-bf6f-4c9b-82a0-7f84236b161f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=17c80ec1-bf6f-4c9b-82a0-7f84236b161f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:12.957331 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:12.974469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Calling delete_port for 17c80ec1-bf6f-4c9b-82a0-7f84236b161f owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:08:12.982639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7da2c280-b9df-4553-8cad-ab8f0e351f27 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:08:13.009103 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 7da2c280-b9df-4553-8cad-ab8f0e351f27 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:08:13.009453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 7da2c280-b9df-4553-8cad-ab8f0e351f27 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:08:13.081837 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-04caa8f7-c2b9-422a-968f-902f57e10dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.109949 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:51Z', 'updated_at': '2021-12-12T05:08:12Z', 'revision_number': 5, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'gw_port': {'id': '17c80ec1-bf6f-4c9b-82a0-7f84236b161f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:52Z', 'updated_at': '2021-12-12T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:13.137873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] Checking router: a29b8f34-e9be-407c-bf8c-3bea169fc454 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:08:13.143083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.147410 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] Routers {'a29b8f34-e9be-407c-bf8c-3bea169fc454'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:13.148036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a29b8f34-e9be-407c-bf8c-3bea169fc454'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:13.173372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Pushing event deleted for resources: {'Port': ['ID=17c80ec1-bf6f-4c9b-82a0-7f84236b161f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:13.212394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664eac3a-4b42-45ae-901a-0ee0ae294d72 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:13.226557 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] Set router a29b8f34-e9be-407c-bf8c-3bea169fc454 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:13.235993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.283113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:51Z', 'updated_at': '2021-12-12T05:08:13Z', 'revision_number': 7, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:13.313427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6e1b8-cbe1-4ffb-8a31-dac0002aa776 None None] The sync data for ids ['a29b8f34-e9be-407c-bf8c-3bea169fc454'] in n-d-710847-7 is: [{'id': 'a29b8f34-e9be-407c-bf8c-3bea169fc454', 'name': 'tempest-TestEncryptedCinderVolumes-501562913-router', 'tenant_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:51Z', 'updated_at': '2021-12-12T05:08:13Z', 'revision_number': 7, 'project_id': '3a576c9cb3bb49159ea32e0cc65738b3', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:08:13.328192 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.330462 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.378262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.378888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router a29b8f34-e9be-407c-bf8c-3bea169fc454 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:08:13.384519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.385711 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a52f9ea0-ae71-4677-a4d7-b3480a4f3dad admin admin] 10.222.0.36 "DELETE /v2.0/routers/a29b8f34-e9be-407c-bf8c-3bea169fc454 HTTP/1.1" status: 204 len: 168 time: 0.7792380 Dec 12 05:08:13.388224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42194) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:13.433523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d7383d-0b2b-46f0-bf61-ed9395a52558 admin admin] Deleting subnet 0cabb995-622f-47fb-8c9f-4dac15f10498 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:08:13.436597 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8d7383d-0b2b-46f0-bf61-ed9395a52558 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.470984 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8d7383d-0b2b-46f0-bf61-ed9395a52558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.550137 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8d7383d-0b2b-46f0-bf61-ed9395a52558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.601227 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8d7383d-0b2b-46f0-bf61-ed9395a52558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.625983 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7383d-0b2b-46f0-bf61-ed9395a52558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cabb995-622f-47fb-8c9f-4dac15f10498,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:13.629572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8d7383d-0b2b-46f0-bf61-ed9395a52558 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.633367 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e8d7383d-0b2b-46f0-bf61-ed9395a52558 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0cabb995-622f-47fb-8c9f-4dac15f10498 HTTP/1.1" status: 204 len: 168 time: 0.2442255 Dec 12 05:08:13.635736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4690d1-1b4d-4e0d-8cc8-feec08e28374 None None] Network 1d146997-cafc-4a6b-9472-a240863feac1 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:08:13.635988 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42196) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:13.711146 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.777183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Deleting port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:08:13.777534 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.839672 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] For port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8,segment=NetworkSegment(eec11cbd-9674-464a-9435-7979612de163),segment_id=eec11cbd-9674-464a-9435-7979612de163)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:13.840042 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.853300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Calling delete_port for 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:08:13.934789 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:13.960203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:13.963675 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] No DVR routers for this DVR port 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:08:14.032375 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.052364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d146997-cafc-4a6b-9472-a240863feac1']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:14.062099 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec11cbd-9674-464a-9435-7979612de163') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:14.062408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec11cbd-9674-464a-9435-7979612de163') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:14.077260 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.090285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415c675-8486-4ea4-9de0-2f9970672a61 None None] DHCP port deletion for 1d146997-cafc-4a6b-9472-a240863feac1 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:14.091937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.102574 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:08:14.102968 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: timer() Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:08:14.105037 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:08:14.158889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.165051 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.168300 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] 10.222.0.36 "DELETE /v2.0/networks/1d146997-cafc-4a6b-9472-a240863feac1 HTTP/1.1" status: 204 len: 168 time: 0.5313518 Dec 12 05:08:14.171504 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42200) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:14.180124 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7774b83-ee05-4da8-9fdc-cffe413547aa admin admin] Pushing event deleted for resources: {'Network': ['ID=1d146997-cafc-4a6b-9472-a240863feac1,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:14.280832 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.399148 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.524836 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.765013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Deleting port d0aa43bc-ed22-465c-9419-592cb111dd4e {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:08:14.765244 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.846302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] For port d0aa43bc-ed22-465c-9419-592cb111dd4e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=d0aa43bc-ed22-465c-9419-592cb111dd4e,segment=NetworkSegment(963bf89e-87a0-4e96-bfc1-96a1940db3d3),segment_id=963bf89e-87a0-4e96-bfc1-96a1940db3d3)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:14.846665 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:14.859572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Calling delete_port for d0aa43bc-ed22-465c-9419-592cb111dd4e owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:08:14.921435 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 17c80ec1-bf6f-4c9b-82a0-7f84236b161f no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:08:14.940671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 17c80ec1-bf6f-4c9b-82a0-7f84236b161f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:08:14.941056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 17c80ec1-bf6f-4c9b-82a0-7f84236b161f not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:08:14.941480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:08:14.961361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:08:14.961712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 7bc053be-9a10-40a8-a73d-6ad6961dbcf4 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:08:14.962132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:08:14.981111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:08:14.981469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3367ccbb-cdaa-4e9d-887a-7cbc9330e2c8 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:08:15.040324 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:15.065088 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0aa43bc-ed22-465c-9419-592cb111dd4e,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:15.077227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.077592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.077948 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.078285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.078633 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.078974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.079398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.079751 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.080100 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.080407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.080739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.081096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.081426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:15.237617 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:15.789966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Router a63bc4b8-f6cf-43f4-bba6-500aade192e8 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:08:15.814921 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:15.894421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:08:15.899563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3ad2d3a5-aa33-42cd-87e8-9880dc01eec3 admin admin] 10.222.0.36 "PUT /v2.0/routers/a63bc4b8-f6cf-43f4-bba6-500aade192e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268345 Dec 12 05:08:15.902193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42202) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:15.903985 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] Sync routers for ids ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:08:15.914733 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] Routers {'a63bc4b8-f6cf-43f4-bba6-500aade192e8'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:15.915343 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:16.007308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.106571 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] Set router a63bc4b8-f6cf-43f4-bba6-500aade192e8 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:16.111483 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.163144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Deleting port 66967948-a740-4d7b-8ca0-4c7c441e8132 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:08:16.163516 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.245327 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] For port 66967948-a740-4d7b-8ca0-4c7c441e8132, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=66967948-a740-4d7b-8ca0-4c7c441e8132,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:16.246057 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.257613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Calling delete_port for 66967948-a740-4d7b-8ca0-4c7c441e8132 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:08:16.283199 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:08:14Z', 'revision_number': 5, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'gw_port': {'id': '66967948-a740-4d7b-8ca0-4c7c441e8132', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:16.309863 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] Checking router: a63bc4b8-f6cf-43f4-bba6-500aade192e8 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:08:16.318109 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] Routers {'a63bc4b8-f6cf-43f4-bba6-500aade192e8'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:16.318723 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:16.403056 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] Set router a63bc4b8-f6cf-43f4-bba6-500aade192e8 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:16.425938 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.451899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Pushing event deleted for resources: {'Port': ['ID=66967948-a740-4d7b-8ca0-4c7c441e8132,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:16.455298 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:08:16Z', 'revision_number': 6, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:16.469026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa97962-6b7c-4b4b-a10d-6414fda6b500 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:16.488049 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115536-9428-47a0-b3fc-963a80a25efc None None] The sync data for ids ['a63bc4b8-f6cf-43f4-bba6-500aade192e8'] in n-d-710847-7 is: [{'id': 'a63bc4b8-f6cf-43f4-bba6-500aade192e8', 'name': 'tempest-TestEncryptedCinderVolumes-785597688-router', 'tenant_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:06:56Z', 'updated_at': '2021-12-12T05:08:16Z', 'revision_number': 6, 'project_id': '0c6d0d4b57c944bfb1c8287cc6ced47c', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:08:16.523707 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.611604 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.613749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.661937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.662384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63bc4b8-f6cf-43f4-bba6-500aade192e8 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:08:16.667837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.669001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b033294e-a38b-40fa-89cc-a949f4ddd567 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a63bc4b8-f6cf-43f4-bba6-500aade192e8 HTTP/1.1" status: 204 len: 168 time: 0.7658648 Dec 12 05:08:16.671670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42204) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:16.716683 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af5cf78-a48b-4221-96d2-f3446aa3c3e0 admin admin] Deleting subnet 402a56ff-bf7c-499a-bc57-2ca6784ea560 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:08:16.719735 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6af5cf78-a48b-4221-96d2-f3446aa3c3e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.754258 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6af5cf78-a48b-4221-96d2-f3446aa3c3e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.804688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.843180 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6af5cf78-a48b-4221-96d2-f3446aa3c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.902929 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6af5cf78-a48b-4221-96d2-f3446aa3c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.933873 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6af5cf78-a48b-4221-96d2-f3446aa3c3e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:16.937274 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6af5cf78-a48b-4221-96d2-f3446aa3c3e0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/402a56ff-bf7c-499a-bc57-2ca6784ea560 HTTP/1.1" status: 204 len: 168 time: 0.2646620 Dec 12 05:08:16.938162 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5cf78-a48b-4221-96d2-f3446aa3c3e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402a56ff-bf7c-499a-bc57-2ca6784ea560,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:16.938764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82caf5a-ced1-4be5-bfc4-65b3f6fcf287 None None] Network 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:08:16.939868 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42206) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:17.013900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.067040 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Deleting port 3992fd0b-cee3-4f14-92c7-e797858e3f52 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:08:17.067900 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.130432 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] For port 3992fd0b-cee3-4f14-92c7-e797858e3f52, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3992fd0b-cee3-4f14-92c7-e797858e3f52,segment=NetworkSegment(963bf89e-87a0-4e96-bfc1-96a1940db3d3),segment_id=963bf89e-87a0-4e96-bfc1-96a1940db3d3)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:17.130805 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.142764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Calling delete_port for 3992fd0b-cee3-4f14-92c7-e797858e3f52 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:08:17.258393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf4f15-7f51-4ad3-b55f-1a225f1ff331 None None] DHCP port deletion for 9c57d367-dbb5-4c59-b2d2-b37c6da13c1e request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:17.302996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d0aa43bc-ed22-465c-9419-592cb111dd4e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:08:17.328712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: d0aa43bc-ed22-465c-9419-592cb111dd4e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:08:17.329097 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device d0aa43bc-ed22-465c-9419-592cb111dd4e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:08:17.347552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-06cf4f15-7f51-4ad3-b55f-1a225f1ff331 None None] Deleting port 3992fd0b-cee3-4f14-92c7-e797858e3f52 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:08:17.347945 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-06cf4f15-7f51-4ad3-b55f-1a225f1ff331 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.420005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-06cf4f15-7f51-4ad3-b55f-1a225f1ff331 None None] For port 3992fd0b-cee3-4f14-92c7-e797858e3f52, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3992fd0b-cee3-4f14-92c7-e797858e3f52,segment=NetworkSegment(963bf89e-87a0-4e96-bfc1-96a1940db3d3),segment_id=963bf89e-87a0-4e96-bfc1-96a1940db3d3)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:17.420407 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-06cf4f15-7f51-4ad3-b55f-1a225f1ff331 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.433929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-06cf4f15-7f51-4ad3-b55f-1a225f1ff331 None None] Calling delete_port for 3992fd0b-cee3-4f14-92c7-e797858e3f52 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:08:17.515029 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-06cf4f15-7f51-4ad3-b55f-1a225f1ff331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.542314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf4f15-7f51-4ad3-b55f-1a225f1ff331 None None] Pushing event deleted for resources: {'Port': ['ID=3992fd0b-cee3-4f14-92c7-e797858e3f52,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:17.546026 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf4f15-7f51-4ad3-b55f-1a225f1ff331 None None] No DVR routers for this DVR port 3992fd0b-cee3-4f14-92c7-e797858e3f52 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:08:17.570774 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.596834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3992fd0b-cee3-4f14-92c7-e797858e3f52,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:17.600956 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] No DVR routers for this DVR port 3992fd0b-cee3-4f14-92c7-e797858e3f52 on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:08:17.673120 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.692552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c57d367-dbb5-4c59-b2d2-b37c6da13c1e']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:17.701526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963bf89e-87a0-4e96-bfc1-96a1940db3d3') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:17.701825 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963bf89e-87a0-4e96-bfc1-96a1940db3d3') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:17.712407 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.725902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.731838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:08:17.732179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: self.session.flush() Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: timer() Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:08:17.733840 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:08:17.787289 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.793278 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:17.796496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9c57d367-dbb5-4c59-b2d2-b37c6da13c1e HTTP/1.1" status: 204 len: 168 time: 0.8550653 Dec 12 05:08:17.808135 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8941a-b9c3-4f63-8da7-c18a12ae3c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c57d367-dbb5-4c59-b2d2-b37c6da13c1e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:17.967760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42210) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:18.007632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ca3f7b3d-9b8f-447c-ad63-1a70dd5c73ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a576c9cb3bb49159ea32e0cc65738b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385747 Dec 12 05:08:18.009904 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42212) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:18.056193 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-673e24c2-3967-4103-aa57-dc3d80238dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:18.077337 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-673e24c2-3967-4103-aa57-dc3d80238dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:18.122993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-673e24c2-3967-4103-aa57-dc3d80238dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:18.125752 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-673e24c2-3967-4103-aa57-dc3d80238dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:18.127087 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-673e24c2-3967-4103-aa57-dc3d80238dac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0e65657-bc27-44ae-ae35-a9fe69f03460 HTTP/1.1" status: 204 len: 168 time: 0.1162477 Dec 12 05:08:18.135316 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e24c2-3967-4103-aa57-dc3d80238dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e65657-bc27-44ae-ae35-a9fe69f03460,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:18.447033 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42218) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:18.489957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bcd70082-23a3-4e5f-b848-183653b83c4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c6d0d4b57c944bfb1c8287cc6ced47c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417674 Dec 12 05:08:18.492398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42220) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:18.537833 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9ed-f865-41e4-a355-72a3089b6f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:18.558529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9ed-f865-41e4-a355-72a3089b6f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:18.602711 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9ed-f865-41e4-a355-72a3089b6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:18.605398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9ed-f865-41e4-a355-72a3089b6f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:18.606571 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a8a2a9ed-f865-41e4-a355-72a3089b6f9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8676b5cb-e635-49e5-84bd-e83a8143177b HTTP/1.1" status: 204 len: 168 time: 0.1132169 Dec 12 05:08:18.616602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2a9ed-f865-41e4-a355-72a3089b6f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8676b5cb-e635-49e5-84bd-e83a8143177b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:18.923841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 66967948-a740-4d7b-8ca0-4c7c441e8132 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:08:18.944478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 66967948-a740-4d7b-8ca0-4c7c441e8132 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:08:18.945135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 66967948-a740-4d7b-8ca0-4c7c441e8132 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:08:18.945569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3992fd0b-cee3-4f14-92c7-e797858e3f52 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:08:18.968668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3992fd0b-cee3-4f14-92c7-e797858e3f52 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:08:18.968668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3992fd0b-cee3-4f14-92c7-e797858e3f52 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:08:19.259888 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42242) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:19.378737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-361175866-network', 'tenant_id': '96cd875ed0b94bfe869888c143028168'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:08:19.401917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Made reservation on behalf of 96cd875ed0b94bfe869888c143028168 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:08:19.404211 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.412619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.485164 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.488623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.510017 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:08:19.523790 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f6ba2d-2f2c-4a00-a012-746050f3cd8f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:19.534120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.534471 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Added segment 82f4ddc1-9eb7-4c35-9fdd-576b12e4a425 of type vlan for network fc48f638-6d99-48fc-acf3-331bdfccf2eb Dec 12 05:08:19.576900 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.601208 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.602158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:19.602744 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.654946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3939483 Dec 12 05:08:19.658055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42246) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:19.663052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Request body: {'subnet': {'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-361175866-subnet', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:08:19.665722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae34a85-4513-416f-851e-4e9fd8be6d71 admin admin] Pushing event updated for resources: {'Network': ['ID=fc48f638-6d99-48fc-acf3-331bdfccf2eb,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:19.674952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network fc48f638-6d99-48fc-acf3-331bdfccf2eb details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:08:19.685960 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Made reservation on behalf of 96cd875ed0b94bfe869888c143028168 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:08:19.688379 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.853873 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.915562 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8103555-69b8-44a3-824d-d2c055d3587c,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:19.922627 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Checking segment: {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:08:19.922998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Network hostable DHCP agents. Network: fc48f638-6d99-48fc-acf3-331bdfccf2eb, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:08:19.939884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Network fc48f638-6d99-48fc-acf3-331bdfccf2eb is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:08:19.948249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, fc48f638-6d99-48fc-acf3-331bdfccf2eb) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:19.952287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:19.952915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:19.957072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73721fc9-4afa-4ff0-a838-49b9a876b5d5 None None] Network fc48f638-6d99-48fc-acf3-331bdfccf2eb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:08:19.971738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1c5e536d-e5fe-4a56-bc92-67628d826972 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3120346 Dec 12 05:08:19.974985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42248) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:19.979712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:08:20.001065 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.002104 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.059884 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.068304 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'project_id': '96cd875ed0b94bfe869888c143028168', 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:08:20.069227 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.199199 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.224214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Allocated IP 172.20.0.2 (fc48f638-6d99-48fc-acf3-331bdfccf2eb/b8103555-69b8-44a3-824d-d2c055d3587c/8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:08:20.370011 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.376168 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.405854 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.416772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Network fc48f638-6d99-48fc-acf3-331bdfccf2eb is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:08:20.419682 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:20.423227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:08:20.424960 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.429992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Pushing event updated for resources: {'Port': ['ID=8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:20.481538 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Attempting to bind port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:08:20.481830 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Attempting to bind port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:08:20.482276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Attempting to bind port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 on network fc48f638-6d99-48fc-acf3-331bdfccf2eb {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:08:20.487301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:08:20.487848 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Checking segment: {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:08:20.488260 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.488652 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Bound using segment: {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:08:20.489983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Bound port: 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:08:20.490377 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.530178 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Allocated IP 172.25.7.55 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/4fad1c78-104f-4b65-8e5c-07da12e979bf) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:08:20.558117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] For port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:08:20.561704 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] For port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:08:20.565871 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.633821 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.635168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaf28b-e770-4379-bf25-4dbf3ac1ad42 None None] Pushing event updated for resources: {'Port': ['ID=8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:20.674934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.720139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:08:20.723286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:20.727300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:08:20.732993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Pushing event updated for resources: {'Port': ['ID=4fad1c78-104f-4b65-8e5c-07da12e979bf,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:20.737758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103566b-e599-40ce-93eb-b7f105355795 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:20.819105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c0628efd-fb17-45df-9c77-26d54de87950 None None] Provisioning complete for port 4fad1c78-104f-4b65-8e5c-07da12e979bf triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:20.819482 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c0628efd-fb17-45df-9c77-26d54de87950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:20.857175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c0628efd-fb17-45df-9c77-26d54de87950 None None] Port 4fad1c78-104f-4b65-8e5c-07da12e979bf cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:08:20.957534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:08:21.009549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:21.009816 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:21.022200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:21.086457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:21.118630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:21.123390 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:21.177210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:21.217830 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:21.349774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Router c354cac4-3795-4575-ba7d-f4773128867f is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:08:21.462069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:08:21.470875 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Sync routers for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:08:21.483293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:21.483940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:21.487708 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:21.492425 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4028dbcb-3298-4d15-812f-2118f5306584 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5137868 Dec 12 05:08:21.492709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42250) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:21.595349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:21.649518 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f67465-b41c-4836-9d83-6651c7b0e54a None None] Network fc48f638-6d99-48fc-acf3-331bdfccf2eb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:08:21.788906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fab7a213-e15e-4d5f-ae52-c1bd0d03abed None None] Provisioning complete for port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:21.789215 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fab7a213-e15e-4d5f-ae52-c1bd0d03abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:21.921020 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:21.948463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:20Z', 'revision_number': 3, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:21.978085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Checking router: c354cac4-3795-4575-ba7d-f4773128867f for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:08:21.978782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Updating router c354cac4-3795-4575-ba7d-f4773128867f port 4fad1c78-104f-4b65-8e5c-07da12e979bf binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:08:22.007988 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.090124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Allocated IP 172.20.0.1 (fc48f638-6d99-48fc-acf3-331bdfccf2eb/b8103555-69b8-44a3-824d-d2c055d3587c/c70a109a-a9b2-4352-b3ce-61923367dbf9) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:08:22.181060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c546260d-6233-43e9-b149-a52ff21fc2f1 None None] Provisioning complete for port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:22.181343 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c546260d-6233-43e9-b149-a52ff21fc2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.195912 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.230588 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.269607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Network fc48f638-6d99-48fc-acf3-331bdfccf2eb is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:08:22.272607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:22.276275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:08:22.302224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Pushing event updated for resources: {'Port': ['ID=c70a109a-a9b2-4352-b3ce-61923367dbf9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:22.321044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.347627 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.356834 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.412755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37ce3da-5b48-401a-a172-091af3482b9a None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:22.420530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd7e23-0d4a-46c5-b8ea-092f14300eea None None] Pushing event updated for resources: {'Port': ['ID=4fad1c78-104f-4b65-8e5c-07da12e979bf,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:22.423049 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Attempting to bind port 4fad1c78-104f-4b65-8e5c-07da12e979bf on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:08:22.423494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Attempting to bind port 4fad1c78-104f-4b65-8e5c-07da12e979bf by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:08:22.423924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Attempting to bind port 4fad1c78-104f-4b65-8e5c-07da12e979bf on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:08:22.431639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:08:22.432195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:08:22.432704 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.433203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:08:22.433780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Bound port: 4fad1c78-104f-4b65-8e5c-07da12e979bf, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:08:22.434297 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.502637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1cd96696-98ea-41cf-8388-d7f2139c4fc7 None None] Provisioning complete for port 4fad1c78-104f-4b65-8e5c-07da12e979bf triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:22.503232 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1cd96696-98ea-41cf-8388-d7f2139c4fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.509293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] For port 4fad1c78-104f-4b65-8e5c-07da12e979bf, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:08:22.514462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] For port 4fad1c78-104f-4b65-8e5c-07da12e979bf, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4fad1c78-104f-4b65-8e5c-07da12e979bf,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:08:22.535837 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.594811 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f0375b-f711-47b6-8348-dee5a05bf3e6 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:22.603947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1cd96696-98ea-41cf-8388-d7f2139c4fc7 None None] Port 4fad1c78-104f-4b65-8e5c-07da12e979bf cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:08:22.620879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:22.621533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:22.810182 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.829659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd7e23-0d4a-46c5-b8ea-092f14300eea None None] Pushing event updated for resources: {'Port': ['ID=4fad1c78-104f-4b65-8e5c-07da12e979bf,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:22.879234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-889fae2a-9d8f-485c-af48-ec6304a38bf9 None None] Provisioning complete for port c70a109a-a9b2-4352-b3ce-61923367dbf9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:22.880177 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-889fae2a-9d8f-485c-af48-ec6304a38bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.934459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-889fae2a-9d8f-485c-af48-ec6304a38bf9 None None] Port c70a109a-a9b2-4352-b3ce-61923367dbf9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:08:22.949345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:08:22.952734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:22.977044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:22.982456 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:23.034502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-889fae2a-9d8f-485c-af48-ec6304a38bf9 None None] Provisioning complete for port 4fad1c78-104f-4b65-8e5c-07da12e979bf triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:23.035112 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-889fae2a-9d8f-485c-af48-ec6304a38bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:23.053595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Pushing event updated for resources: {'Port': ['ID=c70a109a-a9b2-4352-b3ce-61923367dbf9,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:23.056161 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:23.149903 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Network fc48f638-6d99-48fc-acf3-331bdfccf2eb is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:08:23.151264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:23.157874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:23.158263 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:23.259611 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-889fae2a-9d8f-485c-af48-ec6304a38bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:23.277824 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Router c354cac4-3795-4575-ba7d-f4773128867f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:08:23.294751 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-889fae2a-9d8f-485c-af48-ec6304a38bf9 None None] For port 4fad1c78-104f-4b65-8e5c-07da12e979bf, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4fad1c78-104f-4b65-8e5c-07da12e979bf,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:23.303534 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-889fae2a-9d8f-485c-af48-ec6304a38bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:23.394114 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:20Z', 'revision_number': 3, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:23.399483 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fae2a-9d8f-485c-af48-ec6304a38bf9 None None] Pushing event updated for resources: {'Port': ['ID=4fad1c78-104f-4b65-8e5c-07da12e979bf,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:23.407925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:08:23.413407 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-497c0528-0897-416a-abdf-4a7b21a708ed admin admin] 10.222.0.36 "PUT /v2.0/routers/c354cac4-3795-4575-ba7d-f4773128867f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9197516 Dec 12 05:08:23.434537 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d2110-ed44-4360-9c9f-48133647603d None None] The sync data for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 is: [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:20Z', 'revision_number': 3, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:08:23.445415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-423da48b-dfa3-40d0-9576-2bc0070d043f None None] Provisioning complete for port c70a109a-a9b2-4352-b3ce-61923367dbf9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:23.445874 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-423da48b-dfa3-40d0-9576-2bc0070d043f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:23.481300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-423da48b-dfa3-40d0-9576-2bc0070d043f None None] Port c70a109a-a9b2-4352-b3ce-61923367dbf9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:08:23.945600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42266) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:23.950701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1762862158-network', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:08:23.974989 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Made reservation on behalf of e11e212125144dcb9a95a1d2d5f5587a for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:08:23.977426 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:23.987889 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.069257 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.074095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.100437 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:08:24.109677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0615234d-28b2-4aef-9554-daead3ae3708,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:24.118447 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.118804 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Added segment c50a07c7-01e2-4575-a37b-6edbd7b83c9a of type vlan for network ec661f10-91b8-40b8-834c-5feebc9e0dc3 Dec 12 05:08:24.161390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.188295 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.189275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:24.189863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.246562 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2998149 Dec 12 05:08:24.249846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42268) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:24.256104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Request body: {'subnet': {'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1762862158-subnet', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:08:24.259201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec76456-7b2b-4758-a53d-0178ef93f621 admin admin] Pushing event updated for resources: {'Network': ['ID=ec661f10-91b8-40b8-834c-5feebc9e0dc3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:24.269789 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ec661f10-91b8-40b8-834c-5feebc9e0dc3 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:08:24.286820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Made reservation on behalf of e11e212125144dcb9a95a1d2d5f5587a for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:08:24.289527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.459698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.517292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3902918-cac7-4256-a32c-c1e4772949f3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:24.525577 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Checking segment: {'id': 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:08:24.525957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Network hostable DHCP agents. Network: ec661f10-91b8-40b8-834c-5feebc9e0dc3, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:08:24.542717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Network ec661f10-91b8-40b8-834c-5feebc9e0dc3 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:08:24.551074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ec661f10-91b8-40b8-834c-5feebc9e0dc3) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:24.554969 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:24.555572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.560736 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c007b7-69d8-4165-90f9-9565ae7b9f92 None None] Network ec661f10-91b8-40b8-834c-5feebc9e0dc3 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:08:24.570965 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4dd31144-425b-4a1b-a724-69f5dc0db9b0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3195105 Dec 12 05:08:24.573524 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42270) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:24.577995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:08:24.599816 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.600892 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.656249 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.666549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-ec661f10-91b8-40b8-834c-5feebc9e0dc3', 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3', 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'fixed_ips': [{'subnet_id': 'b3902918-cac7-4256-a32c-c1e4772949f3'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:08:24.668068 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.806031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.808047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Allocated IP 172.20.0.2 (ec661f10-91b8-40b8-834c-5feebc9e0dc3/b3902918-cac7-4256-a32c-c1e4772949f3/40035bc3-0607-49e7-8f80-6ae4a5f6bcec) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:08:24.966296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:24.969125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4fad1c78-104f-4b65-8e5c-07da12e979bf up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:08:25.004423 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.024993 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.044565 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.053038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Network ec661f10-91b8-40b8-834c-5feebc9e0dc3 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:08:25.058205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:25.063407 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:08:25.065578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Pushing event updated for resources: {'Port': ['ID=40035bc3-0607-49e7-8f80-6ae4a5f6bcec,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:25.105413 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Sync routers for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:08:25.116113 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:25.116764 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:25.118470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 4fad1c78-104f-4b65-8e5c-07da12e979bf triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:25.118851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.154625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Attempting to bind port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:08:25.155003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Attempting to bind port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:08:25.155370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Attempting to bind port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec on network ec661f10-91b8-40b8-834c-5feebc9e0dc3 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:08:25.159749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Allocated IP 172.25.7.139 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/75939d8f-6b7e-4ca0-8bc4-9a667dbcb859) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:08:25.165369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:08:25.165763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Checking segment: {'id': 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:08:25.166337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.166558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Bound using segment: {'id': 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:08:25.167038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Bound port: 40035bc3-0607-49e7-8f80-6ae4a5f6bcec, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:08:25.167422 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.228308 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:25.275996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] For port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:08:25.276538 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.298449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] For port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=40035bc3-0607-49e7-8f80-6ae4a5f6bcec,segment=NetworkSegment(c50a07c7-01e2-4575-a37b-6edbd7b83c9a),segment_id=c50a07c7-01e2-4575-a37b-6edbd7b83c9a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:08:25.307296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.317827 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.368737 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:08:25.372051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:25.375700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:08:25.382975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39501b6c-5da9-4061-aaef-d90d19b88920 None None] Pushing event updated for resources: {'Port': ['ID=40035bc3-0607-49e7-8f80-6ae4a5f6bcec,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:25.393686 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0007b7-6c64-4b16-b502-4930628d8ee4 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:25.399718 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=75939d8f-6b7e-4ca0-8bc4-9a667dbcb859,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:25.482737 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c70a109a-a9b2-4352-b3ce-61923367dbf9', 'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'mac_address': 'fa:16:3e:1c:f2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:21Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 2, 'project_id': '96cd875ed0b94bfe869888c143028168', 'subnets': [{'id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:25.514061 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Checking router: c354cac4-3795-4575-ba7d-f4773128867f for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:08:25.514411 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Updating router c354cac4-3795-4575-ba7d-f4773128867f port c70a109a-a9b2-4352-b3ce-61923367dbf9 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:08:25.523982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-73b9eb29-f543-4fe7-ad60-e93329256b5a None None] Provisioning complete for port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:25.524369 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73b9eb29-f543-4fe7-ad60-e93329256b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.539765 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.589825 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-73b9eb29-f543-4fe7-ad60-e93329256b5a None None] Port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:08:25.689761 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.840535 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.845750 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.891845 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.901406 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Pushing event updated for resources: {'Port': ['ID=c70a109a-a9b2-4352-b3ce-61923367dbf9,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:25.913446 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.913893 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.914303 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.914641 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.914982 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.915314 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.915642 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.915969 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.916322 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.916645 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.916999 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.917324 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.917648 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:25.971826 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Attempting to bind port c70a109a-a9b2-4352-b3ce-61923367dbf9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:08:25.972541 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Attempting to bind port c70a109a-a9b2-4352-b3ce-61923367dbf9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:08:25.972541 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Attempting to bind port c70a109a-a9b2-4352-b3ce-61923367dbf9 on network fc48f638-6d99-48fc-acf3-331bdfccf2eb {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:08:25.979470 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:08:25.979855 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Checking segment: {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:08:25.980269 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:25.980849 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Bound using segment: {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:08:25.981162 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Bound port: c70a109a-a9b2-4352-b3ce-61923367dbf9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:08:25.981548 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:26.035202 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:08:26.060117 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] For port c70a109a-a9b2-4352-b3ce-61923367dbf9, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:08:26.063540 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] For port c70a109a-a9b2-4352-b3ce-61923367dbf9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c70a109a-a9b2-4352-b3ce-61923367dbf9,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:08:26.070123 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:26.130993 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473151d8-09ce-4db9-946f-075fcaf482c4 None None] Pushing event updated for resources: {'Port': ['ID=c70a109a-a9b2-4352-b3ce-61923367dbf9,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:26.151523 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:26.152282 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:26.179133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:08:26.191153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Sync routers for ids ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:08:26.219721 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:26.221321 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8d47b256-d6c1-46d8-bfe4-0947678c1bf9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6467879 Dec 12 05:08:26.224709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42272) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:08:26.237428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Routers {'5b8917c5-3ab0-410a-8b79-b5c309f2d32d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:26.240590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:26.284756 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:26.297355 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c532f92d-44be-4893-b0b7-1c17d9000f5d None None] Provisioning complete for port c70a109a-a9b2-4352-b3ce-61923367dbf9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:26.298326 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c532f92d-44be-4893-b0b7-1c17d9000f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:26.454881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Set router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:26.582675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c532f92d-44be-4893-b0b7-1c17d9000f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:26.599534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f7b38-227c-4c2a-aadc-2d9903aa492b None None] Network ec661f10-91b8-40b8-834c-5feebc9e0dc3 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:08:26.669424 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-f446451c-8243-463e-b07a-89356db579c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c70a109a-a9b2-4352-b3ce-61923367dbf9', 'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'mac_address': 'fa:16:3e:1c:f2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:21Z', 'updated_at': '2021-12-12T05:08:26Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'subnets': [{'id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:26.695596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c532f92d-44be-4893-b0b7-1c17d9000f5d None None] For port c70a109a-a9b2-4352-b3ce-61923367dbf9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c70a109a-a9b2-4352-b3ce-61923367dbf9,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:26.697435 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f446451c-8243-463e-b07a-89356db579c3 None None] The sync data for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 is: [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c70a109a-a9b2-4352-b3ce-61923367dbf9', 'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'mac_address': 'fa:16:3e:1c:f2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:21Z', 'updated_at': '2021-12-12T05:08:26Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'subnets': [{'id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:08:26.702603 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c532f92d-44be-4893-b0b7-1c17d9000f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:26.732465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:26.847061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532f92d-44be-4893-b0b7-1c17d9000f5d None None] Pushing event updated for resources: {'Port': ['ID=c70a109a-a9b2-4352-b3ce-61923367dbf9,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:26.862623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-133c9492-2bdf-4129-b696-0ac29136a4ec None None] Provisioning complete for port c70a109a-a9b2-4352-b3ce-61923367dbf9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:26.863000 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-133c9492-2bdf-4129-b696-0ac29136a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:26.903710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:24Z', 'updated_at': '2021-12-12T05:08:25Z', 'revision_number': 3, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'gw_port': {'id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:25Z', 'updated_at': '2021-12-12T05:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:26.944674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Checking router: 5b8917c5-3ab0-410a-8b79-b5c309f2d32d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:08:26.945071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Updating router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:08:26.961679 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Allocated IP 172.20.0.1 (ec661f10-91b8-40b8-834c-5feebc9e0dc3/b3902918-cac7-4256-a32c-c1e4772949f3/dcc6de27-54da-46d6-9dc4-491bb818edd2) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:08:26.987031 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.136093 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.179125 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.223879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Network ec661f10-91b8-40b8-834c-5feebc9e0dc3 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:08:27.227219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:27.231278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:08:27.237260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc6de27-54da-46d6-9dc4-491bb818edd2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:27.278542 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.340548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c70a109a-a9b2-4352-b3ce-61923367dbf9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:08:27.408462 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-133c9492-2bdf-4129-b696-0ac29136a4ec None None] Provisioning complete for port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:27.408986 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-133c9492-2bdf-4129-b696-0ac29136a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.447480 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.523543 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c70a109a-a9b2-4352-b3ce-61923367dbf9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:27.523922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.630041 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-133c9492-2bdf-4129-b696-0ac29136a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.633595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.639463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.710706 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.712849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc6de27-54da-46d6-9dc4-491bb818edd2,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:27.734943 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.752437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-133c9492-2bdf-4129-b696-0ac29136a4ec None None] For port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=40035bc3-0607-49e7-8f80-6ae4a5f6bcec,segment=NetworkSegment(c50a07c7-01e2-4575-a37b-6edbd7b83c9a),segment_id=c50a07c7-01e2-4575-a37b-6edbd7b83c9a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:27.757772 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.764917 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-133c9492-2bdf-4129-b696-0ac29136a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.788617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 40035bc3-0607-49e7-8f80-6ae4a5f6bcec up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:08:27.818513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Network ec661f10-91b8-40b8-834c-5feebc9e0dc3 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:08:27.820249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:27.856217 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b1b7d-8452-4c5f-965d-aa95140f3f60 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:27.868502 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe805d6-ebeb-409f-995c-5a77712e9963 None None] Pushing event updated for resources: {'Port': ['ID=75939d8f-6b7e-4ca0-8bc4-9a667dbcb859,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:27.908074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Attempting to bind port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:08:27.908464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Attempting to bind port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:08:27.908874 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Attempting to bind port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:08:27.930224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:08:27.930623 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:08:27.931042 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.931451 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:08:27.931959 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Bound port: 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:08:27.932356 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.977761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:08:27.981918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4918d764-e2c7-456c-995b-11efd6f3c501 None None] Provisioning complete for port dcc6de27-54da-46d6-9dc4-491bb818edd2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:27.982310 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4918d764-e2c7-456c-995b-11efd6f3c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:27.987893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c9492-2bdf-4129-b696-0ac29136a4ec None None] Pushing event updated for resources: {'Port': ['ID=40035bc3-0607-49e7-8f80-6ae4a5f6bcec,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:28.046744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:28.047134 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:28.055010 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] For port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:08:28.091359 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4918d764-e2c7-456c-995b-11efd6f3c501 None None] Port dcc6de27-54da-46d6-9dc4-491bb818edd2 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:08:28.095821 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] For port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=75939d8f-6b7e-4ca0-8bc4-9a667dbcb859,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:08:28.103215 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:28.103538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:08:28.108623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c683c149-0d4f-47b7-8af0-8fed1a24dd89 admin admin] 10.222.0.36 "PUT /v2.0/routers/5b8917c5-3ab0-410a-8b79-b5c309f2d32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8821771 Dec 12 05:08:28.158534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4918d764-e2c7-456c-995b-11efd6f3c501 None None] Provisioning complete for port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:28.159017 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4918d764-e2c7-456c-995b-11efd6f3c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:28.170404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af97479-644f-4f49-8fc3-1e1cbc45200d None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:08:28.254687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Routers {'5b8917c5-3ab0-410a-8b79-b5c309f2d32d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:28.255323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:28.257072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe805d6-ebeb-409f-995c-5a77712e9963 None None] Pushing event updated for resources: {'Port': ['ID=75939d8f-6b7e-4ca0-8bc4-9a667dbcb859,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:28.406424 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] Set router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:28.576661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-34143db4-bc94-4e15-8553-34df48c925c8 None None] Provisioning complete for port dcc6de27-54da-46d6-9dc4-491bb818edd2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:28.577074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34143db4-bc94-4e15-8553-34df48c925c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:28.637591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-34143db4-bc94-4e15-8553-34df48c925c8 None None] Port dcc6de27-54da-46d6-9dc4-491bb818edd2 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:08:28.655796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-34143db4-bc94-4e15-8553-34df48c925c8 None None] Provisioning complete for port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:28.656181 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34143db4-bc94-4e15-8553-34df48c925c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:28.700754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:24Z', 'updated_at': '2021-12-12T05:08:27Z', 'revision_number': 4, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'gw_port': {'id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:25Z', 'updated_at': '2021-12-12T05:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'dcc6de27-54da-46d6-9dc4-491bb818edd2', 'name': '', 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'mac_address': 'fa:16:3e:41:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:26Z', 'updated_at': '2021-12-12T05:08:27Z', 'revision_number': 2, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'subnets': [{'id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:28.732807 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db4c3c-f973-4049-adb1-ade5464c6e3c None None] The sync data for ids ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'] in n-d-710847-7 is: [{'id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:24Z', 'updated_at': '2021-12-12T05:08:27Z', 'revision_number': 4, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'gw_port': {'id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:25Z', 'updated_at': '2021-12-12T05:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'dcc6de27-54da-46d6-9dc4-491bb818edd2', 'name': '', 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'mac_address': 'fa:16:3e:41:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:26Z', 'updated_at': '2021-12-12T05:08:27Z', 'revision_number': 2, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'subnets': [{'id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:08:28.777219 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34143db4-bc94-4e15-8553-34df48c925c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:28.799622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-34143db4-bc94-4e15-8553-34df48c925c8 None None] For port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=75939d8f-6b7e-4ca0-8bc4-9a667dbcb859,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:28.805487 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-34143db4-bc94-4e15-8553-34df48c925c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:28.859842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34143db4-bc94-4e15-8553-34df48c925c8 None None] Pushing event updated for resources: {'Port': ['ID=75939d8f-6b7e-4ca0-8bc4-9a667dbcb859,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:28.972983 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 40035bc3-0607-49e7-8f80-6ae4a5f6bcec up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:08:29.041064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:29.041444 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:30.984872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:08:31.048308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:31.048682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:31.112020 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Sync routers for ids ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:08:31.124316 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Routers {'5b8917c5-3ab0-410a-8b79-b5c309f2d32d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:31.125298 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:31.242678 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Set router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:31.466619 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:24Z', 'updated_at': '2021-12-12T05:08:27Z', 'revision_number': 4, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'gw_port': {'id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:25Z', 'updated_at': '2021-12-12T05:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'dcc6de27-54da-46d6-9dc4-491bb818edd2', 'name': '', 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'mac_address': 'fa:16:3e:41:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:26Z', 'updated_at': '2021-12-12T05:08:27Z', 'revision_number': 2, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'subnets': [{'id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:31.494663 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Checking router: 5b8917c5-3ab0-410a-8b79-b5c309f2d32d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:08:31.494941 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Updating router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d port dcc6de27-54da-46d6-9dc4-491bb818edd2 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:08:31.521551 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:31.837032 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:31.843937 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:31.906352 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d20e3-ff8d-45db-8b6d-ce66142a67b0 None None] Pushing event updated for resources: {'Port': ['ID=dcc6de27-54da-46d6-9dc4-491bb818edd2,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:31.964236 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Attempting to bind port dcc6de27-54da-46d6-9dc4-491bb818edd2 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:08:31.964874 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Attempting to bind port dcc6de27-54da-46d6-9dc4-491bb818edd2 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:08:31.965238 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Attempting to bind port dcc6de27-54da-46d6-9dc4-491bb818edd2 on network ec661f10-91b8-40b8-834c-5feebc9e0dc3 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:08:31.970473 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:08:31.970849 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Checking segment: {'id': 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:08:31.971295 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:31.971638 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Bound using segment: {'id': 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:08:31.972340 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Bound port: dcc6de27-54da-46d6-9dc4-491bb818edd2, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:08:31.973627 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:32.053767 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] For port dcc6de27-54da-46d6-9dc4-491bb818edd2, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:08:32.062452 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] For port dcc6de27-54da-46d6-9dc4-491bb818edd2, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=dcc6de27-54da-46d6-9dc4-491bb818edd2,segment=NetworkSegment(c50a07c7-01e2-4575-a37b-6edbd7b83c9a),segment_id=c50a07c7-01e2-4575-a37b-6edbd7b83c9a)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:08:32.069030 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:32.149254 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:08:32.149991 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Routers {'5b8917c5-3ab0-410a-8b79-b5c309f2d32d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:08:32.150597 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:32.155743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b68f4fc2-d58a-4159-a46f-c327a00a7a4f None None] Provisioning complete for port dcc6de27-54da-46d6-9dc4-491bb818edd2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:32.156208 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b68f4fc2-d58a-4159-a46f-c327a00a7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:32.288998 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] Set router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:08:32.307720 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b68f4fc2-d58a-4159-a46f-c327a00a7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:32.346079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b68f4fc2-d58a-4159-a46f-c327a00a7a4f None None] For port dcc6de27-54da-46d6-9dc4-491bb818edd2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=dcc6de27-54da-46d6-9dc4-491bb818edd2,segment=NetworkSegment(c50a07c7-01e2-4575-a37b-6edbd7b83c9a),segment_id=c50a07c7-01e2-4575-a37b-6edbd7b83c9a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:32.351739 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b68f4fc2-d58a-4159-a46f-c327a00a7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:32.358889 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d20e3-ff8d-45db-8b6d-ce66142a67b0 None None] Pushing event updated for resources: {'Port': ['ID=dcc6de27-54da-46d6-9dc4-491bb818edd2,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:32.414093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f4fc2-d58a-4159-a46f-c327a00a7a4f None None] Pushing event updated for resources: {'Port': ['ID=dcc6de27-54da-46d6-9dc4-491bb818edd2,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:32.479011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-10072445-51a7-4218-b58e-e56474d2112a None None] Provisioning complete for port dcc6de27-54da-46d6-9dc4-491bb818edd2 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:32.479011 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-10072445-51a7-4218-b58e-e56474d2112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:32.565870 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:24Z', 'updated_at': '2021-12-12T05:08:27Z', 'revision_number': 4, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'gw_port': {'id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:25Z', 'updated_at': '2021-12-12T05:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'dcc6de27-54da-46d6-9dc4-491bb818edd2', 'name': '', 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'mac_address': 'fa:16:3e:41:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:26Z', 'updated_at': '2021-12-12T05:08:32Z', 'revision_number': 4, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'subnets': [{'id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:08:32.595869 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9118d-3507-4302-866d-5663ca306eb5 None None] The sync data for ids ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'] in n-d-710847-7 is: [{'id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:24Z', 'updated_at': '2021-12-12T05:08:27Z', 'revision_number': 4, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'gw_port': {'id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:25Z', 'updated_at': '2021-12-12T05:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'dcc6de27-54da-46d6-9dc4-491bb818edd2', 'name': '', 'network_id': 'ec661f10-91b8-40b8-834c-5feebc9e0dc3', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'mac_address': 'fa:16:3e:41:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:26Z', 'updated_at': '2021-12-12T05:08:32Z', 'revision_number': 4, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'subnets': [{'id': 'b3902918-cac7-4256-a32c-c1e4772949f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:08:33.034467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device dcc6de27-54da-46d6-9dc4-491bb818edd2 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:08:33.107734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port dcc6de27-54da-46d6-9dc4-491bb818edd2 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:33.109095 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:38.532895 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-c43c01a9-2bec-4f1e-b4c8-aab7708fcb68 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:38.534388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-c43c01a9-2bec-4f1e-b4c8-aab7708fcb68 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/networks?id=fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 200 len: 814 time: 0.1010287 Dec 12 05:08:38.548874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-155a1835-9d0d-49a2-8b50-857026863d65 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/quotas/96cd875ed0b94bfe869888c143028168 HTTP/1.1" status: 200 len: 375 time: 0.0087793 Dec 12 05:08:38.598437 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-40db6e33-532d-48be-829c-190a34dd402e tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=96cd875ed0b94bfe869888c143028168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439212 Dec 12 05:08:38.696150 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-9cf5a4cc-63ae-4ef5-a7b8-83785dcfb703 service neutron] 10.222.0.36 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862613 Dec 12 05:08:38.782280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-9f287e3f-9c82-45aa-bce1-34a942be4435 service neutron] 10.222.0.36 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799723 Dec 12 05:08:38.940864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fc8361bf-120d-4b89-ae3d-69141987ad3c req-68e0dd63-a0df-4db3-9732-2bc4f0e765ee tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Dec 12 05:08:39.926085 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-8618f60c-b77f-49f4-8947-6468f35b0a62 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:39.927565 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-8618f60c-b77f-49f4-8947-6468f35b0a62 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.18 "GET /v2.0/networks?id=fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 200 len: 814 time: 0.1075475 Dec 12 05:08:39.955585 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'port': {'device_id': '51fd4542-1478-4347-8d14-27d3cd893d92', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'admin_state_up': True, 'tenant_id': '96cd875ed0b94bfe869888c143028168'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:08:40.040613 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-346b25a7-a224-4018-b83b-3565062df919 req-b86b4032-d8d2-4184-af6a-5396e52bca61 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 210 time: 0.0308754 Dec 12 05:08:40.092876 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Made reservation on behalf of 96cd875ed0b94bfe869888c143028168 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:08:40.096588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:40.237921 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Allocated IP 172.20.0.11 (fc48f638-6d99-48fc-acf3-331bdfccf2eb/b8103555-69b8-44a3-824d-d2c055d3587c/e5e1b573-ff84-43c8-b083-52711c58fe03) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:08:40.461109 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:40.506578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:40.594101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'Port': ['ID=e5e1b573-ff84-43c8-b083-52711c58fe03,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:40.604468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.605105 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.605668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.606013 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.606685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.607228 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.607579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.607919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.608278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.608605 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.608971 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.609312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.609645 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:40.619185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Network fc48f638-6d99-48fc-acf3-331bdfccf2eb is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:08:40.620875 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:08:40.623822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:08:40.677578 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:40.678226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:40.696523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-f7e6ccbe-6f50-4d91-a57d-2f31238af136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7447815 Dec 12 05:08:40.762976 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-15def823-3d1b-48b8-90c5-32a2014ae542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:40.872074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-234f2bf3-39a0-4464-8a04-54cb5ef4f9b6 None None] Provisioning complete for port e5e1b573-ff84-43c8-b083-52711c58fe03 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:40.872803 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-234f2bf3-39a0-4464-8a04-54cb5ef4f9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:40.911523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-234f2bf3-39a0-4464-8a04-54cb5ef4f9b6 None None] Port e5e1b573-ff84-43c8-b083-52711c58fe03 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:08:41.171917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781030-1d29-4582-be9b-36e935bfafe4 req-5e0b1bf9-f81e-4cdf-86c8-3b00f19e0b53 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:41.173463 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd781030-1d29-4582-be9b-36e935bfafe4 req-5e0b1bf9-f81e-4cdf-86c8-3b00f19e0b53 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 932 time: 0.0559883 Dec 12 05:08:41.223593 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bd781030-1d29-4582-be9b-36e935bfafe4 req-6ebecf2a-23ab-4373-92d2-42d2d23f6f70 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 Dec 12 05:08:42.149824 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:42.354295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d74f0-4774-4da4-8537-eef224fd5818 req-fca6a801-3552-40fd-b411-39f7a6d94591 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:42.355785 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-661d74f0-4774-4da4-8537-eef224fd5818 req-fca6a801-3552-40fd-b411-39f7a6d94591 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 932 time: 0.0515218 Dec 12 05:08:42.406920 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-661d74f0-4774-4da4-8537-eef224fd5818 req-72cb7cea-67c1-41e1-b627-aef5ee7f05e7 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Dec 12 05:08:43.057146 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-998e3b21-08a7-43eb-8a2c-9d34dae0948d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:43.534750 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a30dee-4738-487f-9a80-8e31633eb6dd req-c371b0f6-d07f-4045-b2b0-3db0591fbb77 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:43.537013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60a30dee-4738-487f-9a80-8e31633eb6dd req-c371b0f6-d07f-4045-b2b0-3db0591fbb77 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 932 time: 0.0568066 Dec 12 05:08:43.584212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-60a30dee-4738-487f-9a80-8e31633eb6dd req-b291f82c-7cd3-4e03-ae79-703ab5261a0f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Dec 12 05:08:44.284794 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:44.416991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:44.712076 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78889a7f-a7e7-4987-877c-4d91f3b30370 req-35bbe033-c964-44fe-8d07-df72dd97b624 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:44.713701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78889a7f-a7e7-4987-877c-4d91f3b30370 req-35bbe033-c964-44fe-8d07-df72dd97b624 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 932 time: 0.0610282 Dec 12 05:08:44.761840 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78889a7f-a7e7-4987-877c-4d91f3b30370 req-72ef3c74-988b-4341-8295-446a372646cd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Dec 12 05:08:45.817736 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:45.896344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb2d4f-f396-4a74-9d97-5895dc83ef34 req-e836de39-d971-4cf8-88de-351457b296a4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:45.897926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0bb2d4f-f396-4a74-9d97-5895dc83ef34 req-e836de39-d971-4cf8-88de-351457b296a4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 932 time: 0.0489931 Dec 12 05:08:45.951925 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0bb2d4f-f396-4a74-9d97-5895dc83ef34 req-a5a5fc34-6a4a-455d-ba51-bdf69a34af79 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Dec 12 05:08:46.809044 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:47.071396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1a08-461c-470c-add3-9af83b227e65 req-4eaa6734-0aea-4ec8-8455-78517865b136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:47.073902 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b22e1a08-461c-470c-add3-9af83b227e65 req-4eaa6734-0aea-4ec8-8455-78517865b136 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 932 time: 0.0511794 Dec 12 05:08:47.124714 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b22e1a08-461c-470c-add3-9af83b227e65 req-2bab40b0-c706-48de-906a-c0a73f9342fc tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Dec 12 05:08:48.243719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56724a4f-f0c3-4310-9415-29305761bee4 req-c7448f53-efb6-4d09-bf49-efd710ef1a03 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:48.245264 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56724a4f-f0c3-4310-9415-29305761bee4 req-c7448f53-efb6-4d09-bf49-efd710ef1a03 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 932 time: 0.0516472 Dec 12 05:08:48.306259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-56724a4f-f0c3-4310-9415-29305761bee4 req-0eefdc07-2a78-40c9-900a-026ca6580a55 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534334 Dec 12 05:08:49.433843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fed818-6ae8-4d65-8a4f-c2e4265a3a5c req-10437557-8268-4a37-bd94-d689a0f72394 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:49.435474 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9fed818-6ae8-4d65-8a4f-c2e4265a3a5c req-10437557-8268-4a37-bd94-d689a0f72394 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 932 time: 0.0487893 Dec 12 05:08:49.488534 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9fed818-6ae8-4d65-8a4f-c2e4265a3a5c req-aca15deb-d534-43f8-98ac-ad6653ce7af4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Dec 12 05:08:50.275613 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Request body: {'port': {'device_id': '51fd4542-1478-4347-8d14-27d3cd893d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:08:50.328567 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:50.589379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e1b573-ff84-43c8-b083-52711c58fe03 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:08:50.596937 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:50.610843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a41c55-3b08-4409-8f2c-e765a5c8c8be req-d4e84f26-7a3b-43f1-b1e0-a252cfcdc12f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:50.612375 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77a41c55-3b08-4409-8f2c-e765a5c8c8be req-d4e84f26-7a3b-43f1-b1e0-a252cfcdc12f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 932 time: 0.0505950 Dec 12 05:08:50.612786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Transition to ACTIVE for port object e5e1b573-ff84-43c8-b083-52711c58fe03 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:08:50.621864 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:50.676934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e1b573-ff84-43c8-b083-52711c58fe03,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:50.678140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77a41c55-3b08-4409-8f2c-e765a5c8c8be req-5777bdb8-24d3-468c-832c-fd72cfe545e6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577075 Dec 12 05:08:50.748484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Attempting to bind port e5e1b573-ff84-43c8-b083-52711c58fe03 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:08:50.748842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Attempting to bind port e5e1b573-ff84-43c8-b083-52711c58fe03 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:08:50.749198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Attempting to bind port e5e1b573-ff84-43c8-b083-52711c58fe03 on network fc48f638-6d99-48fc-acf3-331bdfccf2eb {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:08:50.753846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Port e5e1b573-ff84-43c8-b083-52711c58fe03 on network fc48f638-6d99-48fc-acf3-331bdfccf2eb not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:08:50.754179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Attempting to bind port e5e1b573-ff84-43c8-b083-52711c58fe03 on network fc48f638-6d99-48fc-acf3-331bdfccf2eb {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:08:50.759080 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:08:50.759422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Checking segment: {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:08:50.759826 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Bound using segment: {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:08:50.760241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Bound port: e5e1b573-ff84-43c8-b083-52711c58fe03, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:08:50.760604 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:50.830416 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] For port e5e1b573-ff84-43c8-b083-52711c58fe03, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:08:50.834263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] For port e5e1b573-ff84-43c8-b083-52711c58fe03, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5e1b573-ff84-43c8-b083-52711c58fe03,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:08:50.839055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:50.878474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:50.879851 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:50.881243 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 1092 time: 0.6109965 Dec 12 05:08:50.882033 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:08:50.883983 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba4df4a-5082-4afd-b699-7586b15c0e33" -d '{"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:08:50.907412 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90000e5-fe8a-47f3-bac8-da55ab5944b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e1b573-ff84-43c8-b083-52711c58fe03,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:50.924685 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0523a894-0eb7-454f-b190-357cc94765e6 x-openstack-request-id: req-0523a894-0eb7-454f-b190-357cc94765e6 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:08:50.925085 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:08:50.925302 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0523a894-0eb7-454f-b190-357cc94765e6 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:08:50.925751 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'status': 'completed', 'code': 200} Dec 12 05:08:50.997890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-fcec1b4f-72f5-40e5-a1bf-a3371271cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:50.999474 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-fcec1b4f-72f5-40e5-a1bf-a3371271cd18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96cd875ed0b94bfe869888c143028168&device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1095 time: 0.0438635 Dec 12 05:08:51.063136 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-aa57c775-3511-4bf1-93f2-2576847b7a89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 217 time: 0.0352747 Dec 12 05:08:51.115667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-5fc7aa08-c3ec-4149-ae3f-e28ac30c6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:51.117155 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-5fc7aa08-c3ec-4149-ae3f-e28ac30c6bce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8103555-69b8-44a3-824d-d2c055d3587c HTTP/1.1" status: 200 len: 853 time: 0.0468113 Dec 12 05:08:51.162887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-fa6d27b3-0add-4268-95f8-bd7911c4c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:51.164409 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-fa6d27b3-0add-4268-95f8-bd7911c4c6ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc48f638-6d99-48fc-acf3-331bdfccf2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405104 Dec 12 05:08:51.253391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-256135ae-d720-431e-8726-84f8fffa4229 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819085 Dec 12 05:08:51.346133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f6dad12f-f717-4162-bdfe-665e9968f219 req-8fd3c3a8-3c93-4865-acc2-f107becbe382 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854084 Dec 12 05:08:51.476739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-e64fa8f3-faa9-414b-9dd7-b2ca69985e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:51.478264 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-e64fa8f3-faa9-414b-9dd7-b2ca69985e78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96cd875ed0b94bfe869888c143028168&device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1095 time: 0.0407858 Dec 12 05:08:51.571159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-e332ad98-ed5a-47b7-8990-5914a7403eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:51.572648 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-e332ad98-ed5a-47b7-8990-5914a7403eae service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 200 len: 914 time: 0.0876033 Dec 12 05:08:51.614135 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-2c7d7d88-e7b6-4f45-8701-3e5706446d0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 217 time: 0.0343900 Dec 12 05:08:51.662591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-158f25cc-00ea-48ed-878f-a32be7f43a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:51.664006 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-158f25cc-00ea-48ed-878f-a32be7f43a5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8103555-69b8-44a3-824d-d2c055d3587c HTTP/1.1" status: 200 len: 853 time: 0.0427890 Dec 12 05:08:51.714225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-db94e699-76df-43a6-a129-53dea480eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:51.715764 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-db94e699-76df-43a6-a129-53dea480eeb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc48f638-6d99-48fc-acf3-331bdfccf2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430088 Dec 12 05:08:51.806419 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-e4364356-96ac-44e5-bcee-eb5c76fe5355 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827179 Dec 12 05:08:51.808773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad0fc3-fdea-49ac-9ce2-35a016cc8514 req-19368a9c-30c5-49b7-8c8c-7d719cb11e72 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:51.810291 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10ad0fc3-fdea-49ac-9ce2-35a016cc8514 req-19368a9c-30c5-49b7-8c8c-7d719cb11e72 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 944 time: 0.0527830 Dec 12 05:08:51.857483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-10ad0fc3-fdea-49ac-9ce2-35a016cc8514 req-6d9a6c14-1dd3-4032-8367-98d4184f97da tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Dec 12 05:08:51.899490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bba4df4a-5082-4afd-b699-7586b15c0e33 req-77c7b590-653e-4494-8692-334b2d67e541 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854969 Dec 12 05:08:52.978972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd513f06-1cb7-415e-afb3-4125ea08ed40 req-76cc1852-7869-44c6-a490-74b590957b5b tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:52.980436 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd513f06-1cb7-415e-afb3-4125ea08ed40 req-76cc1852-7869-44c6-a490-74b590957b5b tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 944 time: 0.0481105 Dec 12 05:08:53.001755 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e5e1b573-ff84-43c8-b083-52711c58fe03 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:08:53.028477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cd513f06-1cb7-415e-afb3-4125ea08ed40 req-5051c27d-906d-4310-bf03-2e47e87bd6ee tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Dec 12 05:08:53.096297 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e5e1b573-ff84-43c8-b083-52711c58fe03, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5e1b573-ff84-43c8-b083-52711c58fe03,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:53.108189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'port_id': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'mac_address': 'fa:16:3e:f8:7d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:08:53.145506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:53.157636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e1b573-ff84-43c8-b083-52711c58fe03 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:08:53.179927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e5e1b573-ff84-43c8-b083-52711c58fe03, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5e1b573-ff84-43c8-b083-52711c58fe03,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:53.183881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:53.233011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e5e1b573-ff84-43c8-b083-52711c58fe03,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:53.240768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.241149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.241495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.241834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.242169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.242501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.242834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.243165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.243489 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.243814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.244139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.244463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.244788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:08:53.461913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e5e1b573-ff84-43c8-b083-52711c58fe03'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:08:54.142207 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba9444-b32c-40a5-a606-425ccbb0b541 req-2a0978b7-3f33-463a-93b7-bce5c6676c2d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:54.143699 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-27ba9444-b32c-40a5-a606-425ccbb0b541 req-2a0978b7-3f33-463a-93b7-bce5c6676c2d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 945 time: 0.0488575 Dec 12 05:08:54.190386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-27ba9444-b32c-40a5-a606-425ccbb0b541 req-a9245c84-9970-4862-93f1-70d4ea78a5bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Dec 12 05:08:55.003856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e5e1b573-ff84-43c8-b083-52711c58fe03 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:08:55.214610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port e5e1b573-ff84-43c8-b083-52711c58fe03 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:08:55.219956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port e5e1b573-ff84-43c8-b083-52711c58fe03 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:08:55.220338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:55.307922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:55.321180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84550-9463-40e9-aa23-4a88e2b6eba3 req-62d2f583-0370-4264-95e9-9738bb68b300 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:55.322699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0bf84550-9463-40e9-aa23-4a88e2b6eba3 req-62d2f583-0370-4264-95e9-9738bb68b300 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 945 time: 0.0625007 Dec 12 05:08:55.331028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:08:55.333846 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f76663-8156-41b1-939c-15f6b6e21cea" -d '{"events": [{"server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "name": "network-vif-plugged", "status": "completed", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:08:55.347882 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e5e1b573-ff84-43c8-b083-52711c58fe03, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5e1b573-ff84-43c8-b083-52711c58fe03,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:08:55.352755 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:08:55.375331 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0bf84550-9463-40e9-aa23-4a88e2b6eba3 req-11ed8721-6f6c-491f-b6b9-d4f607bacac3 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 Dec 12 05:08:55.381403 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d504e08-569a-4f0b-be69-045f39858fa3 x-openstack-request-id: req-7d504e08-569a-4f0b-be69-045f39858fa3 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:08:55.381701 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "name": "network-vif-plugged", "status": "completed", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:08:55.381960 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d504e08-569a-4f0b-be69-045f39858fa3 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:08:55.382347 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'code': 200} Dec 12 05:08:55.407932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e5e1b573-ff84-43c8-b083-52711c58fe03,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:08:55.503443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcbefc-88f0-4f24-bb87-ea8438a574f7 req-a91c3929-cb92-4638-9e18-509950c068cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:55.504874 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11dcbefc-88f0-4f24-bb87-ea8438a574f7 req-a91c3929-cb92-4638-9e18-509950c068cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1097 time: 0.0437081 Dec 12 05:08:55.549364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-11dcbefc-88f0-4f24-bb87-ea8438a574f7 req-ebaefd56-cb69-4e69-a187-87f29763c755 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Dec 12 05:08:56.490966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3d1d2-3d51-4fae-a854-089e54a0f5f5 req-7238025d-8e0e-4d4c-bf05-ec6331b999a0 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:56.492440 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7bd3d1d2-3d51-4fae-a854-089e54a0f5f5 req-7238025d-8e0e-4d4c-bf05-ec6331b999a0 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 946 time: 0.0488200 Dec 12 05:08:56.541894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7bd3d1d2-3d51-4fae-a854-089e54a0f5f5 req-49b89f65-368f-40b6-a777-b09cee5ee994 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 Dec 12 05:08:57.654800 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323ff9a-0cb2-42e2-a28a-7a99dfa7c947 req-8f70de17-2166-4ca9-b9ad-b0516ea586c3 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:57.656278 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8323ff9a-0cb2-42e2-a28a-7a99dfa7c947 req-8f70de17-2166-4ca9-b9ad-b0516ea586c3 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 946 time: 0.0480559 Dec 12 05:08:57.701357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8323ff9a-0cb2-42e2-a28a-7a99dfa7c947 req-a223f843-0f0f-4c0d-a2b7-1995ca576129 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Dec 12 05:08:57.815919 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da172682-85fa-4117-a6e4-6a6e6daa0eb3 req-2455aafc-770c-4649-bbca-693d6be66085 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:57.817437 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da172682-85fa-4117-a6e4-6a6e6daa0eb3 req-2455aafc-770c-4649-bbca-693d6be66085 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 946 time: 0.0489995 Dec 12 05:08:57.864067 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-da172682-85fa-4117-a6e4-6a6e6daa0eb3 req-814dd090-dde0-490c-8e98-4abb15f456b3 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405145 Dec 12 05:08:58.045487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0ce3-66d9-432d-9489-4af0a34fa6a0 req-9b4f46bc-f5d6-4690-928b-3cba782c5f2f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:08:58.047052 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83dc0ce3-66d9-432d-9489-4af0a34fa6a0 req-9b4f46bc-f5d6-4690-928b-3cba782c5f2f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 946 time: 0.0491383 Dec 12 05:08:58.092338 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83dc0ce3-66d9-432d-9489-4af0a34fa6a0 req-e162bef4-f512-40c4-b051-b82f0be72198 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394456 Dec 12 05:09:09.151354 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:09:10.566544 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce826de7-44f4-4dba-be14-203faa58272f req-40f44da0-8eb7-421b-b5f7-e49836f2dced tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:10.568018 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce826de7-44f4-4dba-be14-203faa58272f req-40f44da0-8eb7-421b-b5f7-e49836f2dced tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 946 time: 0.0525162 Dec 12 05:09:10.614631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ce826de7-44f4-4dba-be14-203faa58272f req-1c2fa236-f7bc-4fc7-9ad4-e118928bfee2 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Dec 12 05:09:10.636698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42466) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:09:10.757910 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77cd180-9daa-4b96-ae32-8ae89b6a6877 tempest-TestMinimumBasicScenario-1230924442 tempest-TestMinimumBasicScenario-1230924442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:10.759447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e77cd180-9daa-4b96-ae32-8ae89b6a6877 tempest-TestMinimumBasicScenario-1230924442 tempest-TestMinimumBasicScenario-1230924442-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1092 time: 0.1217775 Dec 12 05:09:10.762559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42470) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:09:10.765616 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f04f9cf7-4533-4c7c-bd4e-bd5c6e9c45e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:10.768418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:09:10.791171 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:10.888275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:10.988529 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Allocated IP 172.25.7.237 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9c9a4e6d-34ae-4795-98f4-9f1f6e14da91) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:09:11.091070 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:11.124101 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:11.162281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:09:11.165216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:09:11.168734 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:09:11.193279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'Port': ['ID=9c9a4e6d-34ae-4795-98f4-9f1f6e14da91,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:11.510126 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:11.574041 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:12.059509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:12.063899 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:12.132104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'Port': ['ID=9c9a4e6d-34ae-4795-98f4-9f1f6e14da91,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:12.144807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:12.151466 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:12.243598 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Floating IP d443bda9-4bd1-4f45-bec6-ee5dc11c1e1c associated. External IP: 172.25.7.237, port: e5e1b573-ff84-43c8-b083-52711c58fe03. Dec 12 05:09:12.443328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Router c354cac4-3795-4575-ba7d-f4773128867f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:09:12.549733 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:09:12.559855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] Sync routers for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:09:12.567096 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:12.570720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:09:12.571344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:09:12.594487 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b6eb8883-69fa-4bd1-8767-88b2c73f0a0d tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8308089 Dec 12 05:09:12.595095 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:09:12.598027 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31" -d '{"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:09:12.598179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42472) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:09:12.602715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-da8854a6-466b-4786-a68a-a40f39339be7 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-450353883', 'description': 'tempest-secgroup-smoke-450353883 description', 'project_id': '96cd875ed0b94bfe869888c143028168'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:09:12.639167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da8854a6-466b-4786-a68a-a40f39339be7 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:12.642410 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb2c8ed-be20-45dc-8d72-742eb14eb003 x-openstack-request-id: req-7cb2c8ed-be20-45dc-8d72-742eb14eb003 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:09:12.642713 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:09:12.642977 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cb2c8ed-be20-45dc-8d72-742eb14eb003 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:09:12.643385 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'status': 'completed', 'code': 200} Dec 12 05:09:12.684774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:09:12.920215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'd443bda9-4bd1-4f45-bec6-ee5dc11c1e1c', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'port_id': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'mac_address': 'fa:16:3e:f8:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fd4542-1478-4347-8d14-27d3cd893d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:09:11Z', 'updated_at': '2021-12-12T05:09:11Z', 'revision_number': 0, 'project_id': '96cd875ed0b94bfe869888c143028168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70a109a-a9b2-4352-b3ce-61923367dbf9', 'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'mac_address': 'fa:16:3e:1c:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:21Z', 'updated_at': '2021-12-12T05:08:26Z', 'revision_number': 5, 'project_id': '96cd875ed0b94bfe869888c143028168', 'subnets': [{'id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:09:12.954649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] Checking router: c354cac4-3795-4575-ba7d-f4773128867f for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:09:12.964202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:09:12.964852 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:08:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:09:13.059435 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-24fb0903-b5ba-4a21-8afd-b68c4cab4713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.064163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da8854a6-466b-4786-a68a-a40f39339be7 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.073266 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da8854a6-466b-4786-a68a-a40f39339be7 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.088104 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:09:13.093844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-78a74122-05b4-4fe0-b667-93af4fcedffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:13.095361 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-78a74122-05b4-4fe0-b667-93af4fcedffe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96cd875ed0b94bfe869888c143028168&device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1097 time: 0.4076755 Dec 12 05:09:13.109540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da8854a6-466b-4786-a68a-a40f39339be7 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.110896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-da8854a6-466b-4786-a68a-a40f39339be7 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5116813 Dec 12 05:09:13.114601 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42476) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:09:13.119957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-bdd4a550-5ade-4030-8c36-9e1894960bd4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'security_group_rule': {'security_group_id': 'b8475e92-d3e1-476e-9ab5-0bbe7cb659ff', 'project_id': '96cd875ed0b94bfe869888c143028168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:09:13.149893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a550-5ade-4030-8c36-9e1894960bd4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.164667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8854a6-466b-4786-a68a-a40f39339be7 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:13.206870 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-a7e0717d-4325-4dc9-8763-24dcbb503309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:13.208364 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-a7e0717d-4325-4dc9-8763-24dcbb503309 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 200 len: 914 time: 0.1020052 Dec 12 05:09:13.216889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a550-5ade-4030-8c36-9e1894960bd4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.221172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a550-5ade-4030-8c36-9e1894960bd4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.239590 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4a550-5ade-4030-8c36-9e1894960bd4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab09098-07a1-426d-9b0d-1170a639bca8,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:13.249358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a550-5ade-4030-8c36-9e1894960bd4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.253909 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-bdd4a550-5ade-4030-8c36-9e1894960bd4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349220 Dec 12 05:09:13.254127 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42478) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:09:13.258752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-181c88ba-e993-4e7d-a61c-bd3f24c47ed9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'security_group_rule': {'security_group_id': 'b8475e92-d3e1-476e-9ab5-0bbe7cb659ff', 'project_id': '96cd875ed0b94bfe869888c143028168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:09:13.290336 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-181c88ba-e993-4e7d-a61c-bd3f24c47ed9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.301317 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-47d1a1bc-472f-4091-a5a1-101b9db2443e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 1000 time: 0.0822549 Dec 12 05:09:13.351575 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-181c88ba-e993-4e7d-a61c-bd3f24c47ed9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.353445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'd443bda9-4bd1-4f45-bec6-ee5dc11c1e1c', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'port_id': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'mac_address': 'fa:16:3e:f8:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fd4542-1478-4347-8d14-27d3cd893d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:09:11Z', 'updated_at': '2021-12-12T05:09:11Z', 'revision_number': 0, 'project_id': '96cd875ed0b94bfe869888c143028168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70a109a-a9b2-4352-b3ce-61923367dbf9', 'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'mac_address': 'fa:16:3e:1c:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:21Z', 'updated_at': '2021-12-12T05:08:26Z', 'revision_number': 5, 'project_id': '96cd875ed0b94bfe869888c143028168', 'subnets': [{'id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:09:13.356636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-181c88ba-e993-4e7d-a61c-bd3f24c47ed9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.358335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-d877b746-b0f5-4fef-ab36-e9ad072797d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:13.360154 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-d877b746-b0f5-4fef-ab36-e9ad072797d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8103555-69b8-44a3-824d-d2c055d3587c HTTP/1.1" status: 200 len: 853 time: 0.0502903 Dec 12 05:09:13.374743 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c88ba-e993-4e7d-a61c-bd3f24c47ed9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a06b9d-09e7-4586-be72-b6afbb0dbbf3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:13.385775 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-181c88ba-e993-4e7d-a61c-bd3f24c47ed9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.386598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d60f1b-9b5c-4270-86a9-13dc83e50f3e None None] The sync data for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 is: [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'd443bda9-4bd1-4f45-bec6-ee5dc11c1e1c', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'port_id': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'mac_address': 'fa:16:3e:f8:7d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fd4542-1478-4347-8d14-27d3cd893d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:09:11Z', 'updated_at': '2021-12-12T05:09:11Z', 'revision_number': 0, 'project_id': '96cd875ed0b94bfe869888c143028168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70a109a-a9b2-4352-b3ce-61923367dbf9', 'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'mac_address': 'fa:16:3e:1c:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:21Z', 'updated_at': '2021-12-12T05:08:26Z', 'revision_number': 5, 'project_id': '96cd875ed0b94bfe869888c143028168', 'subnets': [{'id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:09:13.387049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-181c88ba-e993-4e7d-a61c-bd3f24c47ed9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318748 Dec 12 05:09:13.389698 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42480) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:09:13.394264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0b974e24-0f6b-4ae0-b89f-c5b23d9658e9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'security_group_rule': {'security_group_id': 'b8475e92-d3e1-476e-9ab5-0bbe7cb659ff', 'project_id': '96cd875ed0b94bfe869888c143028168', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:09:13.413442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-3682c3c2-0d97-4987-8ecd-ea8b92115573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:13.414852 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-3682c3c2-0d97-4987-8ecd-ea8b92115573 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc48f638-6d99-48fc-acf3-331bdfccf2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447204 Dec 12 05:09:13.427160 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b974e24-0f6b-4ae0-b89f-c5b23d9658e9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.493175 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b974e24-0f6b-4ae0-b89f-c5b23d9658e9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.498286 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b974e24-0f6b-4ae0-b89f-c5b23d9658e9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.515502 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b974e24-0f6b-4ae0-b89f-c5b23d9658e9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836f0158-5119-47c6-b041-d2b2cedaa1a3,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:13.516745 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-7d991609-e3a2-499b-8a8a-4a90f75477d6 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940671 Dec 12 05:09:13.525571 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0b974e24-0f6b-4ae0-b89f-c5b23d9658e9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.529367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b974e24-0f6b-4ae0-b89f-c5b23d9658e9 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362050 Dec 12 05:09:13.529661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42482) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:09:13.537714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-21d4e137-210a-4457-b0c9-f8fe6a1c7bef tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'security_group_rule': {'security_group_id': 'b8475e92-d3e1-476e-9ab5-0bbe7cb659ff', 'project_id': '96cd875ed0b94bfe869888c143028168', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:09:13.566839 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21d4e137-210a-4457-b0c9-f8fe6a1c7bef tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.624250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bbe4bf7c-f881-4e86-8d66-b4b32e184b31 req-a30cea70-2546-4dda-81be-73ffa683bec7 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997093 Dec 12 05:09:13.634665 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21d4e137-210a-4457-b0c9-f8fe6a1c7bef tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.639244 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21d4e137-210a-4457-b0c9-f8fe6a1c7bef tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.660977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4e137-210a-4457-b0c9-f8fe6a1c7bef tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b99dd8-cee9-4fae-87b6-09c919872bbf,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:13.670724 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-21d4e137-210a-4457-b0c9-f8fe6a1c7bef tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.672162 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-21d4e137-210a-4457-b0c9-f8fe6a1c7bef tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386087 Dec 12 05:09:13.675610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42484) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:09:13.680245 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-dddfef18-45f1-44f6-8767-10332dcc0530 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'security_group_rule': {'security_group_id': 'b8475e92-d3e1-476e-9ab5-0bbe7cb659ff', 'project_id': '96cd875ed0b94bfe869888c143028168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:09:13.702356 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-dddfef18-45f1-44f6-8767-10332dcc0530 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Project 96cd875ed0b94bfe869888c143028168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:09:13.707751 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dddfef18-45f1-44f6-8767-10332dcc0530 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.722275 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9addac32-f3c2-439c-8771-7df3b9339f78 None None] New status for floating IP d443bda9-4bd1-4f45-bec6-ee5dc11c1e1c: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:09:13.769836 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dddfef18-45f1-44f6-8767-10332dcc0530 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.773453 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dddfef18-45f1-44f6-8767-10332dcc0530 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.792046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfef18-45f1-44f6-8767-10332dcc0530 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffca049b-527c-42be-b1a8-fcf037d5136e,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:13.799997 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dddfef18-45f1-44f6-8767-10332dcc0530 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.803734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dddfef18-45f1-44f6-8767-10332dcc0530 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246741 Dec 12 05:09:13.804032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42486) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:09:13.808656 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-63f9a2eb-0538-47a6-86b7-a47c1570f132 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'security_group_rule': {'security_group_id': 'b8475e92-d3e1-476e-9ab5-0bbe7cb659ff', 'project_id': '96cd875ed0b94bfe869888c143028168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:09:13.829713 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-63f9a2eb-0538-47a6-86b7-a47c1570f132 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Project 96cd875ed0b94bfe869888c143028168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:09:13.835354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63f9a2eb-0538-47a6-86b7-a47c1570f132 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.896768 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63f9a2eb-0538-47a6-86b7-a47c1570f132 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.900883 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63f9a2eb-0538-47a6-86b7-a47c1570f132 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.916602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9a2eb-0538-47a6-86b7-a47c1570f132 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d382e2a-82e4-4727-8e69-41e9a98bc301,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:13.926963 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-63f9a2eb-0538-47a6-86b7-a47c1570f132 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:13.928180 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-63f9a2eb-0538-47a6-86b7-a47c1570f132 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230507 Dec 12 05:09:14.018386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-9bb82d1e-bb71-47cb-98b5-856992366bfd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450353883&fields=id&tenant_id=96cd875ed0b94bfe869888c143028168 HTTP/1.1" status: 200 len: 267 time: 0.0455120 Dec 12 05:09:14.070612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-feec3fcf-1608-440e-a744-180dffa93e31 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:14.072123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-feec3fcf-1608-440e-a744-180dffa93e31 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 946 time: 0.0476019 Dec 12 05:09:14.085126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-d89b9244-e73c-4726-abce-602a15ee83bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'port': {'security_groups': ['10f6ba2d-2f2c-4a00-a012-746050f3cd8f', 'b8475e92-d3e1-476e-9ab5-0bbe7cb659ff']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:09:14.146248 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-d89b9244-e73c-4726-abce-602a15ee83bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:14.281313 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:14.330870 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-d89b9244-e73c-4726-abce-602a15ee83bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] For port e5e1b573-ff84-43c8-b083-52711c58fe03, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5e1b573-ff84-43c8-b083-52711c58fe03,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:09:14.359388 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-d89b9244-e73c-4726-abce-602a15ee83bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:14.363485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-d89b9244-e73c-4726-abce-602a15ee83bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:14.400354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e5e1b573-ff84-43c8-b083-52711c58fe03'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:09:14.412634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-d89b9244-e73c-4726-abce-602a15ee83bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:14.413305 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-d89b9244-e73c-4726-abce-602a15ee83bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:14.414733 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b06ba06f-1ae9-43a9-8380-34db5787ba3f req-d89b9244-e73c-4726-abce-602a15ee83bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "PUT /v2.0/ports/e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 982 time: 0.3348494 Dec 12 05:09:14.434968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b9244-e73c-4726-abce-602a15ee83bd tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'Port': ['ID=e5e1b573-ff84-43c8-b083-52711c58fe03,revision_number=6']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:09:14.448066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:14.526286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e5e1b573-ff84-43c8-b083-52711c58fe03'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:09:14.553744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa68a1d-27be-44e3-b1d8-41cfbf728a4c req-bc64b080-35a4-4b72-a122-03de08d77434 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:14.555385 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfa68a1d-27be-44e3-b1d8-41cfbf728a4c req-bc64b080-35a4-4b72-a122-03de08d77434 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0582943 Dec 12 05:09:14.624081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfa68a1d-27be-44e3-b1d8-41cfbf728a4c req-ce9af5e1-88dc-4aa4-a8d8-2741591e78bb tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602596 Dec 12 05:09:14.644642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:09:14.647606 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a" -d '{"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:09:14.688398 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34c32b2-4436-4955-b94a-b94e2a55ca00 x-openstack-request-id: req-d34c32b2-4436-4955-b94a-b94e2a55ca00 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:09:14.688702 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:09:14.689008 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d34c32b2-4436-4955-b94a-b94e2a55ca00 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:09:14.689434 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'status': 'completed', 'code': 200} Dec 12 05:09:14.749952 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d96b91b1-ade6-4e52-b06a-1b046a392c53 None None] Provisioning complete for port e5e1b573-ff84-43c8-b083-52711c58fe03 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:09:14.750335 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d96b91b1-ade6-4e52-b06a-1b046a392c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:14.770987 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-c0036356-58f1-4a67-a48b-06b4ab09c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:14.772568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-c0036356-58f1-4a67-a48b-06b4ab09c6fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96cd875ed0b94bfe869888c143028168&device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1136 time: 0.0417697 Dec 12 05:09:14.866935 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-66c48e51-b793-4020-9e14-e8bf00180717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:14.868507 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-66c48e51-b793-4020-9e14-e8bf00180717 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 200 len: 914 time: 0.0876095 Dec 12 05:09:14.937378 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-45ec0720-1470-4266-b5ff-8c5b9cbcbd22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 1002 time: 0.0602555 Dec 12 05:09:14.986716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-fa709c0b-83a6-4183-9f8c-be79f2fd11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:14.988808 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-fa709c0b-83a6-4183-9f8c-be79f2fd11d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8103555-69b8-44a3-824d-d2c055d3587c HTTP/1.1" status: 200 len: 853 time: 0.0444345 Dec 12 05:09:15.037736 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-77098835-ef19-49ce-b94f-4231b090ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:15.039244 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-77098835-ef19-49ce-b94f-4231b090ae74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc48f638-6d99-48fc-acf3-331bdfccf2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432758 Dec 12 05:09:15.129211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-7c16b19b-ca71-4294-be6b-a6dbf0486f59 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819213 Dec 12 05:09:15.222765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7cfcf5be-dfc2-49dc-acba-d73f68fc664a req-e2d6e620-1ab1-4dd0-af2f-64698c3e5b99 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863047 Dec 12 05:09:15.817136 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:16.811050 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:29.794868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a926e-86b6-417f-abd2-bb3de56784cc req-73e1178b-78a1-4e29-a10f-b99b445cc18c tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:29.796425 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df3a926e-86b6-417f-abd2-bb3de56784cc req-73e1178b-78a1-4e29-a10f-b99b445cc18c tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0527887 Dec 12 05:09:29.822549 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-94eb291a-6ba4-46ca-8103-2d827194d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:29.824148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-94eb291a-6ba4-46ca-8103-2d827194d34f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96cd875ed0b94bfe869888c143028168&device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1136 time: 0.0425811 Dec 12 05:09:29.858098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-df3a926e-86b6-417f-abd2-bb3de56784cc req-a26f41c5-cbac-4eac-8207-f07449defe29 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548458 Dec 12 05:09:29.914570 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-91d99453-bf1d-465e-85a5-af65a3aa84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:29.916124 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-91d99453-bf1d-465e-85a5-af65a3aa84f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 200 len: 914 time: 0.0852404 Dec 12 05:09:29.986544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-d8aac9db-09a5-44a8-85b6-0807a89b9dad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 1002 time: 0.0628457 Dec 12 05:09:30.036236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-5135ee28-4ac8-42a0-af24-f08c97c9e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:30.037694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-5135ee28-4ac8-42a0-af24-f08c97c9e47f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8103555-69b8-44a3-824d-d2c055d3587c HTTP/1.1" status: 200 len: 853 time: 0.0429857 Dec 12 05:09:30.081563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-24fd34a1-9f53-4d24-b8bf-ea4f36de232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:30.083567 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-24fd34a1-9f53-4d24-b8bf-ea4f36de232f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc48f638-6d99-48fc-acf3-331bdfccf2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390375 Dec 12 05:09:30.173691 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-c4a84726-e04d-42a3-b7b6-a5d7dd937c67 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 Dec 12 05:09:30.263390 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f34fe6c2-089c-4c14-8b10-1e1f7a527da1 req-6390e248-60a6-4c62-ba9c-271683274770 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820150 Dec 12 05:09:30.980931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693ea85-62db-4419-bd91-aa6943a1802f req-32279226-93b3-4dbf-8cf7-1e80ccbeb0a2 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:30.982421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d693ea85-62db-4419-bd91-aa6943a1802f req-32279226-93b3-4dbf-8cf7-1e80ccbeb0a2 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0542090 Dec 12 05:09:31.042481 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d693ea85-62db-4419-bd91-aa6943a1802f req-1cce6e9e-3964-48cc-b514-03a556f4c0e3 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536141 Dec 12 05:09:32.161222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db11258-b805-4f47-80cc-7388860f40c7 req-1f3c9568-9495-4670-b634-644de82b044b tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:32.162695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3db11258-b805-4f47-80cc-7388860f40c7 req-1f3c9568-9495-4670-b634-644de82b044b tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0483439 Dec 12 05:09:32.222054 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3db11258-b805-4f47-80cc-7388860f40c7 req-869b5beb-5561-4e32-a44c-be2f4423979a tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533011 Dec 12 05:09:33.338702 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81c272-cdb2-45af-92ce-220f3715a3d4 req-739763f4-a4f9-4137-b08c-52655ab7702e tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:33.340210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f81c272-cdb2-45af-92ce-220f3715a3d4 req-739763f4-a4f9-4137-b08c-52655ab7702e tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0501661 Dec 12 05:09:33.402661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0f81c272-cdb2-45af-92ce-220f3715a3d4 req-b43259f3-6321-453d-9eef-590f34fbbc5c tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564411 Dec 12 05:09:34.522788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e14ce-8c3b-40a8-b0b9-18181b7e1c26 req-dad2a736-496e-49b9-9f27-d0c6b29b9246 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:34.524275 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-878e14ce-8c3b-40a8-b0b9-18181b7e1c26 req-dad2a736-496e-49b9-9f27-d0c6b29b9246 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0535355 Dec 12 05:09:34.583383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-878e14ce-8c3b-40a8-b0b9-18181b7e1c26 req-8b75b7f3-87d2-4807-b242-77f63912d589 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529780 Dec 12 05:09:35.704602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3559e-f81a-40ce-8e20-eb385df2333d req-68d2a913-81f6-4382-a6a7-2b586daaf9ff tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:35.706123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4c3559e-f81a-40ce-8e20-eb385df2333d req-68d2a913-81f6-4382-a6a7-2b586daaf9ff tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0536001 Dec 12 05:09:35.767766 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b4c3559e-f81a-40ce-8e20-eb385df2333d req-4233a9fc-ab06-4893-bb54-314d275b1ff7 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545514 Dec 12 05:09:36.887946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2ee76-b113-4986-8533-4d99b485ca00 req-b71a257f-438f-4bac-acc6-0a6978e424d5 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:36.889941 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28a2ee76-b113-4986-8533-4d99b485ca00 req-b71a257f-438f-4bac-acc6-0a6978e424d5 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0508227 Dec 12 05:09:36.952009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28a2ee76-b113-4986-8533-4d99b485ca00 req-531ed8f9-ded7-4865-9e57-4cfadb09d751 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559120 Dec 12 05:09:38.066567 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aa123-f9e4-433d-b090-adad1cbafa3b req-957ea977-bfee-4c7d-a2b6-7a0f8588ebc2 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:38.068057 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-166aa123-f9e4-433d-b090-adad1cbafa3b req-957ea977-bfee-4c7d-a2b6-7a0f8588ebc2 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0491378 Dec 12 05:09:38.253298 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-166aa123-f9e4-433d-b090-adad1cbafa3b req-4a84d094-4a54-4bda-a80b-6707bf0dbcb4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791892 Dec 12 05:09:38.311184 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-f5946a2c-0793-4242-a759-3cf69adc9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:38.312682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-f5946a2c-0793-4242-a759-3cf69adc9597 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96cd875ed0b94bfe869888c143028168&device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1136 time: 0.0881999 Dec 12 05:09:38.419083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-7b24ec90-2aea-4793-b962-69b223540a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:38.420472 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-7b24ec90-2aea-4793-b962-69b223540a9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 200 len: 914 time: 0.0881526 Dec 12 05:09:38.485843 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-d6613249-ef0a-473b-adc1-041e7a7be98c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 1002 time: 0.0581312 Dec 12 05:09:38.540492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-870ba010-ae9a-4dec-a12b-66d7abd80b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:38.541945 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-870ba010-ae9a-4dec-a12b-66d7abd80b1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8103555-69b8-44a3-824d-d2c055d3587c HTTP/1.1" status: 200 len: 853 time: 0.0476542 Dec 12 05:09:38.585532 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-44db2675-c4e4-4e18-aa7f-7e33458d61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:38.586984 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-44db2675-c4e4-4e18-aa7f-7e33458d61e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc48f638-6d99-48fc-acf3-331bdfccf2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387511 Dec 12 05:09:38.675114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-bdc79eb5-4229-4b7c-8997-6751e921e350 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809460 Dec 12 05:09:38.768481 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2007788-b5fb-4c8b-a847-e223dc01e2ee req-bb20689f-b13a-48c4-9b45-8508ebcb5f5a service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Dec 12 05:09:39.418144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b38309-7a82-474a-b535-a3b1b3f25221 req-7d796b2c-8ba5-471f-abd0-6887da35747b tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:39.419618 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4b38309-7a82-474a-b535-a3b1b3f25221 req-7d796b2c-8ba5-471f-abd0-6887da35747b tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0995684 Dec 12 05:09:39.478887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c4b38309-7a82-474a-b535-a3b1b3f25221 req-9970df10-ed32-4ec5-8b9f-faaa76a39f96 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532424 Dec 12 05:09:40.592914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c680b6-9ff2-4eee-ad0d-cab0d3a5ab4d req-a742db83-18aa-4563-9f55-4ac3b6dfe5de tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:40.594325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c680b6-9ff2-4eee-ad0d-cab0d3a5ab4d req-a742db83-18aa-4563-9f55-4ac3b6dfe5de tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0495718 Dec 12 05:09:40.654636 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97c680b6-9ff2-4eee-ad0d-cab0d3a5ab4d req-c4b66835-06cb-4154-bbb3-f52f2b1f9abe tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535271 Dec 12 05:09:40.767873 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-048081d5-6e3b-4fa5-9625-59c1982227e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:41.770411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46171a-c285-4ad8-a7fc-e958614afdaf req-48cf6734-f53f-427c-acc6-f885379fe53b tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:09:41.772596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ca46171a-c285-4ad8-a7fc-e958614afdaf req-48cf6734-f53f-427c-acc6-f885379fe53b tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0507755 Dec 12 05:09:41.833041 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ca46171a-c285-4ad8-a7fc-e958614afdaf req-af69ee1a-108d-41fe-b44d-261f8fc77b05 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&id=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544224 Dec 12 05:09:42.165282 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:43.051302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7028f5a8-8a47-49b0-8c20-e6db2c10770b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:44.285969 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:44.424638 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:45.817820 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:09:46.151320 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:09:46.813941 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:10.770531 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f63498da-9d6a-4f19-8669-fef53b62b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:12.177853 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:13.053632 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bb30907f-9f0a-4331-8ef8-69715a368a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.135368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-95677d66-b75b-4262-8105-267e1bd60916 req-64d29eaa-78d3-4085-afa8-a58735285506 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450353883&fields=id&tenant_id=96cd875ed0b94bfe869888c143028168 HTTP/1.1" status: 200 len: 267 time: 0.0447824 Dec 12 05:10:14.193255 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95677d66-b75b-4262-8105-267e1bd60916 req-d5f9ec75-9170-4ba0-ac25-99e36e2b1a37 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:14.194882 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-95677d66-b75b-4262-8105-267e1bd60916 req-d5f9ec75-9170-4ba0-ac25-99e36e2b1a37 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 985 time: 0.0538094 Dec 12 05:10:14.205939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-95677d66-b75b-4262-8105-267e1bd60916 req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Request body: {'port': {'security_groups': ['10f6ba2d-2f2c-4a00-a012-746050f3cd8f']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:14.269621 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-95677d66-b75b-4262-8105-267e1bd60916 req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.288230 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.440010 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.445748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-95677d66-b75b-4262-8105-267e1bd60916 req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] For port e5e1b573-ff84-43c8-b083-52711c58fe03, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5e1b573-ff84-43c8-b083-52711c58fe03,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:14.475395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-95677d66-b75b-4262-8105-267e1bd60916 req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.479655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-95677d66-b75b-4262-8105-267e1bd60916 req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.514534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e5e1b573-ff84-43c8-b083-52711c58fe03'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:10:14.528655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95677d66-b75b-4262-8105-267e1bd60916 req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:14.529179 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-95677d66-b75b-4262-8105-267e1bd60916 req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.530594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-95677d66-b75b-4262-8105-267e1bd60916 req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "PUT /v2.0/ports/e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 943 time: 0.3292203 Dec 12 05:10:14.531053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:10:14.533350 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e14df-f2d3-4d0f-933b-691e91a1f5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:10:14.545456 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42546) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:14.561734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event updated for resources: {'Port': ['ID=e5e1b573-ff84-43c8-b083-52711c58fe03,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:14.569651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.570017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.570376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.570731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.571245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.571604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.571951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.572294 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.572632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.573000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.573344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.573684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.574021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87a634-9324-476e-9b16-a169fade5f71 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.588898 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a1ced3-8460-47ce-9843-ad0f3572e3fd x-openstack-request-id: req-80a1ced3-8460-47ce-9843-ad0f3572e3fd {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:10:14.589078 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:10:14.589281 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80a1ced3-8460-47ce-9843-ad0f3572e3fd {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:10:14.589638 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'status': 'completed', 'code': 200} Dec 12 05:10:14.620572 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.650059 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.657849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e5e1b573-ff84-43c8-b083-52711c58fe03'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:10:14.689516 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-2f0ad2e5-c96c-4e78-9866-01bfa2f90d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:14.691215 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-2f0ad2e5-c96c-4e78-9866-01bfa2f90d3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96cd875ed0b94bfe869888c143028168&device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1097 time: 0.0607257 Dec 12 05:10:14.733781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.738365 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.743994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "DELETE /v2.0/security-groups/b8475e92-d3e1-476e-9ab5-0bbe7cb659ff HTTP/1.1" status: 204 len: 168 time: 0.1973510 Dec 12 05:10:14.744660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42550) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:14.793792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8475e92-d3e1-476e-9ab5-0bbe7cb659ff,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:14.813773 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.814140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.814459 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-551754bf-b814-434a-b679-abb9ff59e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:14.814592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.814826 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.815170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.815508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.815855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.816174 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.817064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.817205 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-551754bf-b814-434a-b679-abb9ff59e71c service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 200 len: 914 time: 0.1156223 Dec 12 05:10:14.817414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.817775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.818096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.818402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658d660-b32a-48cc-8d95-7627e5e9bbad tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:14.868720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-156daa77-e2f2-4dc0-a965-c497479be0e3 None None] Provisioning complete for port e5e1b573-ff84-43c8-b083-52711c58fe03 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:14.869133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-156daa77-e2f2-4dc0-a965-c497479be0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.899738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-b31f113f-dfd6-4061-bb32-7b7056593655 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 1002 time: 0.0722892 Dec 12 05:10:14.941334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Deleting port 9c9a4e6d-34ae-4795-98f4-9f1f6e14da91 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:14.942236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:14.952536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-2eb095e4-00f8-415d-bab6-0dd260b04170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:14.954220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-2eb095e4-00f8-415d-bab6-0dd260b04170 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8103555-69b8-44a3-824d-d2c055d3587c HTTP/1.1" status: 200 len: 853 time: 0.0479691 Dec 12 05:10:15.000902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-898fd830-7c67-4637-b3a7-b7b627151eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:15.002468 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-898fd830-7c67-4637-b3a7-b7b627151eda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc48f638-6d99-48fc-acf3-331bdfccf2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404987 Dec 12 05:10:15.019843 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:15.020188 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:15.031682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Calling delete_port for 9c9a4e6d-34ae-4795-98f4-9f1f6e14da91 owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:15.099687 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-6116d7da-9f4c-4751-ad33-63cf37c7e674 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867336 Dec 12 05:10:15.182239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:15.193622 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-341e14df-f2d3-4d0f-933b-691e91a1f5b7 req-1eb6e43a-3e11-4c16-af8a-f692df0dab31 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862670 Dec 12 05:10:15.206571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event deleted for resources: {'Port': ['ID=9c9a4e6d-34ae-4795-98f4-9f1f6e14da91,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:15.273847 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:15.274195 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Floating IP d443bda9-4bd1-4f45-bec6-ee5dc11c1e1c disassociated (deleted). External IP: 172.25.7.237, port: e5e1b573-ff84-43c8-b083-52711c58fe03. Dec 12 05:10:15.478136 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Router c354cac4-3795-4575-ba7d-f4773128867f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:10:15.585233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:10:15.589947 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:15.594639 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] Sync routers for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:10:15.607564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:15.608183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:15.617275 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4d3fe143-e92d-4582-8cd9-8a56867121d6 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "DELETE /v2.0/floatingips/d443bda9-4bd1-4f45-bec6-ee5dc11c1e1c HTTP/1.1" status: 204 len: 168 time: 0.8678503 Dec 12 05:10:15.617966 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:10:15.620574 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236f2abf-427e-4762-8677-46d4090b6e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:10:15.719809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:15.721268 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e2f94d-d457-4a66-8fc1-a88c633c31d6 x-openstack-request-id: req-93e2f94d-d457-4a66-8fc1-a88c633c31d6 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:10:15.721570 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:10:15.721831 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93e2f94d-d457-4a66-8fc1-a88c633c31d6 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:10:15.722246 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'status': 'completed', 'code': 200} Dec 12 05:10:15.817633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2abf-427e-4762-8677-46d4090b6e1b req-4bc854d3-8a9d-4dc4-bbdd-5449f927fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:15.819171 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-236f2abf-427e-4762-8677-46d4090b6e1b req-4bc854d3-8a9d-4dc4-bbdd-5449f927fe59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96cd875ed0b94bfe869888c143028168&device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 1097 time: 0.0553966 Dec 12 05:10:15.939374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2abf-427e-4762-8677-46d4090b6e1b req-facdd74d-9dd1-4917-a2bc-4b5b753e087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:15.940904 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-236f2abf-427e-4762-8677-46d4090b6e1b req-facdd74d-9dd1-4917-a2bc-4b5b753e087d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 200 len: 914 time: 0.1140416 Dec 12 05:10:15.991228 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-236f2abf-427e-4762-8677-46d4090b6e1b req-140cde2e-b4fc-4db8-9cdf-7e29cdaace30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 200 len: 217 time: 0.0376728 Dec 12 05:10:16.047744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2abf-427e-4762-8677-46d4090b6e1b req-e3123216-23d0-46e2-b38d-8507f4d90e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:16.049300 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-236f2abf-427e-4762-8677-46d4090b6e1b req-e3123216-23d0-46e2-b38d-8507f4d90e98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8103555-69b8-44a3-824d-d2c055d3587c HTTP/1.1" status: 200 len: 853 time: 0.0504267 Dec 12 05:10:16.050325 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:16.096172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2abf-427e-4762-8677-46d4090b6e1b req-f1d0587b-2003-487f-b689-cb9e3e1160cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:16.098252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-236f2abf-427e-4762-8677-46d4090b6e1b req-f1d0587b-2003-487f-b689-cb9e3e1160cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc48f638-6d99-48fc-acf3-331bdfccf2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406985 Dec 12 05:10:16.125487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c70a109a-a9b2-4352-b3ce-61923367dbf9', 'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'mac_address': 'fa:16:3e:1c:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:21Z', 'updated_at': '2021-12-12T05:08:26Z', 'revision_number': 5, 'project_id': '96cd875ed0b94bfe869888c143028168', 'subnets': [{'id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:16.151846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] Checking router: c354cac4-3795-4575-ba7d-f4773128867f for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:10:16.160077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:16.161247 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:16.201573 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-236f2abf-427e-4762-8677-46d4090b6e1b req-255a504c-e5f7-419b-8ace-4b6ff25e4031 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887315 Dec 12 05:10:16.269505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:16.319876 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-236f2abf-427e-4762-8677-46d4090b6e1b req-2ac96169-371f-43f6-83f3-abe22d3259b2 service neutron] 10.222.0.18 "GET /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021023 Dec 12 05:10:16.484858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c70a109a-a9b2-4352-b3ce-61923367dbf9', 'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'mac_address': 'fa:16:3e:1c:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:21Z', 'updated_at': '2021-12-12T05:08:26Z', 'revision_number': 5, 'project_id': '96cd875ed0b94bfe869888c143028168', 'subnets': [{'id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:16.510786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed137b7-972a-4bce-95bc-21baff5dcac9 None None] The sync data for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 is: [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:22Z', 'revision_number': 4, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'c70a109a-a9b2-4352-b3ce-61923367dbf9', 'name': '', 'network_id': 'fc48f638-6d99-48fc-acf3-331bdfccf2eb', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'mac_address': 'fa:16:3e:1c:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:21Z', 'updated_at': '2021-12-12T05:08:26Z', 'revision_number': 5, 'project_id': '96cd875ed0b94bfe869888c143028168', 'subnets': [{'id': 'b8103555-69b8-44a3-824d-d2c055d3587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:10:16.736706 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78818ac8-a686-43a8-9cb6-a91ca9fe6415 None None] New status for floating IP d443bda9-4bd1-4f45-bec6-ee5dc11c1e1c: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:10:16.817540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:23.150114 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:10:24.643232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d37a2-d41d-45f4-a71d-63f32fe3bad2 req-b963bb70-b996-46f3-b8b5-c43456e247b2 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:24.644903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cf6d37a2-d41d-45f4-a71d-63f32fe3bad2 req-b963bb70-b996-46f3-b8b5-c43456e247b2 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 946 time: 0.0564568 Dec 12 05:10:24.693209 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cf6d37a2-d41d-45f4-a71d-63f32fe3bad2 req-8767f5b1-12a6-4990-8eb3-d7d44d039079 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Dec 12 05:10:25.812467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb47cf6-3140-4430-ac2b-3d74861e8c7f req-c23a8eb8-f16a-4581-9a14-86f0ba00d068 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:25.815289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eeb47cf6-3140-4430-ac2b-3d74861e8c7f req-c23a8eb8-f16a-4581-9a14-86f0ba00d068 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 946 time: 0.0533023 Dec 12 05:10:25.865252 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eeb47cf6-3140-4430-ac2b-3d74861e8c7f req-ecc3b3d0-dbb4-4c5f-b56d-d7c0b1cfeee0 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/security-groups?id=10f6ba2d-2f2c-4a00-a012-746050f3cd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446472 Dec 12 05:10:26.394403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-cc8f7a54-9887-43a3-9316-b47d066a390c tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:26.395862 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-cc8f7a54-9887-43a3-9316-b47d066a390c tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 946 time: 0.0527332 Dec 12 05:10:26.484887 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Deleting port e5e1b573-ff84-43c8-b083-52711c58fe03 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:26.485315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:26.575369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] For port e5e1b573-ff84-43c8-b083-52711c58fe03, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5e1b573-ff84-43c8-b083-52711c58fe03,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:26.575646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:26.587174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Calling delete_port for e5e1b573-ff84-43c8-b083-52711c58fe03 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:26.711041 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:26.742422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Pushing event deleted for resources: {'Port': ['ID=e5e1b573-ff84-43c8-b083-52711c58fe03,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:26.749263 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e5e1b573-ff84-43c8-b083-52711c58fe03'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:10:26.785743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] No DVR routers for this DVR port e5e1b573-ff84-43c8-b083-52711c58fe03 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:10:26.788138 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:26.791495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-74fb2070-1574-4030-aa49-a2ef9ef4f188 req-f7d2ead0-32dd-4588-914f-e9d261a96a8f tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.18 "DELETE /v2.0/ports/e5e1b573-ff84-43c8-b083-52711c58fe03 HTTP/1.1" status: 204 len: 173 time: 0.3895748 Dec 12 05:10:26.791938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'name': 'network-vif-deleted', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:10:26.794204 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e5ce7-7252-4f18-9107-5af78e496e59" -d '{"events": [{"server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "name": "network-vif-deleted", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:10:26.832990 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ac32be-821d-4c68-ba60-ad099a58f598 x-openstack-request-id: req-b6ac32be-821d-4c68-ba60-ad099a58f598 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:10:26.833627 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fd4542-1478-4347-8d14-27d3cd893d92", "name": "network-vif-deleted", "tag": "e5e1b573-ff84-43c8-b083-52711c58fe03", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:10:26.833627 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6ac32be-821d-4c68-ba60-ad099a58f598 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:10:26.833940 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fd4542-1478-4347-8d14-27d3cd893d92', 'name': 'network-vif-deleted', 'tag': 'e5e1b573-ff84-43c8-b083-52711c58fe03', 'status': 'completed', 'code': 200} Dec 12 05:10:26.973980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a3a89fb7-28fc-4090-b02d-f05f65a2c8f3 req-84a287e8-6268-4c1c-8071-0b9a4531e9b4 tempest-TestMinimumBasicScenario-364892250 tempest-TestMinimumBasicScenario-364892250-project] 10.222.0.36 "GET /v2.0/ports?device_id=51fd4542-1478-4347-8d14-27d3cd893d92 HTTP/1.1" status: 200 len: 210 time: 0.0270798 Dec 12 05:10:28.523279 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42650) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:28.855927 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:29.094140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Deleting port c70a109a-a9b2-4352-b3ce-61923367dbf9 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:29.094476 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:29.173560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] For port c70a109a-a9b2-4352-b3ce-61923367dbf9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c70a109a-a9b2-4352-b3ce-61923367dbf9,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:29.173844 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:29.186619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Calling delete_port for c70a109a-a9b2-4352-b3ce-61923367dbf9 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:29.344883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e5e1b573-ff84-43c8-b083-52711c58fe03 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:10:29.364653 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:29.365259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: e5e1b573-ff84-43c8-b083-52711c58fe03 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:10:29.365616 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e5e1b573-ff84-43c8-b083-52711c58fe03 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:10:29.388653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Pushing event deleted for resources: {'Port': ['ID=c70a109a-a9b2-4352-b3ce-61923367dbf9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:29.557414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:29.767546 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Router c354cac4-3795-4575-ba7d-f4773128867f has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:10:29.878034 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:10:29.883127 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bf78e5d0-2ccf-4868-a053-4d68f911866e admin admin] 10.222.0.36 "PUT /v2.0/routers/c354cac4-3795-4575-ba7d-f4773128867f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3588305 Dec 12 05:10:29.885715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42652) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:29.887289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] Sync routers for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:10:29.897493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:29.898116 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:29.993332 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.004034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:30.095199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.147628 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Deleting port 4fad1c78-104f-4b65-8e5c-07da12e979bf {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:30.147969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.185071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:10:29Z', 'revision_number': 5, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port': {'id': '4fad1c78-104f-4b65-8e5c-07da12e979bf', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:30.213036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] Checking router: c354cac4-3795-4575-ba7d-f4773128867f for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:10:30.221558 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] Routers {'c354cac4-3795-4575-ba7d-f4773128867f'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:30.222173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c354cac4-3795-4575-ba7d-f4773128867f'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:30.230436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] For port 4fad1c78-104f-4b65-8e5c-07da12e979bf, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4fad1c78-104f-4b65-8e5c-07da12e979bf,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:30.230808 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.242386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Calling delete_port for 4fad1c78-104f-4b65-8e5c-07da12e979bf owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:30.311627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] Set router c354cac4-3795-4575-ba7d-f4773128867f gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:30.370528 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:10:30Z', 'revision_number': 6, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:30.398137 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517af42-67bf-4583-8931-93d0a56c3adb None None] The sync data for ids ['c354cac4-3795-4575-ba7d-f4773128867f'] in n-d-710847-7 is: [{'id': 'c354cac4-3795-4575-ba7d-f4773128867f', 'name': 'tempest-TestMinimumBasicScenario-361175866-router', 'tenant_id': '96cd875ed0b94bfe869888c143028168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:20Z', 'updated_at': '2021-12-12T05:10:30Z', 'revision_number': 6, 'project_id': '96cd875ed0b94bfe869888c143028168', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:10:30.728161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.758719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fad1c78-104f-4b65-8e5c-07da12e979bf,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:30.772458 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60556d4-8143-4bd7-916f-23668454ffb7 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:10:30.823665 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.922189 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.924708 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.968291 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.968838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c354cac4-3795-4575-ba7d-f4773128867f {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:10:30.973593 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:30.974848 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e96ea08c-5063-465c-9c89-684a0d685e67 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c354cac4-3795-4575-ba7d-f4773128867f HTTP/1.1" status: 204 len: 168 time: 1.0881963 Dec 12 05:10:30.977435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42654) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:31.023333 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5631a1ac-12ea-496a-ad7a-ad58fee40e21 admin admin] Deleting subnet b8103555-69b8-44a3-824d-d2c055d3587c {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:10:31.026797 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5631a1ac-12ea-496a-ad7a-ad58fee40e21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.060358 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5631a1ac-12ea-496a-ad7a-ad58fee40e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.140084 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5631a1ac-12ea-496a-ad7a-ad58fee40e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.198065 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5631a1ac-12ea-496a-ad7a-ad58fee40e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.224550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631a1ac-12ea-496a-ad7a-ad58fee40e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8103555-69b8-44a3-824d-d2c055d3587c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:31.228265 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5631a1ac-12ea-496a-ad7a-ad58fee40e21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.229177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c70a109a-a9b2-4352-b3ce-61923367dbf9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:10:31.234175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42656) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:31.234664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5631a1ac-12ea-496a-ad7a-ad58fee40e21 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b8103555-69b8-44a3-824d-d2c055d3587c HTTP/1.1" status: 204 len: 168 time: 0.2557747 Dec 12 05:10:31.250888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df82648c-9681-4f7f-a67d-27dfc4bdf738 None None] Network fc48f638-6d99-48fc-acf3-331bdfccf2eb requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:10:31.263663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c70a109a-a9b2-4352-b3ce-61923367dbf9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:10:31.264019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c70a109a-a9b2-4352-b3ce-61923367dbf9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:10:31.264634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4fad1c78-104f-4b65-8e5c-07da12e979bf no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:10:31.306504 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.315922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 4fad1c78-104f-4b65-8e5c-07da12e979bf {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:10:31.317054 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4fad1c78-104f-4b65-8e5c-07da12e979bf not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:10:31.365946 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Deleting port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:31.366293 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.436295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] For port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:31.436750 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.439787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] DHCP port deletion for fc48f638-6d99-48fc-acf3-331bdfccf2eb request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:10:31.452297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Calling delete_port for 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:31.494532 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Deleting port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:31.494532 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.539041 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.560209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] For port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69,segment=NetworkSegment(82f4ddc1-9eb7-4c35-9fdd-576b12e4a425),segment_id=82f4ddc1-9eb7-4c35-9fdd-576b12e4a425)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:31.560601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.566220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] No DVR routers for this DVR port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:10:31.568090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:31.573867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Calling delete_port for 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:31.640148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:10:31.646514 n-d-710847-7 neutron-server[103452]: self.session.flush() Dec 12 05:10:31.650978 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.661603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc48f638-6d99-48fc-acf3-331bdfccf2eb']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:31.670738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:31.671043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f4ddc1-9eb7-4c35-9fdd-576b12e4a425') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:31.679907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Pushing event deleted for resources: {'Port': ['ID=8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:31.684222 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.684385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] No DVR routers for this DVR port 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:10:31.700542 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.700955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.700955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.700955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.700955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.700955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.700955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.700955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.700955 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.704221 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.704328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.704328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.704328 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.704585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f91dca-bb6e-48c2-a383-1c75895235fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:31.711668 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:10:31.712217 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:10:31.714292 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:10:31.767780 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.775056 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:31.778175 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fc48f638-6d99-48fc-acf3-331bdfccf2eb HTTP/1.1" status: 204 len: 168 time: 0.5423779 Dec 12 05:10:31.781153 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42658) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:31.788273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22467000-6a39-4122-9ea3-5382a2a90166 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc48f638-6d99-48fc-acf3-331bdfccf2eb,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:32.127966 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:32.370684 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Deleting port dcc6de27-54da-46d6-9dc4-491bb818edd2 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:32.371034 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:32.451571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] For port dcc6de27-54da-46d6-9dc4-491bb818edd2, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=dcc6de27-54da-46d6-9dc4-491bb818edd2,segment=NetworkSegment(c50a07c7-01e2-4575-a37b-6edbd7b83c9a),segment_id=c50a07c7-01e2-4575-a37b-6edbd7b83c9a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:32.451858 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:32.465035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Calling delete_port for dcc6de27-54da-46d6-9dc4-491bb818edd2 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:32.642389 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:32.665712 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc6de27-54da-46d6-9dc4-491bb818edd2,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:32.830625 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.029976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:10:33.049241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:10:33.049689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 8a1330dd-3c80-4d6f-9c3b-ecb897a4ee69 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:10:33.051982 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:10:33.159096 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:10:33.164178 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ecc52078-e56f-4646-a531-94254ec6a266 admin admin] 10.222.0.36 "PUT /v2.0/routers/5b8917c5-3ab0-410a-8b79-b5c309f2d32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3819926 Dec 12 05:10:33.166701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42660) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:33.169285 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] Sync routers for ids ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:10:33.180167 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] Routers {'5b8917c5-3ab0-410a-8b79-b5c309f2d32d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:33.180899 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:33.271035 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.284487 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] Set router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:33.374133 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.426295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Deleting port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:33.426636 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.462937 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:24Z', 'updated_at': '2021-12-12T05:10:32Z', 'revision_number': 5, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'gw_port': {'id': '75939d8f-6b7e-4ca0-8bc4-9a667dbcb859', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:08:25Z', 'updated_at': '2021-12-12T05:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:33.489849 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] Checking router: 5b8917c5-3ab0-410a-8b79-b5c309f2d32d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:10:33.498198 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] Routers {'5b8917c5-3ab0-410a-8b79-b5c309f2d32d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:33.498811 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:33.509763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] For port 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=75939d8f-6b7e-4ca0-8bc4-9a667dbcb859,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:33.510136 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.524913 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Calling delete_port for 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:33.588419 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] Set router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:33.642973 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:24Z', 'updated_at': '2021-12-12T05:10:33Z', 'revision_number': 6, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:33.670506 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e6384-c63a-471f-8e7e-779ef957d38d None None] The sync data for ids ['5b8917c5-3ab0-410a-8b79-b5c309f2d32d'] in n-d-710847-7 is: [{'id': '5b8917c5-3ab0-410a-8b79-b5c309f2d32d', 'name': 'tempest-TestMinimumBasicScenario-1762862158-router', 'tenant_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:08:24Z', 'updated_at': '2021-12-12T05:10:33Z', 'revision_number': 6, 'project_id': 'e11e212125144dcb9a95a1d2d5f5587a', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:10:33.699932 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.735452 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=75939d8f-6b7e-4ca0-8bc4-9a667dbcb859,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:33.754575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67968a0c-801a-41e9-9caa-9397c16177e7 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:10:33.804589 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.902382 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.904535 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.950780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.951350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8917c5-3ab0-410a-8b79-b5c309f2d32d {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:10:33.956000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:33.957217 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8cfe1d77-467d-44a3-94a4-10354dae0db3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5b8917c5-3ab0-410a-8b79-b5c309f2d32d HTTP/1.1" status: 204 len: 168 time: 0.7896080 Dec 12 05:10:33.959650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42662) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:34.004690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1ae446-5308-41a1-82e1-82d84685a4e0 admin admin] Deleting subnet b3902918-cac7-4256-a32c-c1e4772949f3 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:10:34.008148 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae446-5308-41a1-82e1-82d84685a4e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.044013 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae446-5308-41a1-82e1-82d84685a4e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.127942 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae446-5308-41a1-82e1-82d84685a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.178421 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae446-5308-41a1-82e1-82d84685a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.203978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ae446-5308-41a1-82e1-82d84685a4e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3902918-cac7-4256-a32c-c1e4772949f3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:34.207833 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae446-5308-41a1-82e1-82d84685a4e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.211047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ed1ae446-5308-41a1-82e1-82d84685a4e0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b3902918-cac7-4256-a32c-c1e4772949f3 HTTP/1.1" status: 204 len: 168 time: 0.2504838 Dec 12 05:10:34.213587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42664) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:34.216276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520ee38-66c6-46bc-b490-51fcb880819e None None] Network ec661f10-91b8-40b8-834c-5feebc9e0dc3 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:10:34.282668 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.341046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Deleting port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:34.341393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.403221 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] For port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=40035bc3-0607-49e7-8f80-6ae4a5f6bcec,segment=NetworkSegment(c50a07c7-01e2-4575-a37b-6edbd7b83c9a),segment_id=c50a07c7-01e2-4575-a37b-6edbd7b83c9a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:34.403518 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.417131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Calling delete_port for 40035bc3-0607-49e7-8f80-6ae4a5f6bcec owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:34.448910 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] DHCP port deletion for ec661f10-91b8-40b8-834c-5feebc9e0dc3 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:10:34.498780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] Deleting port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:10:34.499331 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.502807 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.529688 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Pushing event deleted for resources: {'Port': ['ID=40035bc3-0607-49e7-8f80-6ae4a5f6bcec,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:34.531630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] No DVR routers for this DVR port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec on host n-d-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:10:34.569548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] For port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:34.570204 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.583610 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] Calling delete_port for 40035bc3-0607-49e7-8f80-6ae4a5f6bcec owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:10:34.586437 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] Port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 05:10:34.587695 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.605492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.614581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] No DVR routers for this DVR port 40035bc3-0607-49e7-8f80-6ae4a5f6bcec on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:10:34.616519 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998426f-9734-4ef6-92ee-192e72322dc0 None None] Pushing event deleted for resources: {'Port': ['ID=40035bc3-0607-49e7-8f80-6ae4a5f6bcec,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:34.626383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec661f10-91b8-40b8-834c-5feebc9e0dc3']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:34.636335 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:34.636709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50a07c7-01e2-4575-a37b-6edbd7b83c9a') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:34.647348 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.662965 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.669763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:10:34.670057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: timer() Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:10:34.671994 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:10:34.734694 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.740264 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.743618 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ec661f10-91b8-40b8-834c-5feebc9e0dc3 HTTP/1.1" status: 204 len: 168 time: 0.5291274 Dec 12 05:10:34.756768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c11d4-d874-4ebe-a581-275c307cbd40 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec661f10-91b8-40b8-834c-5feebc9e0dc3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:34.900175 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42668) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:34.941809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-60b3ef27-80a9-443d-86aa-4331c42ba10e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96cd875ed0b94bfe869888c143028168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372870 Dec 12 05:10:34.942658 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42670) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:34.988721 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aeedd70c-08f1-40ba-8007-1571d3ba633f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:34.990413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:10:35.010251 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aeedd70c-08f1-40ba-8007-1571d3ba633f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:35.011490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:10:35.011850 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 75939d8f-6b7e-4ca0-8bc4-9a667dbcb859 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:10:35.012276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device dcc6de27-54da-46d6-9dc4-491bb818edd2 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:10:35.031533 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: dcc6de27-54da-46d6-9dc4-491bb818edd2 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:10:35.031888 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device dcc6de27-54da-46d6-9dc4-491bb818edd2 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:10:35.032312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 40035bc3-0607-49e7-8f80-6ae4a5f6bcec no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:10:35.051822 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 40035bc3-0607-49e7-8f80-6ae4a5f6bcec {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:10:35.052205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 40035bc3-0607-49e7-8f80-6ae4a5f6bcec not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:10:35.061055 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aeedd70c-08f1-40ba-8007-1571d3ba633f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:35.064070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aeedd70c-08f1-40ba-8007-1571d3ba633f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:35.065368 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aeedd70c-08f1-40ba-8007-1571d3ba633f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10f6ba2d-2f2c-4a00-a012-746050f3cd8f HTTP/1.1" status: 204 len: 168 time: 0.1224787 Dec 12 05:10:35.073881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedd70c-08f1-40ba-8007-1571d3ba633f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f6ba2d-2f2c-4a00-a012-746050f3cd8f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:35.376326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42676) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:35.415157 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1ca3f7f4-b246-438d-b618-f6980a702b49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e11e212125144dcb9a95a1d2d5f5587a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375633 Dec 12 05:10:35.417551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42678) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:35.465275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f206cbca-acaf-4665-b99e-88f3a3132a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:35.486235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f206cbca-acaf-4665-b99e-88f3a3132a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:35.537546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f206cbca-acaf-4665-b99e-88f3a3132a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:35.540220 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f206cbca-acaf-4665-b99e-88f3a3132a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:35.541404 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f206cbca-acaf-4665-b99e-88f3a3132a03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0615234d-28b2-4aef-9554-daead3ae3708 HTTP/1.1" status: 204 len: 168 time: 0.1228163 Dec 12 05:10:35.549199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206cbca-acaf-4665-b99e-88f3a3132a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0615234d-28b2-4aef-9554-daead3ae3708,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:37.104757 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42718) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:37.109388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186505401', 'description': 'tempest-secgroup-smoke-186505401 description', 'project_id': 'cdc502205a3a469ab1c39033368f4d07'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:37.131511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.139198 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.211624 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.215097 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.256682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5999a3-e24b-4545-86db-9b9677dd97ac,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:37.291027 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.297236 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.327989 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.332633 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2234709 Dec 12 05:10:37.332853 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42720) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:37.337324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-9da26758-274d-41b3-bd8d-7558f9b69b43 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:37.345450 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c8d91-9cd4-4f9c-b73e-2b2637ee7f8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:37.369467 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9da26758-274d-41b3-bd8d-7558f9b69b43 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.425072 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9da26758-274d-41b3-bd8d-7558f9b69b43 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.428882 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9da26758-274d-41b3-bd8d-7558f9b69b43 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.447185 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da26758-274d-41b3-bd8d-7558f9b69b43 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9929ae-b659-4a75-b620-dbe5d904c958,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:37.457486 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9da26758-274d-41b3-bd8d-7558f9b69b43 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.458701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9da26758-274d-41b3-bd8d-7558f9b69b43 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249464 Dec 12 05:10:37.461488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42722) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:37.465797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4be7134e-1475-4091-8e5a-24efe00baab2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:37.491979 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4be7134e-1475-4091-8e5a-24efe00baab2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.553679 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4be7134e-1475-4091-8e5a-24efe00baab2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.557502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4be7134e-1475-4091-8e5a-24efe00baab2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.576559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7134e-1475-4091-8e5a-24efe00baab2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b640f4-a4f7-42ad-aaef-309063967da4,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:37.585327 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4be7134e-1475-4091-8e5a-24efe00baab2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.586736 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4be7134e-1475-4091-8e5a-24efe00baab2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243176 Dec 12 05:10:37.589456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42724) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:37.593848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-266f3b05-5bf4-42e7-9374-aefc098deccb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:37.621185 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-266f3b05-5bf4-42e7-9374-aefc098deccb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.677226 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-266f3b05-5bf4-42e7-9374-aefc098deccb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.680734 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-266f3b05-5bf4-42e7-9374-aefc098deccb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.699063 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f3b05-5bf4-42e7-9374-aefc098deccb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f41f986-d21c-4601-97e3-c39c9eda657a,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:37.708191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-266f3b05-5bf4-42e7-9374-aefc098deccb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.709445 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-266f3b05-5bf4-42e7-9374-aefc098deccb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190281 Dec 12 05:10:37.712136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42726) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:37.716470 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d7a58047-fd82-4573-96d3-76888434ed88 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:37.742445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7a58047-fd82-4573-96d3-76888434ed88 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.801070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7a58047-fd82-4573-96d3-76888434ed88 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.804755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7a58047-fd82-4573-96d3-76888434ed88 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.823186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a58047-fd82-4573-96d3-76888434ed88 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900bada4-31a4-4f20-ba61-9a1bb965536b,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:37.832969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d7a58047-fd82-4573-96d3-76888434ed88 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.834283 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d7a58047-fd82-4573-96d3-76888434ed88 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211212 Dec 12 05:10:37.836922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42728) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:37.841663 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-af3ff449-f32c-43e9-ad6e-489ed27c51fb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:37.863334 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-af3ff449-f32c-43e9-ad6e-489ed27c51fb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:10:37.868144 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af3ff449-f32c-43e9-ad6e-489ed27c51fb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.932127 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af3ff449-f32c-43e9-ad6e-489ed27c51fb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.936091 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af3ff449-f32c-43e9-ad6e-489ed27c51fb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.954981 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ff449-f32c-43e9-ad6e-489ed27c51fb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57aaeec4-7234-485f-8c4a-2882f0a4c9ea,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:37.965071 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af3ff449-f32c-43e9-ad6e-489ed27c51fb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:37.969151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42730) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:37.969676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-af3ff449-f32c-43e9-ad6e-489ed27c51fb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310415 Dec 12 05:10:37.974073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7a0785a7-1940-40e1-a2f6-388503970446 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:37.999046 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-7a0785a7-1940-40e1-a2f6-388503970446 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:10:38.004718 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a0785a7-1940-40e1-a2f6-388503970446 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.053519 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a0785a7-1940-40e1-a2f6-388503970446 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.057555 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a0785a7-1940-40e1-a2f6-388503970446 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.075357 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0785a7-1940-40e1-a2f6-388503970446 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8753783e-3ce2-45a9-8c4e-88da4f2cd637,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:38.083231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a0785a7-1940-40e1-a2f6-388503970446 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.084492 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7a0785a7-1940-40e1-a2f6-388503970446 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1141303 Dec 12 05:10:38.087528 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42732) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:38.092599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'network': {'name': 'tempest-network-smoke--1151786926', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'port_security_enabled': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:38.112497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:10:38.116524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.139922 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:10:38.148679 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.149049 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Added segment c0cf3546-7cb7-404a-9bd0-121c98e974d2 of type vlan for network 5a130ce9-29c9-44d5-8ea2-71aea0687581 Dec 12 05:10:38.187867 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.212503 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.218129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:38.218712 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.276250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1876323 Dec 12 05:10:38.279068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42734) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:38.283317 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'admin_state_up': True, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:38.305495 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60cead-d7fc-496d-a5c4-c9b7e6754565 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Network': ['ID=5a130ce9-29c9-44d5-8ea2-71aea0687581,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:38.316024 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 5a130ce9-29c9-44d5-8ea2-71aea0687581 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:10:38.321898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.323012 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.373655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.510487 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.696547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.717871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.817144 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.221 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:10:38.919467 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.952167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:38.991054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:10:38.993950 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:10:38.997765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:10:39.006380 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7694458b-9801-4fbf-88a4-d35f3423fa0b None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:10:39.022539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:39.127418 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a21273dc-a49e-4d8b-ab1c-05e0e90937be None None] Provisioning complete for port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:39.127800 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a21273dc-a49e-4d8b-ab1c-05e0e90937be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:39.164981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a21273dc-a49e-4d8b-ab1c-05e0e90937be None None] Port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:10:39.566558 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:39.760695 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:39.885896 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:10:39.998372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:10:40.007782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Sync routers for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:10:40.018398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:40.018599 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:40.019011 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:40.022652 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-398792fc-3f40-4f08-acf2-e2f61e4f486e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7397742 Dec 12 05:10:40.022871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42736) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:40.124895 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:40.144107 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-07bd945c-9ff6-4d44-a35b-fb3f0f9a7323 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cdc502205a3a469ab1c39033368f4d07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1199710 Dec 12 05:10:40.146701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42740) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:40.234438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52e7da-c825-4bac-bbbe-f809b1fe26d8 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:40.239432 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2f52e7da-c825-4bac-bbbe-f809b1fe26d8 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883396 Dec 12 05:10:40.239620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42742) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:40.269685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f6cbb678-86a2-40c0-8fe9-78ec82b2d6bd tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264108 Dec 12 05:10:40.270128 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42744) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:40.275361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326780614', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:40.302551 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:39Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:40.368576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:10:40.372507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:40.499923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Checking router: 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:10:40.500190 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Updating router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:10:40.525761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:40.556106 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:40.622998 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Subnet': ['ID=76f5f936-3653-46f2-849e-21f76d18f57d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:40.630304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Checking segment: {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:10:40.630690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network hostable DHCP agents. Network: 5a130ce9-29c9-44d5-8ea2-71aea0687581, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:10:40.648918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 5a130ce9-29c9-44d5-8ea2-71aea0687581 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:10:40.658166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 5a130ce9-29c9-44d5-8ea2-71aea0687581) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:10:40.663129 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:40.663793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:40.673478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6d488-0844-4074-b555-a835cd08dbdf None None] Network 5a130ce9-29c9-44d5-8ea2-71aea0687581 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:10:40.682744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2e801e0b-fed6-458b-a3e7-0b07147fcb03 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4088244 Dec 12 05:10:40.682908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42746) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:40.807008 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4b5ac892-0286-4a11-909d-03a87c054e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:40.847514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5a130ce9-29c9-44d5-8ea2-71aea0687581', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:10:40.848383 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:40.908955 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:40.969012 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.052742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceab2b7-e4cd-4af3-8576-004e58c8640e None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:10:41.071175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac91e3-e321-4f67-9544-3b1a61110b06 None None] Pushing event updated for resources: {'Port': ['ID=fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:41.073958 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Attempting to bind port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:10:41.074506 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Attempting to bind port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:10:41.074890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Attempting to bind port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:10:41.091975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:10:41.092367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:10:41.092780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.093205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:10:41.093692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Bound port: fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:10:41.094081 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.096020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Allocated IP 172.20.0.2 (5a130ce9-29c9-44d5-8ea2-71aea0687581/76f5f936-3653-46f2-849e-21f76d18f57d/fe1ef5db-c1a9-44b4-90b2-8b408d675bc8) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:10:41.119928 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.216463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] For port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:10:41.221305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] For port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:10:41.228930 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.235213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-692c8b6c-5771-42d0-bde0-1bdcf54ae921 None None] Provisioning complete for port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:41.235675 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-692c8b6c-5771-42d0-bde0-1bdcf54ae921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.324475 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dabb4c0-4674-4a49-a154-0b33776935b9 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:10:41.369711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac91e3-e321-4f67-9544-3b1a61110b06 None None] Pushing event updated for resources: {'Port': ['ID=fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:41.372685 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:41.373312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:41.483622 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.513216 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.555160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.1 (5a130ce9-29c9-44d5-8ea2-71aea0687581/76f5f936-3653-46f2-849e-21f76d18f57d/106a9cf0-82bb-43c2-9c26-64846520b87a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:10:41.569253 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-692c8b6c-5771-42d0-bde0-1bdcf54ae921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.584509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Network 5a130ce9-29c9-44d5-8ea2-71aea0687581 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:10:41.595986 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:10:41.598246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Pushing event updated for resources: {'Port': ['ID=fe1ef5db-c1a9-44b4-90b2-8b408d675bc8,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:41.600369 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:10:41.617389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-692c8b6c-5771-42d0-bde0-1bdcf54ae921 None None] For port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:41.620987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:41.649121 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-692c8b6c-5771-42d0-bde0-1bdcf54ae921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.676899 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.709978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.750176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 5a130ce9-29c9-44d5-8ea2-71aea0687581 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:10:41.753235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:10:41.757082 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:10:41.786466 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=106a9cf0-82bb-43c2-9c26-64846520b87a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:41.803967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Attempting to bind port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:10:41.804349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Attempting to bind port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:10:41.804714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Attempting to bind port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 on network 5a130ce9-29c9-44d5-8ea2-71aea0687581 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:10:41.807793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.819163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:10:41.819536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Checking segment: {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:10:41.819937 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.820332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Bound using segment: {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:10:41.820802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Bound port: fe1ef5db-c1a9-44b4-90b2-8b408d675bc8, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:10:41.821205 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.822908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c8b6c-5771-42d0-bde0-1bdcf54ae921 None None] Pushing event updated for resources: {'Port': ['ID=fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:41.844924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d583cc5b-d528-4921-b39c-7313941ca87a None None] Provisioning complete for port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:41.845222 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d583cc5b-d528-4921-b39c-7313941ca87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.938495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:41.971829 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] For port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:10:41.977854 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] For port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe1ef5db-c1a9-44b4-90b2-8b408d675bc8,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:10:41.985357 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:42.082844 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c7675-2885-4264-956f-0dad90f2c155 None None] Pushing event updated for resources: {'Port': ['ID=fe1ef5db-c1a9-44b4-90b2-8b408d675bc8,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:42.090236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:39Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:42.122117 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbf9c4-f446-416f-8938-30717f54f05a None None] The sync data for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 is: [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:39Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:10:42.183434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:42.248903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:42.256980 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:42.340075 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:42.356392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=106a9cf0-82bb-43c2-9c26-64846520b87a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:42.818447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 5a130ce9-29c9-44d5-8ea2-71aea0687581 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:10:42.820150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:10:42.947553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:10:43.061063 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6f18b349-41fb-4732-afa4-8ac0863b159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:43.095444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:10:43.096093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:10:43.102398 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5a116ba2-50f3-4bbf-a69e-57737ed47efa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/3e57eaba-1a86-41c0-ae4c-3e894a4d07d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4184716 Dec 12 05:10:43.189073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:43.189310 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:43.225241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2087852-b16b-4f29-8237-5ebf7ed4b4ae None None] Network 5a130ce9-29c9-44d5-8ea2-71aea0687581 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:10:43.287156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-946c9f6d-a8fc-4383-a168-13ce492f7550 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186505401&fields=id&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 267 time: 0.0533669 Dec 12 05:10:43.325979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bd547a55-b20f-4ce8-9dd2-0022c5317db9 None None] Provisioning complete for port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:43.326360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd547a55-b20f-4ce8-9dd2-0022c5317db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:43.396177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-7c46f9e0-5998-47fc-ac24-bcdd3a19bb51 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:43.397796 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-7c46f9e0-5998-47fc-ac24-bcdd3a19bb51 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/networks?id=5a130ce9-29c9-44d5-8ea2-71aea0687581 HTTP/1.1" status: 200 len: 797 time: 0.1037784 Dec 12 05:10:43.412787 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-45d34b11-6a18-400e-a5d3-ca1cbde3b898 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/quotas/cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 375 time: 0.0091932 Dec 12 05:10:43.417821 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:43.471962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-47c93cc6-fc15-44e4-932a-67e7a927eb25 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536613 Dec 12 05:10:43.487173 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe1ef5db-c1a9-44b4-90b2-8b408d675bc8,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:43.497584 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:43.498403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:10:43.506774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bd547a55-b20f-4ce8-9dd2-0022c5317db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:43.630690 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fd13fc9a-80b1-4b27-8edf-c2a8d2abe605 service neutron] 10.222.0.36 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466844 Dec 12 05:10:43.746119 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-ced8f9e4-5be6-4f75-abe8-99c8b84349db service neutron] 10.222.0.36 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086645 Dec 12 05:10:43.834452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=fe1ef5db-c1a9-44b4-90b2-8b408d675bc8,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:43.865695 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.db.api [None req-bd547a55-b20f-4ce8-9dd2-0022c5317db9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 05:10:43.866091 n-d-710847-7 neutron-server[103452]: DEBUG oslo_db.api [None req-bd547a55-b20f-4ce8-9dd2-0022c5317db9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 05:10:43.868536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:43.868954 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:43.975088 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d183f8b9-d656-4783-8a83-d8d49680985b req-802f4d41-d8ec-449c-a1ee-e9fa457c64e1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 210 time: 0.0345526 Dec 12 05:10:44.027526 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Sync routers for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:10:44.037901 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:44.038555 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:44.146279 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:44.292948 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.342056 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '106a9cf0-82bb-43c2-9c26-64846520b87a', 'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:5f:ff:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:41Z', 'updated_at': '2021-12-12T05:10:42Z', 'revision_number': 2, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:44.452188 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Checking router: 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:10:44.452553 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Updating router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 port 106a9cf0-82bb-43c2-9c26-64846520b87a binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:10:44.470594 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.482475 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.526239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c2714be0-9edc-4d2d-8bb1-f53faa20ebdb None None] Provisioning complete for port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:44.526619 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c2714be0-9edc-4d2d-8bb1-f53faa20ebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.614694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c2714be0-9edc-4d2d-8bb1-f53faa20ebdb None None] Provisioning complete for port 106a9cf0-82bb-43c2-9c26-64846520b87a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:44.614987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c2714be0-9edc-4d2d-8bb1-f53faa20ebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.651266 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c2714be0-9edc-4d2d-8bb1-f53faa20ebdb None None] Port 106a9cf0-82bb-43c2-9c26-64846520b87a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:10:44.732795 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.738416 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.786439 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Pushing event updated for resources: {'Port': ['ID=106a9cf0-82bb-43c2-9c26-64846520b87a,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:44.809767 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.810111 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.810450 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.810787 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.811119 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.811451 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.811775 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.812098 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.812421 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.812744 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.813095 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.813416 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.813734 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:10:44.845888 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Attempting to bind port 106a9cf0-82bb-43c2-9c26-64846520b87a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:10:44.846267 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Attempting to bind port 106a9cf0-82bb-43c2-9c26-64846520b87a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:10:44.846633 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Attempting to bind port 106a9cf0-82bb-43c2-9c26-64846520b87a on network 5a130ce9-29c9-44d5-8ea2-71aea0687581 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:10:44.851966 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:10:44.852346 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Checking segment: {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:10:44.852758 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.853179 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Bound using segment: {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:10:44.853651 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Bound port: 106a9cf0-82bb-43c2-9c26-64846520b87a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:10:44.854037 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.919808 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] For port 106a9cf0-82bb-43c2-9c26-64846520b87a, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:10:44.923416 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] For port 106a9cf0-82bb-43c2-9c26-64846520b87a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=106a9cf0-82bb-43c2-9c26-64846520b87a,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:10:44.929013 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.988956 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:10:44.989262 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b2f5f259-5119-48d2-8e4a-1d8ba1274840 None None] Provisioning complete for port 106a9cf0-82bb-43c2-9c26-64846520b87a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:44.989597 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:44.990217 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b2f5f259-5119-48d2-8e4a-1d8ba1274840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:44.994478 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcab0d-e408-45de-bf27-49db7748115d None None] Pushing event updated for resources: {'Port': ['ID=106a9cf0-82bb-43c2-9c26-64846520b87a,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:45.051082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:10:45.077449 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d7944b9d-d7dc-4fb4-8277-f6d8f7a5dfa9 req-e7d7eec8-cfe9-4807-b437-e663e9a1ecb1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 210 time: 0.0344305 Dec 12 05:10:45.123594 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:10:45.171454 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b2f5f259-5119-48d2-8e4a-1d8ba1274840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:45.173389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:45.173757 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:45.240559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-b2f5f259-5119-48d2-8e4a-1d8ba1274840 None None] For port 106a9cf0-82bb-43c2-9c26-64846520b87a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=106a9cf0-82bb-43c2-9c26-64846520b87a,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:45.247665 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b2f5f259-5119-48d2-8e4a-1d8ba1274840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:45.325326 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5f259-5119-48d2-8e4a-1d8ba1274840 None None] Pushing event updated for resources: {'Port': ['ID=106a9cf0-82bb-43c2-9c26-64846520b87a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:45.349400 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '106a9cf0-82bb-43c2-9c26-64846520b87a', 'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:5f:ff:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:41Z', 'updated_at': '2021-12-12T05:10:44Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:10:45.365839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7340d702-9e83-4951-ba52-f0f48da7ddf5 None None] Provisioning complete for port 106a9cf0-82bb-43c2-9c26-64846520b87a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:45.366219 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7340d702-9e83-4951-ba52-f0f48da7ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:45.379777 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81572a-548e-4098-a2a5-640b2c0fc021 None None] The sync data for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 is: [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '106a9cf0-82bb-43c2-9c26-64846520b87a', 'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:5f:ff:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:41Z', 'updated_at': '2021-12-12T05:10:44Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:10:45.829606 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:46.169125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a6c50dfe-38c9-4555-ba6a-e8fe74eebacd req-15768425-3716-41f7-8d7e-b83244780f88 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 210 time: 0.0350726 Dec 12 05:10:46.820194 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:47.008574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 106a9cf0-82bb-43c2-9c26-64846520b87a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:10:47.056194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 106a9cf0-82bb-43c2-9c26-64846520b87a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:47.056578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:47.247004 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b438cc73-f7b3-4fc5-a029-ee64e114b7e4 req-f9553db1-d001-4b48-8624-98ac2f1d3915 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 210 time: 0.0266783 Dec 12 05:10:48.339133 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2781a487-a297-4bf9-8476-06b1220281e6 req-0ee80251-cb7c-4198-b367-637fef30a2c7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 210 time: 0.0256519 Dec 12 05:10:49.231576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-9e285832-9c5d-461b-b6ab-272eeb17db30 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:49.233113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-9e285832-9c5d-461b-b6ab-272eeb17db30 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/networks?id=5a130ce9-29c9-44d5-8ea2-71aea0687581 HTTP/1.1" status: 200 len: 797 time: 0.1097922 Dec 12 05:10:49.320225 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-0dc9cb46-819a-4788-b26c-fb4691b1b9f9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 379 time: 0.0543919 Dec 12 05:10:49.350411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'port': {'device_id': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'admin_state_up': True, 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'security_groups': ['fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:49.432416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-25f5e41d-6e58-4185-8e53-2c5ffd0882a8 req-d12e518e-935b-45c7-a2b3-1a78423bcf2f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 210 time: 0.0262122 Dec 12 05:10:49.461539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:10:49.465065 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:49.586281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.12 (5a130ce9-29c9-44d5-8ea2-71aea0687581/76f5f936-3653-46f2-849e-21f76d18f57d/f3edca8e-f9c8-4f74-a312-902e2861da23) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:10:49.724889 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:49.757185 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:49.799392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 5a130ce9-29c9-44d5-8ea2-71aea0687581 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:10:49.803019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:10:49.805508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:10:49.839210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=f3edca8e-f9c8-4f74-a312-902e2861da23,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:49.870789 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:49.871442 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:49.888279 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da507dfd-d8b9-4ead-850f-dcc22a4f2877 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5415044 Dec 12 05:10:49.902924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-4c223cfc-c929-4d59-9b8b-f5e0103bd537 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:10:49.904051 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-4c223cfc-c929-4d59-9b8b-f5e0103bd537 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054374 Dec 12 05:10:49.978373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Request body: {'port': {'device_id': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:50.022727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-26709207-2320-4a32-ac74-7413423285c2 None None] Provisioning complete for port f3edca8e-f9c8-4f74-a312-902e2861da23 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:50.023314 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-26709207-2320-4a32-ac74-7413423285c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:50.036187 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:50.057493 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-26709207-2320-4a32-ac74-7413423285c2 None None] Port f3edca8e-f9c8-4f74-a312-902e2861da23 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:10:50.295350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3edca8e-f9c8-4f74-a312-902e2861da23 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:10:50.302943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:50.315501 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Transition to ACTIVE for port object f3edca8e-f9c8-4f74-a312-902e2861da23 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:10:50.319763 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:50.373986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Pushing event updated for resources: {'Port': ['ID=f3edca8e-f9c8-4f74-a312-902e2861da23,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:50.447144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Attempting to bind port f3edca8e-f9c8-4f74-a312-902e2861da23 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:10:50.447495 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Attempting to bind port f3edca8e-f9c8-4f74-a312-902e2861da23 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:10:50.447835 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Attempting to bind port f3edca8e-f9c8-4f74-a312-902e2861da23 on network 5a130ce9-29c9-44d5-8ea2-71aea0687581 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:10:50.452355 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Port f3edca8e-f9c8-4f74-a312-902e2861da23 on network 5a130ce9-29c9-44d5-8ea2-71aea0687581 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:10:50.452688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Attempting to bind port f3edca8e-f9c8-4f74-a312-902e2861da23 on network 5a130ce9-29c9-44d5-8ea2-71aea0687581 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:10:50.458662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:10:50.459020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Checking segment: {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:10:50.459421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Bound using segment: {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:10:50.459868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Bound port: f3edca8e-f9c8-4f74-a312-902e2861da23, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cf3546-7cb7-404a-9bd0-121c98e974d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:10:50.460544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:50.562855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] For port f3edca8e-f9c8-4f74-a312-902e2861da23, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:10:50.567038 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] For port f3edca8e-f9c8-4f74-a312-902e2861da23, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f3edca8e-f9c8-4f74-a312-902e2861da23,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:10:50.572184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:50.589430 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98b503-12f2-42c9-92c9-b325cc57aebb req-8774258b-ac3e-43a3-9257-c62eea1ee39c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:50.590960 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a98b503-12f2-42c9-92c9-b325cc57aebb req-8774258b-ac3e-43a3-9257-c62eea1ee39c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 944 time: 0.0819232 Dec 12 05:10:50.625889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:50.626468 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:50.628499 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] 10.222.0.37 "PUT /v2.0/ports/f3edca8e-f9c8-4f74-a312-902e2861da23 HTTP/1.1" status: 200 len: 1092 time: 0.7051854 Dec 12 05:10:50.630664 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:10:50.632993 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba402ac-2d22-40d6-9fd8-4b9327507892" -d '{"events": [{"name": "network-changed", "server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:10:50.680119 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4454aec1-877c-428f-9a21-4db128e2bc61 x-openstack-request-id: req-4454aec1-877c-428f-9a21-4db128e2bc61 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:10:50.680426 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:10:50.680699 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4454aec1-877c-428f-9a21-4db128e2bc61 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:10:50.681135 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'status': 'completed', 'code': 200} Dec 12 05:10:50.686618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2970eb-ef28-4aaa-a36c-9ff41ff2fe67 service neutron] Pushing event updated for resources: {'Port': ['ID=f3edca8e-f9c8-4f74-a312-902e2861da23,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:50.698807 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a98b503-12f2-42c9-92c9-b325cc57aebb req-2cd606dc-8e1f-4259-94c0-5fcd7fab46b8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887442 Dec 12 05:10:50.745230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-886ad5d9-b035-4240-a0fc-bca64ed97ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:50.746896 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-886ad5d9-b035-4240-a0fc-bca64ed97ecd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 1095 time: 0.0471056 Dec 12 05:10:50.805998 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-49f684d4-f9f5-4784-b594-c343a61cc9c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edca8e-f9c8-4f74-a312-902e2861da23 HTTP/1.1" status: 200 len: 217 time: 0.0371103 Dec 12 05:10:50.873507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-c52a5fb3-af8a-4f42-89fe-daf1abec563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:50.874889 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-c52a5fb3-af8a-4f42-89fe-daf1abec563d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76f5f936-3653-46f2-849e-21f76d18f57d HTTP/1.1" status: 200 len: 835 time: 0.0445793 Dec 12 05:10:50.925723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-58c13a89-108f-4b11-a6e7-3ba6fcb58d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:50.927251 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-58c13a89-108f-4b11-a6e7-3ba6fcb58d98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a130ce9-29c9-44d5-8ea2-71aea0687581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412571 Dec 12 05:10:51.024408 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-e5104a6b-93c7-401a-bf13-a7669781e3cd service neutron] 10.222.0.37 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855837 Dec 12 05:10:51.117848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4de92626-7c44-4d12-bfab-afafe5401c34 req-da728d7a-c91a-4d42-a99a-8168d710d8ff service neutron] 10.222.0.37 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813713 Dec 12 05:10:51.251561 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-5b164048-65c2-41be-960c-5d528d1fd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:51.253506 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-5b164048-65c2-41be-960c-5d528d1fd85f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 1095 time: 0.0452638 Dec 12 05:10:51.343666 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-99c46030-52be-484a-89f3-d01fbef8db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:51.345179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-99c46030-52be-484a-89f3-d01fbef8db27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a130ce9-29c9-44d5-8ea2-71aea0687581 HTTP/1.1" status: 200 len: 897 time: 0.0843048 Dec 12 05:10:51.392075 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-57b2b44a-0194-46a0-856b-0d298cbc2da2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edca8e-f9c8-4f74-a312-902e2861da23 HTTP/1.1" status: 200 len: 217 time: 0.0393465 Dec 12 05:10:51.444321 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-87642feb-74c1-45fe-957c-8e0000eef3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:51.445786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-87642feb-74c1-45fe-957c-8e0000eef3b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76f5f936-3653-46f2-849e-21f76d18f57d HTTP/1.1" status: 200 len: 835 time: 0.0430577 Dec 12 05:10:51.490557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-812d910f-3be1-4a7d-9c26-ead0b7010046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:51.492061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-812d910f-3be1-4a7d-9c26-ead0b7010046 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a130ce9-29c9-44d5-8ea2-71aea0687581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384820 Dec 12 05:10:51.587663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-fa98cdfe-8f73-4b95-bfbf-d33e1acdab80 service neutron] 10.222.0.37 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844169 Dec 12 05:10:51.680165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9ba402ac-2d22-40d6-9fd8-4b9327507892 req-f4f34cdc-8b51-4ed4-bc83-21555db4d617 service neutron] 10.222.0.37 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810096 Dec 12 05:10:51.817083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e47de-ace4-4089-a040-9def54114fc3 req-6abb51c3-bab0-4eab-a278-bc054aed891e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:51.818584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-666e47de-ace4-4089-a040-9def54114fc3 req-6abb51c3-bab0-4eab-a278-bc054aed891e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 944 time: 0.0492034 Dec 12 05:10:51.867091 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-666e47de-ace4-4089-a040-9def54114fc3 req-a8bd3ab1-4a48-4271-97c9-9deec67171ba tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425725 Dec 12 05:10:52.982170 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bef02b-c471-49ef-8613-d475ce6262ae req-135cf017-90af-4b1d-9342-d08099a87aa8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:52.983670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45bef02b-c471-49ef-8613-d475ce6262ae req-135cf017-90af-4b1d-9342-d08099a87aa8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 944 time: 0.0508542 Dec 12 05:10:53.033229 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-45bef02b-c471-49ef-8613-d475ce6262ae req-502a844a-6b47-4e7a-819d-c091b0b3cc4c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435288 Dec 12 05:10:54.021687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f3edca8e-f9c8-4f74-a312-902e2861da23 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:10:54.118447 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f3edca8e-f9c8-4f74-a312-902e2861da23, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f3edca8e-f9c8-4f74-a312-902e2861da23,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:54.131162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'port_id': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'mac_address': 'fa:16:3e:f0:f0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:10:54.155865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96011b-01db-4341-a3a5-4a98ffef8745 req-ab30912b-9e3c-41f7-b7a1-dc800a763d78 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:54.157566 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e96011b-01db-4341-a3a5-4a98ffef8745 req-ab30912b-9e3c-41f7-b7a1-dc800a763d78 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 944 time: 0.0530083 Dec 12 05:10:54.174570 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:54.187740 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3edca8e-f9c8-4f74-a312-902e2861da23 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:10:54.209849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f3edca8e-f9c8-4f74-a312-902e2861da23, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f3edca8e-f9c8-4f74-a312-902e2861da23,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:54.212407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e96011b-01db-4341-a3a5-4a98ffef8745 req-f77969e6-ef18-40d9-ac87-4282fc4a782b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479872 Dec 12 05:10:54.214191 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:54.260427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f3edca8e-f9c8-4f74-a312-902e2861da23,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:54.627358 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['f3edca8e-f9c8-4f74-a312-902e2861da23'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:10:55.335184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32119b8a-677a-4a16-9be8-21abf280d28f req-78c43801-775c-4a78-928f-59d5c7f55737 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:55.336688 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-32119b8a-677a-4a16-9be8-21abf280d28f req-78c43801-775c-4a78-928f-59d5c7f55737 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 945 time: 0.0539534 Dec 12 05:10:55.385123 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-32119b8a-677a-4a16-9be8-21abf280d28f req-5ed84447-dacb-404f-bc35-c48aa872ea3e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 Dec 12 05:10:56.044149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f3edca8e-f9c8-4f74-a312-902e2861da23 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:10:56.093233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port f3edca8e-f9c8-4f74-a312-902e2861da23 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:10:56.097059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port f3edca8e-f9c8-4f74-a312-902e2861da23 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:10:56.097432 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:56.176806 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:56.200446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:10:56.202943 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b04068-88b2-465e-a425-5060a58ba514" -d '{"events": [{"server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "name": "network-vif-plugged", "status": "completed", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:10:56.216101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f3edca8e-f9c8-4f74-a312-902e2861da23, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f3edca8e-f9c8-4f74-a312-902e2861da23,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:10:56.220262 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:56.267348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f3edca8e-f9c8-4f74-a312-902e2861da23,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:56.305184 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4e4b19-6845-406f-880d-cd6cc100ff71 x-openstack-request-id: req-bd4e4b19-6845-406f-880d-cd6cc100ff71 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:10:56.305491 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "name": "network-vif-plugged", "status": "completed", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:10:56.305762 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd4e4b19-6845-406f-880d-cd6cc100ff71 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:10:56.306167 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'code': 200} Dec 12 05:10:56.451275 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baacffc-320e-4680-9ad4-a2d837cd697f req-ea833707-4f21-43cf-a46e-e373d5a4b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:56.452857 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0baacffc-320e-4680-9ad4-a2d837cd697f req-ea833707-4f21-43cf-a46e-e373d5a4b6de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 1097 time: 0.0406728 Dec 12 05:10:56.532080 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadd7bb-d84c-48f8-9108-f7d62065dc70 req-56e5236e-e77e-4692-b898-4f34574f36e6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:56.533613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fadd7bb-d84c-48f8-9108-f7d62065dc70 req-56e5236e-e77e-4692-b898-4f34574f36e6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0798743 Dec 12 05:10:56.537901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0baacffc-320e-4680-9ad4-a2d837cd697f req-9ccc0cff-95bc-4810-bf57-ef8642d2571e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739372 Dec 12 05:10:56.583277 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0fadd7bb-d84c-48f8-9108-f7d62065dc70 req-b9b2cb07-b2c1-4673-a719-944c51a45a3a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433521 Dec 12 05:10:57.698599 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cb51e-c46c-460c-b057-d884a9400849 req-5714dcd5-359a-487a-87d7-cff9e162dac2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:57.700286 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f4cb51e-c46c-460c-b057-d884a9400849 req-5714dcd5-359a-487a-87d7-cff9e162dac2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0495079 Dec 12 05:10:57.753067 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4f4cb51e-c46c-460c-b057-d884a9400849 req-7da47de5-b0a4-4a66-accd-dd74cb48ada4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461071 Dec 12 05:10:58.869415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d495e58-2f69-4ae7-9ebf-1b479c68e652 req-d70f7627-deea-4b7f-94c3-a7a4246d05e6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:58.871160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d495e58-2f69-4ae7-9ebf-1b479c68e652 req-d70f7627-deea-4b7f-94c3-a7a4246d05e6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0478663 Dec 12 05:10:58.919814 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6d495e58-2f69-4ae7-9ebf-1b479c68e652 req-96cf3412-c110-4f79-8771-6a76decc3b06 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427947 Dec 12 05:10:59.037625 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3630e-9b51-4e07-917c-b94be25741d4 req-0b016bb0-4342-4a2c-a781-7196977120c6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:59.039031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fe3630e-9b51-4e07-917c-b94be25741d4 req-0b016bb0-4342-4a2c-a781-7196977120c6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0543344 Dec 12 05:10:59.088311 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9fe3630e-9b51-4e07-917c-b94be25741d4 req-e8b0d2e1-f928-45e0-927b-c8cdad68914e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432985 Dec 12 05:10:59.109125 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42820) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:59.148461 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e19522-4837-470b-ab06-13b9e3fb6b8b tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:10:59.150028 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-02e19522-4837-470b-ab06-13b9e3fb6b8b tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 1092 time: 0.0399303 Dec 12 05:10:59.152783 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42822) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:10:59.157027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:10:59.178032 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:59.276654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:59.380043 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.189 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/acd19d3a-46aa-44fa-b3fa-c52181e5a40a) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:10:59.476985 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:59.509072 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:59.547105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:10:59.550558 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:10:59.554029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:10:59.559201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=acd19d3a-46aa-44fa-b3fa-c52181e5a40a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:10:59.891359 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:10:59.959124 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:00.108540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:00.114149 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:00.149688 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:11:00.187396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=acd19d3a-46aa-44fa-b3fa-c52181e5a40a,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:00.199239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:00.297694 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP ed518cdc-a845-417b-aa45-a120483471f9 associated. External IP: 172.25.7.189, port: f3edca8e-f9c8-4f74-a312-902e2861da23. Dec 12 05:11:00.502007 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:11:00.603791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:11:00.613504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] Sync routers for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:11:00.621677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:00.624679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:00.625347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:00.651469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9ebaa8ea-37d0-4a10-871b-efbd2e2e762b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4976602 Dec 12 05:11:00.652060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:11:00.654313 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e59bf38-1847-4fb0-b6db-9c77bfb92755" -d '{"events": [{"name": "network-changed", "server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:11:00.693247 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14cca17-e604-4159-b654-20ea28d52d0e x-openstack-request-id: req-b14cca17-e604-4159-b654-20ea28d52d0e {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:11:00.693247 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:11:00.693476 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b14cca17-e604-4159-b654-20ea28d52d0e {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:11:00.693728 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'status': 'completed', 'code': 200} Dec 12 05:11:00.734689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:00.774084 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a279402-d583-477e-b52f-28478fc43bcb req-fc840214-9d2d-4a38-a169-72065fc4741c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:00.775590 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a279402-d583-477e-b52f-28478fc43bcb req-fc840214-9d2d-4a38-a169-72065fc4741c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0740960 Dec 12 05:11:00.803094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-9ab9a4be-7cc5-4eac-b16c-2afbf40439c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:00.804536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-9ab9a4be-7cc5-4eac-b16c-2afbf40439c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 1097 time: 0.0656335 Dec 12 05:11:00.968536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'ed518cdc-a845-417b-aa45-a120483471f9', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'port_id': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'mac_address': 'fa:16:3e:f0:f0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:10:59Z', 'updated_at': '2021-12-12T05:10:59Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106a9cf0-82bb-43c2-9c26-64846520b87a', 'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:5f:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:41Z', 'updated_at': '2021-12-12T05:10:45Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:01.000072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] Checking router: 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:11:01.009868 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:01.010509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:10:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:01.116634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:01.227363 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a279402-d583-477e-b52f-28478fc43bcb req-0789c088-66a0-4ddb-81f3-9d257bd054f5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4455957 Dec 12 05:11:01.249732 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42828) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:01.273002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-5fc015ff-df5b-4f20-a6c0-b12d62de0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:01.274540 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-5fc015ff-df5b-4f20-a6c0-b12d62de0666 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a130ce9-29c9-44d5-8ea2-71aea0687581 HTTP/1.1" status: 200 len: 897 time: 0.4608617 Dec 12 05:11:01.314291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-58274bbf-7568-4649-98cf-50bb18ccf3b0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/ed518cdc-a845-417b-aa45-a120483471f9 HTTP/1.1" status: 200 len: 992 time: 0.0631909 Dec 12 05:11:01.344187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-e35d093f-c496-4b72-ac72-575f4b5a0e40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edca8e-f9c8-4f74-a312-902e2861da23 HTTP/1.1" status: 200 len: 1000 time: 0.0622153 Dec 12 05:11:01.360826 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'ed518cdc-a845-417b-aa45-a120483471f9', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'port_id': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'mac_address': 'fa:16:3e:f0:f0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:10:59Z', 'updated_at': '2021-12-12T05:10:59Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106a9cf0-82bb-43c2-9c26-64846520b87a', 'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:5f:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:41Z', 'updated_at': '2021-12-12T05:10:45Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:01.388288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4573f48-e0b0-47eb-94ba-46c747a7b030 None None] The sync data for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 is: [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'ed518cdc-a845-417b-aa45-a120483471f9', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'port_id': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'mac_address': 'fa:16:3e:f0:f0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:10:59Z', 'updated_at': '2021-12-12T05:10:59Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106a9cf0-82bb-43c2-9c26-64846520b87a', 'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:5f:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:41Z', 'updated_at': '2021-12-12T05:10:45Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:11:01.398808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-fc290ffb-5340-456b-af6d-2a4f1a21dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:01.400294 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-fc290ffb-5340-456b-af6d-2a4f1a21dab4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76f5f936-3653-46f2-849e-21f76d18f57d HTTP/1.1" status: 200 len: 835 time: 0.0489149 Dec 12 05:11:01.447415 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-acae5eb6-1dfb-46f8-855b-edb8d546507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:01.449015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-acae5eb6-1dfb-46f8-855b-edb8d546507b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a130ce9-29c9-44d5-8ea2-71aea0687581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415261 Dec 12 05:11:01.540016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-0b56132d-5c94-44c0-8e25-c47836d74db1 service neutron] 10.222.0.37 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836170 Dec 12 05:11:01.592485 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd668e-c75b-443d-84c7-7a3a3e3e972d None None] New status for floating IP ed518cdc-a845-417b-aa45-a120483471f9: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:11:01.639005 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e59bf38-1847-4fb0-b6db-9c77bfb92755 req-aac6b480-a298-4dd8-b116-ecfd6583f8c2 service neutron] 10.222.0.37 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916011 Dec 12 05:11:02.316537 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42830) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:02.380784 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d2bedaa0-c17b-4dcb-a0e7-5390b902c6f9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/ed518cdc-a845-417b-aa45-a120483471f9 HTTP/1.1" status: 200 len: 994 time: 0.0630646 Dec 12 05:11:10.768931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-63472ca7-8654-4cd7-a777-ed57caebc204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:12.178666 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:13.052854 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e54ce13b-f9c9-4df4-a76f-f05b3dbdad7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:14.294205 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:14.470114 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:15.832051 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:16.821822 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:35.731934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d686e-b756-4ec3-8b6a-d91ab1d266ad req-f1a65c31-b90d-4076-966d-2fb78261740a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:35.733508 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c64d686e-b756-4ec3-8b6a-d91ab1d266ad req-f1a65c31-b90d-4076-966d-2fb78261740a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0517361 Dec 12 05:11:35.783093 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c64d686e-b756-4ec3-8b6a-d91ab1d266ad req-33302da0-6de8-4985-b3c9-4678c1db2905 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434904 Dec 12 05:11:36.901223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073ce7e-3896-4e9e-b2bf-5db209e4e86a req-218567ca-91ce-4e57-b2c4-895a9abfca1b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:36.902786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9073ce7e-3896-4e9e-b2bf-5db209e4e86a req-218567ca-91ce-4e57-b2c4-895a9abfca1b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0498276 Dec 12 05:11:36.952417 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9073ce7e-3896-4e9e-b2bf-5db209e4e86a req-02cf2302-1432-4c55-bf16-c7e1182a46ea tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434892 Dec 12 05:11:36.975075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42858) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:37.039774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0963d923-8ccd-40db-9b32-540d1b8d9e2d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/ed518cdc-a845-417b-aa45-a120483471f9 HTTP/1.1" status: 200 len: 994 time: 0.0636175 Dec 12 05:11:37.148676 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:11:38.328094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97576aaa-22aa-4eca-867d-61ac8dd7c957 req-657ce7ed-7751-4412-827f-375e6d47ec52 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:38.329644 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97576aaa-22aa-4eca-867d-61ac8dd7c957 req-657ce7ed-7751-4412-827f-375e6d47ec52 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0504112 Dec 12 05:11:38.378527 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-97576aaa-22aa-4eca-867d-61ac8dd7c957 req-a5c3f8c1-f094-4654-a74b-622e0ed62e08 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429385 Dec 12 05:11:39.494021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d5b82-3ae6-4997-bfee-8324697661bd req-55a3808b-2955-43f0-9e0d-286667745c1d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:39.495762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f5d5b82-3ae6-4997-bfee-8324697661bd req-55a3808b-2955-43f0-9e0d-286667745c1d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0479102 Dec 12 05:11:39.543753 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f5d5b82-3ae6-4997-bfee-8324697661bd req-84453844-2cea-4159-9f1a-ee507cf39ece tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421436 Dec 12 05:11:39.566191 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42868) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:39.629228 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1d3d3d3d-3db8-4c79-b299-96a3020c643e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/ed518cdc-a845-417b-aa45-a120483471f9 HTTP/1.1" status: 200 len: 994 time: 0.0618334 Dec 12 05:11:39.867192 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42874) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:40.022748 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port acd19d3a-46aa-44fa-b3fa-c52181e5a40a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:11:40.023096 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:40.096563 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:40.096919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:40.110508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for acd19d3a-46aa-44fa-b3fa-c52181e5a40a owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:11:40.262152 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:40.286115 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=acd19d3a-46aa-44fa-b3fa-c52181e5a40a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:40.296176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.296535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.296905 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.297298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.297598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.297953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.298876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.298876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.299221 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.299889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.300215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.300552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.300912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:40.364428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:40.364809 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP ed518cdc-a845-417b-aa45-a120483471f9 disassociated (deleted). External IP: 172.25.7.189, port: f3edca8e-f9c8-4f74-a312-902e2861da23. Dec 12 05:11:40.569237 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:11:40.676744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:11:40.681383 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:40.687729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] Sync routers for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:11:40.700969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:40.701588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:40.709050 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-95faa11c-f195-45df-8dbc-12bd224dec5d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/floatingips/ed518cdc-a845-417b-aa45-a120483471f9 HTTP/1.1" status: 204 len: 168 time: 0.8408217 Dec 12 05:11:40.709652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:11:40.711932 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8004847e-bce5-453d-b997-8af2d30ece52" -d '{"events": [{"name": "network-changed", "server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:11:40.757669 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8582e8-c2bd-4244-9d99-29269e79a72e x-openstack-request-id: req-ec8582e8-c2bd-4244-9d99-29269e79a72e {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:11:40.757975 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:11:40.758241 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec8582e8-c2bd-4244-9d99-29269e79a72e {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:11:40.758688 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'status': 'completed', 'code': 200} Dec 12 05:11:40.796518 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e0ac68bd-20d6-4305-b20d-bb5022d89b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:40.824659 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:40.852515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004847e-bce5-453d-b997-8af2d30ece52 req-8bc37119-cf11-4b96-a440-71fbb5f1af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:40.854227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8004847e-bce5-453d-b997-8af2d30ece52 req-8bc37119-cf11-4b96-a440-71fbb5f1af0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 1097 time: 0.0467126 Dec 12 05:11:40.959764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49a0a1-1081-4522-be3a-8277d0d05683 req-b6d40b29-347a-4624-8e10-e9ad7ae642da tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:40.965397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae49a0a1-1081-4522-be3a-8277d0d05683 req-b6d40b29-347a-4624-8e10-e9ad7ae642da tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0607078 Dec 12 05:11:40.998261 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004847e-bce5-453d-b997-8af2d30ece52 req-5cf8da80-a7a5-4246-bc5a-b0a1d55bfa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:41.000011 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8004847e-bce5-453d-b997-8af2d30ece52 req-5cf8da80-a7a5-4246-bc5a-b0a1d55bfa2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a130ce9-29c9-44d5-8ea2-71aea0687581 HTTP/1.1" status: 200 len: 897 time: 0.0960209 Dec 12 05:11:41.015930 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae49a0a1-1081-4522-be3a-8277d0d05683 req-3dfc4918-7f9c-40b7-8eae-50d5a338a2e4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473769 Dec 12 05:11:41.048377 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8004847e-bce5-453d-b997-8af2d30ece52 req-82a08b35-6924-4a49-9e7a-1a45d984f7c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edca8e-f9c8-4f74-a312-902e2861da23 HTTP/1.1" status: 200 len: 217 time: 0.0387304 Dec 12 05:11:41.100248 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004847e-bce5-453d-b997-8af2d30ece52 req-41ed722b-781a-42f6-ad8e-accc3c454104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:41.101701 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8004847e-bce5-453d-b997-8af2d30ece52 req-41ed722b-781a-42f6-ad8e-accc3c454104 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76f5f936-3653-46f2-849e-21f76d18f57d HTTP/1.1" status: 200 len: 835 time: 0.0451312 Dec 12 05:11:41.148255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004847e-bce5-453d-b997-8af2d30ece52 req-5fe960fd-b20c-4f2f-bb54-4cebd6d0a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:41.149780 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8004847e-bce5-453d-b997-8af2d30ece52 req-5fe960fd-b20c-4f2f-bb54-4cebd6d0a387 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a130ce9-29c9-44d5-8ea2-71aea0687581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403800 Dec 12 05:11:41.205398 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '106a9cf0-82bb-43c2-9c26-64846520b87a', 'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:5f:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:41Z', 'updated_at': '2021-12-12T05:10:45Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:41.231058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] Checking router: 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:11:41.239971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:41.240603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:41.247174 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8004847e-bce5-453d-b997-8af2d30ece52 req-9c6031c1-9ddf-4b2a-9bfb-1aa1dd1bb247 service neutron] 10.222.0.37 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872858 Dec 12 05:11:41.339379 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8004847e-bce5-453d-b997-8af2d30ece52 req-29dbba12-a4f0-4a7b-8b15-149c356dc4c8 service neutron] 10.222.0.37 "GET /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825384 Dec 12 05:11:41.347626 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:41.550101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '106a9cf0-82bb-43c2-9c26-64846520b87a', 'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:5f:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:41Z', 'updated_at': '2021-12-12T05:10:45Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:41.578922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e51049-899a-47fe-9116-a94dc096ab03 None None] The sync data for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 is: [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '106a9cf0-82bb-43c2-9c26-64846520b87a', 'name': '', 'network_id': '5a130ce9-29c9-44d5-8ea2-71aea0687581', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:5f:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:41Z', 'updated_at': '2021-12-12T05:10:45Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '76f5f936-3653-46f2-849e-21f76d18f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:11:41.802842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf65d6-7eea-4a03-9325-1d68a55bf22f None None] New status for floating IP ed518cdc-a845-417b-aa45-a120483471f9: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:11:42.139507 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bd68a-2318-4344-8c06-1317a654fbce req-de82235f-8ffa-4cee-b526-ee3d7c0a958d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:42.141035 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4c2bd68a-2318-4344-8c06-1317a654fbce req-de82235f-8ffa-4cee-b526-ee3d7c0a958d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0542464 Dec 12 05:11:42.192554 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:42.194749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4c2bd68a-2318-4344-8c06-1317a654fbce req-4709554b-07ec-4f8a-b1e5-d44d49ffac12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477297 Dec 12 05:11:42.912264 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f44f92ef-b01f-4058-b30c-6b452262451c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:42.913806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f44f92ef-b01f-4058-b30c-6b452262451c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 946 time: 0.0481040 Dec 12 05:11:43.005812 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port f3edca8e-f9c8-4f74-a312-902e2861da23 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:11:43.006160 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:43.054428 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-25b4b339-9e81-4d98-81c9-c5adfaaabcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:43.094448 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port f3edca8e-f9c8-4f74-a312-902e2861da23, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f3edca8e-f9c8-4f74-a312-902e2861da23,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:11:43.094822 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:43.107409 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for f3edca8e-f9c8-4f74-a312-902e2861da23 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:11:43.241790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:43.274094 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=f3edca8e-f9c8-4f74-a312-902e2861da23,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:43.289631 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-60c728b9-0c4c-4adf-8aca-e65f3146367e req-f50026d7-575b-4dbb-9afc-3f1c5eb4aafa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ecdc3d-22e5-486c-85f9-8d54fa0a9780 HTTP/1.1" status: 200 len: 210 time: 0.0275090 Dec 12 05:11:43.322044 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] No DVR routers for this DVR port f3edca8e-f9c8-4f74-a312-902e2861da23 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:11:43.324666 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:43.328061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-62799a38-233b-4981-a5cf-bfb362eb6d54 req-f9711fd4-8284-4547-b5b0-505208da8247 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "DELETE /v2.0/ports/f3edca8e-f9c8-4f74-a312-902e2861da23 HTTP/1.1" status: 204 len: 173 time: 0.4056556 Dec 12 05:11:43.328557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'name': 'network-vif-deleted', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:11:43.330836 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011eb31f-b8ea-4daa-8582-3dbd91068ee4" -d '{"events": [{"server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "name": "network-vif-deleted", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:11:43.370679 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33d82eb-baf4-404f-8575-dcaff813f0c3 x-openstack-request-id: req-d33d82eb-baf4-404f-8575-dcaff813f0c3 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:11:43.371292 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ecdc3d-22e5-486c-85f9-8d54fa0a9780", "name": "network-vif-deleted", "tag": "f3edca8e-f9c8-4f74-a312-902e2861da23", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:11:43.371292 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d33d82eb-baf4-404f-8575-dcaff813f0c3 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:11:43.371622 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ecdc3d-22e5-486c-85f9-8d54fa0a9780', 'name': 'network-vif-deleted', 'tag': 'f3edca8e-f9c8-4f74-a312-902e2861da23', 'status': 'completed', 'code': 200} Dec 12 05:11:44.300875 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:44.350635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42890) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:44.485625 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:44.702766 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:44.950531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port 106a9cf0-82bb-43c2-9c26-64846520b87a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:11:44.950879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:45.036106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port 106a9cf0-82bb-43c2-9c26-64846520b87a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=106a9cf0-82bb-43c2-9c26-64846520b87a,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:11:45.036469 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:45.052955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for 106a9cf0-82bb-43c2-9c26-64846520b87a owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:11:45.234431 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:45.262329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=106a9cf0-82bb-43c2-9c26-64846520b87a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:45.440948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:45.654195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:11:45.759232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:11:45.764343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a44df973-0ab4-4c35-aec0-9e3251595f09 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/3e57eaba-1a86-41c0-ae4c-3e894a4d07d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4125788 Dec 12 05:11:45.766935 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42892) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:45.770203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] Sync routers for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:11:45.780381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:45.781129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:45.820070 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-5601905f-4137-495d-86fd-4d03804c0c68 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting subnet 76f5f936-3653-46f2-849e-21f76d18f57d {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:11:45.823616 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5601905f-4137-495d-86fd-4d03804c0c68 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:45.863634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5601905f-4137-495d-86fd-4d03804c0c68 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:45.871502 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:45.897838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:45.950366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5601905f-4137-495d-86fd-4d03804c0c68 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.008924 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5601905f-4137-495d-86fd-4d03804c0c68 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.038423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5601905f-4137-495d-86fd-4d03804c0c68 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.044374 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5601905f-4137-495d-86fd-4d03804c0c68 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/subnets/76f5f936-3653-46f2-849e-21f76d18f57d HTTP/1.1" status: 204 len: 168 time: 0.2739570 Dec 12 05:11:46.044374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601905f-4137-495d-86fd-4d03804c0c68 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Subnet': ['ID=76f5f936-3653-46f2-849e-21f76d18f57d,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:46.045795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42894) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:46.054729 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb05b2-5aad-4a69-b56b-07bc6cf61a65 None None] Network 5a130ce9-29c9-44d5-8ea2-71aea0687581 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:11:46.155333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.160539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:11:45Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:46.191467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] Checking router: 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:11:46.200665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] Routers {'3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:46.201479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:46.282281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] DHCP port deletion for 5a130ce9-29c9-44d5-8ea2-71aea0687581 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:11:46.345131 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] Set router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:46.459236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Deleting port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:11:46.459535 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.549827 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] For port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fe1ef5db-c1a9-44b4-90b2-8b408d675bc8,segment=NetworkSegment(c0cf3546-7cb7-404a-9bd0-121c98e974d2),segment_id=c0cf3546-7cb7-404a-9bd0-121c98e974d2)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:11:46.550232 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.581068 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Calling delete_port for fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:11:46.607362 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.659699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:11:45Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:46.661113 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:11:46.661472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.688838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f8a8d-8b76-4937-abfa-655f9e7864f8 None None] The sync data for ids ['3e57eaba-1a86-41c0-ae4c-3e894a4d07d1'] in n-d-710847-7 is: [{'id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676967076', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:11:45Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e57eaba-1a86-41c0-ae4c-3e894a4d07d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:10:38Z', 'updated_at': '2021-12-12T05:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:11:46.706420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.738132 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Pushing event deleted for resources: {'Port': ['ID=fe1ef5db-c1a9-44b4-90b2-8b408d675bc8,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:46.740599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] No DVR routers for this DVR port fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:11:46.751243 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.751783 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.753428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.753788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.754129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.754601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.755012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.755264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.755598 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.755927 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.756256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.756582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.756932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916fe3f-bb0e-45cb-96d9-5267af81fe2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:46.757143 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:11:46.757512 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.769585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:11:46.824701 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.933805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:46.959421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:46.969392 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc90b8-55ea-4caf-b132-cd4342db8081 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:11:47.018250 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.116587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.118873 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.157273 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:11:47.163545 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.164133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Fanout notify agent at l3_agent the message router_deleted on router 3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:11:47.171202 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.174834 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0fb798fd-6c03-4846-bbc8-9df6eef67c7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/routers/3e57eaba-1a86-41c0-ae4c-3e894a4d07d1 HTTP/1.1" status: 204 len: 168 time: 1.1254749 Dec 12 05:11:47.175207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42896) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:47.185238 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:11:47.185617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fe1ef5db-c1a9-44b4-90b2-8b408d675bc8 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:11:47.186020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 106a9cf0-82bb-43c2-9c26-64846520b87a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:11:47.208415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 106a9cf0-82bb-43c2-9c26-64846520b87a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:11:47.208763 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 106a9cf0-82bb-43c2-9c26-64846520b87a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:11:47.265343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.354747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.375523 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a130ce9-29c9-44d5-8ea2-71aea0687581']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:47.385081 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cf3546-7cb7-404a-9bd0-121c98e974d2') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:47.385388 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cf3546-7cb7-404a-9bd0-121c98e974d2') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:47.395618 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.409511 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.415444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:11:47.415841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: timer() Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:11:47.419534 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:11:47.480424 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.487145 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.490422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/networks/5a130ce9-29c9-44d5-8ea2-71aea0687581 HTTP/1.1" status: 204 len: 168 time: 0.3142209 Dec 12 05:11:47.493269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42898) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:47.502844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Network': ['ID=5a130ce9-29c9-44d5-8ea2-71aea0687581,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:47.510571 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.510939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.511295 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.511648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.511995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.512340 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.512685 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.513054 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.513505 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.513889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.514229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.514564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.514902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e71323-21bf-48e7-b9be-8d4a614645b9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:47.550894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abc117b8-93f8-4d2c-941f-3a8ff7e82e84 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.575529 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abc117b8-93f8-4d2c-941f-3a8ff7e82e84 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.632570 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abc117b8-93f8-4d2c-941f-3a8ff7e82e84 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.635229 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-abc117b8-93f8-4d2c-941f-3a8ff7e82e84 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:47.636381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-abc117b8-93f8-4d2c-941f-3a8ff7e82e84 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/security-groups/fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7 HTTP/1.1" status: 204 len: 168 time: 0.1419098 Dec 12 05:11:47.645848 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc117b8-93f8-4d2c-941f-3a8ff7e82e84 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc20945-4f1d-46a0-a5a0-8dfaa8e5c9a7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:48.134777 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42904) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:48.139510 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-10369ff1-c72b-4a46-9ec0-996574266dfd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374232681', 'description': 'tempest-secgroup-smoke-374232681 description', 'project_id': 'cdc502205a3a469ab1c39033368f4d07'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:48.162376 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10369ff1-c72b-4a46-9ec0-996574266dfd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.230544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10369ff1-c72b-4a46-9ec0-996574266dfd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.234235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10369ff1-c72b-4a46-9ec0-996574266dfd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.263589 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-10369ff1-c72b-4a46-9ec0-996574266dfd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.263784 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f3edca8e-f9c8-4f74-a312-902e2861da23 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:11:48.265065 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-10369ff1-c72b-4a46-9ec0-996574266dfd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1290791 Dec 12 05:11:48.268550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42906) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:48.273180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2660169d-6e7a-464e-a9c5-6a89aeda1ac9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '6851fc0a-a4de-48e6-94f7-965bfd8a3ce0', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:48.278931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10369ff1-c72b-4a46-9ec0-996574266dfd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:48.285546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: f3edca8e-f9c8-4f74-a312-902e2861da23 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:11:48.285990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f3edca8e-f9c8-4f74-a312-902e2861da23 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:11:48.303421 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2660169d-6e7a-464e-a9c5-6a89aeda1ac9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.356863 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2660169d-6e7a-464e-a9c5-6a89aeda1ac9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.360164 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2660169d-6e7a-464e-a9c5-6a89aeda1ac9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.381738 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660169d-6e7a-464e-a9c5-6a89aeda1ac9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e255268-32e5-4476-91cf-d8f9f24ee249,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:48.389864 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2660169d-6e7a-464e-a9c5-6a89aeda1ac9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.391068 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2660169d-6e7a-464e-a9c5-6a89aeda1ac9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214817 Dec 12 05:11:48.393851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42908) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:48.398101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-f105d0b2-a761-4be6-a5f4-bd3483f60026 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '6851fc0a-a4de-48e6-94f7-965bfd8a3ce0', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:48.423562 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f105d0b2-a761-4be6-a5f4-bd3483f60026 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.482121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f105d0b2-a761-4be6-a5f4-bd3483f60026 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.485534 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f105d0b2-a761-4be6-a5f4-bd3483f60026 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.503071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105d0b2-a761-4be6-a5f4-bd3483f60026 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406510d1-5ec9-4bc4-a16e-ecf2d3e6d5fe,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:48.511616 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f105d0b2-a761-4be6-a5f4-bd3483f60026 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.512901 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f105d0b2-a761-4be6-a5f4-bd3483f60026 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180980 Dec 12 05:11:48.515651 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42910) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:48.520002 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5b6a3ef7-030f-4f6a-a1aa-32b139e6aa20 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '6851fc0a-a4de-48e6-94f7-965bfd8a3ce0', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:48.545841 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3ef7-030f-4f6a-a1aa-32b139e6aa20 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.601709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3ef7-030f-4f6a-a1aa-32b139e6aa20 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.605118 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3ef7-030f-4f6a-a1aa-32b139e6aa20 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.622860 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a3ef7-030f-4f6a-a1aa-32b139e6aa20 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44dfb4b5-a781-4ffe-9e4e-abea3d89a4dc,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:48.630422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3ef7-030f-4f6a-a1aa-32b139e6aa20 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.631612 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5b6a3ef7-030f-4f6a-a1aa-32b139e6aa20 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150339 Dec 12 05:11:48.634372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42912) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:48.638617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-88d3a2ef-6f78-4087-b048-7d6a6390dd9c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '6851fc0a-a4de-48e6-94f7-965bfd8a3ce0', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:48.665216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-88d3a2ef-6f78-4087-b048-7d6a6390dd9c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.722341 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-88d3a2ef-6f78-4087-b048-7d6a6390dd9c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.726050 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-88d3a2ef-6f78-4087-b048-7d6a6390dd9c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.745035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3a2ef-6f78-4087-b048-7d6a6390dd9c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52309a1b-88e1-426f-89ec-c1ea70db5448,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:48.751068 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-88d3a2ef-6f78-4087-b048-7d6a6390dd9c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.752257 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-88d3a2ef-6f78-4087-b048-7d6a6390dd9c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169748 Dec 12 05:11:48.755047 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42914) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:48.759344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-736c0ad1-51e4-4325-9657-facb99303751 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '6851fc0a-a4de-48e6-94f7-965bfd8a3ce0', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:48.781504 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-736c0ad1-51e4-4325-9657-facb99303751 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:11:48.787639 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-736c0ad1-51e4-4325-9657-facb99303751 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.845496 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-736c0ad1-51e4-4325-9657-facb99303751 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.849414 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-736c0ad1-51e4-4325-9657-facb99303751 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.866602 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c0ad1-51e4-4325-9657-facb99303751 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f21e5da-a4dc-4ac2-ac7e-7beffac86d60,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:48.876075 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-736c0ad1-51e4-4325-9657-facb99303751 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.877259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-736c0ad1-51e4-4325-9657-facb99303751 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212757 Dec 12 05:11:48.879945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42916) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:48.884094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-53afb9eb-62b3-4ff6-a752-80407acf5309 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '6851fc0a-a4de-48e6-94f7-965bfd8a3ce0', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:48.905560 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-53afb9eb-62b3-4ff6-a752-80407acf5309 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:11:48.910909 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53afb9eb-62b3-4ff6-a752-80407acf5309 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.968372 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53afb9eb-62b3-4ff6-a752-80407acf5309 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.972088 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53afb9eb-62b3-4ff6-a752-80407acf5309 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.983357 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:11:48.989880 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afb9eb-62b3-4ff6-a752-80407acf5309 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5cbed9-6a09-4ab4-ada1-9fc96f56ad0c,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:48.997638 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53afb9eb-62b3-4ff6-a752-80407acf5309 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:48.998879 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-53afb9eb-62b3-4ff6-a752-80407acf5309 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180286 Dec 12 05:11:49.002491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42918) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:49.003870 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:11:49.004230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device fbfb39d8-8a34-4e65-a6b5-6690ba7bbaae not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:11:49.008068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'network': {'name': 'tempest-network-smoke--635923663', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'port_security_enabled': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:49.029007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:11:49.032379 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.055518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:11:49.065092 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.065439 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Added segment c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a of type vlan for network 6db3d70f-ba66-4671-ac56-41fc71397476 Dec 12 05:11:49.104233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.128343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.133978 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:49.134579 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.190859 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1873319 Dec 12 05:11:49.193951 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42920) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:49.198591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'admin_state_up': True, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:49.207891 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2804f-fe4a-41d5-b4a4-a6476c9d6ba3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Network': ['ID=6db3d70f-ba66-4671-ac56-41fc71397476,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:49.218717 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 6db3d70f-ba66-4671-ac56-41fc71397476 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:11:49.222099 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.223165 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.275921 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.415067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.604264 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.627926 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.727407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.79 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/45c650b9-3c5b-41f9-bb12-4387e8a5305c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:11:49.831397 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.863675 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:49.904167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:11:49.907184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:11:49.909726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:11:49.919444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e4930-a135-486a-9c61-0355f6c2212a None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:11:49.934821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=45c650b9-3c5b-41f9-bb12-4387e8a5305c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:49.998199 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0f7d568a-5f29-4094-a139-f13c76fb7e96 None None] Provisioning complete for port 45c650b9-3c5b-41f9-bb12-4387e8a5305c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:49.998485 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0f7d568a-5f29-4094-a139-f13c76fb7e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:50.032651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d568a-5f29-4094-a139-f13c76fb7e96 None None] Port 45c650b9-3c5b-41f9-bb12-4387e8a5305c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:11:50.161619 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:50.355500 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:50.481563 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c2697ff7-00d8-4947-b050-02afd9ee5617 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:11:50.585970 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:11:50.595520 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Sync routers for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:11:50.605547 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:50.606108 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:50.606251 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:50.610419 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-54968caf-c282-4acd-b806-cf875594cebd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4124024 Dec 12 05:11:50.610579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42922) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:50.642042 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0b2277b3-ba0f-4424-89d0-d89e0e4ce2fe tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cdc502205a3a469ab1c39033368f4d07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278225 Dec 12 05:11:50.642286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42924) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:50.730108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282dd59-7351-4f82-9fdd-e87535d0ceff tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:50.731672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-8282dd59-7351-4f82-9fdd-e87535d0ceff tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885339 Dec 12 05:11:50.734845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42926) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:50.764609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64258610-433e-4681-ab88-f77fbbc61076 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282373 Dec 12 05:11:50.767140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 42928) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:50.771942 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1271460987', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:50.799916 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:50.862766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:11:50.866265 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:50.977051 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:50Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:51.003319 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Checking router: c2697ff7-00d8-4947-b050-02afd9ee5617 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:11:51.003712 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Updating router c2697ff7-00d8-4947-b050-02afd9ee5617 port 45c650b9-3c5b-41f9-bb12-4387e8a5305c binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:11:51.032086 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.047169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.103931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Subnet': ['ID=1f04c0e1-8835-42bd-942b-b69784316f37,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:51.115467 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Checking segment: {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:11:51.115781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network hostable DHCP agents. Network: 6db3d70f-ba66-4671-ac56-41fc71397476, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:11:51.133283 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 6db3d70f-ba66-4671-ac56-41fc71397476 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:11:51.144070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 6db3d70f-ba66-4671-ac56-41fc71397476) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:11:51.148551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:51.149180 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.155157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd8504-c710-4482-bd5a-7ed9851b23e3 None None] Network 6db3d70f-ba66-4671-ac56-41fc71397476 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:11:51.166277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-dfd06639-4f27-41d7-809e-ab0836a9326b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3980112 Dec 12 05:11:51.169247 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42930) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:11:51.264680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-6db3d70f-ba66-4671-ac56-41fc71397476', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:11:51.265744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.290043 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.297019 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.342366 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Pushing event updated for resources: {'Port': ['ID=45c650b9-3c5b-41f9-bb12-4387e8a5305c,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:51.351501 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.352053 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.352551 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.353090 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.353604 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.354095 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.354590 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.355081 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.355581 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.356076 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.356409 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.356738 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.357091 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:11:51.377492 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Attempting to bind port 45c650b9-3c5b-41f9-bb12-4387e8a5305c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:11:51.378009 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Attempting to bind port 45c650b9-3c5b-41f9-bb12-4387e8a5305c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:11:51.378232 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Attempting to bind port 45c650b9-3c5b-41f9-bb12-4387e8a5305c on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:11:51.383952 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:11:51.384553 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:11:51.385166 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.385716 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:11:51.386194 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Bound port: 45c650b9-3c5b-41f9-bb12-4387e8a5305c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:11:51.386576 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.393242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba2b674-f679-449d-8632-5afd37ac8fe3 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:11:51.419989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Allocated IP 172.20.0.2 (6db3d70f-ba66-4671-ac56-41fc71397476/1f04c0e1-8835-42bd-942b-b69784316f37/ed2aa7df-12f1-4507-8627-48affd3b7734) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:11:51.448208 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] For port 45c650b9-3c5b-41f9-bb12-4387e8a5305c, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:11:51.451963 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] For port 45c650b9-3c5b-41f9-bb12-4387e8a5305c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=45c650b9-3c5b-41f9-bb12-4387e8a5305c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:11:51.456877 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.519202 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:51.519994 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:51.532038 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-56606178-c7b1-4877-b7d1-4dcdf89ba1c4 None None] Provisioning complete for port 45c650b9-3c5b-41f9-bb12-4387e8a5305c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:51.532418 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-56606178-c7b1-4877-b7d1-4dcdf89ba1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.563302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc4a779-99f0-4a70-87ea-e3ce92018b81 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:11:51.583220 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58efec4-605d-443f-a537-fb45bb4a858e None None] Pushing event updated for resources: {'Port': ['ID=45c650b9-3c5b-41f9-bb12-4387e8a5305c,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:51.629454 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.638472 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:51.658196 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.661542 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.828709 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:50Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:51.856231 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1514a3-6843-4a54-a075-7a9b6944358b None None] The sync data for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 is: [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:50Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:11:51.878388 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-56606178-c7b1-4877-b7d1-4dcdf89ba1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.890434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Network 6db3d70f-ba66-4671-ac56-41fc71397476 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:11:51.903036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:11:51.907215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:11:51.914397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Pushing event updated for resources: {'Port': ['ID=ed2aa7df-12f1-4507-8627-48affd3b7734,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:51.920734 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-56606178-c7b1-4877-b7d1-4dcdf89ba1c4 None None] For port 45c650b9-3c5b-41f9-bb12-4387e8a5305c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=45c650b9-3c5b-41f9-bb12-4387e8a5305c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:11:51.928301 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-56606178-c7b1-4877-b7d1-4dcdf89ba1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:51.960978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.1 (6db3d70f-ba66-4671-ac56-41fc71397476/1f04c0e1-8835-42bd-942b-b69784316f37/ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:11:52.002455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Attempting to bind port ed2aa7df-12f1-4507-8627-48affd3b7734 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:11:52.002845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Attempting to bind port ed2aa7df-12f1-4507-8627-48affd3b7734 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:11:52.003222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Attempting to bind port ed2aa7df-12f1-4507-8627-48affd3b7734 on network 6db3d70f-ba66-4671-ac56-41fc71397476 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:11:52.019059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:11:52.019446 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Checking segment: {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:11:52.019865 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:52.020271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Bound using segment: {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:11:52.020754 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Bound port: ed2aa7df-12f1-4507-8627-48affd3b7734, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:11:52.021172 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:52.024185 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56606178-c7b1-4877-b7d1-4dcdf89ba1c4 None None] Pushing event updated for resources: {'Port': ['ID=45c650b9-3c5b-41f9-bb12-4387e8a5305c,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:52.075540 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-bfe69fa3-dcbe-4c0b-85ac-54be28d286e4 None None] Provisioning complete for port 45c650b9-3c5b-41f9-bb12-4387e8a5305c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:52.075927 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bfe69fa3-dcbe-4c0b-85ac-54be28d286e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:52.084235 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:52.136831 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:52.154504 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] For port ed2aa7df-12f1-4507-8627-48affd3b7734, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:11:52.157996 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] For port ed2aa7df-12f1-4507-8627-48affd3b7734, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ed2aa7df-12f1-4507-8627-48affd3b7734,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:11:52.163250 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:52.182480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 6db3d70f-ba66-4671-ac56-41fc71397476 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:11:52.186479 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:11:52.191051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:11:52.232498 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:52.250708 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:52.273993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad35d7-1e5e-4df7-a288-d3d99d8fdd05 None None] Pushing event updated for resources: {'Port': ['ID=ed2aa7df-12f1-4507-8627-48affd3b7734,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:52.402067 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.087701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ed2aa7df-12f1-4507-8627-48affd3b7734 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:11:53.094467 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.101790 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.151648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ed2aa7df-12f1-4507-8627-48affd3b7734 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:53.152391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.190703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:53.193144 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.244391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.249027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83080a1-967b-435c-9fec-26d6ce09bf82 None None] Network 6db3d70f-ba66-4671-ac56-41fc71397476 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:11:53.290359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 6db3d70f-ba66-4671-ac56-41fc71397476 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:11:53.291837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:11:53.342494 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port ed2aa7df-12f1-4507-8627-48affd3b7734, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ed2aa7df-12f1-4507-8627-48affd3b7734,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:11:53.345928 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3e42f5bb-da35-4319-928b-6c2cfa02ff03 None None] Provisioning complete for port ed2aa7df-12f1-4507-8627-48affd3b7734 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:53.346271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3e42f5bb-da35-4319-928b-6c2cfa02ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.374165 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.374998 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 45c650b9-3c5b-41f9-bb12-4387e8a5305c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:11:53.416002 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c2697ff7-00d8-4947-b050-02afd9ee5617 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:11:53.506766 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=ed2aa7df-12f1-4507-8627-48affd3b7734,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:53.529104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:11:53.538750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-c702e350-96e9-4ccf-87cb-8135100cfac5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/c2697ff7-00d8-4947-b050-02afd9ee5617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3645623 Dec 12 05:11:53.557404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 45c650b9-3c5b-41f9-bb12-4387e8a5305c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:53.557789 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.699969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Sync routers for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:11:53.710291 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:53.711009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:53.718546 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-172c4b9c-8ccb-4804-ab79-efaf68112088 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374232681&fields=id&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 267 time: 0.0539737 Dec 12 05:11:53.830661 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ab7c4bd0-3581-4ee5-abf0-684ec51becff None None] Provisioning complete for port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:53.830973 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bd0-3581-4ee5-abf0-684ec51becff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:53.844122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-103414ac-8f3d-4412-a0b7-6cacd02cc5f4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:53.845959 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-103414ac-8f3d-4412-a0b7-6cacd02cc5f4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/networks?id=6db3d70f-ba66-4671-ac56-41fc71397476 HTTP/1.1" status: 200 len: 796 time: 0.1204052 Dec 12 05:11:53.862550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:53.863669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-afe5083f-95cd-47b7-8462-0796f50f03ba tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/quotas/cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 375 time: 0.0114181 Dec 12 05:11:53.917461 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c4bd0-3581-4ee5-abf0-684ec51becff None None] Port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:11:53.929903 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-e6232406-fd54-4d2c-a64b-e208472cdff9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599463 Dec 12 05:11:53.993939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ab7c4bd0-3581-4ee5-abf0-684ec51becff None None] Provisioning complete for port ed2aa7df-12f1-4507-8627-48affd3b7734 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:53.994443 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bd0-3581-4ee5-abf0-684ec51becff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:54.094381 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-8ed188f7-d8b5-47e8-8161-71bb1bbd55b4 service neutron] 10.222.0.36 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515625 Dec 12 05:11:54.162027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9', 'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:0f:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:51Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 2, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:54.193640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Checking router: c2697ff7-00d8-4947-b050-02afd9ee5617 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:11:54.193940 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-b989cd95-e268-4a9d-beef-f37e311f0bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920315 Dec 12 05:11:54.194427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Updating router c2697ff7-00d8-4947-b050-02afd9ee5617 port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:11:54.219682 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:54.322283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-63215bf2-f049-45b3-a508-eab058fd2b52 None None] Provisioning complete for port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:54.322862 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-63215bf2-f049-45b3-a508-eab058fd2b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:54.363523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6e38ae5-0ee6-4da4-ad1a-0b69e0a6ef1b req-3ea80d88-e923-45d6-a76b-2e99322ff50a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 210 time: 0.0322044 Dec 12 05:11:54.382241 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-63215bf2-f049-45b3-a508-eab058fd2b52 None None] Port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:11:54.526564 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:54.531359 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:54.587003 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962fc5b-b044-452d-8263-b765398efc95 None None] Pushing event updated for resources: {'Port': ['ID=ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:54.647300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Attempting to bind port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:11:54.647679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Attempting to bind port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:11:54.648055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Attempting to bind port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 on network 6db3d70f-ba66-4671-ac56-41fc71397476 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:11:54.653428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:11:54.653813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Checking segment: {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:11:54.654228 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:54.654634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Bound using segment: {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:11:54.655118 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Bound port: ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:11:54.655553 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:54.727818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] For port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:11:54.731113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] For port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:11:54.735922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:54.788233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:11:54.788873 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:54.872692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962fc5b-b044-452d-8263-b765398efc95 None None] Pushing event updated for resources: {'Port': ['ID=ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:54.897880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ca628e80-a107-4c73-bad2-559dcbede2df None None] Provisioning complete for port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:54.898266 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ca628e80-a107-4c73-bad2-559dcbede2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:54.951770 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:11:55.057170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ed2aa7df-12f1-4507-8627-48affd3b7734 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:11:55.295417 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ca628e80-a107-4c73-bad2-559dcbede2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:55.371795 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ca628e80-a107-4c73-bad2-559dcbede2df None None] For port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:11:55.378538 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ca628e80-a107-4c73-bad2-559dcbede2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:55.428205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ed2aa7df-12f1-4507-8627-48affd3b7734 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:55.428721 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:55.479655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4eb4b9ac-7c50-45a1-a9b3-6930fbe30f85 req-79b77dc7-eafb-4bf5-8f22-bf5e36fb4754 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 210 time: 0.0348015 Dec 12 05:11:55.493323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca628e80-a107-4c73-bad2-559dcbede2df None None] Pushing event updated for resources: {'Port': ['ID=ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:55.544101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-93cdd71d-63a6-4cd8-8090-fdceff7ab395 None None] Provisioning complete for port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:55.544101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-93cdd71d-63a6-4cd8-8090-fdceff7ab395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:55.552796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9', 'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:0f:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:51Z', 'updated_at': '2021-12-12T05:11:54Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:11:55.609423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecfd1b-7b13-4581-8979-c2e7019872ae None None] The sync data for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 is: [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9', 'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:0f:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:51Z', 'updated_at': '2021-12-12T05:11:54Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:11:55.612346 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-124e4f54-7791-403b-ae2d-934ef87b98c9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:55.614041 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-124e4f54-7791-403b-ae2d-934ef87b98c9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "GET /v2.0/networks?id=6db3d70f-ba66-4671-ac56-41fc71397476 HTTP/1.1" status: 200 len: 796 time: 0.1219165 Dec 12 05:11:55.704639 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-0e33517a-f203-4124-b9b1-416020b6905e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 379 time: 0.0756474 Dec 12 05:11:55.718862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'port': {'device_id': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'admin_state_up': True, 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'security_groups': ['6851fc0a-a4de-48e6-94f7-965bfd8a3ce0']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:55.845351 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:11:55.849674 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:55.978411 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.6 (6db3d70f-ba66-4671-ac56-41fc71397476/1f04c0e1-8835-42bd-942b-b69784316f37/e5f15d4d-8411-40b8-b47e-19706d7d2ac7) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:11:56.125612 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:56.162780 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:56.213290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 6db3d70f-ba66-4671-ac56-41fc71397476 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:11:56.216748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:11:56.221413 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:11:56.251078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:56.286257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:56.286919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:56.304558 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-062f3981-6047-44e6-973b-53b956ed1618 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892344 Dec 12 05:11:56.323469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Request body: {'port': {'device_id': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:11:56.381425 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:56.524672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a2d041f3-820a-40b3-b21e-5f5b1e3e8db2 None None] Provisioning complete for port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:56.525922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a2d041f3-820a-40b3-b21e-5f5b1e3e8db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:56.568699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a2d041f3-820a-40b3-b21e-5f5b1e3e8db2 None None] Port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:11:56.635698 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d79cba-554e-44ee-a176-591055d9171a req-5013ad88-5a35-458e-9c20-9fa778b33b4c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:56.637239 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6d79cba-554e-44ee-a176-591055d9171a req-5013ad88-5a35-458e-9c20-9fa778b33b4c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 931 time: 0.0770016 Dec 12 05:11:56.734238 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e6d79cba-554e-44ee-a176-591055d9171a req-f7c1590f-a044-4e0a-a4b3-2a47bf05eaa5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907452 Dec 12 05:11:56.743183 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f15d4d-8411-40b8-b47e-19706d7d2ac7 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:11:56.751124 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:56.763407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Transition to ACTIVE for port object e5f15d4d-8411-40b8-b47e-19706d7d2ac7 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:11:56.767391 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:56.815345 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:56.891269 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Attempting to bind port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:11:56.891617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Attempting to bind port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:11:56.891951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Attempting to bind port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 on network 6db3d70f-ba66-4671-ac56-41fc71397476 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:11:56.896649 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 on network 6db3d70f-ba66-4671-ac56-41fc71397476 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:11:56.897026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Attempting to bind port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 on network 6db3d70f-ba66-4671-ac56-41fc71397476 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:11:56.901878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:11:56.902224 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Checking segment: {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:11:56.902622 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Bound using segment: {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:11:56.903058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Bound port: e5f15d4d-8411-40b8-b47e-19706d7d2ac7, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:11:56.903419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:56.968975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] For port e5f15d4d-8411-40b8-b47e-19706d7d2ac7, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:11:56.972252 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] For port e5f15d4d-8411-40b8-b47e-19706d7d2ac7, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:11:56.977027 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:57.015244 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:57.015747 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:57.017162 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5f15d4d-8411-40b8-b47e-19706d7d2ac7 HTTP/1.1" status: 200 len: 1091 time: 0.6982729 Dec 12 05:11:57.017656 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:11:57.019931 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bc472e-8f7e-40a7-aa07-778e2495a65c" -d '{"events": [{"name": "network-changed", "server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:11:57.044445 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46cbac-09b5-48e3-81da-542085d635d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:11:57.088005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:11:57.136536 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-976aec7c-ff71-4fc0-a86e-d7083d121cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:57.138366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-976aec7c-ff71-4fc0-a86e-d7083d121cf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 1094 time: 0.0595734 Dec 12 05:11:57.155853 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418e8b23-1bad-472f-9852-e7c969d83828 x-openstack-request-id: req-418e8b23-1bad-472f-9852-e7c969d83828 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:11:57.156359 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:11:57.156679 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-418e8b23-1bad-472f-9852-e7c969d83828 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:11:57.157473 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'status': 'completed', 'code': 200} Dec 12 05:11:57.165877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:11:57.166265 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:57.199490 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-04dd054f-fdbc-49ab-86f3-537a3edcb3cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0402913 Dec 12 05:11:57.252864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-611f9677-8899-4f9a-b013-061945f30429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:57.254608 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-611f9677-8899-4f9a-b013-061945f30429 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f04c0e1-8835-42bd-942b-b69784316f37 HTTP/1.1" status: 200 len: 835 time: 0.0481431 Dec 12 05:11:57.300022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-24c71b2b-f3f3-4517-a80f-5f3208523b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:57.301567 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-24c71b2b-f3f3-4517-a80f-5f3208523b40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db3d70f-ba66-4671-ac56-41fc71397476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404849 Dec 12 05:11:57.396110 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-094db6bb-05a6-4ee8-b847-91d9ed554dee service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877905 Dec 12 05:11:57.484895 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3d18569b-2ed6-427f-92f5-99075c2f2d6c req-eb950651-72b2-42cd-975f-8b63e1358436 service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821512 Dec 12 05:11:57.620115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-32c0d5cc-5b7f-4ca7-a518-f8ea14af972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:57.621652 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-32c0d5cc-5b7f-4ca7-a518-f8ea14af972c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 1094 time: 0.0455699 Dec 12 05:11:57.711273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-040e6bab-8d7b-461d-a9cc-1177596ec7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:57.712740 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-040e6bab-8d7b-461d-a9cc-1177596ec7dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db3d70f-ba66-4671-ac56-41fc71397476 HTTP/1.1" status: 200 len: 896 time: 0.0837705 Dec 12 05:11:57.758512 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-28a01da0-4aca-4e82-bcfa-e9106ab5d077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0388243 Dec 12 05:11:57.829871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-b935a497-d24b-4398-a5a6-bd13e1fdf370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:57.831363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-b935a497-d24b-4398-a5a6-bd13e1fdf370 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f04c0e1-8835-42bd-942b-b69784316f37 HTTP/1.1" status: 200 len: 835 time: 0.0660219 Dec 12 05:11:57.876027 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb731d-618b-4a4a-80b9-47b39efd6116 req-867c9878-5c38-41d7-b093-8ab3e2a0bafd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:57.878123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6acb731d-618b-4a4a-80b9-47b39efd6116 req-867c9878-5c38-41d7-b093-8ab3e2a0bafd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 943 time: 0.0768433 Dec 12 05:11:57.902199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-885274d6-1344-43bb-b439-ebd52f1d6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:57.903637 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-885274d6-1344-43bb-b439-ebd52f1d6c0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db3d70f-ba66-4671-ac56-41fc71397476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635023 Dec 12 05:11:57.978108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6acb731d-618b-4a4a-80b9-47b39efd6116 req-e7167278-7782-4205-8bde-f7f2370ee6e1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926018 Dec 12 05:11:58.016623 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-a498b9ce-5724-4e7b-bd5a-053874688d23 service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011138 Dec 12 05:11:58.108079 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0bc472e-8f7e-40a7-aa07-778e2495a65c req-def9d1ea-414c-4718-aa96-341aafdcfa8f service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815322 Dec 12 05:11:59.093135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5069fe-526a-424a-9c4e-9b7af7b3d4e6 req-a196ddac-bc29-48a7-adc1-670cf630d24b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:11:59.094623 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de5069fe-526a-424a-9c4e-9b7af7b3d4e6 req-a196ddac-bc29-48a7-adc1-670cf630d24b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 943 time: 0.0485291 Dec 12 05:11:59.148259 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de5069fe-526a-424a-9c4e-9b7af7b3d4e6 req-b882c8e8-c4c5-404a-bda0-9ab0961d2ec1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476472 Dec 12 05:11:59.730531 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e5f15d4d-8411-40b8-b47e-19706d7d2ac7 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:11:59.823935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e5f15d4d-8411-40b8-b47e-19706d7d2ac7, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:11:59.835694 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'port_id': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'mac_address': 'fa:16:3e:94:d0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:11:59.872251 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:59.888329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f15d4d-8411-40b8-b47e-19706d7d2ac7 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:11:59.907214 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e5f15d4d-8411-40b8-b47e-19706d7d2ac7, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:11:59.911852 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:11:59.957448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:12:00.197321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['e5f15d4d-8411-40b8-b47e-19706d7d2ac7'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:12:00.271385 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3bed2-2972-420f-8271-1e1d58a58d91 req-4cca4e81-ee7d-4b7b-8ddc-5ee30149e9a7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:00.272948 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-85d3bed2-2972-420f-8271-1e1d58a58d91 req-4cca4e81-ee7d-4b7b-8ddc-5ee30149e9a7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 944 time: 0.0537119 Dec 12 05:12:00.325517 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-85d3bed2-2972-420f-8271-1e1d58a58d91 req-828c34e3-a423-4e22-aa8c-638f488e95c6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466166 Dec 12 05:12:01.440161 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1c3a-dfe2-4963-9226-fbdc50f4809c req-4d30d503-e5a6-49c1-b364-c350470d1606 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:01.441680 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95fa1c3a-dfe2-4963-9226-fbdc50f4809c req-4d30d503-e5a6-49c1-b364-c350470d1606 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 944 time: 0.0497420 Dec 12 05:12:01.490356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-95fa1c3a-dfe2-4963-9226-fbdc50f4809c req-d2fea334-4f9a-471f-890f-d53b5b6aed70 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428281 Dec 12 05:12:01.732254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e5f15d4d-8411-40b8-b47e-19706d7d2ac7 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:12:01.781816 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:12:01.785912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:12:01.786294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:01.865552 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:01.887993 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:12:01.890277 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97918e54-a861-4ea6-9454-f0c88fd1e459" -d '{"events": [{"server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "name": "network-vif-plugged", "status": "completed", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:12:01.903833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port e5f15d4d-8411-40b8-b47e-19706d7d2ac7, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:12:01.907925 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:01.931302 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef00731-d80d-4b0e-82a4-6a71db9fde88 x-openstack-request-id: req-9ef00731-d80d-4b0e-82a4-6a71db9fde88 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:12:01.931601 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "name": "network-vif-plugged", "status": "completed", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:12:01.931857 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ef00731-d80d-4b0e-82a4-6a71db9fde88 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:12:01.932250 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'code': 200} Dec 12 05:12:01.960300 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:12:02.056159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cd7a4-809e-460f-8768-502374ea9801 req-dce18400-7e91-4248-bb86-20818db2dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:02.057739 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f05cd7a4-809e-460f-8768-502374ea9801 req-dce18400-7e91-4248-bb86-20818db2dec7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 1096 time: 0.0409913 Dec 12 05:12:02.104918 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f05cd7a4-809e-460f-8768-502374ea9801 req-b5753d19-b615-42ad-b894-66f7acc84afe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404394 Dec 12 05:12:02.603552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b7765-ccec-47e7-ab55-07b344007ea1 req-76e5a168-a167-4824-8e93-3c22c05ef9cc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:02.605047 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-118b7765-ccec-47e7-ab55-07b344007ea1 req-76e5a168-a167-4824-8e93-3c22c05ef9cc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0489264 Dec 12 05:12:02.652967 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-118b7765-ccec-47e7-ab55-07b344007ea1 req-99e473f5-81ee-4120-9cea-e208f7a87f4f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420640 Dec 12 05:12:03.771017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02904-6fd9-42b5-9c47-1f503afe5cb6 req-26b0bab3-39c0-4021-a84c-57ac84093415 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:03.772579 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9db02904-6fd9-42b5-9c47-1f503afe5cb6 req-26b0bab3-39c0-4021-a84c-57ac84093415 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0521603 Dec 12 05:12:03.821335 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9db02904-6fd9-42b5-9c47-1f503afe5cb6 req-23506b53-ab45-4531-bbd7-cc6cac78c930 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425787 Dec 12 05:12:03.937663 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569983ba-8e90-45dc-bb05-00f327aa15d1 req-d1bba35d-5b85-47bc-9af3-20defd0fdeb7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:03.939179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-569983ba-8e90-45dc-bb05-00f327aa15d1 req-d1bba35d-5b85-47bc-9af3-20defd0fdeb7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0520976 Dec 12 05:12:03.988110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-569983ba-8e90-45dc-bb05-00f327aa15d1 req-18411f89-d455-4ec3-8c97-cc00e6fbe977 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Dec 12 05:12:04.009297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42988) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:12:04.047695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a20a39-2b4e-4c2b-b65e-05b4ebc9a5a0 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:04.049849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a6a20a39-2b4e-4c2b-b65e-05b4ebc9a5a0 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 1091 time: 0.0395813 Dec 12 05:12:04.052499 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42990) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:12:04.056665 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:12:04.078274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:04.177120 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:04.279363 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.128 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/b4895b54-2541-4ad2-b6c9-a8aefdacc476) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:12:04.384021 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:04.416901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:04.454104 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:12:04.457484 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:12:04.460041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:12:04.487050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=b4895b54-2541-4ad2-b6c9-a8aefdacc476,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:12:04.805652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:04.870423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:05.018484 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:05.023049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:05.092872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=b4895b54-2541-4ad2-b6c9-a8aefdacc476,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:12:05.104420 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:05.204724 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc associated. External IP: 172.25.7.128, port: e5f15d4d-8411-40b8-b47e-19706d7d2ac7. Dec 12 05:12:05.408075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c2697ff7-00d8-4947-b050-02afd9ee5617 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:12:05.515759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:12:05.525206 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] Sync routers for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:12:05.533910 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:05.536224 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:12:05.536928 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:12:05.561389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-68412a19-9541-46ec-b1d9-bd9a823bf91d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5078683 Dec 12 05:12:05.561982 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:12:05.564334 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3500c432-59b3-441e-83f5-479c479d4478" -d '{"events": [{"name": "network-changed", "server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:12:05.607858 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af35656-bfe7-4930-af3d-70d824080756 x-openstack-request-id: req-9af35656-bfe7-4930-af3d-70d824080756 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:12:05.608243 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:12:05.608565 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9af35656-bfe7-4930-af3d-70d824080756 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:12:05.609174 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'status': 'completed', 'code': 200} Dec 12 05:12:05.645090 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:12:05.701882 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d2007-eeaa-459d-a053-743c77759e15 req-05d22942-9d4d-4732-820b-7cfcd2e8a44e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:05.703310 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-761d2007-eeaa-459d-a053-743c77759e15 req-05d22942-9d4d-4732-820b-7cfcd2e8a44e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0812502 Dec 12 05:12:05.719471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500c432-59b3-441e-83f5-479c479d4478 req-5d8a2f35-5af7-4a7c-a75c-ff0df1ba82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:05.721491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3500c432-59b3-441e-83f5-479c479d4478 req-5d8a2f35-5af7-4a7c-a75c-ff0df1ba82fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 1096 time: 0.0677459 Dec 12 05:12:05.879192 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'port_id': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'mac_address': 'fa:16:3e:94:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:12:04Z', 'updated_at': '2021-12-12T05:12:04Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9', 'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:0f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:51Z', 'updated_at': '2021-12-12T05:11:55Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:12:05.910196 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] Checking router: c2697ff7-00d8-4947-b050-02afd9ee5617 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:12:05.918931 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:12:05.919551 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:11:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:12:06.023346 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:12:06.150760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-761d2007-eeaa-459d-a053-743c77759e15 req-0a5aa7c6-e580-44cc-8fca-b79d0f8c6ff1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408269 Dec 12 05:12:06.173607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42996) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:12:06.187198 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500c432-59b3-441e-83f5-479c479d4478 req-1bf4eb04-c7a8-4d26-b806-2cc6b0d2ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:06.188675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3500c432-59b3-441e-83f5-479c479d4478 req-1bf4eb04-c7a8-4d26-b806-2cc6b0d2ba1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db3d70f-ba66-4671-ac56-41fc71397476 HTTP/1.1" status: 200 len: 896 time: 0.4595506 Dec 12 05:12:06.239917 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-06173930-2d93-4c6a-8d16-64d10bdfa22b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc HTTP/1.1" status: 200 len: 991 time: 0.0650661 Dec 12 05:12:06.259567 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3500c432-59b3-441e-83f5-479c479d4478 req-6e5f46fa-ad8b-4565-bcea-9113a959afff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7 HTTP/1.1" status: 200 len: 999 time: 0.0607784 Dec 12 05:12:06.311249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500c432-59b3-441e-83f5-479c479d4478 req-77c3a0ff-df43-4325-8c23-2d7fc81921ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:06.312730 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3500c432-59b3-441e-83f5-479c479d4478 req-77c3a0ff-df43-4325-8c23-2d7fc81921ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f04c0e1-8835-42bd-942b-b69784316f37 HTTP/1.1" status: 200 len: 835 time: 0.0467942 Dec 12 05:12:06.348437 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'port_id': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'mac_address': 'fa:16:3e:94:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:12:04Z', 'updated_at': '2021-12-12T05:12:04Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9', 'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:0f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:51Z', 'updated_at': '2021-12-12T05:11:55Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:12:06.357371 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500c432-59b3-441e-83f5-479c479d4478 req-d210dc6a-d0cc-4b6a-8ace-eae0842979f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:06.358865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3500c432-59b3-441e-83f5-479c479d4478 req-d210dc6a-d0cc-4b6a-8ace-eae0842979f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db3d70f-ba66-4671-ac56-41fc71397476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390494 Dec 12 05:12:06.373768 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869a598-d900-4c0f-a174-f52b16cddec3 None None] The sync data for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 is: [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'port_id': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'mac_address': 'fa:16:3e:94:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:12:04Z', 'updated_at': '2021-12-12T05:12:04Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9', 'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:0f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:51Z', 'updated_at': '2021-12-12T05:11:55Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:12:06.449325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3500c432-59b3-441e-83f5-479c479d4478 req-0d907954-afea-4b37-bc80-2a080207be41 service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833530 Dec 12 05:12:06.544682 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3500c432-59b3-441e-83f5-479c479d4478 req-f6576de3-dff4-42cd-815f-d75a49021d5b service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884094 Dec 12 05:12:06.575839 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3482d-b6c0-46fb-8b77-5ab41a883490 None None] New status for floating IP fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:12:07.243846 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 42998) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:12:07.305313 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-97294205-9cb3-4d28-a3a3-cf1062a8d52a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc HTTP/1.1" status: 200 len: 993 time: 0.0601072 Dec 12 05:12:10.769053 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-217fc3c9-1135-4ae1-b423-b812d224acc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:12.207613 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:13.055892 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aced4b0e-8e73-4742-9ee6-e2b865530384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:14.148668 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:12:14.300345 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:14.497884 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:15.835851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:16.830770 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:38.385435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb88fb-ff8b-4775-99da-34de542dcdbf req-449ebe1a-4caf-4a9b-ab1c-c203b56a1efc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:38.389395 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ebeb88fb-ff8b-4775-99da-34de542dcdbf req-449ebe1a-4caf-4a9b-ab1c-c203b56a1efc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0587409 Dec 12 05:12:38.396208 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-6ce5f10e-9aa4-484d-b557-10ff9ad7d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:38.397742 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-6ce5f10e-9aa4-484d-b557-10ff9ad7d759 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 1096 time: 0.0423152 Dec 12 05:12:38.436686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ebeb88fb-ff8b-4775-99da-34de542dcdbf req-59ba9f3d-79f8-4e33-86ae-61bfd4c58143 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438228 Dec 12 05:12:38.491140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-bfb7ced6-b4c9-41cd-9144-7d77f17b3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:38.492618 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-bfb7ced6-b4c9-41cd-9144-7d77f17b3a52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db3d70f-ba66-4671-ac56-41fc71397476 HTTP/1.1" status: 200 len: 896 time: 0.0881395 Dec 12 05:12:38.558149 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-675be511-055f-4370-aadf-20a6db5b4274 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0575356 Dec 12 05:12:38.605477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-e8b2dd7f-92aa-4d17-b600-09fd686b3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:38.606916 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-e8b2dd7f-92aa-4d17-b600-09fd686b3e88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f04c0e1-8835-42bd-942b-b69784316f37 HTTP/1.1" status: 200 len: 835 time: 0.0422528 Dec 12 05:12:38.656429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-b92f8482-d2c7-408c-b187-fd4cf18b0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:38.657937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-b92f8482-d2c7-408c-b187-fd4cf18b0ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db3d70f-ba66-4671-ac56-41fc71397476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424082 Dec 12 05:12:38.746596 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-aa0a9cc7-44f1-45ad-86eb-4d2db092e159 service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808623 Dec 12 05:12:38.838400 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bfa5c6c3-bf6d-4d40-82b5-3a481d3ee4cd req-212d0ccc-9dfa-44ee-adaf-c086b79af18a service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Dec 12 05:12:39.554604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2d1c2-30c0-43df-8eb5-46751920eef4 req-994a8b4f-873a-4e12-9656-4f51451e77a6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:39.556044 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bba2d1c2-30c0-43df-8eb5-46751920eef4 req-994a8b4f-873a-4e12-9656-4f51451e77a6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0494051 Dec 12 05:12:39.604617 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bba2d1c2-30c0-43df-8eb5-46751920eef4 req-2be9688f-5e34-41b9-a6a8-e1a4fc404ae7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Dec 12 05:12:40.275426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654f271-f343-4857-9eca-7b590f01a04d req-89f04665-6089-4dd7-9edf-48a3c3b230fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:40.276961 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c654f271-f343-4857-9eca-7b590f01a04d req-89f04665-6089-4dd7-9edf-48a3c3b230fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 1096 time: 0.0400889 Dec 12 05:12:40.385251 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654f271-f343-4857-9eca-7b590f01a04d req-962ed41f-83dd-420e-b8ac-627c65f99606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:40.386735 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c654f271-f343-4857-9eca-7b590f01a04d req-962ed41f-83dd-420e-b8ac-627c65f99606 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db3d70f-ba66-4671-ac56-41fc71397476 HTTP/1.1" status: 200 len: 896 time: 0.0904810 Dec 12 05:12:40.452173 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c654f271-f343-4857-9eca-7b590f01a04d req-e2640862-ff3e-4a27-adf3-9bd1d2cc0999 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0573361 Dec 12 05:12:40.506031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654f271-f343-4857-9eca-7b590f01a04d req-904ba592-4ddb-486e-85b4-bb9d35380a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:40.507473 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c654f271-f343-4857-9eca-7b590f01a04d req-904ba592-4ddb-486e-85b4-bb9d35380a65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f04c0e1-8835-42bd-942b-b69784316f37 HTTP/1.1" status: 200 len: 835 time: 0.0470183 Dec 12 05:12:40.553583 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654f271-f343-4857-9eca-7b590f01a04d req-8a765470-1634-4ec6-8f51-4add35b66197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:40.555007 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c654f271-f343-4857-9eca-7b590f01a04d req-8a765470-1634-4ec6-8f51-4add35b66197 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db3d70f-ba66-4671-ac56-41fc71397476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397942 Dec 12 05:12:40.644925 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c654f271-f343-4857-9eca-7b590f01a04d req-09318edc-5bfe-4cf1-b6bd-4eb3234f184a service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826871 Dec 12 05:12:40.720145 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6ff0a-aaf9-46e7-a5a2-5914e1d6f360 req-758afd04-541f-41f6-8aa3-54a35592cf67 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:40.721724 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-71a6ff0a-aaf9-46e7-a5a2-5914e1d6f360 req-758afd04-541f-41f6-8aa3-54a35592cf67 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0490091 Dec 12 05:12:40.740003 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c654f271-f343-4857-9eca-7b590f01a04d req-32a5df6e-0653-4a4a-a831-e1313ec69f1f service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875323 Dec 12 05:12:40.771645 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-71a6ff0a-aaf9-46e7-a5a2-5914e1d6f360 req-41a81dea-5e14-44fe-af43-9c9e3bcdd911 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439312 Dec 12 05:12:40.772171 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d71b52ff-b8c2-49ab-94b5-52e9e9155475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:41.887820 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499ede6-ee0f-4a3d-a9f8-86f21d816253 req-74a7e888-9631-41f5-97da-acbe53451544 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:41.889344 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3499ede6-ee0f-4a3d-a9f8-86f21d816253 req-74a7e888-9631-41f5-97da-acbe53451544 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0495877 Dec 12 05:12:41.937183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3499ede6-ee0f-4a3d-a9f8-86f21d816253 req-86f40056-553f-4875-913f-e79725557e92 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419626 Dec 12 05:12:42.223059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:43.056338 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49532458-213c-4113-a510-d216526a92c2 req-a6a73398-59c2-4d02-a494-8f899ffaf339 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:43.057156 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a8e29731-d015-4de3-8a65-4df9552ecd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:43.057901 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49532458-213c-4113-a510-d216526a92c2 req-a6a73398-59c2-4d02-a494-8f899ffaf339 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0543687 Dec 12 05:12:43.107585 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-49532458-213c-4113-a510-d216526a92c2 req-fd8b5595-2545-4797-b1fd-e11940598661 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Dec 12 05:12:44.226266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bfa3d-88e0-41cd-bc0e-49f9fcd22b4d req-f361b558-e6e2-4759-94fa-9a76055bd94a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:44.227757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b81bfa3d-88e0-41cd-bc0e-49f9fcd22b4d req-f361b558-e6e2-4759-94fa-9a76055bd94a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0529535 Dec 12 05:12:44.275668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b81bfa3d-88e0-41cd-bc0e-49f9fcd22b4d req-fe15e360-c4fc-4685-abd8-c8751421160c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419583 Dec 12 05:12:44.303563 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:44.499605 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:45.389361 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170376-84f9-4422-9d5c-764d1c3ea4cb req-69e539ac-7990-482a-a1a2-87fe5a6f73e6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:45.390847 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35170376-84f9-4422-9d5c-764d1c3ea4cb req-69e539ac-7990-482a-a1a2-87fe5a6f73e6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0487287 Dec 12 05:12:45.440949 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35170376-84f9-4422-9d5c-764d1c3ea4cb req-0b68d442-4d02-4dee-9c4c-ea0e6744bce8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441825 Dec 12 05:12:45.838291 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:46.555535 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a40bb-b32b-4206-9121-5a9724b85036 req-7ca3963b-9d53-4efa-ac33-c9d6363f77f5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:46.556980 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69a40bb-b32b-4206-9121-5a9724b85036 req-7ca3963b-9d53-4efa-ac33-c9d6363f77f5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0474060 Dec 12 05:12:46.605648 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e69a40bb-b32b-4206-9121-5a9724b85036 req-6a24961c-4669-4aae-b0d6-7ab2ded8fad0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Dec 12 05:12:46.833513 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:12:47.717883 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e499d6-2f11-4477-bcbd-110a714666a4 req-d80d5bc1-4cd2-478b-b7a2-f75331329a3f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:47.719340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1e499d6-2f11-4477-bcbd-110a714666a4 req-d80d5bc1-4cd2-478b-b7a2-f75331329a3f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0471973 Dec 12 05:12:47.772671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a1e499d6-2f11-4477-bcbd-110a714666a4 req-27172394-3f21-4fb6-a09b-ece3614d7a93 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469637 Dec 12 05:12:48.888084 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee994eaf-b83d-4081-8fd0-2c3ebfd370a9 req-6a1ad5c9-0440-4bf7-9815-06234aa934ce tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:48.889608 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee994eaf-b83d-4081-8fd0-2c3ebfd370a9 req-6a1ad5c9-0440-4bf7-9815-06234aa934ce tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0490184 Dec 12 05:12:48.941580 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ee994eaf-b83d-4081-8fd0-2c3ebfd370a9 req-47d530b9-67ee-457f-8eac-c5f6e7a9aee1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460517 Dec 12 05:12:50.058099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669b1a2-6908-44dc-9fb7-61e1ee5e7fbd req-d04bfae0-40a0-4a7b-a652-31f37d23798a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:12:50.059652 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0669b1a2-6908-44dc-9fb7-61e1ee5e7fbd req-d04bfae0-40a0-4a7b-a652-31f37d23798a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0488176 Dec 12 05:12:50.107821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0669b1a2-6908-44dc-9fb7-61e1ee5e7fbd req-c699a77c-5c58-4a8c-8772-67138a91a532 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417213 Dec 12 05:12:50.130765 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43038) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:12:50.188984 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-35694ed0-50b3-4951-9256-da3a5d97a361 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc HTTP/1.1" status: 200 len: 993 time: 0.0571010 Dec 12 05:12:51.147407 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:13:10.774068 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cbf58b04-fc76-4f81-a7d7-49591044238e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:12.224601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:13.058455 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-654c50ae-9735-4e02-b7dc-028af00964c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:14.307496 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:14.512382 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:15.841788 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:16.834821 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:20.722845 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43050) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:20.879201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port b4895b54-2541-4ad2-b6c9-a8aefdacc476 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:13:20.879548 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:20.953466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:20.953856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:20.966009 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for b4895b54-2541-4ad2-b6c9-a8aefdacc476 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:13:21.113238 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:21.138231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=b4895b54-2541-4ad2-b6c9-a8aefdacc476,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:21.167764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.168130 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.168518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.168892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.169261 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.169587 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.169925 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.170264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.170601 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.170939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.171275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.171608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.171939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:21.214963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:21.215300 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc disassociated (deleted). External IP: 172.25.7.128, port: e5f15d4d-8411-40b8-b47e-19706d7d2ac7. Dec 12 05:13:21.422746 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c2697ff7-00d8-4947-b050-02afd9ee5617 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:13:21.528777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:13:21.533558 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:21.538205 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] Sync routers for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:13:21.547724 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:21.548781 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:21.560549 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-782ff3f1-d3e5-4e5e-831a-119afd968240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/floatingips/fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc HTTP/1.1" status: 204 len: 168 time: 0.8367028 Dec 12 05:13:21.561177 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:13:21.563454 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bcb802-aa01-4136-84f1-08d7c8d06d80" -d '{"events": [{"name": "network-changed", "server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:13:21.607617 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd523d4-60fe-4821-8631-107ed44ec81f x-openstack-request-id: req-5dd523d4-60fe-4821-8631-107ed44ec81f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:13:21.607921 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:13:21.608183 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5dd523d4-60fe-4821-8631-107ed44ec81f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:13:21.608673 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'status': 'completed', 'code': 200} Dec 12 05:13:21.654771 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:21.697446 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-5aed6ac1-c0ff-4327-acd1-a952cec9e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:21.699227 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-5aed6ac1-c0ff-4327-acd1-a952cec9e123 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 1096 time: 0.0470939 Dec 12 05:13:21.829507 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-7b51b88b-f04f-417a-9fa7-375c8c4d7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:21.830928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-7b51b88b-f04f-417a-9fa7-375c8c4d7659 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db3d70f-ba66-4671-ac56-41fc71397476 HTTP/1.1" status: 200 len: 896 time: 0.1232965 Dec 12 05:13:21.838550 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093521e-4752-486f-bdfd-350e6467f8b0 req-41c80da3-eb4a-4c52-8fb0-bd69c6878661 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:21.839981 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6093521e-4752-486f-bdfd-350e6467f8b0 req-41c80da3-eb4a-4c52-8fb0-bd69c6878661 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0790842 Dec 12 05:13:21.857342 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9', 'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:0f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:51Z', 'updated_at': '2021-12-12T05:11:55Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:21.882476 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-91bd6343-4c01-43ae-9a52-56d11c1dba22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0415599 Dec 12 05:13:21.887179 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] Checking router: c2697ff7-00d8-4947-b050-02afd9ee5617 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:13:21.895446 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:21.896052 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:21.959102 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6093521e-4752-486f-bdfd-350e6467f8b0 req-e85d82ea-ffa1-43f6-aeb2-9f53b05d4a42 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112435 Dec 12 05:13:21.961029 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-459bcf9c-43d5-402d-8728-e2761134aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:21.962421 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-459bcf9c-43d5-402d-8728-e2761134aa2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f04c0e1-8835-42bd-942b-b69784316f37 HTTP/1.1" status: 200 len: 835 time: 0.0720885 Dec 12 05:13:22.006281 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:22.010174 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-f4371d26-8e18-4b97-a4ef-532db314522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:22.011712 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-f4371d26-8e18-4b97-a4ef-532db314522e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db3d70f-ba66-4671-ac56-41fc71397476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420721 Dec 12 05:13:22.103259 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-0a8bc0fe-53a8-456f-8634-13b8e851b77b service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820320 Dec 12 05:13:22.197861 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f8bcb802-aa01-4136-84f1-08d7c8d06d80 req-b23986ae-1913-45fe-8de8-54cc107ce396 service neutron] 10.222.0.18 "GET /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862446 Dec 12 05:13:22.201499 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9', 'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:0f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:51Z', 'updated_at': '2021-12-12T05:11:55Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:22.227614 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648bcd11-1632-46f6-a691-cdd2feb974b4 None None] The sync data for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 is: [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:52Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': 'ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9', 'name': '', 'network_id': '6db3d70f-ba66-4671-ac56-41fc71397476', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:0f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:51Z', 'updated_at': '2021-12-12T05:11:55Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '1f04c0e1-8835-42bd-942b-b69784316f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:13:22.450172 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc209e-20e2-4e1d-aefe-89963ad9d752 None None] New status for floating IP fe50db0f-0b48-4a1e-ade5-a2f5a54d80bc: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:13:23.079825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a0a9e-fd53-4d91-8580-b8f4c797de08 req-5f6deb47-8482-4642-965a-1bdec02a9f0e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:23.081364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba7a0a9e-fd53-4d91-8580-b8f4c797de08 req-5f6deb47-8482-4642-965a-1bdec02a9f0e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0526032 Dec 12 05:13:23.131060 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ba7a0a9e-fd53-4d91-8580-b8f4c797de08 req-67c0c4c4-c29f-4d5f-aa7a-cf90810b8930 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Dec 12 05:13:23.377159 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-890cc93a-04cf-406a-abed-65e8b284ecef tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:23.378609 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-890cc93a-04cf-406a-abed-65e8b284ecef tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Dec 12 05:13:23.468394 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:13:23.468736 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:23.555444 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port e5f15d4d-8411-40b8-b47e-19706d7d2ac7, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:23.555727 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:23.568314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for e5f15d4d-8411-40b8-b47e-19706d7d2ac7 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:13:23.695999 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:23.725082 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=e5f15d4d-8411-40b8-b47e-19706d7d2ac7,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:23.771458 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] No DVR routers for this DVR port e5f15d4d-8411-40b8-b47e-19706d7d2ac7 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:13:23.774322 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:23.777685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52e2b2f5-df0c-4cb0-ba46-13d2f5d0acd3 req-2b0b669a-b4eb-43c9-aa31-5734b37ee591 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "DELETE /v2.0/ports/e5f15d4d-8411-40b8-b47e-19706d7d2ac7 HTTP/1.1" status: 204 len: 173 time: 0.3929727 Dec 12 05:13:23.778222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'name': 'network-vif-deleted', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:13:23.780801 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d1c401-d64b-4510-81f8-49b813d3a55d" -d '{"events": [{"server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "name": "network-vif-deleted", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:13:23.819949 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3e637b-b0db-47ab-a281-f3c3f280cd99 x-openstack-request-id: req-fe3e637b-b0db-47ab-a281-f3c3f280cd99 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:13:23.820254 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9595dd0a-3dbc-4205-996e-befbd79eb099", "name": "network-vif-deleted", "tag": "e5f15d4d-8411-40b8-b47e-19706d7d2ac7", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:13:23.820518 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe3e637b-b0db-47ab-a281-f3c3f280cd99 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:13:23.820960 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9595dd0a-3dbc-4205-996e-befbd79eb099', 'name': 'network-vif-deleted', 'tag': 'e5f15d4d-8411-40b8-b47e-19706d7d2ac7', 'status': 'completed', 'code': 200} Dec 12 05:13:24.241109 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-acf74b85-d120-404c-9cc9-6eeb59d668e9 req-6bb459d5-a54f-47da-8e8f-ec7116a59876 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=9595dd0a-3dbc-4205-996e-befbd79eb099 HTTP/1.1" status: 200 len: 210 time: 0.0292501 Dec 12 05:13:25.298955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43066) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:25.654310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:25.907849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:13:25.908126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:25.993877 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:25.994241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:26.010106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:13:26.090946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e5f15d4d-8411-40b8-b47e-19706d7d2ac7 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:13:26.115061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: e5f15d4d-8411-40b8-b47e-19706d7d2ac7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:13:26.115403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device e5f15d4d-8411-40b8-b47e-19706d7d2ac7 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:13:26.193059 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:26.221541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:26.389781 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:26.600417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c2697ff7-00d8-4947-b050-02afd9ee5617 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:13:27.025864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:13:27.035151 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43068) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:27.035605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-65c9bad0-7d59-4729-b4e9-b5a67d544eb4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/c2697ff7-00d8-4947-b050-02afd9ee5617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353346 Dec 12 05:13:27.040337 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] Sync routers for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:13:27.051510 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:27.052136 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:27.086933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting subnet 1f04c0e1-8835-42bd-942b-b69784316f37 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:13:27.090111 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.133848 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.157672 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:27.217318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.279341 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.306816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Subnet': ['ID=1f04c0e1-8835-42bd-942b-b69784316f37,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:27.317625 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.321569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/subnets/1f04c0e1-8835-42bd-942b-b69784316f37 HTTP/1.1" status: 204 len: 168 time: 0.2846017 Dec 12 05:13:27.323175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f7a94-0ca4-4ca2-9eb7-02a183ed582e None None] Network 6db3d70f-ba66-4671-ac56-41fc71397476 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:13:27.323653 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.323757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.324074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.324434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.324557 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43070) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:27.325012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.325364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.325709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.326056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.326398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.326747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.327090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.327426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.327762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee512f42-1317-4b65-bd9f-031071b0f892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.348193 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:13:26Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:27.375426 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] Checking router: c2697ff7-00d8-4947-b050-02afd9ee5617 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:13:27.383878 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] Routers {'c2697ff7-00d8-4947-b050-02afd9ee5617'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:27.384498 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c2697ff7-00d8-4947-b050-02afd9ee5617'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:27.437873 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.478978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] DHCP port deletion for 6db3d70f-ba66-4671-ac56-41fc71397476 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:13:27.532767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Deleting port ed2aa7df-12f1-4507-8627-48affd3b7734 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:13:27.533213 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.552303 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.584723 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] Set router c2697ff7-00d8-4947-b050-02afd9ee5617 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:27.599571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] For port ed2aa7df-12f1-4507-8627-48affd3b7734, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ed2aa7df-12f1-4507-8627-48affd3b7734,segment=NetworkSegment(c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a),segment_id=c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:27.600059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.613356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Calling delete_port for ed2aa7df-12f1-4507-8627-48affd3b7734 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:13:27.614517 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port 45c650b9-3c5b-41f9-bb12-4387e8a5305c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:13:27.614877 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.696158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port 45c650b9-3c5b-41f9-bb12-4387e8a5305c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=45c650b9-3c5b-41f9-bb12-4387e8a5305c,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:27.696570 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.701955 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.710642 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for 45c650b9-3c5b-41f9-bb12-4387e8a5305c owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:13:27.729681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Pushing event deleted for resources: {'Port': ['ID=ed2aa7df-12f1-4507-8627-48affd3b7734,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:27.734449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] No DVR routers for this DVR port ed2aa7df-12f1-4507-8627-48affd3b7734 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:13:27.745724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.745724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.745724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.746436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.746436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.746637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.747249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.747470 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.747901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.748301 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.748737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.749307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.749879 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746f02a-d5bb-4738-8a53-6efa0968701b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:27.771225 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:13:26Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:27.801191 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db408688-1fd0-472a-9c32-4979798c6141 None None] The sync data for ids ['c2697ff7-00d8-4947-b050-02afd9ee5617'] in n-d-710847-7 is: [{'id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370133995', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:13:26Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': '45c650b9-3c5b-41f9-bb12-4387e8a5305c', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2697ff7-00d8-4947-b050-02afd9ee5617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:11:49Z', 'updated_at': '2021-12-12T05:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:13:27.884787 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:27.917561 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=45c650b9-3c5b-41f9-bb12-4387e8a5305c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:27.921859 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f344990c-f2d6-45d9-a355-60c053162d15 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:13:27.972938 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.061829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.064383 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.105981 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.106519 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Fanout notify agent at l3_agent the message router_deleted on router c2697ff7-00d8-4947-b050-02afd9ee5617 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:13:28.113521 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.114633 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f7a3fc76-a29b-48b1-ba49-ff479ba02104 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/routers/c2697ff7-00d8-4947-b050-02afd9ee5617 HTTP/1.1" status: 204 len: 168 time: 0.7890615 Dec 12 05:13:28.117368 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43072) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:28.148308 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:13:28.199241 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.289243 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.315166 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db3d70f-ba66-4671-ac56-41fc71397476']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:28.324612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:28.324944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b7cc5b-01cb-45c0-a1b9-087b9cdda98a') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:28.334142 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.347120 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.353301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:13:28.353707 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: timer() Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:13:28.356915 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:13:28.424315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.432540 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.435392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/networks/6db3d70f-ba66-4671-ac56-41fc71397476 HTTP/1.1" status: 204 len: 168 time: 0.3168550 Dec 12 05:13:28.438205 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43074) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:28.448772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a4e94-5b06-465d-a7ce-c7bbdc562451 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Network': ['ID=6db3d70f-ba66-4671-ac56-41fc71397476,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:28.506879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5e82d60-5f9d-44e4-aade-320af3cb9fe9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.531956 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5e82d60-5f9d-44e4-aade-320af3cb9fe9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.590216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5e82d60-5f9d-44e4-aade-320af3cb9fe9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.592919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e5e82d60-5f9d-44e4-aade-320af3cb9fe9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:28.594098 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e5e82d60-5f9d-44e4-aade-320af3cb9fe9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/security-groups/6851fc0a-a4de-48e6-94f7-965bfd8a3ce0 HTTP/1.1" status: 204 len: 168 time: 0.1543107 Dec 12 05:13:28.603171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e82d60-5f9d-44e4-aade-320af3cb9fe9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6851fc0a-a4de-48e6-94f7-965bfd8a3ce0,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:28.920723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43080) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:28.925944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7a9b2444-57a4-4fe9-a379-78ddb52cb03b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771465064', 'description': 'tempest-secgroup-smoke-1771465064 description', 'project_id': 'cdc502205a3a469ab1c39033368f4d07'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:28.947853 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a9b2444-57a4-4fe9-a379-78ddb52cb03b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.013959 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a9b2444-57a4-4fe9-a379-78ddb52cb03b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.017698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a9b2444-57a4-4fe9-a379-78ddb52cb03b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.051484 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a9b2444-57a4-4fe9-a379-78ddb52cb03b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.052746 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7a9b2444-57a4-4fe9-a379-78ddb52cb03b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1309755 Dec 12 05:13:29.053644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b2444-57a4-4fe9-a379-78ddb52cb03b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c411f152-9441-46be-86d7-8f68d306baca,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:29.055871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43082) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:29.060472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5013048a-e2f7-4f60-ae08-e587d28dc3d2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'c411f152-9441-46be-86d7-8f68d306baca', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:29.077036 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:13:29.087439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5013048a-e2f7-4f60-ae08-e587d28dc3d2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.098286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:13:29.098645 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ece4e8f7-e6c3-46dd-9eb8-7f92838bb8a9 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:13:29.099069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ed2aa7df-12f1-4507-8627-48affd3b7734 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:13:29.117632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: ed2aa7df-12f1-4507-8627-48affd3b7734 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:13:29.118250 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ed2aa7df-12f1-4507-8627-48affd3b7734 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:13:29.118646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 45c650b9-3c5b-41f9-bb12-4387e8a5305c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:13:29.140252 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 45c650b9-3c5b-41f9-bb12-4387e8a5305c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:13:29.140602 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 45c650b9-3c5b-41f9-bb12-4387e8a5305c not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:13:29.144939 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5013048a-e2f7-4f60-ae08-e587d28dc3d2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.148978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5013048a-e2f7-4f60-ae08-e587d28dc3d2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.169451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013048a-e2f7-4f60-ae08-e587d28dc3d2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fb8899-f210-47df-900a-22c65eaf0146,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:29.175537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5013048a-e2f7-4f60-ae08-e587d28dc3d2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.176649 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5013048a-e2f7-4f60-ae08-e587d28dc3d2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197577 Dec 12 05:13:29.179415 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43084) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:29.183677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-4231636a-9bd9-4dc6-8d9f-1997f94aa18b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'c411f152-9441-46be-86d7-8f68d306baca', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:29.210904 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4231636a-9bd9-4dc6-8d9f-1997f94aa18b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.270936 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4231636a-9bd9-4dc6-8d9f-1997f94aa18b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.274498 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4231636a-9bd9-4dc6-8d9f-1997f94aa18b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.293558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231636a-9bd9-4dc6-8d9f-1997f94aa18b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1d3700-620a-431d-bd1a-cedf0719f04b,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:29.299086 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4231636a-9bd9-4dc6-8d9f-1997f94aa18b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.300148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-4231636a-9bd9-4dc6-8d9f-1997f94aa18b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198192 Dec 12 05:13:29.303007 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43086) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:29.307307 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-7009dc55-4ccd-4d46-9cca-f62d94d1a4ec tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'c411f152-9441-46be-86d7-8f68d306baca', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:29.332605 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7009dc55-4ccd-4d46-9cca-f62d94d1a4ec tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.386731 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7009dc55-4ccd-4d46-9cca-f62d94d1a4ec tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.390162 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7009dc55-4ccd-4d46-9cca-f62d94d1a4ec tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.408474 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009dc55-4ccd-4d46-9cca-f62d94d1a4ec tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701e226c-6f3e-44af-82bf-c7e5e30cf3e0,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:29.415551 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7009dc55-4ccd-4d46-9cca-f62d94d1a4ec tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.416788 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-7009dc55-4ccd-4d46-9cca-f62d94d1a4ec tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127932 Dec 12 05:13:29.419454 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43088) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:29.423759 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d99a8435-1366-4100-a6a9-c738efb46794 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'c411f152-9441-46be-86d7-8f68d306baca', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:29.449919 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d99a8435-1366-4100-a6a9-c738efb46794 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.506399 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d99a8435-1366-4100-a6a9-c738efb46794 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.509963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d99a8435-1366-4100-a6a9-c738efb46794 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.530539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a8435-1366-4100-a6a9-c738efb46794 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f9015b-2786-4792-acd6-86d863465894,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:29.536331 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d99a8435-1366-4100-a6a9-c738efb46794 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.537142 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d99a8435-1366-4100-a6a9-c738efb46794 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167297 Dec 12 05:13:29.539851 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43090) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:29.544161 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-b1349b45-0cc4-4547-88d7-7205cb2dfd15 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'c411f152-9441-46be-86d7-8f68d306baca', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:29.565910 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-b1349b45-0cc4-4547-88d7-7205cb2dfd15 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:13:29.570969 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1349b45-0cc4-4547-88d7-7205cb2dfd15 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.631216 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1349b45-0cc4-4547-88d7-7205cb2dfd15 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.634755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1349b45-0cc4-4547-88d7-7205cb2dfd15 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.654703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1349b45-0cc4-4547-88d7-7205cb2dfd15 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7f63f7-b1f3-4c15-a6d4-4202896f801a,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:29.660412 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1349b45-0cc4-4547-88d7-7205cb2dfd15 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.664074 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b1349b45-0cc4-4547-88d7-7205cb2dfd15 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208413 Dec 12 05:13:29.664266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43092) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:29.668509 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-5896044f-f7e8-4e18-9b22-39c93beafeb2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'c411f152-9441-46be-86d7-8f68d306baca', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:29.689770 n-d-710847-7 neutron-server[103450]: INFO neutron.db.securitygroups_db [None req-5896044f-f7e8-4e18-9b22-39c93beafeb2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:13:29.694825 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5896044f-f7e8-4e18-9b22-39c93beafeb2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.754509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5896044f-f7e8-4e18-9b22-39c93beafeb2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.758261 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5896044f-f7e8-4e18-9b22-39c93beafeb2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.776441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896044f-f7e8-4e18-9b22-39c93beafeb2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754a03ff-20a0-4fd0-824b-e97f58838ee1,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:29.784143 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5896044f-f7e8-4e18-9b22-39c93beafeb2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.785386 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5896044f-f7e8-4e18-9b22-39c93beafeb2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201677 Dec 12 05:13:29.788186 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43094) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:29.793044 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'network': {'name': 'tempest-network-smoke--1633074125', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'port_security_enabled': True}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:29.814048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:13:29.817465 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.840093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:13:29.848749 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.849120 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Added segment 752c2da7-3fb4-49b7-ab12-39ff613e3ed1 of type vlan for network 964ded84-e6c6-42c2-8b49-2aade6602718 Dec 12 05:13:29.887809 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.913475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.918910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:29.919503 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:29.974860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1831264 Dec 12 05:13:29.975332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43096) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:29.981987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'admin_state_up': True, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:29.987810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b3974-31d2-4be7-b0a3-7d0db8156ac7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Network': ['ID=964ded84-e6c6-42c2-8b49-2aade6602718,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:29.999180 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 964ded84-e6c6-42c2-8b49-2aade6602718 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:13:30.008634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:30.009684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:30.063176 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:30.197370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:30.386804 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:30.404865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:30.503760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.174 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e614f2f6-5e6b-490f-9efd-b959cac4d8c8) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:13:30.606519 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:30.638713 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:30.674560 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:13:30.678755 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:13:30.682252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:13:30.691989 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753f8e4-08da-4c14-9623-f6720feba20d None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:13:30.709196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=e614f2f6-5e6b-490f-9efd-b959cac4d8c8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:30.734334 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-569b8f41-9831-478d-a460-09f838d093d2 None None] Provisioning complete for port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:30.734714 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-569b8f41-9831-478d-a460-09f838d093d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:30.771901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-569b8f41-9831-478d-a460-09f838d093d2 None None] Port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:13:30.932371 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:31.463722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:31.587135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c509648b-4daf-4e8f-b05d-c926583eee92 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:13:31.691305 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:13:31.701046 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Sync routers for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:13:31.711149 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:31.711902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:31.717685 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:31.718922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4b14cad2-1dd1-42e9-a697-773e44d1d980 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7424228 Dec 12 05:13:31.722552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43098) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:31.750957 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ade7cb87-aaec-4ef1-b346-aa2fecd13831 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cdc502205a3a469ab1c39033368f4d07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272796 Dec 12 05:13:31.753429 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43100) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:31.846823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a01934-62f8-4e52-a2b3-c83cd1b72340 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:31.850968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-69a01934-62f8-4e52-a2b3-c83cd1b72340 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939863 Dec 12 05:13:31.851219 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43102) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:31.880219 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0ff00759-eb50-4389-b832-825614019521 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278745 Dec 12 05:13:31.882735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43104) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:31.887700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2065664421', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:31.980273 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:13:31.983852 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:31.984578 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:32.165005 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.165594 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:30Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:32.191793 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Checking router: c509648b-4daf-4e8f-b05d-c926583eee92 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:13:32.192152 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Updating router c509648b-4daf-4e8f-b05d-c926583eee92 port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:13:32.221995 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.228542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Subnet': ['ID=229e5581-ff8d-4620-8b9b-4131ad58c12c,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:32.236536 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Checking segment: {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:13:32.236944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network hostable DHCP agents. Network: 964ded84-e6c6-42c2-8b49-2aade6602718, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:13:32.253833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 964ded84-e6c6-42c2-8b49-2aade6602718 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:13:32.263167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 964ded84-e6c6-42c2-8b49-2aade6602718) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:13:32.268891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:32.269623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.289928 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-51a3019d-fc35-490b-ab8f-cf00687027eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4025691 Dec 12 05:13:32.289928 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43106) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:32.308184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1a175c-fa07-46f5-9556-022985dbe2fc None None] Network 964ded84-e6c6-42c2-8b49-2aade6602718 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:13:32.477436 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-964ded84-e6c6-42c2-8b49-2aade6602718', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:13:32.479000 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.658265 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.668857 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.706712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Allocated IP 172.20.0.2 (964ded84-e6c6-42c2-8b49-2aade6602718/229e5581-ff8d-4620-8b9b-4131ad58c12c/43722d67-daae-42c6-bc45-313aa61c5b54) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:13:32.725004 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.732584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3594c-4bc4-4cc3-b9b9-c02620668556 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:13:32.743937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Attempting to bind port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:13:32.744312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Attempting to bind port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:13:32.744710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Attempting to bind port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:13:32.749206 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22969747-c643-4a21-954f-2d6dc2be7975 None None] Pushing event updated for resources: {'Port': ['ID=e614f2f6-5e6b-490f-9efd-b959cac4d8c8,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:32.799706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:13:32.800083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:13:32.800488 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.800908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:13:32.801399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Bound port: e614f2f6-5e6b-490f-9efd-b959cac4d8c8, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:13:32.801781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.873111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-92d4cb3d-d0b8-434b-b8e0-d1527d139a79 None None] Provisioning complete for port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:32.873489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-92d4cb3d-d0b8-434b-b8e0-d1527d139a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:32.924655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] For port e614f2f6-5e6b-490f-9efd-b959cac4d8c8, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:13:32.941316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] For port e614f2f6-5e6b-490f-9efd-b959cac4d8c8, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e614f2f6-5e6b-490f-9efd-b959cac4d8c8,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:13:32.958651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-92d4cb3d-d0b8-434b-b8e0-d1527d139a79 None None] Port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:13:32.966374 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.020654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94b96d-37e7-4080-9a87-f5d18a4ac48a None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:13:33.022992 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.046512 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.060240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22969747-c643-4a21-954f-2d6dc2be7975 None None] Pushing event updated for resources: {'Port': ['ID=e614f2f6-5e6b-490f-9efd-b959cac4d8c8,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:33.063404 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:33.064536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:33.087407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.1 (964ded84-e6c6-42c2-8b49-2aade6602718/229e5581-ff8d-4620-8b9b-4131ad58c12c/3344c34f-d132-47c5-b2fb-a2a9e569772c) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:13:33.152370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Network 964ded84-e6c6-42c2-8b49-2aade6602718 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:13:33.166325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:13:33.174855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:13:33.194858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-7b1cc325-e2cf-4e15-a84b-b12ccec14222 None None] Provisioning complete for port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:33.195233 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc325-e2cf-4e15-a84b-b12ccec14222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.207656 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.219095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Pushing event updated for resources: {'Port': ['ID=43722d67-daae-42c6-bc45-313aa61c5b54,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:33.242509 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.287933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 964ded84-e6c6-42c2-8b49-2aade6602718 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:13:33.294121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:13:33.296108 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=3344c34f-d132-47c5-b2fb-a2a9e569772c,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:33.299126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:13:33.301073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Attempting to bind port 43722d67-daae-42c6-bc45-313aa61c5b54 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:13:33.301454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Attempting to bind port 43722d67-daae-42c6-bc45-313aa61c5b54 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:13:33.301823 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Attempting to bind port 43722d67-daae-42c6-bc45-313aa61c5b54 on network 964ded84-e6c6-42c2-8b49-2aade6602718 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:13:33.305323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:33.341710 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.360738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:13:33.361161 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Checking segment: {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:13:33.361564 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.361962 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Bound using segment: {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:13:33.362448 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Bound port: 43722d67-daae-42c6-bc45-313aa61c5b54, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:13:33.362831 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.469035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.478394 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc325-e2cf-4e15-a84b-b12ccec14222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.530432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7b1cc325-e2cf-4e15-a84b-b12ccec14222 None None] For port e614f2f6-5e6b-490f-9efd-b959cac4d8c8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e614f2f6-5e6b-490f-9efd-b959cac4d8c8,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:33.539583 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc325-e2cf-4e15-a84b-b12ccec14222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.548720 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] For port 43722d67-daae-42c6-bc45-313aa61c5b54, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:13:33.602133 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] For port 43722d67-daae-42c6-bc45-313aa61c5b54, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=43722d67-daae-42c6-bc45-313aa61c5b54,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:13:33.611179 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.634139 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cc325-e2cf-4e15-a84b-b12ccec14222 None None] Pushing event updated for resources: {'Port': ['ID=e614f2f6-5e6b-490f-9efd-b959cac4d8c8,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:33.699085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:30Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:33.701028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1f96c-78a4-4a61-87f5-742bbc5b8c22 None None] Pushing event updated for resources: {'Port': ['ID=43722d67-daae-42c6-bc45-313aa61c5b54,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:33.730695 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84b082-52f6-47ae-88f6-5ee7ba47fc5b None None] The sync data for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 is: [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:30Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:13:33.783041 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.790789 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.879346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=3344c34f-d132-47c5-b2fb-a2a9e569772c,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:33.890527 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:33.998440 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 964ded84-e6c6-42c2-8b49-2aade6602718 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:13:34.003818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:13:34.128938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c509648b-4daf-4e8f-b05d-c926583eee92 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:13:34.243213 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:13:34.257222 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4a8d1e40-ef19-4266-80f2-ab2f09293ff6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/c509648b-4daf-4e8f-b05d-c926583eee92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9586525 Dec 12 05:13:34.415240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-4c87ec41-e917-40b4-91da-db2b0a12f647 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771465064&fields=id&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 267 time: 0.0528240 Dec 12 05:13:34.590175 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-60cfd2e8-9cce-43c9-a975-d042a57d85ea tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:34.592466 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-60cfd2e8-9cce-43c9-a975-d042a57d85ea tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 797 time: 0.1636467 Dec 12 05:13:34.620179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-60c33e31-3ce5-4267-9264-eb64468f3542 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/quotas/cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 375 time: 0.0207994 Dec 12 05:13:34.681868 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-ad8566b8-5f6e-4062-a580-bc66f3c0bffc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555205 Dec 12 05:13:34.741738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842ddcf2-b317-445b-9f27-17df054454ae None None] Network 964ded84-e6c6-42c2-8b49-2aade6602718 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:13:34.795625 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-4010720f-e602-41e4-8c87-0a65df00396c service neutron] 10.222.0.36 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997851 Dec 12 05:13:34.815421 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-aadbdc26-5263-453d-8f81-9f89d82edce9 None None] Provisioning complete for port 43722d67-daae-42c6-bc45-313aa61c5b54 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:34.815910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aadbdc26-5263-453d-8f81-9f89d82edce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:34.889389 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-27d78c4a-1042-46c6-a9f9-2d2aa531eaf4 service neutron] 10.222.0.36 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902009 Dec 12 05:13:35.107540 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aadbdc26-5263-453d-8f81-9f89d82edce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:35.128885 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35616896-435f-4ecb-8924-2fb1eebd5673 req-00a5b01b-fca3-4d80-8c56-6dcf926185cf tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 210 time: 0.0783181 Dec 12 05:13:35.153818 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-aadbdc26-5263-453d-8f81-9f89d82edce9 None None] For port 43722d67-daae-42c6-bc45-313aa61c5b54, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=43722d67-daae-42c6-bc45-313aa61c5b54,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:35.166264 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aadbdc26-5263-453d-8f81-9f89d82edce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:35.212154 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e614f2f6-5e6b-490f-9efd-b959cac4d8c8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:13:35.270384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbdc26-5263-453d-8f81-9f89d82edce9 None None] Pushing event updated for resources: {'Port': ['ID=43722d67-daae-42c6-bc45-313aa61c5b54,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:35.294982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:35.295363 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:35.408714 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 43722d67-daae-42c6-bc45-313aa61c5b54 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:13:35.432524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-969297ec-32bf-4bc3-8e22-a4aae75d0a66 None None] Provisioning complete for port 43722d67-daae-42c6-bc45-313aa61c5b54 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:35.432996 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-969297ec-32bf-4bc3-8e22-a4aae75d0a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:35.526017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 43722d67-daae-42c6-bc45-313aa61c5b54 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:35.526401 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:35.587936 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-969297ec-32bf-4bc3-8e22-a4aae75d0a66 None None] Provisioning complete for port 3344c34f-d132-47c5-b2fb-a2a9e569772c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:35.588314 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-969297ec-32bf-4bc3-8e22-a4aae75d0a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:35.649370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-969297ec-32bf-4bc3-8e22-a4aae75d0a66 None None] Port 3344c34f-d132-47c5-b2fb-a2a9e569772c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:13:35.679042 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Sync routers for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:13:35.701052 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:35.701916 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:35.770345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6fdfb05f-da9f-4cbd-a8a9-0e526f373147 None None] Provisioning complete for port 3344c34f-d132-47c5-b2fb-a2a9e569772c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:35.770900 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6fdfb05f-da9f-4cbd-a8a9-0e526f373147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:35.809197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfb05f-da9f-4cbd-a8a9-0e526f373147 None None] Port 3344c34f-d132-47c5-b2fb-a2a9e569772c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:13:35.838130 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:35.930384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d005402d-9627-4456-ab8c-34a3720b618e None None] Provisioning complete for port 3344c34f-d132-47c5-b2fb-a2a9e569772c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:35.930780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d005402d-9627-4456-ab8c-34a3720b618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:35.967440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d005402d-9627-4456-ab8c-34a3720b618e None None] Port 3344c34f-d132-47c5-b2fb-a2a9e569772c cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:13:36.054183 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3344c34f-d132-47c5-b2fb-a2a9e569772c', 'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:d5:f3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:32Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 2, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:36.079686 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Checking router: c509648b-4daf-4e8f-b05d-c926583eee92 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:13:36.080044 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Updating router c509648b-4daf-4e8f-b05d-c926583eee92 port 3344c34f-d132-47c5-b2fb-a2a9e569772c binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:13:36.103508 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.227514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2e0fa116-5fa2-46a9-a047-48ca97da9d7e req-10d0143e-9d0f-494f-b12a-f9bdcd214fd3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 210 time: 0.0270579 Dec 12 05:13:36.363953 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.370307 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.420749 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Pushing event updated for resources: {'Port': ['ID=3344c34f-d132-47c5-b2fb-a2a9e569772c,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:36.443093 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.443450 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.443796 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.444683 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.444683 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.444970 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.445158 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.445486 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.445811 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.446193 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.446523 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.446846 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.447169 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:13:36.481816 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Attempting to bind port 3344c34f-d132-47c5-b2fb-a2a9e569772c on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:13:36.482102 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Attempting to bind port 3344c34f-d132-47c5-b2fb-a2a9e569772c by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:13:36.482467 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Attempting to bind port 3344c34f-d132-47c5-b2fb-a2a9e569772c on network 964ded84-e6c6-42c2-8b49-2aade6602718 {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:13:36.485760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-cf5a46f3-180c-40ac-9d5e-24eb47c4f29e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:36.488397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-cf5a46f3-180c-40ac-9d5e-24eb47c4f29e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 797 time: 0.1289179 Dec 12 05:13:36.488572 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:13:36.488770 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Checking segment: {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:13:36.489254 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.489663 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Bound using segment: {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:13:36.490125 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Bound port: 3344c34f-d132-47c5-b2fb-a2a9e569772c, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:13:36.490657 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.557345 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] For port 3344c34f-d132-47c5-b2fb-a2a9e569772c, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:13:36.561376 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] For port 3344c34f-d132-47c5-b2fb-a2a9e569772c, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3344c34f-d132-47c5-b2fb-a2a9e569772c,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:13:36.567273 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.576951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-1ff84b1d-18df-43d3-849c-90ffa473af25 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 380 time: 0.0616031 Dec 12 05:13:36.611588 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'port': {'device_id': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'admin_state_up': True, 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'security_groups': ['c411f152-9441-46be-86d7-8f68d306baca']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:36.630253 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:36.630892 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:36.697970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d5bb3a80-9440-4f0f-bb46-bdf46fec5c61 None None] Provisioning complete for port 3344c34f-d132-47c5-b2fb-a2a9e569772c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:36.698270 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3a80-9440-4f0f-bb46-bdf46fec5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.715992 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5683e-ff12-4078-8fac-627ef1a0ff44 None None] Pushing event updated for resources: {'Port': ['ID=3344c34f-d132-47c5-b2fb-a2a9e569772c,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:36.740571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:13:36.744672 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.762632 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:36.833386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3a80-9440-4f0f-bb46-bdf46fec5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.883409 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-d5bb3a80-9440-4f0f-bb46-bdf46fec5c61 None None] For port 3344c34f-d132-47c5-b2fb-a2a9e569772c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3344c34f-d132-47c5-b2fb-a2a9e569772c,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:36.899153 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3a80-9440-4f0f-bb46-bdf46fec5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:36.914635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.9 (964ded84-e6c6-42c2-8b49-2aade6602718/229e5581-ff8d-4620-8b9b-4131ad58c12c/0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:13:36.978797 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb3a80-9440-4f0f-bb46-bdf46fec5c61 None None] Pushing event updated for resources: {'Port': ['ID=3344c34f-d132-47c5-b2fb-a2a9e569772c,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:37.046363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b5f7c038-706d-4682-8bba-4a92274c7f2c None None] Provisioning complete for port 3344c34f-d132-47c5-b2fb-a2a9e569772c triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:37.048849 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c038-706d-4682-8bba-4a92274c7f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:37.080684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:37.149306 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:37.155836 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 43722d67-daae-42c6-bc45-313aa61c5b54 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:13:37.158790 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3344c34f-d132-47c5-b2fb-a2a9e569772c', 'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:d5:f3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:32Z', 'updated_at': '2021-12-12T05:13:36Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:37.189204 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a67ea0-f535-4023-b36f-c8966b5a9ff7 None None] The sync data for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 is: [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3344c34f-d132-47c5-b2fb-a2a9e569772c', 'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:d5:f3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:32Z', 'updated_at': '2021-12-12T05:13:36Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:13:37.201246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 964ded84-e6c6-42c2-8b49-2aade6602718 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:13:37.204640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:13:37.224585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:13:37.225596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 43722d67-daae-42c6-bc45-313aa61c5b54 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:37.225910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:37.292494 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:37.326373 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:37.327027 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:37.348361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-f3d197bb-84f7-42fc-989d-f4b6a97c7e7f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7421579 Dec 12 05:13:37.379068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Request body: {'port': {'device_id': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:37.396677 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68beba5-77c7-46ee-aff4-6dc344301521 req-4e3d8aa0-8359-4e8b-b9c4-2549699f01d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:37.411292 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a68beba5-77c7-46ee-aff4-6dc344301521 req-4e3d8aa0-8359-4e8b-b9c4-2549699f01d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 931 time: 0.0910966 Dec 12 05:13:37.445115 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:37.488962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a68beba5-77c7-46ee-aff4-6dc344301521 req-229ee85f-837c-452e-82e6-30f5f9afe6f4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765424 Dec 12 05:13:37.650689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0419ff22-a0ee-4e16-b768-a967fa086c35 None None] Provisioning complete for port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:37.651486 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0419ff22-a0ee-4e16-b768-a967fa086c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:37.689043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-0419ff22-a0ee-4e16-b768-a967fa086c35 None None] Port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:13:37.746343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:13:37.754841 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:37.768336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Transition to ACTIVE for port object 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:13:37.773910 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:37.831647 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Pushing event updated for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:37.910360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Attempting to bind port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:13:37.910712 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Attempting to bind port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:13:37.911061 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Attempting to bind port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on network 964ded84-e6c6-42c2-8b49-2aade6602718 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:13:37.916281 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on network 964ded84-e6c6-42c2-8b49-2aade6602718 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:13:37.916614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Attempting to bind port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on network 964ded84-e6c6-42c2-8b49-2aade6602718 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:13:37.922184 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:13:37.922724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Checking segment: {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:13:37.923227 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Bound using segment: {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:13:37.923569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Bound port: 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:13:37.923932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:38.004605 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:13:38.008391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:13:38.013340 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:38.412103 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:38.412785 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:38.414176 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] 10.222.0.37 "PUT /v2.0/ports/0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 1091 time: 1.0398583 Dec 12 05:13:38.414621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:13:38.416914 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dbe334-c96b-4072-bb04-dca861c61afa" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:13:38.443955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d91f8-bd1c-4a4f-9bc9-91589e1a4d84 service neutron] Pushing event updated for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:38.481601 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581eca8a-3542-45b4-abcf-6f9f13420aab x-openstack-request-id: req-581eca8a-3542-45b4-abcf-6f9f13420aab {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:13:38.481911 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:13:38.482231 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-581eca8a-3542-45b4-abcf-6f9f13420aab {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:13:38.482651 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'status': 'completed', 'code': 200} Dec 12 05:13:38.544676 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-d18e4dc9-e55b-4409-bdb0-d089277a072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:38.546188 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-d18e4dc9-e55b-4409-bdb0-d089277a072b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1094 time: 0.0497124 Dec 12 05:13:38.605177 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-fef392f0-8748-4fe8-abb9-58b164ef9ee7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 217 time: 0.0359650 Dec 12 05:13:38.615424 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b00781-e354-4e4f-980c-dd4a28e9dc34 req-c52173eb-3393-478e-a65f-8fd6e2a5c37d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:38.617033 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-47b00781-e354-4e4f-980c-dd4a28e9dc34 req-c52173eb-3393-478e-a65f-8fd6e2a5c37d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 943 time: 0.0544982 Dec 12 05:13:38.669083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-b993228a-09d3-437c-905e-46e52af72d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:38.670576 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-b993228a-09d3-437c-905e-46e52af72d7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0547824 Dec 12 05:13:38.673166 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-47b00781-e354-4e4f-980c-dd4a28e9dc34 req-995cbab6-5550-4326-a001-dcab1895025f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469384 Dec 12 05:13:38.716531 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-1bf63f0e-03fe-43c7-abe1-02c75fc798ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:38.718076 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-1bf63f0e-03fe-43c7-abe1-02c75fc798ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392380 Dec 12 05:13:38.812385 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-32105d5a-9827-4aab-bb21-3269693da5bf service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820379 Dec 12 05:13:38.909500 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-285a03ba-debc-4502-9ff5-b6444791c8a0 req-c19e8dd7-2bf8-4e0e-bab9-5608a93d7ecc service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861440 Dec 12 05:13:39.043771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbe334-c96b-4072-bb04-dca861c61afa req-0b980402-024e-482a-bf7a-6afe3a2e4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:39.045463 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14dbe334-c96b-4072-bb04-dca861c61afa req-0b980402-024e-482a-bf7a-6afe3a2e4883 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1094 time: 0.0423059 Dec 12 05:13:39.097365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3344c34f-d132-47c5-b2fb-a2a9e569772c up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:13:39.142684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbe334-c96b-4072-bb04-dca861c61afa req-a3f0bbef-483d-4b57-9a6b-2a53cc0af0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:39.144376 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14dbe334-c96b-4072-bb04-dca861c61afa req-a3f0bbef-483d-4b57-9a6b-2a53cc0af0ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.0918531 Dec 12 05:13:39.148666 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3344c34f-d132-47c5-b2fb-a2a9e569772c triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:39.149074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:39.186993 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14dbe334-c96b-4072-bb04-dca861c61afa req-30269b16-6661-4650-b6c8-bc1e658c8b7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 217 time: 0.0350294 Dec 12 05:13:39.238670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbe334-c96b-4072-bb04-dca861c61afa req-fc7da55e-613b-4e24-8031-1e999145e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:39.240164 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14dbe334-c96b-4072-bb04-dca861c61afa req-fc7da55e-613b-4e24-8031-1e999145e4d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0433767 Dec 12 05:13:39.291358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbe334-c96b-4072-bb04-dca861c61afa req-8cf724ca-7cea-4a49-a68d-cfda15751ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:39.292653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14dbe334-c96b-4072-bb04-dca861c61afa req-8cf724ca-7cea-4a49-a68d-cfda15751ce9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443482 Dec 12 05:13:39.381214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14dbe334-c96b-4072-bb04-dca861c61afa req-d480ca16-2c09-41db-a67e-469303c72de2 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796413 Dec 12 05:13:39.476043 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-14dbe334-c96b-4072-bb04-dca861c61afa req-9a5a79c0-690d-4dad-9a7a-1dadf35603e2 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860543 Dec 12 05:13:39.792381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2dea2-0017-43a7-8554-d26ce4bc2450 req-75da34db-0b31-4a72-9ec6-ae0c8caf350f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:39.793883 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51a2dea2-0017-43a7-8554-d26ce4bc2450 req-75da34db-0b31-4a72-9ec6-ae0c8caf350f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 943 time: 0.0486255 Dec 12 05:13:39.842768 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-51a2dea2-0017-43a7-8554-d26ce4bc2450 req-cb9d60e3-49b9-4602-afc0-aa90fd05b892 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Dec 12 05:13:40.775981 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8078-6246-4f24-85f1-ee0cc3b120f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:40.959137 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40173251-8c8e-41f7-9998-58b8b10f1b74 req-4188ced4-03ad-4301-a887-9e9c42875bc7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:40.960616 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40173251-8c8e-41f7-9998-58b8b10f1b74 req-4188ced4-03ad-4301-a887-9e9c42875bc7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 943 time: 0.0487130 Dec 12 05:13:41.008993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40173251-8c8e-41f7-9998-58b8b10f1b74 req-c98ead71-8a1c-4c2f-b451-89f57066d846 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Dec 12 05:13:42.122801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d835c14-79ff-4e10-a8a9-7ffae9669bec req-e6f9df1e-11b9-44ba-8715-6728d03160e2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:42.124314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d835c14-79ff-4e10-a8a9-7ffae9669bec req-e6f9df1e-11b9-44ba-8715-6728d03160e2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 943 time: 0.0493693 Dec 12 05:13:42.173478 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8d835c14-79ff-4e10-a8a9-7ffae9669bec req-f3ab548b-f61f-4c8c-a53a-04dd14fbc4e0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427132 Dec 12 05:13:42.235117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:42.589501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:13:42.685553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:42.697229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'port_id': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'mac_address': 'fa:16:3e:17:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:13:42.732688 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:42.746042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:13:42.765809 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:42.769571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:42.818970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:43.060533 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2b4e9d68-7d7f-48c2-8840-4252a071dee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:43.221288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:13:43.292071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30939ebb-38a6-4636-a795-c7494b40c791 req-5c503ed0-337f-41aa-9042-56be63316c55 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:43.293242 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30939ebb-38a6-4636-a795-c7494b40c791 req-5c503ed0-337f-41aa-9042-56be63316c55 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 944 time: 0.0531857 Dec 12 05:13:43.342477 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-30939ebb-38a6-4636-a795-c7494b40c791 req-844b76f7-c23e-44f9-96ac-5e8fc734879d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Dec 12 05:13:44.310734 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:44.460296 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea51f2-5adb-4778-9ad9-d822037b75a2 req-53aeefa8-c53d-4f9f-8301-55b5929a0fb8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:44.461834 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55ea51f2-5adb-4778-9ad9-d822037b75a2 req-53aeefa8-c53d-4f9f-8301-55b5929a0fb8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 944 time: 0.0528929 Dec 12 05:13:44.510394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-55ea51f2-5adb-4778-9ad9-d822037b75a2 req-59b982ee-3e5d-4ad3-92d3-0fed1cfa2396 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426905 Dec 12 05:13:44.514716 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:44.603712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:13:44.652788 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:13:44.656646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:13:44.657074 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:44.733261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:44.755257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:13:44.757765 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af002f-f7bd-4f10-9fa3-1da76de1522d" -d '{"events": [{"server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "name": "network-vif-plugged", "status": "completed", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:13:44.771079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:13:44.775357 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:44.798713 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b3f436-2dd3-4aa6-bc4d-55660748231a x-openstack-request-id: req-d3b3f436-2dd3-4aa6-bc4d-55660748231a {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:13:44.799112 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "name": "network-vif-plugged", "status": "completed", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:13:44.799377 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3b3f436-2dd3-4aa6-bc4d-55660748231a {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:13:44.799770 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'code': 200} Dec 12 05:13:44.824978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:44.932972 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff3157-5360-41df-856d-0495eb1e388c req-0abe0af1-e876-404b-82d2-c869257dc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:44.934473 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61ff3157-5360-41df-856d-0495eb1e388c req-0abe0af1-e876-404b-82d2-c869257dc826 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1096 time: 0.0393155 Dec 12 05:13:44.991728 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61ff3157-5360-41df-856d-0495eb1e388c req-f8635051-4295-44d7-b6ab-5c2a4f2cce61 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382168 Dec 12 05:13:45.626001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcdb98-df97-4d04-8d18-6c1fa3c19369 req-26f2803c-f89e-4fe5-953a-80441885b240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:45.627488 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85dcdb98-df97-4d04-8d18-6c1fa3c19369 req-26f2803c-f89e-4fe5-953a-80441885b240 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0487750 Dec 12 05:13:45.679598 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-85dcdb98-df97-4d04-8d18-6c1fa3c19369 req-5a3eafc0-47b9-489a-86c6-23e62cb4aeca tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460773 Dec 12 05:13:45.844780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:46.793171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f2d5-89d3-4226-9335-ccd5cac458d9 req-395c16ca-c574-46e4-a0cd-a09995cb4283 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:46.794651 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b2f9f2d5-89d3-4226-9335-ccd5cac458d9 req-395c16ca-c574-46e4-a0cd-a09995cb4283 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0480597 Dec 12 05:13:46.839993 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:46.845086 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b2f9f2d5-89d3-4226-9335-ccd5cac458d9 req-fdea02dd-4519-48a7-b154-9515c3129c8d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437768 Dec 12 05:13:46.957749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98531d2b-b9ac-47ec-b0ad-626f71242010 req-cb0246df-3230-422d-8ba2-fa0860baeaad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:46.959151 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-98531d2b-b9ac-47ec-b0ad-626f71242010 req-cb0246df-3230-422d-8ba2-fa0860baeaad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0484118 Dec 12 05:13:47.008862 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-98531d2b-b9ac-47ec-b0ad-626f71242010 req-38a374c6-bd39-4404-89fc-d5bdb3670844 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 Dec 12 05:13:47.030066 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43162) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:47.069634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca26db-67d2-4827-b6d1-20fd3856ddd2 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:47.071186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-2fca26db-67d2-4827-b6d1-20fd3856ddd2 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1091 time: 0.0401375 Dec 12 05:13:47.073985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43164) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:47.078234 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:13:47.100754 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:47.201399 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:47.302405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.64 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e693ae06-fcb9-4bde-81a1-d9b5c6384373) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:13:47.410652 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:47.444069 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:47.485986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:13:47.490511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:13:47.495039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:13:47.498121 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=e693ae06-fcb9-4bde-81a1-d9b5c6384373,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:47.838586 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:47.907261 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:48.052502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:48.057256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:48.125086 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=e693ae06-fcb9-4bde-81a1-d9b5c6384373,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:13:48.140635 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:48.241827 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP 762f547d-13c5-40bd-a129-f69f2359e484 associated. External IP: 172.25.7.64, port: 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3. Dec 12 05:13:48.446822 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c509648b-4daf-4e8f-b05d-c926583eee92 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:13:48.550116 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:13:48.559415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] Sync routers for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:13:48.568899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:48.569572 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:48.574762 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:13:48.605700 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f6d4e6e0-c6c9-441f-85fd-b3ec51b7f9c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5307012 Dec 12 05:13:48.606391 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:13:48.608753 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3613acf9-0a37-4abe-9988-d57bf3a14d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:13:48.649486 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e3f02d-cc6e-4b59-a6c3-e3a2d560f795 x-openstack-request-id: req-96e3f02d-cc6e-4b59-a6c3-e3a2d560f795 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:13:48.649942 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:13:48.650298 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96e3f02d-cc6e-4b59-a6c3-e3a2d560f795 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:13:48.650783 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'status': 'completed', 'code': 200} Dec 12 05:13:48.677027 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:48.725822 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc706a2-0cac-46fb-ad43-3ff4bf6901ca req-4e3e98eb-90d3-459c-a9f2-4009a2984561 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:48.728039 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7fc706a2-0cac-46fb-ad43-3ff4bf6901ca req-4e3e98eb-90d3-459c-a9f2-4009a2984561 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0564251 Dec 12 05:13:48.736684 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-76859187-b923-41c0-a770-9c1668866679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:48.738330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-76859187-b923-41c0-a770-9c1668866679 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1096 time: 0.0436683 Dec 12 05:13:48.780718 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7fc706a2-0cac-46fb-ad43-3ff4bf6901ca req-9b418896-8a71-400c-a0b7-9d84d92ccea2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458369 Dec 12 05:13:48.803172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43170) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:48.841206 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-0080f168-b80c-4de3-bcd6-519ecad2ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:48.843334 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-0080f168-b80c-4de3-bcd6-519ecad2ccb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.0971894 Dec 12 05:13:48.864322 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-98b81ccb-1db0-43c4-abff-f2c88df62736 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/762f547d-13c5-40bd-a129-f69f2359e484 HTTP/1.1" status: 200 len: 990 time: 0.0599830 Dec 12 05:13:48.911565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '762f547d-13c5-40bd-a129-f69f2359e484', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'port_id': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'mac_address': 'fa:16:3e:17:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:13:47Z', 'updated_at': '2021-12-12T05:13:47Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3344c34f-d132-47c5-b2fb-a2a9e569772c', 'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:d5:f3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:32Z', 'updated_at': '2021-12-12T05:13:36Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:48.916021 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-8f067acd-818c-4191-99e8-ee3dea1852c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 998 time: 0.0649934 Dec 12 05:13:48.941324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] Checking router: c509648b-4daf-4e8f-b05d-c926583eee92 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:13:48.949676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:13:48.950286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:13:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:48.965597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-7aceb9aa-3e71-4160-999c-d00f17ac65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:48.967072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-7aceb9aa-3e71-4160-999c-d00f17ac65d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0438254 Dec 12 05:13:49.011949 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-1caaf2a6-6cf1-4f48-b6d5-7ad66e499e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:49.013400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-1caaf2a6-6cf1-4f48-b6d5-7ad66e499e39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394211 Dec 12 05:13:49.054342 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:13:49.106742 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-aba11af0-dfe6-432d-9e5b-8fc941188068 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857623 Dec 12 05:13:49.195355 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3613acf9-0a37-4abe-9988-d57bf3a14d4b req-928766f1-0360-43f7-b6a4-3e4b45cc1b58 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818756 Dec 12 05:13:49.277323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '762f547d-13c5-40bd-a129-f69f2359e484', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'port_id': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'mac_address': 'fa:16:3e:17:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:13:47Z', 'updated_at': '2021-12-12T05:13:47Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3344c34f-d132-47c5-b2fb-a2a9e569772c', 'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:d5:f3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:32Z', 'updated_at': '2021-12-12T05:13:36Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:13:49.307687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9688972a-9f64-45e6-b70d-1dc7314826b9 None None] The sync data for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 is: [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '762f547d-13c5-40bd-a129-f69f2359e484', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'port_id': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'mac_address': 'fa:16:3e:17:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:13:47Z', 'updated_at': '2021-12-12T05:13:47Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3344c34f-d132-47c5-b2fb-a2a9e569772c', 'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:d5:f3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:32Z', 'updated_at': '2021-12-12T05:13:36Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:13:49.507710 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16669f5-5f6f-4a3d-89e7-052826649f69 None None] New status for floating IP 762f547d-13c5-40bd-a129-f69f2359e484: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:13:49.868041 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43172) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:13:49.930940 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8e355c49-82bb-49f6-9cb7-e40c699a162b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/762f547d-13c5-40bd-a129-f69f2359e484 HTTP/1.1" status: 200 len: 992 time: 0.0616906 Dec 12 05:13:59.887216 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-225ab315-fa10-4146-a0f6-9ecbcfff3928 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453579 Dec 12 05:13:59.988618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-1d948eb3-7f42-464c-b265-8b27e1603c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:13:59.990117 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-1d948eb3-7f42-464c-b265-8b27e1603c02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1096 time: 0.0419731 Dec 12 05:14:00.091568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-938faa5d-127d-4bb4-9bda-af14b8f7a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:00.093071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-938faa5d-127d-4bb4-9bda-af14b8f7a3fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.0833559 Dec 12 05:14:00.165993 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-83e690f0-23d3-4a0a-b98d-d514b57f57c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 1000 time: 0.0645063 Dec 12 05:14:00.215884 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-db57ddfc-7ffc-4945-946b-438c1ba51bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:00.217886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-db57ddfc-7ffc-4945-946b-438c1ba51bf6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0444367 Dec 12 05:14:00.274029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-ad3a8ed0-4389-47ec-8622-175d8b4509e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:00.275467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-ad3a8ed0-4389-47ec-8622-175d8b4509e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464001 Dec 12 05:14:00.378093 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-542aadfc-a6cf-49d8-8166-35d2917e0663 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918260 Dec 12 05:14:00.465614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-de88e990-f49d-47c6-9d4a-79bb81c3a822 req-b9f48398-b099-4584-bed8-9b2b5939e642 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794957 Dec 12 05:14:05.147642 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:14:10.779296 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3fe839b-ab80-4a23-92ef-0fc2f64047d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:12.267707 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:13.062498 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8c8b779e-f230-41ee-b8de-a9014d1cac21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:14.314482 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:14.528586 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:15.846392 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:16.841899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:23.276181 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43194) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:14:23.314383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c0d38-bb98-4546-b73f-7cc130f48cae req-674b8dad-f554-42d3-ba52-ff1ef6b70be5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:23.315906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-431c0d38-bb98-4546-b73f-7cc130f48cae req-674b8dad-f554-42d3-ba52-ff1ef6b70be5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0555816 Dec 12 05:14:23.355897 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-fe8470a1-5195-42e1-b5cc-c998e4b06542 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784931 Dec 12 05:14:23.365372 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-0310e1f4-c12a-4ac0-b47a-ffa65ef2eead service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:14:23.366158 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-431c0d38-bb98-4546-b73f-7cc130f48cae req-8a5a29eb-ea4e-4c1b-9536-8dd9c3acc48a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443826 Dec 12 05:14:23.366357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-0310e1f4-c12a-4ac0-b47a-ffa65ef2eead service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051644 Dec 12 05:14:24.493824 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516775a-70d4-4273-9ea2-c6f0289621de req-a3a876fb-9b48-4c95-9b3d-b9204f214c74 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:24.495504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f516775a-70d4-4273-9ea2-c6f0289621de req-a3a876fb-9b48-4c95-9b3d-b9204f214c74 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0518727 Dec 12 05:14:24.514168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-9cf38a6f-5a06-44c0-a7c0-e8acf14ecee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:24.515677 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-9cf38a6f-5a06-44c0-a7c0-e8acf14ecee4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1096 time: 0.0418983 Dec 12 05:14:24.547824 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f516775a-70d4-4273-9ea2-c6f0289621de req-efd87db9-a9da-4a39-b8d4-d5afb34fc763 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458858 Dec 12 05:14:24.614378 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-8cc3e3c2-8dc7-4355-855e-e330703b2570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:24.615873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-8cc3e3c2-8dc7-4355-855e-e330703b2570 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.0916948 Dec 12 05:14:24.684045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-f80a1acb-d41b-49cc-88a3-5ca7b473ad23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 1000 time: 0.0600512 Dec 12 05:14:24.737760 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-88ea7db8-fede-49b5-a825-ead7b2715a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:24.739550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-88ea7db8-fede-49b5-a825-ead7b2715a58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0472639 Dec 12 05:14:24.789346 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-413a4634-1258-41d3-b45b-d8bb08feaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:24.790825 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-413a4634-1258-41d3-b45b-d8bb08feaf16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435090 Dec 12 05:14:24.878669 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-eeafef86-b3e1-478e-9a8b-966f2646b618 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798156 Dec 12 05:14:24.975583 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-26f20fab-b89c-4a62-92be-3e80a8fe1fb0 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851319 Dec 12 05:14:25.662690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a261f-3add-4ec4-96e5-24c250d4e01e req-24fd98ae-f09d-4f5e-ab7f-18e69172391c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:25.664150 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e34a261f-3add-4ec4-96e5-24c250d4e01e req-24fd98ae-f09d-4f5e-ab7f-18e69172391c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0492148 Dec 12 05:14:25.713029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e34a261f-3add-4ec4-96e5-24c250d4e01e req-8032eb4f-f094-4c91-a2ab-9d953180efdc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428784 Dec 12 05:14:26.831888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9f04e-61d1-4662-a05a-b1203fdcc0bf req-0969c873-8c07-4cf0-856c-ea0e6d0445e7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:26.833413 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6df9f04e-61d1-4662-a05a-b1203fdcc0bf req-0969c873-8c07-4cf0-856c-ea0e6d0445e7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0528719 Dec 12 05:14:26.882369 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6df9f04e-61d1-4662-a05a-b1203fdcc0bf req-342ed146-efee-483d-af78-dfeeddb041c4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Dec 12 05:14:27.995977 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b82a00-5a85-4519-857e-a20d19743c6e req-3ab3df36-5f07-4c73-a43c-058a843191f0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:27.997463 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46b82a00-5a85-4519-857e-a20d19743c6e req-3ab3df36-5f07-4c73-a43c-058a843191f0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0474448 Dec 12 05:14:28.044761 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-46b82a00-5a85-4519-857e-a20d19743c6e req-b96c390a-ab98-4e18-97f9-6897f180dd84 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 Dec 12 05:14:29.158619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41850c76-ca5a-40dc-bf46-957db5c0a5a2 req-63cc74b3-cdcf-4645-b1c5-71d977548939 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:29.160122 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-41850c76-ca5a-40dc-bf46-957db5c0a5a2 req-63cc74b3-cdcf-4645-b1c5-71d977548939 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0490201 Dec 12 05:14:29.207669 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-41850c76-ca5a-40dc-bf46-957db5c0a5a2 req-7a4025bc-a321-4c57-99dc-38c21a3cb63f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416193 Dec 12 05:14:30.329314 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b40d6-bec4-46c3-88d2-26e3e57d0612 req-48e878a4-a194-4b79-8062-1e71fb651e41 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:30.335291 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-072b40d6-bec4-46c3-88d2-26e3e57d0612 req-48e878a4-a194-4b79-8062-1e71fb651e41 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0577765 Dec 12 05:14:30.381997 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-072b40d6-bec4-46c3-88d2-26e3e57d0612 req-f1d1c922-1222-44d1-b0be-a452b64d9607 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Dec 12 05:14:31.496218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0de820-ec2b-42f7-bddc-02f027c00dc1 req-fa596128-93ef-4a3a-86e6-bb279867a68d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:31.497743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec0de820-ec2b-42f7-bddc-02f027c00dc1 req-fa596128-93ef-4a3a-86e6-bb279867a68d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0484662 Dec 12 05:14:31.550263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ec0de820-ec2b-42f7-bddc-02f027c00dc1 req-a3093329-9cdc-46bd-a6b2-00a09dad83da tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 Dec 12 05:14:32.666384 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947c36b-21f9-4681-b939-5a9aae2a0bf0 req-18c7717a-34e7-4cc0-98ad-e341102eb028 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:32.667869 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c947c36b-21f9-4681-b939-5a9aae2a0bf0 req-18c7717a-34e7-4cc0-98ad-e341102eb028 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0507491 Dec 12 05:14:32.716490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c947c36b-21f9-4681-b939-5a9aae2a0bf0 req-5b269fb5-e70d-4e1e-9935-78b21169b455 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Dec 12 05:14:33.831202 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2020a-ca88-42da-ae7f-06f57da395e0 req-74b51135-89e0-4ea1-b8b8-bb470cfa3c65 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:33.832686 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63d2020a-ca88-42da-ae7f-06f57da395e0 req-74b51135-89e0-4ea1-b8b8-bb470cfa3c65 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0487885 Dec 12 05:14:33.881879 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-63d2020a-ca88-42da-ae7f-06f57da395e0 req-88d68be6-4dbf-4669-99bc-cd3f5285f343 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Dec 12 05:14:35.002421 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8080498-8299-4828-ac16-f6e72e970883 req-817db96b-c5cf-4c07-98dc-af72ee636c93 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:35.003920 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8080498-8299-4828-ac16-f6e72e970883 req-817db96b-c5cf-4c07-98dc-af72ee636c93 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0541880 Dec 12 05:14:35.052110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8080498-8299-4828-ac16-f6e72e970883 req-d2166668-15dc-4103-b745-08202beec724 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421550 Dec 12 05:14:36.167563 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e728a3-3292-4f5c-bd56-c2740bb2e659 req-bce77268-250f-4879-b865-adb3d7d62112 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:36.169125 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35e728a3-3292-4f5c-bd56-c2740bb2e659 req-bce77268-250f-4879-b865-adb3d7d62112 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0492089 Dec 12 05:14:36.217346 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-35e728a3-3292-4f5c-bd56-c2740bb2e659 req-ae1dd2fd-4910-4777-96d8-72c0f2176052 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423367 Dec 12 05:14:37.373414 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f340f-6753-4469-b6e3-6568b5960c15 req-33688fe3-d4f6-4ca3-94d0-5649718cb743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:37.374923 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-771f340f-6753-4469-b6e3-6568b5960c15 req-33688fe3-d4f6-4ca3-94d0-5649718cb743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0880351 Dec 12 05:14:37.389575 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-2193fc88-9e2a-46c1-9070-2ead06597556 service neutron] show failed (client error): The resource could not be found. Dec 12 05:14:37.391073 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-2193fc88-9e2a-46c1-9070-2ead06597556 service neutron] 10.222.0.37 "GET /v2.0/ports/0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3/bindings/n-h2-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0921516 Dec 12 05:14:37.431877 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-771f340f-6753-4469-b6e3-6568b5960c15 req-6112bacd-17ca-4612-a9c6-0fe3d19d75b6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502172 Dec 12 05:14:37.622213 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-5c2b20fc-71c2-4a4d-a1c4-0f155b9e74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:37.623760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-5c2b20fc-71c2-4a4d-a1c4-0f155b9e74e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0459409 Dec 12 05:14:37.642182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:14:37.694668 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:37.894927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:14:37.926862 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:14:37.971369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:14:37.973721 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2290a2b3-60f0-45ba-99c2-455ca3a96c22" -d '{"events": [{"server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:14:37.978058 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:37.992643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Transition to ACTIVE for port object 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:14:37.998458 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:38.036720 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 05:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917c6137-195c-460d-a0d6-831e21b403a3 x-openstack-request-id: req-917c6137-195c-460d-a0d6-831e21b403a3 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:14:38.038478 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:14:38.038746 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-917c6137-195c-460d-a0d6-831e21b403a3 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:14:38.039166 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'code': 200} Dec 12 05:14:38.093810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:14:38.108100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.108457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.108838 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.109717 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.110068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.110414 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.110753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.111091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.111429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.111768 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.112115 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.112442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.112777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:38.144506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] No DVR routers for this DVR port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:14:38.282428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Attempting to bind port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:14:38.282767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Attempting to bind port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:14:38.283101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Attempting to bind port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on network 964ded84-e6c6-42c2-8b49-2aade6602718 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:14:38.287396 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on network 964ded84-e6c6-42c2-8b49-2aade6602718 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:14:38.287764 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Attempting to bind port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on network 964ded84-e6c6-42c2-8b49-2aade6602718 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:14:38.293690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:14:38.294058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Checking segment: {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:14:38.294510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Bound using segment: {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:14:38.294883 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Bound port: 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752c2da7-3fb4-49b7-ab12-39ff613e3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:14:38.295239 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:38.361248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:14:38.364179 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:14:38.368872 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:38.404754 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:38.405420 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:38.407412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] 10.222.0.18 "PUT /v2.0/ports/0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 1091 time: 0.7698154 Dec 12 05:14:38.426475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3967afd-b9c5-487c-854e-e65b671351f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:14:38.544286 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-c4e56a59-0bc2-4e58-9dc2-c1d5bfd6e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:38.546043 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-c4e56a59-0bc2-4e58-9dc2-c1d5bfd6e0ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1094 time: 0.1016841 Dec 12 05:14:38.557393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f5fa-7f26-40f8-9228-3164da4567e4 req-c4ce67d8-bcd1-4f4b-bb9d-cdbe5850793f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:38.558966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c700f5fa-7f26-40f8-9228-3164da4567e4 req-c4ce67d8-bcd1-4f4b-bb9d-cdbe5850793f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 943 time: 0.0529928 Dec 12 05:14:38.611097 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c700f5fa-7f26-40f8-9228-3164da4567e4 req-e4e601c9-1f6e-47f0-8988-d1b519c2ac81 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451663 Dec 12 05:14:38.645731 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-a8e7a4e1-b626-45c8-a6fc-7e8818f70309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:38.647254 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-a8e7a4e1-b626-45c8-a6fc-7e8818f70309 service neutron] 10.222.0.18 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.0938847 Dec 12 05:14:38.712183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-6432510a-e39f-4f51-bbe7-db87fdf4aa14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 998 time: 0.0579257 Dec 12 05:14:38.766565 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-0af8ff74-ad35-41cd-a79c-9f9acbf0a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:38.768010 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-0af8ff74-ad35-41cd-a79c-9f9acbf0a1d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0482776 Dec 12 05:14:38.812558 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-f4ca9e84-da74-4be6-8517-0d5f1d8e4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:38.814060 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-f4ca9e84-da74-4be6-8517-0d5f1d8e4748 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392914 Dec 12 05:14:38.900701 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-f32b864b-1ded-4e68-9111-68a3c40d1893 service neutron] 10.222.0.18 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795648 Dec 12 05:14:38.993075 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4a4790f8-37fa-4603-936e-098ce8f56286 req-edb7ebb1-e1fe-4530-97ea-e024c4b69f49 service neutron] 10.222.0.18 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Dec 12 05:14:39.777954 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52267ac3-a723-4c79-b78e-eb69930b8d39 req-43b3a160-2264-4751-ac6a-dbd82b61aaa2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:39.779440 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52267ac3-a723-4c79-b78e-eb69930b8d39 req-43b3a160-2264-4751-ac6a-dbd82b61aaa2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 943 time: 0.0975752 Dec 12 05:14:39.827464 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52267ac3-a723-4c79-b78e-eb69930b8d39 req-3116e3b6-df24-462d-ba32-cf062e1c4ee5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Dec 12 05:14:40.040492 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:14:40.042881 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:14:40.089825 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62214dcc-7b77-4023-bde5-69f4ce3f8356 x-openstack-request-id: req-62214dcc-7b77-4023-bde5-69f4ce3f8356 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:14:40.090137 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:14:40.090407 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62214dcc-7b77-4023-bde5-69f4ce3f8356 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:14:40.090832 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'status': 'completed', 'code': 200} Dec 12 05:14:40.175480 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-10805ce5-6b80-496c-a541-ddb613db6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:40.177047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-10805ce5-6b80-496c-a541-ddb613db6ac1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1094 time: 0.0413129 Dec 12 05:14:40.185571 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-e9a7342e-b54c-4dc1-a527-44a7eb4dc745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:40.187082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-e9a7342e-b54c-4dc1-a527-44a7eb4dc745 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1094 time: 0.0404701 Dec 12 05:14:40.278169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-d432743b-e28d-411d-aa1a-08003a58ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:40.279678 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-d432743b-e28d-411d-aa1a-08003a58ea97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.0949609 Dec 12 05:14:40.287039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-370af8d5-1e4f-4c52-9e25-58b0d2e59d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:40.288513 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-370af8d5-1e4f-4c52-9e25-58b0d2e59d65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.0902045 Dec 12 05:14:40.346233 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-6394ee82-6d18-4dd0-bff0-5af1d8b0d9f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 998 time: 0.0584750 Dec 12 05:14:40.361650 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-2f5f1281-3b47-4982-a959-037fd1d1b2d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 998 time: 0.0599644 Dec 12 05:14:40.402753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-69579f0a-6f67-44bc-b0b2-711d21395572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:40.404359 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-69579f0a-6f67-44bc-b0b2-711d21395572 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0509992 Dec 12 05:14:40.415210 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-aea4f36c-fa1a-4a2e-9909-84f8376d2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:40.416663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-aea4f36c-fa1a-4a2e-9909-84f8376d2b5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0444000 Dec 12 05:14:40.452624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-edb71964-b96a-40a5-b365-ec386ff71c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:40.455120 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-edb71964-b96a-40a5-b365-ec386ff71c73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412159 Dec 12 05:14:40.464894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:14:40.472362 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-d42cf308-388a-4516-b184-e502547b8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:40.474013 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-d42cf308-388a-4516-b184-e502547b8cb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463781 Dec 12 05:14:40.568012 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-7fc5345e-1d59-45cd-ba8d-6e6450c6b2fa service neutron] 10.222.0.18 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924621 Dec 12 05:14:40.577323 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-79f4f644-6aba-49ba-a585-b2812a485d84 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902083 Dec 12 05:14:40.674332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-e433ec98-8885-4ddf-bd69-5d4ab1cbc46d service neutron] 10.222.0.18 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986152 Dec 12 05:14:40.700226 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d1cb89df-7c59-426a-b6d8-da5e5ee8cfd5 req-f9fd9ce3-a702-4eae-b6fa-46a5d6812cee service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113131 Dec 12 05:14:40.738853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:14:40.751663 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'port_id': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'mac_address': 'fa:16:3e:17:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:14:40.799418 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:40.803258 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4260ca84-4b87-4b9a-adc0-bac1efdc2465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:40.815057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:14:40.838098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:14:40.841968 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:40.892140 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:14:40.900316 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:14:40.903160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.903539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.903887 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.904231 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.904570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.904932 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.905270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.905601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.905937 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.906319 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.906654 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.906975 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.907303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:14:40.944314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b88cf0-d6ca-454d-a868-7a3b846f9b8b req-0d228187-270f-467a-967d-0d45dfa69cac tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:40.945974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24b88cf0-d6ca-454d-a868-7a3b846f9b8b req-0d228187-270f-467a-967d-0d45dfa69cac tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 944 time: 0.0499518 Dec 12 05:14:40.946637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:14:40.994573 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-24b88cf0-d6ca-454d-a868-7a3b846f9b8b req-23f77137-88b6-41e2-966b-cd374eaab053 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Dec 12 05:14:41.151969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:14:41.223693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82feeeb-5c4e-4060-91a5-3c339144a593 req-70717e99-62e5-4945-b144-beeacc66d736 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.231223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c82feeeb-5c4e-4060-91a5-3c339144a593 req-70717e99-62e5-4945-b144-beeacc66d736 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 944 time: 0.0920491 Dec 12 05:14:41.231613 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-5fe5814b-5275-4eb5-8fec-d5d20e272021 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.233143 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-5fe5814b-5275-4eb5-8fec-d5d20e272021 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e&tenant_id=cdc502205a3a469ab1c39033368f4d07&binding%3Ahost_id=n-h2-710847-7 HTTP/1.1" status: 200 len: 944 time: 0.0565681 Dec 12 05:14:41.251319 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-810ab137-6932-489f-8c22-4fa58d2abad2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803332 Dec 12 05:14:41.295413 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c82feeeb-5c4e-4060-91a5-3c339144a593 req-7e490b97-cf5f-4f99-a9c8-443565f5ebd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632014 Dec 12 05:14:41.308992 n-d-710847-7 neutron-server[103451]: INFO neutron.api.v2.resource [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-abb5bfa9-d931-44e4-b333-ba4599332e2f service neutron] delete failed (client error): The resource could not be found. Dec 12 05:14:41.310421 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-abb5bfa9-d931-44e4-b333-ba4599332e2f service neutron] 10.222.0.37 "DELETE /v2.0/ports/0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3/bindings/n-h1-710847-7 HTTP/1.1" status: 404 len: 380 time: 0.0637541 Dec 12 05:14:41.354402 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-802cf42f-75a8-47fc-a119-96ce9ec726cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.355854 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-802cf42f-75a8-47fc-a119-96ce9ec726cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1095 time: 0.0444591 Dec 12 05:14:41.467069 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-e9a3506e-90fb-4fd1-b40f-302e7fa599fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.469202 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-e9a3506e-90fb-4fd1-b40f-302e7fa599fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.0913076 Dec 12 05:14:41.479134 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-a4a2ec8b-5c96-417e-bf3e-094953ed2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.480616 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-a4a2ec8b-5c96-417e-bf3e-094953ed2559 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1095 time: 0.0843587 Dec 12 05:14:41.492709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb9dc3-1a38-409c-bdb9-0507eb090b69 req-ccbaf344-b6c3-4134-9ae4-077d3f4e94dd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.494155 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3cb9dc3-1a38-409c-bdb9-0507eb090b69 req-ccbaf344-b6c3-4134-9ae4-077d3f4e94dd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 944 time: 0.1248379 Dec 12 05:14:41.535659 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-7e28bb8f-f1cb-41bc-be4d-a151daf80646 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 999 time: 0.0595534 Dec 12 05:14:41.588918 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-7b38c9f1-ef9a-49c5-a4d9-7e5dd30668f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.590393 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-7b38c9f1-ef9a-49c5-a4d9-7e5dd30668f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0478718 Dec 12 05:14:41.591704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3cb9dc3-1a38-409c-bdb9-0507eb090b69 req-0930802d-22c8-4827-af26-0d48a33a45a7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890782 Dec 12 05:14:41.627360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-15d08b3a-dbec-4acb-a841-88fcf5dd6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.628758 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-15d08b3a-dbec-4acb-a841-88fcf5dd6ab6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.1337528 Dec 12 05:14:41.638310 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-10d44634-7f35-4abe-9e78-fb128a638474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.639812 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-10d44634-7f35-4abe-9e78-fb128a638474 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414023 Dec 12 05:14:41.698814 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-3f732a02-5d8a-4807-991f-d0ff00ba5889 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 999 time: 0.0577030 Dec 12 05:14:41.729785 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-53ad7a44-c6de-4a15-ab53-1b14bb5a4c14 service neutron] 10.222.0.18 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818174 Dec 12 05:14:41.750993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-096c61cd-d044-48d8-8e9b-542b02a7918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.752432 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-096c61cd-d044-48d8-8e9b-542b02a7918a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0432498 Dec 12 05:14:41.806752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-72e08b26-7ef6-4552-9573-f418bd2afa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:41.808244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-72e08b26-7ef6-4552-9573-f418bd2afa97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437343 Dec 12 05:14:41.826106 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-52381ead-a2c7-425f-99b5-a6de7e872982 req-a44a866b-f90b-4a6a-bd55-860cd5cb5edc service neutron] 10.222.0.18 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870273 Dec 12 05:14:42.148572 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:14:42.232136 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-b0070d96-7d20-45de-884c-a55b8b077c1f service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117453 Dec 12 05:14:42.288012 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:42.330510 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-954b1ea3-4cdd-490d-a515-68cabe6ebecf req-d998e74c-8ce3-4fc9-9d52-b19a7ec5a9e0 service neutron] 10.222.0.37 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871525 Dec 12 05:14:42.462615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:14:42.513236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:14:42.518227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:14:42.518603 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:42.603441 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:42.627592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:14:42.630009 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510d9730-f904-47ae-b095-2015579a29f6" -d '{"events": [{"server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "name": "network-vif-plugged", "status": "completed", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:14:42.642674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:14:42.648212 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:42.682555 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0205d30b-6b10-4c0f-b08f-67eae9656805 x-openstack-request-id: req-0205d30b-6b10-4c0f-b08f-67eae9656805 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:14:42.682852 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "name": "network-vif-plugged", "status": "completed", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:14:42.683107 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0205d30b-6b10-4c0f-b08f-67eae9656805 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:14:42.683502 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'code': 200} Dec 12 05:14:42.702721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=9']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:14:42.716136 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac783b-2a5f-4a22-860c-f751ad244cb2 req-2cd4c84f-e620-45e6-bc86-def352ee488f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:42.717658 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-daac783b-2a5f-4a22-860c-f751ad244cb2 req-2cd4c84f-e620-45e6-bc86-def352ee488f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0546439 Dec 12 05:14:42.767195 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-daac783b-2a5f-4a22-860c-f751ad244cb2 req-f30e05be-0ef9-4a06-994d-5cf41285ac77 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Dec 12 05:14:43.067328 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-64cad4f1-7816-49ad-b4a9-34e2d79b7985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:43.882745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51026a3-7e31-4e7e-8c9c-5dff6fbe2e95 req-4cfbed9a-d1ec-4929-9e19-6a3c8cfff94f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:14:43.884227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c51026a3-7e31-4e7e-8c9c-5dff6fbe2e95 req-4cfbed9a-d1ec-4929-9e19-6a3c8cfff94f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0495939 Dec 12 05:14:43.933349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c51026a3-7e31-4e7e-8c9c-5dff6fbe2e95 req-1733697e-f7b8-41aa-86d8-0cfd5293b92b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432405 Dec 12 05:14:43.954816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43280) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:14:44.023029 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ec5799dc-3adc-49b1-af93-19ba8caf0848 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/762f547d-13c5-40bd-a129-f69f2359e484 HTTP/1.1" status: 200 len: 992 time: 0.0670838 Dec 12 05:14:44.316194 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:44.526877 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:45.849579 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:14:46.844327 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:10.503430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43290) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:10.658238 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port e693ae06-fcb9-4bde-81a1-d9b5c6384373 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:15:10.658586 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:10.732395 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:10.732728 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:10.744325 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for e693ae06-fcb9-4bde-81a1-d9b5c6384373 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:15:10.784744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-62f6d89c-60e3-4c20-864c-6f6bf4eb18c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:10.890958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:10.914275 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=e693ae06-fcb9-4bde-81a1-d9b5c6384373,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:10.977534 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:10.977867 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP 762f547d-13c5-40bd-a129-f69f2359e484 disassociated (deleted). External IP: 172.25.7.64, port: 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3. Dec 12 05:15:11.186407 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c509648b-4daf-4e8f-b05d-c926583eee92 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:15:11.294308 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:15:11.299155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:11.304122 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] Sync routers for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:15:11.313276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:11.313902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:11.325268 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1dac05c0-6be7-4b5e-b67b-efdb987fab5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/floatingips/762f547d-13c5-40bd-a129-f69f2359e484 HTTP/1.1" status: 204 len: 168 time: 0.8207717 Dec 12 05:15:11.325864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:15:11.328619 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb837e-1ef0-4e6f-b827-4f4475fc6514" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:15:11.367953 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1947b85-0377-41d8-8727-7ff976754f3e x-openstack-request-id: req-d1947b85-0377-41d8-8727-7ff976754f3e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:15:11.368546 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:15:11.369074 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1947b85-0377-41d8-8727-7ff976754f3e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:15:11.369662 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'status': 'completed', 'code': 200} Dec 12 05:15:11.424164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:11.453618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-e2463b09-02be-4992-82bc-e4192a0801ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:11.455450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-e2463b09-02be-4992-82bc-e4192a0801ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 1096 time: 0.0442674 Dec 12 05:15:11.637308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3344c34f-d132-47c5-b2fb-a2a9e569772c', 'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:d5:f3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:32Z', 'updated_at': '2021-12-12T05:13:36Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:11.664929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] Checking router: c509648b-4daf-4e8f-b05d-c926583eee92 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:15:11.674276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:11.674909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:14:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:11.783431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:11.916809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-c91e618f-1079-4197-95e7-d2759b7b6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:11.918023 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-c91e618f-1079-4197-95e7-d2759b7b6017 service neutron] 10.222.0.18 "GET /v2.0/networks?id=964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 200 len: 897 time: 0.4552290 Dec 12 05:15:11.926664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61d432-bc66-4d68-8a23-ad8b848e83b5 req-5a95c7e6-d731-435d-9a03-baafcad0785f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:11.928258 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae61d432-bc66-4d68-8a23-ad8b848e83b5 req-5a95c7e6-d731-435d-9a03-baafcad0785f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.4123490 Dec 12 05:15:11.971696 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-19b2140d-8527-4b6c-ab4a-19f14a26c651 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 200 len: 217 time: 0.0423744 Dec 12 05:15:12.000337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3344c34f-d132-47c5-b2fb-a2a9e569772c', 'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:d5:f3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:32Z', 'updated_at': '2021-12-12T05:13:36Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:12.027295 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9331b-50f2-4cf9-bb3f-eb5de86bbf55 None None] The sync data for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 is: [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '3344c34f-d132-47c5-b2fb-a2a9e569772c', 'name': '', 'network_id': '964ded84-e6c6-42c2-8b49-2aade6602718', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:d5:f3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:32Z', 'updated_at': '2021-12-12T05:13:36Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '229e5581-ff8d-4620-8b9b-4131ad58c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:15:12.049944 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae61d432-bc66-4d68-8a23-ad8b848e83b5 req-fc6f97c6-cb78-4f38-be02-a28e33b43659 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145704 Dec 12 05:15:12.053497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-a47285d6-f2f1-4e4e-91f7-a8673377fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:12.054878 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-a47285d6-f2f1-4e4e-91f7-a8673377fb6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 200 len: 835 time: 0.0738683 Dec 12 05:15:12.102590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-673d1b97-b70b-458a-b435-3078e7f9a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:12.104223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-673d1b97-b70b-458a-b435-3078e7f9a6b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=964ded84-e6c6-42c2-8b49-2aade6602718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412943 Dec 12 05:15:12.198352 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-4bb0fa12-4d75-44ca-89f3-9e0854476235 service neutron] 10.222.0.18 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845678 Dec 12 05:15:12.255972 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d0f56-bcbe-445a-8775-2ef1e8cb78b0 None None] New status for floating IP 762f547d-13c5-40bd-a129-f69f2359e484: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:15:12.299159 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:12.307055 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-89fb837e-1ef0-4e6f-b827-4f4475fc6514 req-9b7fa40f-1044-42ae-9437-1a790cfb90d3 service neutron] 10.222.0.18 "GET /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993345 Dec 12 05:15:13.019288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-607b3180-dc66-454a-9f54-678610e9e1a8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:13.020759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-607b3180-dc66-454a-9f54-678610e9e1a8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0488868 Dec 12 05:15:13.068578 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e6da-b0f2-41c8-bef3-032a0cf5c80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:13.113230 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:15:13.113571 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:13.170679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91d3d1-85b0-4abb-9999-d2ef00984a35 req-33e2343c-fe81-463c-bd2b-72b51c7a16ae tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:13.172371 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb91d3d1-85b0-4abb-9999-d2ef00984a35 req-33e2343c-fe81-463c-bd2b-72b51c7a16ae tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e HTTP/1.1" status: 200 len: 945 time: 0.0496964 Dec 12 05:15:13.204222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:13.204588 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:13.217200 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:15:13.226762 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-bb91d3d1-85b0-4abb-9999-d2ef00984a35 req-f5a2f1b7-9dca-4580-8f7f-81cd75b2e7cb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=c411f152-9441-46be-86d7-8f68d306baca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484321 Dec 12 05:15:13.346380 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:13.373110 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:13.418843 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] No DVR routers for this DVR port 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:15:13.422048 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:13.425450 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ecbbc471-491d-491d-a7b5-a97a29353384 req-666337e0-2708-46ba-b683-605eb79d1aad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "DELETE /v2.0/ports/0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 HTTP/1.1" status: 204 len: 173 time: 0.3985770 Dec 12 05:15:13.425892 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'name': 'network-vif-deleted', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:15:13.428121 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc99a51-135d-4cb3-91a9-7fcd2238447f" -d '{"events": [{"server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "name": "network-vif-deleted", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:15:13.468013 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866017a1-bce9-408b-bc10-524a51cc5ac7 x-openstack-request-id: req-866017a1-bce9-408b-bc10-524a51cc5ac7 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:15:13.468323 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e", "name": "network-vif-deleted", "tag": "0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:15:13.468585 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-866017a1-bce9-408b-bc10-524a51cc5ac7 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:15:13.469029 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b36eaf-7d53-4bb7-b49c-aca94daf7f8e', 'name': 'network-vif-deleted', 'tag': '0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3', 'status': 'completed', 'code': 200} Dec 12 05:15:14.284211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43304) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:14.319788 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:14.542514 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:14.650991 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:14.902538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port 3344c34f-d132-47c5-b2fb-a2a9e569772c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:15:14.902806 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:14.993023 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port 3344c34f-d132-47c5-b2fb-a2a9e569772c, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3344c34f-d132-47c5-b2fb-a2a9e569772c,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:14.993386 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:15.005573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for 3344c34f-d132-47c5-b2fb-a2a9e569772c owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:15:15.190866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:15.219810 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=3344c34f-d132-47c5-b2fb-a2a9e569772c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:15.395262 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:15.611903 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router c509648b-4daf-4e8f-b05d-c926583eee92 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:15:15.717514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:15:15.723978 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fb937b41-99d5-43ee-b9bb-d72d07c00428 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/c509648b-4daf-4e8f-b05d-c926583eee92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4380345 Dec 12 05:15:15.726031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43306) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:15.727536 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] Sync routers for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:15:15.738033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:15.738644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:15:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:15.777324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5937d0-76ed-4c76-8327-34798fbceaf9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting subnet 229e5581-ff8d-4620-8b9b-4131ad58c12c {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:15:15.781126 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fc5937d0-76ed-4c76-8327-34798fbceaf9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:15.819268 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fc5937d0-76ed-4c76-8327-34798fbceaf9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:15.849329 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:15.907046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fc5937d0-76ed-4c76-8327-34798fbceaf9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:15.913401 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:15.965169 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fc5937d0-76ed-4c76-8327-34798fbceaf9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:15.993071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5937d0-76ed-4c76-8327-34798fbceaf9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Subnet': ['ID=229e5581-ff8d-4620-8b9b-4131ad58c12c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:15.995278 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fc5937d0-76ed-4c76-8327-34798fbceaf9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:15.998679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fc5937d0-76ed-4c76-8327-34798fbceaf9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/subnets/229e5581-ff8d-4620-8b9b-4131ad58c12c HTTP/1.1" status: 204 len: 168 time: 0.2715781 Dec 12 05:15:16.001784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43308) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:16.020033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f851c0a-7598-4dca-a58a-6fda748c9b5e None None] Network 964ded84-e6c6-42c2-8b49-2aade6602718 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:15:16.111388 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.119980 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:15:15Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:16.149287 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] Checking router: c509648b-4daf-4e8f-b05d-c926583eee92 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:15:16.160924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] Routers {'c509648b-4daf-4e8f-b05d-c926583eee92'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:16.161628 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:15:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['c509648b-4daf-4e8f-b05d-c926583eee92'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:16.226626 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.282932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port e614f2f6-5e6b-490f-9efd-b959cac4d8c8 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:15:16.283373 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.369766 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port e614f2f6-5e6b-490f-9efd-b959cac4d8c8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e614f2f6-5e6b-490f-9efd-b959cac4d8c8,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:16.370114 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.382765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for e614f2f6-5e6b-490f-9efd-b959cac4d8c8 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:15:16.396251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d06575-995a-451f-8eac-e9e86ed15022 None None] DHCP port deletion for 964ded84-e6c6-42c2-8b49-2aade6602718 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:15:16.465846 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] Set router c509648b-4daf-4e8f-b05d-c926583eee92 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:16.543796 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.559463 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06575-995a-451f-8eac-e9e86ed15022 None None] Deleting port 43722d67-daae-42c6-bc45-313aa61c5b54 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:15:16.559842 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3d06575-995a-451f-8eac-e9e86ed15022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.570961 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=e614f2f6-5e6b-490f-9efd-b959cac4d8c8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:16.606801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601dde3-758e-49ae-b59e-41a642bd6087 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:15:16.618627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:15:16.629512 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.656201 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:15:16.656561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 0f91643e-ccae-4fb5-93a5-11ee9fb0c7c3 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:15:16.679587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a3d06575-995a-451f-8eac-e9e86ed15022 None None] For port 43722d67-daae-42c6-bc45-313aa61c5b54, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=43722d67-daae-42c6-bc45-313aa61c5b54,segment=NetworkSegment(752c2da7-3fb4-49b7-ab12-39ff613e3ed1),segment_id=752c2da7-3fb4-49b7-ab12-39ff613e3ed1)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:16.679997 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3d06575-995a-451f-8eac-e9e86ed15022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.701277 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06575-995a-451f-8eac-e9e86ed15022 None None] Calling delete_port for 43722d67-daae-42c6-bc45-313aa61c5b54 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:15:16.720436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.722505 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.769572 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.770171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Fanout notify agent at l3_agent the message router_deleted on router c509648b-4daf-4e8f-b05d-c926583eee92 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:15:16.777464 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.778580 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-5f7f9d3f-e1ac-4155-bbc5-9d865f2fdfd0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/routers/c509648b-4daf-4e8f-b05d-c926583eee92 HTTP/1.1" status: 204 len: 168 time: 0.7758710 Dec 12 05:15:16.781809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43310) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:16.816570 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:15:15Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:16.850662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f2f0a-1d68-4f94-9354-70a4437d9636 None None] The sync data for ids ['c509648b-4daf-4e8f-b05d-c926583eee92'] in n-d-710847-7 is: [{'id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448844109', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:15:15Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'e614f2f6-5e6b-490f-9efd-b959cac4d8c8', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509648b-4daf-4e8f-b05d-c926583eee92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:13:30Z', 'updated_at': '2021-12-12T05:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:15:16.854188 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3d06575-995a-451f-8eac-e9e86ed15022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.861191 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.892735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d06575-995a-451f-8eac-e9e86ed15022 None None] Pushing event deleted for resources: {'Port': ['ID=43722d67-daae-42c6-bc45-313aa61c5b54,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:16.894411 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.895935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d06575-995a-451f-8eac-e9e86ed15022 None None] No DVR routers for this DVR port 43722d67-daae-42c6-bc45-313aa61c5b54 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:15:16.960509 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:16.979969 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964ded84-e6c6-42c2-8b49-2aade6602718']}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:16.989504 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752c2da7-3fb4-49b7-ab12-39ff613e3ed1') {'for_net_delete': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:16.989808 n-d-710847-7 neutron-server[103450]: DEBUG neutron.services.segments.db [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752c2da7-3fb4-49b7-ab12-39ff613e3ed1') {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:16.999189 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101481'] for segment, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.012165 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.018475 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:15:17.018856 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3519328'] for segment, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: Traceback (most recent call last): Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: timer() Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: cb(*args, **kw) Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: return func(*args, **kwargs) Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: self._notify() Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: self.callback(batched_events) Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: event.method(event) Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: return f(self, *a, **k) Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: return self._get(url).json() Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: return self.request(url, 'GET', **kwargs) Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:15:17.022037 n-d-710847-7 neutron-server[103450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:15:17.077902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.085328 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.088670 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/networks/964ded84-e6c6-42c2-8b49-2aade6602718 HTTP/1.1" status: 204 len: 168 time: 0.3059282 Dec 12 05:15:17.091481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43312) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:17.106089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4267811-a9d6-4dc7-ace8-6234794f4f45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Network': ['ID=964ded84-e6c6-42c2-8b49-2aade6602718,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:17.148734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.173660 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.237402 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.240319 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.253613 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/security-groups/c411f152-9441-46be-86d7-8f68d306baca HTTP/1.1" status: 204 len: 168 time: 0.1607399 Dec 12 05:15:17.265606 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c411f152-9441-46be-86d7-8f68d306baca,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:17.275171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.275833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.276368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.276953 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.279867 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.281126 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.281487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.281924 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.282505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.283320 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.283856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.284309 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.284891 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3735a-5c0c-459d-8b06-a3f921280ebc tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:17.351991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3344c34f-d132-47c5-b2fb-a2a9e569772c no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:15:17.373743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3344c34f-d132-47c5-b2fb-a2a9e569772c {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:15:17.374389 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3344c34f-d132-47c5-b2fb-a2a9e569772c not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:15:17.374813 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 43722d67-daae-42c6-bc45-313aa61c5b54 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:15:17.394984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 43722d67-daae-42c6-bc45-313aa61c5b54 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:15:17.395337 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 43722d67-daae-42c6-bc45-313aa61c5b54 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:15:17.628701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43318) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:17.633320 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ec48e78a-8132-4312-b599-eb5cb4b9f948 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540114856', 'description': 'tempest-secgroup-smoke-1540114856 description', 'project_id': 'cdc502205a3a469ab1c39033368f4d07'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:17.654840 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec48e78a-8132-4312-b599-eb5cb4b9f948 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.718356 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec48e78a-8132-4312-b599-eb5cb4b9f948 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.721837 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec48e78a-8132-4312-b599-eb5cb4b9f948 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.749205 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec48e78a-8132-4312-b599-eb5cb4b9f948 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.750363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ec48e78a-8132-4312-b599-eb5cb4b9f948 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1205881 Dec 12 05:15:17.753534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43320) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:17.754497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48e78a-8132-4312-b599-eb5cb4b9f948 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab70e6-0fff-471a-8104-786128d22092,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:17.758397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-622212d3-c3b9-4a5d-826f-b5a038684717 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '50ab70e6-0fff-471a-8104-786128d22092', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:17.786864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-622212d3-c3b9-4a5d-826f-b5a038684717 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.840582 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-622212d3-c3b9-4a5d-826f-b5a038684717 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.844961 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-622212d3-c3b9-4a5d-826f-b5a038684717 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.863027 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622212d3-c3b9-4a5d-826f-b5a038684717 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cacb6c1-2152-44ac-a6f1-38028b63af9a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:17.871657 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-622212d3-c3b9-4a5d-826f-b5a038684717 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.874690 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-622212d3-c3b9-4a5d-826f-b5a038684717 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181519 Dec 12 05:15:17.875589 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43322) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:17.879804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-30fadb21-7743-4692-aa01-e940e0d09bfa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '50ab70e6-0fff-471a-8104-786128d22092', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:17.908069 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30fadb21-7743-4692-aa01-e940e0d09bfa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.969127 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30fadb21-7743-4692-aa01-e940e0d09bfa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.972540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30fadb21-7743-4692-aa01-e940e0d09bfa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.989322 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fadb21-7743-4692-aa01-e940e0d09bfa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c815e6-7c07-468d-ae0e-6ff2c4ee4d40,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:17.997941 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-30fadb21-7743-4692-aa01-e940e0d09bfa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:17.999184 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-30fadb21-7743-4692-aa01-e940e0d09bfa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226776 Dec 12 05:15:18.002204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43324) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:18.006557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3fcc2988-78a7-48aa-858c-e3709c426a49 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '50ab70e6-0fff-471a-8104-786128d22092', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:18.033088 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2988-78a7-48aa-858c-e3709c426a49 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.088794 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2988-78a7-48aa-858c-e3709c426a49 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.092370 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2988-78a7-48aa-858c-e3709c426a49 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.110602 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc2988-78a7-48aa-858c-e3709c426a49 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe56379-65ed-4e29-b7bc-a30273b30aad,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:18.117931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2988-78a7-48aa-858c-e3709c426a49 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.119163 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3fcc2988-78a7-48aa-858c-e3709c426a49 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160357 Dec 12 05:15:18.121865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43326) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:18.126319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b0bf4504-42b2-463e-8128-92513bdfb521 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '50ab70e6-0fff-471a-8104-786128d22092', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:18.151634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4504-42b2-463e-8128-92513bdfb521 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.208114 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4504-42b2-463e-8128-92513bdfb521 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.212035 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4504-42b2-463e-8128-92513bdfb521 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.227615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf4504-42b2-463e-8128-92513bdfb521 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47fb11c-ead2-48f1-9ce6-d667d1506673,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:18.238367 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4504-42b2-463e-8128-92513bdfb521 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.239595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b0bf4504-42b2-463e-8128-92513bdfb521 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167526 Dec 12 05:15:18.242472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43328) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:18.246749 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-dae1609f-9a62-442a-976e-2ebc0d10b4ab tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '50ab70e6-0fff-471a-8104-786128d22092', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:18.268967 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-dae1609f-9a62-442a-976e-2ebc0d10b4ab tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:15:18.274049 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae1609f-9a62-442a-976e-2ebc0d10b4ab tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.334849 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae1609f-9a62-442a-976e-2ebc0d10b4ab tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.338339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae1609f-9a62-442a-976e-2ebc0d10b4ab tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.353009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1609f-9a62-442a-976e-2ebc0d10b4ab tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0676cdc4-1fa0-40ee-8866-7df43e7cfb73,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:18.363097 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dae1609f-9a62-442a-976e-2ebc0d10b4ab tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.364299 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dae1609f-9a62-442a-976e-2ebc0d10b4ab tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208823 Dec 12 05:15:18.367217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43330) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:18.371431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e16b61ce-efa3-4b8c-a479-14ae74ba5101 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': '50ab70e6-0fff-471a-8104-786128d22092', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:18.393588 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-e16b61ce-efa3-4b8c-a479-14ae74ba5101 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:15:18.398327 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e16b61ce-efa3-4b8c-a479-14ae74ba5101 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.456865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e16b61ce-efa3-4b8c-a479-14ae74ba5101 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.460231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e16b61ce-efa3-4b8c-a479-14ae74ba5101 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.479635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b61ce-efa3-4b8c-a479-14ae74ba5101 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a0014d-3972-4259-b33a-a12c4f7f724b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:18.484738 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e16b61ce-efa3-4b8c-a479-14ae74ba5101 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.485873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e16b61ce-efa3-4b8c-a479-14ae74ba5101 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177402 Dec 12 05:15:18.488625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43332) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:18.493591 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'network': {'name': 'tempest-network-smoke--301257133', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'port_security_enabled': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:18.513444 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:15:18.517562 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.539677 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:15:18.549333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.549678 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Added segment 0601bd30-cb76-42ef-98b4-0060a90e849c of type vlan for network 570253c6-3c3f-4b4b-b2df-263b4467b737 Dec 12 05:15:18.588189 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.611704 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.617597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:18.618184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.676797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871426 Dec 12 05:15:18.679603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43334) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:18.684266 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'admin_state_up': True, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:18.689071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbb6d7-029a-4bb4-ab7d-71397ea9d7bb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Network': ['ID=570253c6-3c3f-4b4b-b2df-263b4467b737,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:18.699991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 570253c6-3c3f-4b4b-b2df-263b4467b737 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:15:18.707482 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.708498 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.760468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:18.897408 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:19.084912 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:19.089016 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e614f2f6-5e6b-490f-9efd-b959cac4d8c8 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:15:19.107353 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:19.110260 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e614f2f6-5e6b-490f-9efd-b959cac4d8c8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:15:19.110555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e614f2f6-5e6b-490f-9efd-b959cac4d8c8 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:15:19.149260 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:15:19.206840 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.183 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/cd248387-fcc4-481e-a8c9-a86600d232c3) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:15:19.310463 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:19.343692 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:19.381695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:15:19.384575 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:15:19.388024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:15:19.393761 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=cd248387-fcc4-481e-a8c9-a86600d232c3,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:19.397203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb99e86-0857-4b6e-8967-f137d1bbe783 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:15:19.482647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-fec89a01-544f-46da-9402-1163fc3f7406 None None] Provisioning complete for port cd248387-fcc4-481e-a8c9-a86600d232c3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:19.483056 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fec89a01-544f-46da-9402-1163fc3f7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:19.516467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-fec89a01-544f-46da-9402-1163fc3f7406 None None] Port cd248387-fcc4-481e-a8c9-a86600d232c3 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:15:19.957029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:20.151993 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:20.278129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:15:20.387022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:15:20.397088 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Sync routers for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:15:20.406866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:20.411094 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:20.411269 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-248bbd03-2dd1-4f83-a482-4ab0c96d0773 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7276022 Dec 12 05:15:20.411390 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:15:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:20.411784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43336) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:20.440625 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c7e73886-267b-4e09-86a4-2d9332cd66fa tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cdc502205a3a469ab1c39033368f4d07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276699 Dec 12 05:15:20.443091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43338) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:20.511981 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:20.531690 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba25b6-1c00-41f0-ae2b-d68afce5102c tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:20.533172 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-37ba25b6-1c00-41f0-ae2b-d68afce5102c tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882235 Dec 12 05:15:20.536000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43340) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:20.563480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-680ccd5d-fbd1-4d71-929b-4bcb0e694306 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263765 Dec 12 05:15:20.565849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43342) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:20.570696 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2123498736', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:20.662756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:15:20.666444 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:20.689223 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:19Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:20.715040 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Checking router: ec3081d1-ff5c-4722-8c09-f0e8c6b9611a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:15:20.715394 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Updating router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a port cd248387-fcc4-481e-a8c9-a86600d232c3 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:15:20.740514 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:20.849765 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:20.912306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Subnet': ['ID=18bd3082-f541-489c-9aea-3ec2e27a1841,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:20.919556 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Checking segment: {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:15:20.919946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network hostable DHCP agents. Network: 570253c6-3c3f-4b4b-b2df-263b4467b737, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:15:20.936644 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 570253c6-3c3f-4b4b-b2df-263b4467b737 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:15:20.949103 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 570253c6-3c3f-4b4b-b2df-263b4467b737) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:15:20.955178 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:20.955178 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:20.960735 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f8793-9fe7-44e3-a31c-bbbfcc0419c2 None None] Network 570253c6-3c3f-4b4b-b2df-263b4467b737 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:15:20.973737 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c89fd72d-2a62-45d8-9505-8e609d0be1d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4066989 Dec 12 05:15:20.976347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43344) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:21.001105 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.007832 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.057204 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Attempting to bind port cd248387-fcc4-481e-a8c9-a86600d232c3 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:15:21.057700 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Attempting to bind port cd248387-fcc4-481e-a8c9-a86600d232c3 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:15:21.058173 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Attempting to bind port cd248387-fcc4-481e-a8c9-a86600d232c3 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:15:21.067694 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:15:21.068223 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:15:21.068734 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.069269 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:15:21.069852 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Bound port: cd248387-fcc4-481e-a8c9-a86600d232c3, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:15:21.070337 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.071612 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25542eb-4b86-40fc-aa0d-70607cf8daeb None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:15:21.089347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-570253c6-3c3f-4b4b-b2df-263b4467b737', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:15:21.090229 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.107625 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Pushing event updated for resources: {'Port': ['ID=cd248387-fcc4-481e-a8c9-a86600d232c3,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:21.126114 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.126610 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.127075 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.127521 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.127963 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.128398 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.128847 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.129289 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.129725 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.130156 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.130586 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.131026 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.131463 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:15:21.146674 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] For port cd248387-fcc4-481e-a8c9-a86600d232c3, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:15:21.150631 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] For port cd248387-fcc4-481e-a8c9-a86600d232c3, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=cd248387-fcc4-481e-a8c9-a86600d232c3,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:15:21.156634 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.198633 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-90f800e4-05c5-4c94-a748-0bfbb0b700ed None None] Provisioning complete for port cd248387-fcc4-481e-a8c9-a86600d232c3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:21.199022 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-90f800e4-05c5-4c94-a748-0bfbb0b700ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.207141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce98ab3-20d7-483a-899c-a8b6ad3753c4 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:15:21.219083 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:21.219713 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:15:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:21.252849 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdefb74-278f-4ba1-98f4-e2847c3037a5 None None] Pushing event updated for resources: {'Port': ['ID=cd248387-fcc4-481e-a8c9-a86600d232c3,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:21.293814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Allocated IP 172.20.0.2 (570253c6-3c3f-4b4b-b2df-263b4467b737/18bd3082-f541-489c-9aea-3ec2e27a1841/f24701c9-b6d4-4f6b-8622-4111348b53f7) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:15:21.323428 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:21.386337 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-90f800e4-05c5-4c94-a748-0bfbb0b700ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.415934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-90f800e4-05c5-4c94-a748-0bfbb0b700ed None None] For port cd248387-fcc4-481e-a8c9-a86600d232c3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=cd248387-fcc4-481e-a8c9-a86600d232c3,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:21.425987 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-90f800e4-05c5-4c94-a748-0bfbb0b700ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.484271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.516052 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:19Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:21.521834 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f800e4-05c5-4c94-a748-0bfbb0b700ed None None] Pushing event updated for resources: {'Port': ['ID=cd248387-fcc4-481e-a8c9-a86600d232c3,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:21.537533 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.544087 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ececf1-8ed7-48a2-9eea-e0cfca4a71b3 None None] The sync data for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 is: [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:19Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:15:21.547101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.599715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Network 570253c6-3c3f-4b4b-b2df-263b4467b737 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:15:21.602202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e96bbab5-847c-429c-9cf9-9141c3a23d77 None None] Provisioning complete for port cd248387-fcc4-481e-a8c9-a86600d232c3 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:21.602581 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e96bbab5-847c-429c-9cf9-9141c3a23d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.609408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:15:21.612497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:15:21.632943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Pushing event updated for resources: {'Port': ['ID=f24701c9-b6d4-4f6b-8622-4111348b53f7,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:21.709034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Attempting to bind port f24701c9-b6d4-4f6b-8622-4111348b53f7 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:15:21.709408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Attempting to bind port f24701c9-b6d4-4f6b-8622-4111348b53f7 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:15:21.709778 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Attempting to bind port f24701c9-b6d4-4f6b-8622-4111348b53f7 on network 570253c6-3c3f-4b4b-b2df-263b4467b737 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:15:21.717651 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:15:21.718030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Checking segment: {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:15:21.718439 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.718845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Bound using segment: {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:15:21.719843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Bound port: f24701c9-b6d4-4f6b-8622-4111348b53f7, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:15:21.719843 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.782500 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.1 (570253c6-3c3f-4b4b-b2df-263b4467b737/18bd3082-f541-489c-9aea-3ec2e27a1841/54d624a5-7380-48e4-8ef6-7ebb47be35d8) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:15:21.837160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] For port f24701c9-b6d4-4f6b-8622-4111348b53f7, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:15:21.840365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] For port f24701c9-b6d4-4f6b-8622-4111348b53f7, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f24701c9-b6d4-4f6b-8622-4111348b53f7,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:15:21.846686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.921323 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b60207-61db-4546-a379-623fd78761a5 None None] Pushing event updated for resources: {'Port': ['ID=f24701c9-b6d4-4f6b-8622-4111348b53f7,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:21.941380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:21.979781 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:22.025784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 570253c6-3c3f-4b4b-b2df-263b4467b737 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:15:22.029271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:15:22.033855 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:15:22.062929 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=54d624a5-7380-48e4-8ef6-7ebb47be35d8,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:22.098374 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:22.248656 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:22.559777 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:22.565354 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:22.640561 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:22.642367 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=54d624a5-7380-48e4-8ef6-7ebb47be35d8,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:22.739283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 570253c6-3c3f-4b4b-b2df-263b4467b737 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:15:22.740723 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:15:22.857621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:15:22.924403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb45d0-e08e-4f15-81cd-51c2125c10f1 None None] Network 570253c6-3c3f-4b4b-b2df-263b4467b737 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:15:22.970711 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:15:22.980181 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-52919951-2c55-405a-9b07-4374eb5bae6f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/ec3081d1-ff5c-4722-8c09-f0e8c6b9611a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0021799 Dec 12 05:15:23.043017 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-27bb1160-c6a6-48cb-9197-aa9f62c40239 None None] Provisioning complete for port f24701c9-b6d4-4f6b-8622-4111348b53f7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:23.043399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-27bb1160-c6a6-48cb-9197-aa9f62c40239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:23.165204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-fdd9fe1a-9b9c-4d1d-b940-e5b83a1bb114 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540114856&fields=id&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 267 time: 0.0698271 Dec 12 05:15:23.171765 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-27bb1160-c6a6-48cb-9197-aa9f62c40239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:23.208248 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-27bb1160-c6a6-48cb-9197-aa9f62c40239 None None] For port f24701c9-b6d4-4f6b-8622-4111348b53f7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f24701c9-b6d4-4f6b-8622-4111348b53f7,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:23.216343 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-27bb1160-c6a6-48cb-9197-aa9f62c40239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:23.258779 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f24701c9-b6d4-4f6b-8622-4111348b53f7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:15:23.310078 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-e512be77-4562-4934-aace-2131130745b7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:23.311685 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-e512be77-4562-4934-aace-2131130745b7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/networks?id=570253c6-3c3f-4b4b-b2df-263b4467b737 HTTP/1.1" status: 200 len: 796 time: 0.1457491 Dec 12 05:15:23.323222 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb1160-c6a6-48cb-9197-aa9f62c40239 None None] Pushing event updated for resources: {'Port': ['ID=f24701c9-b6d4-4f6b-8622-4111348b53f7,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:23.328536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-6299a24e-da3d-4999-94f9-51ead1bf8f7b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/quotas/cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 375 time: 0.0109661 Dec 12 05:15:23.338935 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f24701c9-b6d4-4f6b-8622-4111348b53f7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:23.339378 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:23.395415 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-8dc1b5e0-16d5-4277-a384-0592ad3233b4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537665 Dec 12 05:15:23.412548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-e156bd2f-3bc1-4174-b915-793d24cca2f0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:15:23.413655 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-e156bd2f-3bc1-4174-b915-793d24cca2f0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054805 Dec 12 05:15:23.431739 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cd248387-fcc4-481e-a8c9-a86600d232c3 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:15:23.469972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5cabb75b-d25b-4d13-9eaf-7f1f8b74a86a None None] Provisioning complete for port f24701c9-b6d4-4f6b-8622-4111348b53f7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:23.470368 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5cabb75b-d25b-4d13-9eaf-7f1f8b74a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:23.525657 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-2fc86e0f-2f25-4f19-9726-d1eefeb3ad11 service neutron] 10.222.0.36 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012735 Dec 12 05:15:23.534523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port cd248387-fcc4-481e-a8c9-a86600d232c3 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:23.534910 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:23.619078 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5cabb75b-d25b-4d13-9eaf-7f1f8b74a86a None None] Provisioning complete for port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:23.619380 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5cabb75b-d25b-4d13-9eaf-7f1f8b74a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:23.628749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-11cbe173-3894-4210-a5a9-f9bbdd1f37a2 service neutron] 10.222.0.36 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965376 Dec 12 05:15:23.674205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Sync routers for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:15:23.699125 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5cabb75b-d25b-4d13-9eaf-7f1f8b74a86a None None] Port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:15:23.701746 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:23.702860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:15:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:23.827061 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-021390cb-405d-4d52-921c-80a5bea758d5 req-d45e1156-b8a2-4213-bed0-5be736ab7413 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 210 time: 0.0320919 Dec 12 05:15:23.997118 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-81038d1b-fd7a-46f8-a3a3-6f91fa22ba56 None None] Provisioning complete for port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:23.997651 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-81038d1b-fd7a-46f8-a3a3-6f91fa22ba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:24.034400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:24.070773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-81038d1b-fd7a-46f8-a3a3-6f91fa22ba56 None None] Port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:15:24.211246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5bd4df68-a725-47d3-b248-ba340b3f7962 None None] Provisioning complete for port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:24.211591 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5bd4df68-a725-47d3-b248-ba340b3f7962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:24.279577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4df68-a725-47d3-b248-ba340b3f7962 None None] Port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:15:24.294477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54d624a5-7380-48e4-8ef6-7ebb47be35d8', 'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:ce:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:21Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 2, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:24.321581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Checking router: ec3081d1-ff5c-4722-8c09-f0e8c6b9611a for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:15:24.321944 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Updating router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:15:24.346217 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:24.608342 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:24.612958 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:24.659743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b72794-f729-4107-969f-517d2c7f9b8b None None] Pushing event updated for resources: {'Port': ['ID=54d624a5-7380-48e4-8ef6-7ebb47be35d8,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:24.713972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Attempting to bind port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:15:24.714350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Attempting to bind port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:15:24.714725 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Attempting to bind port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 on network 570253c6-3c3f-4b4b-b2df-263b4467b737 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:15:24.720509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:15:24.720921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Checking segment: {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:15:24.721338 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:24.721742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Bound using segment: {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:15:24.722227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Bound port: 54d624a5-7380-48e4-8ef6-7ebb47be35d8, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:15:24.722782 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:24.793596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] For port 54d624a5-7380-48e4-8ef6-7ebb47be35d8, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:15:24.797283 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] For port 54d624a5-7380-48e4-8ef6-7ebb47be35d8, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54d624a5-7380-48e4-8ef6-7ebb47be35d8,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:15:24.802825 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:24.864599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:24.865561 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:15:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:24.871909 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b72794-f729-4107-969f-517d2c7f9b8b None None] Pushing event updated for resources: {'Port': ['ID=54d624a5-7380-48e4-8ef6-7ebb47be35d8,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:24.968900 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6cb91fcd-d02c-4e0d-8269-8ee95e517b42 None None] Provisioning complete for port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:24.969512 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6cb91fcd-d02c-4e0d-8269-8ee95e517b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:24.999198 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b12ef698-69ce-4bbf-8923-1134afaf1534 req-e62ee4d4-2d84-4347-ba40-ce1248b0d484 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 210 time: 0.0407023 Dec 12 05:15:25.026550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:25.061974 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-acc6f066-1e13-4098-9326-f6792619d1e7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:25.064667 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-acc6f066-1e13-4098-9326-f6792619d1e7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/networks?id=570253c6-3c3f-4b4b-b2df-263b4467b737 HTTP/1.1" status: 200 len: 796 time: 0.1780467 Dec 12 05:15:25.151300 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-a1a03d59-414b-49c3-80bd-9d0830d3cb53 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 380 time: 0.0674868 Dec 12 05:15:25.157957 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f24701c9-b6d4-4f6b-8622-4111348b53f7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:15:25.174643 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'port': {'device_id': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'admin_state_up': True, 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'security_groups': ['50ab70e6-0fff-471a-8104-786128d22092']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:25.254494 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6cb91fcd-d02c-4e0d-8269-8ee95e517b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:25.300962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:15:25.304609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:25.333991 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f24701c9-b6d4-4f6b-8622-4111348b53f7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:25.334377 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:25.337012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6cb91fcd-d02c-4e0d-8269-8ee95e517b42 None None] For port 54d624a5-7380-48e4-8ef6-7ebb47be35d8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54d624a5-7380-48e4-8ef6-7ebb47be35d8,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:25.362707 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6cb91fcd-d02c-4e0d-8269-8ee95e517b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:25.439150 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.13 (570253c6-3c3f-4b4b-b2df-263b4467b737/18bd3082-f541-489c-9aea-3ec2e27a1841/93f6f1b3-20af-4312-a92b-c8b5f0597845) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:15:25.439672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb91fcd-d02c-4e0d-8269-8ee95e517b42 None None] Pushing event updated for resources: {'Port': ['ID=54d624a5-7380-48e4-8ef6-7ebb47be35d8,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:25.446999 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54d624a5-7380-48e4-8ef6-7ebb47be35d8', 'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:ce:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:21Z', 'updated_at': '2021-12-12T05:15:24Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:25.510350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fadb694-c873-4433-ba81-6d0b14aa3e27 None None] The sync data for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 is: [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54d624a5-7380-48e4-8ef6-7ebb47be35d8', 'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:ce:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:21Z', 'updated_at': '2021-12-12T05:15:24Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:15:25.529345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9084c899-8100-4a8d-8942-8b6e7275eab5 None None] Provisioning complete for port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:25.529799 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9084c899-8100-4a8d-8942-8b6e7275eab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:25.624138 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:25.664648 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:25.728052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 570253c6-3c3f-4b4b-b2df-263b4467b737 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:15:25.728052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:15:25.729491 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:15:25.761535 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=93f6f1b3-20af-4312-a92b-c8b5f0597845,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:25.791317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:25.792014 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:25.818769 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-f56ad4f0-e61c-4147-a13e-28a80729de12 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6478188 Dec 12 05:15:25.850395 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Request body: {'port': {'device_id': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:25.911890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:25.962012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-5c196ea5-6da2-481a-a17a-cb5658bd3b11 None None] Provisioning complete for port 93f6f1b3-20af-4312-a92b-c8b5f0597845 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:25.962387 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5c196ea5-6da2-481a-a17a-cb5658bd3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:26.001624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-5c196ea5-6da2-481a-a17a-cb5658bd3b11 None None] Port 93f6f1b3-20af-4312-a92b-c8b5f0597845 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:15:26.177850 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5bf28-af91-49ad-8e01-d38520be6f82 req-74a1e91a-8fff-464b-ac5c-d15b37ca4b7a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:26.179386 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0b5bf28-af91-49ad-8e01-d38520be6f82 req-74a1e91a-8fff-464b-ac5c-d15b37ca4b7a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 932 time: 0.1013877 Dec 12 05:15:26.278859 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0b5bf28-af91-49ad-8e01-d38520be6f82 req-874dfbdd-01c8-4c71-b471-e8666c40041b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935161 Dec 12 05:15:26.289534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f6f1b3-20af-4312-a92b-c8b5f0597845 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:15:26.297962 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:26.312645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Transition to ACTIVE for port object 93f6f1b3-20af-4312-a92b-c8b5f0597845 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:15:26.317220 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:26.371680 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Pushing event updated for resources: {'Port': ['ID=93f6f1b3-20af-4312-a92b-c8b5f0597845,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:26.448424 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Attempting to bind port 93f6f1b3-20af-4312-a92b-c8b5f0597845 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:15:26.448770 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Attempting to bind port 93f6f1b3-20af-4312-a92b-c8b5f0597845 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:15:26.450187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Attempting to bind port 93f6f1b3-20af-4312-a92b-c8b5f0597845 on network 570253c6-3c3f-4b4b-b2df-263b4467b737 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:15:26.455830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Port 93f6f1b3-20af-4312-a92b-c8b5f0597845 on network 570253c6-3c3f-4b4b-b2df-263b4467b737 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:15:26.456158 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Attempting to bind port 93f6f1b3-20af-4312-a92b-c8b5f0597845 on network 570253c6-3c3f-4b4b-b2df-263b4467b737 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:15:26.461442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:15:26.461793 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Checking segment: {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:15:26.462194 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Bound using segment: {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:15:26.462642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Bound port: 93f6f1b3-20af-4312-a92b-c8b5f0597845, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0601bd30-cb76-42ef-98b4-0060a90e849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:15:26.463015 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:26.530858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] For port 93f6f1b3-20af-4312-a92b-c8b5f0597845, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:15:26.534387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] For port 93f6f1b3-20af-4312-a92b-c8b5f0597845, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:15:26.538462 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:26.582047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:26.582697 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:26.584364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/93f6f1b3-20af-4312-a92b-c8b5f0597845 HTTP/1.1" status: 200 len: 1092 time: 0.7392266 Dec 12 05:15:26.584693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:15:26.587142 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40" -d '{"events": [{"name": "network-changed", "server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:15:26.609230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22fd70-2750-41f5-aea0-0c3e8d2083e2 service neutron] Pushing event updated for resources: {'Port': ['ID=93f6f1b3-20af-4312-a92b-c8b5f0597845,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:26.713914 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a0166e-bb68-48e4-b787-1bbdf105b555 x-openstack-request-id: req-65a0166e-bb68-48e4-b787-1bbdf105b555 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:15:26.714294 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:15:26.714618 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65a0166e-bb68-48e4-b787-1bbdf105b555 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:15:26.715091 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'status': 'completed', 'code': 200} Dec 12 05:15:26.721999 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-7b49ae8f-89c5-4f51-9732-7702a1062692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:26.723897 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-7b49ae8f-89c5-4f51-9732-7702a1062692 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 1095 time: 0.0662017 Dec 12 05:15:26.783272 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-a9c19d30-fc15-4a9f-88f2-e5a01c381f92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845 HTTP/1.1" status: 200 len: 217 time: 0.0365915 Dec 12 05:15:26.842329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-430f3b53-2e11-4d39-804a-80dadabb222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:26.843815 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-430f3b53-2e11-4d39-804a-80dadabb222a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18bd3082-f541-489c-9aea-3ec2e27a1841 HTTP/1.1" status: 200 len: 835 time: 0.0484986 Dec 12 05:15:26.895505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-62fa82d9-4ebb-4ad7-8670-d9c6579a361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:26.897029 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-62fa82d9-4ebb-4ad7-8670-d9c6579a361b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=570253c6-3c3f-4b4b-b2df-263b4467b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405295 Dec 12 05:15:26.989031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-4315e9c6-cace-46c4-adbe-b5384e5f2f80 service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797164 Dec 12 05:15:27.085666 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-715699eb-62df-46b9-8605-59b2d10d91a5 req-90ed9b74-dc0f-4513-aeea-fcb5f062b68a service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852828 Dec 12 05:15:27.152681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54d624a5-7380-48e4-8ef6-7ebb47be35d8 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:15:27.201203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:27.201587 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:27.236505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-a5fe5642-30eb-48d4-8655-b79787e91fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:27.238113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-a5fe5642-30eb-48d4-8655-b79787e91fad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 1095 time: 0.0431824 Dec 12 05:15:27.332006 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-dd144b25-a067-4b5c-b9e4-befc0aaa9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:27.333551 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-dd144b25-a067-4b5c-b9e4-befc0aaa9586 service neutron] 10.222.0.37 "GET /v2.0/networks?id=570253c6-3c3f-4b4b-b2df-263b4467b737 HTTP/1.1" status: 200 len: 896 time: 0.0876453 Dec 12 05:15:27.378644 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-7a794ab6-f975-43f6-be58-5d8015cdbd15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845 HTTP/1.1" status: 200 len: 217 time: 0.0377865 Dec 12 05:15:27.450916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-f8c9af24-ab9b-4eff-8e5e-9a4580b37ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:27.452351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-f8c9af24-ab9b-4eff-8e5e-9a4580b37ded service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18bd3082-f541-489c-9aea-3ec2e27a1841 HTTP/1.1" status: 200 len: 835 time: 0.0654874 Dec 12 05:15:27.460426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a1244-f982-46fb-9b02-90d1fb5de945 req-c0ee6ae1-f7c5-42aa-a2f0-219b3db20810 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:27.461808 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-be1a1244-f982-46fb-9b02-90d1fb5de945 req-c0ee6ae1-f7c5-42aa-a2f0-219b3db20810 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 944 time: 0.0858495 Dec 12 05:15:27.860994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-09dc2479-9a80-4a29-90c2-fa8b8587ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:27.862423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-09dc2479-9a80-4a29-90c2-fa8b8587ffcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=570253c6-3c3f-4b4b-b2df-263b4467b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3997631 Dec 12 05:15:27.867654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-be1a1244-f982-46fb-9b02-90d1fb5de945 req-be2d90c9-3340-4968-9cb7-6bdf7cbd1804 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974574 Dec 12 05:15:27.954945 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-9f541f6a-c94c-4811-afa8-579c885620e7 service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830367 Dec 12 05:15:28.042201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-47b59e3a-d17d-4e35-a0fa-ed288ca5fb40 req-29c230db-6148-4f10-8864-95a1f8096343 service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794179 Dec 12 05:15:28.983011 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57dd9-28d6-493c-9f84-aefa73da0fca req-ec830cdd-921f-4f95-9864-670e1179f4eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:28.985183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78f57dd9-28d6-493c-9f84-aefa73da0fca req-ec830cdd-921f-4f95-9864-670e1179f4eb tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 944 time: 0.0483549 Dec 12 05:15:29.033762 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-78f57dd9-28d6-493c-9f84-aefa73da0fca req-ebc28a3c-7526-4df5-8f9c-6bcd39acd245 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 Dec 12 05:15:29.113893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 93f6f1b3-20af-4312-a92b-c8b5f0597845 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:15:29.207534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 93f6f1b3-20af-4312-a92b-c8b5f0597845, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:29.220084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'port_id': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'mac_address': 'fa:16:3e:02:96:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:15:29.255885 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:29.272530 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f6f1b3-20af-4312-a92b-c8b5f0597845 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:15:29.292043 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 93f6f1b3-20af-4312-a92b-c8b5f0597845, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:29.296030 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:29.341860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=93f6f1b3-20af-4312-a92b-c8b5f0597845,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:29.638727 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['93f6f1b3-20af-4312-a92b-c8b5f0597845'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:15:30.147546 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57b417-83b7-4e42-9c3e-4d6b0cb2abd6 req-19345098-0a0e-4298-80aa-e18a37d12f08 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:30.149074 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa57b417-83b7-4e42-9c3e-4d6b0cb2abd6 req-19345098-0a0e-4298-80aa-e18a37d12f08 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 945 time: 0.0497978 Dec 12 05:15:30.197908 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-aa57b417-83b7-4e42-9c3e-4d6b0cb2abd6 req-a0acf76f-06aa-4b9a-9ddb-5d5da67fb73e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Dec 12 05:15:31.134072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 93f6f1b3-20af-4312-a92b-c8b5f0597845 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:15:31.182902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 93f6f1b3-20af-4312-a92b-c8b5f0597845 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:15:31.186765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 93f6f1b3-20af-4312-a92b-c8b5f0597845 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:15:31.187140 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:31.265396 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:31.293419 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:15:31.295765 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4764b31d-eb34-4bb3-994c-cd8d149f59e0" -d '{"events": [{"server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "name": "network-vif-plugged", "status": "completed", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:15:31.308548 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 93f6f1b3-20af-4312-a92b-c8b5f0597845, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:15:31.313969 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:31.317595 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2433-6bfe-4a80-a2e3-e24c13b84f73 req-9660c487-d26d-439d-9c2a-fff36f37e4f7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:31.319204 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0cdd2433-6bfe-4a80-a2e3-e24c13b84f73 req-9660c487-d26d-439d-9c2a-fff36f37e4f7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 945 time: 0.0538929 Dec 12 05:15:31.338071 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd8053e-c83f-4294-be66-d4fde45ddfeb x-openstack-request-id: req-abd8053e-c83f-4294-be66-d4fde45ddfeb {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:15:31.338373 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "name": "network-vif-plugged", "status": "completed", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:15:31.338646 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abd8053e-c83f-4294-be66-d4fde45ddfeb {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:15:31.339048 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'code': 200} Dec 12 05:15:31.364912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=93f6f1b3-20af-4312-a92b-c8b5f0597845,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:31.371423 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0cdd2433-6bfe-4a80-a2e3-e24c13b84f73 req-38d2c2cf-ac7b-4260-8b6a-0ccf14f16b31 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457261 Dec 12 05:15:31.485332 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dcf6-d76d-44a7-bccc-aa17c29c03de req-a7269e73-91b3-4e61-b4af-30c0a7569968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:31.486818 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d682dcf6-d76d-44a7-bccc-aa17c29c03de req-a7269e73-91b3-4e61-b4af-30c0a7569968 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 1097 time: 0.0434062 Dec 12 05:15:31.539776 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d682dcf6-d76d-44a7-bccc-aa17c29c03de req-344db0ee-00da-45eb-b946-61067354e862 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385890 Dec 12 05:15:32.486594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16cb-355c-4742-bc8d-bf94be93509a req-105de3b1-1c52-460f-b4f2-05b1b937127c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:32.487996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-129b16cb-355c-4742-bc8d-bf94be93509a req-105de3b1-1c52-460f-b4f2-05b1b937127c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0479784 Dec 12 05:15:32.535904 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-129b16cb-355c-4742-bc8d-bf94be93509a req-5620944b-a723-45ee-a87e-4f18ce9fa3aa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Dec 12 05:15:33.653321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b60e4-7bf2-420c-b59e-22adf38d91d0 req-bc2fffec-e459-4686-9fa2-46674b2c7ed6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:33.654812 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-724b60e4-7bf2-420c-b59e-22adf38d91d0 req-bc2fffec-e459-4686-9fa2-46674b2c7ed6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0530946 Dec 12 05:15:33.702998 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-724b60e4-7bf2-420c-b59e-22adf38d91d0 req-cc971566-bdf2-4cdf-b9ba-6e42521b8f32 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Dec 12 05:15:33.822052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4563ee2-7f8a-402d-b6df-ad9c2f60624a req-a939d57f-27d4-4951-836e-3a2cfcc251c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:33.823459 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4563ee2-7f8a-402d-b6df-ad9c2f60624a req-a939d57f-27d4-4951-836e-3a2cfcc251c5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0549049 Dec 12 05:15:33.872637 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4563ee2-7f8a-402d-b6df-ad9c2f60624a req-e04d0b30-42a7-404d-9465-74bb2d54e9e1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Dec 12 05:15:33.895047 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43396) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:33.933521 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ac694-80a8-4dd7-b304-9a55f97fce1e tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:33.935118 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-518ac694-80a8-4dd7-b304-9a55f97fce1e tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 1092 time: 0.0390532 Dec 12 05:15:33.937844 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43398) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:33.942566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:15:33.964224 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:34.060318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:34.165112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.243 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/8d1d1874-477e-452b-b099-d39e9033b00b) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:15:34.269325 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:34.302031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:34.339039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:15:34.343407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:15:34.347060 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:15:34.373866 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=8d1d1874-477e-452b-b099-d39e9033b00b,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:34.690151 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:34.755668 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:34.904600 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:34.909513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:34.983889 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=8d1d1874-477e-452b-b099-d39e9033b00b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:15:34.992455 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:35.096127 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP cee8fb24-71b1-456b-afe8-cd266f721ce0 associated. External IP: 172.25.7.243, port: 93f6f1b3-20af-4312-a92b-c8b5f0597845. Dec 12 05:15:35.307568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:15:35.413955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:15:35.424163 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] Sync routers for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:15:35.431922 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:35.434663 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:35.435273 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:15:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:35.459330 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-53bcfd9b-22b9-4dc2-878c-5c9577ecf8b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5204480 Dec 12 05:15:35.460012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:15:35.462592 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35027b78-5ff5-42eb-bedc-6c180e6a0363" -d '{"events": [{"name": "network-changed", "server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:15:35.510505 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4fcad5-c430-4b7b-9ea9-4fb3cf370882 x-openstack-request-id: req-ba4fcad5-c430-4b7b-9ea9-4fb3cf370882 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:15:35.510505 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:15:35.510776 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba4fcad5-c430-4b7b-9ea9-4fb3cf370882 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:15:35.511183 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'status': 'completed', 'code': 200} Dec 12 05:15:35.542410 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:35.560277 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ded142-0beb-4757-ba94-b10204642170 req-8957a947-14f5-4742-9c47-3f03ba0ba0cf tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:35.562474 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3ded142-0beb-4757-ba94-b10204642170 req-8957a947-14f5-4742-9c47-3f03ba0ba0cf tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0506594 Dec 12 05:15:35.602212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-d5e275af-57c0-4fa2-9eb7-0e3feb1fdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:35.603770 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-d5e275af-57c0-4fa2-9eb7-0e3feb1fdd3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 1097 time: 0.0497785 Dec 12 05:15:35.619479 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d3ded142-0beb-4757-ba94-b10204642170 req-a5ea0cb4-ab6d-4540-b47f-454db9b289a2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498078 Dec 12 05:15:35.640120 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43404) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:35.698808 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-0e2c6f1b-2f32-424d-8596-a34b8c94710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:35.700946 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-0e2c6f1b-2f32-424d-8596-a34b8c94710f service neutron] 10.222.0.37 "GET /v2.0/networks?id=570253c6-3c3f-4b4b-b2df-263b4467b737 HTTP/1.1" status: 200 len: 896 time: 0.0898173 Dec 12 05:15:35.711256 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-10226b63-efe9-418e-868b-1e3405da314f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/cee8fb24-71b1-456b-afe8-cd266f721ce0 HTTP/1.1" status: 200 len: 992 time: 0.0698018 Dec 12 05:15:35.775681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-1aa0b42f-6f90-4a62-9ad7-ff7e85bb92b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845 HTTP/1.1" status: 200 len: 1000 time: 0.0674508 Dec 12 05:15:35.825947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-4df84c1d-c238-4a31-970d-cf3b5817daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:35.827373 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-4df84c1d-c238-4a31-970d-cf3b5817daec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18bd3082-f541-489c-9aea-3ec2e27a1841 HTTP/1.1" status: 200 len: 835 time: 0.0436642 Dec 12 05:15:35.873182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-4169bed0-5a8d-4c0d-ba9d-8918968d9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:15:35.874724 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-4169bed0-5a8d-4c0d-ba9d-8918968d9085 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=570253c6-3c3f-4b4b-b2df-263b4467b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401378 Dec 12 05:15:35.963801 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'cee8fb24-71b1-456b-afe8-cd266f721ce0', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'port_id': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'mac_address': 'fa:16:3e:02:96:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:15:34Z', 'updated_at': '2021-12-12T05:15:34Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d624a5-7380-48e4-8ef6-7ebb47be35d8', 'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:ce:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:21Z', 'updated_at': '2021-12-12T05:15:25Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:35.968836 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-90556101-b8ae-483e-988f-97afe7f0caed service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859385 Dec 12 05:15:35.994969 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] Checking router: ec3081d1-ff5c-4722-8c09-f0e8c6b9611a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:15:36.009197 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:15:36.009807 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:15:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:36.059491 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-35027b78-5ff5-42eb-bedc-6c180e6a0363 req-35207d6c-00c8-46e2-a5bd-95c163fd555a service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830512 Dec 12 05:15:36.111041 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:15:36.332500 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'cee8fb24-71b1-456b-afe8-cd266f721ce0', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'port_id': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'mac_address': 'fa:16:3e:02:96:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:15:34Z', 'updated_at': '2021-12-12T05:15:34Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d624a5-7380-48e4-8ef6-7ebb47be35d8', 'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:ce:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:21Z', 'updated_at': '2021-12-12T05:15:25Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:15:36.357305 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b778bd4-9155-4350-95d2-522e3bcb9698 None None] The sync data for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 is: [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': 'cee8fb24-71b1-456b-afe8-cd266f721ce0', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'port_id': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'mac_address': 'fa:16:3e:02:96:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:15:34Z', 'updated_at': '2021-12-12T05:15:34Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d624a5-7380-48e4-8ef6-7ebb47be35d8', 'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:ce:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:21Z', 'updated_at': '2021-12-12T05:15:25Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:15:36.544294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b76bf1-7ea7-4d97-9563-a3d146879714 None None] New status for floating IP cee8fb24-71b1-456b-afe8-cd266f721ce0: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:15:36.712476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43406) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:15:36.818092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-fcfab2c1-6f5a-4c0f-b8f4-c16c0473d693 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/cee8fb24-71b1-456b-afe8-cd266f721ce0 HTTP/1.1" status: 200 len: 994 time: 0.1044364 Dec 12 05:15:40.785851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7217ecdb-7d4a-4e5a-aafc-f787f70564f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:42.295007 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:43.070295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-01b7077d-8ac6-40e1-b291-8c7fe0caea7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:44.323302 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:44.540685 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:45.853887 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:46.846181 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:15:56.148778 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:16:01.919361 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-5b02d453-0310-41ab-8b9e-5ea915e91c91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767086 Dec 12 05:16:02.026720 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-464a888b-efb5-481b-b3d0-f26098e6934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:02.028183 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-464a888b-efb5-481b-b3d0-f26098e6934a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 1097 time: 0.0443978 Dec 12 05:16:02.130319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-42490d90-1fe4-4944-a27e-8e4f66d2ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:02.131700 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-42490d90-1fe4-4944-a27e-8e4f66d2ebd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=570253c6-3c3f-4b4b-b2df-263b4467b737 HTTP/1.1" status: 200 len: 896 time: 0.0832222 Dec 12 05:16:02.208490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-0563a66d-e0e9-45b7-bffe-3f1e58ab2566 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845 HTTP/1.1" status: 200 len: 1002 time: 0.0613873 Dec 12 05:16:02.257925 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-0bea95ec-aec8-40f0-a005-181f74f323d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:02.259331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-0bea95ec-aec8-40f0-a005-181f74f323d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18bd3082-f541-489c-9aea-3ec2e27a1841 HTTP/1.1" status: 200 len: 835 time: 0.0437074 Dec 12 05:16:02.304721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-74759d00-ab3b-449e-9762-84103a958dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:02.306231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-74759d00-ab3b-449e-9762-84103a958dff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=570253c6-3c3f-4b4b-b2df-263b4467b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389562 Dec 12 05:16:02.398958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-8efc1e1f-fbe1-40b8-a8ee-e50f9a22bf9a service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836637 Dec 12 05:16:02.488772 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-519e2669-1a3c-4ad3-8ff4-767571a9e11e req-cb6b06e0-b6ab-4f5a-abcf-0e9445ca48fb service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809920 Dec 12 05:16:10.787300 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-524973ee-9200-46aa-8b7c-b48b50aa8397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:12.296455 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:12.374098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bde1b-a513-41d4-8dee-bab58f023a06 req-202f462e-0b2c-4a95-881a-409993125537 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:12.375597 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-751bde1b-a513-41d4-8dee-bab58f023a06 req-202f462e-0b2c-4a95-881a-409993125537 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0501318 Dec 12 05:16:12.429872 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-751bde1b-a513-41d4-8dee-bab58f023a06 req-b366fa5e-9190-4479-9726-cc10640fcb7e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484214 Dec 12 05:16:13.071615 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bce3097f-1092-42bb-8df9-e1d995d31ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:13.548889 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3acef-3b89-47a5-a498-3ac44ad7f290 req-8d0643f6-de08-4128-994e-57e0f5c1d40c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:13.550392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-afa3acef-3b89-47a5-a498-3ac44ad7f290 req-8d0643f6-de08-4128-994e-57e0f5c1d40c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0520902 Dec 12 05:16:13.599272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-afa3acef-3b89-47a5-a498-3ac44ad7f290 req-cd8d4876-1867-4129-8b84-ff336d852723 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431008 Dec 12 05:16:14.325826 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:14.538692 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:14.714580 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cfacc-ac37-4810-b5b0-3e9f91a4dad6 req-1d9cd685-22ed-4f6a-838f-7b11745f96dd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:14.716045 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc1cfacc-ac37-4810-b5b0-3e9f91a4dad6 req-1d9cd685-22ed-4f6a-838f-7b11745f96dd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0489562 Dec 12 05:16:14.764831 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cc1cfacc-ac37-4810-b5b0-3e9f91a4dad6 req-d8b1b1e0-a789-4e2f-a75a-ee3f1f9e107a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428736 Dec 12 05:16:15.855161 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:15.879803 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0f61c-2a34-4707-99ba-16f1e217e38e req-005769c6-d33d-490a-804e-89f20978569c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:15.881355 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ea0f61c-2a34-4707-99ba-16f1e217e38e req-005769c6-d33d-490a-804e-89f20978569c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0496304 Dec 12 05:16:15.929411 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7ea0f61c-2a34-4707-99ba-16f1e217e38e req-27683eac-bf81-46cd-adb9-d625481ac38c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Dec 12 05:16:16.848547 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:17.044696 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f4180-ea7c-4df2-a590-f83a6bec5fb4 req-e69811d9-26af-4225-9fde-90f2446e1942 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:17.046212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a5f4180-ea7c-4df2-a590-f83a6bec5fb4 req-e69811d9-26af-4225-9fde-90f2446e1942 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0483332 Dec 12 05:16:17.098232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7a5f4180-ea7c-4df2-a590-f83a6bec5fb4 req-29bfe595-c941-4b35-b008-00e726b61a5f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460091 Dec 12 05:16:18.210786 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfb836-7367-4909-82c5-e3a4ef5b9182 req-1ce6eda7-96c0-4012-8e15-7c2eb863d6b1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:18.212262 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcbfb836-7367-4909-82c5-e3a4ef5b9182 req-1ce6eda7-96c0-4012-8e15-7c2eb863d6b1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0480266 Dec 12 05:16:18.265760 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fcbfb836-7367-4909-82c5-e3a4ef5b9182 req-c8bca79e-2877-404f-904f-90f1d51c2ef3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468063 Dec 12 05:16:19.382471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce1e3e-5927-4c03-be0c-38e6e09e4793 req-78676ce6-94c0-40ab-a3d6-51b845fbd1ed tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:19.383840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7ce1e3e-5927-4c03-be0c-38e6e09e4793 req-78676ce6-94c0-40ab-a3d6-51b845fbd1ed tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0513613 Dec 12 05:16:19.432331 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7ce1e3e-5927-4c03-be0c-38e6e09e4793 req-990d4b39-c889-4daf-8671-549734e17d16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422411 Dec 12 05:16:20.544600 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73350c6e-3f35-4aa7-ac52-7ed30adc5fa9 req-251c7c2b-c99c-4780-a1a1-eb37ef3bd03f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:20.546013 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-73350c6e-3f35-4aa7-ac52-7ed30adc5fa9 req-251c7c2b-c99c-4780-a1a1-eb37ef3bd03f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0473547 Dec 12 05:16:20.593684 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-73350c6e-3f35-4aa7-ac52-7ed30adc5fa9 req-91420f42-3586-4fa9-aebc-cfba2ddffe9a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Dec 12 05:16:21.706543 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eebb62-5778-46af-9417-5762245fa407 req-49a8eaed-779a-4561-aa3c-b4a9fcffc1a3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:21.708019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2eebb62-5778-46af-9417-5762245fa407 req-49a8eaed-779a-4561-aa3c-b4a9fcffc1a3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0483799 Dec 12 05:16:21.756352 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a2eebb62-5778-46af-9417-5762245fa407 req-811214ee-d91c-46ae-aa67-950f0446bcfe tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Dec 12 05:16:22.868777 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be2ee1-bcec-4a90-abb9-e39a6ee2b2ce req-a02b8d47-111c-4807-a4ad-82e88d9e6928 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:22.870324 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40be2ee1-bcec-4a90-abb9-e39a6ee2b2ce req-a02b8d47-111c-4807-a4ad-82e88d9e6928 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0483997 Dec 12 05:16:22.918605 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40be2ee1-bcec-4a90-abb9-e39a6ee2b2ce req-a7f45a6f-0f0d-4c1b-8832-ab65b8813f54 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Dec 12 05:16:24.032218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef71e1-02ca-427d-9c42-97b03cd2be96 req-40b41dd4-979a-4591-9f55-3fc3f36f45a3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:24.034290 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52ef71e1-02ca-427d-9c42-97b03cd2be96 req-40b41dd4-979a-4591-9f55-3fc3f36f45a3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0483756 Dec 12 05:16:24.086489 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-52ef71e1-02ca-427d-9c42-97b03cd2be96 req-dbd43315-967b-40c1-b98b-944c2a75950e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462580 Dec 12 05:16:25.210061 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b7181-ec8a-4077-a457-b9ef53cccc2d req-9406f4e4-061e-4144-b633-0ca3a6b45786 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:25.211540 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea8b7181-ec8a-4077-a457-b9ef53cccc2d req-9406f4e4-061e-4144-b633-0ca3a6b45786 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0516388 Dec 12 05:16:25.260723 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ea8b7181-ec8a-4077-a457-b9ef53cccc2d req-181c3ced-cbf0-4456-aa58-60152bf00228 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 Dec 12 05:16:26.377222 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a0fae-00ef-46ac-94af-3fb7f22562d1 req-646fa733-8677-47b7-be1c-79e045979278 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:26.378749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-530a0fae-00ef-46ac-94af-3fb7f22562d1 req-646fa733-8677-47b7-be1c-79e045979278 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0489626 Dec 12 05:16:26.427467 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-530a0fae-00ef-46ac-94af-3fb7f22562d1 req-9636b436-671f-492e-a653-0fb25d189356 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Dec 12 05:16:27.540171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd1425-28c8-4901-b63b-e739c26f4a7d req-3223f0c8-143d-4ae3-9225-2af62e033bd8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:27.541699 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2cdd1425-28c8-4901-b63b-e739c26f4a7d req-3223f0c8-143d-4ae3-9225-2af62e033bd8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0483804 Dec 12 05:16:27.591021 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2cdd1425-28c8-4901-b63b-e739c26f4a7d req-81f535fe-1001-4c9e-ac61-95850531494f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434115 Dec 12 05:16:28.705393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b831948-1fc4-456d-a0f0-1ec50aff63ce req-62e0726a-4f08-452f-93b1-8e5f9726a814 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:28.706864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b831948-1fc4-456d-a0f0-1ec50aff63ce req-62e0726a-4f08-452f-93b1-8e5f9726a814 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0476284 Dec 12 05:16:28.754258 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2b831948-1fc4-456d-a0f0-1ec50aff63ce req-9c8225cd-11ea-4040-a3ad-691ea67dd027 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Dec 12 05:16:29.871314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0036-f913-4860-81d0-4cced4f6e2c6 req-257c3f0a-d977-4dac-8d7b-99aa6e178e3f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:29.872824 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-982d0036-f913-4860-81d0-4cced4f6e2c6 req-257c3f0a-d977-4dac-8d7b-99aa6e178e3f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0488267 Dec 12 05:16:29.924504 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-982d0036-f913-4860-81d0-4cced4f6e2c6 req-5ea5ccb1-042b-4a0b-839b-50ef40790643 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457973 Dec 12 05:16:31.043509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921d0ea-a1a0-4c06-ad41-50264f4ed2df req-7b911f34-0e67-4f88-a599-be44b112cd2b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:31.044933 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5921d0ea-a1a0-4c06-ad41-50264f4ed2df req-7b911f34-0e67-4f88-a599-be44b112cd2b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0516086 Dec 12 05:16:31.093288 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5921d0ea-a1a0-4c06-ad41-50264f4ed2df req-b8dc85e3-f963-4898-8288-ea7c3a08e756 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 Dec 12 05:16:32.208408 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac67920-d17e-4019-a43e-49ec78e3d5d8 req-70a35cd6-bd0f-4ffc-b60c-45cbb90670b6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:32.209922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ac67920-d17e-4019-a43e-49ec78e3d5d8 req-70a35cd6-bd0f-4ffc-b60c-45cbb90670b6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0487788 Dec 12 05:16:32.259433 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8ac67920-d17e-4019-a43e-49ec78e3d5d8 req-a7e560b5-26a0-4583-bdbc-8bd7bae69e69 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 Dec 12 05:16:33.148277 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:16:33.371761 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955df75-c23d-4415-9b54-0a9904c1d68b req-b685859f-f371-43b9-8fd1-83bf9c6c4d81 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:33.373179 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6955df75-c23d-4415-9b54-0a9904c1d68b req-b685859f-f371-43b9-8fd1-83bf9c6c4d81 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0484617 Dec 12 05:16:33.421548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6955df75-c23d-4415-9b54-0a9904c1d68b req-9d744e7d-2e0b-498a-b1e6-fc13e55f6ebe tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Dec 12 05:16:33.444255 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43468) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:16:33.507349 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-363f72ee-57f3-4276-a197-67042b8f4c5a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/cee8fb24-71b1-456b-afe8-cd266f721ce0 HTTP/1.1" status: 200 len: 994 time: 0.0619483 Dec 12 05:16:34.786716 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedb942-8311-4e77-a0d6-ca86dc4e94b8 req-e82bce52-28dd-4a48-9d12-b758c70eaaa3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:34.788356 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cedb942-8311-4e77-a0d6-ca86dc4e94b8 req-e82bce52-28dd-4a48-9d12-b758c70eaaa3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0500119 Dec 12 05:16:34.838156 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1cedb942-8311-4e77-a0d6-ca86dc4e94b8 req-1b22ae8c-2dc5-41ee-adc2-19979e7b06d7 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436251 Dec 12 05:16:34.841957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-5b25b41e-f633-44b6-99aa-bd4ed2ee21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:34.843469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-5b25b41e-f633-44b6-99aa-bd4ed2ee21b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 1097 time: 0.0406389 Dec 12 05:16:34.935401 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-435c133b-b0a5-4d28-b3dd-4ff8b69502f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:34.936774 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-435c133b-b0a5-4d28-b3dd-4ff8b69502f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=570253c6-3c3f-4b4b-b2df-263b4467b737 HTTP/1.1" status: 200 len: 896 time: 0.0850914 Dec 12 05:16:35.005906 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-ded5e794-57ba-4d55-9839-a71a577732d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845 HTTP/1.1" status: 200 len: 1002 time: 0.0571120 Dec 12 05:16:35.061209 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-22044af3-78bc-480d-ab43-1b81b1836169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:35.062651 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-22044af3-78bc-480d-ab43-1b81b1836169 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18bd3082-f541-489c-9aea-3ec2e27a1841 HTTP/1.1" status: 200 len: 835 time: 0.0456045 Dec 12 05:16:35.115467 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-6000e61a-4212-47da-b724-037845d1a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:35.117385 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-6000e61a-4212-47da-b724-037845d1a9b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=570253c6-3c3f-4b4b-b2df-263b4467b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424337 Dec 12 05:16:35.209433 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-778f6cd6-d60c-4995-b8dd-4c3af22d4213 service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804217 Dec 12 05:16:35.316667 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-76e48d05-c837-4e9f-8920-79f045df72b9 req-5924fbac-9e89-4712-9366-723aeb57e7e0 service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965016 Dec 12 05:16:35.956568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d3a98-dc5f-4f5e-be9a-94bb64ae96ac req-59852072-5e60-48ab-b75c-6f8935f201ad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:35.958106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-209d3a98-dc5f-4f5e-be9a-94bb64ae96ac req-59852072-5e60-48ab-b75c-6f8935f201ad tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0504298 Dec 12 05:16:36.008091 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-209d3a98-dc5f-4f5e-be9a-94bb64ae96ac req-c5e84172-2902-4e79-b806-c2d73f6aba70 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Dec 12 05:16:37.129021 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1e57-4c55-4778-9566-1843f2feedbf req-b27dc28c-33dc-47f2-994a-d8bb7d19972d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:16:37.130526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-627f1e57-4c55-4778-9566-1843f2feedbf req-b27dc28c-33dc-47f2-994a-d8bb7d19972d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0532739 Dec 12 05:16:37.179776 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-627f1e57-4c55-4778-9566-1843f2feedbf req-55894c9b-d0b6-46cd-9b8a-10405ddbc03e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429258 Dec 12 05:16:37.202782 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43480) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:16:37.264733 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f48cbf6d-960d-4356-a54b-c64a01fe891e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/cee8fb24-71b1-456b-afe8-cd266f721ce0 HTTP/1.1" status: 200 len: 994 time: 0.0607994 Dec 12 05:16:40.789281 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7c71-cb2a-4a0a-914a-043c8ebbfe3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:42.310975 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:43.073756 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-29f5e7a8-73b7-463d-bb0c-bdcb6de49d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:44.328351 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:44.538448 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:45.858983 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:16:46.849751 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:01.867991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-a572392c-83f5-47a4-84c9-d6994fcfae20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388424 Dec 12 05:17:01.970918 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-683857a8-649f-44ab-852e-116e822d26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:01.972401 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-683857a8-649f-44ab-852e-116e822d26b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 1097 time: 0.0418129 Dec 12 05:17:02.076726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-4bfca926-81ec-48b9-9e50-c90b2e6c4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:02.078129 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-4bfca926-81ec-48b9-9e50-c90b2e6c4d60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=570253c6-3c3f-4b4b-b2df-263b4467b737 HTTP/1.1" status: 200 len: 896 time: 0.0856400 Dec 12 05:17:02.144240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-20c363e1-e1b9-4901-b7e4-c7ee4f3b884d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845 HTTP/1.1" status: 200 len: 1002 time: 0.0581057 Dec 12 05:17:02.202595 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-916cc4b3-5bc6-427d-b60c-5b65ea6bef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:02.204001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-916cc4b3-5bc6-427d-b60c-5b65ea6bef75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18bd3082-f541-489c-9aea-3ec2e27a1841 HTTP/1.1" status: 200 len: 835 time: 0.0462396 Dec 12 05:17:02.249687 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-cc530f8a-9d98-4605-af70-69e66605f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:02.251142 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-cc530f8a-9d98-4605-af70-69e66605f8bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=570253c6-3c3f-4b4b-b2df-263b4467b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388284 Dec 12 05:17:02.337540 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-2841f9fd-1359-4457-ab4a-b9bebd1e7046 service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784616 Dec 12 05:17:02.429996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0eb9bb8c-e6b9-43b5-9e82-a096dcd765b9 req-a5a38e2a-5c0a-4df9-b579-4c9412858af8 service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852478 Dec 12 05:17:07.845991 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43496) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:08.015620 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port 8d1d1874-477e-452b-b099-d39e9033b00b {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:17:08.015974 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:08.090439 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:08.090777 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:08.102984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for 8d1d1874-477e-452b-b099-d39e9033b00b owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:17:08.250155 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:08.274171 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=8d1d1874-477e-452b-b099-d39e9033b00b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:08.287856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.288122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.288477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.288844 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.289196 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.289540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.289938 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.290222 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.290560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.290898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.291236 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.291569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.292241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:08.349854 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:08.350197 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP cee8fb24-71b1-456b-afe8-cd266f721ce0 disassociated (deleted). External IP: 172.25.7.243, port: 93f6f1b3-20af-4312-a92b-c8b5f0597845. Dec 12 05:17:08.553548 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:17:08.660189 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:17:08.664982 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:08.670792 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] Sync routers for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:17:08.680450 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:08.681171 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:16:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:08.692776 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1f2c7b0f-f9df-45ef-a82b-5fd8a59526d8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/floatingips/cee8fb24-71b1-456b-afe8-cd266f721ce0 HTTP/1.1" status: 204 len: 168 time: 0.8454885 Dec 12 05:17:08.693392 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:17:08.695677 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39054f9e-ba1f-4f29-8380-3707b9299c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:17:08.792419 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:08.796510 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead666c-7456-4ab9-b7ef-a69c09ca8907 x-openstack-request-id: req-cead666c-7456-4ab9-b7ef-a69c09ca8907 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:17:08.797043 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:17:08.797350 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cead666c-7456-4ab9-b7ef-a69c09ca8907 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:17:08.797738 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'status': 'completed', 'code': 200} Dec 12 05:17:08.932233 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5f76-01e6-4d83-be50-b511778d9515 req-16f56b0b-6281-4d99-8673-bef625a6b9d5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:08.933759 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d14c5f76-01e6-4d83-be50-b511778d9515 req-16f56b0b-6281-4d99-8673-bef625a6b9d5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0577619 Dec 12 05:17:08.994172 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54d624a5-7380-48e4-8ef6-7ebb47be35d8', 'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:ce:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:21Z', 'updated_at': '2021-12-12T05:15:25Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:08.996514 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-cc6114c1-00f7-47be-ad89-2096af39dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:08.998050 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-cc6114c1-00f7-47be-ad89-2096af39dff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 1097 time: 0.0837293 Dec 12 05:17:09.007505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d14c5f76-01e6-4d83-be50-b511778d9515 req-daabdb62-327d-40bc-9f92-10817dbd4604 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565491 Dec 12 05:17:09.024847 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] Checking router: ec3081d1-ff5c-4722-8c09-f0e8c6b9611a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:17:09.033664 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:09.034282 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:16:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:09.091396 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-5436acbd-731c-4992-8d6c-ab5c4478a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:09.092887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-5436acbd-731c-4992-8d6c-ab5c4478a94c service neutron] 10.222.0.37 "GET /v2.0/networks?id=570253c6-3c3f-4b4b-b2df-263b4467b737 HTTP/1.1" status: 200 len: 896 time: 0.0845084 Dec 12 05:17:09.135183 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:09.145302 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-3d92728a-1ef2-4424-b381-7bbea143c882 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845 HTTP/1.1" status: 200 len: 217 time: 0.0392907 Dec 12 05:17:09.436590 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54d624a5-7380-48e4-8ef6-7ebb47be35d8', 'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:ce:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:21Z', 'updated_at': '2021-12-12T05:15:25Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:09.463824 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981eeb3-7026-45f6-b1d7-6001e6d89f20 None None] The sync data for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 is: [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:15:22Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '54d624a5-7380-48e4-8ef6-7ebb47be35d8', 'name': '', 'network_id': '570253c6-3c3f-4b4b-b2df-263b4467b737', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:ce:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:21Z', 'updated_at': '2021-12-12T05:15:25Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': '18bd3082-f541-489c-9aea-3ec2e27a1841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:17:09.540995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-2bedcd8f-4eac-4975-b5d4-aa5fd9710d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:09.542614 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-2bedcd8f-4eac-4975-b5d4-aa5fd9710d11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18bd3082-f541-489c-9aea-3ec2e27a1841 HTTP/1.1" status: 200 len: 835 time: 0.3855481 Dec 12 05:17:09.590955 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-9a711aee-6793-443c-9d4f-6e2ba4c67a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:09.592469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-9a711aee-6793-443c-9d4f-6e2ba4c67a17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=570253c6-3c3f-4b4b-b2df-263b4467b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405912 Dec 12 05:17:09.687108 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841a55f-00fc-47ef-bbce-382a941c1c2b None None] New status for floating IP cee8fb24-71b1-456b-afe8-cd266f721ce0: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:17:09.691569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-6ad5b545-7dbb-4376-a171-7069f2d98e4b service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888484 Dec 12 05:17:09.785351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-39054f9e-ba1f-4f29-8380-3707b9299c5e req-3e42b165-13ff-43f2-8324-21812d4f252f service neutron] 10.222.0.37 "GET /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843716 Dec 12 05:17:10.128624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5069-701f-4a86-83b6-387c5032c408 req-dc5f9634-7e79-45fc-b58a-db3479565f00 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:10.130148 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-046e5069-701f-4a86-83b6-387c5032c408 req-dc5f9634-7e79-45fc-b58a-db3479565f00 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0530005 Dec 12 05:17:10.147497 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:17:10.179442 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-046e5069-701f-4a86-83b6-387c5032c408 req-32a23ae6-0fe5-46fc-8c0e-9c5bd7a6ee2c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=50ab70e6-0fff-471a-8104-786128d22092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432587 Dec 12 05:17:10.790010 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4315eeeb-f1b2-454e-8bde-3c2714f6ac0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:10.854938 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-c97e9321-055c-4b20-9e05-2e00072f53f0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:10.856303 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-c97e9321-055c-4b20-9e05-2e00072f53f0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 946 time: 0.0485742 Dec 12 05:17:10.950650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port 93f6f1b3-20af-4312-a92b-c8b5f0597845 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:17:10.950998 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:11.037356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port 93f6f1b3-20af-4312-a92b-c8b5f0597845, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=93f6f1b3-20af-4312-a92b-c8b5f0597845,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:11.037716 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:11.054032 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for 93f6f1b3-20af-4312-a92b-c8b5f0597845 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:17:11.178514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:11.207735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=93f6f1b3-20af-4312-a92b-c8b5f0597845,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:11.239641 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.240000 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.240630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.241004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.241348 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.241714 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.242052 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.242394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.242731 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.243074 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.243408 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.243739 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.244069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:11.267552 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] No DVR routers for this DVR port 93f6f1b3-20af-4312-a92b-c8b5f0597845 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:17:11.276722 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:11.280007 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b35f4697-5593-4566-8cd4-e1d134663dc6 req-2f4e90b5-0dce-46dd-9091-a701ee7f5960 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.37 "DELETE /v2.0/ports/93f6f1b3-20af-4312-a92b-c8b5f0597845 HTTP/1.1" status: 204 len: 173 time: 0.4135270 Dec 12 05:17:11.280450 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'name': 'network-vif-deleted', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:17:11.282742 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22b5212-609c-4903-84b9-6bf3b369b7b1" -d '{"events": [{"server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "name": "network-vif-deleted", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:17:11.305573 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-674cc3f6-fa75-4705-80a3-d7eb905a9911 req-1f136371-2be9-481e-9c87-4cf9ec90f865 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9905ca6-8f73-416a-9813-65271e9beee5 HTTP/1.1" status: 200 len: 210 time: 0.0400035 Dec 12 05:17:11.330479 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074215f4-5a48-48bb-8121-6259a9a74647 x-openstack-request-id: req-074215f4-5a48-48bb-8121-6259a9a74647 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:17:11.330792 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9905ca6-8f73-416a-9813-65271e9beee5", "name": "network-vif-deleted", "tag": "93f6f1b3-20af-4312-a92b-c8b5f0597845", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:17:11.331076 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-074215f4-5a48-48bb-8121-6259a9a74647 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:17:11.331489 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9905ca6-8f73-416a-9813-65271e9beee5', 'name': 'network-vif-deleted', 'tag': '93f6f1b3-20af-4312-a92b-c8b5f0597845', 'status': 'completed', 'code': 200} Dec 12 05:17:12.323321 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:12.365856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43514) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:12.723197 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:12.973226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port 54d624a5-7380-48e4-8ef6-7ebb47be35d8 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:17:12.973532 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:13.062962 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port 54d624a5-7380-48e4-8ef6-7ebb47be35d8, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=54d624a5-7380-48e4-8ef6-7ebb47be35d8,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:13.063436 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:13.074363 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e8f90c4c-687e-4f8b-9ec7-5873b512d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:13.076914 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for 54d624a5-7380-48e4-8ef6-7ebb47be35d8 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:17:13.260396 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:13.285645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=54d624a5-7380-48e4-8ef6-7ebb47be35d8,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:13.469399 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:13.628960 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 93f6f1b3-20af-4312-a92b-c8b5f0597845 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:17:13.651916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 93f6f1b3-20af-4312-a92b-c8b5f0597845 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:17:13.652275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 93f6f1b3-20af-4312-a92b-c8b5f0597845 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:17:13.685054 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:17:13.786075 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:17:13.791426 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0f1984e1-c51b-4898-859e-2ed3ead92c3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/ec3081d1-ff5c-4722-8c09-f0e8c6b9611a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4242756 Dec 12 05:17:13.794374 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43516) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:13.796111 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] Sync routers for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:17:13.806198 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:13.806809 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:13.850796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-112f3ebf-a966-467c-b69c-a97ef447006e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting subnet 18bd3082-f541-489c-9aea-3ec2e27a1841 {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:17:13.853903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-112f3ebf-a966-467c-b69c-a97ef447006e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:13.894177 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-112f3ebf-a966-467c-b69c-a97ef447006e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:13.908367 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:13.976760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-112f3ebf-a966-467c-b69c-a97ef447006e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.037879 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-112f3ebf-a966-467c-b69c-a97ef447006e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.064706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3ebf-a966-467c-b69c-a97ef447006e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Subnet': ['ID=18bd3082-f541-489c-9aea-3ec2e27a1841,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:14.069621 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-112f3ebf-a966-467c-b69c-a97ef447006e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.073522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-112f3ebf-a966-467c-b69c-a97ef447006e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/subnets/18bd3082-f541-489c-9aea-3ec2e27a1841 HTTP/1.1" status: 204 len: 168 time: 0.2778676 Dec 12 05:17:14.075204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad619f-0599-4684-af3e-151652ba65bf None None] Network 570253c6-3c3f-4b4b-b2df-263b4467b737 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:17:14.076049 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43518) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:14.097996 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:17:13Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:14.124241 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] Checking router: ec3081d1-ff5c-4722-8c09-f0e8c6b9611a for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:17:14.132633 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] Routers {'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:14.133278 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:14.202239 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.234332 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] DHCP port deletion for 570253c6-3c3f-4b4b-b2df-263b4467b737 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:17:14.238368 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] Set router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:14.288237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Deleting port f24701c9-b6d4-4f6b-8622-4111348b53f7 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:17:14.288727 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.325319 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.356840 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.371777 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] For port f24701c9-b6d4-4f6b-8622-4111348b53f7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f24701c9-b6d4-4f6b-8622-4111348b53f7,segment=NetworkSegment(0601bd30-cb76-42ef-98b4-0060a90e849c),segment_id=0601bd30-cb76-42ef-98b4-0060a90e849c)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:14.372468 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.380458 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port cd248387-fcc4-481e-a8c9-a86600d232c3 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:17:14.380935 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.387347 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Calling delete_port for f24701c9-b6d4-4f6b-8622-4111348b53f7 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:17:14.419067 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:17:13Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:14.449269 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fc147-81b4-4fb1-8f11-6265d58b4088 None None] The sync data for ids ['ec3081d1-ff5c-4722-8c09-f0e8c6b9611a'] in n-d-710847-7 is: [{'id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916061147', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:15:18Z', 'updated_at': '2021-12-12T05:17:13Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'cd248387-fcc4-481e-a8c9-a86600d232c3', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3081d1-ff5c-4722-8c09-f0e8c6b9611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:15:19Z', 'updated_at': '2021-12-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:17:14.462986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port cd248387-fcc4-481e-a8c9-a86600d232c3, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=cd248387-fcc4-481e-a8c9-a86600d232c3,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:14.463358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.478397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for cd248387-fcc4-481e-a8c9-a86600d232c3 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:17:14.481941 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.496946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] No DVR routers for this DVR port f24701c9-b6d4-4f6b-8622-4111348b53f7 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:17:14.517858 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Pushing event deleted for resources: {'Port': ['ID=f24701c9-b6d4-4f6b-8622-4111348b53f7,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:14.529790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.530141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.530492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.531084 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.531225 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.531485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.531817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.532673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.533032 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.533363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.533691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.534018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.534341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c32a4c5-3e83-423b-a7b7-1d0c676874ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:14.550055 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.650749 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.685045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=cd248387-fcc4-481e-a8c9-a86600d232c3,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:14.696912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f794e-d7a1-474f-8496-d6b4d1d934c6 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:17:14.739743 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.831484 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.833837 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.883270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.883847 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Fanout notify agent at l3_agent the message router_deleted on router ec3081d1-ff5c-4722-8c09-f0e8c6b9611a {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:17:14.892213 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:14.893444 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ad29b55e-678b-4a2b-a63e-38b90be2a57b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/routers/ec3081d1-ff5c-4722-8c09-f0e8c6b9611a HTTP/1.1" status: 204 len: 168 time: 0.8164628 Dec 12 05:17:14.896195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43520) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:14.974793 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.065864 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.086874 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570253c6-3c3f-4b4b-b2df-263b4467b737']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:15.096545 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0601bd30-cb76-42ef-98b4-0060a90e849c') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:15.097028 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0601bd30-cb76-42ef-98b4-0060a90e849c') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:15.106919 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.121890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.127525 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:17:15.127939 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:17:15.131017 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:17:15.186472 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.194160 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.197485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/networks/570253c6-3c3f-4b4b-b2df-263b4467b737 HTTP/1.1" status: 204 len: 168 time: 0.3003325 Dec 12 05:17:15.200363 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43522) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:15.209627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedd756-1c32-4a65-bd31-6eb793c5e49d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Network': ['ID=570253c6-3c3f-4b4b-b2df-263b4467b737,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:15.258379 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50c92f77-9b7e-41f3-94e8-fdf29b0f5d57 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.284275 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50c92f77-9b7e-41f3-94e8-fdf29b0f5d57 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.348630 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50c92f77-9b7e-41f3-94e8-fdf29b0f5d57 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.351390 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50c92f77-9b7e-41f3-94e8-fdf29b0f5d57 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.352564 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-50c92f77-9b7e-41f3-94e8-fdf29b0f5d57 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/security-groups/50ab70e6-0fff-471a-8104-786128d22092 HTTP/1.1" status: 204 len: 168 time: 0.1511805 Dec 12 05:17:15.361491 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c92f77-9b7e-41f3-94e8-fdf29b0f5d57 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab70e6-0fff-471a-8104-786128d22092,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:15.503345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f24701c9-b6d4-4f6b-8622-4111348b53f7 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:17:15.523452 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: f24701c9-b6d4-4f6b-8622-4111348b53f7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:17:15.523880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f24701c9-b6d4-4f6b-8622-4111348b53f7 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:17:15.524302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54d624a5-7380-48e4-8ef6-7ebb47be35d8 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:17:15.543497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 54d624a5-7380-48e4-8ef6-7ebb47be35d8 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:17:15.543863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 54d624a5-7380-48e4-8ef6-7ebb47be35d8 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:17:15.544298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cd248387-fcc4-481e-a8c9-a86600d232c3 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:17:15.568065 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: cd248387-fcc4-481e-a8c9-a86600d232c3 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:17:15.568415 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device cd248387-fcc4-481e-a8c9-a86600d232c3 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:17:15.573288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43528) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:15.578433 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e7b4dc14-d369-4539-898e-75a79ecd6b5e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121069209', 'description': 'tempest-secgroup-smoke-1121069209 description', 'project_id': 'cdc502205a3a469ab1c39033368f4d07'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:15.600419 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7b4dc14-d369-4539-898e-75a79ecd6b5e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.663960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7b4dc14-d369-4539-898e-75a79ecd6b5e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.667651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7b4dc14-d369-4539-898e-75a79ecd6b5e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.694847 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7b4dc14-d369-4539-898e-75a79ecd6b5e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.696096 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e7b4dc14-d369-4539-898e-75a79ecd6b5e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1212139 Dec 12 05:17:15.699168 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43530) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:15.700025 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4dc14-d369-4539-898e-75a79ecd6b5e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e28656-444c-4fe6-803c-af93daad737c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:15.703842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-53da7bbd-484e-4e90-9234-d765c61af217 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'f3e28656-444c-4fe6-803c-af93daad737c', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:15.729526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53da7bbd-484e-4e90-9234-d765c61af217 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.787906 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53da7bbd-484e-4e90-9234-d765c61af217 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.791275 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53da7bbd-484e-4e90-9234-d765c61af217 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.809700 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da7bbd-484e-4e90-9234-d765c61af217 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455ae353-1034-4d5d-91b3-22d98adecb7c,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:15.815389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-53da7bbd-484e-4e90-9234-d765c61af217 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.816621 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-53da7bbd-484e-4e90-9234-d765c61af217 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163967 Dec 12 05:17:15.819412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43532) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:15.823823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f44e59f3-fa09-47d8-be2d-50b1af453cf1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'f3e28656-444c-4fe6-803c-af93daad737c', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:15.859542 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f44e59f3-fa09-47d8-be2d-50b1af453cf1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.862523 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.915231 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f44e59f3-fa09-47d8-be2d-50b1af453cf1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.918859 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f44e59f3-fa09-47d8-be2d-50b1af453cf1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.937291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e59f3-fa09-47d8-be2d-50b1af453cf1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98ef9b6-c38e-43ed-837b-67ecc92d84d8,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:15.942372 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f44e59f3-fa09-47d8-be2d-50b1af453cf1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:15.943563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f44e59f3-fa09-47d8-be2d-50b1af453cf1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231706 Dec 12 05:17:15.946279 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43534) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:15.950534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-24571093-b0e4-495e-9cfb-ba066111f489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'f3e28656-444c-4fe6-803c-af93daad737c', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:15.975457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24571093-b0e4-495e-9cfb-ba066111f489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.031364 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24571093-b0e4-495e-9cfb-ba066111f489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.035200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24571093-b0e4-495e-9cfb-ba066111f489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.050253 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24571093-b0e4-495e-9cfb-ba066111f489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99149b4a-118e-4db5-9113-cbc56c2b677b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:16.060711 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-24571093-b0e4-495e-9cfb-ba066111f489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.061927 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-24571093-b0e4-495e-9cfb-ba066111f489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147048 Dec 12 05:17:16.064610 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43536) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:16.068837 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-676d0054-5f91-44e6-878b-8b3870d50ea0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'f3e28656-444c-4fe6-803c-af93daad737c', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:16.094263 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-676d0054-5f91-44e6-878b-8b3870d50ea0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.160142 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-676d0054-5f91-44e6-878b-8b3870d50ea0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.163776 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-676d0054-5f91-44e6-878b-8b3870d50ea0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.180412 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d0054-5f91-44e6-878b-8b3870d50ea0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579c21c6-9803-422d-8cd6-554b049ac21d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:16.188499 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-676d0054-5f91-44e6-878b-8b3870d50ea0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.189727 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-676d0054-5f91-44e6-878b-8b3870d50ea0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241810 Dec 12 05:17:16.192364 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43538) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:16.196581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-ec1c583b-9068-40c3-a59a-b45361b89058 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'f3e28656-444c-4fe6-803c-af93daad737c', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:16.217337 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-ec1c583b-9068-40c3-a59a-b45361b89058 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:17:16.222617 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec1c583b-9068-40c3-a59a-b45361b89058 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.278380 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec1c583b-9068-40c3-a59a-b45361b89058 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.281931 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec1c583b-9068-40c3-a59a-b45361b89058 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.301039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c583b-9068-40c3-a59a-b45361b89058 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a66b53f-4535-421f-89a5-fe6c6ae2bc23,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:16.307715 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-ec1c583b-9068-40c3-a59a-b45361b89058 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.308981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-ec1c583b-9068-40c3-a59a-b45361b89058 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155846 Dec 12 05:17:16.311756 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43540) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:16.316625 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0a778312-248a-45d2-82a4-be1dee2b944d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'security_group_rule': {'security_group_id': 'f3e28656-444c-4fe6-803c-af93daad737c', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:16.337664 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-0a778312-248a-45d2-82a4-be1dee2b944d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Project cdc502205a3a469ab1c39033368f4d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:17:16.342514 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a778312-248a-45d2-82a4-be1dee2b944d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.401541 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a778312-248a-45d2-82a4-be1dee2b944d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.405038 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a778312-248a-45d2-82a4-be1dee2b944d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.426105 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a778312-248a-45d2-82a4-be1dee2b944d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27b4959-803a-4ff4-93b8-51bc57228dea,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:16.432043 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0a778312-248a-45d2-82a4-be1dee2b944d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.433187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0a778312-248a-45d2-82a4-be1dee2b944d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205006 Dec 12 05:17:16.436011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43542) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:16.441741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'network': {'name': 'tempest-network-smoke--2139713970', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'port_security_enabled': True}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:16.461782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:17:16.465287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.487983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:17:16.497758 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.498143 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Added segment 6fba5ea9-fc8a-4ac9-974f-8f328f587c26 of type vlan for network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a Dec 12 05:17:16.541553 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.566406 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.572300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:16.572922 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.631326 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1941607 Dec 12 05:17:16.634057 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43544) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:16.644984 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'admin_state_up': True, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:16.658729 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e80c0-031e-4945-a0da-3a06b8f58489 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Network': ['ID=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:16.668480 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:17:16.675881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.676950 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.731079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.851238 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:16.866064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:17.388573 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:17.407583 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:17.511083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.127 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:17:17.610102 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:17.643533 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:17.686487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:17:17.690021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:17:17.693492 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:17:17.698780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:17.702814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568fe086-41c1-4cae-a532-52a9578c9ac0 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:17:17.827863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f825df52-603e-4b89-8f07-c829cb41ec75 None None] Provisioning complete for port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:17.828252 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f825df52-603e-4b89-8f07-c829cb41ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:17.861394 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f825df52-603e-4b89-8f07-c829cb41ec75 None None] Port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:17:17.941043 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:18.136081 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:18.262679 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 02d891f4-3a01-44cd-b590-42e7188ed2fb is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:17:18.364607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:17:18.374226 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Sync routers for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:17:18.385678 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:18.386871 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:18.386995 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-976b09b1-9d79-4856-85f3-8b0e34a18743 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7519395 Dec 12 05:17:18.387509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:18.390087 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43546) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:18.464589 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-83ba0eab-1de7-4b6b-95e9-67022a48f981 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cdc502205a3a469ab1c39033368f4d07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734119 Dec 12 05:17:18.467181 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43550) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:18.493675 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:18.556616 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162b6de-6fb2-47ee-b6be-20c622437cef tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:18.558644 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6162b6de-6fb2-47ee-b6be-20c622437cef tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900857 Dec 12 05:17:18.560965 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43552) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:18.588529 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a7dd2194-b8f6-4283-b07f-0e2e93c14c03 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=58d80648-86df-462b-ae94-89bf1be5972b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264978 Dec 12 05:17:18.590985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43554) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:18.595644 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-357366834', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:18.669044 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:17Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:18.686650 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:17:18.690733 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:18.701129 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Checking router: 02d891f4-3a01-44cd-b590-42e7188ed2fb for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:17:18.701485 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Updating router 02d891f4-3a01-44cd-b590-42e7188ed2fb port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:17:18.725608 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:18.874066 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:18.936607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Subnet': ['ID=ee423c7c-2c4f-43a3-b387-2c869619a8f8,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:18.943598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Checking segment: {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:17:18.944111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network hostable DHCP agents. Network: 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:17:18.960434 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:17:18.968895 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:17:18.973457 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:18.974053 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:18.979040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:18.982234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077a1c5-c2f9-41fb-a1bf-7ccf6d86a16f None None] Network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:17:18.990569 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0bd20ab2-0d1e-4e7c-92fc-0ae29d015e4e tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3983479 Dec 12 05:17:18.993398 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43556) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:19.023391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:19.084855 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18580d65-d36e-49a5-b328-9fce07cc9058 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:17:19.093640 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daecc59-7eb4-46d6-9b81-74cb977ae606 None None] Pushing event updated for resources: {'Port': ['ID=f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:19.101339 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Attempting to bind port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:17:19.101718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Attempting to bind port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:17:19.102089 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Attempting to bind port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:17:19.118240 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:17:19.118559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:17:19.118973 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:19.119431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:17:19.119912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Bound port: f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:17:19.120295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:19.187401 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:17:19.189502 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:19.216774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] For port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:17:19.224441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] For port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:17:19.230489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:19.278655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-aaa7e2a1-3f5b-45a8-9423-aad2e684a2cb None None] Provisioning complete for port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:19.279032 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e2a1-3f5b-45a8-9423-aad2e684a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:19.342749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cbb099-6b7a-4fa8-8bc5-21e3b05f855e None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:17:19.395545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daecc59-7eb4-46d6-9b81-74cb977ae606 None None] Pushing event updated for resources: {'Port': ['ID=f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:19.417397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:19.418033 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:19.440265 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:19.521315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Allocated IP 172.20.0.2 (49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a/ee423c7c-2c4f-43a3-b387-2c869619a8f8/c806cb6f-7872-4287-befc-ca874b4a3771) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:17:19.616110 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e2a1-3f5b-45a8-9423-aad2e684a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:19.626400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:19.695921 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-aaa7e2a1-3f5b-45a8-9423-aad2e684a2cb None None] For port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:19.710403 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e2a1-3f5b-45a8-9423-aad2e684a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.029881 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7e2a1-3f5b-45a8-9423-aad2e684a2cb None None] Pushing event updated for resources: {'Port': ['ID=f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:20.032880 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2c9ac59c-5ad3-4eee-a30f-2eec13e787dd None None] Provisioning complete for port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:20.033255 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac59c-5ad3-4eee-a30f-2eec13e787dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.109421 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.119184 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.162183 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.1 (49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a/ee423c7c-2c4f-43a3-b387-2c869619a8f8/722fe5ec-4fb6-40f2-b70c-d8533dac540f) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:17:20.177964 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:17:20.181101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Pushing event updated for resources: {'Port': ['ID=c806cb6f-7872-4287-befc-ca874b4a3771,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:20.184696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:17:20.189388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:17:20.262057 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:17Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:20.281242 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.299893 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca506-f7c9-4b11-a40d-d03c9175bb71 None None] The sync data for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 is: [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:17Z', 'revision_number': 3, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:17:20.305055 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Attempting to bind port c806cb6f-7872-4287-befc-ca874b4a3771 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:17:20.305433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Attempting to bind port c806cb6f-7872-4287-befc-ca874b4a3771 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:17:20.305800 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Attempting to bind port c806cb6f-7872-4287-befc-ca874b4a3771 on network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:17:20.312638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:17:20.313030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Checking segment: {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:17:20.313506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.313863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Bound using segment: {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:17:20.314350 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Bound port: c806cb6f-7872-4287-befc-ca874b4a3771, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:17:20.314873 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.320476 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.364646 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:17:20.368218 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:17:20.372132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:17:20.386336 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] For port c806cb6f-7872-4287-befc-ca874b4a3771, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:17:20.389587 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] For port c806cb6f-7872-4287-befc-ca874b4a3771, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c806cb6f-7872-4287-befc-ca874b4a3771,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:17:20.394133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.399472 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=722fe5ec-4fb6-40f2-b70c-d8533dac540f,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:20.424871 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.463349 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247edbb-186f-4c50-a9f8-6bf3e13271d2 None None] Pushing event updated for resources: {'Port': ['ID=c806cb6f-7872-4287-befc-ca874b4a3771,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:20.582544 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.914890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.919865 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:20.996572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=722fe5ec-4fb6-40f2-b70c-d8533dac540f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:21.002981 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:21.096336 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:17:21.097858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:17:21.225735 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 02d891f4-3a01-44cd-b590-42e7188ed2fb has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:17:21.276939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c806cb6f-7872-4287-befc-ca874b4a3771 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:17:21.345939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c806cb6f-7872-4287-befc-ca874b4a3771 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:21.346458 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:21.363880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:17:21.370661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-1b5b8767-c7c7-49a3-b07f-d4477eaed79f tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/02d891f4-3a01-44cd-b590-42e7188ed2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3762193 Dec 12 05:17:21.441123 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:21.477455 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port c806cb6f-7872-4287-befc-ca874b4a3771, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c806cb6f-7872-4287-befc-ca874b4a3771,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:21.483562 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:21.484539 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:17:21.535694 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-5264cf51-2e05-4c79-b821-bd768b78b9b8 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121069209&fields=id&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 267 time: 0.0509977 Dec 12 05:17:21.566205 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=c806cb6f-7872-4287-befc-ca874b4a3771,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:21.582721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:21.583101 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:21.612293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f4e53c-3297-4fe3-a169-f802ad0f62ce None None] Network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:17:21.660019 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-660d4ab7-8367-419d-ad4e-b7c9e96309c4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:21.661559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-660d4ab7-8367-419d-ad4e-b7c9e96309c4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/networks?id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a HTTP/1.1" status: 200 len: 797 time: 0.1135435 Dec 12 05:17:21.677212 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-d72c5cb3-ee3c-450e-9134-069a45e2ed3b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/quotas/cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 375 time: 0.0093913 Dec 12 05:17:21.706862 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3f97d0d7-a471-47a8-a305-e11e9c7915d4 None None] Provisioning complete for port c806cb6f-7872-4287-befc-ca874b4a3771 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:21.707249 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3f97d0d7-a471-47a8-a305-e11e9c7915d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:21.736279 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-e96ee831-e9ae-49a6-98d3-d0b3765f9841 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531778 Dec 12 05:17:21.900371 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-eeb92ea2-f584-4acc-b669-50f02abd838a service neutron] 10.222.0.36 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480727 Dec 12 05:17:22.000211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-2a405fa9-88cc-442d-b19d-26e407e087af service neutron] 10.222.0.36 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929399 Dec 12 05:17:22.076916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-316b5fda-93aa-4f45-bd9e-18f935e195cf None None] Provisioning complete for port c806cb6f-7872-4287-befc-ca874b4a3771 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:22.077305 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-316b5fda-93aa-4f45-bd9e-18f935e195cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:22.134265 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Sync routers for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:17:22.146744 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:22.147482 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:22.217250 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f415d993-65eb-48cf-8318-98e96ed28321 req-e0b29b56-e6b5-4645-95ea-8300953aa854 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 210 time: 0.0420389 Dec 12 05:17:22.228022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-316b5fda-93aa-4f45-bd9e-18f935e195cf None None] Provisioning complete for port 722fe5ec-4fb6-40f2-b70c-d8533dac540f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:22.228515 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-316b5fda-93aa-4f45-bd9e-18f935e195cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:22.273832 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-316b5fda-93aa-4f45-bd9e-18f935e195cf None None] Port 722fe5ec-4fb6-40f2-b70c-d8533dac540f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:17:22.285422 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:22.395029 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-67daaa74-a89e-46ec-a417-df2520d4edf6 None None] Provisioning complete for port 722fe5ec-4fb6-40f2-b70c-d8533dac540f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:22.395626 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-67daaa74-a89e-46ec-a417-df2520d4edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:22.440984 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-67daaa74-a89e-46ec-a417-df2520d4edf6 None None] Port 722fe5ec-4fb6-40f2-b70c-d8533dac540f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:17:22.513270 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '722fe5ec-4fb6-40f2-b70c-d8533dac540f', 'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:6c:f5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:19Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 2, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:22.544186 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Checking router: 02d891f4-3a01-44cd-b590-42e7188ed2fb for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:17:22.544540 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Updating router 02d891f4-3a01-44cd-b590-42e7188ed2fb port 722fe5ec-4fb6-40f2-b70c-d8533dac540f binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:17:22.561031 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4b92c7e5-c4e1-4a75-b3d9-3fd20cd1e771 None None] Provisioning complete for port 722fe5ec-4fb6-40f2-b70c-d8533dac540f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:22.561425 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4b92c7e5-c4e1-4a75-b3d9-3fd20cd1e771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:22.570504 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:22.597924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4b92c7e5-c4e1-4a75-b3d9-3fd20cd1e771 None None] Port 722fe5ec-4fb6-40f2-b70c-d8533dac540f cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:17:22.836874 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:22.842236 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:22.896917 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Pushing event updated for resources: {'Port': ['ID=722fe5ec-4fb6-40f2-b70c-d8533dac540f,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:22.920787 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.921266 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.921616 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.921960 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.922294 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.922663 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.923001 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.923333 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.923664 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.923994 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.924322 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.924654 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.925006 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:17:22.957144 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Attempting to bind port 722fe5ec-4fb6-40f2-b70c-d8533dac540f on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:17:22.957523 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Attempting to bind port 722fe5ec-4fb6-40f2-b70c-d8533dac540f by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:17:22.957893 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Attempting to bind port 722fe5ec-4fb6-40f2-b70c-d8533dac540f on network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:17:22.963396 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:17:22.964004 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Checking segment: {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:17:22.964418 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:22.964829 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Bound using segment: {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:17:22.965307 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Bound port: 722fe5ec-4fb6-40f2-b70c-d8533dac540f, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:17:22.965687 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:23.028394 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] For port 722fe5ec-4fb6-40f2-b70c-d8533dac540f, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:17:23.031750 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] For port 722fe5ec-4fb6-40f2-b70c-d8533dac540f, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=722fe5ec-4fb6-40f2-b70c-d8533dac540f,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:17:23.037128 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:23.090054 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:23.090683 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:23.122615 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-2148b860-69ef-4dc4-b3a2-8da31a5150e8 None None] Provisioning complete for port 722fe5ec-4fb6-40f2-b70c-d8533dac540f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:23.123398 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2148b860-69ef-4dc4-b3a2-8da31a5150e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:23.313925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c806cb6f-7872-4287-befc-ca874b4a3771 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:17:23.324886 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdedcdb-6c3c-4537-87a6-2f1a1ef58e63 None None] Pushing event updated for resources: {'Port': ['ID=722fe5ec-4fb6-40f2-b70c-d8533dac540f,revision_number=4']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:23.340883 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:23.367760 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2148b860-69ef-4dc4-b3a2-8da31a5150e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:23.414332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f61b5d9b-cc9d-49a6-8076-9fbcf4f46931 req-83537c35-b7ac-4219-83a9-4e6bfae455d6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 210 time: 0.0410097 Dec 12 05:17:23.422891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port c806cb6f-7872-4287-befc-ca874b4a3771 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:23.423459 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:23.475476 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-63e50288-cefa-479a-b6e9-8b32b9c9e126 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:23.477109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-63e50288-cefa-479a-b6e9-8b32b9c9e126 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "GET /v2.0/networks?id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a HTTP/1.1" status: 200 len: 797 time: 0.2459486 Dec 12 05:17:23.477384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2148b860-69ef-4dc4-b3a2-8da31a5150e8 None None] For port 722fe5ec-4fb6-40f2-b70c-d8533dac540f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=722fe5ec-4fb6-40f2-b70c-d8533dac540f,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:23.483232 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2148b860-69ef-4dc4-b3a2-8da31a5150e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:23.558155 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4979416b-0306-4f80-b316-9275220d0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '722fe5ec-4fb6-40f2-b70c-d8533dac540f', 'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:6c:f5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:19Z', 'updated_at': '2021-12-12T05:17:23Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:23.562228 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148b860-69ef-4dc4-b3a2-8da31a5150e8 None None] Pushing event updated for resources: {'Port': ['ID=722fe5ec-4fb6-40f2-b70c-d8533dac540f,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:23.585218 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979416b-0306-4f80-b316-9275220d0211 None None] The sync data for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 is: [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '722fe5ec-4fb6-40f2-b70c-d8533dac540f', 'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:6c:f5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:19Z', 'updated_at': '2021-12-12T05:17:23Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:17:23.591799 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-fd0f394f-2328-49cf-802c-ec0316b1dd1c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc502205a3a469ab1c39033368f4d07 HTTP/1.1" status: 200 len: 380 time: 0.0712705 Dec 12 05:17:23.602755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'port': {'device_id': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'admin_state_up': True, 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'security_groups': ['f3e28656-444c-4fe6-803c-af93daad737c']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:23.603523 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-73a82a37-bd2a-4d15-b6e5-704657b6e8d7 None None] Provisioning complete for port 722fe5ec-4fb6-40f2-b70c-d8533dac540f triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:23.603976 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73a82a37-bd2a-4d15-b6e5-704657b6e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:23.732848 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Made reservation on behalf of cdc502205a3a469ab1c39033368f4d07 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:17:23.737011 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:23.871323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.20.0.10 (49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a/ee423c7c-2c4f-43a3-b387-2c869619a8f8/d6280ae3-480f-49c7-a503-52fe2dda3082) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:17:24.017183 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.056263 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.094914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:17:24.100403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:17:24.104073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:17:24.143705 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=d6280ae3-480f-49c7-a503-52fe2dda3082,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:24.163821 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:24.164475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.181971 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-415f7d8c-19e7-493b-a036-eff709f26a16 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5834816 Dec 12 05:17:24.200241 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Request body: {'port': {'device_id': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:24.261829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.352440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-f6f3eb90-e4ac-4259-874d-8e7c921787fa None None] Provisioning complete for port d6280ae3-480f-49c7-a503-52fe2dda3082 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:24.352840 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f6f3eb90-e4ac-4259-874d-8e7c921787fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.389145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-f6f3eb90-e4ac-4259-874d-8e7c921787fa None None] Port d6280ae3-480f-49c7-a503-52fe2dda3082 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:17:24.524097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2c35e-5c0d-413d-a8a2-6d3d33d92606 req-fb84bd97-7e4a-425f-a996-0a506eac5141 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:24.526462 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50b2c35e-5c0d-413d-a8a2-6d3d33d92606 req-fb84bd97-7e4a-425f-a996-0a506eac5141 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 932 time: 0.0603395 Dec 12 05:17:24.560993 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6280ae3-480f-49c7-a503-52fe2dda3082 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:17:24.570477 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.581855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-50b2c35e-5c0d-413d-a8a2-6d3d33d92606 req-3e04464d-6664-4eaa-b335-a3d299f1afe1 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493586 Dec 12 05:17:24.585619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Transition to ACTIVE for port object d6280ae3-480f-49c7-a503-52fe2dda3082 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:17:24.590494 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.683366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6280ae3-480f-49c7-a503-52fe2dda3082,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:24.722127 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Attempting to bind port d6280ae3-480f-49c7-a503-52fe2dda3082 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:17:24.722469 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Attempting to bind port d6280ae3-480f-49c7-a503-52fe2dda3082 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:17:24.722805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Attempting to bind port d6280ae3-480f-49c7-a503-52fe2dda3082 on network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:17:24.728253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Port d6280ae3-480f-49c7-a503-52fe2dda3082 on network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:17:24.728606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Attempting to bind port d6280ae3-480f-49c7-a503-52fe2dda3082 on network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:17:24.733972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:17:24.734316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Checking segment: {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:17:24.734703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Bound using segment: {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:17:24.735302 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Bound port: d6280ae3-480f-49c7-a503-52fe2dda3082, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fba5ea9-fc8a-4ac9-974f-8f328f587c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:17:24.735663 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.808564 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] For port d6280ae3-480f-49c7-a503-52fe2dda3082, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:17:24.812001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] For port d6280ae3-480f-49c7-a503-52fe2dda3082, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d6280ae3-480f-49c7-a503-52fe2dda3082,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:17:24.817121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.853633 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:24.854302 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:24.855711 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/d6280ae3-480f-49c7-a503-52fe2dda3082 HTTP/1.1" status: 200 len: 1092 time: 0.6600802 Dec 12 05:17:24.856149 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:17:24.858447 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed" -d '{"events": [{"name": "network-changed", "server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:17:24.881975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb26a91-8088-4f24-8309-f1020dad60f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6280ae3-480f-49c7-a503-52fe2dda3082,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:24.909331 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beea1fb-9d51-4997-a2b3-d13d3b60342b x-openstack-request-id: req-6beea1fb-9d51-4997-a2b3-d13d3b60342b {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:17:24.909732 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:17:24.910088 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6beea1fb-9d51-4997-a2b3-d13d3b60342b {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:17:24.910801 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'status': 'completed', 'code': 200} Dec 12 05:17:24.969352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-1c7aa04c-3de1-43ab-9763-b9db6b7234b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:24.970988 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-1c7aa04c-3de1-43ab-9763-b9db6b7234b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 1095 time: 0.0436935 Dec 12 05:17:25.029664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-fd0f04ee-43c4-4f10-ad60-16af6a5f05ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6280ae3-480f-49c7-a503-52fe2dda3082 HTTP/1.1" status: 200 len: 217 time: 0.0400612 Dec 12 05:17:25.080089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-325d5fe8-d930-4a6e-8c30-56ff35fe0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:25.081546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-325d5fe8-d930-4a6e-8c30-56ff35fe0e4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee423c7c-2c4f-43a3-b387-2c869619a8f8 HTTP/1.1" status: 200 len: 834 time: 0.0436356 Dec 12 05:17:25.128288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-d0d0d658-6a62-4ce0-b199-909a32d97b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:25.129853 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-d0d0d658-6a62-4ce0-b199-909a32d97b29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414224 Dec 12 05:17:25.218006 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 722fe5ec-4fb6-40f2-b70c-d8533dac540f up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:17:25.226022 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-6ee6b880-91c1-4270-925f-c8d724288c68 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885644 Dec 12 05:17:25.271310 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 722fe5ec-4fb6-40f2-b70c-d8533dac540f triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:25.271696 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:25.315962 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b95ee3d7-d9e1-408e-8302-2c16b2858678 req-8a82ba9a-031b-45b6-bf19-eae4eb8d5893 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833390 Dec 12 05:17:25.437123 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-69bc6eb9-f0f8-464a-84db-536e9f0df4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:25.439265 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-69bc6eb9-f0f8-464a-84db-536e9f0df4ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 1095 time: 0.0407720 Dec 12 05:17:25.530518 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-b5a96799-dc3b-43c6-aaf7-bca9436f8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:25.532496 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-b5a96799-dc3b-43c6-aaf7-bca9436f8e7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a HTTP/1.1" status: 200 len: 897 time: 0.0855007 Dec 12 05:17:25.573941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-f6a2115d-bf86-4f17-b4be-9181ff706ae8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6280ae3-480f-49c7-a503-52fe2dda3082 HTTP/1.1" status: 200 len: 217 time: 0.0348430 Dec 12 05:17:25.627311 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-d8905301-724e-4387-9d5a-72083f8036f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:25.628804 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-d8905301-724e-4387-9d5a-72083f8036f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee423c7c-2c4f-43a3-b387-2c869619a8f8 HTTP/1.1" status: 200 len: 834 time: 0.0482991 Dec 12 05:17:25.676697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-407be635-b602-47ae-841c-d12d57db66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:25.678243 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-407be635-b602-47ae-841c-d12d57db66ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409536 Dec 12 05:17:25.700899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149d353-cd68-4dd0-84d7-4df142d4e0e2 req-01f13f9b-2cd4-47f4-b741-f66525b61aa6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:25.702394 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2149d353-cd68-4dd0-84d7-4df142d4e0e2 req-01f13f9b-2cd4-47f4-b741-f66525b61aa6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 944 time: 0.0485826 Dec 12 05:17:25.752314 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2149d353-cd68-4dd0-84d7-4df142d4e0e2 req-b2af0811-2acd-4267-ac7c-af4d74c36ad4 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Dec 12 05:17:25.769332 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-5801a0f4-21bb-4ec6-86f1-e13db9c1df0a service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831566 Dec 12 05:17:25.860273 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2ab0e6f1-6d79-4563-91c0-97230d4e04ed req-e1593189-15ef-4b10-8a84-fc64bce7c9c3 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838311 Dec 12 05:17:26.867744 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8ebeb-99f6-4222-ba52-273ed8cb15ee req-93fa1498-98ed-4829-8915-1cfbacc40263 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:26.869277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77a8ebeb-99f6-4222-ba52-273ed8cb15ee req-93fa1498-98ed-4829-8915-1cfbacc40263 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 944 time: 0.0493400 Dec 12 05:17:26.917194 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-77a8ebeb-99f6-4222-ba52-273ed8cb15ee req-d6cc61fb-d058-4530-b20d-eea8b5e09a45 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420501 Dec 12 05:17:28.030302 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f5dc7-3c4d-406e-b407-7af3f77ef7b4 req-576b694c-a686-4b74-9fad-cddd6a9eb433 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:28.031811 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-260f5dc7-3c4d-406e-b407-7af3f77ef7b4 req-576b694c-a686-4b74-9fad-cddd6a9eb433 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 944 time: 0.0484149 Dec 12 05:17:28.080260 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-260f5dc7-3c4d-406e-b407-7af3f77ef7b4 req-6ab55b0c-2dc8-460a-8857-bcba13822219 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425210 Dec 12 05:17:29.199053 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f2754-b239-4cf0-84c8-fb8f311d239c req-55dc7f76-8f06-4248-ad97-9f5808796f17 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:29.200526 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d2f2754-b239-4cf0-84c8-fb8f311d239c req-55dc7f76-8f06-4248-ad97-9f5808796f17 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 944 time: 0.0523520 Dec 12 05:17:29.249176 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d2f2754-b239-4cf0-84c8-fb8f311d239c req-1848c2d5-2a0a-4753-86c3-1f7205a8fdaf tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426648 Dec 12 05:17:29.283737 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d6280ae3-480f-49c7-a503-52fe2dda3082 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:17:29.378479 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d6280ae3-480f-49c7-a503-52fe2dda3082, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d6280ae3-480f-49c7-a503-52fe2dda3082,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:29.389596 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'port_id': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'mac_address': 'fa:16:3e:f6:ac:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:17:29.425791 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:29.438417 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6280ae3-480f-49c7-a503-52fe2dda3082 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:17:29.456877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d6280ae3-480f-49c7-a503-52fe2dda3082, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d6280ae3-480f-49c7-a503-52fe2dda3082,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:29.461126 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:29.511340 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=d6280ae3-480f-49c7-a503-52fe2dda3082,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:29.737657 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['d6280ae3-480f-49c7-a503-52fe2dda3082'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:17:30.366199 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adfa2d-7e8b-44e0-8f8d-621057528362 req-4f7c6874-c4cd-4daf-b4aa-977cb7de85d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:30.367680 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22adfa2d-7e8b-44e0-8f8d-621057528362 req-4f7c6874-c4cd-4daf-b4aa-977cb7de85d9 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 945 time: 0.0518281 Dec 12 05:17:30.415672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22adfa2d-7e8b-44e0-8f8d-621057528362 req-40f04c48-eb35-431d-8297-c9c20f375d80 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 Dec 12 05:17:31.331782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d6280ae3-480f-49c7-a503-52fe2dda3082 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:17:31.380386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port d6280ae3-480f-49c7-a503-52fe2dda3082 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:17:31.384346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port d6280ae3-480f-49c7-a503-52fe2dda3082 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:17:31.384719 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:31.461859 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:31.490477 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:17:31.492730 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d69079b-7c8b-4041-9488-9856d6c72fa8" -d '{"events": [{"server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "name": "network-vif-plugged", "status": "completed", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:17:31.506691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port d6280ae3-480f-49c7-a503-52fe2dda3082, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d6280ae3-480f-49c7-a503-52fe2dda3082,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:17:31.511748 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:31.537190 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f442f-07b2-4fb1-a55d-a424f21892ac req-ae44790d-9c2b-414b-b044-c98525c08e32 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:31.538720 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a43f442f-07b2-4fb1-a55d-a424f21892ac req-ae44790d-9c2b-414b-b044-c98525c08e32 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 945 time: 0.0562961 Dec 12 05:17:31.563314 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=d6280ae3-480f-49c7-a503-52fe2dda3082,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:31.588240 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15edbed0-30c6-4540-8972-e1cb74bdf838 x-openstack-request-id: req-15edbed0-30c6-4540-8972-e1cb74bdf838 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:17:31.588547 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "name": "network-vif-plugged", "status": "completed", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:17:31.588826 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15edbed0-30c6-4540-8972-e1cb74bdf838 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:17:31.589248 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'code': 200} Dec 12 05:17:31.591664 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a43f442f-07b2-4fb1-a55d-a424f21892ac req-615dd831-e306-4bf3-98fe-a37e1ca89753 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467992 Dec 12 05:17:31.714701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486b791-0f70-4e95-a3ca-5b0709a3923f req-7ddac114-0d19-4f2d-b089-7ef4b0e3ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:31.716081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e486b791-0f70-4e95-a3ca-5b0709a3923f req-7ddac114-0d19-4f2d-b089-7ef4b0e3ac2c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 1097 time: 0.0397005 Dec 12 05:17:31.763640 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e486b791-0f70-4e95-a3ca-5b0709a3923f req-59046f89-5e14-4d3f-8eb1-aadbb7c9a75a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407982 Dec 12 05:17:32.709006 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd983f67-4a22-4be3-8393-b2341e658d2b req-5f5661a5-065f-45f8-b120-2111596de2a0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:32.710498 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd983f67-4a22-4be3-8393-b2341e658d2b req-5f5661a5-065f-45f8-b120-2111596de2a0 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0488293 Dec 12 05:17:32.763193 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cd983f67-4a22-4be3-8393-b2341e658d2b req-b6066924-6c55-4023-b47b-8ae97df781f5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467212 Dec 12 05:17:33.877265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b48294-8472-4622-9c10-c06010ea6321 req-ad47b13a-0103-46e1-b30b-f7e747317918 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:33.878743 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-48b48294-8472-4622-9c10-c06010ea6321 req-ad47b13a-0103-46e1-b30b-f7e747317918 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0479071 Dec 12 05:17:33.926514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-48b48294-8472-4622-9c10-c06010ea6321 req-01cefc30-c91e-443b-8742-f38827ab6038 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Dec 12 05:17:34.038934 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b572-8c57-49a7-9294-8dd1fed87749 req-8a56dd32-9db1-4e32-8019-6d6391511812 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:34.040343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a84b572-8c57-49a7-9294-8dd1fed87749 req-8a56dd32-9db1-4e32-8019-6d6391511812 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0487554 Dec 12 05:17:34.092866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a84b572-8c57-49a7-9294-8dd1fed87749 req-cc63f0f3-0f98-47fa-b371-5c04262b28e3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 Dec 12 05:17:34.114325 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43618) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:34.154039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b00530-71bc-40cf-b2b8-7f35bccd8956 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:34.155573 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-d6b00530-71bc-40cf-b2b8-7f35bccd8956 tempest-TestNetworkAdvancedServerOps-1449039288 tempest-TestNetworkAdvancedServerOps-1449039288-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 1092 time: 0.0402412 Dec 12 05:17:34.158383 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43620) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:34.162569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:17:34.190230 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:34.285546 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:34.389392 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Allocated IP 172.25.7.197 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/bd4a01d3-1067-4f6a-bd07-c8641f3669d0) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:17:34.490475 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:34.522907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:34.565592 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:17:34.570259 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:17:34.573916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:17:34.579258 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=bd4a01d3-1067-4f6a-bd07-c8641f3669d0,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:35.238001 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:35.302200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:35.453311 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:35.458260 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:35.525784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event updated for resources: {'Port': ['ID=bd4a01d3-1067-4f6a-bd07-c8641f3669d0,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:17:35.538927 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:35.647148 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP 029c6ad1-7dc4-45ca-bfa9-33b9338de0fb associated. External IP: 172.25.7.197, port: d6280ae3-480f-49c7-a503-52fe2dda3082. Dec 12 05:17:35.857816 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 02d891f4-3a01-44cd-b590-42e7188ed2fb has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:17:35.964388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:17:35.973722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] Sync routers for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:17:35.981708 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:35.986680 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:35.987302 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:36.012071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-64bac202-f1a4-4aaa-ac57-59ab5e8d4b72 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8503115 Dec 12 05:17:36.012071 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:17:36.012586 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:17:36.064984 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c768595d-ff1b-4218-a0b6-73bdaf682039 x-openstack-request-id: req-c768595d-ff1b-4218-a0b6-73bdaf682039 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:17:36.065904 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:17:36.066178 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c768595d-ff1b-4218-a0b6-73bdaf682039 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:17:36.066624 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'status': 'completed', 'code': 200} Dec 12 05:17:36.095148 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:36.154612 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e444717-0e7e-4260-85f9-680f90342e69 req-e9b0c8b9-4aca-4613-bd70-b1648643c726 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:36.156033 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e444717-0e7e-4260-85f9-680f90342e69 req-e9b0c8b9-4aca-4613-bd70-b1648643c726 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0784247 Dec 12 05:17:36.171008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-b8245b81-17cd-422b-9d6f-2d1a07921bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:36.173141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-b8245b81-17cd-422b-9d6f-2d1a07921bcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 1097 time: 0.0634298 Dec 12 05:17:36.329430 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '029c6ad1-7dc4-45ca-bfa9-33b9338de0fb', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'port_id': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'mac_address': 'fa:16:3e:f6:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:17:35Z', 'updated_at': '2021-12-12T05:17:35Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722fe5ec-4fb6-40f2-b70c-d8533dac540f', 'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:6c:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:19Z', 'updated_at': '2021-12-12T05:17:23Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:36.357288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] Checking router: 02d891f4-3a01-44cd-b590-42e7188ed2fb for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:17:36.367209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:17:36.367838 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:36.608762 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4e444717-0e7e-4260-85f9-680f90342e69 req-e50d1af2-92d9-4a47-8dfe-6b0d3ecdd2be tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4449534 Dec 12 05:17:36.632156 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43628) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:36.638273 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-4fe3d1ba-d810-4a5b-8e14-feb29daa1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:36.639903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-4fe3d1ba-d810-4a5b-8e14-feb29daa1803 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a HTTP/1.1" status: 200 len: 897 time: 0.4595616 Dec 12 05:17:36.646710 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:17:36.694663 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-92c9ccd1-0931-457b-9714-bf191da60183 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/029c6ad1-7dc4-45ca-bfa9-33b9338de0fb HTTP/1.1" status: 200 len: 992 time: 0.0602098 Dec 12 05:17:36.708765 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-8031e634-c1e0-4357-bde5-8d05e0861cf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6280ae3-480f-49c7-a503-52fe2dda3082 HTTP/1.1" status: 200 len: 1000 time: 0.0616701 Dec 12 05:17:36.760100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-7aadfdd4-31e7-4a58-a6c8-bb3e7c6fe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:36.761738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-7aadfdd4-31e7-4a58-a6c8-bb3e7c6fe0c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee423c7c-2c4f-43a3-b387-2c869619a8f8 HTTP/1.1" status: 200 len: 834 time: 0.0463090 Dec 12 05:17:36.809207 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-948d012c-78e1-460c-81e9-789d62dcb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:36.810716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-948d012c-78e1-460c-81e9-789d62dcb9ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423889 Dec 12 05:17:36.888047 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '029c6ad1-7dc4-45ca-bfa9-33b9338de0fb', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'port_id': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'mac_address': 'fa:16:3e:f6:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:17:35Z', 'updated_at': '2021-12-12T05:17:35Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722fe5ec-4fb6-40f2-b70c-d8533dac540f', 'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:6c:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:19Z', 'updated_at': '2021-12-12T05:17:23Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:17:36.906544 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-45ef8e5b-2254-4147-81e0-89c191328dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889344 Dec 12 05:17:36.918676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b25fd-24b2-4b49-b7f2-c5c8f3f6a667 None None] The sync data for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 is: [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '029c6ad1-7dc4-45ca-bfa9-33b9338de0fb', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'port_id': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'mac_address': 'fa:16:3e:f6:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:17:35Z', 'updated_at': '2021-12-12T05:17:35Z', 'revision_number': 0, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722fe5ec-4fb6-40f2-b70c-d8533dac540f', 'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:6c:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:19Z', 'updated_at': '2021-12-12T05:17:23Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:17:37.001898 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-047f53dc-54df-4b3b-a7ee-badfa93d0cb2 req-c64a9533-f4d7-413f-a625-d2446bcbc4ff service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880358 Dec 12 05:17:37.125375 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e16a3b-a46f-42fb-bd86-1dc165ff661e None None] New status for floating IP 029c6ad1-7dc4-45ca-bfa9-33b9338de0fb: ACTIVE {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:17:37.697608 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43630) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:17:37.761998 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2ee1e0ac-3736-46bf-b043-76845737a76b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/029c6ad1-7dc4-45ca-bfa9-33b9338de0fb HTTP/1.1" status: 200 len: 994 time: 0.0631487 Dec 12 05:17:40.790979 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-de03b1b9-248d-43d7-8b7d-a3eeec2ba291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:42.321639 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:43.075882 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3c4d237f-beb5-40b7-b891-44f274656246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:44.334766 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:44.549656 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:45.864339 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:46.188290 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-e57e6ea1-bc0f-47b7-8a35-3b63c5683a77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386338 Dec 12 05:17:46.285725 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0575b-d156-41c5-a467-0277fd45a879 req-31e2699d-093a-4cfc-9a41-e4abf2116279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:46.287237 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-31e2699d-093a-4cfc-9a41-e4abf2116279 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 1097 time: 0.0404925 Dec 12 05:17:46.393004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0575b-d156-41c5-a467-0277fd45a879 req-c76b47bf-e2e7-43c4-87b1-82edafa992e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:46.394481 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-c76b47bf-e2e7-43c4-87b1-82edafa992e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a HTTP/1.1" status: 200 len: 897 time: 0.0884864 Dec 12 05:17:46.459226 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-7076d851-752f-4261-90bb-c5b79a5a0ea5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6280ae3-480f-49c7-a503-52fe2dda3082 HTTP/1.1" status: 200 len: 1002 time: 0.0579848 Dec 12 05:17:46.507101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0575b-d156-41c5-a467-0277fd45a879 req-3cdb1af3-ed51-4ff4-8952-5f8fad0ecd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:46.508536 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-3cdb1af3-ed51-4ff4-8952-5f8fad0ecd30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee423c7c-2c4f-43a3-b387-2c869619a8f8 HTTP/1.1" status: 200 len: 834 time: 0.0430734 Dec 12 05:17:46.557083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0575b-d156-41c5-a467-0277fd45a879 req-bfbe9d8d-be49-4d19-ac78-98324058c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:17:46.558564 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-bfbe9d8d-be49-4d19-ac78-98324058c5d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433743 Dec 12 05:17:46.569734 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-366e2868-782c-4fe2-a9b9-8e81c88d2fb1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:17:46.570675 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-366e2868-782c-4fe2-a9b9-8e81c88d2fb1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048003 Dec 12 05:17:46.660906 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-a570af7c-18f2-49af-91fb-8fd36c2e90e4 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834389 Dec 12 05:17:46.756801 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-53d0575b-d156-41c5-a467-0277fd45a879 req-3a119c19-d99f-4122-9616-f952ecf84204 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878789 Dec 12 05:17:46.852856 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:17:47.146665 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:18:04.510394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d9fb1-6663-4997-9428-de5fd3429db5 req-08360fc5-2130-4c24-b5a3-256d40026d29 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:04.511888 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-993d9fb1-6663-4997-9428-de5fd3429db5 req-08360fc5-2130-4c24-b5a3-256d40026d29 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0533416 Dec 12 05:18:04.560789 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-993d9fb1-6663-4997-9428-de5fd3429db5 req-5957dbe5-cdd5-4569-b915-4016665ad49b tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Dec 12 05:18:05.678448 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9e701-5b7b-421d-bf5f-dbeecb843eda req-1586ce03-4378-48ec-9453-106ee6bac02a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:05.679951 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bed9e701-5b7b-421d-bf5f-dbeecb843eda req-1586ce03-4378-48ec-9453-106ee6bac02a tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0499737 Dec 12 05:18:05.727914 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bed9e701-5b7b-421d-bf5f-dbeecb843eda req-dcacc1e6-1392-457d-b905-0c19de654a5c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420666 Dec 12 05:18:05.750403 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43648) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:05.814750 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a71dcdd2-bf22-4ce2-bae0-d3ce19269508 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/029c6ad1-7dc4-45ca-bfa9-33b9338de0fb HTTP/1.1" status: 200 len: 994 time: 0.0632331 Dec 12 05:18:07.083786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c87f-ec64-4836-b944-7763731c7069 req-25ddd530-be3c-484a-a7c4-6848bfa37938 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:07.085211 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae8c87f-ec64-4836-b944-7763731c7069 req-25ddd530-be3c-484a-a7c4-6848bfa37938 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0531034 Dec 12 05:18:07.119572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-78d239b1-124f-40f8-8b22-479b05178d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:07.121293 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-78d239b1-124f-40f8-8b22-479b05178d39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 1097 time: 0.0419979 Dec 12 05:18:07.136947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5ae8c87f-ec64-4836-b944-7763731c7069 req-8af247e4-65c8-42ec-8cd5-a25cdb2afc00 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 Dec 12 05:18:07.216429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-53f8ce6b-3d03-4fa2-94d4-1262b371a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:07.217947 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-53f8ce6b-3d03-4fa2-94d4-1262b371a2a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a HTTP/1.1" status: 200 len: 897 time: 0.0896473 Dec 12 05:18:07.284329 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-feb266e4-bfa7-4b8b-9058-740047c9991c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6280ae3-480f-49c7-a503-52fe2dda3082 HTTP/1.1" status: 200 len: 1002 time: 0.0589886 Dec 12 05:18:07.334001 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-3a359525-75e8-43c1-996d-8ce9d17bb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:07.335345 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-3a359525-75e8-43c1-996d-8ce9d17bb97d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee423c7c-2c4f-43a3-b387-2c869619a8f8 HTTP/1.1" status: 200 len: 834 time: 0.0434036 Dec 12 05:18:07.384661 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-4b039fef-408e-4a53-8604-0fe3611f44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:07.386181 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-4b039fef-408e-4a53-8604-0fe3611f44da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437288 Dec 12 05:18:07.475684 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-54ebfc03-237e-45cc-84d0-fe29141e200b service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820775 Dec 12 05:18:07.568333 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fd9be03c-8ebc-4542-b698-b9df6874b7bf req-80202afe-eddd-4259-b066-2802d646b3eb service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Dec 12 05:18:08.254089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabfe1f-f7fc-48f1-86fe-8393490be5be req-326731a7-c730-4e8a-b61a-af1ae4f10bf3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:08.255594 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfabfe1f-f7fc-48f1-86fe-8393490be5be req-326731a7-c730-4e8a-b61a-af1ae4f10bf3 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0514832 Dec 12 05:18:08.304206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-cfabfe1f-f7fc-48f1-86fe-8393490be5be req-ef7abee6-df14-40b0-a3e1-3c0c3f632fc5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Dec 12 05:18:09.420144 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8487-8c7e-4cde-8d3c-fb42c5c5b3c1 req-a4e23269-594f-4576-b65f-b4e897b1846d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:09.421548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2bee8487-8c7e-4cde-8d3c-fb42c5c5b3c1 req-a4e23269-594f-4576-b65f-b4e897b1846d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0482743 Dec 12 05:18:09.473509 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2bee8487-8c7e-4cde-8d3c-fb42c5c5b3c1 req-b4ba1742-7c36-4e64-9529-3b1ce000f06c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460789 Dec 12 05:18:09.495313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43660) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:09.554840 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b5570a1a-c57d-4670-963e-189ea9c48018 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/floatingips/029c6ad1-7dc4-45ca-bfa9-33b9338de0fb HTTP/1.1" status: 200 len: 994 time: 0.0584362 Dec 12 05:18:09.847030 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43666) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:10.003693 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port bd4a01d3-1067-4f6a-bd07-c8641f3669d0 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:18:10.004044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:10.084283 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:10.084620 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:10.096017 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for bd4a01d3-1067-4f6a-bd07-c8641f3669d0 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:18:10.243209 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:10.270227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=bd4a01d3-1067-4f6a-bd07-c8641f3669d0,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:10.293767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.294131 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.294486 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.294836 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.295182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.295524 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.295865 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.296205 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.296544 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.296910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.297249 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.297581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.298462 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:10.338597 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:10.338934 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Floating IP 029c6ad1-7dc4-45ca-bfa9-33b9338de0fb disassociated (deleted). External IP: 172.25.7.197, port: d6280ae3-480f-49c7-a503-52fe2dda3082. Dec 12 05:18:10.549225 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 02d891f4-3a01-44cd-b590-42e7188ed2fb has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:18:10.654284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:18:10.659816 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:10.664352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] Sync routers for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:18:10.674344 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:10.674969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:10.687342 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-53fb3009-39f0-4435-8afd-8de1d304c5b5 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/floatingips/029c6ad1-7dc4-45ca-bfa9-33b9338de0fb HTTP/1.1" status: 204 len: 168 time: 0.8392439 Dec 12 05:18:10.687926 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:18:10.690353 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f6cfe3-c18e-4600-a670-4a114ea43da8" -d '{"events": [{"name": "network-changed", "server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:18:10.735307 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde4db6e-2892-4125-a7fc-a1601f105833 x-openstack-request-id: req-dde4db6e-2892-4125-a7fc-a1601f105833 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:18:10.735614 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:18:10.736046 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dde4db6e-2892-4125-a7fc-a1601f105833 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:18:10.736649 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'status': 'completed', 'code': 200} Dec 12 05:18:10.798665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:10.829477 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-4adecb05-da32-47dc-a9b3-4229219df6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:10.831401 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-4adecb05-da32-47dc-a9b3-4229219df6bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdc502205a3a469ab1c39033368f4d07&device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 1097 time: 0.0496831 Dec 12 05:18:10.843335 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c9e3-a630-4d96-b4e1-025898a89230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:10.983359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b1f2b-e999-48a2-a0ab-0041a7e876e4 req-79b7c6c0-6ddf-4731-8ff6-4f529a773430 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:10.984993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-129b1f2b-e999-48a2-a0ab-0041a7e876e4 req-79b7c6c0-6ddf-4731-8ff6-4f529a773430 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.1073296 Dec 12 05:18:11.001671 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-96704bc5-4551-426a-88b9-23e92d484542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:11.003107 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-96704bc5-4551-426a-88b9-23e92d484542 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a HTTP/1.1" status: 200 len: 897 time: 0.1349547 Dec 12 05:18:11.008315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '722fe5ec-4fb6-40f2-b70c-d8533dac540f', 'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:6c:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:19Z', 'updated_at': '2021-12-12T05:17:23Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:11.038787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] Checking router: 02d891f4-3a01-44cd-b590-42e7188ed2fb for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:18:11.047012 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:11.047625 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:17:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:11.062413 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-4f65455d-a3d0-4b2e-aa24-3a337cb0ddfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6280ae3-480f-49c7-a503-52fe2dda3082 HTTP/1.1" status: 200 len: 217 time: 0.0457537 Dec 12 05:18:11.085000 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-129b1f2b-e999-48a2-a0ab-0041a7e876e4 req-a2d24a86-464a-412c-99fe-88b43256798d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922456 Dec 12 05:18:11.119417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-e31b60e9-4b8f-4e1c-b2a1-8c56de10feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:11.120939 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-e31b60e9-4b8f-4e1c-b2a1-8c56de10feea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee423c7c-2c4f-43a3-b387-2c869619a8f8 HTTP/1.1" status: 200 len: 834 time: 0.0492897 Dec 12 05:18:11.152907 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:11.166681 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-057d7e92-736a-4c40-ab55-75dcae25bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:11.168231 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-057d7e92-736a-4c40-ab55-75dcae25bf86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400691 Dec 12 05:18:11.267671 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-a3cfca44-76d8-48a5-9aba-6fa61eea80b2 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865576 Dec 12 05:18:11.352233 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '722fe5ec-4fb6-40f2-b70c-d8533dac540f', 'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:6c:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:19Z', 'updated_at': '2021-12-12T05:17:23Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:11.368170 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46f6cfe3-c18e-4600-a670-4a114ea43da8 req-2462f35b-be59-4686-9b9e-6d086b8c5c40 service neutron] 10.222.0.18 "GET /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884800 Dec 12 05:18:11.384073 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544aad71-4167-4ba9-a4f3-4abcc4f0d5b5 None None] The sync data for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 is: [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:17:20Z', 'revision_number': 4, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '722fe5ec-4fb6-40f2-b70c-d8533dac540f', 'name': '', 'network_id': '49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'mac_address': 'fa:16:3e:6c:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:19Z', 'updated_at': '2021-12-12T05:17:23Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'subnets': [{'id': 'ee423c7c-2c4f-43a3-b387-2c869619a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:18:11.594743 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38572ec3-3b47-4993-9fd7-392921f84a37 None None] New status for floating IP 029c6ad1-7dc4-45ca-bfa9-33b9338de0fb: DOWN {{(pid=103453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:18:12.200726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7028df9-c05d-4132-9900-5c3a5825c9bf req-0ffe6fff-278c-4ca6-94b0-a5c01dfe92aa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:12.202232 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7028df9-c05d-4132-9900-5c3a5825c9bf req-0ffe6fff-278c-4ca6-94b0-a5c01dfe92aa tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0482979 Dec 12 05:18:12.255842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f7028df9-c05d-4132-9900-5c3a5825c9bf req-85b5061b-ff84-4a69-9abb-a9fda5715934 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e28656-444c-4fe6-803c-af93daad737c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472264 Dec 12 05:18:12.344400 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:12.722362 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-8614810e-e4e2-4e4e-a831-81f4a05a0a3c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:12.723836 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-8614810e-e4e2-4e4e-a831-81f4a05a0a3c tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 946 time: 0.0485005 Dec 12 05:18:12.816618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port d6280ae3-480f-49c7-a503-52fe2dda3082 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:18:12.817007 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:12.903830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port d6280ae3-480f-49c7-a503-52fe2dda3082, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=d6280ae3-480f-49c7-a503-52fe2dda3082,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:12.904121 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:12.916314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for d6280ae3-480f-49c7-a503-52fe2dda3082 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:18:13.043898 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:13.071352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=d6280ae3-480f-49c7-a503-52fe2dda3082,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:13.084704 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9f91f994-4129-4354-a8c3-17271e281a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:13.120305 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] No DVR routers for this DVR port d6280ae3-480f-49c7-a503-52fe2dda3082 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:18:13.122814 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:13.126809 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-790aaf90-dc78-4cf8-99a2-9db49bb17340 req-823401ff-f673-45ad-a436-7a1ebbe89e7d tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.18 "DELETE /v2.0/ports/d6280ae3-480f-49c7-a503-52fe2dda3082 HTTP/1.1" status: 204 len: 173 time: 0.3968792 Dec 12 05:18:13.127248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'name': 'network-vif-deleted', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:18:13.129592 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec71deb-9d25-4cb5-871d-429919e73a02" -d '{"events": [{"server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "name": "network-vif-deleted", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:18:13.169207 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336eb817-fc9f-4cc5-abe9-d22c3ef1d0c4 x-openstack-request-id: req-336eb817-fc9f-4cc5-abe9-d22c3ef1d0c4 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:18:13.169516 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684e68bf-bc3d-4a73-9bc4-5bf1dc027be4", "name": "network-vif-deleted", "tag": "d6280ae3-480f-49c7-a503-52fe2dda3082", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:18:13.169845 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-336eb817-fc9f-4cc5-abe9-d22c3ef1d0c4 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:18:13.170257 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684e68bf-bc3d-4a73-9bc4-5bf1dc027be4', 'name': 'network-vif-deleted', 'tag': 'd6280ae3-480f-49c7-a503-52fe2dda3082', 'status': 'completed', 'code': 200} Dec 12 05:18:13.362981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-16d68719-d475-4462-b713-8daf606bbb95 req-e75f7c20-944a-4290-b6d4-7c98dda040d2 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "GET /v2.0/ports?device_id=684e68bf-bc3d-4a73-9bc4-5bf1dc027be4 HTTP/1.1" status: 200 len: 210 time: 0.0271015 Dec 12 05:18:14.336852 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:14.419260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43682) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:14.539429 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:14.775952 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:15.023314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port 722fe5ec-4fb6-40f2-b70c-d8533dac540f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:18:15.023661 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:15.111695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port 722fe5ec-4fb6-40f2-b70c-d8533dac540f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=722fe5ec-4fb6-40f2-b70c-d8533dac540f,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:15.111979 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:15.124603 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for 722fe5ec-4fb6-40f2-b70c-d8533dac540f owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:18:15.562724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d6280ae3-480f-49c7-a503-52fe2dda3082 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:18:15.585312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: d6280ae3-480f-49c7-a503-52fe2dda3082 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:18:15.585696 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device d6280ae3-480f-49c7-a503-52fe2dda3082 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:18:15.628742 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:15.654350 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=722fe5ec-4fb6-40f2-b70c-d8533dac540f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:15.821343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:15.869648 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.035943 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Router 02d891f4-3a01-44cd-b590-42e7188ed2fb has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:18:16.140674 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:18:16.145688 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-26af35c1-94fb-498d-aedf-98468749cdf6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "PUT /v2.0/routers/02d891f4-3a01-44cd-b590-42e7188ed2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7254024 Dec 12 05:18:16.148410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43684) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:16.151256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] Sync routers for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:18:16.162183 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:16.162803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:16.199100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dedb6ae-d2b0-46a6-a351-bf2f55d7bb13 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting subnet ee423c7c-2c4f-43a3-b387-2c869619a8f8 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:18:16.202264 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dedb6ae-d2b0-46a6-a351-bf2f55d7bb13 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.245161 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dedb6ae-d2b0-46a6-a351-bf2f55d7bb13 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.267758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:16.332436 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dedb6ae-d2b0-46a6-a351-bf2f55d7bb13 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.392231 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dedb6ae-d2b0-46a6-a351-bf2f55d7bb13 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.419284 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedb6ae-d2b0-46a6-a351-bf2f55d7bb13 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Subnet': ['ID=ee423c7c-2c4f-43a3-b387-2c869619a8f8,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:16.423531 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2dedb6ae-d2b0-46a6-a351-bf2f55d7bb13 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.426907 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-2dedb6ae-d2b0-46a6-a351-bf2f55d7bb13 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/subnets/ee423c7c-2c4f-43a3-b387-2c869619a8f8 HTTP/1.1" status: 204 len: 168 time: 0.2775331 Dec 12 05:18:16.430046 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43686) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:16.431901 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a2e5b-e49b-4057-9439-39c3de4489ee None None] Network 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:18:16.520176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:18:15Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:16.538273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.552718 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] Checking router: 02d891f4-3a01-44cd-b590-42e7188ed2fb for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:18:16.567691 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] Routers {'02d891f4-3a01-44cd-b590-42e7188ed2fb'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:16.568356 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['02d891f4-3a01-44cd-b590-42e7188ed2fb'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:16.638584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] DHCP port deletion for 49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:18:16.647090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.700514 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Deleting port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:18:16.700940 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.705945 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] Set router 02d891f4-3a01-44cd-b590-42e7188ed2fb gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:16.788016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] For port f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:16.788377 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.800024 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Calling delete_port for f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:18:16.802464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Deleting port c806cb6f-7872-4287-befc-ca874b4a3771 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:18:16.802845 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.973083 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:16.999361 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Port': ['ID=f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:17.021700 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5181fd0-2524-468c-b9c9-589ede9e76ac None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:18:17.066958 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.075026 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.077564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] For port c806cb6f-7872-4287-befc-ca874b4a3771, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=c806cb6f-7872-4287-befc-ca874b4a3771,segment=NetworkSegment(6fba5ea9-fc8a-4ac9-974f-8f328f587c26),segment_id=6fba5ea9-fc8a-4ac9-974f-8f328f587c26)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:17.077959 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.099940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Calling delete_port for c806cb6f-7872-4287-befc-ca874b4a3771 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:18:17.163420 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.165646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.215286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.215644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:18:15Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:17.216032 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Fanout notify agent at l3_agent the message router_deleted on router 02d891f4-3a01-44cd-b590-42e7188ed2fb {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:18:17.226199 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.229430 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-02e75340-58c1-40b8-85df-2149b7b0e764 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/routers/02d891f4-3a01-44cd-b590-42e7188ed2fb HTTP/1.1" status: 204 len: 168 time: 0.7985411 Dec 12 05:18:17.230403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43688) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:17.246058 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49414c56-8c80-4b08-ba99-62648bf1b8fd None None] The sync data for ids ['02d891f4-3a01-44cd-b590-42e7188ed2fb'] in n-d-710847-7 is: [{'id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691205711', 'tenant_id': 'cdc502205a3a469ab1c39033368f4d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:17:16Z', 'updated_at': '2021-12-12T05:18:15Z', 'revision_number': 5, 'project_id': 'cdc502205a3a469ab1c39033368f4d07', 'gw_port': {'id': 'f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d891f4-3a01-44cd-b590-42e7188ed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:17:17Z', 'updated_at': '2021-12-12T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:18:17.250425 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.282187 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Pushing event deleted for resources: {'Port': ['ID=c806cb6f-7872-4287-befc-ca874b4a3771,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:17.285828 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] No DVR routers for this DVR port c806cb6f-7872-4287-befc-ca874b4a3771 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:18:17.302723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.303399 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.303833 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.304237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.305352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.305802 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.306237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.306646 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.307060 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.307468 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.307817 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.308157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.308496 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7325d-2905-4f41-bc89-b083f336a2f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.337835 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.427179 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.447212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:17.456387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fba5ea9-fc8a-4ac9-974f-8f328f587c26') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:17.456695 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fba5ea9-fc8a-4ac9-974f-8f328f587c26') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:17.465966 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.478902 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.484627 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:18:17.485553 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:18:17.488423 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:18:17.544745 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.551948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.555176 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/networks/49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a HTTP/1.1" status: 204 len: 168 time: 0.3237128 Dec 12 05:18:17.558101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43690) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:17.572099 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'Network': ['ID=49fc09a3-276d-4b07-9e18-1b9e4bf5ff1a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:17.579685 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.580050 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.580407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.580759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.583556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.583556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.583556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.583556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.583556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.583556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.583556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.583556 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.584358 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b58401-c69f-4bef-8c00-8e2f10e057bd tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:17.624508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c806cb6f-7872-4287-befc-ca874b4a3771 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:18:17.634176 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce767019-137d-4a8f-90ea-c55c3328a0d6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.653123 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: c806cb6f-7872-4287-befc-ca874b4a3771 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:18:17.653476 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device c806cb6f-7872-4287-befc-ca874b4a3771 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:18:17.662492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce767019-137d-4a8f-90ea-c55c3328a0d6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.724506 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce767019-137d-4a8f-90ea-c55c3328a0d6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.727468 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ce767019-137d-4a8f-90ea-c55c3328a0d6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:17.728715 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ce767019-137d-4a8f-90ea-c55c3328a0d6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3e28656-444c-4fe6-803c-af93daad737c HTTP/1.1" status: 204 len: 168 time: 0.1695814 Dec 12 05:18:17.739000 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce767019-137d-4a8f-90ea-c55c3328a0d6 tempest-TestNetworkAdvancedServerOps-421001957 tempest-TestNetworkAdvancedServerOps-421001957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e28656-444c-4fe6-803c-af93daad737c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:18.087597 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43698) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:18.239328 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-505eacca-2eb8-4862-9766-f1ce8494db1b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdc502205a3a469ab1c39033368f4d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504588 Dec 12 05:18:18.242095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43702) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:18.292522 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b96964e5-e8db-4fe4-b517-fe1973168cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.314473 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b96964e5-e8db-4fe4-b517-fe1973168cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.360868 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b96964e5-e8db-4fe4-b517-fe1973168cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.363537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b96964e5-e8db-4fe4-b517-fe1973168cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.364986 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-b96964e5-e8db-4fe4-b517-fe1973168cae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d5999a3-e24b-4545-86db-9b9677dd97ac HTTP/1.1" status: 204 len: 168 time: 0.1217153 Dec 12 05:18:18.374631 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96964e5-e8db-4fe4-b517-fe1973168cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5999a3-e24b-4545-86db-9b9677dd97ac,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:18.631654 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43708) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:18.645508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f957-fbf5-4b0b-bc89-50cc224a28ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.718343 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f957-fbf5-4b0b-bc89-50cc224a28ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.722258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f957-fbf5-4b0b-bc89-50cc224a28ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.760448 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a7c0f957-fbf5-4b0b-bc89-50cc224a28ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e4e14558084446f9cef88cd988ea96e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276529 Dec 12 05:18:18.762551 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0f957-fbf5-4b0b-bc89-50cc224a28ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c4fc9f-9f6c-44b3-992d-c1a079222884,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:18.763326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43710) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:18.810661 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cdd0eae-fcfa-4960-b43f-300b4643e9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.831601 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cdd0eae-fcfa-4960-b43f-300b4643e9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.877284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cdd0eae-fcfa-4960-b43f-300b4643e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.880040 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7cdd0eae-fcfa-4960-b43f-300b4643e9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:18.881356 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7cdd0eae-fcfa-4960-b43f-300b4643e9dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4c4fc9f-9f6c-44b3-992d-c1a079222884 HTTP/1.1" status: 204 len: 168 time: 0.1170344 Dec 12 05:18:18.889035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd0eae-fcfa-4960-b43f-300b4643e9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c4fc9f-9f6c-44b3-992d-c1a079222884,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:19.189495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 722fe5ec-4fb6-40f2-b70c-d8533dac540f no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:18:19.209525 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 722fe5ec-4fb6-40f2-b70c-d8533dac540f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:18:19.209883 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 722fe5ec-4fb6-40f2-b70c-d8533dac540f not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:18:19.210317 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:18:19.230814 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:18:19.231171 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device f3a1b1fa-22f1-4bd6-a6b6-cbdcbddccf0f not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:18:19.552062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43732) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:19.668031 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-107091582-network', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:19.689133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Made reservation on behalf of 7979bc9fda184ca8b65e93518af767fa for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:18:19.691583 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:19.699907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:19.773257 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:19.776907 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:19.798012 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:18:19.811462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea4f4f2-c93b-4645-95ca-245a01284fc5,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:19.816474 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:19.816854 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Added segment 8cf815d1-fe0f-440e-8e6e-a36c2757028b of type vlan for network 5aba5cb1-7759-4840-b090-90193a4c8a53 Dec 12 05:18:19.859636 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:19.884121 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:19.885098 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:19.885687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:19.935705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3824029 Dec 12 05:18:19.939132 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43736) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:19.944248 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Request body: {'subnet': {'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-107091582-subnet', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:19.948719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee745c5-c4e0-49e6-87c1-0c67766803ec admin admin] Pushing event updated for resources: {'Network': ['ID=5aba5cb1-7759-4840-b090-90193a4c8a53,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:19.959249 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:18:19.966438 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Made reservation on behalf of 7979bc9fda184ca8b65e93518af767fa for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:18:19.969049 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.135628 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.195199 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36b177a-e41a-4a07-a9d3-1d6a5a91461a,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:20.201830 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Checking segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:18:20.202197 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Network hostable DHCP agents. Network: 5aba5cb1-7759-4840-b090-90193a4c8a53, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:18:20.218142 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:18:20.226231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 5aba5cb1-7759-4840-b090-90193a4c8a53) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:20.230347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:20.230955 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.235723 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88a80a-daef-441d-98fc-890ff28a9b6e None None] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:18:20.247285 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-8a76607f-44af-4b45-bdc0-e97a80b2161a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3069925 Dec 12 05:18:20.250075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43738) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:20.254923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:20.278442 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.279528 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.331325 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.344176 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-5aba5cb1-7759-4840-b090-90193a4c8a53', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:18:20.345213 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.471404 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.480237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Allocated IP 172.20.0.2 (5aba5cb1-7759-4840-b090-90193a4c8a53/f36b177a-e41a-4a07-a9d3-1d6a5a91461a/ad1f2663-5a93-482f-ad85-595f800f6f69) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:18:20.625336 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.630966 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.670960 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.675056 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:20.679030 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:20.680780 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Pushing event updated for resources: {'Port': ['ID=ad1f2663-5a93-482f-ad85-595f800f6f69,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:20.683025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:18:20.694760 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.740259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Attempting to bind port ad1f2663-5a93-482f-ad85-595f800f6f69 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:18:20.740564 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Attempting to bind port ad1f2663-5a93-482f-ad85-595f800f6f69 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:18:20.740967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Attempting to bind port ad1f2663-5a93-482f-ad85-595f800f6f69 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:18:20.745929 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:18:20.746308 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Checking segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:18:20.746711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.747110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Bound using segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:18:20.747574 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Bound port: ad1f2663-5a93-482f-ad85-595f800f6f69, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:18:20.747959 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.795359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Allocated IP 172.25.7.88 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/398d5ec9-909b-4b6b-b473-71f65ac34d04) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:18:20.810671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] For port ad1f2663-5a93-482f-ad85-595f800f6f69, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:18:20.814371 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] For port ad1f2663-5a93-482f-ad85-595f800f6f69, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ad1f2663-5a93-482f-ad85-595f800f6f69,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:18:20.819121 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.875167 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df3283-3fa3-4b45-9c3c-3a0efeaa4bcc None None] Pushing event updated for resources: {'Port': ['ID=ad1f2663-5a93-482f-ad85-595f800f6f69,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:20.912852 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.948316 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:20.993772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:20.996902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:20.999342 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:18:21.011282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16dc27c-8f8e-4483-a870-1713e0fe23cd None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:18:21.029012 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Pushing event updated for resources: {'Port': ['ID=398d5ec9-909b-4b6b-b473-71f65ac34d04,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:21.077275 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9b274f23-3e15-4df0-ae56-ac034d62dc21 None None] Provisioning complete for port 398d5ec9-909b-4b6b-b473-71f65ac34d04 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:21.077664 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9b274f23-3e15-4df0-ae56-ac034d62dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:21.127391 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9b274f23-3e15-4df0-ae56-ac034d62dc21 None None] Port 398d5ec9-909b-4b6b-b473-71f65ac34d04 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:18:21.266020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ad1f2663-5a93-482f-ad85-595f800f6f69 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:21.290866 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:21.314762 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ad1f2663-5a93-482f-ad85-595f800f6f69 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:21.315142 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:21.399117 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:21.432526 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port ad1f2663-5a93-482f-ad85-595f800f6f69, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ad1f2663-5a93-482f-ad85-595f800f6f69,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:21.437943 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:21.487758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=ad1f2663-5a93-482f-ad85-595f800f6f69,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:21.494364 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:21.624864 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Router cebeef70-9938-406f-9a91-ea7bfbe5f81e is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:18:21.735939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:18:21.747400 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Sync routers for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:18:21.753798 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:21.755495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-64feee12-04a4-4f81-9110-3452da7eaeec admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5035756 Dec 12 05:18:21.757884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43740) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:21.759410 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:21.760024 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:21.804967 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f7e541-5160-4aef-a8bc-54c21a9abe3a None None] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:18:21.866623 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:21.877307 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e1feffe5-d6f5-40dd-95f1-6f3b8a7c7fe4 None None] Provisioning complete for port ad1f2663-5a93-482f-ad85-595f800f6f69 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:21.877689 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e1feffe5-d6f5-40dd-95f1-6f3b8a7c7fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.065715 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:21Z', 'revision_number': 3, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:22.092494 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Checking router: cebeef70-9938-406f-9a91-ea7bfbe5f81e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:18:22.092881 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Updating router cebeef70-9938-406f-9a91-ea7bfbe5f81e port 398d5ec9-909b-4b6b-b473-71f65ac34d04 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:18:22.120424 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.218434 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9d7ce6c2-af2e-4714-ba0b-b0001d10f047 None None] Provisioning complete for port ad1f2663-5a93-482f-ad85-595f800f6f69 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:22.218974 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce6c2-af2e-4714-ba0b-b0001d10f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.219247 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.475746 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.481059 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.527169 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b1f036-f152-4adb-b4bd-efa0910f79f1 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:18:22.536308 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Attempting to bind port 398d5ec9-909b-4b6b-b473-71f65ac34d04 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:18:22.536688 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Attempting to bind port 398d5ec9-909b-4b6b-b473-71f65ac34d04 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:18:22.537102 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Attempting to bind port 398d5ec9-909b-4b6b-b473-71f65ac34d04 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:18:22.540316 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554feaa-b173-4ebf-bfcf-c3862d951b1d None None] Pushing event updated for resources: {'Port': ['ID=398d5ec9-909b-4b6b-b473-71f65ac34d04,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:22.545188 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:18:22.545569 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:18:22.545981 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.546374 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:18:22.546858 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Bound port: 398d5ec9-909b-4b6b-b473-71f65ac34d04, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:18:22.547248 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.599661 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] For port 398d5ec9-909b-4b6b-b473-71f65ac34d04, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:18:22.602923 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] For port 398d5ec9-909b-4b6b-b473-71f65ac34d04, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=398d5ec9-909b-4b6b-b473-71f65ac34d04,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:18:22.606476 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.629492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4cbe2812-80d6-46df-94d9-0906de804cb4 None None] Provisioning complete for port 398d5ec9-909b-4b6b-b473-71f65ac34d04 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:22.630012 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2812-80d6-46df-94d9-0906de804cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.666524 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236cbd94-1336-4ec3-b0b0-3eaeebadc7a2 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:18:22.668224 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:22.668880 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:22.671224 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554feaa-b173-4ebf-bfcf-c3862d951b1d None None] Pushing event updated for resources: {'Port': ['ID=398d5ec9-909b-4b6b-b473-71f65ac34d04,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:22.721180 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Allocated IP 172.20.0.1 (5aba5cb1-7759-4840-b090-90193a4c8a53/f36b177a-e41a-4a07-a9d3-1d6a5a91461a/1d10dace-6fd6-4959-93ac-ac730109a098) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:18:22.729698 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2812-80d6-46df-94d9-0906de804cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.753276 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4cbe2812-80d6-46df-94d9-0906de804cb4 None None] For port 398d5ec9-909b-4b6b-b473-71f65ac34d04, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=398d5ec9-909b-4b6b-b473-71f65ac34d04,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:22.758847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2812-80d6-46df-94d9-0906de804cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.785576 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:22.809872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe2812-80d6-46df-94d9-0906de804cb4 None None] Pushing event updated for resources: {'Port': ['ID=398d5ec9-909b-4b6b-b473-71f65ac34d04,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:22.841790 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.878145 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.881284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-166dcaeb-6b9e-4147-9c80-44827136cbde None None] Provisioning complete for port 398d5ec9-909b-4b6b-b473-71f65ac34d04 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:22.881664 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-166dcaeb-6b9e-4147-9c80-44827136cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.924541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:22.927799 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:22.930245 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:18:22.956689 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d10dace-6fd6-4959-93ac-ac730109a098,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:22.979934 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:22.991208 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:21Z', 'revision_number': 3, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:23.019673 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0264b-72a0-42cc-8eaf-ed3d41d5b820 None None] The sync data for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 is: [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:21Z', 'revision_number': 3, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:18:23.137403 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:23.203453 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d2373418-7310-4bac-8461-c0d413d251ea None None] Provisioning complete for port 1d10dace-6fd6-4959-93ac-ac730109a098 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:23.203829 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d2373418-7310-4bac-8461-c0d413d251ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:23.250555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ad1f2663-5a93-482f-ad85-595f800f6f69 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:23.254555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d2373418-7310-4bac-8461-c0d413d251ea None None] Port 1d10dace-6fd6-4959-93ac-ac730109a098 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:18:23.319630 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port ad1f2663-5a93-482f-ad85-595f800f6f69 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:23.320098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:23.347762 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:23.353159 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:23.421383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d10dace-6fd6-4959-93ac-ac730109a098,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:23.423971 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:23.527383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:23.528790 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:23.658984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Router cebeef70-9938-406f-9a91-ea7bfbe5f81e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:18:23.778029 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3eb1a0f2-4431-448e-b75b-91d54c4d9304 None None] Provisioning complete for port 1d10dace-6fd6-4959-93ac-ac730109a098 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:23.778621 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a0f2-4431-448e-b75b-91d54c4d9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:23.778923 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:18:23.784095 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1d7cc3d2-431a-4310-bd5c-672a45da85f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/cebeef70-9938-406f-9a91-ea7bfbe5f81e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0251787 Dec 12 05:18:23.819079 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1a0f2-4431-448e-b75b-91d54c4d9304 None None] Port 1d10dace-6fd6-4959-93ac-ac730109a098 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:18:24.146970 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:18:24.255257 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43756) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:24.260152 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1983992181-network', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:24.281304 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Made reservation on behalf of e0697ffe501e4510aaa98e9e8b2f576e for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:18:24.284458 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.296740 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.371852 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.376870 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.403268 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:18:24.413735 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdff054b-22c7-4abd-b9ed-450353d2170b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:24.418761 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.419110 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Added segment ed6f294e-093d-471f-83c9-ea8e7dff08d6 of type vlan for network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf Dec 12 05:18:24.460324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.486755 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.487841 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:24.488592 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.541585 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2852058 Dec 12 05:18:24.544420 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43758) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:24.549439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Request body: {'subnet': {'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1983992181-subnet', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:24.552833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c147222-f30f-4e0e-9947-ce9c5ff11283 admin admin] Pushing event updated for resources: {'Network': ['ID=ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:24.563702 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:18:24.573763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Made reservation on behalf of e0697ffe501e4510aaa98e9e8b2f576e for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:18:24.576923 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.680965 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Sync routers for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:18:24.691403 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:24.692101 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:24.750560 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.798445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:24.804618 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b25190e-8e20-4322-b507-d9e3c9c45d7d,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:24.820283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Checking segment: {'id': 'ed6f294e-093d-471f-83c9-ea8e7dff08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:18:24.820660 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Network hostable DHCP agents. Network: ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:18:24.837039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:18:24.847236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:24.851600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:24.852441 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.868664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-42dff90f-5012-428e-95ae-cf7a22381fc4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3231273 Dec 12 05:18:24.871653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43760) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:24.871915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00701eae-6dfe-465f-8c5a-fbdf99fb97f6 None None] Network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:18:24.877314 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:24.898044 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.898994 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:24.955507 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.051285 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf', 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf', 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'fixed_ips': [{'subnet_id': '8b25190e-8e20-4322-b507-d9e3c9c45d7d'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:18:25.052150 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.099380 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.191272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 2, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:25.225227 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Checking router: cebeef70-9938-406f-9a91-ea7bfbe5f81e for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:18:25.225657 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Updating router cebeef70-9938-406f-9a91-ea7bfbe5f81e port 1d10dace-6fd6-4959-93ac-ac730109a098 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:18:25.253600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Allocated IP 172.20.0.2 (ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf/8b25190e-8e20-4322-b507-d9e3c9c45d7d/2f8d425d-c6f3-4bb1-8c56-d3707f5f6422) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:18:25.269949 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.277370 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 398d5ec9-909b-4b6b-b473-71f65ac34d04 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:25.321286 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.341102 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.452914 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Allocated IP 172.25.7.184 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/3bb44b64-da7a-44b8-8369-d37c29087e9e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:18:25.557255 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.599001 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.637472 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:25.640436 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:25.644995 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:18:25.663611 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79319e3-000c-4942-bc9f-c34496447ca5 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:18:25.670406 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Pushing event updated for resources: {'Port': ['ID=3bb44b64-da7a-44b8-8369-d37c29087e9e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:25.687429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 398d5ec9-909b-4b6b-b473-71f65ac34d04 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:25.687808 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.831902 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.833365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9c2b79cd-4ec2-4732-ae49-e7604720ddee None None] Provisioning complete for port 3bb44b64-da7a-44b8-8369-d37c29087e9e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:25.833716 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9c2b79cd-4ec2-4732-ae49-e7604720ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.869938 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.903079 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:25.941495 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:25.942202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b79cd-4ec2-4732-ae49-e7604720ddee None None] Port 3bb44b64-da7a-44b8-8369-d37c29087e9e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:18:25.956912 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:25.979902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:18:25.988636 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Pushing event updated for resources: {'Port': ['ID=2f8d425d-c6f3-4bb1-8c56-d3707f5f6422,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:26.071841 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.084141 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.106978 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.113163 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Attempting to bind port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:18:26.113545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Attempting to bind port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ed6f294e-093d-471f-83c9-ea8e7dff08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:18:26.113919 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Attempting to bind port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 on network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:18:26.130994 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:18:26.131388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Checking segment: {'id': 'ed6f294e-093d-471f-83c9-ea8e7dff08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:18:26.131790 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.132188 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Bound using segment: {'id': 'ed6f294e-093d-471f-83c9-ea8e7dff08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:18:26.132674 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Bound port: 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6f294e-093d-471f-83c9-ea8e7dff08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:18:26.133084 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.156365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca05d2-9cf8-4778-88fb-2f69fe1eec33 None None] Pushing event updated for resources: {'Port': ['ID=1d10dace-6fd6-4959-93ac-ac730109a098,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:26.251074 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Attempting to bind port 1d10dace-6fd6-4959-93ac-ac730109a098 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:18:26.251413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Attempting to bind port 1d10dace-6fd6-4959-93ac-ac730109a098 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:18:26.251749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Attempting to bind port 1d10dace-6fd6-4959-93ac-ac730109a098 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:18:26.251905 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Router 705dc78b-edae-4e65-af58-7e654ce5034d is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:18:26.258970 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] For port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:18:26.261592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:18:26.262322 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Checking segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:18:26.262845 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.263254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Bound using segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:18:26.264100 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Bound port: 1d10dace-6fd6-4959-93ac-ac730109a098, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:18:26.264100 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.268614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] For port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f8d425d-c6f3-4bb1-8c56-d3707f5f6422,segment=NetworkSegment(ed6f294e-093d-471f-83c9-ea8e7dff08d6),segment_id=ed6f294e-093d-471f-83c9-ea8e7dff08d6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:18:26.280364 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.379916 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:18:26.382207 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069de926-c998-44f5-97b7-c5af35dd45e2 None None] Pushing event updated for resources: {'Port': ['ID=2f8d425d-c6f3-4bb1-8c56-d3707f5f6422,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:26.390805 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Sync routers for ids ['705dc78b-edae-4e65-af58-7e654ce5034d'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:18:26.398198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-9aea8769-72c5-4931-8c67-a4c30372dc5e None None] Provisioning complete for port 1d10dace-6fd6-4959-93ac-ac730109a098 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:26.398516 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9aea8769-72c5-4931-8c67-a4c30372dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.400422 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] For port 1d10dace-6fd6-4959-93ac-ac730109a098, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:18:26.404585 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] For port 1d10dace-6fd6-4959-93ac-ac730109a098, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1d10dace-6fd6-4959-93ac-ac730109a098,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:18:26.405904 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Routers {'705dc78b-edae-4e65-af58-7e654ce5034d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:26.406705 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['705dc78b-edae-4e65-af58-7e654ce5034d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:26.415282 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.416897 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aa1a7bc2-ee3e-4710-a9c1-2b49657e336c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5436110 Dec 12 05:18:26.419376 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43762) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:26.433104 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.475867 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-9aea8769-72c5-4931-8c67-a4c30372dc5e None None] Port 1d10dace-6fd6-4959-93ac-ac730109a098 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:18:26.504772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:26.505363 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:26.507703 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca05d2-9cf8-4778-88fb-2f69fe1eec33 None None] Pushing event updated for resources: {'Port': ['ID=1d10dace-6fd6-4959-93ac-ac730109a098,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:26.539496 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Set router 705dc78b-edae-4e65-af58-7e654ce5034d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:26.659135 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:26.834251 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:24Z', 'updated_at': '2021-12-12T05:18:25Z', 'revision_number': 3, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'gw_port': {'id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:25Z', 'updated_at': '2021-12-12T05:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:26.862105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Checking router: 705dc78b-edae-4e65-af58-7e654ce5034d for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:18:26.862699 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Updating router 705dc78b-edae-4e65-af58-7e654ce5034d port 3bb44b64-da7a-44b8-8369-d37c29087e9e binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:18:26.889294 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.925186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e4f3d134-f85d-4333-916f-b1d5e2e8c022 None None] Provisioning complete for port 1d10dace-6fd6-4959-93ac-ac730109a098 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:26.925770 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d134-f85d-4333-916f-b1d5e2e8c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:26.982086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:26Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:27.015849 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.036792 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1809d30-7d95-4a5e-b2bd-e5517788d8ab None None] The sync data for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 is: [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:26Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:18:27.054565 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d134-f85d-4333-916f-b1d5e2e8c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.119141 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-e4f3d134-f85d-4333-916f-b1d5e2e8c022 None None] For port 1d10dace-6fd6-4959-93ac-ac730109a098, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1d10dace-6fd6-4959-93ac-ac730109a098,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:27.130447 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d134-f85d-4333-916f-b1d5e2e8c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.187964 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.201888 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.224758 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d134-f85d-4333-916f-b1d5e2e8c022 None None] Pushing event updated for resources: {'Port': ['ID=1d10dace-6fd6-4959-93ac-ac730109a098,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:27.239020 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Allocated IP 172.20.0.1 (ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf/8b25190e-8e20-4322-b507-d9e3c9c45d7d/121d3e6f-1ac3-48a5-8315-f432ed99309a) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:18:27.300629 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb569df8-d264-4018-bb59-cccad6b25f03 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:18:27.327698 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Attempting to bind port 3bb44b64-da7a-44b8-8369-d37c29087e9e on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:18:27.328199 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Attempting to bind port 3bb44b64-da7a-44b8-8369-d37c29087e9e by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:18:27.328965 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Attempting to bind port 3bb44b64-da7a-44b8-8369-d37c29087e9e on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:18:27.363354 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e43db797-ab50-471e-bf56-06f6f7206d5a None None] Provisioning complete for port 3bb44b64-da7a-44b8-8369-d37c29087e9e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:27.364146 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e43db797-ab50-471e-bf56-06f6f7206d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.365012 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:18:27.365407 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:18:27.365804 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.366198 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:18:27.366685 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Bound port: 3bb44b64-da7a-44b8-8369-d37c29087e9e, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:18:27.367068 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.378850 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.417107 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:27.442889 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] For port 3bb44b64-da7a-44b8-8369-d37c29087e9e, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:18:27.446742 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] For port 3bb44b64-da7a-44b8-8369-d37c29087e9e, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3bb44b64-da7a-44b8-8369-d37c29087e9e,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:18:27.448830 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.452975 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Pushing event updated for resources: {'Port': ['ID=3bb44b64-da7a-44b8-8369-d37c29087e9e,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:27.460096 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.471388 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e43db797-ab50-471e-bf56-06f6f7206d5a None None] Port 3bb44b64-da7a-44b8-8369-d37c29087e9e cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:18:27.488221 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.488579 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.489789 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.490139 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.490520 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.490939 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.491704 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.492047 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.492385 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.492723 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.493197 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.493641 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.493952 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:18:27.507740 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:27.511178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1654ce32-2259-4688-8c82-c828eb9f922c None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:18:27.511632 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:27.514338 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:18:27.534592 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:27.534986 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.571043 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Routers {'705dc78b-edae-4e65-af58-7e654ce5034d'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:27.573116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Pushing event updated for resources: {'Port': ['ID=121d3e6f-1ac3-48a5-8315-f432ed99309a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:27.573599 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['705dc78b-edae-4e65-af58-7e654ce5034d'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:27.592698 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.670083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.715722 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7cbb9-5ead-484b-ac9c-91931cd9725a None None] Pushing event updated for resources: {'Port': ['ID=3bb44b64-da7a-44b8-8369-d37c29087e9e,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:27.719552 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f8d425d-c6f3-4bb1-8c56-d3707f5f6422,segment=NetworkSegment(ed6f294e-093d-471f-83c9-ea8e7dff08d6),segment_id=ed6f294e-093d-471f-83c9-ea8e7dff08d6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:27.721381 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-219c1600-67ac-41f5-ac12-e7d31397457c None None] Provisioning complete for port 3bb44b64-da7a-44b8-8369-d37c29087e9e triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:27.721770 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-219c1600-67ac-41f5-ac12-e7d31397457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.745375 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.746546 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1d10dace-6fd6-4959-93ac-ac730109a098 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:27.753082 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.782371 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] Set router 705dc78b-edae-4e65-af58-7e654ce5034d gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:27.839597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6387a-0be2-4a23-a080-83431a3b0170 None None] Network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:18:27.893767 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1d10dace-6fd6-4959-93ac-ac730109a098 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:27.894225 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.958600 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.964167 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:27.969679 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=2f8d425d-c6f3-4bb1-8c56-d3707f5f6422,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:28.022767 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-219c1600-67ac-41f5-ac12-e7d31397457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:28.035743 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Pushing event updated for resources: {'Port': ['ID=121d3e6f-1ac3-48a5-8315-f432ed99309a,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:28.060913 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:28.069847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-219c1600-67ac-41f5-ac12-e7d31397457c None None] For port 3bb44b64-da7a-44b8-8369-d37c29087e9e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3bb44b64-da7a-44b8-8369-d37c29087e9e,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:28.087161 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-219c1600-67ac-41f5-ac12-e7d31397457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:28.154355 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:24Z', 'updated_at': '2021-12-12T05:18:25Z', 'revision_number': 3, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'gw_port': {'id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:25Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:28.185467 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a551620-94b1-4671-91f0-0ce1c787d381 None None] The sync data for ids ['705dc78b-edae-4e65-af58-7e654ce5034d'] in n-d-710847-7 is: [{'id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:24Z', 'updated_at': '2021-12-12T05:18:25Z', 'revision_number': 3, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'gw_port': {'id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:25Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:18:28.189579 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:28.191058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:28.242419 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-cc1da230-e36d-4ec9-98f5-53615f45e46e None None] Provisioning complete for port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:28.242419 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cc1da230-e36d-4ec9-98f5-53615f45e46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:28.245459 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c1600-67ac-41f5-ac12-e7d31397457c None None] Pushing event updated for resources: {'Port': ['ID=3bb44b64-da7a-44b8-8369-d37c29087e9e,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:28.354339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Router 705dc78b-edae-4e65-af58-7e654ce5034d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:18:28.579124 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-67ce177a-082a-453b-a52a-5c7abc93d8eb None None] Provisioning complete for port 121d3e6f-1ac3-48a5-8315-f432ed99309a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:28.579590 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-67ce177a-082a-453b-a52a-5c7abc93d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:28.650824 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-67ce177a-082a-453b-a52a-5c7abc93d8eb None None] Port 121d3e6f-1ac3-48a5-8315-f432ed99309a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:18:28.683697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-67ce177a-082a-453b-a52a-5c7abc93d8eb None None] Provisioning complete for port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:28.684081 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-67ce177a-082a-453b-a52a-5c7abc93d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:28.872075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:18:28.897860 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e0e579a4-2bc7-4ca1-a465-260f66ffca5d admin admin] 10.222.0.36 "PUT /v2.0/routers/705dc78b-edae-4e65-af58-7e654ce5034d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4730363 Dec 12 05:18:29.114102 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-56475a69-b0ff-47df-9c78-a897141e5a9a None None] Provisioning complete for port 121d3e6f-1ac3-48a5-8315-f432ed99309a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:29.114940 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-56475a69-b0ff-47df-9c78-a897141e5a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.151203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-56475a69-b0ff-47df-9c78-a897141e5a9a None None] Port 121d3e6f-1ac3-48a5-8315-f432ed99309a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:18:29.339220 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3bb44b64-da7a-44b8-8369-d37c29087e9e up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:29.394752 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 3bb44b64-da7a-44b8-8369-d37c29087e9e triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:29.395271 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.479866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:29.504539 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43770) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:29.512482 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-09f4ec0c-b468-43f4-a41f-bed9ef0def3f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761372433', 'description': 'tempest-secgroup-smoke-1761372433 description', 'project_id': '7979bc9fda184ca8b65e93518af767fa'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:29.528617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:29.529031 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.534963 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09f4ec0c-b468-43f4-a41f-bed9ef0def3f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.600871 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09f4ec0c-b468-43f4-a41f-bed9ef0def3f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.604651 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09f4ec0c-b468-43f4-a41f-bed9ef0def3f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.615372 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1d10dace-6fd6-4959-93ac-ac730109a098 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:29.636376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-09f4ec0c-b468-43f4-a41f-bed9ef0def3f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.637651 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-09f4ec0c-b468-43f4-a41f-bed9ef0def3f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1314564 Dec 12 05:18:29.639493 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4ec0c-b468-43f4-a41f-bed9ef0def3f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b041da6-33ea-404d-be77-bc6d514b0802,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:29.641196 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43772) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:29.647072 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e1c00608-8ffb-4fbd-af0a-22592ff34825 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': '3b041da6-33ea-404d-be77-bc6d514b0802', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:29.663708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 1d10dace-6fd6-4959-93ac-ac730109a098 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:29.664164 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.676526 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1c00608-8ffb-4fbd-af0a-22592ff34825 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.727571 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1c00608-8ffb-4fbd-af0a-22592ff34825 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.732236 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1c00608-8ffb-4fbd-af0a-22592ff34825 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.755310 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c00608-8ffb-4fbd-af0a-22592ff34825 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fc48c2-8646-42d0-bbdb-58ea834e703c,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:29.763204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e1c00608-8ffb-4fbd-af0a-22592ff34825 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.766895 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e1c00608-8ffb-4fbd-af0a-22592ff34825 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215663 Dec 12 05:18:29.767114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43774) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:29.771477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-fe0eeccf-dfce-425f-b0a6-69e84a77cfd8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': '3b041da6-33ea-404d-be77-bc6d514b0802', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:29.798665 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0eeccf-dfce-425f-b0a6-69e84a77cfd8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.853884 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0eeccf-dfce-425f-b0a6-69e84a77cfd8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.857373 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0eeccf-dfce-425f-b0a6-69e84a77cfd8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.875193 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eeccf-dfce-425f-b0a6-69e84a77cfd8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abe0abc-5c39-45d8-8f78-f2e558e8c192,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:29.883671 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fe0eeccf-dfce-425f-b0a6-69e84a77cfd8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.884951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fe0eeccf-dfce-425f-b0a6-69e84a77cfd8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168976 Dec 12 05:18:29.887581 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43776) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:29.891913 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7b0a155a-ac76-4e59-8914-72782950ed15 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': '3b041da6-33ea-404d-be77-bc6d514b0802', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:29.918254 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b0a155a-ac76-4e59-8914-72782950ed15 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.975287 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b0a155a-ac76-4e59-8914-72782950ed15 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.978860 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b0a155a-ac76-4e59-8914-72782950ed15 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:29.998981 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a155a-ac76-4e59-8914-72782950ed15 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a964f46-17bb-44eb-9c52-67c74abb62f0,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:30.006318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7b0a155a-ac76-4e59-8914-72782950ed15 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.007544 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7b0a155a-ac76-4e59-8914-72782950ed15 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190350 Dec 12 05:18:30.010249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43778) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:30.014576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9cf7b5e6-c82f-45f9-8f1e-e6cad95e8535 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': '3b041da6-33ea-404d-be77-bc6d514b0802', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:30.041965 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b5e6-c82f-45f9-8f1e-e6cad95e8535 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.098623 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b5e6-c82f-45f9-8f1e-e6cad95e8535 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.101903 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b5e6-c82f-45f9-8f1e-e6cad95e8535 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.122447 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7b5e6-c82f-45f9-8f1e-e6cad95e8535 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9342fdd7-3749-4ed5-9144-78fd86b3012b,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:30.126901 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b5e6-c82f-45f9-8f1e-e6cad95e8535 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.128127 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9cf7b5e6-c82f-45f9-8f1e-e6cad95e8535 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168909 Dec 12 05:18:30.130804 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43780) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:30.135058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-19e90f6c-6745-42f5-a52d-e3611663610e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': '3b041da6-33ea-404d-be77-bc6d514b0802', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:30.157804 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-19e90f6c-6745-42f5-a52d-e3611663610e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Project 7979bc9fda184ca8b65e93518af767fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:18:30.162816 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-19e90f6c-6745-42f5-a52d-e3611663610e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.221306 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-19e90f6c-6745-42f5-a52d-e3611663610e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.225006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-19e90f6c-6745-42f5-a52d-e3611663610e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.244326 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e90f6c-6745-42f5-a52d-e3611663610e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a043ce-b64f-4927-aa58-7410bc6b60ac,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:30.250834 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-19e90f6c-6745-42f5-a52d-e3611663610e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.251976 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-19e90f6c-6745-42f5-a52d-e3611663610e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202538 Dec 12 05:18:30.255009 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43782) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:30.260283 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b0ac9942-c472-47ce-87aa-26712040d857 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': '3b041da6-33ea-404d-be77-bc6d514b0802', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:30.282756 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-b0ac9942-c472-47ce-87aa-26712040d857 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Project 7979bc9fda184ca8b65e93518af767fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:18:30.287590 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9942-c472-47ce-87aa-26712040d857 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.347150 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9942-c472-47ce-87aa-26712040d857 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.350752 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9942-c472-47ce-87aa-26712040d857 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.368620 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac9942-c472-47ce-87aa-26712040d857 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a068fc-465c-4952-90c3-f238fe944d52,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:30.378339 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9942-c472-47ce-87aa-26712040d857 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:30.379595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b0ac9942-c472-47ce-87aa-26712040d857 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233504 Dec 12 05:18:30.597531 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-52e8acaa-b22e-4983-addd-cd04e8649236 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761372433&fields=id&tenant_id=7979bc9fda184ca8b65e93518af767fa HTTP/1.1" status: 200 len: 267 time: 0.0452771 Dec 12 05:18:30.674161 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Sync routers for ids ['705dc78b-edae-4e65-af58-7e654ce5034d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:18:30.687059 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Routers {'705dc78b-edae-4e65-af58-7e654ce5034d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:30.687678 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['705dc78b-edae-4e65-af58-7e654ce5034d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:30.710013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-1fcc4def-d48f-45ea-aa21-00edce2ad357 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:30.711517 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-1fcc4def-d48f-45ea-aa21-00edce2ad357 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 808 time: 0.1068304 Dec 12 05:18:30.726469 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-563313e3-e3e9-4b90-b422-ffb66a8a5359 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/quotas/7979bc9fda184ca8b65e93518af767fa HTTP/1.1" status: 200 len: 375 time: 0.0090203 Dec 12 05:18:30.779026 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-bb906b01-2cde-4f39-98f7-6b2038765a9f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468745 Dec 12 05:18:30.794425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Set router 705dc78b-edae-4e65-af58-7e654ce5034d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:30.882469 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-2af14fc3-34ee-47ee-a6ef-697835446e34 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:18:30.883496 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-2af14fc3-34ee-47ee-a6ef-697835446e34 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0916653 Dec 12 05:18:30.977704 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-52595f58-2acf-4992-b7c0-5c9c0601aa11 service neutron] 10.222.0.36 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877130 Dec 12 05:18:30.994560 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:24Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 4, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'gw_port': {'id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:25Z', 'updated_at': '2021-12-12T05:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '121d3e6f-1ac3-48a5-8315-f432ed99309a', 'name': '', 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'mac_address': 'fa:16:3e:18:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8b25190e-8e20-4322-b507-d9e3c9c45d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:27Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 2, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'subnets': [{'id': '8b25190e-8e20-4322-b507-d9e3c9c45d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:31.021288 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Checking router: 705dc78b-edae-4e65-af58-7e654ce5034d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:18:31.021658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Updating router 705dc78b-edae-4e65-af58-7e654ce5034d port 121d3e6f-1ac3-48a5-8315-f432ed99309a binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:18:31.050003 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:31.064638 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-3a8036ef-b228-4f6e-be1d-16a712404549 service neutron] 10.222.0.36 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810924 Dec 12 05:18:31.231374 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0cf6d36a-4dc5-4fea-92c0-731cfc422737 req-3335be34-a1a1-4131-addf-20ad401bd6c8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 210 time: 0.0316246 Dec 12 05:18:31.351087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:31.356371 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:31.417599 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef260f7-1a7e-4c11-a763-46fe15a4bd87 None None] Pushing event updated for resources: {'Port': ['ID=121d3e6f-1ac3-48a5-8315-f432ed99309a,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:31.472603 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Attempting to bind port 121d3e6f-1ac3-48a5-8315-f432ed99309a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:18:31.473025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Attempting to bind port 121d3e6f-1ac3-48a5-8315-f432ed99309a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': 'ed6f294e-093d-471f-83c9-ea8e7dff08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:18:31.473486 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Attempting to bind port 121d3e6f-1ac3-48a5-8315-f432ed99309a on network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:18:31.478903 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:18:31.479296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Checking segment: {'id': 'ed6f294e-093d-471f-83c9-ea8e7dff08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:18:31.479712 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:31.480318 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Bound using segment: {'id': 'ed6f294e-093d-471f-83c9-ea8e7dff08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:18:31.480747 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Bound port: 121d3e6f-1ac3-48a5-8315-f432ed99309a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6f294e-093d-471f-83c9-ea8e7dff08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:18:31.481173 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:31.549429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] For port 121d3e6f-1ac3-48a5-8315-f432ed99309a, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:18:31.552774 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] For port 121d3e6f-1ac3-48a5-8315-f432ed99309a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=121d3e6f-1ac3-48a5-8315-f432ed99309a,segment=NetworkSegment(ed6f294e-093d-471f-83c9-ea8e7dff08d6),segment_id=ed6f294e-093d-471f-83c9-ea8e7dff08d6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:18:31.558386 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:31.617571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Routers {'705dc78b-edae-4e65-af58-7e654ce5034d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:31.618202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['705dc78b-edae-4e65-af58-7e654ce5034d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:31.658429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef260f7-1a7e-4c11-a763-46fe15a4bd87 None None] Pushing event updated for resources: {'Port': ['ID=121d3e6f-1ac3-48a5-8315-f432ed99309a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:31.717899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-6eada22c-5e7e-4a47-995d-4dc18051c261 None None] Provisioning complete for port 121d3e6f-1ac3-48a5-8315-f432ed99309a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:31.718557 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eada22c-5e7e-4a47-995d-4dc18051c261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:31.779583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] Set router 705dc78b-edae-4e65-af58-7e654ce5034d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:31.923377 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eada22c-5e7e-4a47-995d-4dc18051c261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:31.977565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6eada22c-5e7e-4a47-995d-4dc18051c261 None None] For port 121d3e6f-1ac3-48a5-8315-f432ed99309a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=121d3e6f-1ac3-48a5-8315-f432ed99309a,segment=NetworkSegment(ed6f294e-093d-471f-83c9-ea8e7dff08d6),segment_id=ed6f294e-093d-471f-83c9-ea8e7dff08d6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:31.982759 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6eada22c-5e7e-4a47-995d-4dc18051c261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:32.064782 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eada22c-5e7e-4a47-995d-4dc18051c261 None None] Pushing event updated for resources: {'Port': ['ID=121d3e6f-1ac3-48a5-8315-f432ed99309a,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:32.082748 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:24Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 4, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'gw_port': {'id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:25Z', 'updated_at': '2021-12-12T05:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '121d3e6f-1ac3-48a5-8315-f432ed99309a', 'name': '', 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'mac_address': 'fa:16:3e:18:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8b25190e-8e20-4322-b507-d9e3c9c45d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:27Z', 'updated_at': '2021-12-12T05:18:31Z', 'revision_number': 4, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'subnets': [{'id': '8b25190e-8e20-4322-b507-d9e3c9c45d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:32.114239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8227b-4547-4ab2-9ba3-dff2f97c6788 None None] The sync data for ids ['705dc78b-edae-4e65-af58-7e654ce5034d'] in n-d-710847-7 is: [{'id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:24Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 4, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'gw_port': {'id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:25Z', 'updated_at': '2021-12-12T05:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '121d3e6f-1ac3-48a5-8315-f432ed99309a', 'name': '', 'network_id': 'ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'mac_address': 'fa:16:3e:18:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8b25190e-8e20-4322-b507-d9e3c9c45d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:27Z', 'updated_at': '2021-12-12T05:18:31Z', 'revision_number': 4, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'subnets': [{'id': '8b25190e-8e20-4322-b507-d9e3c9c45d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:18:32.125658 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ace291c2-05bb-4ffa-a32c-6c8dc79b9bb5 None None] Provisioning complete for port 121d3e6f-1ac3-48a5-8315-f432ed99309a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:32.126040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ace291c2-05bb-4ffa-a32c-6c8dc79b9bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:32.338785 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26f60d5b-2f7b-4619-a749-e2e041fa9a2e req-a947c34e-4f3b-4af2-b4ed-fd53f2eaeeee tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 210 time: 0.0277457 Dec 12 05:18:32.465299 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-b6d801c3-080e-401c-ad19-e483dbbcde5b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:32.467191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-b6d801c3-080e-401c-ad19-e483dbbcde5b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 808 time: 0.1275496 Dec 12 05:18:32.550845 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-547c79db-010b-4188-8644-79cbba1262e2 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7979bc9fda184ca8b65e93518af767fa HTTP/1.1" status: 200 len: 380 time: 0.0560956 Dec 12 05:18:32.595572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'port': {'device_id': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'admin_state_up': True, 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'security_groups': ['3b041da6-33ea-404d-be77-bc6d514b0802']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:32.710045 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Made reservation on behalf of 7979bc9fda184ca8b65e93518af767fa for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:18:32.713813 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:32.838477 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Allocated IP 172.20.0.13 (5aba5cb1-7759-4840-b090-90193a4c8a53/f36b177a-e41a-4a07-a9d3-1d6a5a91461a/f43bd031-4e6a-4625-bd10-126ac6ba8386) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:18:32.976807 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.011274 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.056578 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:33.059741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:33.063471 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:18:33.091187 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:33.121582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:33.122256 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.145980 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-d6dd0ef9-b188-4ce2-8889-20ba2a87a62e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545630 Dec 12 05:18:33.169859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Request body: {'port': {'device_id': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:33.238018 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.269863 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 121d3e6f-1ac3-48a5-8315-f432ed99309a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:33.322835 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 121d3e6f-1ac3-48a5-8315-f432ed99309a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:33.323211 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.372098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-968ed7d3-c8a2-44be-92b4-051cc75e648f None None] Provisioning complete for port f43bd031-4e6a-4625-bd10-126ac6ba8386 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:33.372515 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-968ed7d3-c8a2-44be-92b4-051cc75e648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.433613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-968ed7d3-c8a2-44be-92b4-051cc75e648f None None] Port f43bd031-4e6a-4625-bd10-126ac6ba8386 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:18:33.465769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897cfb0-3047-4285-b997-1b4f16af4a21 req-de20f157-94a3-4d4f-ace7-d493e43650a7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:33.467277 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f897cfb0-3047-4285-b997-1b4f16af4a21 req-de20f157-94a3-4d4f-ace7-d493e43650a7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 932 time: 0.0545552 Dec 12 05:18:33.516960 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f897cfb0-3047-4285-b997-1b4f16af4a21 req-53d6b73c-76f4-43b4-90b0-a640205ab4de tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426712 Dec 12 05:18:33.523312 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43bd031-4e6a-4625-bd10-126ac6ba8386 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:18:33.531079 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.542762 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Transition to ACTIVE for port object f43bd031-4e6a-4625-bd10-126ac6ba8386 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:18:33.546542 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.599497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:33.671759 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Attempting to bind port f43bd031-4e6a-4625-bd10-126ac6ba8386 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:18:33.672138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Attempting to bind port f43bd031-4e6a-4625-bd10-126ac6ba8386 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:18:33.672476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Attempting to bind port f43bd031-4e6a-4625-bd10-126ac6ba8386 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:18:33.676940 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Port f43bd031-4e6a-4625-bd10-126ac6ba8386 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:18:33.677265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Attempting to bind port f43bd031-4e6a-4625-bd10-126ac6ba8386 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:18:33.682297 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:18:33.682640 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Checking segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:18:33.683039 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Bound using segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:18:33.683476 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Bound port: f43bd031-4e6a-4625-bd10-126ac6ba8386, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:18:33.683844 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.749226 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:18:33.753160 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:18:33.758772 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.799763 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:33.800317 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:33.801671 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] 10.222.0.37 "PUT /v2.0/ports/f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 1092 time: 0.6364667 Dec 12 05:18:33.802163 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:18:33.804380 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a740b23-c42e-43fa-8f3b-f7c39f472be9" -d '{"events": [{"name": "network-changed", "server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:18:33.832090 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9dfdf-caf1-4bfe-a3d5-23d642124e66 service neutron] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:33.853950 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f0272-d947-4d3a-b01a-fe04ce5239a4 x-openstack-request-id: req-783f0272-d947-4d3a-b01a-fe04ce5239a4 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:18:33.854388 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:18:33.854753 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-783f0272-d947-4d3a-b01a-fe04ce5239a4 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:18:33.855824 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'status': 'completed', 'code': 200} Dec 12 05:18:33.914148 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-82c353a0-cdeb-4922-b213-597e6028933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:33.915713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-82c353a0-cdeb-4922-b213-597e6028933e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1095 time: 0.0428028 Dec 12 05:18:33.973591 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-c4585736-2a5f-4154-a5c2-06153a52d3ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 217 time: 0.0356405 Dec 12 05:18:34.028586 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-52b5a107-8693-46db-932d-e75f93965fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:34.030134 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-52b5a107-8693-46db-932d-e75f93965fe3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0497973 Dec 12 05:18:34.085542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-e5e78725-c688-49be-8262-7cf6ee481b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:34.087037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-e5e78725-c688-49be-8262-7cf6ee481b22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442150 Dec 12 05:18:34.182175 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-eefecc1d-3f0d-40ea-bc49-a590eb1862ce service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830500 Dec 12 05:18:34.288991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-4ad4d2e5-1b07-4ea5-9f65-41af0fed93c8 req-1b593d3f-4e85-4c8c-a22e-1ffa15265fdf service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945363 Dec 12 05:18:34.429468 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-5ec1794b-a13b-432b-bb70-e11abd10141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:34.430972 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-5ec1794b-a13b-432b-bb70-e11abd10141c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1095 time: 0.0417011 Dec 12 05:18:34.524689 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-aa0e4627-cc3b-49fc-be0d-ba16a37e3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:34.526237 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-aa0e4627-cc3b-49fc-be0d-ba16a37e3d9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0863719 Dec 12 05:18:34.569113 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-51ec82f8-a329-4f99-8d5b-660b500882d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 217 time: 0.0345242 Dec 12 05:18:34.619443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-bb4f284e-b010-4eac-b795-7ede48062171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:34.620963 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-bb4f284e-b010-4eac-b795-7ede48062171 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0448771 Dec 12 05:18:34.631932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fd3ad-3bb5-4a3d-acc3-90ab605b3ab6 req-68051450-1e68-40b0-b8d3-4a17ce669fba tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:34.633491 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-070fd3ad-3bb5-4a3d-acc3-90ab605b3ab6 req-68051450-1e68-40b0-b8d3-4a17ce669fba tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0492060 Dec 12 05:18:34.672304 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-cfa1ff4b-2aa4-48da-ae70-7718a449c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:34.673878 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-cfa1ff4b-2aa4-48da-ae70-7718a449c469 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443718 Dec 12 05:18:34.682113 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-070fd3ad-3bb5-4a3d-acc3-90ab605b3ab6 req-5dac422a-a1bf-4219-9052-4fb90d33a43b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Dec 12 05:18:34.763887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-34480d7b-a388-4038-b32a-ba5d2f2ccd11 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818400 Dec 12 05:18:34.862427 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a740b23-c42e-43fa-8f3b-f7c39f472be9 req-b5cec8ff-911f-4758-b7fc-7458f14d3950 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905774 Dec 12 05:18:35.800901 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aa506-f532-4972-95e7-8cab9741f90a req-a2992e94-1935-473a-873a-8d3d86bc0eec tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:35.802568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051aa506-f532-4972-95e7-8cab9741f90a req-a2992e94-1935-473a-873a-8d3d86bc0eec tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0514946 Dec 12 05:18:35.853736 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-051aa506-f532-4972-95e7-8cab9741f90a req-e298c5b5-98ca-4ca5-b658-a1db0349df0b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453024 Dec 12 05:18:36.139872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:18:36.233077 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:36.244581 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'port_id': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'mac_address': 'fa:16:3e:fb:ad:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:18:36.285347 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:36.298095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43bd031-4e6a-4625-bd10-126ac6ba8386 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:18:36.316724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:36.320371 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:36.368726 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:36.724707 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['f43bd031-4e6a-4625-bd10-126ac6ba8386'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:18:36.976455 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f58421-4486-453a-a845-9c76d13d3388 req-d9a79202-6045-4178-8956-fce92ef6de80 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:36.977922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-41f58421-4486-453a-a845-9c76d13d3388 req-d9a79202-6045-4178-8956-fce92ef6de80 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 945 time: 0.0538123 Dec 12 05:18:37.026397 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-41f58421-4486-453a-a845-9c76d13d3388 req-b2524403-7ba2-4e88-a58a-a67287d1d67f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423875 Dec 12 05:18:38.138631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c5e4-7680-4e86-83bf-23c9820c51c8 req-9db629d7-c59d-47e9-b9e8-8e0040502953 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:38.140106 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7852c5e4-7680-4e86-83bf-23c9820c51c8 req-9db629d7-c59d-47e9-b9e8-8e0040502953 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 945 time: 0.0479250 Dec 12 05:18:38.174586 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:18:38.190191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7852c5e4-7680-4e86-83bf-23c9820c51c8 req-cce0abd1-ee8f-4b5d-8d4d-5e205ccc8e07 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Dec 12 05:18:38.224622 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port f43bd031-4e6a-4625-bd10-126ac6ba8386 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:18:38.229048 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port f43bd031-4e6a-4625-bd10-126ac6ba8386 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:18:38.229372 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:38.309638 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:38.332469 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:18:38.334766 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208fc007-d4bb-41b9-9af6-f25b5c4b023c" -d '{"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-plugged", "status": "completed", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:18:38.347441 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:18:38.351547 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:38.376517 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0815f66-e812-4de8-9852-317ecb20fc42 x-openstack-request-id: req-e0815f66-e812-4de8-9852-317ecb20fc42 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:18:38.376804 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-plugged", "status": "completed", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:18:38.377162 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0815f66-e812-4de8-9852-317ecb20fc42 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:18:38.377558 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'code': 200} Dec 12 05:18:38.401555 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:38.512064 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96ede2-3dda-4cb8-bcd5-4dd3422bbab9 req-7f15cead-85b3-4f9c-874e-8ab318ada167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:38.513522 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e96ede2-3dda-4cb8-bcd5-4dd3422bbab9 req-7f15cead-85b3-4f9c-874e-8ab318ada167 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1097 time: 0.0439184 Dec 12 05:18:38.558866 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1e96ede2-3dda-4cb8-bcd5-4dd3422bbab9 req-92f012ba-2cc8-4509-9a32-444d3b485c06 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373147 Dec 12 05:18:39.306211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e034de-908b-4cb7-a8a8-fa459f5cf5a2 req-c0ba8817-37a1-45b8-965e-82089e14f11f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:39.307732 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6e034de-908b-4cb7-a8a8-fa459f5cf5a2 req-c0ba8817-37a1-45b8-965e-82089e14f11f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0486400 Dec 12 05:18:39.355298 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d6e034de-908b-4cb7-a8a8-fa459f5cf5a2 req-71635f75-6014-44d7-a261-13a376942eda tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Dec 12 05:18:40.471321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703014b7-d6a5-4073-a15a-cebf909b4713 req-7bba384a-af6e-4659-bde2-1b80c83bd452 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:40.473500 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-703014b7-d6a5-4073-a15a-cebf909b4713 req-7bba384a-af6e-4659-bde2-1b80c83bd452 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0503869 Dec 12 05:18:40.523493 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-703014b7-d6a5-4073-a15a-cebf909b4713 req-ef5d9f25-a60d-4696-a859-708aba4885de tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438669 Dec 12 05:18:40.637726 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7955d73-a40c-4f79-8947-6dfd9beac7a9 req-5847c116-a5ff-477a-9aad-1b5e04946673 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:40.639186 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b7955d73-a40c-4f79-8947-6dfd9beac7a9 req-5847c116-a5ff-477a-9aad-1b5e04946673 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0481417 Dec 12 05:18:40.690886 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b7955d73-a40c-4f79-8947-6dfd9beac7a9 req-cc4f49b8-9f26-46c7-9183-c89740cd4cdd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458877 Dec 12 05:18:40.712738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 43834) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:40.793523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348538ab-48a9-41f0-8976-43cdf3b1b186 tempest-TestShelveInstance-392046873 tempest-TestShelveInstance-392046873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:40.795235 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-348538ab-48a9-41f0-8976-43cdf3b1b186 tempest-TestShelveInstance-392046873 tempest-TestShelveInstance-392046873-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1092 time: 0.0813177 Dec 12 05:18:40.797635 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2434f5b9-ebd7-4f6a-bd0b-add854187fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:40.799101 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 43838) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:18:40.803833 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:18:40.825316 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:40.927973 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:41.027682 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Allocated IP 172.25.7.132 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/06e0a46b-51a2-4053-a380-3099b70d6740) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:18:41.132426 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:41.165287 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:41.201797 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:18:41.206160 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:18:41.208772 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:18:41.237791 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'Port': ['ID=06e0a46b-51a2-4053-a380-3099b70d6740,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:41.555033 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:41.620475 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:41.770300 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:41.774623 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:41.848118 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'Port': ['ID=06e0a46b-51a2-4053-a380-3099b70d6740,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:18:41.856163 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:41.956381 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Floating IP 61757851-8c19-4c72-8291-89435c9478db associated. External IP: 172.25.7.132, port: f43bd031-4e6a-4625-bd10-126ac6ba8386. Dec 12 05:18:42.160111 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Router cebeef70-9938-406f-9a91-ea7bfbe5f81e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:18:42.267739 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:18:42.277714 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] Sync routers for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:18:42.289546 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:42.289753 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:42.289753 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:42.314229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-aac19123-4a35-414f-a576-c66f7cda8d57 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5140212 Dec 12 05:18:42.314816 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:18:42.317110 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf372da-b84d-4486-bb3a-813bf6999ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:18:42.338545 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:42.360886 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568557a5-79a6-4ddb-a547-34cbb70305d2 x-openstack-request-id: req-568557a5-79a6-4ddb-a547-34cbb70305d2 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:18:42.361210 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:18:42.361471 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-568557a5-79a6-4ddb-a547-34cbb70305d2 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:18:42.361885 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'status': 'completed', 'code': 200} Dec 12 05:18:42.395506 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:42.449411 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-ab8f3ba8-7099-4ca1-90ff-74b42a762fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:42.450855 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-ab8f3ba8-7099-4ca1-90ff-74b42a762fd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1097 time: 0.0446498 Dec 12 05:18:42.544801 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-bc22f56c-cca6-47f8-82ed-d271214f67be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:42.546392 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-bc22f56c-cca6-47f8-82ed-d271214f67be service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0877864 Dec 12 05:18:42.612692 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-2deb9540-0b9a-4efa-9a95-65193db842e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 1000 time: 0.0591037 Dec 12 05:18:42.620143 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '61757851-8c19-4c72-8291-89435c9478db', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'port_id': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'mac_address': 'fa:16:3e:fb:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:18:41Z', 'updated_at': '2021-12-12T05:18:41Z', 'revision_number': 0, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:42.645506 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] Checking router: cebeef70-9938-406f-9a91-ea7bfbe5f81e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:18:42.653655 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:18:42.654622 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:18:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:42.662083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-0047754a-455c-4a92-9ed6-58078cfad026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:42.663596 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-0047754a-455c-4a92-9ed6-58078cfad026 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0436015 Dec 12 05:18:42.713387 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-28620501-75b9-4c13-8748-28005f8dba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:18:42.714848 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-28620501-75b9-4c13-8748-28005f8dba79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435228 Dec 12 05:18:42.758062 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:18:42.804634 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-6252ad61-8b33-4cd1-8517-14bced71ed8d service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825360 Dec 12 05:18:42.899730 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7cf372da-b84d-4486-bb3a-813bf6999ea4 req-e60bd8f9-9f98-4dd9-b3ba-10d0dfdd45f9 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869660 Dec 12 05:18:42.979637 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '61757851-8c19-4c72-8291-89435c9478db', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'port_id': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'mac_address': 'fa:16:3e:fb:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:18:41Z', 'updated_at': '2021-12-12T05:18:41Z', 'revision_number': 0, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:18:43.006209 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13a590-5000-4f2c-bf69-eab00d6e05e9 None None] The sync data for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 is: [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '61757851-8c19-4c72-8291-89435c9478db', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'port_id': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'mac_address': 'fa:16:3e:fb:ad:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:18:41Z', 'updated_at': '2021-12-12T05:18:41Z', 'revision_number': 0, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:18:43.077381 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-311cb133-0268-418e-a178-0692a5600489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:43.202946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39064654-0bd2-4310-b022-082255ab7258 None None] New status for floating IP 61757851-8c19-4c72-8291-89435c9478db: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:18:44.339949 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:44.533410 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:45.871311 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:18:46.857779 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:01.145744 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:19:03.886709 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-4f95bfb2-318c-41ab-85aa-694b87031215 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404236 Dec 12 05:19:03.985976 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-c42afbe4-bb20-42fb-86c9-b06e24f6b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:19:03.987429 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-c42afbe4-bb20-42fb-86c9-b06e24f6b5fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1097 time: 0.0390821 Dec 12 05:19:04.092564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-e64dc673-d98e-4fcc-865e-32c2fc7f42de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:19:04.094628 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-e64dc673-d98e-4fcc-865e-32c2fc7f42de service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0840750 Dec 12 05:19:04.161483 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-35aab6c2-c7d7-431b-9537-31003b18ff91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 1002 time: 0.0582514 Dec 12 05:19:04.210820 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-ae085a65-cf45-4341-949f-e8ff1f555851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:19:04.212206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-ae085a65-cf45-4341-949f-e8ff1f555851 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0420806 Dec 12 05:19:04.262449 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-5b45c181-3243-460b-9773-28b24f4ba19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:19:04.263956 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-5b45c181-3243-460b-9773-28b24f4ba19d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430768 Dec 12 05:19:04.352167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-9399234c-3cba-4700-8c3d-dffac978ebca service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800724 Dec 12 05:19:04.774981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f0b2590c-1cb7-45e5-82e8-a0cec12e4eb7 req-47e53100-7ef5-43f7-a89f-64e95dacf53d service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153416 Dec 12 05:19:10.799515 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0ead4d92-b0de-45e4-96b3-befac96e3cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:12.334230 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:13.078748 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-992ae8c0-6747-4080-8b46-ad0750acb49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:14.342515 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:14.545332 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:15.873771 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:16.860672 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:38.144059 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:19:40.801644 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7494-af2f-430d-8ffc-ee9bae5e7d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:42.349329 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:43.080446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6704f8fb-612c-4c35-bc0b-05310e077834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:44.346930 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:44.534852 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:45.880747 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:46.864253 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:19:50.664176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-69305000-015d-457f-aaef-9785b8c9a306 req-d9a936d8-498b-44ab-b31b-95f4e6054cfd service neutron] (103450) timed out ('10.222.0.36', 35264) {{(pid=103450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 05:20:04.920015 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-fdccdf0c-964f-486f-8c4e-95a8982bb300 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391884 Dec 12 05:20:05.027381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-a261bae3-b017-4378-a918-3d84fa1caa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:05.028853 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-a261bae3-b017-4378-a918-3d84fa1caa7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1097 time: 0.0386791 Dec 12 05:20:05.134843 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-36ced5b9-3511-4aa2-905c-f2683e03f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:05.136325 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-36ced5b9-3511-4aa2-905c-f2683e03f577 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0858805 Dec 12 05:20:05.205490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-ed601176-2647-432d-899e-a7745d34b16c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 1002 time: 0.0573797 Dec 12 05:20:05.257792 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-ef9b8981-2bfb-4317-8d6b-d57af0cd64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:05.259227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-ef9b8981-2bfb-4317-8d6b-d57af0cd64c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0429106 Dec 12 05:20:05.313390 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-350243e9-83f1-418a-8396-0d4750a02767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:05.314887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-350243e9-83f1-418a-8396-0d4750a02767 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443127 Dec 12 05:20:05.408048 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-03d5b34a-df0b-461c-9b61-4548570c0bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812900 Dec 12 05:20:05.504447 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c1ef94e6-08cb-4320-89f9-0b1ff8f35dbf req-33d5a3cc-3333-4837-96da-ade2eeef218c service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846126 Dec 12 05:20:10.803083 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-06502dc3-abfe-477d-b0de-9327a790442f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:12.366567 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:13.081327 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e6e5459e-8778-4ecb-a096-01a54c8cf4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:14.348470 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:14.534720 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:15.143151 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:20:15.881122 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:16.866080 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:40.288299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06273c-a692-417b-bd42-6ab07969907e req-881c36b2-d635-4ab6-ac20-cd2c20181635 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:40.289901 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d06273c-a692-417b-bd42-6ab07969907e req-881c36b2-d635-4ab6-ac20-cd2c20181635 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.1090381 Dec 12 05:20:40.338937 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-8d06273c-a692-417b-bd42-6ab07969907e req-dc794644-36fd-46e9-bdfc-f600884d1278 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Dec 12 05:20:40.804322 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-85b51803-30ec-411a-a965-046adb544183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:41.476198 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de24d8-4986-452c-82e6-ff0a817429e7 req-8132a737-b264-4766-8e05-c128d07f7731 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:41.477744 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77de24d8-4986-452c-82e6-ff0a817429e7 req-8132a737-b264-4766-8e05-c128d07f7731 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0498235 Dec 12 05:20:41.526486 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-77de24d8-4986-452c-82e6-ff0a817429e7 req-b3de874b-07f0-47e5-9dc3-4a3648cfc183 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427744 Dec 12 05:20:42.363028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:42.664300 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3743cb-c702-4290-a2f3-d903d4799db6 req-427da506-48ec-4a38-9cdc-53ec1805648b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:42.665791 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce3743cb-c702-4290-a2f3-d903d4799db6 req-427da506-48ec-4a38-9cdc-53ec1805648b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0480881 Dec 12 05:20:42.713069 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ce3743cb-c702-4290-a2f3-d903d4799db6 req-319c3a58-6f1f-4920-99fb-233d7fc056da tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415111 Dec 12 05:20:43.082637 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4ac27fe-069b-48fb-b9a9-f1ea6302899d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:43.829223 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4897722-e373-4fa5-b5c1-232e72b71f98 req-c0f6472f-9d2f-434f-bdb5-910f40a299d5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:43.830697 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4897722-e373-4fa5-b5c1-232e72b71f98 req-c0f6472f-9d2f-434f-bdb5-910f40a299d5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0505340 Dec 12 05:20:43.878713 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4897722-e373-4fa5-b5c1-232e72b71f98 req-d460ac13-32c9-46de-ad90-812a9407269d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Dec 12 05:20:44.354626 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:44.533634 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:44.997513 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e4b71-0d1e-4c27-8260-cf2a79dc327a req-b1a1ac93-38cf-4bbc-969b-995c526d1ed3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:44.998994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b94e4b71-0d1e-4c27-8260-cf2a79dc327a req-b1a1ac93-38cf-4bbc-969b-995c526d1ed3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0527377 Dec 12 05:20:45.046642 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b94e4b71-0d1e-4c27-8260-cf2a79dc327a req-9907cced-f6e0-4c0c-ad62-58448a2217a2 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Dec 12 05:20:45.883216 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:46.165149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962a039-6759-48b9-a864-b83305bf40e0 req-b55f9e8e-53c4-4b50-90d0-e30a39cfa371 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:46.166552 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2962a039-6759-48b9-a864-b83305bf40e0 req-b55f9e8e-53c4-4b50-90d0-e30a39cfa371 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0531535 Dec 12 05:20:46.215165 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-2962a039-6759-48b9-a864-b83305bf40e0 req-c47bbb53-aac9-40c9-bce8-06811313d05e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427561 Dec 12 05:20:46.868405 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:47.330719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ed4bc-0909-4b72-ba51-d0fdb67f3607 req-bb1924e1-4125-4165-9e96-5f8bc0d23cbd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:47.332192 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c3ed4bc-0909-4b72-ba51-d0fdb67f3607 req-bb1924e1-4125-4165-9e96-5f8bc0d23cbd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0480649 Dec 12 05:20:47.382031 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c3ed4bc-0909-4b72-ba51-d0fdb67f3607 req-888b170d-ee3f-4781-b555-5b178eda9bed tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439758 Dec 12 05:20:48.496551 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782fe86-f601-4939-ab23-14af6b93c0a5 req-3511251e-996b-4b3f-84ed-a40821f1fdb2 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:48.498072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6782fe86-f601-4939-ab23-14af6b93c0a5 req-3511251e-996b-4b3f-84ed-a40821f1fdb2 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0484431 Dec 12 05:20:48.546297 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6782fe86-f601-4939-ab23-14af6b93c0a5 req-3ecbaaf1-de92-4d6b-aa7a-6338ee9aa8f2 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Dec 12 05:20:49.660324 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97fb6-505a-4225-9e98-a1aaaa8a63c1 req-746e1ca4-f1be-48d8-85bc-af7d787b759c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:49.661840 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bb97fb6-505a-4225-9e98-a1aaaa8a63c1 req-746e1ca4-f1be-48d8-85bc-af7d787b759c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0479658 Dec 12 05:20:49.713995 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1bb97fb6-505a-4225-9e98-a1aaaa8a63c1 req-f5fe39ad-c479-4ecc-ab68-a18a7590ebd4 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462642 Dec 12 05:20:50.832224 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef4bca-dfeb-498c-8e83-454e3504b841 req-ec525d56-8b77-45e9-a392-3a1ff362853a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:50.833741 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74ef4bca-dfeb-498c-8e83-454e3504b841 req-ec525d56-8b77-45e9-a392-3a1ff362853a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0524595 Dec 12 05:20:50.881922 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-74ef4bca-dfeb-498c-8e83-454e3504b841 req-f87bc6e0-e3d1-491a-8bd6-9d4140a9c7df tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423720 Dec 12 05:20:50.969662 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:20:51.065559 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:20:51.076923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'port_id': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'mac_address': 'fa:16:3e:fb:ad:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:20:51.113972 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:51.126872 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f43bd031-4e6a-4625-bd10-126ac6ba8386 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:20:51.145775 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:20:51.149978 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:51.195270 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:20:51.202840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.203202 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.204168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.204517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.204891 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.205236 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.205577 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.205916 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.206245 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.206582 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.206918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.207251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.207584 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:20:51.324348 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['f43bd031-4e6a-4625-bd10-126ac6ba8386'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:20:51.997593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e15f2-42c1-464e-a923-d14ff3e52dd4 req-e0f8629f-cfb8-461b-835d-37c7517ac8aa tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:51.999098 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf5e15f2-42c1-464e-a923-d14ff3e52dd4 req-e0f8629f-cfb8-461b-835d-37c7517ac8aa tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 945 time: 0.0492837 Dec 12 05:20:52.047280 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-bf5e15f2-42c1-464e-a923-d14ff3e52dd4 req-9dbdf1c8-d407-4724-8fb9-c0b43c7cb29c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424187 Dec 12 05:20:52.142367 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:20:53.007491 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:20:53.064209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port f43bd031-4e6a-4625-bd10-126ac6ba8386 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:20:53.067005 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:53.168413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04047668-73e1-4f38-845f-449ad12c8dda req-69bfd14e-2f19-44f4-b252-9b9c801211c6 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:53.169230 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:53.176587 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04047668-73e1-4f38-845f-449ad12c8dda req-69bfd14e-2f19-44f4-b252-9b9c801211c6 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 945 time: 0.0576179 Dec 12 05:20:53.197321 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:20:53.201909 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb9c092-1d8b-408d-9baa-c15af18547be" -d '{"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-plugged", "status": "completed", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:20:53.219002 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:20:53.228854 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:20:53.256528 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-04047668-73e1-4f38-845f-449ad12c8dda req-31639ede-92a5-4ea5-ab51-160ae0819c74 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736237 Dec 12 05:20:53.285857 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fbcd66-0327-4584-8e69-98164c91441e x-openstack-request-id: req-94fbcd66-0327-4584-8e69-98164c91441e {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:20:53.286160 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-plugged", "status": "completed", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:20:53.286427 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94fbcd66-0327-4584-8e69-98164c91441e {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:20:53.286831 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'code': 200} Dec 12 05:20:53.301062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:20:54.384293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3c6de-c084-4060-80bd-e80c04c6278f req-8d737498-36f6-45bf-8052-d370127af3a5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:54.386670 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79c3c6de-c084-4060-80bd-e80c04c6278f req-8d737498-36f6-45bf-8052-d370127af3a5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0533125 Dec 12 05:20:54.443871 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-79c3c6de-c084-4060-80bd-e80c04c6278f req-adaa64c0-c959-4567-bab1-39775e058545 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501308 Dec 12 05:20:55.598584 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df662501-ebe0-4726-802e-9b0bf0fc1a33 req-043efc9c-5ffe-412a-b2c4-7f0a01b8aa5c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:55.602460 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-df662501-ebe0-4726-802e-9b0bf0fc1a33 req-043efc9c-5ffe-412a-b2c4-7f0a01b8aa5c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0827816 Dec 12 05:20:55.664927 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-df662501-ebe0-4726-802e-9b0bf0fc1a33 req-08189fb5-bf2e-4d35-9bca-79c7fd4752eb tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513699 Dec 12 05:20:56.792569 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0494cfc-c998-47ed-8730-48fb128e09d9 req-70034c00-4920-485c-bd1a-51fec059997d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:56.794839 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0494cfc-c998-47ed-8730-48fb128e09d9 req-70034c00-4920-485c-bd1a-51fec059997d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0544708 Dec 12 05:20:56.851703 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d0494cfc-c998-47ed-8730-48fb128e09d9 req-065682ac-fd8b-4d62-b6e7-31d43df11bdf tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501118 Dec 12 05:20:57.983253 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44157f-890f-4ead-8b41-66325933a9ac req-6da82e13-faeb-4be3-b767-a4365174bbbe tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:57.986081 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dc44157f-890f-4ead-8b41-66325933a9ac req-6da82e13-faeb-4be3-b767-a4365174bbbe tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0579515 Dec 12 05:20:58.046525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-dc44157f-890f-4ead-8b41-66325933a9ac req-be23268b-7e54-488b-926b-ec3eb6a5c686 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513625 Dec 12 05:20:59.173995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cf44c-2b6e-4183-bd0c-8c8a8520385d req-68743388-f50e-4a59-939c-8a8187f40579 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:20:59.175672 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f77cf44c-2b6e-4183-bd0c-8c8a8520385d req-68743388-f50e-4a59-939c-8a8187f40579 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0547795 Dec 12 05:20:59.241926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f77cf44c-2b6e-4183-bd0c-8c8a8520385d req-dcae1aa4-07c3-4b74-a31b-6503e37941be tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600286 Dec 12 05:21:00.365158 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d4ebe-d5e0-496d-8374-123f0cc8bed1 req-0a4fc1c2-ca74-4f7c-95e8-6980cc0cd7f1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:00.367462 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae3d4ebe-d5e0-496d-8374-123f0cc8bed1 req-0a4fc1c2-ca74-4f7c-95e8-6980cc0cd7f1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0582950 Dec 12 05:21:00.423873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ae3d4ebe-d5e0-496d-8374-123f0cc8bed1 req-40342d0b-b844-447f-965c-27bbe5d6726a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501375 Dec 12 05:21:01.550621 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70d01-0da0-4ecd-82d9-f95d817578a7 req-09d94b9c-971a-4f24-ab2c-f3793770e168 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:01.552125 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddd70d01-0da0-4ecd-82d9-f95d817578a7 req-09d94b9c-971a-4f24-ab2c-f3793770e168 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0555215 Dec 12 05:21:01.603009 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ddd70d01-0da0-4ecd-82d9-f95d817578a7 req-97d10c47-4dbc-4014-a8a5-2a99b541aaa6 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Dec 12 05:21:02.416626 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d019e4-3f31-4217-95f1-831023a1c732 req-da3c31eb-c336-47e7-ba3a-ef231254a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:02.418194 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d019e4-3f31-4217-95f1-831023a1c732 req-da3c31eb-c336-47e7-ba3a-ef231254a075 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1097 time: 0.0831749 Dec 12 05:21:02.517251 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d019e4-3f31-4217-95f1-831023a1c732 req-e0f4fe60-04ed-4fe0-acda-de5295584082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:02.518738 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d019e4-3f31-4217-95f1-831023a1c732 req-e0f4fe60-04ed-4fe0-acda-de5295584082 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0899451 Dec 12 05:21:02.584505 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d019e4-3f31-4217-95f1-831023a1c732 req-d58e7d0e-8335-42f4-894e-fe99f7d0060a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 1002 time: 0.0577796 Dec 12 05:21:02.634135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d019e4-3f31-4217-95f1-831023a1c732 req-ba948e23-2efc-45f3-8f2f-4155423cd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:02.635653 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d019e4-3f31-4217-95f1-831023a1c732 req-ba948e23-2efc-45f3-8f2f-4155423cd0b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0438766 Dec 12 05:21:02.690670 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d019e4-3f31-4217-95f1-831023a1c732 req-6aab4c95-9efa-44ab-be15-d3b470bd00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:02.692192 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d019e4-3f31-4217-95f1-831023a1c732 req-6aab4c95-9efa-44ab-be15-d3b470bd00c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453470 Dec 12 05:21:02.703772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-34d019e4-3f31-4217-95f1-831023a1c732 req-b38c1c33-d8d8-46cd-ad14-84dfdf8ef6a3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:21:02.704750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d019e4-3f31-4217-95f1-831023a1c732 req-b38c1c33-d8d8-46cd-ad14-84dfdf8ef6a3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050397 Dec 12 05:21:02.723239 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1280310-10e0-4fb6-9b1d-5dd876c54c39 req-0fe73cb3-3b88-4a62-b233-8f943bce5d9f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:02.724749 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1280310-10e0-4fb6-9b1d-5dd876c54c39 req-0fe73cb3-3b88-4a62-b233-8f943bce5d9f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0533247 Dec 12 05:21:02.774363 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a1280310-10e0-4fb6-9b1d-5dd876c54c39 req-d096b635-c4a8-4ffd-ae61-bf35f5f1681f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Dec 12 05:21:02.798921 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d019e4-3f31-4217-95f1-831023a1c732 req-00843be1-e6db-45b2-a9cb-537aa4658e64 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840666 Dec 12 05:21:02.915657 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-34d019e4-3f31-4217-95f1-831023a1c732 req-2df003db-2130-48e8-9046-32766caf1ba0 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870225 Dec 12 05:21:03.889265 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d728cf6-614c-4ec5-af29-1dc2a6b4ddb0 req-82142d88-ccec-4e81-a868-52e820b765b3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:03.891345 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d728cf6-614c-4ec5-af29-1dc2a6b4ddb0 req-82142d88-ccec-4e81-a868-52e820b765b3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0488687 Dec 12 05:21:03.939520 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0d728cf6-614c-4ec5-af29-1dc2a6b4ddb0 req-e8aa8b24-02ab-46ad-b238-94538c810feb tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Dec 12 05:21:05.055267 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9288c8b-c7f6-4795-bde1-7dea4479c536 req-87a0a26f-351f-4cd0-b8c1-0875339a2ad4 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:05.057133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9288c8b-c7f6-4795-bde1-7dea4479c536 req-87a0a26f-351f-4cd0-b8c1-0875339a2ad4 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0507302 Dec 12 05:21:05.106994 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9288c8b-c7f6-4795-bde1-7dea4479c536 req-bb729a09-31ed-4ea6-b0a7-0af2f9fc174a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Dec 12 05:21:05.174442 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-fabc2c40-a5e8-4845-9c59-c3fe4801ef86 req-9e92bc78-1976-4877-8e24-bd2c0fb34b0f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:21:05.175456 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fabc2c40-a5e8-4845-9c59-c3fe4801ef86 req-9e92bc78-1976-4877-8e24-bd2c0fb34b0f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054407 Dec 12 05:21:05.329722 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7125f5-c7a8-4a2b-9421-b042a8116fc0 req-5c51f381-a537-4cd2-afc3-67fd5ad3d05f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:05.331038 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e7125f5-c7a8-4a2b-9421-b042a8116fc0 req-5c51f381-a537-4cd2-afc3-67fd5ad3d05f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0505655 Dec 12 05:21:05.384889 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e7125f5-c7a8-4a2b-9421-b042a8116fc0 req-bf6724e6-25ff-4b0d-aefa-d53d26254877 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479088 Dec 12 05:21:05.509641 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-85f488eb-51db-40c1-9d04-e7876610878c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820868 Dec 12 05:21:06.386932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-81cad909-1934-4828-a915-549ded0dc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:06.388842 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-81cad909-1934-4828-a915-549ded0dc5a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a&tenant_id=7979bc9fda184ca8b65e93518af767fa HTTP/1.1" status: 200 len: 1097 time: 0.0819583 Dec 12 05:21:06.405669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-7', 'device_owner': 'compute:nova'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:21:06.462732 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:06.501366 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d769c-4b7b-4fa1-bb3e-d3f594bbf314 req-55d7a3b9-5cab-4540-9f44-1e5d01dbbae2 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:06.502856 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c0d769c-4b7b-4fa1-bb3e-d3f594bbf314 req-55d7a3b9-5cab-4540-9f44-1e5d01dbbae2 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0485089 Dec 12 05:21:06.553292 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6c0d769c-4b7b-4fa1-bb3e-d3f594bbf314 req-d0a8dd40-2316-4511-a5d7-96a8ce1a3759 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437095 Dec 12 05:21:06.664155 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:21:06.696165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h1-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:21:06.734389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:21:06.736656 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed4e2e9-b47b-4641-a799-e6016897adce" -d '{"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-unplugged", "status": "completed", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:21:06.740951 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:06.753955 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Transition to ACTIVE for port object f43bd031-4e6a-4625-bd10-126ac6ba8386 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:21:06.758075 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:06.785270 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 05:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdcb801-5bcd-4a39-a5ad-17728415f7ca x-openstack-request-id: req-7bdcb801-5bcd-4a39-a5ad-17728415f7ca {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:21:06.785570 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-unplugged", "status": "completed", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:21:06.785828 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bdcb801-5bcd-4a39-a5ad-17728415f7ca {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:21:06.786233 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'code': 200} Dec 12 05:21:06.839278 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=8']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:21:06.856211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.856573 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.856940 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.857288 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.857630 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.857976 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.858296 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.858626 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.858957 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.859323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.859650 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.859975 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.860301 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:21:06.895949 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] No DVR routers for this DVR port f43bd031-4e6a-4625-bd10-126ac6ba8386 on host n-h1-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:21:07.029201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Attempting to bind port f43bd031-4e6a-4625-bd10-126ac6ba8386 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:21:07.029540 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Attempting to bind port f43bd031-4e6a-4625-bd10-126ac6ba8386 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:21:07.029871 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Attempting to bind port f43bd031-4e6a-4625-bd10-126ac6ba8386 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:21:07.030986 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:21:07.034227 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Port f43bd031-4e6a-4625-bd10-126ac6ba8386 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:21:07.034545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Attempting to bind port f43bd031-4e6a-4625-bd10-126ac6ba8386 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:21:07.039290 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:21:07.039629 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Checking segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:21:07.040016 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Bound using segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:21:07.040442 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Bound port: f43bd031-4e6a-4625-bd10-126ac6ba8386, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:21:07.040800 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:07.072259 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:21:07.102383 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:21:07.105386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:21:07.110759 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:07.153636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:07.154271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:07.155706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 1092 time: 0.7541699 Dec 12 05:21:07.176426 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49201578-0d54-43d4-a1dd-d7ea9014e2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=9']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:21:07.229531 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-2d8c4972-27ba-48c6-98fe-6054522b4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:07.231210 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-2d8c4972-27ba-48c6-98fe-6054522b4a71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1095 time: 0.0413942 Dec 12 05:21:07.327755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-32c76c20-3bd1-4b5f-b199-cf4227be46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:07.329333 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-32c76c20-3bd1-4b5f-b199-cf4227be46bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0885437 Dec 12 05:21:07.398577 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-0c90fa12-9a6e-4027-aca5-c2eb9eda60c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 1000 time: 0.0624027 Dec 12 05:21:07.447691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-9de20273-dd31-406c-aad5-0f7803e22357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:07.449153 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-9de20273-dd31-406c-aad5-0f7803e22357 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0437028 Dec 12 05:21:07.493972 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-e4164266-4e6d-4a66-a229-3b37217f36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:07.495419 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-e4164266-4e6d-4a66-a229-3b37217f36fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394998 Dec 12 05:21:07.585312 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-d925aa33-8922-401b-848a-0239a6acb1ac service neutron] 10.222.0.18 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827155 Dec 12 05:21:07.674466 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9abcd203-4f1b-4acb-985b-b6ce668ed4f0 req-96164ac8-7137-4550-8ec3-9dd8f8953786 service neutron] 10.222.0.18 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Dec 12 05:21:07.675020 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecb0eb-c6a2-41b3-b556-b7c339b0ba29 req-12e94497-a2d6-414c-8c80-c3aa25600399 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:07.676554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7aecb0eb-c6a2-41b3-b556-b7c339b0ba29 req-12e94497-a2d6-414c-8c80-c3aa25600399 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0536733 Dec 12 05:21:07.726538 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7aecb0eb-c6a2-41b3-b556-b7c339b0ba29 req-7fdf3797-7cb5-461d-89e5-ebeb2997b85f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440085 Dec 12 05:21:08.787430 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:21:08.790507 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d485871f-2f99-4d02-8dba-69d72bc70e47" -d '{"events": [{"name": "network-changed", "server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:21:08.830046 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e143628-47b4-4ca6-8ecd-3080bc9fe673 x-openstack-request-id: req-9e143628-47b4-4ca6-8ecd-3080bc9fe673 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:21:08.830352 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:21:08.830612 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e143628-47b4-4ca6-8ecd-3080bc9fe673 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:21:08.831015 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'status': 'completed', 'code': 200} Dec 12 05:21:08.869381 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c269243-198c-4d0d-9c0a-499ca5b22ec1 req-7504625a-2574-4947-8f11-d12602572c12 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:08.870903 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c269243-198c-4d0d-9c0a-499ca5b22ec1 req-7504625a-2574-4947-8f11-d12602572c12 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0572031 Dec 12 05:21:08.927220 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3c269243-198c-4d0d-9c0a-499ca5b22ec1 req-06f2f111-5da6-4f4f-b5da-61353be9ec96 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495455 Dec 12 05:21:10.054701 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e5197-eada-4ca9-b33e-3cb9f5c315cf req-ef7cfa79-b6fe-45c4-8200-fab8fcb696d6 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:10.056252 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b5e5197-eada-4ca9-b33e-3cb9f5c315cf req-ef7cfa79-b6fe-45c4-8200-fab8fcb696d6 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0548141 Dec 12 05:21:10.107044 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5b5e5197-eada-4ca9-b33e-3cb9f5c315cf req-a220311d-9d62-463f-8207-508dd27ae37b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448108 Dec 12 05:21:10.805807 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8dec4edc-3583-4a73-9b61-3ca493273d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:11.236581 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e895c09-f428-4bfe-adee-be1cac408d51 req-43c706f7-6aa8-4806-9a4c-f760da1dd0d1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:11.238676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e895c09-f428-4bfe-adee-be1cac408d51 req-43c706f7-6aa8-4806-9a4c-f760da1dd0d1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0527117 Dec 12 05:21:11.289943 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1e895c09-f428-4bfe-adee-be1cac408d51 req-e428bd56-5a6d-41a6-822b-1642f70c9b2d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443234 Dec 12 05:21:12.372805 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:12.414166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617549e-658a-434b-a572-ff7923d2074c req-8d4a3735-b213-4402-be23-36d946a3c22b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:12.415784 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0617549e-658a-434b-a572-ff7923d2074c req-8d4a3735-b213-4402-be23-36d946a3c22b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0531383 Dec 12 05:21:12.473231 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0617549e-658a-434b-a572-ff7923d2074c req-75fd1774-555f-49f2-a2f5-ef14911634d6 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511436 Dec 12 05:21:13.083554 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d1bd1dbb-af18-477f-98b2-f9e25ab4b2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:13.612748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37410e4e-e7ec-4076-a71b-f2535e1ec710 req-72e021e7-3389-4561-a443-d73fed0126df tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:13.614488 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37410e4e-e7ec-4076-a71b-f2535e1ec710 req-72e021e7-3389-4561-a443-d73fed0126df tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0499532 Dec 12 05:21:13.666316 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-37410e4e-e7ec-4076-a71b-f2535e1ec710 req-8637f31e-4edd-47cf-9fa5-319f41243d3c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Dec 12 05:21:14.355711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:14.535213 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:14.788246 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed775aa-7f2e-4006-9eb6-20cc06349361 req-32eea517-afa7-468d-9275-c4629079d9cb tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:14.789797 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fed775aa-7f2e-4006-9eb6-20cc06349361 req-32eea517-afa7-468d-9275-c4629079d9cb tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0542092 Dec 12 05:21:14.841750 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fed775aa-7f2e-4006-9eb6-20cc06349361 req-6eaabc23-93c1-4b65-8e67-af900271fd5c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Dec 12 05:21:15.888888 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:15.979932 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325adb7-b1ca-4c1a-893a-0c137d7ee9b4 req-e0e858d7-6f49-45a2-a294-8edd1d6f9d77 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:15.981541 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6325adb7-b1ca-4c1a-893a-0c137d7ee9b4 req-e0e858d7-6f49-45a2-a294-8edd1d6f9d77 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0528431 Dec 12 05:21:16.035381 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6325adb7-b1ca-4c1a-893a-0c137d7ee9b4 req-f38cc617-0f25-4387-9996-57c0527f1bd6 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467389 Dec 12 05:21:16.870766 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:17.161225 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26527955-5137-4fa2-a69f-4d67289df40a req-a6cda2cb-0922-4444-8720-de325034776c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:17.162958 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26527955-5137-4fa2-a69f-4d67289df40a req-a6cda2cb-0922-4444-8720-de325034776c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0532320 Dec 12 05:21:17.214051 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-26527955-5137-4fa2-a69f-4d67289df40a req-ff395eea-3927-423d-b873-e12e64280cd8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447392 Dec 12 05:21:18.333890 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1196c7-c8f9-4dd9-88a0-77896d5c90f2 req-0e7e7565-7c76-42c1-8fb4-1515ada6c1c0 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:18.335392 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a1196c7-c8f9-4dd9-88a0-77896d5c90f2 req-0e7e7565-7c76-42c1-8fb4-1515ada6c1c0 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0517597 Dec 12 05:21:18.385619 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-0a1196c7-c8f9-4dd9-88a0-77896d5c90f2 req-666a5815-18e7-4910-9a57-d1280a0976b4 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442705 Dec 12 05:21:18.441460 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-a61034d3-8b92-4a30-a830-b8629008a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:18.442938 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-a61034d3-8b92-4a30-a830-b8629008a170 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1095 time: 0.0434446 Dec 12 05:21:18.534121 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-418432b2-912e-4411-be9c-40bbf5a2b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:18.535568 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-418432b2-912e-4411-be9c-40bbf5a2b68b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0817821 Dec 12 05:21:18.609777 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-ac0e9220-4c92-4d4b-b135-c4497be12a72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 1000 time: 0.0596368 Dec 12 05:21:18.659201 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-84d78d05-1fe3-470a-bd87-6a1a95ef4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:18.660620 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-84d78d05-1fe3-470a-bd87-6a1a95ef4414 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0431106 Dec 12 05:21:18.704753 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-fb7f70cf-0b02-40e7-9233-0efe52d787ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:18.706325 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-fb7f70cf-0b02-40e7-9233-0efe52d787ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388253 Dec 12 05:21:18.799090 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-12fd4ddf-6657-4a51-883a-afe7ea30f313 service neutron] 10.222.0.18 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854061 Dec 12 05:21:18.889405 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d485871f-2f99-4d02-8dba-69d72bc70e47 req-e8c97567-912d-44f4-b483-c377c716e41a service neutron] 10.222.0.18 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819793 Dec 12 05:21:19.502829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9df4b-3927-4c66-a1ac-2634a9c1fd09 req-2bc9403e-667b-4106-87ff-3f16b1f3834b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:19.504310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc9df4b-3927-4c66-a1ac-2634a9c1fd09 req-2bc9403e-667b-4106-87ff-3f16b1f3834b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0528212 Dec 12 05:21:19.551978 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7dc9df4b-3927-4c66-a1ac-2634a9c1fd09 req-23991589-3556-420d-8301-a9195f14e39c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Dec 12 05:21:20.667037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2127fa8-5670-425d-907d-d89302152d37 req-080979d3-8f39-4c66-b0ab-12aaf26f8796 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:20.668525 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2127fa8-5670-425d-907d-d89302152d37 req-080979d3-8f39-4c66-b0ab-12aaf26f8796 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0490968 Dec 12 05:21:20.717037 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c2127fa8-5670-425d-907d-d89302152d37 req-8c03206a-6e5a-409a-bb39-61538bebdc29 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425756 Dec 12 05:21:21.832908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713e24f-570f-44da-99ed-706fa75772eb req-9513e468-9558-4a4d-b174-f009da7d8f60 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:21.834409 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f713e24f-570f-44da-99ed-706fa75772eb req-9513e468-9558-4a4d-b174-f009da7d8f60 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 944 time: 0.0499547 Dec 12 05:21:21.883952 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f713e24f-570f-44da-99ed-706fa75772eb req-2be245b4-5bf5-487c-a000-74ddc63c1f8b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Dec 12 05:21:22.463894 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:21:22.554791 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:21:22.565687 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'port_id': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'mac_address': 'fa:16:3e:fb:ad:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:21:22.605150 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:22.617517 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43bd031-4e6a-4625-bd10-126ac6ba8386 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:21:22.635433 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:21:22.639471 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:22.684571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=10']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:21:22.931290 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['f43bd031-4e6a-4625-bd10-126ac6ba8386'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:21:23.327386 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cdcd1-e9a8-46ad-b60d-b3b1d6373d2b req-1044a62b-cee9-45d7-beb4-229d942bb6bd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:23.328877 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-209cdcd1-e9a8-46ad-b60d-b3b1d6373d2b req-1044a62b-cee9-45d7-beb4-229d942bb6bd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.3782740 Dec 12 05:21:23.377068 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-209cdcd1-e9a8-46ad-b60d-b3b1d6373d2b req-a9208590-64ac-4854-8006-1bb52ea50c55 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Dec 12 05:21:24.464242 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:21:24.496451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e20b3-4903-4e0c-abae-b6fa9a47ea4f req-3302604e-0673-4626-a106-28c1b62865c9 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:24.497994 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-598e20b3-4903-4e0c-abae-b6fa9a47ea4f req-3302604e-0673-4626-a106-28c1b62865c9 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 946 time: 0.0533164 Dec 12 05:21:24.513941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port f43bd031-4e6a-4625-bd10-126ac6ba8386 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:21:24.518147 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port f43bd031-4e6a-4625-bd10-126ac6ba8386 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:21:24.518530 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:24.547987 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-598e20b3-4903-4e0c-abae-b6fa9a47ea4f req-2a76f671-43bb-4a0b-b47a-2ec8ad33a14d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Dec 12 05:21:24.601126 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:24.624209 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:21:24.626481 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be9a0ae-9264-4eb8-ad01-5f5462fc6129" -d '{"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-plugged", "status": "completed", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:21:24.638607 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:21:24.643956 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:24.667472 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd623bb-caa4-4d14-9864-acf3e537e6d3 x-openstack-request-id: req-efd623bb-caa4-4d14-9864-acf3e537e6d3 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:21:24.667776 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-plugged", "status": "completed", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:21:24.668038 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efd623bb-caa4-4d14-9864-acf3e537e6d3 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:21:24.668432 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'code': 200} Dec 12 05:21:24.692271 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=11']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:21:24.865006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30a9f8-577a-469d-bd2a-a78586b70311 req-796cd8f5-ee6c-432d-83ce-94ba1822d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:24.866422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f30a9f8-577a-469d-bd2a-a78586b70311 req-796cd8f5-ee6c-432d-83ce-94ba1822d7d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1098 time: 0.0410314 Dec 12 05:21:24.911865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3f30a9f8-577a-469d-bd2a-a78586b70311 req-3f689ee7-bf83-4135-a664-819a805c3cbb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384426 Dec 12 05:21:25.661517 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b8f28-ef7f-45a6-9864-27293709851d req-51736a6d-6b0f-4b46-978b-987c2f56c8eb tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:25.663000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-575b8f28-ef7f-45a6-9864-27293709851d req-51736a6d-6b0f-4b46-978b-987c2f56c8eb tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 947 time: 0.0480776 Dec 12 05:21:25.712907 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-575b8f28-ef7f-45a6-9864-27293709851d req-0345f837-12ed-4aa8-bfa6-7406eb093937 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441146 Dec 12 05:21:26.828566 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e4c7-602c-48d8-a653-093abce7345e req-703f8006-0c0a-42b9-b2a6-e15bc93fce0f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:26.830063 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16d5e4c7-602c-48d8-a653-093abce7345e req-703f8006-0c0a-42b9-b2a6-e15bc93fce0f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 947 time: 0.0479460 Dec 12 05:21:26.881726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-16d5e4c7-602c-48d8-a653-093abce7345e req-280ad2fe-6b5f-4fbc-a265-0a57e6130713 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458322 Dec 12 05:21:29.141218 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:21:40.806596 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d4528b6e-49ff-419e-9e3b-c66cf827da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:42.361208 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:43.085014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a310bc16-fe71-4783-b6cb-dec98fbb467a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:44.357934 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:44.535155 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:45.889875 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:46.873920 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:21:51.180761 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211c3eaa-b85b-4694-a191-631dac860932 req-f7e048bf-4f22-4112-8f0c-8b9a2dad8782 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383339 Dec 12 05:21:51.279165 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c3eaa-b85b-4694-a191-631dac860932 req-16916313-daa6-4acb-8e6b-03d7af6f1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:51.280661 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211c3eaa-b85b-4694-a191-631dac860932 req-16916313-daa6-4acb-8e6b-03d7af6f1e96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1098 time: 0.0391536 Dec 12 05:21:51.385497 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c3eaa-b85b-4694-a191-631dac860932 req-9c1bb298-ee82-4e8f-aac5-3a8bd98d712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:51.386988 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211c3eaa-b85b-4694-a191-631dac860932 req-9c1bb298-ee82-4e8f-aac5-3a8bd98d712a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0856960 Dec 12 05:21:51.453909 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211c3eaa-b85b-4694-a191-631dac860932 req-53c21f94-eaab-48a8-9a48-d7b13ea3c08b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 1002 time: 0.0586262 Dec 12 05:21:51.504715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c3eaa-b85b-4694-a191-631dac860932 req-cff96e44-88b0-4f60-bbca-c6afbb22b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:51.506197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211c3eaa-b85b-4694-a191-631dac860932 req-cff96e44-88b0-4f60-bbca-c6afbb22b867 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0444365 Dec 12 05:21:51.556885 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c3eaa-b85b-4694-a191-631dac860932 req-51217fad-e4b4-4651-bf25-c57260059d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:21:51.558366 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211c3eaa-b85b-4694-a191-631dac860932 req-51217fad-e4b4-4651-bf25-c57260059d92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437577 Dec 12 05:21:51.648640 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211c3eaa-b85b-4694-a191-631dac860932 req-cc6ef92d-aa73-4337-b675-3c123440c020 service neutron] 10.222.0.18 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821066 Dec 12 05:21:51.740234 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-211c3eaa-b85b-4694-a191-631dac860932 req-517c7708-9115-4457-886d-945472fffd5c service neutron] 10.222.0.18 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841787 Dec 12 05:22:06.139924 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:22:10.807881 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-24b9d21f-1564-4047-ba0b-3130d016b83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:12.363651 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:13.086931 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e52352ae-95db-4415-a815-4c58c9662f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:14.361127 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:14.546607 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:15.893869 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:16.878265 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:35.898366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44156) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:22:36.056116 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Deleting port 06e0a46b-51a2-4053-a380-3099b70d6740 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:22:36.056466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:36.131636 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:36.132000 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:36.143623 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Calling delete_port for 06e0a46b-51a2-4053-a380-3099b70d6740 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:22:36.291456 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:36.317858 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event deleted for resources: {'Port': ['ID=06e0a46b-51a2-4053-a380-3099b70d6740,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:36.347298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.347653 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.348005 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.348353 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.348701 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.349068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.349410 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.349752 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.350093 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.350429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.350765 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.351098 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.351428 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:36.393685 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:36.394032 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Floating IP 61757851-8c19-4c72-8291-89435c9478db disassociated (deleted). External IP: 172.25.7.132, port: f43bd031-4e6a-4625-bd10-126ac6ba8386. Dec 12 05:22:36.607389 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Router cebeef70-9938-406f-9a91-ea7bfbe5f81e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:22:36.715927 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:22:36.720901 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:36.728555 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] Sync routers for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:22:36.739127 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:22:36.740027 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:22:36.756757 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-099506ce-7186-4663-9e4e-e312caf20f46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "DELETE /v2.0/floatingips/61757851-8c19-4c72-8291-89435c9478db HTTP/1.1" status: 204 len: 168 time: 0.8572431 Dec 12 05:22:36.757456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:22:36.759963 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c330f0-4a8a-4124-b229-162c99363763" -d '{"events": [{"name": "network-changed", "server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:22:36.861699 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:22:36.881035 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75346382-fbba-4a9e-b12a-1162f3b34980 x-openstack-request-id: req-75346382-fbba-4a9e-b12a-1162f3b34980 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:22:36.881394 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:22:36.881661 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75346382-fbba-4a9e-b12a-1162f3b34980 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:22:36.882133 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'status': 'completed', 'code': 200} Dec 12 05:22:36.990456 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c330f0-4a8a-4124-b229-162c99363763 req-4866906e-7957-4ad4-8b72-796feed9bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:36.992892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40c330f0-4a8a-4124-b229-162c99363763 req-4866906e-7957-4ad4-8b72-796feed9bb78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 1098 time: 0.0617177 Dec 12 05:22:37.123343 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:22:37.150079 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] Checking router: cebeef70-9938-406f-9a91-ea7bfbe5f81e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:22:37.152878 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cad91-1928-40c6-9fb8-81082de8a139 req-bb595b9d-f3cc-4303-b65e-e4046c067487 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:37.154494 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-910cad91-1928-40c6-9fb8-81082de8a139 req-bb595b9d-f3cc-4303-b65e-e4046c067487 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 947 time: 0.0911832 Dec 12 05:22:37.157604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c330f0-4a8a-4124-b229-162c99363763 req-65250bea-cc4d-48bc-bf7b-10c84c64cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:37.158515 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:22:37.159153 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40c330f0-4a8a-4124-b229-162c99363763 req-65250bea-cc4d-48bc-bf7b-10c84c64cc6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.1574037 Dec 12 05:22:37.159291 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:22:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:22:37.213263 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40c330f0-4a8a-4124-b229-162c99363763 req-8ad24534-b988-438d-bccd-025f0d2ec14b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 200 len: 217 time: 0.0421052 Dec 12 05:22:37.265358 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:22:37.282455 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-910cad91-1928-40c6-9fb8-81082de8a139 req-63487db9-122c-4e4c-8049-c7626666b5c5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173818 Dec 12 05:22:37.305323 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c330f0-4a8a-4124-b229-162c99363763 req-a5cda8b8-31a6-4825-bbcf-9ef70704ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:37.307291 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40c330f0-4a8a-4124-b229-162c99363763 req-a5cda8b8-31a6-4825-bbcf-9ef70704ac89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0819492 Dec 12 05:22:37.360234 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c330f0-4a8a-4124-b229-162c99363763 req-4f3ab5aa-e08c-4f01-a93b-8718c94abdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:37.362109 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40c330f0-4a8a-4124-b229-162c99363763 req-4f3ab5aa-e08c-4f01-a93b-8718c94abdda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422616 Dec 12 05:22:37.454123 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40c330f0-4a8a-4124-b229-162c99363763 req-b31f8905-a24d-4c26-bd3b-1da4c377507f service neutron] 10.222.0.18 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826502 Dec 12 05:22:37.467057 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:22:37.497464 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a27fbd-98b8-4374-962f-7ad077b403ed None None] The sync data for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 is: [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:22:37.557612 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-40c330f0-4a8a-4124-b229-162c99363763 req-cc04432c-e0bc-4947-891d-2355049924a6 service neutron] 10.222.0.18 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958087 Dec 12 05:22:37.742352 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b2ac7-edf7-4a52-8211-2fe7b9af22bf None None] New status for floating IP 61757851-8c19-4c72-8291-89435c9478db: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:22:38.411315 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a9171-2ee0-48f2-bd00-7d4351e65bf2 req-748befab-4c6b-4751-9216-45fc3af90b72 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:38.412799 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a85a9171-2ee0-48f2-bd00-7d4351e65bf2 req-748befab-4c6b-4751-9216-45fc3af90b72 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 947 time: 0.0491385 Dec 12 05:22:38.465568 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a85a9171-2ee0-48f2-bd00-7d4351e65bf2 req-af6503eb-5cee-4c8d-9b61-4ff3c7a8a810 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b041da6-33ea-404d-be77-bc6d514b0802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 Dec 12 05:22:38.528091 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19460da7-a072-47f5-8ad9-972a36031c1a req-2553d69d-4b0d-4a7b-9f82-d4eaff9c3ebd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:38.529583 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-19460da7-a072-47f5-8ad9-972a36031c1a req-2553d69d-4b0d-4a7b-9f82-d4eaff9c3ebd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.18 "GET /v2.0/ports?device_id=04fb7ce3-bcce-4792-8774-1175efdd750a HTTP/1.1" status: 200 len: 947 time: 0.0489354 Dec 12 05:22:38.623973 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-19460da7-a072-47f5-8ad9-972a36031c1a req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Deleting port f43bd031-4e6a-4625-bd10-126ac6ba8386 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:22:38.624325 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-19460da7-a072-47f5-8ad9-972a36031c1a req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:38.711881 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-19460da7-a072-47f5-8ad9-972a36031c1a req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] For port f43bd031-4e6a-4625-bd10-126ac6ba8386, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=f43bd031-4e6a-4625-bd10-126ac6ba8386,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:22:38.712250 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-19460da7-a072-47f5-8ad9-972a36031c1a req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:38.724646 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-19460da7-a072-47f5-8ad9-972a36031c1a req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Calling delete_port for f43bd031-4e6a-4625-bd10-126ac6ba8386 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:22:38.851494 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-19460da7-a072-47f5-8ad9-972a36031c1a req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:38.880763 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event deleted for resources: {'Port': ['ID=f43bd031-4e6a-4625-bd10-126ac6ba8386,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:38.923703 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-19460da7-a072-47f5-8ad9-972a36031c1a req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] No DVR routers for this DVR port f43bd031-4e6a-4625-bd10-126ac6ba8386 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:22:38.926829 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-19460da7-a072-47f5-8ad9-972a36031c1a req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:38.930272 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-19460da7-a072-47f5-8ad9-972a36031c1a req-99b9aca2-eaf9-4f3a-abde-be644dead7e5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.18 "DELETE /v2.0/ports/f43bd031-4e6a-4625-bd10-126ac6ba8386 HTTP/1.1" status: 204 len: 173 time: 0.3926606 Dec 12 05:22:38.930719 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-deleted', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:22:38.932992 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512fabf0-b0a2-415d-a261-49c23b562f79" -d '{"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-deleted", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:22:38.971764 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aefe9a-dd26-4488-8846-e8db1906ae0c x-openstack-request-id: req-f3aefe9a-dd26-4488-8846-e8db1906ae0c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:22:38.972103 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fb7ce3-bcce-4792-8774-1175efdd750a", "name": "network-vif-deleted", "tag": "f43bd031-4e6a-4625-bd10-126ac6ba8386", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:22:38.972367 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3aefe9a-dd26-4488-8846-e8db1906ae0c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:22:38.972782 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fb7ce3-bcce-4792-8774-1175efdd750a', 'name': 'network-vif-deleted', 'tag': 'f43bd031-4e6a-4625-bd10-126ac6ba8386', 'status': 'completed', 'code': 200} Dec 12 05:22:39.520839 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44178) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:22:39.583890 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d18266f-d02f-4aa5-9d23-84faf6c79417 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:39.608646 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d18266f-d02f-4aa5-9d23-84faf6c79417 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:39.669196 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d18266f-d02f-4aa5-9d23-84faf6c79417 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:39.672029 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d18266f-d02f-4aa5-9d23-84faf6c79417 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:39.673229 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9d18266f-d02f-4aa5-9d23-84faf6c79417 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b041da6-33ea-404d-be77-bc6d514b0802 HTTP/1.1" status: 204 len: 168 time: 0.1513569 Dec 12 05:22:39.682122 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18266f-d02f-4aa5-9d23-84faf6c79417 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b041da6-33ea-404d-be77-bc6d514b0802,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:39.970604 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44184) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:22:39.975242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-ed71676c-5af3-4e7b-82d2-a3ca5b287b89 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284483363', 'description': 'tempest-secgroup-smoke-1284483363 description', 'project_id': '7979bc9fda184ca8b65e93518af767fa'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:22:39.998221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed71676c-5af3-4e7b-82d2-a3ca5b287b89 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.062440 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed71676c-5af3-4e7b-82d2-a3ca5b287b89 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.066479 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed71676c-5af3-4e7b-82d2-a3ca5b287b89 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.095655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ed71676c-5af3-4e7b-82d2-a3ca5b287b89 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.096896 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-ed71676c-5af3-4e7b-82d2-a3ca5b287b89 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1252201 Dec 12 05:22:40.098784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71676c-5af3-4e7b-82d2-a3ca5b287b89 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28bfb4d-ee43-4801-9b9a-d151513c302b,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:40.099978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44186) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:22:40.104557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': 'c28bfb4d-ee43-4801-9b9a-d151513c302b', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:22:40.133030 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.196070 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.199580 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.217011 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4e01a1-f2d1-40ea-a39d-a6a29f6ebdb1,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:40.225860 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.226235 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.226585 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.226931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.227268 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.227607 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.227944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.228293 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.228615 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.228995 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.229329 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.229658 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.229987 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:22:40.234540 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.238631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3f171e08-9f23-438f-b763-3c5ae6101cbc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347303 Dec 12 05:22:40.239286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44188) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:22:40.243343 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-61fbfd85-3b68-4f58-b95c-b52a99c5aa32 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': 'c28bfb4d-ee43-4801-9b9a-d151513c302b', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:22:40.271147 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61fbfd85-3b68-4f58-b95c-b52a99c5aa32 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.326670 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61fbfd85-3b68-4f58-b95c-b52a99c5aa32 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.330216 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61fbfd85-3b68-4f58-b95c-b52a99c5aa32 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.349065 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbfd85-3b68-4f58-b95c-b52a99c5aa32 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de6f9e5-f3cf-4539-be4b-0697e09235a6,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:40.354936 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-61fbfd85-3b68-4f58-b95c-b52a99c5aa32 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.356126 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-61fbfd85-3b68-4f58-b95c-b52a99c5aa32 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163568 Dec 12 05:22:40.358944 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44190) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:22:40.363939 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-b2e24910-e371-43dc-b388-e8939d575a07 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': 'c28bfb4d-ee43-4801-9b9a-d151513c302b', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:22:40.390031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2e24910-e371-43dc-b388-e8939d575a07 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.448698 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2e24910-e371-43dc-b388-e8939d575a07 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.452302 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2e24910-e371-43dc-b388-e8939d575a07 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.469810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e24910-e371-43dc-b388-e8939d575a07 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea47e33-0c3c-4a9c-a02d-27f0234d245f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:40.476361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b2e24910-e371-43dc-b388-e8939d575a07 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.477625 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b2e24910-e371-43dc-b388-e8939d575a07 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177647 Dec 12 05:22:40.480426 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44192) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:22:40.484705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-12e4177c-fccf-42e2-b9c4-66ec8454f2a7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': 'c28bfb4d-ee43-4801-9b9a-d151513c302b', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:22:40.510896 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e4177c-fccf-42e2-b9c4-66ec8454f2a7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.567882 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e4177c-fccf-42e2-b9c4-66ec8454f2a7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.571308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e4177c-fccf-42e2-b9c4-66ec8454f2a7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.590146 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4177c-fccf-42e2-b9c4-66ec8454f2a7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589f961f-135e-41d7-ba5a-f140e10b148a,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:40.595581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-12e4177c-fccf-42e2-b9c4-66ec8454f2a7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.596748 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-12e4177c-fccf-42e2-b9c4-66ec8454f2a7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153610 Dec 12 05:22:40.599509 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44194) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:22:40.603771 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-0eb3e982-7043-49eb-9905-bd1d54856104 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': 'c28bfb4d-ee43-4801-9b9a-d151513c302b', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:22:40.626010 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-0eb3e982-7043-49eb-9905-bd1d54856104 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Project 7979bc9fda184ca8b65e93518af767fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:22:40.631342 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e982-7043-49eb-9905-bd1d54856104 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.687894 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e982-7043-49eb-9905-bd1d54856104 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.691398 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e982-7043-49eb-9905-bd1d54856104 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.709452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3e982-7043-49eb-9905-bd1d54856104 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342355a2-830e-450e-9716-275269ff700e,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:40.714589 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e982-7043-49eb-9905-bd1d54856104 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.715849 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-0eb3e982-7043-49eb-9905-bd1d54856104 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153905 Dec 12 05:22:40.718614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44196) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:22:40.723382 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-befb7e52-e3cd-45d0-93f9-9c1cfdb32a7f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'security_group_rule': {'security_group_id': 'c28bfb4d-ee43-4801-9b9a-d151513c302b', 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:22:40.745462 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-befb7e52-e3cd-45d0-93f9-9c1cfdb32a7f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Project 7979bc9fda184ca8b65e93518af767fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:22:40.750278 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-befb7e52-e3cd-45d0-93f9-9c1cfdb32a7f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.793520 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:22:40.813184 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-befb7e52-e3cd-45d0-93f9-9c1cfdb32a7f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.817041 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-befb7e52-e3cd-45d0-93f9-9c1cfdb32a7f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.822333 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: f43bd031-4e6a-4625-bd10-126ac6ba8386 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:22:40.822692 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device f43bd031-4e6a-4625-bd10-126ac6ba8386 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:22:40.835859 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-45e21872-e6ee-473b-b258-29fba11f4b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.839681 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb7e52-e3cd-45d0-93f9-9c1cfdb32a7f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eae42e-ac7d-4d9a-9f02-e08068518c98,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:40.845425 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-befb7e52-e3cd-45d0-93f9-9c1cfdb32a7f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:40.846626 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-befb7e52-e3cd-45d0-93f9-9c1cfdb32a7f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270916 Dec 12 05:22:42.379098 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:43.089158 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e30487e6-5af6-4a67-8471-99f2b9d53c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:43.138426 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:22:44.364968 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:44.565707 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:45.898261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:46.883004 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:56.052119 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-807aae13-d4d9-45b2-a6e0-00befc2bfe84 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284483363&fields=id&tenant_id=7979bc9fda184ca8b65e93518af767fa HTTP/1.1" status: 200 len: 267 time: 0.0473423 Dec 12 05:22:56.159931 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d250e1f2-5777-44f3-a53b-ffc85d4df1d3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:56.161331 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d250e1f2-5777-44f3-a53b-ffc85d4df1d3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 808 time: 0.1025610 Dec 12 05:22:56.176206 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-924af103-3599-4d55-96ed-5c5c97e2f082 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/quotas/7979bc9fda184ca8b65e93518af767fa HTTP/1.1" status: 200 len: 375 time: 0.0087037 Dec 12 05:22:56.224523 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-9fd17526-2187-4335-bac2-3a44c389dd31 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433097 Dec 12 05:22:56.363744 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-24a0e6e6-e3fc-45f9-b638-a85f1d785267 service neutron] 10.222.0.36 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276090 Dec 12 05:22:56.453790 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-94d3ad74-26a6-458a-a6dd-b4ffd19b1ad5 service neutron] 10.222.0.36 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837362 Dec 12 05:22:56.737641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-06079093-2d42-40c3-bf3b-666684f5a782 req-ebe10e6a-d423-4c00-a8bf-dc5e374e529f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 210 time: 0.0276763 Dec 12 05:22:57.843778 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ac87ee5d-829d-4f68-905c-d9589ef2db7c req-0557b8ad-a987-44a8-be4e-be74a014c3be tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 210 time: 0.0376239 Dec 12 05:22:57.866452 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-39bc977c-223a-42a9-b685-67eb412bd7ab tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:57.867962 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-39bc977c-223a-42a9-b685-67eb412bd7ab tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 808 time: 0.1123304 Dec 12 05:22:57.941031 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-13079734-3a7b-41ad-9287-d178f2433edc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7979bc9fda184ca8b65e93518af767fa HTTP/1.1" status: 200 len: 380 time: 0.0575759 Dec 12 05:22:57.959522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'port': {'device_id': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'admin_state_up': True, 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'security_groups': ['c28bfb4d-ee43-4801-9b9a-d151513c302b']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:22:58.065300 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Made reservation on behalf of 7979bc9fda184ca8b65e93518af767fa for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:22:58.069324 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:58.197029 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Allocated IP 172.20.0.5 (5aba5cb1-7759-4840-b090-90193a4c8a53/f36b177a-e41a-4a07-a9d3-1d6a5a91461a/10163b5d-3c24-4ba5-a948-43459ae9f6f4) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:22:58.335578 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:58.373050 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:58.418073 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:22:58.421825 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:22:58.429359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:22:58.433379 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'Port': ['ID=10163b5d-3c24-4ba5-a948-43459ae9f6f4,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:58.481460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:58.482140 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:58.504801 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-d989a7bb-4771-4e63-af2a-f444991efef5 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5490706 Dec 12 05:22:58.534230 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Request body: {'port': {'device_id': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:22:58.596430 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:58.688009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a0415bc3-7dce-4f76-afd9-14885fbe202b None None] Provisioning complete for port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:22:58.688656 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a0415bc3-7dce-4f76-afd9-14885fbe202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:58.723689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a0415bc3-7dce-4f76-afd9-14885fbe202b None None] Port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:22:58.866746 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10163b5d-3c24-4ba5-a948-43459ae9f6f4 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:22:58.874942 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:58.887240 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Transition to ACTIVE for port object 10163b5d-3c24-4ba5-a948-43459ae9f6f4 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:22:58.892579 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:58.977406 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Pushing event updated for resources: {'Port': ['ID=10163b5d-3c24-4ba5-a948-43459ae9f6f4,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:59.012917 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156a262-6166-493f-b35b-faf2ae450add req-ba5ee3ed-bc3e-4ae9-8b77-51c4073cfcac tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:59.014493 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a156a262-6166-493f-b35b-faf2ae450add req-ba5ee3ed-bc3e-4ae9-8b77-51c4073cfcac tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0963335 Dec 12 05:22:59.106400 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a156a262-6166-493f-b35b-faf2ae450add req-fdcb7895-f04b-4c83-b236-9294807a8f08 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675044 Dec 12 05:22:59.107285 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Attempting to bind port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:22:59.107632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Attempting to bind port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:22:59.107968 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Attempting to bind port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:22:59.117147 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:22:59.117460 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Attempting to bind port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 on network 5aba5cb1-7759-4840-b090-90193a4c8a53 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:22:59.123269 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:22:59.123630 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Checking segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:22:59.124035 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Bound using segment: {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:22:59.124486 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Bound port: 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf815d1-fe0f-440e-8e6e-a36c2757028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:22:59.124891 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:59.187800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:22:59.190805 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:22:59.196054 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:59.235433 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:59.235979 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:22:59.237821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] 10.222.0.37 "PUT /v2.0/ports/10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 1091 time: 0.7078466 Dec 12 05:22:59.238642 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:22:59.241056 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa8e848-2f95-4c1c-9336-5f47be24c398" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:22:59.271872 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257bde-4f35-47a5-a5fe-a1bf017dab0c service neutron] Pushing event updated for resources: {'Port': ['ID=10163b5d-3c24-4ba5-a948-43459ae9f6f4,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:22:59.361704 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-e449be94-a24d-455d-a209-869c6ce4bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:59.363842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-e449be94-a24d-455d-a209-869c6ce4bf39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1094 time: 0.0523591 Dec 12 05:22:59.366408 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708425a2-4321-4168-89f8-5d03eadc9464 x-openstack-request-id: req-708425a2-4321-4168-89f8-5d03eadc9464 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:22:59.366711 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:22:59.367088 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-708425a2-4321-4168-89f8-5d03eadc9464 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:22:59.367555 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'status': 'completed', 'code': 200} Dec 12 05:22:59.451310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-c8b25938-8677-4460-9034-03e9e1e76e06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 217 time: 0.0501065 Dec 12 05:22:59.512791 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-f2665efc-c579-4e56-ba42-3f457e5d00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:59.514327 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-f2665efc-c579-4e56-ba42-3f457e5d00ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0521889 Dec 12 05:22:59.565573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-bc1340ed-0575-4d7c-9b50-f0329122436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:59.567049 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-bc1340ed-0575-4d7c-9b50-f0329122436c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413418 Dec 12 05:22:59.663452 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-1059edb7-e583-4975-be34-aaa612752c4c service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828459 Dec 12 05:22:59.761865 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7e45c2d6-53ab-4984-90ec-32e195851435 req-2021e37e-a08c-468d-8dc5-5d790d6e26f4 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871427 Dec 12 05:22:59.883757 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-d0a9803c-0e89-4d06-a942-6b71a8de9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:59.885290 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-d0a9803c-0e89-4d06-a942-6b71a8de9cd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1094 time: 0.0425222 Dec 12 05:22:59.988271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-a3cb6b8d-0279-440d-949e-0919e556dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:22:59.989729 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-a3cb6b8d-0279-440d-949e-0919e556dee3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0920770 Dec 12 05:23:00.037660 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-13591de0-a8f3-4f52-9d79-7998d722d8fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 217 time: 0.0364144 Dec 12 05:23:00.090217 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-accab342-2e16-43ec-8383-5b7f20fb045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:00.091686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-accab342-2e16-43ec-8383-5b7f20fb045f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0433328 Dec 12 05:23:00.147764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-fb751502-a0d5-4bd2-a905-e7f93b7c8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:00.149324 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-fb751502-a0d5-4bd2-a905-e7f93b7c8c3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467587 Dec 12 05:23:00.297614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22582d65-025d-44b2-9daf-6cd35ec7e913 req-9647aed6-407c-4a5a-abe2-b3c94a180f83 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:00.299195 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22582d65-025d-44b2-9daf-6cd35ec7e913 req-9647aed6-407c-4a5a-abe2-b3c94a180f83 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0971458 Dec 12 05:23:00.302014 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-a109ff27-3420-482f-b680-e92ad465e649 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412463 Dec 12 05:23:00.396524 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-22582d65-025d-44b2-9daf-6cd35ec7e913 req-ebe8354e-d342-4cdb-92ac-873ccc5d2992 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907040 Dec 12 05:23:00.427989 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3fa8e848-2f95-4c1c-9336-5f47be24c398 req-667cdac9-06e0-49e0-8985-f7b19a32021b service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079340 Dec 12 05:23:01.513767 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7dfc-3939-4510-93d2-bd536b014d05 req-cf81bba4-f362-4d9a-ab9e-5c6847d103dd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:01.515380 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a0e7dfc-3939-4510-93d2-bd536b014d05 req-cf81bba4-f362-4d9a-ab9e-5c6847d103dd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0490329 Dec 12 05:23:01.564045 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6a0e7dfc-3939-4510-93d2-bd536b014d05 req-f59a0135-6572-4b08-baef-3ef81fffaf95 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421941 Dec 12 05:23:02.695829 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f67918-7787-4044-afb0-ae66acda681a req-7fac6cec-bccf-4660-b27f-3573363f9c5f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:02.697603 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87f67918-7787-4044-afb0-ae66acda681a req-7fac6cec-bccf-4660-b27f-3573363f9c5f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0654655 Dec 12 05:23:02.752019 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-87f67918-7787-4044-afb0-ae66acda681a req-f1732927-8149-4396-a1f9-c48ff7498e2d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480518 Dec 12 05:23:03.870176 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83b1a7-fe85-4391-95e0-ca87792a875f req-f798c292-36d1-461d-8a4d-d27516c63c29 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:03.871700 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f83b1a7-fe85-4391-95e0-ca87792a875f req-f798c292-36d1-461d-8a4d-d27516c63c29 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0486145 Dec 12 05:23:03.920642 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9f83b1a7-fe85-4391-95e0-ca87792a875f req-b0e3a9a6-ff20-43a7-ae4d-b9bb65ec63bf tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426848 Dec 12 05:23:05.034651 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306eaf9-2cdd-4eec-851e-0d51bb60d6f7 req-76f78127-75f3-4ec3-a8e7-35452cf2752c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:05.036132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9306eaf9-2cdd-4eec-851e-0d51bb60d6f7 req-76f78127-75f3-4ec3-a8e7-35452cf2752c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0486875 Dec 12 05:23:05.084543 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9306eaf9-2cdd-4eec-851e-0d51bb60d6f7 req-5b7789c3-b96d-4e14-a745-ba1963c0ebec tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Dec 12 05:23:06.200996 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edb638-ac5a-46f7-b065-fa358eb3aa99 req-e129924c-ed8a-416a-9135-9bc71da4165e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:06.202470 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76edb638-ac5a-46f7-b065-fa358eb3aa99 req-e129924c-ed8a-416a-9135-9bc71da4165e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0515518 Dec 12 05:23:06.250923 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-76edb638-ac5a-46f7-b065-fa358eb3aa99 req-f469d965-ef70-4df7-b5f0-a877c2cfb174 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420310 Dec 12 05:23:07.366573 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b4a5d-533a-4ecb-bc1d-f4ef9ee0eb85 req-dfd9f3d0-f3b0-4527-a2d6-5554756dd3dc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:07.368056 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e49b4a5d-533a-4ecb-bc1d-f4ef9ee0eb85 req-dfd9f3d0-f3b0-4527-a2d6-5554756dd3dc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0484629 Dec 12 05:23:07.419887 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e49b4a5d-533a-4ecb-bc1d-f4ef9ee0eb85 req-d988f7e3-a586-43e8-b885-9167b60e6c06 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457864 Dec 12 05:23:08.534417 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d72f-e6a4-4fe7-83ae-c751a137973a req-fa935ce5-6bcc-4fed-b08b-f06708fb6563 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:08.536391 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aaa9d72f-e6a4-4fe7-83ae-c751a137973a req-fa935ce5-6bcc-4fed-b08b-f06708fb6563 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0475345 Dec 12 05:23:08.584724 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-aaa9d72f-e6a4-4fe7-83ae-c751a137973a req-7c32b98e-c4c0-48c2-bf58-11dec2fcfb6a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424306 Dec 12 05:23:09.697182 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1ce70-76ab-4c71-adc5-563d838a65fd req-3517d165-d811-490d-9bab-d1bc2c93098f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:09.698644 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4c1ce70-76ab-4c71-adc5-563d838a65fd req-3517d165-d811-490d-9bab-d1bc2c93098f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0477505 Dec 12 05:23:09.746187 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a4c1ce70-76ab-4c71-adc5-563d838a65fd req-64fe42bd-c038-420e-a548-ef0df5058159 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417304 Dec 12 05:23:10.808447 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab84cd59-8399-4494-9a1c-b3181bd6c81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:10.864636 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b5dd7-28d4-4265-a215-61b4715735dd req-89bed8c2-c1e3-483c-bc17-2abfd0e41a86 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:10.866032 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1b3b5dd7-28d4-4265-a215-61b4715735dd req-89bed8c2-c1e3-483c-bc17-2abfd0e41a86 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0484147 Dec 12 05:23:10.917813 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-1b3b5dd7-28d4-4265-a215-61b4715735dd req-71a822e8-17d8-4cd3-9fcf-b0ba668bf767 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458946 Dec 12 05:23:11.590246 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 10163b5d-3c24-4ba5-a948-43459ae9f6f4 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:23:11.685853 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:23:11.697071 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'port_id': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'mac_address': 'fa:16:3e:ac:d2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:23:11.732730 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:11.745864 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10163b5d-3c24-4ba5-a948-43459ae9f6f4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:23:11.764170 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:23:11.767746 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:11.813492 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=10163b5d-3c24-4ba5-a948-43459ae9f6f4,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:23:11.820941 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.821293 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.821637 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.821978 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.822315 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.822647 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.822977 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.823305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.823719 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.824062 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.824391 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.824722 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:11.825069 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:23:12.029576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e46eb-3788-40ee-96e0-542b2a3bc2fd req-6c295813-bdc2-4989-83ac-c683466127fc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:12.031039 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824e46eb-3788-40ee-96e0-542b2a3bc2fd req-6c295813-bdc2-4989-83ac-c683466127fc tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 944 time: 0.0477316 Dec 12 05:23:12.078825 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-824e46eb-3788-40ee-96e0-542b2a3bc2fd req-aa58a5cd-0bca-4405-a796-623d91deec33 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Dec 12 05:23:12.159790 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['10163b5d-3c24-4ba5-a948-43459ae9f6f4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:23:12.394610 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:13.090361 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-866ec0ed-b1a8-4e96-8ab1-17c1c4073e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:13.194379 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9604a-ab72-4ab3-891a-f6bd93a76a80 req-16abb595-2182-46a1-bccc-7ea961836ef3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:13.195892 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-01d9604a-ab72-4ab3-891a-f6bd93a76a80 req-16abb595-2182-46a1-bccc-7ea961836ef3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 944 time: 0.0489964 Dec 12 05:23:13.245679 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-01d9604a-ab72-4ab3-891a-f6bd93a76a80 req-77c6a321-6708-4f78-b920-34213c3ffbf0 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439672 Dec 12 05:23:13.584712 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 10163b5d-3c24-4ba5-a948-43459ae9f6f4 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:23:13.636023 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:23:13.639992 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:23:13.640371 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:13.714495 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:13.736545 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:23:13.739489 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1531d8d-f081-4652-bb48-47d7e0a9b610" -d '{"events": [{"server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "name": "network-vif-plugged", "status": "completed", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:23:13.752466 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:23:13.757174 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:13.809014 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=10163b5d-3c24-4ba5-a948-43459ae9f6f4,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:23:13.841964 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ed3f21-4155-4d99-81e3-42c810dfb453 x-openstack-request-id: req-d9ed3f21-4155-4d99-81e3-42c810dfb453 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:23:13.842262 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "name": "network-vif-plugged", "status": "completed", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:23:13.842521 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9ed3f21-4155-4d99-81e3-42c810dfb453 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:23:13.842921 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'code': 200} Dec 12 05:23:13.993252 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47da84-b034-4a5a-b7d1-510eea7eefee req-2b6a916b-9d44-48ca-924a-dcd5836f93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:13.994755 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8c47da84-b034-4a5a-b7d1-510eea7eefee req-2b6a916b-9d44-48ca-924a-dcd5836f93d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1096 time: 0.0437315 Dec 12 05:23:14.046664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8c47da84-b034-4a5a-b7d1-510eea7eefee req-fdf2a94e-f265-4bf6-a139-557b7e0c1bad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397708 Dec 12 05:23:14.363863 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c190b81-2d30-40de-960e-39e974343ce1 req-4682dff8-cff1-4fe9-b62d-117187d14be7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:14.365545 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c190b81-2d30-40de-960e-39e974343ce1 req-4682dff8-cff1-4fe9-b62d-117187d14be7 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0485532 Dec 12 05:23:14.367229 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:14.414553 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6c190b81-2d30-40de-960e-39e974343ce1 req-6efcb841-0692-49d1-ad3b-d9a31bc35d8a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Dec 12 05:23:14.577014 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:15.528740 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe46ed-2b62-490c-ab07-9527307b040d req-a71fc43f-7b6f-4f9d-be5e-3def449b1055 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:15.530241 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0afe46ed-2b62-490c-ab07-9527307b040d req-a71fc43f-7b6f-4f9d-be5e-3def449b1055 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0483439 Dec 12 05:23:15.578329 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0afe46ed-2b62-490c-ab07-9527307b040d req-55ee4b3a-3ca9-44b2-aef1-804c4c75ca46 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Dec 12 05:23:15.695352 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3679e-a627-450b-abca-9fd3fc60f3a6 req-8f8266ea-259e-4ecc-82e1-c64b68dc99c8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:15.696832 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eba3679e-a627-450b-abca-9fd3fc60f3a6 req-8f8266ea-259e-4ecc-82e1-c64b68dc99c8 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0509365 Dec 12 05:23:15.745557 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-eba3679e-a627-450b-abca-9fd3fc60f3a6 req-15c93b7c-b5a0-4724-a505-45986415b995 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Dec 12 05:23:15.767805 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44400) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:23:15.807355 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f509b-e7ef-4baf-b156-9629527aa011 tempest-TestShelveInstance-392046873 tempest-TestShelveInstance-392046873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:15.808919 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-1d9f509b-e7ef-4baf-b156-9629527aa011 tempest-TestShelveInstance-392046873 tempest-TestShelveInstance-392046873-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1091 time: 0.0401099 Dec 12 05:23:15.811683 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44402) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:23:15.815894 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:23:15.837547 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:15.901533 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:15.942082 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:16.040994 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Allocated IP 172.25.7.93 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/449a6ecc-726e-47bc-bb41-8ef0f5fe7a7d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:23:16.143159 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:16.175834 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:16.213748 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:23:16.216678 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:23:16.220187 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:23:16.225929 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'Port': ['ID=449a6ecc-726e-47bc-bb41-8ef0f5fe7a7d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:23:16.559466 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:16.623004 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:16.774655 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:16.778902 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:16.849299 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event updated for resources: {'Port': ['ID=449a6ecc-726e-47bc-bb41-8ef0f5fe7a7d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:23:16.859047 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:16.885295 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:16.958872 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Floating IP 2286dfdf-b369-4c4b-b65f-d23bf75e117a associated. External IP: 172.25.7.93, port: 10163b5d-3c24-4ba5-a948-43459ae9f6f4. Dec 12 05:23:17.484488 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Router cebeef70-9938-406f-9a91-ea7bfbe5f81e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:23:17.589992 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:23:17.600990 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] Sync routers for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:23:17.609273 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:17.611780 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:23:17.612393 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:23:17.637019 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-d983f14c-a49b-428a-8f1d-28ce248e6e78 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8243072 Dec 12 05:23:17.637695 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:23:17.639968 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42cd704-7ec1-4999-8ff3-337837fc6985" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:23:17.677453 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3f83f8-d7a1-4ecd-bab8-dff5eba189b0 x-openstack-request-id: req-9d3f83f8-d7a1-4ecd-bab8-dff5eba189b0 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:23:17.677753 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:23:17.678015 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d3f83f8-d7a1-4ecd-bab8-dff5eba189b0 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:23:17.678425 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'status': 'completed', 'code': 200} Dec 12 05:23:17.714901 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:23:17.761292 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-39fad8ec-1e6f-4363-8f06-0151e8dbc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:17.762821 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-39fad8ec-1e6f-4363-8f06-0151e8dbc2b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1096 time: 0.0408940 Dec 12 05:23:17.856165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-3f57295e-27dd-4f49-834d-97bfd3821b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:17.857662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-3f57295e-27dd-4f49-834d-97bfd3821b4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0876572 Dec 12 05:23:17.923132 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-37d6f690-8e00-4023-84dc-8641e16298a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 998 time: 0.0582707 Dec 12 05:23:17.942284 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '2286dfdf-b369-4c4b-b65f-d23bf75e117a', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'port_id': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'mac_address': 'fa:16:3e:ac:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:23:16Z', 'updated_at': '2021-12-12T05:23:16Z', 'revision_number': 0, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:23:17.968116 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] Checking router: cebeef70-9938-406f-9a91-ea7bfbe5f81e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:23:17.975505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-77f9f6cb-f0e5-4a8c-98f1-dab67598a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:17.976952 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:23:17.977108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-77f9f6cb-f0e5-4a8c-98f1-dab67598a701 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0473464 Dec 12 05:23:17.977562 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:23:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:23:18.022648 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-4a5e4093-7153-45be-9ec1-f51dc1162c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:23:18.024153 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-4a5e4093-7153-45be-9ec1-f51dc1162c91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397635 Dec 12 05:23:18.079862 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:23:18.113715 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-72c52ddc-20fa-4f3b-93ca-28d4a0022b8a service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819190 Dec 12 05:23:18.211676 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b42cd704-7ec1-4999-8ff3-337837fc6985 req-f67764a6-030e-4a8f-a920-bcdb78903d90 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906665 Dec 12 05:23:18.386833 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '2286dfdf-b369-4c4b-b65f-d23bf75e117a', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'port_id': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'mac_address': 'fa:16:3e:ac:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:23:16Z', 'updated_at': '2021-12-12T05:23:16Z', 'revision_number': 0, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:23:18.416508 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de639f-81af-48d4-99d0-0201e28bd575 None None] The sync data for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 is: [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '2286dfdf-b369-4c4b-b65f-d23bf75e117a', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'port_id': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'mac_address': 'fa:16:3e:ac:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:23:16Z', 'updated_at': '2021-12-12T05:23:16Z', 'revision_number': 0, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:23:18.618702 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f50db9d-c281-4cef-865e-8e25cada0394 None None] New status for floating IP 2286dfdf-b369-4c4b-b65f-d23bf75e117a: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:23:20.137769 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:23:40.817061 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-08d7582c-3d81-4752-a83c-5d61b53fcd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:42.388797 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:43.092231 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-bc63431d-5961-4f9e-889f-e9bcc7fa9813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:44.370601 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:44.575821 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:45.903851 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:46.888427 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:23:57.139502 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:24:08.867092 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-1554f9ee-eb6d-4be7-b67e-033f832a819a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394483 Dec 12 05:24:08.980614 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-68283ff4-c0d2-4e9d-a59e-c959fbdffb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:24:08.982101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-68283ff4-c0d2-4e9d-a59e-c959fbdffb79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1096 time: 0.0400643 Dec 12 05:24:09.091021 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-c5894eb0-1cf8-4520-949c-808dbd2d5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:24:09.092387 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-c5894eb0-1cf8-4520-949c-808dbd2d5933 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0855331 Dec 12 05:24:09.169936 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-159a0d2b-f6a1-4051-b842-13fc2fd14729 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 1000 time: 0.0582616 Dec 12 05:24:09.225880 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-eb73e8ee-c9de-47b2-9078-fe54592723c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:24:09.227307 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-eb73e8ee-c9de-47b2-9078-fe54592723c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0463009 Dec 12 05:24:09.279024 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-fc12d316-0235-47e7-9d43-ae507d804f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:24:09.280519 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-fc12d316-0235-47e7-9d43-ae507d804f0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410430 Dec 12 05:24:09.372929 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-19fa2d20-0240-423d-a81e-a7f6fb0e07b4 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807412 Dec 12 05:24:09.467514 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-dd52e522-ed50-4c98-bd04-27240aab63f0 req-fd03f2f0-9136-44e8-b818-c0cc840299b5 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835333 Dec 12 05:24:10.808269 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c59a6bf7-4f0c-4872-bcc3-cf2371518863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:12.424123 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:13.093658 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-98779723-ceb1-4712-9ee5-9c57a5ea5f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:14.373114 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:14.574092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:15.907246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:16.890168 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:34.138576 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:24:40.810589 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d2606b6-ff8d-4ebb-a0f8-f74ac0dd2727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:42.424962 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:43.094946 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-997331ec-d78f-4255-94ea-def60d94181c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:44.375942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:44.590246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:45.910748 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:24:46.892025 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:08.879654 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73b30eef-d1f0-4909-938e-a072416c5132 req-16d67d96-24dc-4c70-b303-c97b77e83158 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402341 Dec 12 05:25:08.983139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b30eef-d1f0-4909-938e-a072416c5132 req-60a226cb-bac2-4563-8358-02337d890c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:08.984893 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73b30eef-d1f0-4909-938e-a072416c5132 req-60a226cb-bac2-4563-8358-02337d890c38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1096 time: 0.0406590 Dec 12 05:25:09.097497 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b30eef-d1f0-4909-938e-a072416c5132 req-9992d0a0-ade9-43af-b6ad-855e87dc2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:09.097497 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73b30eef-d1f0-4909-938e-a072416c5132 req-9992d0a0-ade9-43af-b6ad-855e87dc2bf5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0874121 Dec 12 05:25:09.165819 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73b30eef-d1f0-4909-938e-a072416c5132 req-8e55e509-d38a-4faa-9e5b-0a44a99b0a42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 1000 time: 0.0585735 Dec 12 05:25:09.222149 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b30eef-d1f0-4909-938e-a072416c5132 req-050497ab-3335-4fbd-a4c7-2b4cb47e0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:09.223588 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73b30eef-d1f0-4909-938e-a072416c5132 req-050497ab-3335-4fbd-a4c7-2b4cb47e0ea5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0469933 Dec 12 05:25:09.269505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b30eef-d1f0-4909-938e-a072416c5132 req-29d75a82-5549-4f4c-9e73-8ab89b048a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:09.271022 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73b30eef-d1f0-4909-938e-a072416c5132 req-29d75a82-5549-4f4c-9e73-8ab89b048a4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401223 Dec 12 05:25:09.359632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73b30eef-d1f0-4909-938e-a072416c5132 req-76d0abf8-7710-421d-aebf-db3e3262f3d9 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807514 Dec 12 05:25:09.455068 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-73b30eef-d1f0-4909-938e-a072416c5132 req-f6824bb2-9e0c-466e-b712-1ff7c29ed52a service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842102 Dec 12 05:25:10.812277 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-73616dea-0479-4f2a-8473-8634b2796346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:11.137633 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:25:12.416597 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:13.100138 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9413-f656-4ed3-9711-e6cb138cca4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:14.378570 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:14.601789 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:15.914131 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:16.194875 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace8a0-6125-42d9-b644-cce3ef5bc343 req-f7e48352-46c6-4a49-9600-93dabd1ae26e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:16.196351 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5ace8a0-6125-42d9-b644-cce3ef5bc343 req-f7e48352-46c6-4a49-9600-93dabd1ae26e tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0492480 Dec 12 05:25:16.245071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d5ace8a0-6125-42d9-b644-cce3ef5bc343 req-72cd46e4-5492-43b4-a1a6-8aa706136c0c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Dec 12 05:25:16.893753 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:17.369378 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196838f2-6b06-40ea-8d2d-8578fe8cee9b req-9d2b33bd-d102-4e99-8985-8fa622ab05c9 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:17.370974 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-196838f2-6b06-40ea-8d2d-8578fe8cee9b req-9d2b33bd-d102-4e99-8985-8fa622ab05c9 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0544305 Dec 12 05:25:17.420476 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-196838f2-6b06-40ea-8d2d-8578fe8cee9b req-316ea600-cfb5-4cbd-a937-547e4cb9dbfe tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Dec 12 05:25:18.567674 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e8e2-ac1a-4139-b3b4-109e935c17ce req-e9554b07-96c5-4d39-afed-69fa51eea463 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:18.569167 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6de1e8e2-ac1a-4139-b3b4-109e935c17ce req-e9554b07-96c5-4d39-afed-69fa51eea463 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Dec 12 05:25:18.618016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6de1e8e2-ac1a-4139-b3b4-109e935c17ce req-7fb6c32b-317f-4755-ad18-eca3f0e96afd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423651 Dec 12 05:25:19.731088 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7c403-58b0-4322-8754-adf311fb6b0b req-5b466063-c67f-4000-9079-e45082c3bfb6 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:19.732572 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4b7c403-58b0-4322-8754-adf311fb6b0b req-5b466063-c67f-4000-9079-e45082c3bfb6 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0477285 Dec 12 05:25:19.780738 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a4b7c403-58b0-4322-8754-adf311fb6b0b req-35bfb31f-f593-464a-a276-86427f60ca67 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Dec 12 05:25:20.893554 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d918bc-e0db-46af-bf67-b650f767c6d8 req-2d776c7a-4f9f-4f2e-931a-01c43ac4fdb2 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:20.895037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83d918bc-e0db-46af-bf67-b650f767c6d8 req-2d776c7a-4f9f-4f2e-931a-01c43ac4fdb2 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Dec 12 05:25:20.943631 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-83d918bc-e0db-46af-bf67-b650f767c6d8 req-651fe1b7-e7ae-4b85-baa7-ba6a08ed604d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 Dec 12 05:25:22.061337 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83885257-3ce3-4792-a520-aad8c703de5c req-32c81a43-00a1-4237-8458-1532387b16ec tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:22.062821 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83885257-3ce3-4792-a520-aad8c703de5c req-32c81a43-00a1-4237-8458-1532387b16ec tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0529339 Dec 12 05:25:22.110933 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-83885257-3ce3-4792-a520-aad8c703de5c req-a08abb73-7a4a-49ce-b0c0-da72c629c396 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Dec 12 05:25:23.225548 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98d997-dae9-4c86-b045-f8c4103a592c req-08caed38-652d-48c8-b071-7dc404cab261 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:23.227037 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff98d997-dae9-4c86-b045-f8c4103a592c req-08caed38-652d-48c8-b071-7dc404cab261 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0489457 Dec 12 05:25:23.280681 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ff98d997-dae9-4c86-b045-f8c4103a592c req-05c57002-015b-49f8-a0ff-d162b056e786 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470352 Dec 12 05:25:24.395298 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc653ce8-1abb-44fe-b32d-83d54f2e4ad2 req-db4797ea-61dd-4b3e-bb07-322dbf3b77e1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:24.396834 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc653ce8-1abb-44fe-b32d-83d54f2e4ad2 req-db4797ea-61dd-4b3e-bb07-322dbf3b77e1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Dec 12 05:25:24.444941 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-fc653ce8-1abb-44fe-b32d-83d54f2e4ad2 req-a07b83af-754e-4fa2-a3b8-97cf32f15e84 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 Dec 12 05:25:25.558413 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934624a-a2cf-4336-8e61-cae3ddfc7fc8 req-1891b2d6-5eda-4063-829e-b8193b251c0d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:25.559817 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3934624a-a2cf-4336-8e61-cae3ddfc7fc8 req-1891b2d6-5eda-4063-829e-b8193b251c0d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0482075 Dec 12 05:25:25.607773 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3934624a-a2cf-4336-8e61-cae3ddfc7fc8 req-82b484cb-5203-477b-bb28-f2ef047450ae tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421002 Dec 12 05:25:26.466745 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-b3d0559b-6958-4cf4-8a5d-d1bdb0680246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:26.468246 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-b3d0559b-6958-4cf4-8a5d-d1bdb0680246 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1096 time: 0.0393782 Dec 12 05:25:26.560797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-733e1b0b-179e-4748-a6cf-8436301245e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:26.562214 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-733e1b0b-179e-4748-a6cf-8436301245e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0851517 Dec 12 05:25:26.631378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-eb89fbdb-c4f7-4d3e-a0e1-fb054a683fc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 1000 time: 0.0573268 Dec 12 05:25:26.687725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-e19c55d5-bd35-46d2-b82f-c4228c74e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:26.689201 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-e19c55d5-bd35-46d2-b82f-c4228c74e2d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0469534 Dec 12 05:25:26.723947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3eae0-58dc-4387-9725-118bc563012b req-c80f0909-8b42-444d-890c-19a4c7d464d3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:26.725485 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9f3eae0-58dc-4387-9725-118bc563012b req-c80f0909-8b42-444d-890c-19a4c7d464d3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0488482 Dec 12 05:25:26.739220 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-ce7cb909-7a6f-44f2-9468-d2e495a55944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:26.740720 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-ce7cb909-7a6f-44f2-9468-d2e495a55944 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400734 Dec 12 05:25:26.778506 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b9f3eae0-58dc-4387-9725-118bc563012b req-c5b5c1a4-1dc7-4ec3-b63e-b432753e3372 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471087 Dec 12 05:25:26.835233 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-62fe236c-4189-4417-8a09-9f9107570d56 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820789 Dec 12 05:25:26.930921 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-891f0e2b-ee6b-477a-81c5-5d3a79db50e4 req-86227d48-db63-4495-be84-efbc3f8869ed service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843003 Dec 12 05:25:27.894069 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e3d52-48c1-4081-8a6f-8f86d53204a6 req-d4051de9-6844-4de3-abbc-58d51dd9d5fa tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:27.895550 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a8e3d52-48c1-4081-8a6f-8f86d53204a6 req-d4051de9-6844-4de3-abbc-58d51dd9d5fa tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0499256 Dec 12 05:25:27.942705 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5a8e3d52-48c1-4081-8a6f-8f86d53204a6 req-e3fcaf8f-68d4-4c50-9916-3678e81daef3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 Dec 12 05:25:29.059609 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b52936-b1ec-4077-9587-65fcd4897b4f req-4585af0d-e9ea-4bb1-beb3-b44edb14a32c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:29.061151 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0b52936-b1ec-4077-9587-65fcd4897b4f req-4585af0d-e9ea-4bb1-beb3-b44edb14a32c tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0491185 Dec 12 05:25:29.111416 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d0b52936-b1ec-4077-9587-65fcd4897b4f req-e96b4d59-10f6-4dbe-8051-e65de3a16174 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Dec 12 05:25:30.225058 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618042a-9d85-457e-8dcc-7a9091bfaf55 req-df99f382-2dea-4684-80d1-13d3ee81aa5d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:30.226540 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5618042a-9d85-457e-8dcc-7a9091bfaf55 req-df99f382-2dea-4684-80d1-13d3ee81aa5d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Dec 12 05:25:30.280874 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5618042a-9d85-457e-8dcc-7a9091bfaf55 req-37a3441f-e95a-462c-aaeb-b90ea49f044a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482278 Dec 12 05:25:31.394169 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179b830-2ee1-4913-84f6-2ff5ef7ee79b req-ef16c88c-d942-40cd-bc66-3f689b817c58 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:31.395691 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f179b830-2ee1-4913-84f6-2ff5ef7ee79b req-ef16c88c-d942-40cd-bc66-3f689b817c58 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0489652 Dec 12 05:25:31.443847 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f179b830-2ee1-4913-84f6-2ff5ef7ee79b req-6cc8c2f5-ee17-4123-9178-280a00b4d496 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422893 Dec 12 05:25:31.651807 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-73e43d58-b675-4d6f-83d3-7cfe3e4eeb79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708585 Dec 12 05:25:31.661774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-ead80224-920e-4cdb-9e19-085da0048d63 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:25:31.662716 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-ead80224-920e-4cdb-9e19-085da0048d63 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048723 Dec 12 05:25:31.671615 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6d99f-4b4d-45c1-8392-298ebc31546e req-a6e03922-4495-4ec7-be73-4fe0f9605177 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:31.673133 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a6d99f-4b4d-45c1-8392-298ebc31546e req-a6e03922-4495-4ec7-be73-4fe0f9605177 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0625141 Dec 12 05:25:31.723900 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-93a6d99f-4b4d-45c1-8392-298ebc31546e req-cadb3a72-042e-4c0a-a591-af9cf015b124 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Dec 12 05:25:32.382617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 10163b5d-3c24-4ba5-a948-43459ae9f6f4 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:25:32.463756 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:32.487635 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:25:32.489930 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ef6be-3220-4c9d-a940-4b4c534bb1ef" -d '{"events": [{"server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "name": "network-vif-unplugged", "status": "completed", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:25:32.502601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:25:32.509042 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:32.532630 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 05:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95f904-de0d-43bc-b297-ae04ca76d91c x-openstack-request-id: req-4b95f904-de0d-43bc-b297-ae04ca76d91c {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:25:32.532949 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "name": "network-vif-unplugged", "status": "failed", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4", "code": 422}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:25:32.533214 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b95f904-de0d-43bc-b297-ae04ca76d91c {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:25:32.533614 n-d-710847-7 neutron-server[103452]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'code': 422} returned with failed status Dec 12 05:25:32.558860 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=10163b5d-3c24-4ba5-a948-43459ae9f6f4,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:25:32.566210 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.566566 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.566915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.567257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.567597 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.567931 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.568265 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.568609 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.569110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.569286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.569614 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.569943 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.570272 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:25:32.842471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69181091-5a8d-4069-8257-ad0c4852d8d5 req-4b254bb7-74c9-4d33-b0cc-0febd67a09e1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:32.844116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69181091-5a8d-4069-8257-ad0c4852d8d5 req-4b254bb7-74c9-4d33-b0cc-0febd67a09e1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0515647 Dec 12 05:25:32.899441 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-69181091-5a8d-4069-8257-ad0c4852d8d5 req-36946c00-a227-4c1c-9a5a-349b5eff0894 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492830 Dec 12 05:25:34.016402 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e4bb6-2d06-40bd-a9c1-e4e69467eb8a req-b57a5a0a-f94c-4147-974e-5d8af13f64ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:34.018016 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-458e4bb6-2d06-40bd-a9c1-e4e69467eb8a req-b57a5a0a-f94c-4147-974e-5d8af13f64ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0503290 Dec 12 05:25:34.069247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-458e4bb6-2d06-40bd-a9c1-e4e69467eb8a req-93311211-5ff6-451c-b7d9-520ba3290c1f tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451584 Dec 12 05:25:35.187471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde3814-d6dd-473e-9721-00b714c6573a req-1c862c2a-6d12-4523-aaa1-6043265159dd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:35.189092 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9bde3814-d6dd-473e-9721-00b714c6573a req-1c862c2a-6d12-4523-aaa1-6043265159dd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0513339 Dec 12 05:25:35.242116 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-9bde3814-d6dd-473e-9721-00b714c6573a req-4097cffd-1d98-41a4-8561-eb20900a4d90 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468776 Dec 12 05:25:36.357397 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3132e03-56c3-4e85-877a-7b9f40a3d812 req-c5bd5c3d-f74a-424a-9faf-5dabfd4e0c64 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:36.358943 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3132e03-56c3-4e85-877a-7b9f40a3d812 req-c5bd5c3d-f74a-424a-9faf-5dabfd4e0c64 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0488563 Dec 12 05:25:36.412355 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a3132e03-56c3-4e85-877a-7b9f40a3d812 req-eceafc35-aee9-4606-9bf1-f521c86d0b37 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469763 Dec 12 05:25:37.529075 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584a1cf-0402-4859-a3f0-5b319ba9e7ef req-29adeef7-0e39-4852-b06f-881fff4dc27d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:37.530584 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2584a1cf-0402-4859-a3f0-5b319ba9e7ef req-29adeef7-0e39-4852-b06f-881fff4dc27d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0502715 Dec 12 05:25:37.584183 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-2584a1cf-0402-4859-a3f0-5b319ba9e7ef req-fe8a1d7d-c084-4564-98da-37f31c406045 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471284 Dec 12 05:25:37.589899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-c69bfe5b-3676-4104-a82e-6d2445cf2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:37.591996 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-c69bfe5b-3676-4104-a82e-6d2445cf2356 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137&tenant_id=7979bc9fda184ca8b65e93518af767fa HTTP/1.1" status: 200 len: 1094 time: 0.0494261 Dec 12 05:25:37.682836 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-fd7c70e5-5101-49dc-852e-4179822639c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:37.684508 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-fd7c70e5-5101-49dc-852e-4179822639c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1094 time: 0.0464842 Dec 12 05:25:37.783454 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-0bb8ce8e-964e-4074-98a6-75ccb304484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:37.785000 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-0bb8ce8e-964e-4074-98a6-75ccb304484f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0928197 Dec 12 05:25:38.196428 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-efef6917-661c-4dcd-830d-9247d39103a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 998 time: 0.3995605 Dec 12 05:25:38.248781 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-cdd81544-f9f8-4d89-8e63-8597f1a947ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:38.250116 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-cdd81544-f9f8-4d89-8e63-8597f1a947ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0428507 Dec 12 05:25:38.307489 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-56062458-89c7-4040-b20e-127f9da5bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:38.309012 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-56062458-89c7-4040-b20e-127f9da5bb45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429490 Dec 12 05:25:38.398299 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-361010d3-d0fd-426e-9de4-a6430ec4191b service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783405 Dec 12 05:25:38.496085 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-d7347156-add7-4282-ba5f-cbb05f2fa846 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866556 Dec 12 05:25:38.702772 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d600c-c402-40cf-ae6c-f94e579dfec6 req-ff156246-eb06-4a66-8679-041dac5deb7a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:38.704242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a95d600c-c402-40cf-ae6c-f94e579dfec6 req-ff156246-eb06-4a66-8679-041dac5deb7a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0479741 Dec 12 05:25:38.752553 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a95d600c-c402-40cf-ae6c-f94e579dfec6 req-17230343-ed93-479f-8383-82b85e0a5f38 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Dec 12 05:25:39.872387 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2d64a-fcc3-4f48-b186-767591b0ea34 req-40516099-4e3a-4369-a61b-915fe4a9619a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:39.873899 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-47f2d64a-fcc3-4f48-b186-767591b0ea34 req-40516099-4e3a-4369-a61b-915fe4a9619a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0523174 Dec 12 05:25:39.966223 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-47f2d64a-fcc3-4f48-b186-767591b0ea34 req-6a289acf-e53c-4c40-acea-d1f1ec3cbecb tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864508 Dec 12 05:25:40.816865 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d73b2e4a-6db1-417f-8221-8490bb842237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:41.123841 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08025f-5eef-4ab2-a2ee-053bd1fe2891 req-1911e695-9fce-4fc9-8342-2e281e344f5b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:41.125354 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a08025f-5eef-4ab2-a2ee-053bd1fe2891 req-1911e695-9fce-4fc9-8342-2e281e344f5b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0928307 Dec 12 05:25:41.173129 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-3a08025f-5eef-4ab2-a2ee-053bd1fe2891 req-5d878f0b-9e91-486b-8f22-1be907c088bb tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417709 Dec 12 05:25:42.286984 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a08b8b-4fa5-4b36-b9f1-6ac67291b88e req-c207cdb3-fca3-4510-b697-7489554dd48a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:42.288481 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26a08b8b-4fa5-4b36-b9f1-6ac67291b88e req-c207cdb3-fca3-4510-b697-7489554dd48a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0479894 Dec 12 05:25:42.337408 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-26a08b8b-4fa5-4b36-b9f1-6ac67291b88e req-11880ed8-acd1-4db1-9f49-703c2604cd2b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Dec 12 05:25:42.431434 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:43.100942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dc80-5458-4e5e-a370-be553a3a5bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:43.453709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf15444-b5c5-4094-b587-2f043f290718 req-3a631b4a-c6c6-4e82-82c0-70c0fd185416 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:43.455191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-caf15444-b5c5-4094-b587-2f043f290718 req-3a631b4a-c6c6-4e82-82c0-70c0fd185416 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0520582 Dec 12 05:25:43.504383 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-caf15444-b5c5-4094-b587-2f043f290718 req-23e2e6cb-cbef-413c-a55f-63d169339d73 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433502 Dec 12 05:25:44.383358 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:44.604968 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:44.618072 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fd759-b99d-4c2b-a1f4-b63fcc265ac5 req-e85c019b-444c-4573-823f-8d15ea42657d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:44.619593 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-941fd759-b99d-4c2b-a1f4-b63fcc265ac5 req-e85c019b-444c-4573-823f-8d15ea42657d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0495141 Dec 12 05:25:44.671706 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-941fd759-b99d-4c2b-a1f4-b63fcc265ac5 req-d4495629-509a-40c0-aee6-3eb65cfd680d tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460896 Dec 12 05:25:45.788634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dec7c6-22b8-4865-b7fa-38292021a220 req-0fefb073-0ae5-4c1f-89ae-7a10b7a7baa1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:45.790207 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01dec7c6-22b8-4865-b7fa-38292021a220 req-0fefb073-0ae5-4c1f-89ae-7a10b7a7baa1 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 943 time: 0.0495501 Dec 12 05:25:45.838545 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-01dec7c6-22b8-4865-b7fa-38292021a220 req-a927d6b6-7c1d-4767-9603-3dd5418aadee tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Dec 12 05:25:45.916767 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:46.413544 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 10163b5d-3c24-4ba5-a948-43459ae9f6f4 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:25:46.508305 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:25:46.519365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'port_id': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'mac_address': 'fa:16:3e:ac:d2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:25:46.555485 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:46.568264 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10163b5d-3c24-4ba5-a948-43459ae9f6f4 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:25:46.587034 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:25:46.591002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:46.637080 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=10163b5d-3c24-4ba5-a948-43459ae9f6f4,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:25:46.896761 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:46.953669 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739386b-d77b-4dd5-8236-3353002d3097 req-38b173af-053b-4af9-82a8-cba549d947a0 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:46.955168 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c739386b-d77b-4dd5-8236-3353002d3097 req-38b173af-053b-4af9-82a8-cba549d947a0 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 944 time: 0.0480211 Dec 12 05:25:46.978613 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['10163b5d-3c24-4ba5-a948-43459ae9f6f4'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:25:47.003981 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c739386b-d77b-4dd5-8236-3353002d3097 req-8786651f-6ac2-4dc0-8ee2-17f01c14db51 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Dec 12 05:25:48.116725 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a47d7-1e5d-4368-8d50-ce17514295b2 req-0a1618a3-3bc2-40ca-bcff-a03ac21a1834 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:48.118211 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb8a47d7-1e5d-4368-8d50-ce17514295b2 req-0a1618a3-3bc2-40ca-bcff-a03ac21a1834 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 944 time: 0.0480258 Dec 12 05:25:48.136221 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:25:48.169206 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-cb8a47d7-1e5d-4368-8d50-ce17514295b2 req-a2b95164-db7f-4d94-8152-6357e9dd0503 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 Dec 12 05:25:48.417699 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 10163b5d-3c24-4ba5-a948-43459ae9f6f4 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:25:48.463294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:25:48.463667 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:48.539350 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:48.560671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:25:48.562873 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d66306-7db0-4d53-84dd-d516f1196beb" -d '{"events": [{"server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "name": "network-vif-plugged", "status": "completed", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:25:48.575617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:25:48.580175 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:25:48.606688 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414cb474-7569-4566-abad-98edc6ec67ee x-openstack-request-id: req-414cb474-7569-4566-abad-98edc6ec67ee {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:25:48.606983 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "name": "network-vif-plugged", "status": "completed", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:25:48.607240 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-414cb474-7569-4566-abad-98edc6ec67ee {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:25:48.607626 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'code': 200} Dec 12 05:25:48.632312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=10163b5d-3c24-4ba5-a948-43459ae9f6f4,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:25:48.801787 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dae380-b4fc-42cf-a1c9-86a938391a90 req-b5161e8d-ae41-4170-a662-b6468662de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:48.803244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53dae380-b4fc-42cf-a1c9-86a938391a90 req-b5161e8d-ae41-4170-a662-b6468662de00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1096 time: 0.0380540 Dec 12 05:25:48.852010 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-53dae380-b4fc-42cf-a1c9-86a938391a90 req-150fdf3b-3a76-464b-a8c8-4cfdcd1fe84f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375445 Dec 12 05:25:49.281603 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528c43f-2c13-4907-9d7a-25d63221c476 req-b820ad2d-f5f9-46de-a590-f00a73839453 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:49.283082 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8528c43f-2c13-4907-9d7a-25d63221c476 req-b820ad2d-f5f9-46de-a590-f00a73839453 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0479503 Dec 12 05:25:49.331310 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-8528c43f-2c13-4907-9d7a-25d63221c476 req-5b756e5e-dca6-494d-a186-79680ee9e1e4 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423455 Dec 12 05:25:50.447083 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717cb3e-adc9-4cb2-b96d-93a3825baffc req-2e901d5a-cc7a-449f-9368-b32ec788fc65 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:25:50.448559 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a717cb3e-adc9-4cb2-b96d-93a3825baffc req-2e901d5a-cc7a-449f-9368-b32ec788fc65 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Dec 12 05:25:50.497089 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a717cb3e-adc9-4cb2-b96d-93a3825baffc req-dd5fe77f-e91f-4c12-84f6-a55df73f8efb tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Dec 12 05:26:09.923191 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-191c515c-715c-4919-9b5e-1467b82db652 req-8a6c6370-b1c7-4232-b9e6-b1e0e1df5435 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816267 Dec 12 05:26:10.027780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c515c-715c-4919-9b5e-1467b82db652 req-9c681aba-7f22-487f-a59a-4f9d8e92ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:26:10.029343 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-191c515c-715c-4919-9b5e-1467b82db652 req-9c681aba-7f22-487f-a59a-4f9d8e92ef25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1096 time: 0.0396149 Dec 12 05:26:10.133388 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c515c-715c-4919-9b5e-1467b82db652 req-a946ce73-9334-4a62-80f5-a12b91365374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:26:10.134761 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-191c515c-715c-4919-9b5e-1467b82db652 req-a946ce73-9334-4a62-80f5-a12b91365374 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0864313 Dec 12 05:26:10.200153 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-191c515c-715c-4919-9b5e-1467b82db652 req-a215650c-a939-41e6-80d6-431abb877798 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 1000 time: 0.0564046 Dec 12 05:26:10.247786 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c515c-715c-4919-9b5e-1467b82db652 req-2e83a21d-8836-4a3e-b5b2-1124454c00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:26:10.249268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-191c515c-715c-4919-9b5e-1467b82db652 req-2e83a21d-8836-4a3e-b5b2-1124454c00b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0424271 Dec 12 05:26:10.305634 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c515c-715c-4919-9b5e-1467b82db652 req-450d0f7e-ae8f-4fc5-bb6f-31721a2c797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:26:10.307104 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-191c515c-715c-4919-9b5e-1467b82db652 req-450d0f7e-ae8f-4fc5-bb6f-31721a2c797f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432012 Dec 12 05:26:10.396864 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-191c515c-715c-4919-9b5e-1467b82db652 req-94830f1b-040f-40ca-987d-15727124be56 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813241 Dec 12 05:26:10.491081 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-191c515c-715c-4919-9b5e-1467b82db652 req-260c6262-b90d-4aed-8e5a-bf1d063b34d0 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863607 Dec 12 05:26:10.817944 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-90581758-396e-4910-8cfe-96c2f1c160d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:12.461059 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:13.102242 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-da3752bf-1abd-4150-9e35-6ae7240f69e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:14.386764 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:14.619306 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:15.918628 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:16.899276 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:25.136675 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:26:40.818750 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2ef300b4-4842-4424-940e-48c327f7572b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:42.476781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:43.103831 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c241ee7c-7b59-4b6a-b501-24b14a8c0f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:44.389058 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:44.627391 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:45.922629 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:26:46.901142 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:02.135683 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:27:04.282425 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44574) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:04.443151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Deleting port 449a6ecc-726e-47bc-bb41-8ef0f5fe7a7d {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:04.443492 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:04.517258 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:04.517596 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:04.529100 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Calling delete_port for 449a6ecc-726e-47bc-bb41-8ef0f5fe7a7d owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:04.675945 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:04.702068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event deleted for resources: {'Port': ['ID=449a6ecc-726e-47bc-bb41-8ef0f5fe7a7d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:04.713694 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.714052 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.714401 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.714747 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.715090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.715429 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.715771 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.716106 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.716441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.716774 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.717129 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.717457 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.717784 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:04.775324 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:04.775661 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Floating IP 2286dfdf-b369-4c4b-b65f-d23bf75e117a disassociated (deleted). External IP: 172.25.7.93, port: 10163b5d-3c24-4ba5-a948-43459ae9f6f4. Dec 12 05:27:04.979788 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Router cebeef70-9938-406f-9a91-ea7bfbe5f81e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:27:05.085750 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:27:05.090555 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:05.096463 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] Sync routers for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:27:05.106068 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:05.106680 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:26:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:05.118608 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-6caa9cc7-a0c3-45e5-819b-a8f58e6ff4ad tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "DELETE /v2.0/floatingips/2286dfdf-b369-4c4b-b65f-d23bf75e117a HTTP/1.1" status: 204 len: 168 time: 0.8350842 Dec 12 05:27:05.119182 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:27:05.121575 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21813e9-3e17-424c-8e10-7ee316afad29" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:27:05.163328 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063fcde9-29b6-4710-a2cc-d68a65f68d3d x-openstack-request-id: req-063fcde9-29b6-4710-a2cc-d68a65f68d3d {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:27:05.163625 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:27:05.163882 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-063fcde9-29b6-4710-a2cc-d68a65f68d3d {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:27:05.164674 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'status': 'completed', 'code': 200} Dec 12 05:27:05.211427 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:05.275912 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-f004db95-b0ee-422b-95fc-89f89a39d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:05.278008 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-f004db95-b0ee-422b-95fc-89f89a39d548 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7979bc9fda184ca8b65e93518af767fa&device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 1096 time: 0.0541265 Dec 12 05:27:05.380755 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120eae9-c3a4-4af7-b1e9-c58966228bf8 req-4d51c231-8292-4281-9f51-960d56681cd3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:05.382520 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5120eae9-c3a4-4af7-b1e9-c58966228bf8 req-4d51c231-8292-4281-9f51-960d56681cd3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0613871 Dec 12 05:27:05.411522 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-268bb9d0-d6b6-4d73-958c-c29ae5abd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:05.413086 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-268bb9d0-d6b6-4d73-958c-c29ae5abd7b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 200 len: 908 time: 0.0945652 Dec 12 05:27:05.420162 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:05.433993 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5120eae9-c3a4-4af7-b1e9-c58966228bf8 req-126b45a3-b4b7-484e-b580-7ec32890a2bf tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Dec 12 05:27:05.455168 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] Checking router: cebeef70-9938-406f-9a91-ea7bfbe5f81e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:27:05.462749 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-9471549d-036d-4bc2-a779-c4db3fc15ce2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 200 len: 217 time: 0.0409043 Dec 12 05:27:05.464011 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:05.464609 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:26:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:05.513690 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-1b56d27e-32e0-4aa7-a058-45761caa367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:05.515079 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-1b56d27e-32e0-4aa7-a058-45761caa367b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 200 len: 847 time: 0.0440388 Dec 12 05:27:05.564062 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-cd70d10d-cab2-4f95-9c32-1e5e48a1a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:05.565622 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-cd70d10d-cab2-4f95-9c32-1e5e48a1a902 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba5cb1-7759-4840-b090-90193a4c8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397496 Dec 12 05:27:05.569108 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:05.660655 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-2371b865-1aed-4d55-b642-d074dd96ecd2 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862865 Dec 12 05:27:05.753001 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-b21813e9-3e17-424c-8e10-7ee316afad29 req-f8025d3f-75dd-4649-80c6-743077c6dbfe service neutron] 10.222.0.37 "GET /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834808 Dec 12 05:27:05.851893 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:05.878460 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f8ae72-af00-4712-b877-80f0a918ad26 None None] The sync data for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 is: [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:23Z', 'revision_number': 4, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '1d10dace-6fd6-4959-93ac-ac730109a098', 'name': '', 'network_id': '5aba5cb1-7759-4840-b090-90193a4c8a53', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'mac_address': 'fa:16:3e:33:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:22Z', 'updated_at': '2021-12-12T05:18:27Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'subnets': [{'id': 'f36b177a-e41a-4a07-a9d3-1d6a5a91461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:27:06.087200 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a9cb8-8955-4ac3-b3f9-a72935101037 None None] New status for floating IP 2286dfdf-b369-4c4b-b65f-d23bf75e117a: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:27:06.551431 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555b9d5-1df4-4cdc-b395-2f2c88cf0066 req-fd285c13-b2fc-46c6-bd41-023ce182449b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:06.552955 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5555b9d5-1df4-4cdc-b395-2f2c88cf0066 req-fd285c13-b2fc-46c6-bd41-023ce182449b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0494225 Dec 12 05:27:06.604336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-5555b9d5-1df4-4cdc-b395-2f2c88cf0066 req-319b2278-79a3-4c03-95c0-e3008f448573 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456657 Dec 12 05:27:07.367451 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-26af4ee6-aba1-4c09-9c42-c918baf06efd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:07.369006 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-26af4ee6-aba1-4c09-9c42-c918baf06efd tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 945 time: 0.0480015 Dec 12 05:27:07.460598 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Deleting port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:07.461002 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:07.550481 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] For port 10163b5d-3c24-4ba5-a948-43459ae9f6f4, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=10163b5d-3c24-4ba5-a948-43459ae9f6f4,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:07.550760 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:07.562797 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Calling delete_port for 10163b5d-3c24-4ba5-a948-43459ae9f6f4 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:07.694324 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:07.723814 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event deleted for resources: {'Port': ['ID=10163b5d-3c24-4ba5-a948-43459ae9f6f4,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:07.724990 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b46d5e-04bd-4889-bdfe-d3aa6c48dfb6 req-738d0703-157c-41de-a618-30d67c084377 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:07.726500 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a6b46d5e-04bd-4889-bdfe-d3aa6c48dfb6 req-738d0703-157c-41de-a618-30d67c084377 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 867 time: 0.0509677 Dec 12 05:27:07.737138 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.737505 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.737863 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.738215 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.738559 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.738993 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.739229 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.739572 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.740015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.740241 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.740574 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.741298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.741298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:07.776539 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] No DVR routers for this DVR port 10163b5d-3c24-4ba5-a948-43459ae9f6f4 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:27:07.779428 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:07.781666 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-a6b46d5e-04bd-4889-bdfe-d3aa6c48dfb6 req-73dfd420-f6c8-4e92-9f82-901250356d91 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/security-groups?id=c28bfb4d-ee43-4801-9b9a-d151513c302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480037 Dec 12 05:27:07.783929 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-1f9e8894-9ff0-4830-8a1e-9c8949b1564e req-0720a398-9700-41d7-adec-30bd8e00755b tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.37 "DELETE /v2.0/ports/10163b5d-3c24-4ba5-a948-43459ae9f6f4 HTTP/1.1" status: 204 len: 173 time: 0.4042885 Dec 12 05:27:07.784407 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'name': 'network-vif-deleted', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:27:07.786719 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd821c41-c9db-48c9-a37e-5ade2a6ba7d5" -d '{"events": [{"server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "name": "network-vif-deleted", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:27:07.826370 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a81d31-8774-4ac0-b6a3-6807bb4b4c13 x-openstack-request-id: req-92a81d31-8774-4ac0-b6a3-6807bb4b4c13 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:27:07.826748 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137", "name": "network-vif-deleted", "tag": "10163b5d-3c24-4ba5-a948-43459ae9f6f4", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:27:07.827013 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92a81d31-8774-4ac0-b6a3-6807bb4b4c13 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:27:07.827464 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137', 'name': 'network-vif-deleted', 'tag': '10163b5d-3c24-4ba5-a948-43459ae9f6f4', 'status': 'completed', 'code': 200} Dec 12 05:27:08.881856 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-28ea295f-26a6-402a-b200-362b26719063 req-10e43b3c-61e9-4faf-b151-cefeae25e04a tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 210 time: 0.0266128 Dec 12 05:27:09.983253 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e2e98159-eed5-4167-809c-80ca6895d7cd req-9569c778-5f85-45b2-8390-daca88903816 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 210 time: 0.0269728 Dec 12 05:27:10.811467 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 10163b5d-3c24-4ba5-a948-43459ae9f6f4 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:27:10.838196 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: 10163b5d-3c24-4ba5-a948-43459ae9f6f4 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:27:10.838579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device 10163b5d-3c24-4ba5-a948-43459ae9f6f4 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:27:10.841348 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b049-8a9b-4952-bbb6-a9c7cea5659f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:11.081211 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7a8e8825-1aeb-46d7-9b23-314d31dbed45 req-ee1a7dcf-eec2-4ae3-9fe3-e5ea75741997 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 210 time: 0.0308366 Dec 12 05:27:12.194477 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f34ea2ff-10f1-441c-8a76-700066b2259f req-b7ef1dba-851c-4bd6-b778-c9902d3f0fe3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b19dcc-3fc9-4c14-8e17-dd1ae27d9137 HTTP/1.1" status: 200 len: 210 time: 0.0330658 Dec 12 05:27:12.475940 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:13.107278 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3ba78c17-ff3c-4a25-80f8-e8a72ed7db82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:13.251619 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44610) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:13.310198 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa258f6a-a030-40c6-affb-49192b6b19b3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:13.336009 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa258f6a-a030-40c6-affb-49192b6b19b3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:13.398091 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa258f6a-a030-40c6-affb-49192b6b19b3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:13.400895 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fa258f6a-a030-40c6-affb-49192b6b19b3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:13.402104 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-fa258f6a-a030-40c6-affb-49192b6b19b3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] 10.222.0.36 "DELETE /v2.0/security-groups/c28bfb4d-ee43-4801-9b9a-d151513c302b HTTP/1.1" status: 204 len: 168 time: 0.1494431 Dec 12 05:27:13.412778 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa258f6a-a030-40c6-affb-49192b6b19b3 tempest-TestShelveInstance-526457424 tempest-TestShelveInstance-526457424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28bfb4d-ee43-4801-9b9a-d151513c302b,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:13.453747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44614) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:13.904122 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:14.153453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Deleting port 1d10dace-6fd6-4959-93ac-ac730109a098 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:14.153805 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:14.235892 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] For port 1d10dace-6fd6-4959-93ac-ac730109a098, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=1d10dace-6fd6-4959-93ac-ac730109a098,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:14.236172 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:14.248959 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Calling delete_port for 1d10dace-6fd6-4959-93ac-ac730109a098 owned by network:router_interface {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:14.393476 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:14.436552 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:14.463542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d10dace-6fd6-4959-93ac-ac730109a098,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:14.621467 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:14.633689 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:14.864093 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Router cebeef70-9938-406f-9a91-ea7bfbe5f81e has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:27:14.974381 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:27:14.979485 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-b5c43737-097a-4099-9157-a73938f11c49 admin admin] 10.222.0.36 "PUT /v2.0/routers/cebeef70-9938-406f-9a91-ea7bfbe5f81e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5246651 Dec 12 05:27:14.982114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44618) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:14.985390 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] Sync routers for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:27:14.995516 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:14.996140 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:15.088850 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.102416 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:15.195578 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.249916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Deleting port 398d5ec9-909b-4b6b-b473-71f65ac34d04 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:15.250318 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.303240 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:27:14Z', 'revision_number': 5, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port': {'id': '398d5ec9-909b-4b6b-b473-71f65ac34d04', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:15.331932 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] Checking router: cebeef70-9938-406f-9a91-ea7bfbe5f81e for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:27:15.340686 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] Routers {'cebeef70-9938-406f-9a91-ea7bfbe5f81e'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:15.341354 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:15.343212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] For port 398d5ec9-909b-4b6b-b473-71f65ac34d04, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=398d5ec9-909b-4b6b-b473-71f65ac34d04,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:15.343587 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.355542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Calling delete_port for 398d5ec9-909b-4b6b-b473-71f65ac34d04 owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:15.427904 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] Set router cebeef70-9938-406f-9a91-ea7bfbe5f81e gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:15.485889 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:27:15Z', 'revision_number': 6, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:15.512220 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a527959-93b0-4888-b7d0-c7856cf2061f None None] The sync data for ids ['cebeef70-9938-406f-9a91-ea7bfbe5f81e'] in n-d-710847-7 is: [{'id': 'cebeef70-9938-406f-9a91-ea7bfbe5f81e', 'name': 'tempest-TestShelveInstance-107091582-router', 'tenant_id': '7979bc9fda184ca8b65e93518af767fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:20Z', 'updated_at': '2021-12-12T05:27:15Z', 'revision_number': 6, 'project_id': '7979bc9fda184ca8b65e93518af767fa', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:27:15.538687 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.570079 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Pushing event deleted for resources: {'Port': ['ID=398d5ec9-909b-4b6b-b473-71f65ac34d04,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:15.589923 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a2e82-16e3-42a2-acf2-d52871f88a30 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:15.636937 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.727795 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.729983 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.777023 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.777597 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cebeef70-9938-406f-9a91-ea7bfbe5f81e {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:27:15.782893 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.784071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-104de664-c82a-48be-a5ae-c4b1489ea132 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cebeef70-9938-406f-9a91-ea7bfbe5f81e HTTP/1.1" status: 204 len: 168 time: 0.8007393 Dec 12 05:27:15.786533 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44620) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:15.832493 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a765bba-e06b-456b-8817-321e82bd8efb admin admin] Deleting subnet f36b177a-e41a-4a07-a9d3-1d6a5a91461a {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:27:15.835581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a765bba-e06b-456b-8817-321e82bd8efb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.881508 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a765bba-e06b-456b-8817-321e82bd8efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.937012 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:15.980700 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a765bba-e06b-456b-8817-321e82bd8efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.031890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a765bba-e06b-456b-8817-321e82bd8efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.059684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7a765bba-e06b-456b-8817-321e82bd8efb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.063108 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7a765bba-e06b-456b-8817-321e82bd8efb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f36b177a-e41a-4a07-a9d3-1d6a5a91461a HTTP/1.1" status: 204 len: 168 time: 0.2754755 Dec 12 05:27:16.064013 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a765bba-e06b-456b-8817-321e82bd8efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36b177a-e41a-4a07-a9d3-1d6a5a91461a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:16.065693 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44622) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:16.066535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65cb29-de50-453c-ada1-de8fb919002b None None] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:27:16.134908 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.199276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Deleting port ad1f2663-5a93-482f-ad85-595f800f6f69 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:16.199620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.267284 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] For port ad1f2663-5a93-482f-ad85-595f800f6f69, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ad1f2663-5a93-482f-ad85-595f800f6f69,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:16.267284 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.279815 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Calling delete_port for ad1f2663-5a93-482f-ad85-595f800f6f69 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:16.300934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] DHCP port deletion for 5aba5cb1-7759-4840-b090-90193a4c8a53 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:16.349990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Deleting port ad1f2663-5a93-482f-ad85-595f800f6f69 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:16.350411 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.369934 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.394869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1f2663-5a93-482f-ad85-595f800f6f69,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:16.400752 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] No DVR routers for this DVR port ad1f2663-5a93-482f-ad85-595f800f6f69 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:27:16.422738 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] For port ad1f2663-5a93-482f-ad85-595f800f6f69, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=ad1f2663-5a93-482f-ad85-595f800f6f69,segment=NetworkSegment(8cf815d1-fe0f-440e-8e6e-a36c2757028b),segment_id=8cf815d1-fe0f-440e-8e6e-a36c2757028b)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:16.423151 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.474145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.496747 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aba5cb1-7759-4840-b090-90193a4c8a53']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:16.508370 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf815d1-fe0f-440e-8e6e-a36c2757028b') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:16.508682 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf815d1-fe0f-440e-8e6e-a36c2757028b') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:16.520006 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.543502 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.551916 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:27:16.552414 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:27:16.554554 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:27:16.613346 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Calling delete_port for ad1f2663-5a93-482f-ad85-595f800f6f69 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:16.621075 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.631389 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.638490 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5aba5cb1-7759-4840-b090-90193a4c8a53 HTTP/1.1" status: 204 len: 168 time: 0.5686948 Dec 12 05:27:16.639217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44624) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:16.648216 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c23b1-9117-4126-9dbc-a2dd30dc07b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aba5cb1-7759-4840-b090-90193a4c8a53,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:16.700496 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.723237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Network 5aba5cb1-7759-4840-b090-90193a4c8a53 is not hosted by any dhcp agent {{(pid=103452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 05:27:16.723716 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] No DVR routers for this DVR port ad1f2663-5a93-482f-ad85-595f800f6f69 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:27:16.728256 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Pushing event deleted for resources: {'Port': ['ID=ad1f2663-5a93-482f-ad85-595f800f6f69,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:16.737020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.737385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.737742 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.738095 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.738981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.738981 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.739175 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.739425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.739861 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.740086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.740423 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.740765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.741128 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3d91-6af3-441e-9835-e1948c03e29c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:16.902528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:16.993014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:17.236262 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Deleting port 121d3e6f-1ac3-48a5-8315-f432ed99309a {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:17.236524 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:17.313846 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] For port 121d3e6f-1ac3-48a5-8315-f432ed99309a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=121d3e6f-1ac3-48a5-8315-f432ed99309a,segment=NetworkSegment(ed6f294e-093d-471f-83c9-ea8e7dff08d6),segment_id=ed6f294e-093d-471f-83c9-ea8e7dff08d6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:17.314208 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:17.330680 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Calling delete_port for 121d3e6f-1ac3-48a5-8315-f432ed99309a owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:17.511289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 398d5ec9-909b-4b6b-b473-71f65ac34d04 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:27:17.511583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:17.535160 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 398d5ec9-909b-4b6b-b473-71f65ac34d04 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:27:17.535508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 398d5ec9-909b-4b6b-b473-71f65ac34d04 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:27:17.535924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1d10dace-6fd6-4959-93ac-ac730109a098 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:27:17.538596 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=121d3e6f-1ac3-48a5-8315-f432ed99309a,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:17.555367 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 1d10dace-6fd6-4959-93ac-ac730109a098 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:27:17.555724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 1d10dace-6fd6-4959-93ac-ac730109a098 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:27:17.556150 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ad1f2663-5a93-482f-ad85-595f800f6f69 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:27:17.576072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: ad1f2663-5a93-482f-ad85-595f800f6f69 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:27:17.576427 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device ad1f2663-5a93-482f-ad85-595f800f6f69 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:27:17.703422 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:17.918706 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Router 705dc78b-edae-4e65-af58-7e654ce5034d has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:27:18.022321 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:27:18.027341 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-9460187e-b509-4e53-8d50-2987811232b5 admin admin] 10.222.0.36 "PUT /v2.0/routers/705dc78b-edae-4e65-af58-7e654ce5034d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3868308 Dec 12 05:27:18.029831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44626) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:18.032565 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] Sync routers for ids ['705dc78b-edae-4e65-af58-7e654ce5034d'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:27:18.042764 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] Routers {'705dc78b-edae-4e65-af58-7e654ce5034d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:18.043397 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['705dc78b-edae-4e65-af58-7e654ce5034d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:18.128917 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.149360 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] Set router 705dc78b-edae-4e65-af58-7e654ce5034d gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:18.233056 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.289260 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Deleting port 3bb44b64-da7a-44b8-8369-d37c29087e9e {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:18.289905 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.335787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:24Z', 'updated_at': '2021-12-12T05:27:17Z', 'revision_number': 5, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'gw_port': {'id': '3bb44b64-da7a-44b8-8369-d37c29087e9e', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:18:25Z', 'updated_at': '2021-12-12T05:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:18.362440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] Checking router: 705dc78b-edae-4e65-af58-7e654ce5034d for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:27:18.369435 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] For port 3bb44b64-da7a-44b8-8369-d37c29087e9e, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=3bb44b64-da7a-44b8-8369-d37c29087e9e,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:18.369810 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.370743 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] Routers {'705dc78b-edae-4e65-af58-7e654ce5034d'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:18.371361 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['705dc78b-edae-4e65-af58-7e654ce5034d'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:18.382668 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Calling delete_port for 3bb44b64-da7a-44b8-8369-d37c29087e9e owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:18.456377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] Set router 705dc78b-edae-4e65-af58-7e654ce5034d gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:18.509110 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:24Z', 'updated_at': '2021-12-12T05:27:18Z', 'revision_number': 6, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:18.539786 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067ca50-17e9-4940-b7d8-fde8f6dca4f0 None None] The sync data for ids ['705dc78b-edae-4e65-af58-7e654ce5034d'] in n-d-710847-7 is: [{'id': '705dc78b-edae-4e65-af58-7e654ce5034d', 'name': 'tempest-TestShelveInstance-1983992181-router', 'tenant_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:18:24Z', 'updated_at': '2021-12-12T05:27:18Z', 'revision_number': 6, 'project_id': 'e0697ffe501e4510aaa98e9e8b2f576e', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:27:18.556956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.587802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb44b64-da7a-44b8-8369-d37c29087e9e,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:18.602365 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33fa37-c68c-4e4c-aa04-6fcb02198d94 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:18.651584 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.740595 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.742621 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.786046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.786591 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 705dc78b-edae-4e65-af58-7e654ce5034d {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:27:18.791130 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.792250 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-389852fc-ce83-4b47-ae3a-cdf1c2684a5f admin admin] 10.222.0.36 "DELETE /v2.0/routers/705dc78b-edae-4e65-af58-7e654ce5034d HTTP/1.1" status: 204 len: 168 time: 0.7615216 Dec 12 05:27:18.794831 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44628) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:18.843193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f074bc-a083-4032-8785-c6481a42710e admin admin] Deleting subnet 8b25190e-8e20-4322-b507-d9e3c9c45d7d {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:27:18.846817 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14f074bc-a083-4032-8785-c6481a42710e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.885471 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14f074bc-a083-4032-8785-c6481a42710e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:18.964027 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14f074bc-a083-4032-8785-c6481a42710e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.015519 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14f074bc-a083-4032-8785-c6481a42710e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.041997 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f074bc-a083-4032-8785-c6481a42710e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b25190e-8e20-4322-b507-d9e3c9c45d7d,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:19.043941 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-14f074bc-a083-4032-8785-c6481a42710e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.047190 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-14f074bc-a083-4032-8785-c6481a42710e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8b25190e-8e20-4322-b507-d9e3c9c45d7d HTTP/1.1" status: 204 len: 168 time: 0.2513824 Dec 12 05:27:19.048514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b1b7e3-1cb0-4338-ae71-6c02805b9262 None None] Network ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:27:19.049871 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44630) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:19.122664 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.176096 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Deleting port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:19.176445 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.238490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] For port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f8d425d-c6f3-4bb1-8c56-d3707f5f6422,segment=NetworkSegment(ed6f294e-093d-471f-83c9-ea8e7dff08d6),segment_id=ed6f294e-093d-471f-83c9-ea8e7dff08d6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:19.238817 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.251295 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Calling delete_port for 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:19.308915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b817d9b-b9d1-431a-b056-0b6141af86ab None None] DHCP port deletion for ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:19.361009 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4b817d9b-b9d1-431a-b056-0b6141af86ab None None] Deleting port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:27:19.361486 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4b817d9b-b9d1-431a-b056-0b6141af86ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.428085 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4b817d9b-b9d1-431a-b056-0b6141af86ab None None] For port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=2f8d425d-c6f3-4bb1-8c56-d3707f5f6422,segment=NetworkSegment(ed6f294e-093d-471f-83c9-ea8e7dff08d6),segment_id=ed6f294e-093d-471f-83c9-ea8e7dff08d6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:19.428499 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4b817d9b-b9d1-431a-b056-0b6141af86ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.447620 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-4b817d9b-b9d1-431a-b056-0b6141af86ab None None] Calling delete_port for 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:27:19.519638 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3bb44b64-da7a-44b8-8369-d37c29087e9e no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:27:19.548286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 3bb44b64-da7a-44b8-8369-d37c29087e9e {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:27:19.548644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 3bb44b64-da7a-44b8-8369-d37c29087e9e not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:27:19.549008 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:27:19.579923 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4b817d9b-b9d1-431a-b056-0b6141af86ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.622353 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b817d9b-b9d1-431a-b056-0b6141af86ab None None] Pushing event deleted for resources: {'Port': ['ID=2f8d425d-c6f3-4bb1-8c56-d3707f5f6422,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:19.626464 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b817d9b-b9d1-431a-b056-0b6141af86ab None None] No DVR routers for this DVR port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:27:19.634509 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No active binding found for port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 {{(pid=103452) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 05:27:19.635514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:27:19.635514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 121d3e6f-1ac3-48a5-8315-f432ed99309a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:27:19.655063 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 121d3e6f-1ac3-48a5-8315-f432ed99309a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:27:19.655377 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 121d3e6f-1ac3-48a5-8315-f432ed99309a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:27:19.688862 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.712994 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8d425d-c6f3-4bb1-8c56-d3707f5f6422,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:19.717375 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] No DVR routers for this DVR port 2f8d425d-c6f3-4bb1-8c56-d3707f5f6422 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:27:19.790080 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.809480 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:19.819089 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6f294e-093d-471f-83c9-ea8e7dff08d6') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:19.819542 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6f294e-093d-471f-83c9-ea8e7dff08d6') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:19.828584 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.841744 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.847713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:27:19.848093 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: self.session.flush() Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:27:19.850078 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:27:19.902333 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.907881 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:19.911257 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf HTTP/1.1" status: 204 len: 168 time: 0.8601916 Dec 12 05:27:19.922317 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0c56d-7dba-4576-b726-bdb610542813 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecbd44d6-ca3b-4218-bf77-cd0a83fff9cf,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:20.016974 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44634) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:20.375591 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-061ba765-741a-418a-950c-0fd542b9b959 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7979bc9fda184ca8b65e93518af767fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3573351 Dec 12 05:27:20.378004 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44636) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:20.423869 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5a591-6538-4135-80cc-7e494faf8619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:20.444045 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5a591-6538-4135-80cc-7e494faf8619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:20.489609 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5a591-6538-4135-80cc-7e494faf8619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:20.492233 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5a591-6538-4135-80cc-7e494faf8619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:20.493412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-37e5a591-6538-4135-80cc-7e494faf8619 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ea4f4f2-c93b-4645-95ca-245a01284fc5 HTTP/1.1" status: 204 len: 168 time: 0.1145110 Dec 12 05:27:20.503071 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5a591-6538-4135-80cc-7e494faf8619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea4f4f2-c93b-4645-95ca-245a01284fc5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:20.796498 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44642) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:20.836381 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-11c63e61-4de2-4c9b-817f-e930eaabccf0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0697ffe501e4510aaa98e9e8b2f576e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386102 Dec 12 05:27:20.838802 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44644) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:20.884729 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12b88b07-c994-4353-bdd6-4c04cad883c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:20.905865 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12b88b07-c994-4353-bdd6-4c04cad883c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:20.954427 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12b88b07-c994-4353-bdd6-4c04cad883c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:20.957047 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12b88b07-c994-4353-bdd6-4c04cad883c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:20.958218 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-12b88b07-c994-4353-bdd6-4c04cad883c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bdff054b-22c7-4abd-b9ed-450353d2170b HTTP/1.1" status: 204 len: 168 time: 0.1185203 Dec 12 05:27:20.965560 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b88b07-c994-4353-bdd6-4c04cad883c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdff054b-22c7-4abd-b9ed-450353d2170b,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:21.605217 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44666) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:21.697483 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1997327783-network', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:21.722055 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Made reservation on behalf of 68663d97748d4fcfab43608c2129cbc1 for: {'network': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:27:21.724382 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:21.732940 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:21.808508 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:21.812315 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:21.833856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:27:21.848070 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beceb5f5-84f4-4784-a117-12f437e32811,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:21.853921 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:21.854288 n-d-710847-7 neutron-server[103450]: INFO neutron.db.segments_db [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Added segment 3fcc047a-2e78-489b-aa1a-9030fcb3d073 of type vlan for network 3fe321bc-23db-43c3-8360-bade69130ce2 Dec 12 05:27:21.893502 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:21.918214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:21.919096 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:21.919678 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Publish callbacks [] for network, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:21.972550 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3662119 Dec 12 05:27:21.975811 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44670) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:21.980902 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Request body: {'subnet': {'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1997327783-subnet', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'ip_version': 4}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:21.983908 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbbf11-df75-49e6-b32d-504083dc5399 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe321bc-23db-43c3-8360-bade69130ce2,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:21.995186 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 3fe321bc-23db-43c3-8360-bade69130ce2 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:27:22.001719 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Made reservation on behalf of 68663d97748d4fcfab43608c2129cbc1 for: {'subnet': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:27:22.004136 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3754888'] for subnet, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.171535 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3236022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3754902'] for subnet, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.234821 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02749e61-c137-4488-9929-f7011be427d9,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:22.239201 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Checking segment: {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:27:22.239576 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Network hostable DHCP agents. Network: 3fe321bc-23db-43c3-8360-bade69130ce2, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:27:22.255983 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Network 3fe321bc-23db-43c3-8360-bade69130ce2 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:27:22.264724 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 3fe321bc-23db-43c3-8360-bade69130ce2) {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:22.269566 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:22.270823 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.273982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b2740-d1b9-45fa-8fad-6302afa448b3 None None] Network 3fe321bc-23db-43c3-8360-bade69130ce2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:27:22.285810 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-e332eae7-73a7-4003-ae6a-491cee0347f4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3088775 Dec 12 05:27:22.288423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44672) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:22.295487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:22.315460 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.316598 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.368148 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.372094 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69330306-b25b-4834-a334-443893477a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-3fe321bc-23db-43c3-8360-bade69130ce2', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:27:22.373023 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-69330306-b25b-4834-a334-443893477a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.506353 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.506591 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-69330306-b25b-4834-a334-443893477a6a None None] Allocated IP 172.20.0.2 (3fe321bc-23db-43c3-8360-bade69130ce2/02749e61-c137-4488-9929-f7011be427d9/4cd2e277-74b1-4624-a56c-232d1105ae05) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:27:22.650333 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-69330306-b25b-4834-a334-443893477a6a None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.657228 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-69330306-b25b-4834-a334-443893477a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.701627 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69330306-b25b-4834-a334-443893477a6a None None] Network 3fe321bc-23db-43c3-8360-bade69130ce2 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:22.705385 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-69330306-b25b-4834-a334-443893477a6a None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:22.707522 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69330306-b25b-4834-a334-443893477a6a None None] Pushing event updated for resources: {'Port': ['ID=4cd2e277-74b1-4624-a56c-232d1105ae05,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:22.708405 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.713402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69330306-b25b-4834-a334-443893477a6a None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:27:22.728328 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.769810 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-69330306-b25b-4834-a334-443893477a6a None None] Attempting to bind port 4cd2e277-74b1-4624-a56c-232d1105ae05 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:27:22.770298 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-69330306-b25b-4834-a334-443893477a6a None None] Attempting to bind port 4cd2e277-74b1-4624-a56c-232d1105ae05 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:27:22.770665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69330306-b25b-4834-a334-443893477a6a None None] Attempting to bind port 4cd2e277-74b1-4624-a56c-232d1105ae05 on network 3fe321bc-23db-43c3-8360-bade69130ce2 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:27:22.775759 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69330306-b25b-4834-a334-443893477a6a None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:27:22.776208 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69330306-b25b-4834-a334-443893477a6a None None] Checking segment: {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:27:22.776989 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-69330306-b25b-4834-a334-443893477a6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.777428 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69330306-b25b-4834-a334-443893477a6a None None] Bound using segment: {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:27:22.777902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-69330306-b25b-4834-a334-443893477a6a None None] Bound port: 4cd2e277-74b1-4624-a56c-232d1105ae05, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:27:22.778286 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-69330306-b25b-4834-a334-443893477a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.831810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Allocated IP 172.25.7.211 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9e8b6d24-f548-4e18-b9a6-b657630b9209) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:27:22.842066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-69330306-b25b-4834-a334-443893477a6a None None] For port 4cd2e277-74b1-4624-a56c-232d1105ae05, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:27:22.845212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-69330306-b25b-4834-a334-443893477a6a None None] For port 4cd2e277-74b1-4624-a56c-232d1105ae05, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4cd2e277-74b1-4624-a56c-232d1105ae05,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:27:22.849647 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-69330306-b25b-4834-a334-443893477a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.908431 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69330306-b25b-4834-a334-443893477a6a None None] Pushing event updated for resources: {'Port': ['ID=4cd2e277-74b1-4624-a56c-232d1105ae05,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:22.942999 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:22.977463 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:23.020019 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:23.023001 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:23.025927 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:27:23.043773 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210c1e3-25c9-487d-9295-1b03c7c52590 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:23.066490 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Pushing event updated for resources: {'Port': ['ID=9e8b6d24-f548-4e18-b9a6-b657630b9209,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:23.146267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-b32e43fe-c09f-4f0e-8694-40c7b2139375 None None] Provisioning complete for port 9e8b6d24-f548-4e18-b9a6-b657630b9209 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:23.146728 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b32e43fe-c09f-4f0e-8694-40c7b2139375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:23.185383 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-b32e43fe-c09f-4f0e-8694-40c7b2139375 None None] Port 9e8b6d24-f548-4e18-b9a6-b657630b9209 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:27:23.305721 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:23.511677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:23.552213 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4cd2e277-74b1-4624-a56c-232d1105ae05 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:27:23.608162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 4cd2e277-74b1-4624-a56c-232d1105ae05 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:23.608543 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:23.651852 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:27:23.691144 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:23.730286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] For port 4cd2e277-74b1-4624-a56c-232d1105ae05, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4cd2e277-74b1-4624-a56c-232d1105ae05,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:23.735546 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:23.770359 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:27:23.780455 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Sync routers for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:27:23.786925 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Pushing event updated for resources: {'Port': ['ID=4cd2e277-74b1-4624-a56c-232d1105ae05,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:23.799691 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:23.801110 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-3f86047a-3fb5-47f4-bd7b-1384016f043e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5116694 Dec 12 05:27:23.803859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44674) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:23.807815 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:23.808449 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:23.857072 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45486e4-fc1b-424e-8eda-48ae50f12fbc None None] Network 3fe321bc-23db-43c3-8360-bade69130ce2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:27:23.923082 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-48e33d19-89f4-429b-9e91-0e04f5fd7790 None None] Provisioning complete for port 4cd2e277-74b1-4624-a56c-232d1105ae05 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:23.923457 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-48e33d19-89f4-429b-9e91-0e04f5fd7790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:23.935331 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:24.139315 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:23Z', 'revision_number': 3, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:24.170413 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Checking router: a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:27:24.170850 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Updating router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 port 9e8b6d24-f548-4e18-b9a6-b657630b9209 binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:27:24.197353 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.241361 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.276708 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4baf3f51-4549-4d39-97b5-f7b516742859 None None] Provisioning complete for port 4cd2e277-74b1-4624-a56c-232d1105ae05 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:24.277312 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4baf3f51-4549-4d39-97b5-f7b516742859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.413803 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Allocated IP 172.20.0.1 (3fe321bc-23db-43c3-8360-bade69130ce2/02749e61-c137-4488-9929-f7011be427d9/729a620d-eaa7-4e10-9f5f-3701c74d9dfe) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:27:24.456511 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.461796 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.502111 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8dc2ff-6239-4935-94f9-798321d5877e None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:24.511842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Attempting to bind port 9e8b6d24-f548-4e18-b9a6-b657630b9209 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:27:24.512151 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Attempting to bind port 9e8b6d24-f548-4e18-b9a6-b657630b9209 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:27:24.512526 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Attempting to bind port 9e8b6d24-f548-4e18-b9a6-b657630b9209 on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:27:24.520164 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Pushing event updated for resources: {'Port': ['ID=9e8b6d24-f548-4e18-b9a6-b657630b9209,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:24.523334 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:27:24.523733 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:27:24.524125 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.524521 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:27:24.525022 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Bound port: 9e8b6d24-f548-4e18-b9a6-b657630b9209, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:27:24.525405 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.526507 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.547167 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.547708 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.547897 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.548242 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.548581 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.548946 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.549279 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.549608 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.549937 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.550373 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.550584 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.550909 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.551232 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:27:24.566605 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.589930 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-1531db7f-867d-4847-b623-fc8655c37a66 None None] Provisioning complete for port 9e8b6d24-f548-4e18-b9a6-b657630b9209 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:24.590379 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-1531db7f-867d-4847-b623-fc8655c37a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.591192 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] For port 9e8b6d24-f548-4e18-b9a6-b657630b9209, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:27:24.595215 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] For port 9e8b6d24-f548-4e18-b9a6-b657630b9209, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9e8b6d24-f548-4e18-b9a6-b657630b9209,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:27:24.600970 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.611046 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Network 3fe321bc-23db-43c3-8360-bade69130ce2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:24.615796 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:24.618291 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:27:24.645798 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-1531db7f-867d-4847-b623-fc8655c37a66 None None] Port 9e8b6d24-f548-4e18-b9a6-b657630b9209 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:27:24.650582 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Pushing event updated for resources: {'Port': ['ID=729a620d-eaa7-4e10-9f5f-3701c74d9dfe,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:24.652444 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d689827-b5e2-44a7-9e83-f716cffd296f None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:24.658847 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:24.659595 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:24.672567 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.742126 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c3ba7-9318-49e0-ac87-0649a6f7dfb7 None None] Pushing event updated for resources: {'Port': ['ID=9e8b6d24-f548-4e18-b9a6-b657630b9209,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:24.775162 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-4a327151-6682-403b-8af1-5d26cca4ae5d None None] Provisioning complete for port 9e8b6d24-f548-4e18-b9a6-b657630b9209 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:24.776012 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4a327151-6682-403b-8af1-5d26cca4ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.789791 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:24.840796 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.881922 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4a327151-6682-403b-8af1-5d26cca4ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.908619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-4a327151-6682-403b-8af1-5d26cca4ae5d None None] For port 9e8b6d24-f548-4e18-b9a6-b657630b9209, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9e8b6d24-f548-4e18-b9a6-b657630b9209,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:24.914162 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4a327151-6682-403b-8af1-5d26cca4ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:24.964251 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a327151-6682-403b-8af1-5d26cca4ae5d None None] Pushing event updated for resources: {'Port': ['ID=9e8b6d24-f548-4e18-b9a6-b657630b9209,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:25.013666 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:25.018271 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:25.033098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3b95676b-3a18-4afd-9f0b-c5d6c6d9c0e8 None None] Provisioning complete for port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:25.033482 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b95676b-3a18-4afd-9f0b-c5d6c6d9c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:25.069644 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3b95676b-3a18-4afd-9f0b-c5d6c6d9c0e8 None None] Port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:27:25.081768 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:23Z', 'revision_number': 3, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:25.095943 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:25.097851 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Pushing event updated for resources: {'Port': ['ID=729a620d-eaa7-4e10-9f5f-3701c74d9dfe,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:25.108227 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93923ed6-61fe-4f4d-9ed3-37f46b6191f0 None None] The sync data for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 is: [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:23Z', 'revision_number': 3, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:27:25.197443 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Network 3fe321bc-23db-43c3-8360-bade69130ce2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:25.198869 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:25.347537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:27:25.472532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:27:25.478378 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f3e05128-20c5-426c-aaa8-c102a5ae5be7 admin admin] 10.222.0.36 "PUT /v2.0/routers/a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6734831 Dec 12 05:27:25.506649 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-3abf0225-c499-44ca-b060-8108491d4403 None None] Provisioning complete for port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:25.507241 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3abf0225-c499-44ca-b060-8108491d4403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:25.555224 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-3abf0225-c499-44ca-b060-8108491d4403 None None] Port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:27:25.638239 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4cd2e277-74b1-4624-a56c-232d1105ae05 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:27:25.691987 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 4cd2e277-74b1-4624-a56c-232d1105ae05 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:25.692364 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:25.779840 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9e8b6d24-f548-4e18-b9a6-b657630b9209 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:27:25.834088 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 9e8b6d24-f548-4e18-b9a6-b657630b9209 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:25.834539 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.021106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44690) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:26.027124 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1140973308-network', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:26.050286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Made reservation on behalf of b9a7b765c5364413a075b7e9713e047b for: {'network': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:27:26.052665 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for network, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.062104 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.137617 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.141890 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.168114 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 05:27:26.174319 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee7960a-e22f-4f8a-9f3e-96b8d3cd93fb,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:26.180408 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.180760 n-d-710847-7 neutron-server[103451]: INFO neutron.db.segments_db [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Added segment 6d7a779c-30b2-4e14-8418-cb45c199e9a6 of type vlan for network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 Dec 12 05:27:26.222358 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730862618372'] for network, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.246306 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.247344 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:26.247948 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.304536 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2813015 Dec 12 05:27:26.307397 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44692) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:26.312449 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Request body: {'subnet': {'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1140973308-subnet', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'ip_version': 4}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:26.315859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a22880-a473-4557-ab89-9871342822c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec03e2e-4528-43c8-8a06-3006e4bbad90,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:26.325906 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 details requested by agent ovs-agent-n-d-710847-7 with host n-d-710847-7 {{(pid=103452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 05:27:26.334510 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Made reservation on behalf of b9a7b765c5364413a075b7e9713e047b for: {'subnet': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:27:26.337021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133823'] for subnet, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.511775 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133793'] for subnet, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.566624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca2a7da-c5da-430e-9b08-6c75e8f1b4db,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:26.577990 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Checking segment: {'id': '6d7a779c-30b2-4e14-8418-cb45c199e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:27:26.578374 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Network hostable DHCP agents. Network: 7ec03e2e-4528-43c8-8a06-3006e4bbad90, hostable agents: ['c9cc10b6-2799-4088-ab5a-0f12fc2a3a96'], hosted agents: [] {{(pid=103450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 05:27:26.594330 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 is scheduled to be hosted by DHCP agent c9cc10b6-2799-4088-ab5a-0f12fc2a3a96 with binding_index 1 {{(pid=103450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 05:27:26.603582 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-7, 7ec03e2e-4528-43c8-8a06-3006e4bbad90) {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:26.608067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:26.608672 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.614083 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40659fc-c2b1-47d3-9134-62514e2896c2 None None] Network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:27:26.637208 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-49528289-95b0-47cd-bb16-17dfd2b211db admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3286080 Dec 12 05:27:26.639944 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44694) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:26.644729 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:26.666221 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110267'] for router, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.667310 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110242'] for router, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.717490 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0915f680-3c78-5175-b679-abac19ccf9f9-7ec03e2e-4528-43c8-8a06-3006e4bbad90', 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90', 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'fixed_ips': [{'subnet_id': '0ca2a7da-c5da-430e-9b08-6c75e8f1b4db'}]}} from n-d-710847-7. {{(pid=103452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 05:27:26.718383 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.725469 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.736966 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Sync routers for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:27:26.756956 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:26.757589 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:26.866961 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:26.951050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:26.953090 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.db_base_plugin_common [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Allocated IP 172.20.0.2 (7ec03e2e-4528-43c8-8a06-3006e4bbad90/0ca2a7da-c5da-430e-9b08-6c75e8f1b4db/75733bbf-27eb-43ab-a022-3e5d966e67b7) {{(pid=103452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:27:27.074583 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.094778 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.197113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Allocated IP 172.25.7.150 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/e35b03ea-9853-4a10-99c3-1ddc00e0961a) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:27:27.245607 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Publish callbacks [] for port, precommit_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.254375 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069'] for port, after_create {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.309650 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 is already hosted by enough agents. {{(pid=103452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:27.315090 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.315600 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Pushing event updated for resources: {'Port': ['ID=75733bbf-27eb-43ab-a022-3e5d966e67b7,revision_number=1']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:27.317672 n-d-710847-7 neutron-server[103452]: DEBUG neutron.scheduler.base_scheduler [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Resources bound (agent type, host, resource id): {{(pid=103452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:27.321064 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Received port after_create {{(pid=103452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:27:27.324286 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 2, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:27.350473 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.355478 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Checking router: a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:27:27.355843 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Updating router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:27:27.389691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:27.393172 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:27.396769 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:27:27.414045 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d1078-bab8-4e60-8cc0-74681ec80909 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:27.419974 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.422219 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Pushing event updated for resources: {'Port': ['ID=e35b03ea-9853-4a10-99c3-1ddc00e0961a,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:27.440902 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Attempting to bind port 75733bbf-27eb-43ab-a022-3e5d966e67b7 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:27:27.441284 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Attempting to bind port 75733bbf-27eb-43ab-a022-3e5d966e67b7 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '6d7a779c-30b2-4e14-8418-cb45c199e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:27:27.441655 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Attempting to bind port 75733bbf-27eb-43ab-a022-3e5d966e67b7 on network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:27:27.449050 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:27:27.449429 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Checking segment: {'id': '6d7a779c-30b2-4e14-8418-cb45c199e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:27:27.449839 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.450237 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Bound using segment: {'id': '6d7a779c-30b2-4e14-8418-cb45c199e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:27:27.450713 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Bound port: 75733bbf-27eb-43ab-a022-3e5d966e67b7, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7a779c-30b2-4e14-8418-cb45c199e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:27:27.451093 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.576799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-d662c6f7-edaa-4cb4-8181-69225373bf50 None None] Provisioning complete for port e35b03ea-9853-4a10-99c3-1ddc00e0961a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:27.577203 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d662c6f7-edaa-4cb4-8181-69225373bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.647697 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] For port 75733bbf-27eb-43ab-a022-3e5d966e67b7, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:27:27.651052 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.658203 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-d662c6f7-edaa-4cb4-8181-69225373bf50 None None] Port e35b03ea-9853-4a10-99c3-1ddc00e0961a cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:27:27.700198 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] For port 75733bbf-27eb-43ab-a022-3e5d966e67b7, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=75733bbf-27eb-43ab-a022-3e5d966e67b7,segment=NetworkSegment(6d7a779c-30b2-4e14-8418-cb45c199e9a6),segment_id=6d7a779c-30b2-4e14-8418-cb45c199e9a6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:27:27.706069 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.789681 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918b52-478c-4471-aecf-2e0af53d8b83 None None] Pushing event updated for resources: {'Port': ['ID=75733bbf-27eb-43ab-a022-3e5d966e67b7,revision_number=2']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:27.859188 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596419'] for router, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.865287 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.872744 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:27.938947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de041-2491-4114-9258-81c5b293f51e None None] Pushing event updated for resources: {'Port': ['ID=729a620d-eaa7-4e10-9f5f-3701c74d9dfe,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:27.994274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Attempting to bind port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:27:27.994741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Attempting to bind port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:27:27.995194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Attempting to bind port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe on network 3fe321bc-23db-43c3-8360-bade69130ce2 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:27:28.004212 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:27:28.004683 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Checking segment: {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:27:28.005185 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.005671 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Bound using segment: {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:27:28.006215 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Bound port: 729a620d-eaa7-4e10-9f5f-3701c74d9dfe, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:27:28.006670 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.033794 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 is scheduled to L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 with binding_index 1 {{(pid=103450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 05:27:28.088569 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] For port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:27:28.093229 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] For port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=729a620d-eaa7-4e10-9f5f-3701c74d9dfe,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:27:28.099772 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.155316 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:27:28.163890 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Sync routers for ids ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:27:28.176871 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Routers {'97cec2d4-a568-4df7-9db3-2026ff5e1ea6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:28.177503 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:28.186750 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de041-2491-4114-9258-81c5b293f51e None None] Pushing event updated for resources: {'Port': ['ID=729a620d-eaa7-4e10-9f5f-3701c74d9dfe,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:28.190178 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:28.190796 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:28.196858 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.198141 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-79feeb10-9537-4a5b-9a39-7fa2702eba6d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5570939 Dec 12 05:27:28.200979 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44696) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:28.307249 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Set router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:28.317549 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-0c9ab06c-6fcd-44af-a72f-f9f3ed285aec None None] Provisioning complete for port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:28.317919 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab06c-6fcd-44af-a72f-f9f3ed285aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.390511 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:28.508802 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:26Z', 'updated_at': '2021-12-12T05:27:27Z', 'revision_number': 3, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'gw_port': {'id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:27Z', 'updated_at': '2021-12-12T05:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:28.543394 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Checking router: 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:27:28.543744 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Updating router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 port e35b03ea-9853-4a10-99c3-1ddc00e0961a binding host n-d-710847-7 {{(pid=103453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:27:28.573379 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.599891 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab06c-6fcd-44af-a72f-f9f3ed285aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.659701 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-0c9ab06c-6fcd-44af-a72f-f9f3ed285aec None None] For port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=729a620d-eaa7-4e10-9f5f-3701c74d9dfe,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:28.854478 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab06c-6fcd-44af-a72f-f9f3ed285aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.892762 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Publish callbacks [] for port, precommit_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.899446 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.936617 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ab06c-6fcd-44af-a72f-f9f3ed285aec None None] Pushing event updated for resources: {'Port': ['ID=729a620d-eaa7-4e10-9f5f-3701c74d9dfe,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:28.960025 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:28.966008 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Attempting to bind port e35b03ea-9853-4a10-99c3-1ddc00e0961a on host n-d-710847-7 for vnic_type normal with profile {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:27:28.966388 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Attempting to bind port e35b03ea-9853-4a10-99c3-1ddc00e0961a by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:27:28.967713 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Attempting to bind port e35b03ea-9853-4a10-99c3-1ddc00e0961a on network 58d80648-86df-462b-ae94-89bf1be5972b {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:27:28.971066 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c73879e-fe9b-4a6d-bee7-96bc962d0d39 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:28.971930 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1df9ab-8950-4487-89ca-71c08da06319 None None] Pushing event updated for resources: {'Port': ['ID=e35b03ea-9853-4a10-99c3-1ddc00e0961a,revision_number=2']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:28.977126 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:27:28.977514 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Checking segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:27:28.977924 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:28.978316 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Bound using segment: {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'} {{(pid=103453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:27:28.979166 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.managers [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Bound port: e35b03ea-9853-4a10-99c3-1ddc00e0961a, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b7d82-78b0-437b-a876-dd1fa5bb5c97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b'}}] {{(pid=103453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:27:28.979166 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.024971 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e6e73-debd-4384-a133-fb5425873608 None None] Network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:27:29.028979 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baac087-b877-496f-ae0c-0d2937311396 None None] The sync data for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 is: [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:27:29.039977 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] For port e35b03ea-9853-4a10-99c3-1ddc00e0961a, host n-d-710847-7, cleared binding levels {{(pid=103453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:27:29.044788 n-d-710847-7 neutron-server[103453]: DEBUG neutron.plugins.ml2.db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] For port e35b03ea-9853-4a10-99c3-1ddc00e0961a, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e35b03ea-9853-4a10-99c3-1ddc00e0961a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:27:29.051122 n-d-710847-7 neutron-server[103453]: DEBUG neutron_lib.callbacks.manager [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.108665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e395639e-f7dd-4921-b005-c32a3bb41929 None None] Provisioning complete for port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:29.111035 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e395639e-f7dd-4921-b005-c32a3bb41929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.139451 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Routers {'97cec2d4-a568-4df7-9db3-2026ff5e1ea6'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:29.140716 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:29.144527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94dca26-de7a-4c78-b117-759efb541b8a None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:27:29.211476 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.275663 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] Set router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:29.382844 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1df9ab-8950-4487-89ca-71c08da06319 None None] Pushing event updated for resources: {'Port': ['ID=e35b03ea-9853-4a10-99c3-1ddc00e0961a,revision_number=3']} {{(pid=103453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:29.412119 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Provisioning complete for port 75733bbf-27eb-43ab-a022-3e5d966e67b7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:29.412564 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.423764 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Allocated IP 172.20.0.1 (7ec03e2e-4528-43c8-8a06-3006e4bbad90/0ca2a7da-c5da-430e-9b08-6c75e8f1b4db/32cb721d-b83b-426c-9b3b-9e9a621f5297) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:27:29.559951 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:26Z', 'updated_at': '2021-12-12T05:27:27Z', 'revision_number': 3, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'gw_port': {'id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:27Z', 'updated_at': '2021-12-12T05:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:29.597425 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.600918 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e4b99-3d8b-4b16-bec8-5e38a0a2ca04 None None] The sync data for ids ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'] in n-d-710847-7 is: [{'id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:26Z', 'updated_at': '2021-12-12T05:27:27Z', 'revision_number': 3, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'gw_port': {'id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:27Z', 'updated_at': '2021-12-12T05:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:27:29.629316 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.649842 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 729a620d-eaa7-4e10-9f5f-3701c74d9dfe up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:27:29.655886 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] For port 75733bbf-27eb-43ab-a022-3e5d966e67b7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=75733bbf-27eb-43ab-a022-3e5d966e67b7,segment=NetworkSegment(6d7a779c-30b2-4e14-8418-cb45c199e9a6),segment_id=6d7a779c-30b2-4e14-8418-cb45c199e9a6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:29.669145 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.680917 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.717173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:29.720900 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:29.724744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:27:29.730360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Pushing event updated for resources: {'Port': ['ID=32cb721d-b83b-426c-9b3b-9e9a621f5297,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:29.761296 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Provisioning complete for port e35b03ea-9853-4a10-99c3-1ddc00e0961a triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:29.761942 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.778654 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596144'] for router_interface, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.809164 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Pushing event updated for resources: {'Port': ['ID=75733bbf-27eb-43ab-a022-3e5d966e67b7,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:29.833406 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:29.833845 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:29.961149 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.022144 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.032550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] For port e35b03ea-9853-4a10-99c3-1ddc00e0961a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e35b03ea-9853-4a10-99c3-1ddc00e0961a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:30.048319 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.076153 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 75733bbf-27eb-43ab-a022-3e5d966e67b7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:27:30.152052 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71dfac-74f0-416e-a558-05e621b6adbf None None] Pushing event updated for resources: {'Port': ['ID=e35b03ea-9853-4a10-99c3-1ddc00e0961a,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:30.182274 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c975fdf4-bd1f-4650-8ab8-43dd84423ca2 None None] Provisioning complete for port 75733bbf-27eb-43ab-a022-3e5d966e67b7 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:30.182528 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c975fdf4-bd1f-4650-8ab8-43dd84423ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.214899 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 75733bbf-27eb-43ab-a022-3e5d966e67b7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:30.215276 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.254461 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.261694 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.341645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Pushing event updated for resources: {'Port': ['ID=32cb721d-b83b-426c-9b3b-9e9a621f5297,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:30.351898 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596736'] for router_interface, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.356890 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c975fdf4-bd1f-4650-8ab8-43dd84423ca2 None None] Provisioning complete for port 32cb721d-b83b-426c-9b3b-9e9a621f5297 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:30.357287 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c975fdf4-bd1f-4650-8ab8-43dd84423ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.404668 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c975fdf4-bd1f-4650-8ab8-43dd84423ca2 None None] Port 32cb721d-b83b-426c-9b3b-9e9a621f5297 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:27:30.474439 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:30.476023 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:30.609435 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:27:30.728947 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:27:30.729189 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-e5295f3f-c81a-4dad-b93c-70a5798edc9c None None] Provisioning complete for port 32cb721d-b83b-426c-9b3b-9e9a621f5297 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:30.729631 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e5295f3f-c81a-4dad-b93c-70a5798edc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:30.740406 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-23416593-60fc-407d-a211-a5987fdfd853 admin admin] 10.222.0.36 "PUT /v2.0/routers/97cec2d4-a568-4df7-9db3-2026ff5e1ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5376852 Dec 12 05:27:30.768384 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-e5295f3f-c81a-4dad-b93c-70a5798edc9c None None] Port 32cb721d-b83b-426c-9b3b-9e9a621f5297 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:27:31.255722 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44704) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:31.260508 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-f46eeb45-e9df-4c2b-a737-70c649a2506f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813926632', 'description': 'tempest-secgroup-smoke-1813926632 description', 'project_id': '68663d97748d4fcfab43608c2129cbc1'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:31.283532 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f46eeb45-e9df-4c2b-a737-70c649a2506f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.349427 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f46eeb45-e9df-4c2b-a737-70c649a2506f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.353095 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f46eeb45-e9df-4c2b-a737-70c649a2506f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.382448 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f46eeb45-e9df-4c2b-a737-70c649a2506f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.383687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-f46eeb45-e9df-4c2b-a737-70c649a2506f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1268430 Dec 12 05:27:31.385785 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eeb45-e9df-4c2b-a737-70c649a2506f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:31.386951 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44706) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:31.392898 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-e0ab86de-402c-4b3a-a443-8c9c8ae69147 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'security_group_rule': {'security_group_id': '49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec', 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:31.419104 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0ab86de-402c-4b3a-a443-8c9c8ae69147 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.473098 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0ab86de-402c-4b3a-a443-8c9c8ae69147 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.477334 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0ab86de-402c-4b3a-a443-8c9c8ae69147 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.495751 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab86de-402c-4b3a-a443-8c9c8ae69147 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426f8da1-142c-456b-a349-6264eefc3a84,revision_number=0']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:31.505299 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e0ab86de-402c-4b3a-a443-8c9c8ae69147 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.506873 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e0ab86de-402c-4b3a-a443-8c9c8ae69147 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177859 Dec 12 05:27:31.509394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44708) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:31.514068 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-7427d6be-7434-4d92-a2d3-5aaf224e5c6c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'security_group_rule': {'security_group_id': '49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec', 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:31.541980 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7427d6be-7434-4d92-a2d3-5aaf224e5c6c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.587837 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e35b03ea-9853-4a10-99c3-1ddc00e0961a up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:27:31.601672 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7427d6be-7434-4d92-a2d3-5aaf224e5c6c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.605423 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7427d6be-7434-4d92-a2d3-5aaf224e5c6c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.624328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427d6be-7434-4d92-a2d3-5aaf224e5c6c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065003bc-f3c7-4a2d-a5a5-03150d827dd9,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:31.633847 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7427d6be-7434-4d92-a2d3-5aaf224e5c6c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.635269 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7427d6be-7434-4d92-a2d3-5aaf224e5c6c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248429 Dec 12 05:27:31.637915 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44710) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:31.642818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-59c99e57-2d25-490e-af10-795d4951077f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'security_group_rule': {'security_group_id': '49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec', 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:31.646449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port e35b03ea-9853-4a10-99c3-1ddc00e0961a triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:31.646892 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.669141 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59c99e57-2d25-490e-af10-795d4951077f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.726620 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59c99e57-2d25-490e-af10-795d4951077f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.726856 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 75733bbf-27eb-43ab-a022-3e5d966e67b7 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:27:31.730764 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59c99e57-2d25-490e-af10-795d4951077f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.751823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c99e57-2d25-490e-af10-795d4951077f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b78244-76f8-46c3-b5f1-2c15c8ba7a7f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:31.762932 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-59c99e57-2d25-490e-af10-795d4951077f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.767247 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-59c99e57-2d25-490e-af10-795d4951077f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253395 Dec 12 05:27:31.767511 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44712) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:31.772140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-4f7a7463-a276-4f20-a671-41a4ebed301d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'security_group_rule': {'security_group_id': '49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec', 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:31.777325 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 75733bbf-27eb-43ab-a022-3e5d966e67b7 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:31.777811 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.800263 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7463-a276-4f20-a671-41a4ebed301d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.859671 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7463-a276-4f20-a671-41a4ebed301d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.864013 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7463-a276-4f20-a671-41a4ebed301d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.881788 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a7463-a276-4f20-a671-41a4ebed301d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9493c492-7ff7-4a3f-a6d3-bde40ce24b9c,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:31.889508 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7463-a276-4f20-a671-41a4ebed301d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.890721 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4f7a7463-a276-4f20-a671-41a4ebed301d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222374 Dec 12 05:27:31.894004 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44714) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:31.898654 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-9a7562c1-c15a-4091-879b-6ad863b9e0b9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'security_group_rule': {'security_group_id': '49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec', 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:31.920685 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-9a7562c1-c15a-4091-879b-6ad863b9e0b9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Project 68663d97748d4fcfab43608c2129cbc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:27:31.925429 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9a7562c1-c15a-4091-879b-6ad863b9e0b9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.984671 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9a7562c1-c15a-4091-879b-6ad863b9e0b9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:31.988368 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9a7562c1-c15a-4091-879b-6ad863b9e0b9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:32.003806 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7562c1-c15a-4091-879b-6ad863b9e0b9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c2edac-5b00-4e90-b2ce-de58442ea21f,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:32.014200 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9a7562c1-c15a-4091-879b-6ad863b9e0b9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:32.015423 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-9a7562c1-c15a-4091-879b-6ad863b9e0b9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204803 Dec 12 05:27:32.018775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 44716) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:32.023185 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-5cd5d5ac-0392-472d-8673-6feda5d50504 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'security_group_rule': {'security_group_id': '49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec', 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:32.044802 n-d-710847-7 neutron-server[103451]: INFO neutron.db.securitygroups_db [None req-5cd5d5ac-0392-472d-8673-6feda5d50504 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Project 68663d97748d4fcfab43608c2129cbc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 05:27:32.049528 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d5ac-0392-472d-8673-6feda5d50504 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:32.111485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d5ac-0392-472d-8673-6feda5d50504 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:32.115366 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d5ac-0392-472d-8673-6feda5d50504 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487'] for security_group_rule, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:32.135986 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5d5ac-0392-472d-8673-6feda5d50504 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb49eac-696d-4127-a763-a4f295bc27b8,revision_number=0']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:32.143031 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d5ac-0392-472d-8673-6feda5d50504 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:32.144484 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-5cd5d5ac-0392-472d-8673-6feda5d50504 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247315 Dec 12 05:27:32.299554 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-94e3e3b9-a5c3-47f7-94d4-3d890aaabb74 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813926632&fields=id&tenant_id=68663d97748d4fcfab43608c2129cbc1 HTTP/1.1" status: 200 len: 267 time: 0.0516069 Dec 12 05:27:32.407957 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-3edc243d-869c-4be9-a850-1d6ca16193fd tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:32.409468 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-3edc243d-869c-4be9-a850-1d6ca16193fd tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 810 time: 0.1029158 Dec 12 05:27:32.424662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-1128f9d8-aebd-40e0-b347-1c5dbfcafc6d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/quotas/68663d97748d4fcfab43608c2129cbc1 HTTP/1.1" status: 200 len: 375 time: 0.0094523 Dec 12 05:27:32.455028 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Sync routers for ids ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:27:32.465799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Routers {'97cec2d4-a568-4df7-9db3-2026ff5e1ea6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:32.466425 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:32.481415 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-f4fbd6ab-c995-4171-b5f8-5fd16c942539 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513742 Dec 12 05:27:32.573001 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Set router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:32.665923 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-7dc99402-d98f-4a28-bdf7-0fca8dbbd17b service neutron] 10.222.0.36 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718714 Dec 12 05:27:32.758812 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-50d5c5c2-d093-4695-acd2-f2a0c0526f92 service neutron] 10.222.0.36 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866857 Dec 12 05:27:32.769898 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:26Z', 'updated_at': '2021-12-12T05:27:29Z', 'revision_number': 4, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'gw_port': {'id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:27Z', 'updated_at': '2021-12-12T05:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '32cb721d-b83b-426c-9b3b-9e9a621f5297', 'name': '', 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'mac_address': 'fa:16:3e:aa:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '0ca2a7da-c5da-430e-9b08-6c75e8f1b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:29Z', 'updated_at': '2021-12-12T05:27:30Z', 'revision_number': 2, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'subnets': [{'id': '0ca2a7da-c5da-430e-9b08-6c75e8f1b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:32.801086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Checking router: 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:27:32.801721 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Updating router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 port 32cb721d-b83b-426c-9b3b-9e9a621f5297 binding host n-d-710847-7 {{(pid=103452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 05:27:32.825424 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:32.939463 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6602309b-c269-4892-b79a-16c4ee7cca3d req-010ad814-d45d-4163-ae96-a0f7e31f63fc tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Dec 12 05:27:33.119285 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Publish callbacks [] for port, precommit_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:33.125733 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:33.185197 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d028efc-c961-4251-85e8-9373ec191908 None None] Pushing event updated for resources: {'Port': ['ID=32cb721d-b83b-426c-9b3b-9e9a621f5297,revision_number=3']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:33.238947 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Attempting to bind port 32cb721d-b83b-426c-9b3b-9e9a621f5297 on host n-d-710847-7 for vnic_type normal with profile {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:27:33.239345 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Attempting to bind port 32cb721d-b83b-426c-9b3b-9e9a621f5297 by drivers openvswitch,hyperv on host n-d-710847-7 at level 0 using segments [{'id': '6d7a779c-30b2-4e14-8418-cb45c199e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90'}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:27:33.239808 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Attempting to bind port 32cb721d-b83b-426c-9b3b-9e9a621f5297 on network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:27:33.246303 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Checking agent: {'id': '2e867946-0585-4cfd-9980-a66c22a20034', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 3, 56, 17), 'started_at': datetime.datetime(2021, 12, 12, 3, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:27:33.246690 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Checking segment: {'id': '6d7a779c-30b2-4e14-8418-cb45c199e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:27:33.247100 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:33.247497 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Bound using segment: {'id': '6d7a779c-30b2-4e14-8418-cb45c199e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90'} {{(pid=103452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:27:33.248211 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.managers [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Bound port: 32cb721d-b83b-426c-9b3b-9e9a621f5297, host: n-d-710847-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7a779c-30b2-4e14-8418-cb45c199e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90'}}] {{(pid=103452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:27:33.248606 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:33.321741 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] For port 32cb721d-b83b-426c-9b3b-9e9a621f5297, host n-d-710847-7, cleared binding levels {{(pid=103452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:27:33.325324 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] For port 32cb721d-b83b-426c-9b3b-9e9a621f5297, host n-d-710847-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=32cb721d-b83b-426c-9b3b-9e9a621f5297,segment=NetworkSegment(6d7a779c-30b2-4e14-8418-cb45c199e9a6),segment_id=6d7a779c-30b2-4e14-8418-cb45c199e9a6)] {{(pid=103452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:27:33.330865 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:33.393022 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Routers {'97cec2d4-a568-4df7-9db3-2026ff5e1ea6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:33.393281 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:33.477488 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d028efc-c961-4251-85e8-9373ec191908 None None] Pushing event updated for resources: {'Port': ['ID=32cb721d-b83b-426c-9b3b-9e9a621f5297,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:33.498556 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a3c57854-88db-45c2-bf34-954e4292accc None None] Provisioning complete for port 32cb721d-b83b-426c-9b3b-9e9a621f5297 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:33.498939 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3c57854-88db-45c2-bf34-954e4292accc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:33.561005 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] Set router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:33.827972 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3c57854-88db-45c2-bf34-954e4292accc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:33.909866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-a3c57854-88db-45c2-bf34-954e4292accc None None] For port 32cb721d-b83b-426c-9b3b-9e9a621f5297, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=32cb721d-b83b-426c-9b3b-9e9a621f5297,segment=NetworkSegment(6d7a779c-30b2-4e14-8418-cb45c199e9a6),segment_id=6d7a779c-30b2-4e14-8418-cb45c199e9a6)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:33.921136 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a3c57854-88db-45c2-bf34-954e4292accc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:34.008535 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57854-88db-45c2-bf34-954e4292accc None None] Pushing event updated for resources: {'Port': ['ID=32cb721d-b83b-426c-9b3b-9e9a621f5297,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:34.027982 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:26Z', 'updated_at': '2021-12-12T05:27:29Z', 'revision_number': 4, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'gw_port': {'id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:27Z', 'updated_at': '2021-12-12T05:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '32cb721d-b83b-426c-9b3b-9e9a621f5297', 'name': '', 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'mac_address': 'fa:16:3e:aa:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '0ca2a7da-c5da-430e-9b08-6c75e8f1b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:29Z', 'updated_at': '2021-12-12T05:27:33Z', 'revision_number': 4, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'subnets': [{'id': '0ca2a7da-c5da-430e-9b08-6c75e8f1b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:34.065104 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a72e1001-68e2-4de7-b790-0a5e8aacd12c req-558e9054-bc89-49cb-9e71-e96029d515d1 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 210 time: 0.0514987 Dec 12 05:27:34.065845 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20f3c2-9441-4298-b60a-89e60521a3fa None None] The sync data for ids ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'] in n-d-710847-7 is: [{'id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:26Z', 'updated_at': '2021-12-12T05:27:29Z', 'revision_number': 4, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'gw_port': {'id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:27Z', 'updated_at': '2021-12-12T05:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '32cb721d-b83b-426c-9b3b-9e9a621f5297', 'name': '', 'network_id': '7ec03e2e-4528-43c8-8a06-3006e4bbad90', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'mac_address': 'fa:16:3e:aa:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '0ca2a7da-c5da-430e-9b08-6c75e8f1b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:29Z', 'updated_at': '2021-12-12T05:27:33Z', 'revision_number': 4, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'subnets': [{'id': '0ca2a7da-c5da-430e-9b08-6c75e8f1b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:27:34.072505 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-c9047673-6f04-46e5-bd22-94d8111715f4 None None] Provisioning complete for port 32cb721d-b83b-426c-9b3b-9e9a621f5297 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:34.073063 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c9047673-6f04-46e5-bd22-94d8111715f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:34.184631 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-2843a9b2-e32e-4ceb-b73e-a69e4d472c5e tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:34.186297 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-2843a9b2-e32e-4ceb-b73e-a69e4d472c5e tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.37 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 810 time: 0.1589000 Dec 12 05:27:34.277936 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-6a9613f3-f9b2-4718-af9a-649834ac4466 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68663d97748d4fcfab43608c2129cbc1 HTTP/1.1" status: 200 len: 380 time: 0.0648882 Dec 12 05:27:34.301780 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'port': {'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'admin_state_up': True, 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'security_groups': ['49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec']}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:34.414784 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Made reservation on behalf of 68663d97748d4fcfab43608c2129cbc1 for: {'port': 1} {{(pid=103451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:27:34.418485 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:34.550930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Allocated IP 172.20.0.5 (3fe321bc-23db-43c3-8360-bade69130ce2/02749e61-c137-4488-9929-f7011be427d9/f12845c7-28be-484d-a905-39ff93f77ed6) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:27:34.694087 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:34.733757 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:34.777541 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Network 3fe321bc-23db-43c3-8360-bade69130ce2 is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:34.780845 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:34.785085 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:27:34.812056 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'Port': ['ID=f12845c7-28be-484d-a905-39ff93f77ed6,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:34.843231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:34.843853 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:34.863119 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-d794ec9f-8065-44da-aab9-8721561eabaf tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653977 Dec 12 05:27:34.891583 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Request body: {'port': {'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-7'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:34.946877 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:35.026177 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-96693a04-dd32-45e0-9077-e84d54868d0a None None] Provisioning complete for port f12845c7-28be-484d-a905-39ff93f77ed6 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:35.026746 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-96693a04-dd32-45e0-9077-e84d54868d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:35.060801 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-96693a04-dd32-45e0-9077-e84d54868d0a None None] Port f12845c7-28be-484d-a905-39ff93f77ed6 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:27:35.183910 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f9a06-8075-411e-84c0-6dca9ca7b67f req-1e473e3d-0e88-4640-ab95-a17f84b9d783 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:35.185428 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-db8f9a06-8075-411e-84c0-6dca9ca7b67f req-1e473e3d-0e88-4640-ab95-a17f84b9d783 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 931 time: 0.0491505 Dec 12 05:27:35.212303 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12845c7-28be-484d-a905-39ff93f77ed6 {{(pid=103451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:27:35.220684 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:35.233176 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.provisioning_blocks [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Transition to ACTIVE for port object f12845c7-28be-484d-a905-39ff93f77ed6 will not be triggered until provisioned by entity L2. {{(pid=103451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:27:35.237204 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:35.245399 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-db8f9a06-8075-411e-84c0-6dca9ca7b67f req-acd05feb-7393-461c-909a-a910efd85969 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537782 Dec 12 05:27:35.289232 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Pushing event updated for resources: {'Port': ['ID=f12845c7-28be-484d-a905-39ff93f77ed6,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:35.366345 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Attempting to bind port f12845c7-28be-484d-a905-39ff93f77ed6 on host n-h1-710847-7 for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:27:35.366705 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Attempting to bind port f12845c7-28be-484d-a905-39ff93f77ed6 by drivers openvswitch,hyperv on host n-h1-710847-7 at level 0 using segments [{'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:27:35.367051 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Attempting to bind port f12845c7-28be-484d-a905-39ff93f77ed6 on network 3fe321bc-23db-43c3-8360-bade69130ce2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:27:35.371709 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Port f12845c7-28be-484d-a905-39ff93f77ed6 on network 3fe321bc-23db-43c3-8360-bade69130ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:27:35.372083 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Attempting to bind port f12845c7-28be-484d-a905-39ff93f77ed6 on network 3fe321bc-23db-43c3-8360-bade69130ce2 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:27:35.377276 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Checking agent: {'id': '7b53aeb2-6aa8-4974-8114-e2b2ae94037f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:27:35.377623 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Checking segment: {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:27:35.378022 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Bound using segment: {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:27:35.378462 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Bound port: f12845c7-28be-484d-a905-39ff93f77ed6, host: n-h1-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:27:35.378827 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:35.443744 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:27:35.447015 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f12845c7-28be-484d-a905-39ff93f77ed6,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:27:35.450609 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:35.502741 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:35.503658 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:35.505212 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] 10.222.0.37 "PUT /v2.0/ports/f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 200 len: 1091 time: 0.6191554 Dec 12 05:27:35.507594 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:27:35.509919 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0190bf81-e845-4ddc-8097-c0e5142d2125" -d '{"events": [{"name": "network-changed", "server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:27:35.538195 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4d056-7d44-4169-a616-be09520a184d service neutron] Pushing event updated for resources: {'Port': ['ID=f12845c7-28be-484d-a905-39ff93f77ed6,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:35.562820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 32cb721d-b83b-426c-9b3b-9e9a621f5297 up at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:27:35.566568 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9edf32-485f-46a4-bac4-b8b2adeff7c1 x-openstack-request-id: req-8a9edf32-485f-46a4-bac4-b8b2adeff7c1 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:27:35.566870 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:27:35.567135 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a9edf32-485f-46a4-bac4-b8b2adeff7c1 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:27:35.567550 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'status': 'completed', 'code': 200} Dec 12 05:27:35.627514 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Provisioning complete for port 32cb721d-b83b-426c-9b3b-9e9a621f5297 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:35.627899 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:35.629133 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-16de854a-49c0-4442-aa03-90af7f1ea63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:35.630804 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-16de854a-49c0-4442-aa03-90af7f1ea63c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1094 time: 0.0445905 Dec 12 05:27:35.688367 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-ac3c01a9-5d3a-4251-a7ab-13b67038d0e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 200 len: 217 time: 0.0397174 Dec 12 05:27:35.744360 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-f4b5ca3f-a6d4-47af-939a-f43b57bfd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:35.745873 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-f4b5ca3f-a6d4-47af-939a-f43b57bfd7a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0460083 Dec 12 05:27:35.792165 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-88f8a5bb-ff2e-4674-b2b5-5dc0f89aecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:35.793665 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-88f8a5bb-ff2e-4674-b2b5-5dc0f89aecf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387797 Dec 12 05:27:35.893072 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-deed9acf-2cde-4af1-8218-2f88d79894c4 service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864849 Dec 12 05:27:35.985271 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a38b49db-0d92-43c8-bb8c-4eff89acef77 req-38608945-05ed-4dee-9e18-712ab3b2767d service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840952 Dec 12 05:27:36.122112 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-b2c86c4f-2804-4987-883b-da19f8269346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:36.123598 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-b2c86c4f-2804-4987-883b-da19f8269346 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1094 time: 0.0454736 Dec 12 05:27:36.212153 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-36dab420-ba8a-4613-9daa-f4f2abef5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:36.213548 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-36dab420-ba8a-4613-9daa-f4f2abef5d22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0816431 Dec 12 05:27:36.256227 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-6d52ce60-3dfb-415f-a9ed-8b6d771cebb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 200 len: 217 time: 0.0349064 Dec 12 05:27:36.313487 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-8b4e2d91-086f-44a3-ba45-d0ba5cc086df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:36.314951 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-8b4e2d91-086f-44a3-ba45-d0ba5cc086df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0486200 Dec 12 05:27:36.359263 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210eb91-7c19-4a4a-8ddb-fa6b1efb0f2f req-ff37a66d-4fcb-4b1f-9121-cc69c91be544 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:36.361983 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7210eb91-7c19-4a4a-8ddb-fa6b1efb0f2f req-ff37a66d-4fcb-4b1f-9121-cc69c91be544 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 943 time: 0.0531781 Dec 12 05:27:36.365368 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-d4d2f1de-6144-44e6-bc6b-24ef29e1db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:36.366867 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-d4d2f1de-6144-44e6-bc6b-24ef29e1db7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427532 Dec 12 05:27:36.411561 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-7210eb91-7c19-4a4a-8ddb-fa6b1efb0f2f req-5bf660ff-83fd-405c-8ec7-a235e1a59f51 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431938 Dec 12 05:27:36.456891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-2e8dac29-fc2e-4a30-9acc-398ad37e6b44 service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801785 Dec 12 05:27:36.550240 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-0190bf81-e845-4ddc-8097-c0e5142d2125 req-abb338c8-16cd-40a4-b351-e94d97360508 service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851719 Dec 12 05:27:37.529775 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275582e-1d41-4201-9bea-f4dc080fd6c4 req-7507c1a0-d9ab-4162-a099-c2ad69b4c968 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:37.531297 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c275582e-1d41-4201-9bea-f4dc080fd6c4 req-7507c1a0-d9ab-4162-a099-c2ad69b4c968 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 943 time: 0.0504420 Dec 12 05:27:37.580258 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-c275582e-1d41-4201-9bea-f4dc080fd6c4 req-225d644d-7ef9-4d31-b3f0-5b7cb18c5ad2 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Dec 12 05:27:38.895457 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f12845c7-28be-484d-a905-39ff93f77ed6 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:27:38.950814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91204fcf-3293-4d05-9791-30f45bc58c6d req-28b97c20-d992-4457-99ae-8d0da795de4d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:38.952370 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91204fcf-3293-4d05-9791-30f45bc58c6d req-28b97c20-d992-4457-99ae-8d0da795de4d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 943 time: 0.0573692 Dec 12 05:27:38.997230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f12845c7-28be-484d-a905-39ff93f77ed6,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:39.003521 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-91204fcf-3293-4d05-9791-30f45bc58c6d req-e09f2a12-42e7-434e-a8e9-8e0bdc5e4672 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Dec 12 05:27:39.009282 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:27:39.046023 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:39.059020 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12845c7-28be-484d-a905-39ff93f77ed6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:27:39.079194 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f12845c7-28be-484d-a905-39ff93f77ed6,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:39.083128 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:39.134145 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f12845c7-28be-484d-a905-39ff93f77ed6,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:39.135231 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:27:39.428165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['f12845c7-28be-484d-a905-39ff93f77ed6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:27:40.121405 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f5c1d-c383-4110-a0f0-19815f698def req-d92a2b48-221b-43dc-9f2e-53b884f66b9d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:40.122899 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a74f5c1d-c383-4110-a0f0-19815f698def req-d92a2b48-221b-43dc-9f2e-53b884f66b9d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 944 time: 0.0535872 Dec 12 05:27:40.171245 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-a74f5c1d-c383-4110-a0f0-19815f698def req-0215f598-db3c-4a46-8727-94871b5f66e5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Dec 12 05:27:40.823659 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e7ed3c11-ddc7-4fa4-8fff-340e26d55d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:40.910787 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f12845c7-28be-484d-a905-39ff93f77ed6 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:27:40.959866 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning for port f12845c7-28be-484d-a905-39ff93f77ed6 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:27:40.963648 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port f12845c7-28be-484d-a905-39ff93f77ed6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:27:40.964024 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:41.043879 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:41.066368 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:27:41.068628 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e05849-f547-4354-8f43-2acd3d45e3df" -d '{"events": [{"server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "name": "network-vif-plugged", "status": "completed", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:27:41.081440 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f12845c7-28be-484d-a905-39ff93f77ed6,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:27:41.085828 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:41.111012 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c085e4ad-8dbb-47ec-ba80-77f896131a09 x-openstack-request-id: req-c085e4ad-8dbb-47ec-ba80-77f896131a09 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:27:41.111196 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "name": "network-vif-plugged", "status": "completed", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:27:41.111383 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c085e4ad-8dbb-47ec-ba80-77f896131a09 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:27:41.111762 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'code': 200} Dec 12 05:27:41.136608 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f12845c7-28be-484d-a905-39ff93f77ed6,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:41.277139 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca26100-cd90-4910-8c2c-a43fcd600635 req-4df95adf-aac2-4221-a8fe-140005b02908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:41.278656 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eca26100-cd90-4910-8c2c-a43fcd600635 req-4df95adf-aac2-4221-a8fe-140005b02908 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1096 time: 0.0654292 Dec 12 05:27:41.303347 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc2280-2df2-497c-9d6e-3980b3d7cab7 req-e6b317c0-64e4-442b-a927-d846a4e232f3 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:41.304800 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07fc2280-2df2-497c-9d6e-3980b3d7cab7 req-e6b317c0-64e4-442b-a927-d846a4e232f3 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 945 time: 0.0612869 Dec 12 05:27:41.374242 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-eca26100-cd90-4910-8c2c-a43fcd600635 req-5cbab1ce-337c-4d48-8807-4b7737375712 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847974 Dec 12 05:27:41.378318 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-07fc2280-2df2-497c-9d6e-3980b3d7cab7 req-4394f665-5966-4d89-a173-db98384ee13c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673280 Dec 12 05:27:42.474335 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:42.501113 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bac834-de65-4fb2-ae0b-582b621e9b8c req-9d3574d8-f64c-4c12-b435-380c725e7d1c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:42.502599 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9bac834-de65-4fb2-ae0b-582b621e9b8c req-9d3574d8-f64c-4c12-b435-380c725e7d1c tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 945 time: 0.0551443 Dec 12 05:27:42.553271 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c9bac834-de65-4fb2-ae0b-582b621e9b8c req-a6c4e417-cbca-4571-af4a-1c73ac4f515a tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Dec 12 05:27:43.111064 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-834abd72-1697-473c-bb88-5d31ffb6235a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:43.667059 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0fe9c-b59b-4dc9-918c-813adb06763a req-b61b63db-53c1-4207-a463-226b74df7c50 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:43.668527 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ecc0fe9c-b59b-4dc9-918c-813adb06763a req-b61b63db-53c1-4207-a463-226b74df7c50 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 945 time: 0.0491393 Dec 12 05:27:43.716446 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-ecc0fe9c-b59b-4dc9-918c-813adb06763a req-7cedce03-009f-462e-b018-80fd6752b28b tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 Dec 12 05:27:43.830094 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de59ea-83c6-490b-896d-c3a5de0276e2 req-c3bf5684-cd0d-4167-99a0-565043910620 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:43.831612 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6de59ea-83c6-490b-896d-c3a5de0276e2 req-c3bf5684-cd0d-4167-99a0-565043910620 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 945 time: 0.0501277 Dec 12 05:27:43.880924 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c6de59ea-83c6-490b-896d-c3a5de0276e2 req-be64a702-17f0-47b2-bd2f-6cfbae740d95 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Dec 12 05:27:43.901999 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44770) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:43.988264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef52b9-2129-4807-b882-1f67eb82e5ac tempest-TestSnapshotPattern-1505489435 tempest-TestSnapshotPattern-1505489435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:43.989750 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c1ef52b9-2129-4807-b882-1f67eb82e5ac tempest-TestSnapshotPattern-1505489435 tempest-TestSnapshotPattern-1505489435-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1091 time: 0.0866923 Dec 12 05:27:43.992699 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 44774) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:27:43.997089 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:27:44.018184 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for floatingip, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:44.114399 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:44.218095 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Allocated IP 172.25.7.63 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/9dce9eaf-d7f0-4c83-b09f-dcb408d3c114) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:27:44.320573 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:44.353947 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:44.397697 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:27:44.398168 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:44.400781 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:27:44.404443 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:27:44.410939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'Port': ['ID=9dce9eaf-d7f0-4c83-b09f-dcb408d3c114,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:44.632163 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:44.742487 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:44.809819 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:44.964288 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:44.968543 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:45.034067 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'Port': ['ID=9dce9eaf-d7f0-4c83-b09f-dcb408d3c114,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:27:45.045573 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:45.144529 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Floating IP 52757343-85b2-4429-8cff-460e462b021f associated. External IP: 172.25.7.63, port: f12845c7-28be-484d-a905-39ff93f77ed6. Dec 12 05:27:45.348902 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:27:45.453441 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:27:45.462936 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] Sync routers for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:27:45.472784 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:45.473333 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:45.473951 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:45.503668 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-3553a051-dfab-4422-a8a3-0a1ef9d759d5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5098956 Dec 12 05:27:45.504280 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:27:45.506574 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883fbc7d-6b12-44a3-b527-5f1be33bd133" -d '{"events": [{"name": "network-changed", "server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:27:45.580131 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:45.605143 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a4dcf9-2bb1-4dd8-9b7e-7fcb9cbc388b x-openstack-request-id: req-33a4dcf9-2bb1-4dd8-9b7e-7fcb9cbc388b {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:27:45.605444 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:27:45.605704 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33a4dcf9-2bb1-4dd8-9b7e-7fcb9cbc388b {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:27:45.606143 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'status': 'completed', 'code': 200} Dec 12 05:27:45.691985 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-eeade85e-d1f2-4d42-9315-530d0c28220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:45.693557 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-eeade85e-d1f2-4d42-9315-530d0c28220c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1096 time: 0.0402663 Dec 12 05:27:45.785356 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-17f1f0fb-4c9a-4f4b-a9c7-7790fae7004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:45.786890 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-17f1f0fb-4c9a-4f4b-a9c7-7790fae7004f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0864527 Dec 12 05:27:45.806454 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '52757343-85b2-4429-8cff-460e462b021f', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:27:44Z', 'updated_at': '2021-12-12T05:27:44Z', 'revision_number': 0, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:45.831905 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] Checking router: a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:27:45.840509 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:27:45.841149 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:27:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:45.856991 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-0363f417-ed66-4ab6-9fe9-ec34858bbd94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 200 len: 998 time: 0.0629368 Dec 12 05:27:45.914266 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-2d6a8e1b-859c-4483-9efc-695855dc237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:45.915786 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-2d6a8e1b-859c-4483-9efc-695855dc237c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0506799 Dec 12 05:27:45.931261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:27:45.964122 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-d24b11d9-8595-4f2c-9d03-8ad25d6e9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:27:45.965700 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-d24b11d9-8595-4f2c-9d03-8ad25d6e9824 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430193 Dec 12 05:27:46.034892 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:27:46.055355 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-50d8f3d8-e834-4879-ac23-d326aad70674 service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813999 Dec 12 05:27:46.150629 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-883fbc7d-6b12-44a3-b527-5f1be33bd133 req-2bc01411-d428-4b8e-9992-1ce384dc4adc service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870564 Dec 12 05:27:46.258120 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '52757343-85b2-4429-8cff-460e462b021f', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:27:44Z', 'updated_at': '2021-12-12T05:27:44Z', 'revision_number': 0, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:27:46.285011 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73567b-db0a-4450-9e03-e7ffe21a4b0f None None] The sync data for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 is: [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '52757343-85b2-4429-8cff-460e462b021f', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:27:44Z', 'updated_at': '2021-12-12T05:27:44Z', 'revision_number': 0, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:27:46.464619 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda0ea86-1794-4dad-aa0c-cdf84558cfee None None] New status for floating IP 52757343-85b2-4429-8cff-460e462b021f: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:27:46.905300 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:09.878160 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-2f50c62b-6702-4012-84d9-8e316a06f31e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406725 Dec 12 05:28:09.986463 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-c5e7075b-9c4a-4364-a1d2-b72a4f527696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:28:09.987947 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-c5e7075b-9c4a-4364-a1d2-b72a4f527696 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1096 time: 0.0400844 Dec 12 05:28:10.093523 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-b7b3d460-975e-46de-ada3-0d4bbffe0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:28:10.095010 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-b7b3d460-975e-46de-ada3-0d4bbffe0b9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0865877 Dec 12 05:28:10.162069 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-66e56d8b-c463-4aa2-808b-7b76a9838682 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 200 len: 1000 time: 0.0583439 Dec 12 05:28:10.215228 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-86067875-a3f9-4e41-8563-79c19f1cbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:28:10.216686 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-86067875-a3f9-4e41-8563-79c19f1cbae5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0458760 Dec 12 05:28:10.261055 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-d0091147-17c7-4127-949f-687e6926a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:28:10.262555 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-d0091147-17c7-4127-949f-687e6926a070 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387843 Dec 12 05:28:10.351209 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-4810dc84-5d2a-426b-885d-c4ac2f40f34e service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808125 Dec 12 05:28:10.443685 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d22b107c-c534-43f9-a489-3d54496d2a4f req-0eb14df1-046b-4d0f-b2df-ad98da91a68e service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Dec 12 05:28:10.824859 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-274a1ac4-7ed0-4a8c-9a3d-75c3b382c5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:12.473154 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:13.113879 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-aa56b176-2a28-4f24-9a21-e02f024cfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:14.395716 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:14.629967 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:15.932419 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:16.133553 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:28:16.908326 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:40.826781 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-10249710-d726-405a-b201-72cc4351cd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:42.472423 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:43.116221 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-78014280-51ce-49f3-97e2-dacf2712c93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:44.399040 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:44.654365 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:45.934651 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:46.910593 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:28:53.133241 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:29:10.828780 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c151e189-a848-4dc6-ba83-ae1da9d102ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:10.864764 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-79672783-07ce-488a-aa19-08d9246531a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426321 Dec 12 05:29:10.969350 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-aec866ca-7972-417d-b254-3cb9ebb287ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:29:10.971411 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-aec866ca-7972-417d-b254-3cb9ebb287ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1096 time: 0.0396070 Dec 12 05:29:11.083166 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-87147798-6a57-447b-b42a-f49121e50cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:29:11.084661 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-87147798-6a57-447b-b42a-f49121e50cd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0873325 Dec 12 05:29:11.155410 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-d872bcb6-ab75-4247-a06c-d67a38f13882 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 200 len: 1000 time: 0.0583930 Dec 12 05:29:11.213236 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-e848f9b5-9243-415a-8186-7514a84a8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:29:11.214687 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-e848f9b5-9243-415a-8186-7514a84a8223 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0467417 Dec 12 05:29:11.265106 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-6b3c86ee-3237-4404-abb6-61103b9f34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:29:11.266595 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-6b3c86ee-3237-4404-abb6-61103b9f34e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395041 Dec 12 05:29:11.360336 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-7f7cebe6-160c-4039-9a6a-ed7fb60aa77b service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812845 Dec 12 05:29:11.789244 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-28f9a375-2f9f-4ccd-9714-f33987c83eaf req-0e7aa4a2-3569-4c76-9822-a120745d15ea service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165449 Dec 12 05:29:12.471446 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:13.117678 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9c78068e-b62a-4f33-b741-52ee07ec8647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:14.401869 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:14.661641 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:15.937740 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:16.911868 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:30.132417 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:29:40.834028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d91b9a5a-2390-42b3-990b-229a1f8997c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:42.469841 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:43.121665 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-61b0aeaf-d91f-4a8a-892a-c162460a5e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:44.404587 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:44.671830 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:45.941654 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:46.912991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:47.514311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f12845c7-28be-484d-a905-39ff93f77ed6 details requested by agent hyperv_n-h1-710847-7 with host n-h1-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:29:47.618922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f12845c7-28be-484d-a905-39ff93f77ed6,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:29:47.634267 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Returning: {'device': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:29:47.674520 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:47.688294 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f12845c7-28be-484d-a905-39ff93f77ed6 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:29:47.709413 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f12845c7-28be-484d-a905-39ff93f77ed6,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:29:47.713489 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:47.773086 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f12845c7-28be-484d-a905-39ff93f77ed6,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:29:47.781449 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.781805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.782157 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.782498 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.782841 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.783705 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.784042 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.784375 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.784706 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.787136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.787136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.787136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.787136 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:47.875768 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] get_ports_and_sgs() called for port_ids ['f12845c7-28be-484d-a905-39ff93f77ed6'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:29:49.544508 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f12845c7-28be-484d-a905-39ff93f77ed6 up at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:29:49.595311 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Provisioning complete for port f12845c7-28be-484d-a905-39ff93f77ed6 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:29:49.596240 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:49.683368 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:49.708165 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:29:49.710442 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928f45bc-0115-4dcf-96e4-b032fa8d882a" -d '{"events": [{"server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "name": "network-vif-plugged", "status": "completed", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:29:49.727184 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f12845c7-28be-484d-a905-39ff93f77ed6,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:29:49.756571 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:49.808400 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f12845c7-28be-484d-a905-39ff93f77ed6,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:29:49.843623 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ab55cc-d7a2-4a8e-b554-6bf5c94f1698 x-openstack-request-id: req-31ab55cc-d7a2-4a8e-b554-6bf5c94f1698 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:29:49.843929 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "name": "network-vif-plugged", "status": "completed", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:29:49.844198 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31ab55cc-d7a2-4a8e-b554-6bf5c94f1698 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:29:49.844610 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'code': 200} Dec 12 05:29:56.797045 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-9349c8c1-281d-40be-aabe-a62a28c7e44b tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813926632&fields=id&tenant_id=68663d97748d4fcfab43608c2129cbc1 HTTP/1.1" status: 200 len: 267 time: 0.0446885 Dec 12 05:29:56.904667 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10231de-7864-4f48-85b0-6b889cafe59d req-bd148889-db4f-4a73-b103-b3888a13b8f0 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:29:56.906169 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-bd148889-db4f-4a73-b103-b3888a13b8f0 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 810 time: 0.1018083 Dec 12 05:29:56.921114 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-b46d5903-5b16-4a78-b474-b00a5e93b1be tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/quotas/68663d97748d4fcfab43608c2129cbc1 HTTP/1.1" status: 200 len: 375 time: 0.0086808 Dec 12 05:29:56.973514 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-5c449a90-de2c-4b44-84ff-227e837fdbf4 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467412 Dec 12 05:29:57.050879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-105e5b00-c6ed-4e79-bdfe-33a8c206e722 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:29:57.051840 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-105e5b00-c6ed-4e79-bdfe-33a8c206e722 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0670650 Dec 12 05:29:57.139422 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-f5823f24-977b-44c1-a521-bcdd63c3a552 service neutron] 10.222.0.36 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812912 Dec 12 05:29:57.231195 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-01e4eb22-cbdd-48cf-a1ef-96fcd5fe3168 service neutron] 10.222.0.36 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850127 Dec 12 05:29:57.419861 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6bfece38-c5b8-4667-9ad6-72103a971890 req-5d1daca1-a217-48eb-89e6-e684211b0494 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 210 time: 0.0264788 Dec 12 05:29:58.440947 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10231de-7864-4f48-85b0-6b889cafe59d req-2ea062b1-a349-4e7a-aa9b-a9c1de6632ba tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:29:58.442509 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-2ea062b1-a349-4e7a-aa9b-a9c1de6632ba tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.18 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 810 time: 0.1014256 Dec 12 05:29:58.533928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08435916-8125-4910-b12d-88076fb4b7f6 req-5624ce26-84ee-4b7a-8341-d33c782183ce tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 210 time: 0.0364375 Dec 12 05:29:58.542417 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-e9e1f9cf-3fee-4719-b7de-fa49e209e680 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68663d97748d4fcfab43608c2129cbc1 HTTP/1.1" status: 200 len: 380 time: 0.0846524 Dec 12 05:29:58.558008 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'port': {'device_id': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'admin_state_up': True, 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'security_groups': ['49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec']}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:29:58.665331 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Made reservation on behalf of 68663d97748d4fcfab43608c2129cbc1 for: {'port': 1} {{(pid=103450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 05:29:58.669445 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:58.843265 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Allocated IP 172.20.0.13 (3fe321bc-23db-43c3-8360-bade69130ce2/02749e61-c137-4488-9929-f7011be427d9/1f68b2fe-3d96-49c6-83c3-e9797cc95475) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:29:59.020068 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for port, precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:59.402038 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:59.448356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Network 3fe321bc-23db-43c3-8360-bade69130ce2 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:29:59.451484 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:29:59.455418 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:29:59.482624 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'Port': ['ID=1f68b2fe-3d96-49c6-83c3-e9797cc95475,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:29:59.497590 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.497945 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.498293 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.498648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.499006 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.499344 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.499686 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.500026 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.500356 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.500691 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.501048 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.501461 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.502303 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:29:59.520861 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:29:59.521485 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:59.538349 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-ca7aa4c9-c2d2-44aa-8a1d-9007708c1cf9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9877949 Dec 12 05:29:59.673097 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3832cf-96e6-43df-8a9c-d59207fdebbf req-9e1750f5-3700-4a1d-95a5-8b460afd22f5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:29:59.675340 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd3832cf-96e6-43df-8a9c-d59207fdebbf req-9e1750f5-3700-4a1d-95a5-8b460afd22f5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 932 time: 0.0517139 Dec 12 05:29:59.727756 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-fd3832cf-96e6-43df-8a9c-d59207fdebbf req-90ebb650-3b6b-4bae-90c3-6475d59e57d6 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462193 Dec 12 05:29:59.768204 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-a493d8cd-fd92-421f-841c-4da8a45e7a5d None None] Provisioning complete for port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 triggered by entity DHCP. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:29:59.769108 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a493d8cd-fd92-421f-841c-4da8a45e7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:29:59.807624 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-a493d8cd-fd92-421f-841c-4da8a45e7a5d None None] Port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 cannot update to ACTIVE because it is not bound. {{(pid=103452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 05:30:00.863538 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712cb40-e3a4-462f-85e1-986c55bbc9b5 req-362d488b-4a8e-427a-a8df-8598e5613054 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:00.865144 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c712cb40-e3a4-462f-85e1-986c55bbc9b5 req-362d488b-4a8e-427a-a8df-8598e5613054 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 932 time: 0.0669432 Dec 12 05:30:00.913480 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c712cb40-e3a4-462f-85e1-986c55bbc9b5 req-12dcac11-56f8-420a-b875-903bd4bc8933 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422723 Dec 12 05:30:01.628402 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f12845c7-28be-484d-a905-39ff93f77ed6 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:30:01.707132 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:01.745432 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f12845c7-28be-484d-a905-39ff93f77ed6,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:30:01.746820 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:30:01.749889 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8042e3f5-df5a-421d-9dd7-fb5fcbfebcd3" -d '{"events": [{"server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "name": "network-vif-unplugged", "status": "completed", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:30:01.753879 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:01.788435 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 05:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1418133-ba08-4210-a84a-48bcc7021136 x-openstack-request-id: req-d1418133-ba08-4210-a84a-48bcc7021136 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:30:01.788738 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "name": "network-vif-unplugged", "status": "completed", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:30:01.789028 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1418133-ba08-4210-a84a-48bcc7021136 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:30:01.789430 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'code': 200} Dec 12 05:30:01.808312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Pushing event updated for resources: {'Port': ['ID=f12845c7-28be-484d-a905-39ff93f77ed6,revision_number=8']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:30:02.032211 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e3629-233e-4561-a71c-01ade4abe5b2 req-7c67a396-7ad3-46e7-8f41-47ce4f892973 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:02.033985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c80e3629-233e-4561-a71c-01ade4abe5b2 req-7c67a396-7ad3-46e7-8f41-47ce4f892973 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 932 time: 0.0488825 Dec 12 05:30:02.084131 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-c80e3629-233e-4561-a71c-01ade4abe5b2 req-99b877de-37de-40b0-9dce-dc0d5883e595 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435443 Dec 12 05:30:03.218688 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1d2a-ba8b-4492-9182-d16c0df5e7dc req-44ad33ab-63f2-48cb-abb7-0ce1790149d9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:03.220842 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82de1d2a-ba8b-4492-9182-d16c0df5e7dc req-44ad33ab-63f2-48cb-abb7-0ce1790149d9 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 932 time: 0.0484538 Dec 12 05:30:03.277580 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-82de1d2a-ba8b-4492-9182-d16c0df5e7dc req-7cfdc5fd-e7e1-4eec-8ef3-ff31c0e41e09 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501995 Dec 12 05:30:04.404058 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843b8c2-18ee-4697-accb-0284393230b0 req-9fba9f80-02d5-44fe-a82d-8bf74fe54b4a tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:04.409312 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e843b8c2-18ee-4697-accb-0284393230b0 req-9fba9f80-02d5-44fe-a82d-8bf74fe54b4a tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 932 time: 0.0621135 Dec 12 05:30:04.461546 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e843b8c2-18ee-4697-accb-0284393230b0 req-d31a069c-c987-4e16-9e81-108cdbf23c3e tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488806 Dec 12 05:30:05.603418 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d9440-85fa-4036-8c99-386304b23e59 req-d1fca316-0e73-443d-81e9-158c857c0397 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:05.605913 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-559d9440-85fa-4036-8c99-386304b23e59 req-d1fca316-0e73-443d-81e9-158c857c0397 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 932 time: 0.0537183 Dec 12 05:30:05.661806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-559d9440-85fa-4036-8c99-386304b23e59 req-1c5a8ffe-3b7f-4c34-972f-2599f7dc1c10 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485656 Dec 12 05:30:06.786043 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1129e-77c4-40de-b5c2-6a0d9338600f req-5fe77200-ea14-4991-b79a-69e24b2c4e4a tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:06.787538 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b2f1129e-77c4-40de-b5c2-6a0d9338600f req-5fe77200-ea14-4991-b79a-69e24b2c4e4a tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 932 time: 0.0488994 Dec 12 05:30:06.838922 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b2f1129e-77c4-40de-b5c2-6a0d9338600f req-b470cce3-f816-4953-962e-2e85574c0ddc tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453084 Dec 12 05:30:07.132105 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:30:07.961130 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef6233-bbcc-49cb-9268-cc42e9f9fb63 req-52e66bae-ec52-4890-a74a-feba6d4237ba tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:07.962632 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03ef6233-bbcc-49cb-9268-cc42e9f9fb63 req-52e66bae-ec52-4890-a74a-feba6d4237ba tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 932 time: 0.0525856 Dec 12 05:30:08.022293 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-03ef6233-bbcc-49cb-9268-cc42e9f9fb63 req-b47157eb-a9ec-472f-95db-93d4847ef884 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535872 Dec 12 05:30:09.135939 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206264e-b4aa-440b-9195-4f4ae97b5e92 req-01a3fac6-d476-4b8a-a167-085fb85aa3a1 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:09.137453 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3206264e-b4aa-440b-9195-4f4ae97b5e92 req-01a3fac6-d476-4b8a-a167-085fb85aa3a1 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 932 time: 0.0526121 Dec 12 05:30:09.184996 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-3206264e-b4aa-440b-9195-4f4ae97b5e92 req-ba4ec235-751a-4dbb-83d4-a0432cf1c31f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Dec 12 05:30:09.788762 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-75b117f2-10fa-419a-8c0a-d766f3d96987 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:30:09.789751 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-75b117f2-10fa-419a-8c0a-d766f3d96987 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073919 Dec 12 05:30:09.860193 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.v2.base [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Request body: {'port': {'device_id': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-7'}} {{(pid=103450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:30:09.915956 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:10.172359 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f68b2fe-3d96-49c6-83c3-e9797cc95475 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:30:10.179914 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:10.192366 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Transition to ACTIVE for port object 1f68b2fe-3d96-49c6-83c3-e9797cc95475 will not be triggered until provisioned by entity L2. {{(pid=103450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 05:30:10.196057 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:10.255042 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=1f68b2fe-3d96-49c6-83c3-e9797cc95475,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:30:10.308238 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a68be-9fe4-472b-a4ac-9cafcbf3bcb8 req-b5e02d95-28a9-45ab-83d6-0c2e2cc8670b tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:10.314975 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-836a68be-9fe4-472b-a4ac-9cafcbf3bcb8 req-b5e02d95-28a9-45ab-83d6-0c2e2cc8670b tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 944 time: 0.0587261 Dec 12 05:30:10.323559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Attempting to bind port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 on host n-h2-710847-7 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 05:30:10.323905 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Attempting to bind port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 by drivers openvswitch,hyperv on host n-h2-710847-7 at level 0 using segments [{'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 05:30:10.324242 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Attempting to bind port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 on network 3fe321bc-23db-43c3-8360-bade69130ce2 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:30:10.328709 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 on network 3fe321bc-23db-43c3-8360-bade69130ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-7 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 05:30:10.329073 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Attempting to bind port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 on network 3fe321bc-23db-43c3-8360-bade69130ce2 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 05:30:10.334842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Checking agent: {'id': '170e5b7f-5121-4524-8a64-2d3e5d43fe65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'started_at': datetime.datetime(2021, 12, 12, 4, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 5, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 05:30:10.335191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Checking segment: {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 05:30:10.335593 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Bound using segment: {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 05:30:10.336037 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Bound port: 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host: n-h2-710847-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcc047a-2e78-489b-aa1a-9030fcb3d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 05:30:10.336568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:10.366981 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-836a68be-9fe4-472b-a4ac-9cafcbf3bcb8 req-87b0d872-6538-4f31-b7d5-0f8acc9d8b0b tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500357 Dec 12 05:30:10.408364 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] For port 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host n-h2-710847-7, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 05:30:10.411466 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] For port 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host n-h2-710847-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 05:30:10.416660 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3519300'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:10.458306 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:10.459021 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:10.460357 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] 10.222.0.18 "PUT /v2.0/ports/1f68b2fe-3d96-49c6-83c3-e9797cc95475 HTTP/1.1" status: 200 len: 1092 time: 0.6484888 Dec 12 05:30:10.460807 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:30:10.463092 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04f8d6a-d8ff-4690-89d8-64f553951d99" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:30:10.486151 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13f927-ae2d-4bf6-be67-5704e650ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=1f68b2fe-3d96-49c6-83c3-e9797cc95475,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:30:10.515957 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c636f92f-3646-498c-9ed6-6c2cd21d4154 x-openstack-request-id: req-c636f92f-3646-498c-9ed6-6c2cd21d4154 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:30:10.516328 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:30:10.516784 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c636f92f-3646-498c-9ed6-6c2cd21d4154 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:30:10.517224 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'status': 'completed', 'code': 200} Dec 12 05:30:10.575998 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10231de-7864-4f48-85b0-6b889cafe59d req-d3355598-ad12-4d69-a2bc-e627806762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:10.577587 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-d3355598-ad12-4d69-a2bc-e627806762a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 1095 time: 0.0435469 Dec 12 05:30:10.627108 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-abb66569-f947-4bbf-abed-e5e5c0b9038c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475 HTTP/1.1" status: 200 len: 217 time: 0.0366778 Dec 12 05:30:10.679471 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fed2a3b6-083f-4667-b073-4b0c76c216c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:10.680844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-fed2a3b6-083f-4667-b073-4b0c76c216c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0480959 Dec 12 05:30:10.726572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10231de-7864-4f48-85b0-6b889cafe59d req-088bfb5c-ac82-4cb1-b076-2555938afd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:10.728065 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-088bfb5c-ac82-4cb1-b076-2555938afd3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394785 Dec 12 05:30:10.818971 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-20274cff-6bc9-4fd9-beb0-d9e2300d0155 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821533 Dec 12 05:30:10.836378 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-24e46807-ab81-4cf3-b7d7-fef8b80e34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:10.891269 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-fa4cafaf-91f1-43e6-885c-b1f38e774c50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399852 Dec 12 05:30:10.922435 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-d10231de-7864-4f48-85b0-6b889cafe59d req-f79408b7-7331-45ff-8b5d-a127aed28f2f service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916173 Dec 12 05:30:11.003963 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-03a258cf-893a-4fdd-ac3e-9da9f6a83f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:11.005441 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-03a258cf-893a-4fdd-ac3e-9da9f6a83f3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1094 time: 0.0443814 Dec 12 05:30:11.043849 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-57dc9db8-53a8-4ccf-a84a-6010bdcca56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:11.045429 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-57dc9db8-53a8-4ccf-a84a-6010bdcca56e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 1095 time: 0.0424180 Dec 12 05:30:11.113645 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-90e877f3-7266-49be-aa36-ffbc7eae9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:11.115139 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-90e877f3-7266-49be-aa36-ffbc7eae9a7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0884647 Dec 12 05:30:11.139559 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-1c703834-d1ef-4ed2-8363-fb0d55992f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:11.141058 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-1c703834-d1ef-4ed2-8363-fb0d55992f96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0887535 Dec 12 05:30:11.183672 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-e3107a4c-1208-43a9-9d6a-3bafffda9024 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475 HTTP/1.1" status: 200 len: 217 time: 0.0356097 Dec 12 05:30:11.189818 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-5113bfe8-310e-4417-8c41-988a725d00aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 200 len: 998 time: 0.0629151 Dec 12 05:30:11.236312 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-883e43dc-436d-4a5d-bc62-7d1c683d9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:11.237835 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-883e43dc-436d-4a5d-bc62-7d1c683d9b82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0451334 Dec 12 05:30:11.242604 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-a98e32f3-1c3a-447a-a3dd-80536aa43f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:11.244071 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-a98e32f3-1c3a-447a-a3dd-80536aa43f1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0438585 Dec 12 05:30:11.291569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-22146bd4-51d9-4e6d-a8df-673bda597806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:11.293144 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-22146bd4-51d9-4e6d-a8df-673bda597806 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474689 Dec 12 05:30:11.295432 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-036a1b51-0763-4cf6-937d-a0c89ae33d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:11.296970 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-036a1b51-0763-4cf6-937d-a0c89ae33d70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417066 Dec 12 05:30:11.383928 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-ae2c4bc0-6a4f-4d7b-a833-1f49376d802b service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831454 Dec 12 05:30:11.394891 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-85300d46-e700-4dc5-a9bd-fdcd61bf7459 service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866306 Dec 12 05:30:11.489095 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f04f8d6a-d8ff-4690-89d8-64f553951d99 req-ce209ce6-e196-4211-b2fe-44fc10f683a7 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971851 Dec 12 05:30:11.530707 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af1e10-34dd-4d20-9191-b25714565dbc req-c6e12fed-4e4c-475e-81cb-02a300c76645 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:11.532648 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4af1e10-34dd-4d20-9191-b25714565dbc req-c6e12fed-4e4c-475e-81cb-02a300c76645 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 944 time: 0.0823174 Dec 12 05:30:11.537737 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e0340420-3d5d-4a64-88c2-9dc297f8d641 req-45d13056-7b98-40cf-974a-e1dfb8a45d4f service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312275 Dec 12 05:30:11.585499 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-e4af1e10-34dd-4d20-9191-b25714565dbc req-d5a1a2e0-9a4c-4042-ab48-633da57ec9b5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457711 Dec 12 05:30:12.469123 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:12.700919 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a11a12-4813-40c1-a593-b79d78aadc28 req-9f1e079f-d01e-437c-b897-d04a9fe78c08 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:12.702412 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-79a11a12-4813-40c1-a593-b79d78aadc28 req-9f1e079f-d01e-437c-b897-d04a9fe78c08 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 944 time: 0.0489736 Dec 12 05:30:12.751578 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-79a11a12-4813-40c1-a593-b79d78aadc28 req-16cd817c-08ab-4144-b102-063e247af6c5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421026 Dec 12 05:30:12.773946 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1f68b2fe-3d96-49c6-83c3-e9797cc95475 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:30:12.869772 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:30:12.881105 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'port_id': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'mac_address': 'fa:16:3e:8d:03:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:30:12.916333 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:12.929665 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f68b2fe-3d96-49c6-83c3-e9797cc95475 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:30:12.949553 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:30:12.953537 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:13.002579 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1f68b2fe-3d96-49c6-83c3-e9797cc95475,revision_number=4']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:30:13.123092 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca1fd-bbea-44fd-b911-7a8594f33938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:13.245092 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['1f68b2fe-3d96-49c6-83c3-e9797cc95475'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:30:13.867324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1fc71-c301-4af4-98a4-60805961b486 req-31c8c0d7-8636-4fb3-b487-abb4bfe7bef7 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:13.868806 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61f1fc71-c301-4af4-98a4-60805961b486 req-31c8c0d7-8636-4fb3-b487-abb4bfe7bef7 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 945 time: 0.0505223 Dec 12 05:30:13.917397 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-61f1fc71-c301-4af4-98a4-60805961b486 req-927b2054-07ea-41d3-9d17-63cd45e775e5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426109 Dec 12 05:30:14.407066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:14.676488 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:14.789192 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1f68b2fe-3d96-49c6-83c3-e9797cc95475 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:30:14.836632 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning for port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 completed by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 05:30:14.840335 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:30:14.840711 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:14.919620 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:14.942990 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:30:14.945224 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ff3792-6e9a-4fba-944a-0675d731ff04" -d '{"events": [{"server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "name": "network-vif-plugged", "status": "completed", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:30:14.958534 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:30:14.964280 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:14.991419 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1a44b6-baa3-483f-aff8-0f81f7152206 x-openstack-request-id: req-ac1a44b6-baa3-483f-aff8-0f81f7152206 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:30:14.991722 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "name": "network-vif-plugged", "status": "completed", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:30:14.991988 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac1a44b6-baa3-483f-aff8-0f81f7152206 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:30:14.992390 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'code': 200} Dec 12 05:30:15.017815 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1f68b2fe-3d96-49c6-83c3-e9797cc95475,revision_number=5']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:30:15.037468 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448404d-d695-4ff6-8614-58228eeaa341 req-141ae321-7586-4cb9-93c9-eda5896d5d10 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:15.038999 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b448404d-d695-4ff6-8614-58228eeaa341 req-141ae321-7586-4cb9-93c9-eda5896d5d10 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 946 time: 0.0491688 Dec 12 05:30:15.096865 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-b448404d-d695-4ff6-8614-58228eeaa341 req-06bcecc8-a230-4913-b46f-515ccf3cce70 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516410 Dec 12 05:30:15.128745 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d22c12-089b-4b94-b07f-4db786e492b8 req-c026a6f2-05c3-4eb3-9574-f197ead4abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:15.130289 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44d22c12-089b-4b94-b07f-4db786e492b8 req-c026a6f2-05c3-4eb3-9574-f197ead4abb9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 1097 time: 0.0501173 Dec 12 05:30:15.176691 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-44d22c12-089b-4b94-b07f-4db786e492b8 req-cf60c78f-e4ea-4d0a-a2ca-3f0d07408165 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387337 Dec 12 05:30:15.943913 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:16.217933 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cc58c-d2fd-48c0-9cb3-1071ce55add1 req-17e65709-f090-48d0-b895-6429e7e6ee6f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:16.219364 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-385cc58c-d2fd-48c0-9cb3-1071ce55add1 req-17e65709-f090-48d0-b895-6429e7e6ee6f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 946 time: 0.0534472 Dec 12 05:30:16.278448 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-385cc58c-d2fd-48c0-9cb3-1071ce55add1 req-fc7acfa9-b775-49b5-9add-619125936a9a tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525765 Dec 12 05:30:16.915053 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:17.392287 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8402ff-fc1a-4441-972c-32f72f6faacb req-d9b9822e-5276-401d-a026-0122fe2a62ba tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:17.393818 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d8402ff-fc1a-4441-972c-32f72f6faacb req-d9b9822e-5276-401d-a026-0122fe2a62ba tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 946 time: 0.0491912 Dec 12 05:30:17.442898 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-4d8402ff-fc1a-4441-972c-32f72f6faacb req-9a3abd32-6930-4029-a22f-6e34d006e4cd tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Dec 12 05:30:17.559231 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237922f-bbf9-4849-8c65-48d373964879 req-13e024d4-ffb4-4eb8-939e-783e76fee31a tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:17.560662 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7237922f-bbf9-4849-8c65-48d373964879 req-13e024d4-ffb4-4eb8-939e-783e76fee31a tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 946 time: 0.0496218 Dec 12 05:30:17.609563 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-7237922f-bbf9-4849-8c65-48d373964879 req-1fe00e4e-2b1d-4918-a3fb-2d474a8ba955 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 Dec 12 05:30:17.630833 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45044) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:30:17.669036 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ccbca-8d6f-43e1-94d8-5fa381d5dd19 tempest-TestSnapshotPattern-1505489435 tempest-TestSnapshotPattern-1505489435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:17.670530 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-046ccbca-8d6f-43e1-94d8-5fa381d5dd19 tempest-TestSnapshotPattern-1505489435 tempest-TestSnapshotPattern-1505489435-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 1092 time: 0.0387142 Dec 12 05:30:17.673738 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45046) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:30:17.678140 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.v2.base [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Request body: {'floatingip': {'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'port_id': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 05:30:17.702820 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for floatingip, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:17.807612 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:17.909823 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_common [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Allocated IP 172.25.7.254 (58d80648-86df-462b-ae94-89bf1be5972b/b57dc0b0-4730-4275-a12b-a675df822a6d/0cb82479-ab5b-421b-a7c1-b6f5974d75fa) {{(pid=103451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 05:30:18.019234 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for port, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:18.051409 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730862631069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:18.087271 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Network 58d80648-86df-462b-ae94-89bf1be5972b is already hosted by enough agents. {{(pid=103451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 05:30:18.090132 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.base_scheduler [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Resources bound (agent type, host, resource id): {{(pid=103451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 05:30:18.093249 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Received port after_create {{(pid=103451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 05:30:18.123706 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'Port': ['ID=0cb82479-ab5b-421b-a7c1-b6f5974d75fa,revision_number=1']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:30:18.136568 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.136954 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.137311 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.137655 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.137992 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.138334 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.138662 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.138996 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.139328 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.139652 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.139978 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.140308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.140635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:30:18.459814 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:18.524162 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:18.671581 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for port, precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:18.675885 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3237439'] for port, after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:18.750717 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event updated for resources: {'Port': ['ID=0cb82479-ab5b-421b-a7c1-b6f5974d75fa,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:30:18.759734 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596005'] for floatingip, after_create {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:18.857154 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Floating IP 518ded87-c833-4ad5-9231-124e76546405 associated. External IP: 172.25.7.254, port: 1f68b2fe-3d96-49c6-83c3-e9797cc95475. Dec 12 05:30:19.058423 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:30:19.166553 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:30:19.176552 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] Sync routers for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:30:19.185051 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:19.187022 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:30:19.188399 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:30:19.211695 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-553b94e2-2d8e-4c79-b1f4-bfaacd974c1f tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5369415 Dec 12 05:30:19.212393 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:30:19.214765 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d697357-af74-421f-9f16-e4ba76d1ae63" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:30:19.294755 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:30:19.309708 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1829a55d-beb9-4a92-bcdf-9d1a438f8c09 x-openstack-request-id: req-1829a55d-beb9-4a92-bcdf-9d1a438f8c09 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:30:19.309955 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:30:19.310223 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1829a55d-beb9-4a92-bcdf-9d1a438f8c09 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:30:19.310641 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'status': 'completed', 'code': 200} Dec 12 05:30:19.396834 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-946c27b6-3440-4947-8876-7d6dfa18367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:19.398404 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-946c27b6-3440-4947-8876-7d6dfa18367d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 1097 time: 0.0417705 Dec 12 05:30:19.497369 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-4e0faeaa-4515-42ce-a2a2-87620dfe8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:19.498890 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-4e0faeaa-4515-42ce-a2a2-87620dfe8de2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0938313 Dec 12 05:30:19.523993 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '518ded87-c833-4ad5-9231-124e76546405', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:8d:03:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:30:18Z', 'updated_at': '2021-12-12T05:30:18Z', 'revision_number': 0, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}, {'id': '52757343-85b2-4429-8cff-460e462b021f', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:27:44Z', 'updated_at': '2021-12-12T05:27:46Z', 'revision_number': 1, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:30:19.552756 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] Checking router: a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:30:19.561232 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:30:19.561768 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:30:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:30:19.564475 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-16401153-c741-41cf-ae8f-700061deefa9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475 HTTP/1.1" status: 200 len: 1000 time: 0.0591092 Dec 12 05:30:19.618393 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-e3078e8b-e992-4f34-bd46-211cc7a29d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:19.619864 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-e3078e8b-e992-4f34-bd46-211cc7a29d6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0481193 Dec 12 05:30:19.665339 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-415f80c9-0668-4c3a-a714-5b75d3b3d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:19.665571 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:30:19.666844 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-415f80c9-0668-4c3a-a714-5b75d3b3d8ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398095 Dec 12 05:30:19.758586 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-66806008-e0d6-471a-8523-1c6b2035fddd service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845082 Dec 12 05:30:19.854759 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-5d697357-af74-421f-9f16-e4ba76d1ae63 req-0a6f64f1-d304-49cb-a075-23bc4a9cbf10 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890763 Dec 12 05:30:19.982896 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '518ded87-c833-4ad5-9231-124e76546405', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:8d:03:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:30:18Z', 'updated_at': '2021-12-12T05:30:18Z', 'revision_number': 0, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}, {'id': '52757343-85b2-4429-8cff-460e462b021f', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:27:44Z', 'updated_at': '2021-12-12T05:27:46Z', 'revision_number': 1, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:30:20.008034 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1cdc6-0987-49a2-906e-482e1735ddf7 None None] The sync data for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 is: [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '518ded87-c833-4ad5-9231-124e76546405', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:8d:03:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:30:18Z', 'updated_at': '2021-12-12T05:30:18Z', 'revision_number': 0, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}, {'id': '52757343-85b2-4429-8cff-460e462b021f', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:27:44Z', 'updated_at': '2021-12-12T05:27:46Z', 'revision_number': 1, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:30:20.302765 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05409ff-7d84-498c-bee8-83f92aef8b65 None None] New status for floating IP 518ded87-c833-4ad5-9231-124e76546405: ACTIVE {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:30:40.840093 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-44ac69c1-e79b-41a3-82ca-ab66ca44520d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:42.467878 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:43.123566 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-854aadb7-a5da-44b9-a539-8073214d0df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:44.132066 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:30:44.411702 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:44.679552 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:45.949084 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:46.917965 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:30:57.170227 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-5fceda35-e101-43f0-9358-608ac93ae02a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412729 Dec 12 05:30:57.265501 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-db3f24fb-02de-4e83-a220-d75e9c853e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:57.267560 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-db3f24fb-02de-4e83-a220-d75e9c853e39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 1097 time: 0.0398879 Dec 12 05:30:57.374806 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-942dda54-44ad-48eb-9dad-f09204042cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:57.376835 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-942dda54-44ad-48eb-9dad-f09204042cef service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0890996 Dec 12 05:30:57.442521 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-6077b25a-51d0-4cd4-9abd-a2e703ff20e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475 HTTP/1.1" status: 200 len: 1002 time: 0.0589130 Dec 12 05:30:57.495117 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-373255ff-453f-49e4-b56e-a99b5833b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:57.496543 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-373255ff-453f-49e4-b56e-a99b5833b271 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0475476 Dec 12 05:30:57.542347 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-e7f6dd34-0552-4e1b-84ab-99d05b406782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:30:57.543815 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-e7f6dd34-0552-4e1b-84ab-99d05b406782 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395050 Dec 12 05:30:57.633832 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-f5e5a1fd-7b58-4818-90d1-cb46f8e43f3a service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820394 Dec 12 05:30:57.726792 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-6808eb28-9b73-46e1-b787-0ea914fbbbd7 req-2efc82ea-0f65-49ec-8459-c8e1bf549b59 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849683 Dec 12 05:31:10.841309 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c6bbe01d-dca3-4885-b014-f0a0065dc9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:11.930289 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-35d6c821-e10f-4f74-a149-c5704774171e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849061 Dec 12 05:31:12.039172 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-b231772b-f375-4ef5-90be-d1979fba06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:31:12.040659 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-b231772b-f375-4ef5-90be-d1979fba06cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1094 time: 0.0410066 Dec 12 05:31:12.152119 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-ee46a7fe-7540-4c69-aa04-597d94662d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:31:12.153534 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-ee46a7fe-7540-4c69-aa04-597d94662d62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0889645 Dec 12 05:31:12.223390 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-a0c0db1b-66ec-40fa-9bf3-10d596ca35ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 200 len: 998 time: 0.0573568 Dec 12 05:31:12.275564 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-a7224f76-b692-4569-9a7c-2a21b6500888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:31:12.277161 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-a7224f76-b692-4569-9a7c-2a21b6500888 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0433505 Dec 12 05:31:12.331931 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-fb3b1c19-b893-4e60-bc41-7c1f3dbf2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:31:12.333457 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-fb3b1c19-b893-4e60-bc41-7c1f3dbf2e7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434446 Dec 12 05:31:12.348635 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-997a25f3-557d-44c0-a3aa-bb1180c56954 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 05:31:12.349612 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-997a25f3-557d-44c0-a3aa-bb1180c56954 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053267 Dec 12 05:31:12.437382 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-26ff1131-e787-4871-8205-9be52efc0dce service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805240 Dec 12 05:31:12.468962 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:12.535430 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-f76ca374-e9a9-4beb-916c-8d61caef6651 req-7908d285-fd83-4097-b7a6-906676657fe9 service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875528 Dec 12 05:31:13.124378 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-b35f8f92-7ca5-421f-ac01-425f63931b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:14.414420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:14.680133 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:15.949105 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:16.919263 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:21.131310 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:31:40.846329 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-57da665a-b043-4872-b271-66ad37bd41a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:42.466246 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:43.126111 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f3b534ca-ef14-4ec8-a0ad-a7c0fde0caa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:44.416947 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:44.680886 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:45.953361 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:46.920399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:49.203976 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1f68b2fe-3d96-49c6-83c3-e9797cc95475 details requested by agent hyperv_n-h2-710847-7 with host n-h2-710847-7 {{(pid=103452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 05:31:49.302019 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:31:49.313571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Returning: {'device': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'port_id': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'mac_address': 'fa:16:3e:8d:03:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 05:31:49.352691 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:49.365969 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f68b2fe-3d96-49c6-83c3-e9797cc95475 {{(pid=103452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 05:31:49.385408 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:31:49.389262 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:49.440234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1f68b2fe-3d96-49c6-83c3-e9797cc95475,revision_number=6']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:31:49.447805 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.448161 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.448513 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.448885 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.449234 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.449575 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.449918 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.450254 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.450588 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.450924 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.451257 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.451590 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.451922 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:49.526897 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] get_ports_and_sgs() called for port_ids ['1f68b2fe-3d96-49c6-83c3-e9797cc95475'] {{(pid=103452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 05:31:51.226193 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1f68b2fe-3d96-49c6-83c3-e9797cc95475 up at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 05:31:51.281913 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.provisioning_blocks [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Provisioning complete for port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 triggered by entity L2. {{(pid=103452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 05:31:51.282343 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536482283'] for port, provisioning_complete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:51.369824 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536491290'] for port, before_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:51.399799 n-d-710847-7 neutron-server[103452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475'}] {{(pid=103452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:31:51.402759 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c6938fc672f5f53ace40b13f682a6e4bf33c74df63eac0658edb68d7265710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78fc2df-d51a-417b-bc8a-876f66f7962f" -d '{"events": [{"server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "name": "network-vif-plugged", "status": "completed", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475"}]}' {{(pid=103452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:31:51.417087 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] For port 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:31:51.427256 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730863114213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730862631087', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730862631105'] for port, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:51.463106 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5256c156-42de-4308-83ad-1092ca9e07d1 x-openstack-request-id: req-5256c156-42de-4308-83ad-1092ca9e07d1 {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:31:51.463482 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "name": "network-vif-plugged", "status": "completed", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475", "code": 200}]} {{(pid=103452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:31:51.463836 n-d-710847-7 neutron-server[103452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5256c156-42de-4308-83ad-1092ca9e07d1 {{(pid=103452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:31:51.464303 n-d-710847-7 neutron-server[103452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'code': 200} Dec 12 05:31:51.483529 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Pushing event updated for resources: {'Port': ['ID=1f68b2fe-3d96-49c6-83c3-e9797cc95475,revision_number=7']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:31:58.131544 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:31:59.157197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-f9053d31-1638-4ccd-af36-8849626a180b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417297 Dec 12 05:31:59.257031 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-4da822fa-e1d3-4208-a5e9-7cfd72ec8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:31:59.258726 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-4da822fa-e1d3-4208-a5e9-7cfd72ec8f79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 1097 time: 0.0443056 Dec 12 05:31:59.374809 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-7a787c80-81e2-476c-892f-b4ad1c9c45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:31:59.376388 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-7a787c80-81e2-476c-892f-b4ad1c9c45ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0964417 Dec 12 05:31:59.398324 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45244) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:31:59.444871 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-cd8ce64c-1a70-46f5-9385-b68c61dc425b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475 HTTP/1.1" status: 200 len: 1002 time: 0.0606613 Dec 12 05:31:59.499664 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-1e82d5ee-7795-4887-b6fc-5251d96cc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:31:59.501197 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-1e82d5ee-7795-4887-b6fc-5251d96cc3a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0497513 Dec 12 05:31:59.546451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-20f445a1-9871-4ebe-aa6a-94a2ba51da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:31:59.547985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-20f445a1-9871-4ebe-aa6a-94a2ba51da76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402358 Dec 12 05:31:59.560908 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Deleting port 0cb82479-ab5b-421b-a7c1-b6f5974d75fa {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:31:59.561267 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:59.636621 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:59.636990 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:59.638117 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-d6fe79e6-047b-4414-8014-7b8265a2976d service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829134 Dec 12 05:31:59.649394 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Calling delete_port for 0cb82479-ab5b-421b-a7c1-b6f5974d75fa owned by network:floatingip {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:31:59.732770 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-ba9cc4a4-242a-4221-aebd-61d3ffa2b304 req-14054cda-4294-4054-b4b3-3cf458f02dee service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868797 Dec 12 05:31:59.801143 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:59.827830 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event deleted for resources: {'Port': ['ID=0cb82479-ab5b-421b-a7c1-b6f5974d75fa,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:31:59.856041 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.856403 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.856758 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.857135 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.857485 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.857831 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.858173 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.858515 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.858859 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.859197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.859537 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.859876 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.860211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:31:59.901634 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for floatingip, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:31:59.901973 n-d-710847-7 neutron-server[103451]: INFO neutron.db.l3_db [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Floating IP 518ded87-c833-4ad5-9231-124e76546405 disassociated (deleted). External IP: 172.25.7.254, port: 1f68b2fe-3d96-49c6-83c3-e9797cc95475. Dec 12 05:32:00.108943 n-d-710847-7 neutron-server[103451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:32:00.215167 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:32:00.220058 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:00.224642 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] Sync routers for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:32:00.235202 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:32:00.235839 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:31:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:00.250101 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-89f3f97c-9090-4c18-b177-5834f3833e56 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "DELETE /v2.0/floatingips/518ded87-c833-4ad5-9231-124e76546405 HTTP/1.1" status: 204 len: 168 time: 0.8505766 Dec 12 05:32:00.250675 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:32:00.252985 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46af6ed5-7b66-4819-bd8a-2f92cc86e525" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:32:00.292650 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5480d-2b1e-448a-825c-75a870dda0be x-openstack-request-id: req-2ee5480d-2b1e-448a-825c-75a870dda0be {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:32:00.292996 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:32:00.293260 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ee5480d-2b1e-448a-825c-75a870dda0be {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:32:00.293666 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'status': 'completed', 'code': 200} Dec 12 05:32:00.361487 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:32:00.381814 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-15c5d511-e33d-46a7-89a2-ecd4c647e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:00.384009 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-15c5d511-e33d-46a7-89a2-ecd4c647e049 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 1097 time: 0.0460038 Dec 12 05:32:00.495665 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-2ec9353b-cfe3-4955-ab18-1849d3d91f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:00.497249 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-2ec9353b-cfe3-4955-ab18-1849d3d91f40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.1043248 Dec 12 05:32:00.563387 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-3715cb94-9e3e-4c74-992e-a925ba653440 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475 HTTP/1.1" status: 200 len: 217 time: 0.0561635 Dec 12 05:32:00.591542 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '52757343-85b2-4429-8cff-460e462b021f', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:27:44Z', 'updated_at': '2021-12-12T05:27:46Z', 'revision_number': 1, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:00.616231 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246bc20-3242-43a7-b26b-4eb90b336745 req-f714b957-7a40-4f48-8479-d319eae94434 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:00.617707 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e246bc20-3242-43a7-b26b-4eb90b336745 req-f714b957-7a40-4f48-8479-d319eae94434 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 946 time: 0.1685276 Dec 12 05:32:00.618358 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] Checking router: a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:32:00.626873 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:32:00.627493 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:31:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:00.643229 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-3efa65b3-314c-43b6-bb25-ed1ead11c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:00.644676 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-3efa65b3-314c-43b6-bb25-ed1ead11c8ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0731423 Dec 12 05:32:00.699310 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-e246bc20-3242-43a7-b26b-4eb90b336745 req-f4eb9b62-3ac8-4a8c-a1e4-61829732ffec tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740657 Dec 12 05:32:00.721035 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-3f148bc0-1901-4dd8-ad0a-2ba82d5e7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:00.722582 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-3f148bc0-1901-4dd8-ad0a-2ba82d5e7b71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660572 Dec 12 05:32:00.733487 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:32:00.811308 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-04a5b6af-75ae-43dc-9a34-ac3b423eae38 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810175 Dec 12 05:32:00.903840 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-46af6ed5-7b66-4819-bd8a-2f92cc86e525 req-fed8e2be-f94c-4f25-ae0f-c9435e4f2ff6 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853624 Dec 12 05:32:00.955192 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '52757343-85b2-4429-8cff-460e462b021f', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:27:44Z', 'updated_at': '2021-12-12T05:27:46Z', 'revision_number': 1, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:00.984437 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93634bb-edd2-4bb5-8f22-0fe05be97d0d None None] The sync data for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 is: [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_floatingips': [{'id': '52757343-85b2-4429-8cff-460e462b021f', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'router_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'port_id': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'mac_address': 'fa:16:3e:a4:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07295004-226e-4713-a01d-8efb9fa57169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T05:27:44Z', 'updated_at': '2021-12-12T05:27:46Z', 'revision_number': 1, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:32:01.196061 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb383ad3-d4e0-4551-963a-7bb8ea7c6689 None None] New status for floating IP 518ded87-c833-4ad5-9231-124e76546405: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:32:01.816842 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429b8af-5e3d-4050-8c0e-4b71533ea97d req-2d5990db-357e-4af4-9c2d-29b12b194da3 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:01.818324 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6429b8af-5e3d-4050-8c0e-4b71533ea97d req-2d5990db-357e-4af4-9c2d-29b12b194da3 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 946 time: 0.0476894 Dec 12 05:32:01.867140 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-6429b8af-5e3d-4050-8c0e-4b71533ea97d req-56488b91-5bd4-45ed-b9fd-3b0dee47358d tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428622 Dec 12 05:32:02.147064 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-e1bb8787-61b6-4a22-947a-6e8b0b7da771 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:02.148431 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-e1bb8787-61b6-4a22-947a-6e8b0b7da771 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 946 time: 0.0493248 Dec 12 05:32:02.239569 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Deleting port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:02.239915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:02.327112 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] For port 1f68b2fe-3d96-49c6-83c3-e9797cc95475, host n-h2-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-7',level=0,port_id=1f68b2fe-3d96-49c6-83c3-e9797cc95475,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:02.327476 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:02.339970 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Calling delete_port for 1f68b2fe-3d96-49c6-83c3-e9797cc95475 owned by compute:nova {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:02.466399 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:02.494617 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event deleted for resources: {'Port': ['ID=1f68b2fe-3d96-49c6-83c3-e9797cc95475,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:02.504756 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.505140 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.505496 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.505847 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.506195 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.506541 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.506879 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.507218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.507552 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.507884 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.508218 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.509068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.509068 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-7 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 05:32:02.553365 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] No DVR routers for this DVR port 1f68b2fe-3d96-49c6-83c3-e9797cc95475 on host n-h2-710847-7 {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:32:02.555915 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:02.559495 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-446536f8-3674-418c-8aeb-66abf20e7e73 req-eba05b7c-79c5-46fa-a828-e275036493ae tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.18 "DELETE /v2.0/ports/1f68b2fe-3d96-49c6-83c3-e9797cc95475 HTTP/1.1" status: 204 len: 173 time: 0.4044154 Dec 12 05:32:02.559966 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'name': 'network-vif-deleted', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:32:02.562294 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a1d384-79b1-4325-9be5-786f73e89c8a" -d '{"events": [{"server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "name": "network-vif-deleted", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:32:02.601938 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da048eb-a239-4cef-9f48-87c3d77ead5c x-openstack-request-id: req-6da048eb-a239-4cef-9f48-87c3d77ead5c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:32:02.602268 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b6622f-5a40-46be-ab05-47233d9b29b9", "name": "network-vif-deleted", "tag": "1f68b2fe-3d96-49c6-83c3-e9797cc95475", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:32:02.602540 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6da048eb-a239-4cef-9f48-87c3d77ead5c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:32:02.602961 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b6622f-5a40-46be-ab05-47233d9b29b9', 'name': 'network-vif-deleted', 'tag': '1f68b2fe-3d96-49c6-83c3-e9797cc95475', 'status': 'completed', 'code': 200} Dec 12 05:32:02.978975 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d61958c5-ad56-4ddc-90d3-7be513cd34cc req-ed199b81-a132-47d9-9a5c-da17d1036ca8 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9b6622f-5a40-46be-ab05-47233d9b29b9 HTTP/1.1" status: 200 len: 210 time: 0.0276210 Dec 12 05:32:03.286847 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1f68b2fe-3d96-49c6-83c3-e9797cc95475 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:32:03.307454 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 1f68b2fe-3d96-49c6-83c3-e9797cc95475 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:32:03.307812 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1f68b2fe-3d96-49c6-83c3-e9797cc95475 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:32:04.533264 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45304) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:04.686191 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Deleting port 9dce9eaf-d7f0-4c83-b09f-dcb408d3c114 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:04.686528 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:04.761046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:04.761376 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:04.773655 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Calling delete_port for 9dce9eaf-d7f0-4c83-b09f-dcb408d3c114 owned by network:floatingip {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:04.920578 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:04.950506 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event deleted for resources: {'Port': ['ID=9dce9eaf-d7f0-4c83-b09f-dcb408d3c114,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:05.009991 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for floatingip, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:05.010313 n-d-710847-7 neutron-server[103450]: INFO neutron.db.l3_db [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Floating IP 52757343-85b2-4429-8cff-460e462b021f disassociated (deleted). External IP: 172.25.7.63, port: f12845c7-28be-484d-a905-39ff93f77ed6. Dec 12 05:32:05.214842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:32:05.321572 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:32:05.326319 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for floatingip, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:05.330842 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] Sync routers for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:32:05.340953 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:32:05.341560 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:31:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:05.352482 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-f79d994d-ae93-4e08-9151-cdc0427e89ee tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "DELETE /v2.0/floatingips/52757343-85b2-4429-8cff-460e462b021f HTTP/1.1" status: 204 len: 168 time: 0.8181431 Dec 12 05:32:05.353367 n-d-710847-7 neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:32:05.356082 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2316341738199bbd26931b6bb3a62172b4ab42ec32130413b5636dfc108ecba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af64ef9-c351-4ec5-9615-8c439fc42bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:32:05.392999 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 05:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7826e8-98fa-44ac-84e7-d7c25cb27dfb x-openstack-request-id: req-3c7826e8-98fa-44ac-84e7-d7c25cb27dfb {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:32:05.393417 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6", "status": "completed", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:32:05.393923 n-d-710847-7 neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c7826e8-98fa-44ac-84e7-d7c25cb27dfb {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:32:05.394428 n-d-710847-7 neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'status': 'completed', 'code': 200} Dec 12 05:32:05.451687 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:32:05.507212 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-5e2393ab-1841-4a19-b75f-760348ab52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:05.508711 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-5e2393ab-1841-4a19-b75f-760348ab52ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68663d97748d4fcfab43608c2129cbc1&device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 1094 time: 0.0535176 Dec 12 05:32:05.581258 n-d-710847-7 neutron-server[103450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfc77e-99c4-429f-9ff8-49aa9fea9698 req-c321cce5-5ca7-4eb4-9e9c-28d362c067f6 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:05.583562 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08dfc77e-99c4-429f-9ff8-49aa9fea9698 req-c321cce5-5ca7-4eb4-9e9c-28d362c067f6 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 943 time: 0.0520265 Dec 12 05:32:05.633721 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-a52ba869-6958-4636-bab2-52634b74f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:05.634734 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-a52ba869-6958-4636-bab2-52634b74f9cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 200 len: 910 time: 0.0951664 Dec 12 05:32:05.651627 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-08dfc77e-99c4-429f-9ff8-49aa9fea9698 req-bc254ad2-af31-4371-8545-2712c32511a0 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485339 Dec 12 05:32:05.680401 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-e1e88d1a-f3e7-456f-babd-cce850bff25d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 200 len: 217 time: 0.0370097 Dec 12 05:32:05.733858 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-b384e19e-f897-49ce-a4fa-59135c805e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:05.735268 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-b384e19e-f897-49ce-a4fa-59135c805e2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 200 len: 849 time: 0.0472450 Dec 12 05:32:05.750628 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:05.778589 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] Checking router: a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:32:05.783865 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-2ffe4cde-2405-418c-a865-d2944f23e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:05.785985 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-2ffe4cde-2405-418c-a865-d2944f23e36b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fe321bc-23db-43c3-8360-bade69130ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396216 Dec 12 05:32:05.787321 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:32:05.787919 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:31:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:05.876032 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-edca588b-a54a-4fbc-a6b8-31d272b269ae service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822923 Dec 12 05:32:05.889871 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:32:06.092400 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:06.119652 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657bd6d2-98ed-47c0-a334-613de979f253 None None] The sync data for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 is: [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7', '_interfaces': [{'id': '729a620d-eaa7-4e10-9f5f-3701c74d9dfe', 'name': '', 'network_id': '3fe321bc-23db-43c3-8360-bade69130ce2', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'mac_address': 'fa:16:3e:54:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '02749e61-c137-4488-9929-f7011be427d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:24Z', 'updated_at': '2021-12-12T05:27:28Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'subnets': [{'id': '02749e61-c137-4488-9929-f7011be427d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:32:06.317641 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9af64ef9-c351-4ec5-9615-8c439fc42bb1 req-dcf42d3c-6bcd-4311-b504-e0dd824b0ace service neutron] 10.222.0.37 "GET /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321253 Dec 12 05:32:06.337642 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26e274-56e5-4109-a787-924cbbf59096 None None] New status for floating IP 52757343-85b2-4429-8cff-460e462b021f: DOWN {{(pid=103452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 05:32:06.769459 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8493346-3e73-4ec3-9f1b-7a3c716ff2ce req-37887a32-dbe2-4ddb-ac5a-fefd0ccc1072 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:06.770966 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8493346-3e73-4ec3-9f1b-7a3c716ff2ce req-37887a32-dbe2-4ddb-ac5a-fefd0ccc1072 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 943 time: 0.0504613 Dec 12 05:32:06.819709 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-d8493346-3e73-4ec3-9f1b-7a3c716ff2ce req-b926cea0-5e70-477c-8539-4aa00119e1c5 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Dec 12 05:32:07.382106 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1f68b2fe-3d96-49c6-83c3-e9797cc95475 no longer exists at agent hyperv_n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:32:07.405386 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] No Port match for: 1f68b2fe-3d96-49c6-83c3-e9797cc95475 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:32:07.405749 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Device 1f68b2fe-3d96-49c6-83c3-e9797cc95475 not bound to the agent host n-h2-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:32:07.516482 n-d-710847-7 neutron-server[103451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-723d8a8f-edb9-49fd-a21d-779f99995713 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 05:32:07.517968 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-723d8a8f-edb9-49fd-a21d-779f99995713 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.37 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 943 time: 0.0511765 Dec 12 05:32:07.608557 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Deleting port f12845c7-28be-484d-a905-39ff93f77ed6 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:07.608945 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:07.697827 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] For port f12845c7-28be-484d-a905-39ff93f77ed6, host n-h1-710847-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-7',level=0,port_id=f12845c7-28be-484d-a905-39ff93f77ed6,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:07.698190 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:07.711308 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Calling delete_port for f12845c7-28be-484d-a905-39ff93f77ed6 owned by compute:nova {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:07.833046 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:07.865727 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event deleted for resources: {'Port': ['ID=f12845c7-28be-484d-a905-39ff93f77ed6,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:07.908306 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] No DVR routers for this DVR port f12845c7-28be-484d-a905-39ff93f77ed6 on host n-h1-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:32:07.910930 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171835'] for port, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:07.914308 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [req-9a861e25-0cd3-4463-9808-1a79c68ec9f9 req-9a432e4f-7600-42d8-ac89-7a6a17268b36 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.37 "DELETE /v2.0/ports/f12845c7-28be-484d-a905-39ff93f77ed6 HTTP/1.1" status: 204 len: 173 time: 0.3870292 Dec 12 05:32:07.914800 n-d-710847-7 neutron-server[103451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'name': 'network-vif-deleted', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6'}] {{(pid=103451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 05:32:07.917140 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc27a6a02edb1945d88988ec1fadd429d04fecd468898f1575082592ecffb561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8531a61b-dc14-4f40-93e5-b1df087bd55e" -d '{"events": [{"server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "name": "network-vif-deleted", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6"}]}' {{(pid=103451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 05:32:07.917341 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [req-f67b340e-c3a6-4ad9-875d-87709d5092fe req-d27a3245-da20-4961-8bda-1f02aab49b62 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07295004-226e-4713-a01d-8efb9fa57169 HTTP/1.1" status: 200 len: 210 time: 0.0282719 Dec 12 05:32:07.952834 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 05:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c6a8fa-82ca-4102-b142-6a717981d7d5 x-openstack-request-id: req-17c6a8fa-82ca-4102-b142-6a717981d7d5 {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 05:32:07.953156 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07295004-226e-4713-a01d-8efb9fa57169", "name": "network-vif-deleted", "tag": "f12845c7-28be-484d-a905-39ff93f77ed6", "status": "completed", "code": 200}]} {{(pid=103451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 05:32:07.953420 n-d-710847-7 neutron-server[103451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17c6a8fa-82ca-4102-b142-6a717981d7d5 {{(pid=103451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 05:32:07.953935 n-d-710847-7 neutron-server[103451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07295004-226e-4713-a01d-8efb9fa57169', 'name': 'network-vif-deleted', 'tag': 'f12845c7-28be-484d-a905-39ff93f77ed6', 'status': 'completed', 'code': 200} Dec 12 05:32:08.977526 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45320) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:09.035874 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f03774e-bd40-4016-997b-648f70550b53 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:09.061532 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f03774e-bd40-4016-997b-648f70550b53 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:09.122271 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f03774e-bd40-4016-997b-648f70550b53 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:09.124809 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f03774e-bd40-4016-997b-648f70550b53 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:09.126028 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-0f03774e-bd40-4016-997b-648f70550b53 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] 10.222.0.36 "DELETE /v2.0/security-groups/49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec HTTP/1.1" status: 204 len: 168 time: 0.1475027 Dec 12 05:32:09.135648 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03774e-bd40-4016-997b-648f70550b53 tempest-TestSnapshotPattern-1558928497 tempest-TestSnapshotPattern-1558928497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e1d1c4-2ee5-43eb-b9df-6b779b5fd5ec,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:10.191856 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45326) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:10.838399 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4ff4943a-f27f-4db1-8544-cbf5b43d6615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:10.851046 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:11.092670 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Deleting port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:11.093070 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:11.174247 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] For port 729a620d-eaa7-4e10-9f5f-3701c74d9dfe, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=729a620d-eaa7-4e10-9f5f-3701c74d9dfe,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:11.174537 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:11.187545 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Calling delete_port for 729a620d-eaa7-4e10-9f5f-3701c74d9dfe owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:11.368257 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:11.392451 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=729a620d-eaa7-4e10-9f5f-3701c74d9dfe,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:11.559556 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:11.771715 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:32:11.877090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:32:11.882080 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-c64196d1-f644-4a4b-b804-3bba6c575c26 admin admin] 10.222.0.36 "PUT /v2.0/routers/a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891155 Dec 12 05:32:11.884606 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45328) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:11.886023 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] Sync routers for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:32:11.896956 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:32:11.897557 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:31:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:11.989294 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks [] for router, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.002654 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: n-d-710847-7 {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:32:12.089725 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.141946 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Deleting port 9e8b6d24-f548-4e18-b9a6-b657630b9209 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:12.142290 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.180311 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:32:11Z', 'revision_number': 5, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port': {'id': '9e8b6d24-f548-4e18-b9a6-b657630b9209', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:12.207365 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] Checking router: a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 for host: n-d-710847-7 {{(pid=103453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:32:12.215730 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] Routers {'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'} bound to L3 agent in host n-d-710847-7 {{(pid=103453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:32:12.216339 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:31:43Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'], 'active': True} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:12.223203 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] For port 9e8b6d24-f548-4e18-b9a6-b657630b9209, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=9e8b6d24-f548-4e18-b9a6-b657630b9209,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:12.223575 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.240888 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Calling delete_port for 9e8b6d24-f548-4e18-b9a6-b657630b9209 owned by network:router_gateway {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:12.262554 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f12845c7-28be-484d-a905-39ff93f77ed6 no longer exists at agent hyperv_n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:32:12.297313 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] No Port match for: f12845c7-28be-484d-a905-39ff93f77ed6 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:32:12.297689 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Device f12845c7-28be-484d-a905-39ff93f77ed6 not bound to the agent host n-h1-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:32:12.302087 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_dvr_db [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] Set router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 gateway port host: None {{(pid=103453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:32:12.356267 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.l3_hamode_db [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:32:12Z', 'revision_number': 6, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:12.382900 n-d-710847-7 neutron-server[103453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d01002-b411-48e6-8efb-013671a59e78 None None] The sync data for ids ['a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3'] in n-d-710847-7 is: [{'id': 'a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3', 'name': 'tempest-TestSnapshotPattern-1997327783-router', 'tenant_id': '68663d97748d4fcfab43608c2129cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:22Z', 'updated_at': '2021-12-12T05:32:12Z', 'revision_number': 6, 'project_id': '68663d97748d4fcfab43608c2129cbc1', 'gw_port_host': None}] {{(pid=103453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:32:12.411709 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.442842 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8b6d24-f548-4e18-b9a6-b657630b9209,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:12.460473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b3ae7-2932-4bcc-b050-2ccaae782df7 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:32:12.470304 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.505132 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.594232 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.596365 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.643438 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.643979 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 {{(pid=103450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:32:12.648367 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] Publish callbacks [] for router, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.649586 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-156a55d3-3cb8-4f34-b184-b5451d808a6c admin admin] 10.222.0.36 "DELETE /v2.0/routers/a7d652ab-1aeb-4070-a9d7-c5e58e8b96f3 HTTP/1.1" status: 204 len: 168 time: 0.7640162 Dec 12 05:32:12.652090 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45330) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:12.696619 n-d-710847-7 neutron-server[103450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13a62dd-5b3f-4b98-9088-af9674783cee admin admin] Deleting subnet 02749e61-c137-4488-9929-f7011be427d9 {{(pid=103450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:32:12.699613 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13a62dd-5b3f-4b98-9088-af9674783cee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.734568 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13a62dd-5b3f-4b98-9088-af9674783cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101522'] for subnet, precommit_delete_associations {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.817393 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13a62dd-5b3f-4b98-9088-af9674783cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.874149 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13a62dd-5b3f-4b98-9088-af9674783cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3519242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133848'] for subnet, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.901246 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a62dd-5b3f-4b98-9088-af9674783cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02749e61-c137-4488-9929-f7011be427d9,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:12.903141 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a13a62dd-5b3f-4b98-9088-af9674783cee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:12.906407 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-a13a62dd-5b3f-4b98-9088-af9674783cee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/02749e61-c137-4488-9929-f7011be427d9 HTTP/1.1" status: 204 len: 168 time: 0.2533324 Dec 12 05:32:12.908487 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd3e18-b4ca-4499-b462-0964b4021716 None None] Network 3fe321bc-23db-43c3-8360-bade69130ce2 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:32:12.909186 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45332) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:12.982512 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.037600 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Deleting port 4cd2e277-74b1-4624-a56c-232d1105ae05 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:13.037947 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.100899 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] For port 4cd2e277-74b1-4624-a56c-232d1105ae05, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4cd2e277-74b1-4624-a56c-232d1105ae05,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:13.101218 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.118211 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Calling delete_port for 4cd2e277-74b1-4624-a56c-232d1105ae05 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:13.132034 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-7de80b6e-f730-4b81-aab1-219f4972bdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.143601 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b117b2-0b2d-43f3-919c-32427cb36ce6 None None] DHCP port deletion for 3fe321bc-23db-43c3-8360-bade69130ce2 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:32:13.193527 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c4b117b2-0b2d-43f3-919c-32427cb36ce6 None None] Deleting port 4cd2e277-74b1-4624-a56c-232d1105ae05 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:13.193912 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4b117b2-0b2d-43f3-919c-32427cb36ce6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.213203 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.240534 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd2e277-74b1-4624-a56c-232d1105ae05,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:13.244111 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] No DVR routers for this DVR port 4cd2e277-74b1-4624-a56c-232d1105ae05 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:32:13.264501 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-c4b117b2-0b2d-43f3-919c-32427cb36ce6 None None] For port 4cd2e277-74b1-4624-a56c-232d1105ae05, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=4cd2e277-74b1-4624-a56c-232d1105ae05,segment=NetworkSegment(3fcc047a-2e78-489b-aa1a-9030fcb3d073),segment_id=3fcc047a-2e78-489b-aa1a-9030fcb3d073)] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:13.265774 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4b117b2-0b2d-43f3-919c-32427cb36ce6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.280715 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-c4b117b2-0b2d-43f3-919c-32427cb36ce6 None None] Calling delete_port for 4cd2e277-74b1-4624-a56c-232d1105ae05 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:13.321360 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.341810 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe321bc-23db-43c3-8360-bade69130ce2']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:13.352488 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcc047a-2e78-489b-aa1a-9030fcb3d073') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:13.352795 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcc047a-2e78-489b-aa1a-9030fcb3d073') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:13.363674 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.367426 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c4b117b2-0b2d-43f3-919c-32427cb36ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.378476 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.382168 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b117b2-0b2d-43f3-919c-32427cb36ce6 None None] No DVR routers for this DVR port 4cd2e277-74b1-4624-a56c-232d1105ae05 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:32:13.385703 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:32:13.386270 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:32:13.388366 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:32:13.412393 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b117b2-0b2d-43f3-919c-32427cb36ce6 None None] Pushing event deleted for resources: {'Port': ['ID=4cd2e277-74b1-4624-a56c-232d1105ae05,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:13.450384 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.459282 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:13.463491 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3fe321bc-23db-43c3-8360-bade69130ce2 HTTP/1.1" status: 204 len: 168 time: 0.5503314 Dec 12 05:32:13.463643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45334) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:13.475838 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8e3c1-8d1f-4323-bb2d-eca10412a621 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe321bc-23db-43c3-8360-bade69130ce2,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:13.646803 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4cd2e277-74b1-4624-a56c-232d1105ae05 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:32:13.667312 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 4cd2e277-74b1-4624-a56c-232d1105ae05 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:32:13.667673 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 4cd2e277-74b1-4624-a56c-232d1105ae05 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:32:13.668098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 729a620d-eaa7-4e10-9f5f-3701c74d9dfe no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:32:13.688195 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 729a620d-eaa7-4e10-9f5f-3701c74d9dfe {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:32:13.688473 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 729a620d-eaa7-4e10-9f5f-3701c74d9dfe not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:32:13.688939 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9e8b6d24-f548-4e18-b9a6-b657630b9209 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:32:13.708769 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 9e8b6d24-f548-4e18-b9a6-b657630b9209 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:32:13.709158 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 9e8b6d24-f548-4e18-b9a6-b657630b9209 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:32:13.819710 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596773'] for router_interface, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:14.060852 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Deleting port 32cb721d-b83b-426c-9b3b-9e9a621f5297 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:14.061214 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:14.141643 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] For port 32cb721d-b83b-426c-9b3b-9e9a621f5297, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=32cb721d-b83b-426c-9b3b-9e9a621f5297,segment=NetworkSegment(6d7a779c-30b2-4e14-8418-cb45c199e9a6),segment_id=6d7a779c-30b2-4e14-8418-cb45c199e9a6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:14.142014 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:14.155022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Calling delete_port for 32cb721d-b83b-426c-9b3b-9e9a621f5297 owned by network:router_interface {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:14.331438 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3519293'] for port, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:14.362022 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cb721d-b83b-426c-9b3b-9e9a621f5297,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:14.422490 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:14.526359 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596921'] for router_interface, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:14.673592 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:14.738422 n-d-710847-7 neutron-server[103450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 has already been hosted by L3 agent d199ed29-a174-465e-a0ca-218cfeebea64 {{(pid=103450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 05:32:15.173934 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] Notify agent at l3_agent.n-d-710847-7 the message routers_updated {{(pid=103450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 05:32:15.180199 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-e9b768e5-e7b1-4d39-be1b-cbe881cea621 admin admin] 10.222.0.36 "PUT /v2.0/routers/97cec2d4-a568-4df7-9db3-2026ff5e1ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7154293 Dec 12 05:32:15.182453 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45336) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:15.186934 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] Sync routers for ids ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'] in n-d-710847-7 {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 05:32:15.195972 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] Routers {'97cec2d4-a568-4df7-9db3-2026ff5e1ea6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:32:15.196583 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:32:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:15.288036 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.302230 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] Set router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 gateway port host: n-d-710847-7 {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:32:15.389192 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.443661 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Deleting port e35b03ea-9853-4a10-99c3-1ddc00e0961a {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:15.444008 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.482159 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'external_fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:26Z', 'updated_at': '2021-12-12T05:32:14Z', 'revision_number': 5, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'gw_port': {'id': 'e35b03ea-9853-4a10-99c3-1ddc00e0961a', 'name': '', 'network_id': '58d80648-86df-462b-ae94-89bf1be5972b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T05:27:27Z', 'updated_at': '2021-12-12T05:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b57dc0b0-4730-4275-a12b-a675df822a6d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-7'}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:15.508711 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] Checking router: 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 for host: n-d-710847-7 {{(pid=103452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 05:32:15.516940 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] Routers {'97cec2d4-a568-4df7-9db3-2026ff5e1ea6'} bound to L3 agent in host n-d-710847-7 {{(pid=103452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 05:32:15.517550 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T03:56:13Z,description=,heartbeat_timestamp=2021-12-12T05:32:13Z,host='n-d-710847-7',id=d199ed29-a174-465e-a0ca-218cfeebea64,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T03:56:13Z,topic='l3_agent')) {'router_ids': ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'], 'active': True} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:15.526868 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] For port e35b03ea-9853-4a10-99c3-1ddc00e0961a, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=e35b03ea-9853-4a10-99c3-1ddc00e0961a,segment=NetworkSegment(672b7d82-78b0-437b-a876-dd1fa5bb5c97),segment_id=672b7d82-78b0-437b-a876-dd1fa5bb5c97)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:15.527232 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.539286 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Calling delete_port for e35b03ea-9853-4a10-99c3-1ddc00e0961a owned by network:router_gateway {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:15.605571 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvr_db [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] Set router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 gateway port host: None {{(pid=103452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 05:32:15.662724 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_hamode_db [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:26Z', 'updated_at': '2021-12-12T05:32:15Z', 'revision_number': 6, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'gw_port_host': None}], 'n-d-710847-7', False) {} {{(pid=103452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:15.697341 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a411a73-18ae-4e4a-99fa-2cb3926781ab None None] The sync data for ids ['97cec2d4-a568-4df7-9db3-2026ff5e1ea6'] in n-d-710847-7 is: [{'id': '97cec2d4-a568-4df7-9db3-2026ff5e1ea6', 'name': 'tempest-TestSnapshotPattern-1140973308-router', 'tenant_id': 'b9a7b765c5364413a075b7e9713e047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T05:27:26Z', 'updated_at': '2021-12-12T05:32:15Z', 'revision_number': 6, 'project_id': 'b9a7b765c5364413a075b7e9713e047b', 'gw_port_host': None}] {{(pid=103452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 05:32:15.723978 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.750818 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35b03ea-9853-4a10-99c3-1ddc00e0961a,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:15.766744 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed5401-98a6-4f8a-8b74-0905d774dae1 None None] DHCP port deletion for 58d80648-86df-462b-ae94-89bf1be5972b request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:32:15.815435 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595995'] for router_gateway, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.905245 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15697'] for router, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.907378 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.953424 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599938'] for router, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.953930 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97cec2d4-a568-4df7-9db3-2026ff5e1ea6 {{(pid=103451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 05:32:15.959687 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.959845 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:15.960894 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-6253e235-985d-4867-9b1e-d486b4ceb7d9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/97cec2d4-a568-4df7-9db3-2026ff5e1ea6 HTTP/1.1" status: 204 len: 168 time: 0.7774119 Dec 12 05:32:15.963341 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45338) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:16.007385 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ed1e26-199a-4c5f-a915-2728f798dc46 admin admin] Deleting subnet 0ca2a7da-c5da-430e-9b08-6c75e8f1b4db {{(pid=103451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 05:32:16.010308 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08ed1e26-199a-4c5f-a915-2728f798dc46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.049556 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08ed1e26-199a-4c5f-a915-2728f798dc46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969912'] for subnet, precommit_delete_associations {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.129069 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08ed1e26-199a-4c5f-a915-2728f798dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536485829'] for subnet, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.182495 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08ed1e26-199a-4c5f-a915-2728f798dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536485838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3754991'] for subnet, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.209774 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed1e26-199a-4c5f-a915-2728f798dc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca2a7da-c5da-430e-9b08-6c75e8f1b4db,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:16.211676 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-08ed1e26-199a-4c5f-a915-2728f798dc46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.215046 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-08ed1e26-199a-4c5f-a915-2728f798dc46 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0ca2a7da-c5da-430e-9b08-6c75e8f1b4db HTTP/1.1" status: 204 len: 168 time: 0.2507405 Dec 12 05:32:16.216289 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d01f0-7a91-45d3-916d-74ffeacf093b None None] Network 7ec03e2e-4528-43c8-8a06-3006e4bbad90 requested from n-d-710847-7 {{(pid=103452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 05:32:16.217532 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45340) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:16.291897 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536415467'] for network, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.345713 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Deleting port 75733bbf-27eb-43ab-a022-3e5d966e67b7 {{(pid=103451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:16.346064 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.407782 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] For port 75733bbf-27eb-43ab-a022-3e5d966e67b7, host n-d-710847-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-7',level=0,port_id=75733bbf-27eb-43ab-a022-3e5d966e67b7,segment=NetworkSegment(6d7a779c-30b2-4e14-8418-cb45c199e9a6),segment_id=6d7a779c-30b2-4e14-8418-cb45c199e9a6)] {{(pid=103451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:16.408075 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.424313 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Calling delete_port for 75733bbf-27eb-43ab-a022-3e5d966e67b7 owned by network:dhcp {{(pid=103451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:16.465915 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] DHCP port deletion for 7ec03e2e-4528-43c8-8a06-3006e4bbad90 request from n-d-710847-7 {{(pid=103452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 05:32:16.510677 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3237446'] for port, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.517908 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] Deleting port 75733bbf-27eb-43ab-a022-3e5d966e67b7 {{(pid=103452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 05:32:16.518447 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730863172464'] for port, before_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.536612 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Pushing event deleted for resources: {'Port': ['ID=75733bbf-27eb-43ab-a022-3e5d966e67b7,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:16.540204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] No DVR routers for this DVR port 75733bbf-27eb-43ab-a022-3e5d966e67b7 on host n-d-710847-7 {{(pid=103451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:32:16.589445 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.db [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] For port 75733bbf-27eb-43ab-a022-3e5d966e67b7, host n-d-710847-7, got binding levels [] {{(pid=103452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 05:32:16.589850 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525744'] for port, precommit_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.602634 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] Calling delete_port for 75733bbf-27eb-43ab-a022-3e5d966e67b7 owned by network:dhcp {{(pid=103452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 05:32:16.605595 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.ipam_backend_mixin [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] Port 75733bbf-27eb-43ab-a022-3e5d966e67b7 was not found and therefore no delete operation was performed {{(pid=103452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 05:32:16.606847 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536491205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730863114195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730862631078'] for port, after_delete {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.620097 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536484690', 'neutron.services.segments.db._delete_segments_for_network-8730863148162'] for network, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.631018 n-d-710847-7 neutron-server[103452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] Pushing event deleted for resources: {'Port': ['ID=75733bbf-27eb-43ab-a022-3e5d966e67b7,revision_number=None']} {{(pid=103452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:16.638098 n-d-710847-7 neutron-server[103452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac152c7b-94d8-4d23-a83a-fe852a90d76a None None] No DVR routers for this DVR port 75733bbf-27eb-43ab-a022-3e5d966e67b7 on host n-d-710847-7 {{(pid=103452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 05:32:16.641632 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec03e2e-4528-43c8-8a06-3006e4bbad90']}} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:16.656204 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7a779c-30b2-4e14-8418-cb45c199e9a6') {'for_net_delete': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:16.656513 n-d-710847-7 neutron-server[103451]: DEBUG neutron.services.segments.db [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7a779c-30b2-4e14-8418-cb45c199e9a6') {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 05:32:16.667206 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730863152011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969923'] for segment, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.682194 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772'] for segment, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.688579 n-d-710847-7 neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 05:32:16.689107 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536477772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3237403'] for segment, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: Traceback (most recent call last): Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: timer() Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: cb(*args, **kw) Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: return func(*args, **kwargs) Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: self._notify() Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: self.callback(batched_events) Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: event.method(event) Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: return f(self, *a, **k) Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: return self._get(url).json() Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: return self.request(url, 'GET', **kwargs) Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 05:32:16.691018 n-d-710847-7 neutron-server[103451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 05:32:16.756757 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536484699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596023'] for network, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.762641 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Publish callbacks [] for network, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.765926 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7ec03e2e-4528-43c8-8a06-3006e4bbad90 HTTP/1.1" status: 204 len: 168 time: 0.5474675 Dec 12 05:32:16.777171 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d861f1a-6e1e-44ec-90d2-9e8945eb6631 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec03e2e-4528-43c8-8a06-3006e4bbad90,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:16.927751 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:16.943856 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45344) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:16.988333 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-aa395a5b-3354-449a-95de-4f2c6957db15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68663d97748d4fcfab43608c2129cbc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430920 Dec 12 05:32:16.991197 n-d-710847-7 neutron-server[103451]: DEBUG neutron.wsgi [-] (103451) accepted ('10.222.0.36', 45346) {{(pid=103451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:17.037694 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b5d55ba-94a4-484c-beab-1928dd2330e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:17.058044 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b5d55ba-94a4-484c-beab-1928dd2330e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:17.103513 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b5d55ba-94a4-484c-beab-1928dd2330e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:17.106457 n-d-710847-7 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b5d55ba-94a4-484c-beab-1928dd2330e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:17.107664 n-d-710847-7 neutron-server[103451]: INFO neutron.wsgi [None req-4b5d55ba-94a4-484c-beab-1928dd2330e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/beceb5f5-84f4-4784-a117-12f437e32811 HTTP/1.1" status: 204 len: 168 time: 0.1155362 Dec 12 05:32:17.115298 n-d-710847-7 neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d55ba-94a4-484c-beab-1928dd2330e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beceb5f5-84f4-4784-a117-12f437e32811,revision_number=None']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:17.421618 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45352) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:17.460985 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-37f1b8de-ba06-4710-9bdb-2ce479759672 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9a7b765c5364413a075b7e9713e047b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381083 Dec 12 05:32:17.463326 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [-] (103450) accepted ('10.222.0.36', 45354) {{(pid=103450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 05:32:17.509373 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb1bac7b-01a8-44c2-b462-baf4a1b90ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:17.530284 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb1bac7b-01a8-44c2-b462-baf4a1b90ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:17.575095 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb1bac7b-01a8-44c2-b462-baf4a1b90ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527973'] for security_group, after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:17.577843 n-d-710847-7 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eb1bac7b-01a8-44c2-b462-baf4a1b90ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:17.579047 n-d-710847-7 neutron-server[103450]: INFO neutron.wsgi [None req-eb1bac7b-01a8-44c2-b462-baf4a1b90ce0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dee7960a-e22f-4f8a-9f3e-96b8d3cd93fb HTTP/1.1" status: 204 len: 168 time: 0.1147685 Dec 12 05:32:17.587282 n-d-710847-7 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bac7b-01a8-44c2-b462-baf4a1b90ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee7960a-e22f-4f8a-9f3e-96b8d3cd93fb,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 05:32:17.663216 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e35b03ea-9853-4a10-99c3-1ddc00e0961a no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:32:17.686093 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: e35b03ea-9853-4a10-99c3-1ddc00e0961a {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:32:17.686676 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device e35b03ea-9853-4a10-99c3-1ddc00e0961a not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:32:17.686849 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 75733bbf-27eb-43ab-a022-3e5d966e67b7 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:32:17.706794 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 75733bbf-27eb-43ab-a022-3e5d966e67b7 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:32:17.707143 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 75733bbf-27eb-43ab-a022-3e5d966e67b7 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:32:17.708113 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 32cb721d-b83b-426c-9b3b-9e9a621f5297 no longer exists at agent ovs-agent-n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 05:32:17.726877 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.plugin [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] No Port match for: 32cb721d-b83b-426c-9b3b-9e9a621f5297 {{(pid=103452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 05:32:17.727232 n-d-710847-7 neutron-server[103452]: DEBUG neutron.plugins.ml2.rpc [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Device 32cb721d-b83b-426c-9b3b-9e9a621f5297 not bound to the agent host n-d-710847-7 {{(pid=103452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 05:32:35.130620 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:32:40.841502 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ede17ef9-ccfb-43a6-ac64-5a5c42af3169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:42.479980 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:43.131056 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-09390583-675e-41c8-a037-6b05c5f6f383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:44.421550 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:44.674585 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:45.960109 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:32:46.920066 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:10.842563 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8481fb43-7539-4d4c-a9d9-b97916cfa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:12.129997 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:33:12.495119 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:13.132745 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad29a-6be0-400a-b759-58255a87db2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:14.424637 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:14.671112 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:15.969221 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:16.922646 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:40.844411 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8ecc-5352-494d-9dc4-fb9dc676d839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:42.494507 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:43.133974 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc4a9-754b-4515-a82d-9072adea8938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:44.427580 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:44.678838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:45.967364 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:46.923994 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:33:49.129718 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:34:10.848708 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e1708b5f-3893-4638-9345-70a5568a9336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:12.511960 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:13.134359 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d1b978df-870e-4499-8fd9-86cee9e5918c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:14.429559 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:14.684360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:15.971323 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:16.926235 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:26.129929 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:34:40.850507 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8f371f4b-d291-45c6-bbba-ae90d9974a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:42.507700 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:43.138228 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-825bbaab-4b43-474d-8848-d5a0ded2bacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:44.432949 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:44.699360 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:45.974420 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:34:46.929103 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:03.129539 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:35:10.853378 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-6486759d-d443-4eca-99fe-a4552551d7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:12.506491 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:13.138991 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-4b4bde56-eca3-4517-9b93-e517db6e917c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:14.438605 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:14.703455 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:15.975803 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:16.932524 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:40.130753 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:35:40.854717 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-d6af01e2-f595-4fdc-aca8-79342f706cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:42.505213 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:43.140471 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ea24deed-5140-4bba-9ef5-2498a3666a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:44.439669 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:44.713511 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:45.981213 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:35:46.934089 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:10.855838 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-adbec9d1-63f7-4021-9b77-182cc096a439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:12.509104 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:13.143600 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-20941350-36ab-4dbb-9f49-ae5a4bc3a1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:14.442048 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:14.721159 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:15.984906 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:16.936294 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:17.130380 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:36:40.857555 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-3b2cbcd6-2756-4c86-97c0-09706aa10355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:42.534215 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:43.144934 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-5da39fa2-f302-4348-b463-d98083e8b8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:44.445222 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:44.738381 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:45.987279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:46.938036 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:36:54.130072 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:37:10.859506 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0e77ea54-3f16-4747-8b26-7e5141d403a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:12.549732 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:13.147549 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-023b3c64-cb90-47c2-bb64-732a747f4ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:14.451402 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:14.726824 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:15.990527 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:16.939876 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:31.129324 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:37:40.861995 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-429d7d80-ddf1-43fb-baa8-fe2b808dc8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:42.548976 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:43.150326 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-0637fdf3-f622-4abe-80ed-9649ae99b467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:44.450541 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:44.744572 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:45.995236 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:37:46.941857 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:08.128475 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:38:10.863908 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-cb914790-c2c1-4204-9d08-74e6c7a4f501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:12.553002 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:13.151526 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-f01fed33-bff5-45fd-9558-c57506cae9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:14.452742 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:14.741177 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:15.998063 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:16.943261 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:40.865929 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a9c579b7-7229-4062-b261-dac04e52ef57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:42.554057 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:43.153139 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-30e50df8-eb71-4a1d-96e0-5fb99e6f5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:44.455155 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:44.756886 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:45.127375 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:38:46.001659 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:38:46.946320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:10.867087 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fd6b44e7-8634-431a-b204-58eaf49cea8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:12.545230 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:13.153718 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-a6cb6b0c-20ce-4db5-8c50-7e669d7774d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:14.458370 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:14.755419 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:16.004953 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:16.949245 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:22.126985 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:39:40.871090 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8339fe61-4126-4258-9bb5-0982cbdd96eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:42.544686 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:43.156077 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-c12c74d2-4034-4cd8-9f52-4c6e16a5a535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:44.461376 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:44.766320 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:46.006530 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:46.950962 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:39:59.125675 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:40:10.872734 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-21e5d488-f970-49ed-82cd-73ec927e5b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:12.544007 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:13.157279 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-9da64df3-e263-4dde-bc5d-4985006784ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:14.463380 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:14.755028 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:16.010293 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:16.952680 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:31.664760 n-d-710847-7 neutron-server[103450]: DEBUG neutron.wsgi [req-5d48db41-fd8f-4984-8a9d-308d6f49c483 req-ead80224-920e-4cdb-9e19-085da0048d63 service neutron] (103450) timed out ('10.222.0.36', 43194) {{(pid=103450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 05:40:36.125290 n-d-710847-7 neutron-server[103453]: DEBUG neutron.db.agents_db [None req-e3b11bfe-5ab2-430c-a3a5-2af628271f10 None None] Agent healthcheck: found 7 active agents {{(pid=103453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 05:40:40.875041 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-8061431e-4f5a-4312-b510-f97edda45896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:42.542639 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-dd655efd-3ecc-4c81-831c-b4ca5b809d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:43.159789 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-e94118dd-baee-4f7e-b50b-dfb3884cfa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:44.466415 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-fdf02009-5a51-4d66-894e-25bbd35c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:44.754394 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ef89e472-9e03-45cf-bfec-91a54eb8a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:46.014722 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-ff353682-9043-4b02-8f19-2c6a6e9bb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 05:40:46.955230 n-d-710847-7 neutron-server[103452]: DEBUG neutron_lib.callbacks.manager [None req-749f397f-cb7d-478d-8cdb-1112d79288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730863148117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536482180'] for agent, after_update {{(pid=103452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}